{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 6.998790810157194,
  "eval_steps": 414,
  "global_step": 5787,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0006049606775559589,
      "eval_loss": 1.4577645063400269,
      "eval_runtime": 63.3298,
      "eval_samples_per_second": 3.0,
      "eval_steps_per_second": 3.0,
      "step": 1
    },
    {
      "epoch": 0.006049606775559589,
      "grad_norm": 1.2785438299179077,
      "learning_rate": 3e-06,
      "loss": 1.374,
      "step": 10
    },
    {
      "epoch": 0.012099213551119177,
      "grad_norm": 0.7358320355415344,
      "learning_rate": 6e-06,
      "loss": 1.2219,
      "step": 20
    },
    {
      "epoch": 0.018148820326678767,
      "grad_norm": 3.1359198093414307,
      "learning_rate": 9e-06,
      "loss": 1.06,
      "step": 30
    },
    {
      "epoch": 0.024198427102238355,
      "grad_norm": 1.704594612121582,
      "learning_rate": 1.2e-05,
      "loss": 1.4456,
      "step": 40
    },
    {
      "epoch": 0.030248033877797943,
      "grad_norm": 1.833866834640503,
      "learning_rate": 1.5e-05,
      "loss": 1.1583,
      "step": 50
    },
    {
      "epoch": 0.036297640653357534,
      "grad_norm": 1.3696911334991455,
      "learning_rate": 1.8e-05,
      "loss": 1.3531,
      "step": 60
    },
    {
      "epoch": 0.04234724742891712,
      "grad_norm": 2.034799575805664,
      "learning_rate": 2.1e-05,
      "loss": 1.3092,
      "step": 70
    },
    {
      "epoch": 0.04839685420447671,
      "grad_norm": 1.2183700799942017,
      "learning_rate": 2.4e-05,
      "loss": 1.3778,
      "step": 80
    },
    {
      "epoch": 0.0544464609800363,
      "grad_norm": 2.252204418182373,
      "learning_rate": 2.7000000000000002e-05,
      "loss": 1.354,
      "step": 90
    },
    {
      "epoch": 0.060496067755595885,
      "grad_norm": 2.8017024993896484,
      "learning_rate": 3e-05,
      "loss": 1.0258,
      "step": 100
    },
    {
      "epoch": 0.06654567453115548,
      "grad_norm": 1.4654804468154907,
      "learning_rate": 2.9999957023765772e-05,
      "loss": 1.0931,
      "step": 110
    },
    {
      "epoch": 0.07259528130671507,
      "grad_norm": 1.917343258857727,
      "learning_rate": 2.999982809530935e-05,
      "loss": 1.2745,
      "step": 120
    },
    {
      "epoch": 0.07864488808227466,
      "grad_norm": 1.5257304906845093,
      "learning_rate": 2.9999613215369516e-05,
      "loss": 0.9593,
      "step": 130
    },
    {
      "epoch": 0.08469449485783424,
      "grad_norm": 0.9834230542182922,
      "learning_rate": 2.9999312385177566e-05,
      "loss": 0.9462,
      "step": 140
    },
    {
      "epoch": 0.09074410163339383,
      "grad_norm": 1.3462891578674316,
      "learning_rate": 2.9998925606457308e-05,
      "loss": 0.9853,
      "step": 150
    },
    {
      "epoch": 0.09679370840895342,
      "grad_norm": 1.9642091989517212,
      "learning_rate": 2.999845288142505e-05,
      "loss": 1.1006,
      "step": 160
    },
    {
      "epoch": 0.102843315184513,
      "grad_norm": 1.897597312927246,
      "learning_rate": 2.9997894212789577e-05,
      "loss": 1.1229,
      "step": 170
    },
    {
      "epoch": 0.1088929219600726,
      "grad_norm": 1.2907172441482544,
      "learning_rate": 2.9997249603752158e-05,
      "loss": 0.9851,
      "step": 180
    },
    {
      "epoch": 0.11494252873563218,
      "grad_norm": 1.7979787588119507,
      "learning_rate": 2.9996519058006505e-05,
      "loss": 1.0547,
      "step": 190
    },
    {
      "epoch": 0.12099213551119177,
      "grad_norm": 2.189631462097168,
      "learning_rate": 2.999570257973877e-05,
      "loss": 1.1659,
      "step": 200
    },
    {
      "epoch": 0.12704174228675136,
      "grad_norm": 1.6810208559036255,
      "learning_rate": 2.9994800173627507e-05,
      "loss": 0.8911,
      "step": 210
    },
    {
      "epoch": 0.13309134906231096,
      "grad_norm": 1.385323405265808,
      "learning_rate": 2.9993811844843646e-05,
      "loss": 1.0701,
      "step": 220
    },
    {
      "epoch": 0.13914095583787053,
      "grad_norm": 1.4298688173294067,
      "learning_rate": 2.999273759905048e-05,
      "loss": 1.0507,
      "step": 230
    },
    {
      "epoch": 0.14519056261343014,
      "grad_norm": 1.5514591932296753,
      "learning_rate": 2.9991577442403607e-05,
      "loss": 1.1145,
      "step": 240
    },
    {
      "epoch": 0.1512401693889897,
      "grad_norm": 1.8914713859558105,
      "learning_rate": 2.999033138155093e-05,
      "loss": 0.7448,
      "step": 250
    },
    {
      "epoch": 0.1572897761645493,
      "grad_norm": 1.1297534704208374,
      "learning_rate": 2.9988999423632562e-05,
      "loss": 1.0863,
      "step": 260
    },
    {
      "epoch": 0.16333938294010888,
      "grad_norm": 2.141075849533081,
      "learning_rate": 2.998758157628086e-05,
      "loss": 1.0313,
      "step": 270
    },
    {
      "epoch": 0.1693889897156685,
      "grad_norm": 1.38814115524292,
      "learning_rate": 2.998607784762031e-05,
      "loss": 1.1764,
      "step": 280
    },
    {
      "epoch": 0.17543859649122806,
      "grad_norm": 1.4910017251968384,
      "learning_rate": 2.9984488246267533e-05,
      "loss": 1.2147,
      "step": 290
    },
    {
      "epoch": 0.18148820326678766,
      "grad_norm": 2.273433208465576,
      "learning_rate": 2.99828127813312e-05,
      "loss": 1.1703,
      "step": 300
    },
    {
      "epoch": 0.18753781004234724,
      "grad_norm": 2.22914981842041,
      "learning_rate": 2.9981051462412002e-05,
      "loss": 1.1059,
      "step": 310
    },
    {
      "epoch": 0.19358741681790684,
      "grad_norm": 1.5342557430267334,
      "learning_rate": 2.997920429960259e-05,
      "loss": 1.0767,
      "step": 320
    },
    {
      "epoch": 0.1996370235934664,
      "grad_norm": 1.8331257104873657,
      "learning_rate": 2.9977271303487513e-05,
      "loss": 1.2202,
      "step": 330
    },
    {
      "epoch": 0.205686630369026,
      "grad_norm": 3.037759304046631,
      "learning_rate": 2.9975252485143145e-05,
      "loss": 0.9495,
      "step": 340
    },
    {
      "epoch": 0.21173623714458562,
      "grad_norm": 1.4192079305648804,
      "learning_rate": 2.9973147856137658e-05,
      "loss": 1.1555,
      "step": 350
    },
    {
      "epoch": 0.2177858439201452,
      "grad_norm": 2.3369932174682617,
      "learning_rate": 2.997095742853092e-05,
      "loss": 1.073,
      "step": 360
    },
    {
      "epoch": 0.2238354506957048,
      "grad_norm": 2.341386556625366,
      "learning_rate": 2.9968681214874442e-05,
      "loss": 1.2284,
      "step": 370
    },
    {
      "epoch": 0.22988505747126436,
      "grad_norm": 1.4051792621612549,
      "learning_rate": 2.9966319228211296e-05,
      "loss": 1.2316,
      "step": 380
    },
    {
      "epoch": 0.23593466424682397,
      "grad_norm": 2.0274314880371094,
      "learning_rate": 2.996387148207607e-05,
      "loss": 1.1257,
      "step": 390
    },
    {
      "epoch": 0.24198427102238354,
      "grad_norm": 1.4432406425476074,
      "learning_rate": 2.9961337990494733e-05,
      "loss": 1.0545,
      "step": 400
    },
    {
      "epoch": 0.24803387779794314,
      "grad_norm": 1.7953746318817139,
      "learning_rate": 2.995871876798462e-05,
      "loss": 0.8797,
      "step": 410
    },
    {
      "epoch": 0.25045372050816694,
      "eval_loss": 1.0715683698654175,
      "eval_runtime": 64.6596,
      "eval_samples_per_second": 2.938,
      "eval_steps_per_second": 2.938,
      "step": 414
    },
    {
      "epoch": 0.2540834845735027,
      "grad_norm": 1.0973708629608154,
      "learning_rate": 2.995601382955431e-05,
      "loss": 0.9573,
      "step": 420
    },
    {
      "epoch": 0.2601330913490623,
      "grad_norm": 1.390816569328308,
      "learning_rate": 2.9953223190703535e-05,
      "loss": 1.1024,
      "step": 430
    },
    {
      "epoch": 0.2661826981246219,
      "grad_norm": 1.5752558708190918,
      "learning_rate": 2.9950346867423124e-05,
      "loss": 1.2828,
      "step": 440
    },
    {
      "epoch": 0.27223230490018147,
      "grad_norm": 3.318897247314453,
      "learning_rate": 2.9947384876194876e-05,
      "loss": 0.9254,
      "step": 450
    },
    {
      "epoch": 0.27828191167574107,
      "grad_norm": 2.932630777359009,
      "learning_rate": 2.994433723399149e-05,
      "loss": 1.3966,
      "step": 460
    },
    {
      "epoch": 0.28433151845130067,
      "grad_norm": 1.24905264377594,
      "learning_rate": 2.9941203958276463e-05,
      "loss": 1.0706,
      "step": 470
    },
    {
      "epoch": 0.29038112522686027,
      "grad_norm": 1.6373075246810913,
      "learning_rate": 2.993798506700397e-05,
      "loss": 1.0972,
      "step": 480
    },
    {
      "epoch": 0.2964307320024198,
      "grad_norm": 1.8339027166366577,
      "learning_rate": 2.9934680578618796e-05,
      "loss": 1.2781,
      "step": 490
    },
    {
      "epoch": 0.3024803387779794,
      "grad_norm": 1.5762040615081787,
      "learning_rate": 2.9931290512056206e-05,
      "loss": 0.9826,
      "step": 500
    },
    {
      "epoch": 0.308529945553539,
      "grad_norm": 1.3458601236343384,
      "learning_rate": 2.9927814886741828e-05,
      "loss": 1.128,
      "step": 510
    },
    {
      "epoch": 0.3145795523290986,
      "grad_norm": 2.5347025394439697,
      "learning_rate": 2.9924253722591575e-05,
      "loss": 1.0372,
      "step": 520
    },
    {
      "epoch": 0.3206291591046582,
      "grad_norm": 1.329092025756836,
      "learning_rate": 2.99206070400115e-05,
      "loss": 0.9917,
      "step": 530
    },
    {
      "epoch": 0.32667876588021777,
      "grad_norm": 1.4007670879364014,
      "learning_rate": 2.9916874859897704e-05,
      "loss": 0.9245,
      "step": 540
    },
    {
      "epoch": 0.33272837265577737,
      "grad_norm": 1.8608225584030151,
      "learning_rate": 2.9913057203636176e-05,
      "loss": 1.0985,
      "step": 550
    },
    {
      "epoch": 0.338777979431337,
      "grad_norm": 1.2260061502456665,
      "learning_rate": 2.990915409310273e-05,
      "loss": 1.1108,
      "step": 560
    },
    {
      "epoch": 0.3448275862068966,
      "grad_norm": 4.154330730438232,
      "learning_rate": 2.990516555066282e-05,
      "loss": 0.9983,
      "step": 570
    },
    {
      "epoch": 0.3508771929824561,
      "grad_norm": 1.5533702373504639,
      "learning_rate": 2.990109159917146e-05,
      "loss": 0.9014,
      "step": 580
    },
    {
      "epoch": 0.3569267997580157,
      "grad_norm": 1.5335776805877686,
      "learning_rate": 2.9896932261973056e-05,
      "loss": 1.0543,
      "step": 590
    },
    {
      "epoch": 0.3629764065335753,
      "grad_norm": 5.594316482543945,
      "learning_rate": 2.98926875629013e-05,
      "loss": 1.0405,
      "step": 600
    },
    {
      "epoch": 0.3690260133091349,
      "grad_norm": 1.4797818660736084,
      "learning_rate": 2.9888357526279008e-05,
      "loss": 0.9019,
      "step": 610
    },
    {
      "epoch": 0.37507562008469447,
      "grad_norm": 0.40816277265548706,
      "learning_rate": 2.9883942176918015e-05,
      "loss": 0.8362,
      "step": 620
    },
    {
      "epoch": 0.3811252268602541,
      "grad_norm": 1.1441352367401123,
      "learning_rate": 2.9879441540118988e-05,
      "loss": 1.0765,
      "step": 630
    },
    {
      "epoch": 0.3871748336358137,
      "grad_norm": 1.28082275390625,
      "learning_rate": 2.9874855641671325e-05,
      "loss": 0.8888,
      "step": 640
    },
    {
      "epoch": 0.3932244404113733,
      "grad_norm": 1.6251568794250488,
      "learning_rate": 2.987018450785297e-05,
      "loss": 1.2763,
      "step": 650
    },
    {
      "epoch": 0.3992740471869328,
      "grad_norm": 3.480515956878662,
      "learning_rate": 2.9865428165430292e-05,
      "loss": 1.191,
      "step": 660
    },
    {
      "epoch": 0.4053236539624924,
      "grad_norm": 1.7192935943603516,
      "learning_rate": 2.9860586641657922e-05,
      "loss": 1.1641,
      "step": 670
    },
    {
      "epoch": 0.411373260738052,
      "grad_norm": 3.2280263900756836,
      "learning_rate": 2.9855659964278584e-05,
      "loss": 1.108,
      "step": 680
    },
    {
      "epoch": 0.41742286751361163,
      "grad_norm": 3.256509304046631,
      "learning_rate": 2.9850648161522945e-05,
      "loss": 1.0619,
      "step": 690
    },
    {
      "epoch": 0.42347247428917123,
      "grad_norm": 0.8531071543693542,
      "learning_rate": 2.984555126210946e-05,
      "loss": 0.9536,
      "step": 700
    },
    {
      "epoch": 0.4295220810647308,
      "grad_norm": 1.469575047492981,
      "learning_rate": 2.984036929524421e-05,
      "loss": 1.0315,
      "step": 710
    },
    {
      "epoch": 0.4355716878402904,
      "grad_norm": 1.530128836631775,
      "learning_rate": 2.983510229062071e-05,
      "loss": 0.9523,
      "step": 720
    },
    {
      "epoch": 0.44162129461585,
      "grad_norm": 1.4602179527282715,
      "learning_rate": 2.982975027841977e-05,
      "loss": 0.9123,
      "step": 730
    },
    {
      "epoch": 0.4476709013914096,
      "grad_norm": 1.4414767026901245,
      "learning_rate": 2.9824313289309294e-05,
      "loss": 0.8937,
      "step": 740
    },
    {
      "epoch": 0.4537205081669691,
      "grad_norm": 1.5764180421829224,
      "learning_rate": 2.9818791354444127e-05,
      "loss": 0.8378,
      "step": 750
    },
    {
      "epoch": 0.45977011494252873,
      "grad_norm": 1.798797369003296,
      "learning_rate": 2.981318450546587e-05,
      "loss": 1.1008,
      "step": 760
    },
    {
      "epoch": 0.46581972171808833,
      "grad_norm": 2.5538880825042725,
      "learning_rate": 2.9807492774502675e-05,
      "loss": 1.0576,
      "step": 770
    },
    {
      "epoch": 0.47186932849364793,
      "grad_norm": 1.5585602521896362,
      "learning_rate": 2.9801716194169113e-05,
      "loss": 1.0796,
      "step": 780
    },
    {
      "epoch": 0.4779189352692075,
      "grad_norm": 1.1259243488311768,
      "learning_rate": 2.9795854797565933e-05,
      "loss": 0.8746,
      "step": 790
    },
    {
      "epoch": 0.4839685420447671,
      "grad_norm": 2.3184139728546143,
      "learning_rate": 2.97899086182799e-05,
      "loss": 0.9604,
      "step": 800
    },
    {
      "epoch": 0.4900181488203267,
      "grad_norm": 2.184471845626831,
      "learning_rate": 2.9783877690383607e-05,
      "loss": 1.1267,
      "step": 810
    },
    {
      "epoch": 0.4960677555958863,
      "grad_norm": 1.2299617528915405,
      "learning_rate": 2.9777762048435256e-05,
      "loss": 1.1073,
      "step": 820
    },
    {
      "epoch": 0.5009074410163339,
      "eval_loss": 1.0542737245559692,
      "eval_runtime": 64.7633,
      "eval_samples_per_second": 2.934,
      "eval_steps_per_second": 2.934,
      "step": 828
    },
    {
      "epoch": 0.5021173623714459,
      "grad_norm": 1.2418574094772339,
      "learning_rate": 2.9771561727478487e-05,
      "loss": 0.9079,
      "step": 830
    },
    {
      "epoch": 0.5081669691470054,
      "grad_norm": 1.4546465873718262,
      "learning_rate": 2.976527676304216e-05,
      "loss": 0.9962,
      "step": 840
    },
    {
      "epoch": 0.514216575922565,
      "grad_norm": 1.7091883420944214,
      "learning_rate": 2.9758907191140147e-05,
      "loss": 1.0415,
      "step": 850
    },
    {
      "epoch": 0.5202661826981246,
      "grad_norm": 1.6179261207580566,
      "learning_rate": 2.9752453048271152e-05,
      "loss": 1.008,
      "step": 860
    },
    {
      "epoch": 0.5263157894736842,
      "grad_norm": 1.8634966611862183,
      "learning_rate": 2.974591437141847e-05,
      "loss": 1.1791,
      "step": 870
    },
    {
      "epoch": 0.5323653962492438,
      "grad_norm": 1.787575125694275,
      "learning_rate": 2.9739291198049802e-05,
      "loss": 1.1416,
      "step": 880
    },
    {
      "epoch": 0.5384150030248034,
      "grad_norm": 0.6841387152671814,
      "learning_rate": 2.9732583566117016e-05,
      "loss": 1.0713,
      "step": 890
    },
    {
      "epoch": 0.5444646098003629,
      "grad_norm": 1.1443063020706177,
      "learning_rate": 2.972579151405595e-05,
      "loss": 0.9909,
      "step": 900
    },
    {
      "epoch": 0.5505142165759226,
      "grad_norm": 1.3013931512832642,
      "learning_rate": 2.9718915080786173e-05,
      "loss": 1.035,
      "step": 910
    },
    {
      "epoch": 0.5565638233514821,
      "grad_norm": 3.635468006134033,
      "learning_rate": 2.971195430571079e-05,
      "loss": 1.1064,
      "step": 920
    },
    {
      "epoch": 0.5626134301270418,
      "grad_norm": 2.095000743865967,
      "learning_rate": 2.970490922871618e-05,
      "loss": 1.0936,
      "step": 930
    },
    {
      "epoch": 0.5686630369026013,
      "grad_norm": 1.4885168075561523,
      "learning_rate": 2.9697779890171798e-05,
      "loss": 1.0447,
      "step": 940
    },
    {
      "epoch": 0.5747126436781609,
      "grad_norm": 1.1731853485107422,
      "learning_rate": 2.969056633092992e-05,
      "loss": 1.0816,
      "step": 950
    },
    {
      "epoch": 0.5807622504537205,
      "grad_norm": 1.6034612655639648,
      "learning_rate": 2.9683268592325437e-05,
      "loss": 1.1776,
      "step": 960
    },
    {
      "epoch": 0.5868118572292801,
      "grad_norm": 1.821656346321106,
      "learning_rate": 2.967588671617559e-05,
      "loss": 0.8754,
      "step": 970
    },
    {
      "epoch": 0.5928614640048396,
      "grad_norm": 0.9973627328872681,
      "learning_rate": 2.9668420744779733e-05,
      "loss": 1.0242,
      "step": 980
    },
    {
      "epoch": 0.5989110707803993,
      "grad_norm": 1.5308775901794434,
      "learning_rate": 2.9660870720919127e-05,
      "loss": 1.0948,
      "step": 990
    },
    {
      "epoch": 0.6049606775559588,
      "grad_norm": 1.8341882228851318,
      "learning_rate": 2.965323668785664e-05,
      "loss": 1.0485,
      "step": 1000
    },
    {
      "epoch": 0.6110102843315185,
      "grad_norm": 1.383766531944275,
      "learning_rate": 2.9645518689336543e-05,
      "loss": 0.9551,
      "step": 1010
    },
    {
      "epoch": 0.617059891107078,
      "grad_norm": 1.5288898944854736,
      "learning_rate": 2.9637716769584235e-05,
      "loss": 0.7649,
      "step": 1020
    },
    {
      "epoch": 0.6231094978826376,
      "grad_norm": 1.0173107385635376,
      "learning_rate": 2.9629830973306e-05,
      "loss": 1.2116,
      "step": 1030
    },
    {
      "epoch": 0.6291591046581972,
      "grad_norm": 19.645925521850586,
      "learning_rate": 2.9621861345688754e-05,
      "loss": 1.0067,
      "step": 1040
    },
    {
      "epoch": 0.6352087114337568,
      "grad_norm": 1.1569609642028809,
      "learning_rate": 2.9613807932399767e-05,
      "loss": 0.9409,
      "step": 1050
    },
    {
      "epoch": 0.6412583182093164,
      "grad_norm": 4.655813694000244,
      "learning_rate": 2.9605670779586426e-05,
      "loss": 1.0169,
      "step": 1060
    },
    {
      "epoch": 0.647307924984876,
      "grad_norm": 1.9381617307662964,
      "learning_rate": 2.9597449933875955e-05,
      "loss": 1.1012,
      "step": 1070
    },
    {
      "epoch": 0.6533575317604355,
      "grad_norm": 1.3556163311004639,
      "learning_rate": 2.958914544237515e-05,
      "loss": 0.8116,
      "step": 1080
    },
    {
      "epoch": 0.6594071385359952,
      "grad_norm": 1.453025460243225,
      "learning_rate": 2.9580757352670125e-05,
      "loss": 1.0269,
      "step": 1090
    },
    {
      "epoch": 0.6654567453115547,
      "grad_norm": 1.458400011062622,
      "learning_rate": 2.9572285712825998e-05,
      "loss": 1.0251,
      "step": 1100
    },
    {
      "epoch": 0.6715063520871143,
      "grad_norm": 2.5511817932128906,
      "learning_rate": 2.9563730571386676e-05,
      "loss": 1.0311,
      "step": 1110
    },
    {
      "epoch": 0.677555958862674,
      "grad_norm": 1.1598625183105469,
      "learning_rate": 2.9555091977374512e-05,
      "loss": 0.9025,
      "step": 1120
    },
    {
      "epoch": 0.6836055656382335,
      "grad_norm": 1.7414718866348267,
      "learning_rate": 2.9546369980290082e-05,
      "loss": 0.9769,
      "step": 1130
    },
    {
      "epoch": 0.6896551724137931,
      "grad_norm": 1.4089117050170898,
      "learning_rate": 2.953756463011186e-05,
      "loss": 0.9785,
      "step": 1140
    },
    {
      "epoch": 0.6957047791893527,
      "grad_norm": 1.2085853815078735,
      "learning_rate": 2.9528675977295954e-05,
      "loss": 1.071,
      "step": 1150
    },
    {
      "epoch": 0.7017543859649122,
      "grad_norm": 1.2800265550613403,
      "learning_rate": 2.9519704072775806e-05,
      "loss": 1.0059,
      "step": 1160
    },
    {
      "epoch": 0.7078039927404719,
      "grad_norm": 1.5352321863174438,
      "learning_rate": 2.9510648967961903e-05,
      "loss": 1.0462,
      "step": 1170
    },
    {
      "epoch": 0.7138535995160314,
      "grad_norm": 1.59364652633667,
      "learning_rate": 2.9501510714741494e-05,
      "loss": 1.0539,
      "step": 1180
    },
    {
      "epoch": 0.719903206291591,
      "grad_norm": 0.7905394434928894,
      "learning_rate": 2.9492289365478263e-05,
      "loss": 1.085,
      "step": 1190
    },
    {
      "epoch": 0.7259528130671506,
      "grad_norm": 1.8049817085266113,
      "learning_rate": 2.9482984973012064e-05,
      "loss": 0.9335,
      "step": 1200
    },
    {
      "epoch": 0.7320024198427102,
      "grad_norm": 1.6577391624450684,
      "learning_rate": 2.9473597590658595e-05,
      "loss": 1.062,
      "step": 1210
    },
    {
      "epoch": 0.7380520266182699,
      "grad_norm": 2.00862717628479,
      "learning_rate": 2.9464127272209107e-05,
      "loss": 1.265,
      "step": 1220
    },
    {
      "epoch": 0.7441016333938294,
      "grad_norm": 1.7227792739868164,
      "learning_rate": 2.9454574071930075e-05,
      "loss": 1.198,
      "step": 1230
    },
    {
      "epoch": 0.7501512401693889,
      "grad_norm": 2.7444136142730713,
      "learning_rate": 2.9444938044562916e-05,
      "loss": 0.9352,
      "step": 1240
    },
    {
      "epoch": 0.7513611615245009,
      "eval_loss": 1.0343616008758545,
      "eval_runtime": 64.7966,
      "eval_samples_per_second": 2.932,
      "eval_steps_per_second": 2.932,
      "step": 1242
    },
    {
      "epoch": 0.7562008469449486,
      "grad_norm": 2.819312572479248,
      "learning_rate": 2.9435219245323653e-05,
      "loss": 1.0105,
      "step": 1250
    },
    {
      "epoch": 0.7622504537205081,
      "grad_norm": 1.6756153106689453,
      "learning_rate": 2.9425417729902596e-05,
      "loss": 0.9951,
      "step": 1260
    },
    {
      "epoch": 0.7683000604960678,
      "grad_norm": 2.266688823699951,
      "learning_rate": 2.941553355446405e-05,
      "loss": 1.2856,
      "step": 1270
    },
    {
      "epoch": 0.7743496672716274,
      "grad_norm": 1.9197466373443604,
      "learning_rate": 2.940556677564596e-05,
      "loss": 1.025,
      "step": 1280
    },
    {
      "epoch": 0.7803992740471869,
      "grad_norm": 1.2381973266601562,
      "learning_rate": 2.939551745055962e-05,
      "loss": 0.9614,
      "step": 1290
    },
    {
      "epoch": 0.7864488808227466,
      "grad_norm": 1.3409382104873657,
      "learning_rate": 2.9385385636789308e-05,
      "loss": 1.0783,
      "step": 1300
    },
    {
      "epoch": 0.7924984875983061,
      "grad_norm": 1.3915735483169556,
      "learning_rate": 2.937517139239198e-05,
      "loss": 0.9862,
      "step": 1310
    },
    {
      "epoch": 0.7985480943738656,
      "grad_norm": 3.1286187171936035,
      "learning_rate": 2.936487477589695e-05,
      "loss": 1.0044,
      "step": 1320
    },
    {
      "epoch": 0.8045977011494253,
      "grad_norm": 2.222550868988037,
      "learning_rate": 2.9354495846305513e-05,
      "loss": 0.9816,
      "step": 1330
    },
    {
      "epoch": 0.8106473079249849,
      "grad_norm": 1.239647626876831,
      "learning_rate": 2.934403466309065e-05,
      "loss": 1.1207,
      "step": 1340
    },
    {
      "epoch": 0.8166969147005445,
      "grad_norm": 1.5290794372558594,
      "learning_rate": 2.933349128619666e-05,
      "loss": 1.2575,
      "step": 1350
    },
    {
      "epoch": 0.822746521476104,
      "grad_norm": 1.5801492929458618,
      "learning_rate": 2.932286577603883e-05,
      "loss": 0.9342,
      "step": 1360
    },
    {
      "epoch": 0.8287961282516636,
      "grad_norm": 2.460664749145508,
      "learning_rate": 2.9312158193503076e-05,
      "loss": 0.9571,
      "step": 1370
    },
    {
      "epoch": 0.8348457350272233,
      "grad_norm": 1.5209215879440308,
      "learning_rate": 2.9301368599945616e-05,
      "loss": 1.1786,
      "step": 1380
    },
    {
      "epoch": 0.8408953418027828,
      "grad_norm": 1.3077425956726074,
      "learning_rate": 2.929049705719259e-05,
      "loss": 0.8198,
      "step": 1390
    },
    {
      "epoch": 0.8469449485783425,
      "grad_norm": 1.7702195644378662,
      "learning_rate": 2.927954362753973e-05,
      "loss": 0.978,
      "step": 1400
    },
    {
      "epoch": 0.852994555353902,
      "grad_norm": 2.0915708541870117,
      "learning_rate": 2.926850837375199e-05,
      "loss": 1.0862,
      "step": 1410
    },
    {
      "epoch": 0.8590441621294616,
      "grad_norm": 1.815843105316162,
      "learning_rate": 2.9257391359063196e-05,
      "loss": 1.1928,
      "step": 1420
    },
    {
      "epoch": 0.8650937689050212,
      "grad_norm": 2.303849697113037,
      "learning_rate": 2.924619264717566e-05,
      "loss": 1.0549,
      "step": 1430
    },
    {
      "epoch": 0.8711433756805808,
      "grad_norm": 1.3767309188842773,
      "learning_rate": 2.9234912302259855e-05,
      "loss": 0.7791,
      "step": 1440
    },
    {
      "epoch": 0.8771929824561403,
      "grad_norm": 1.6787207126617432,
      "learning_rate": 2.9223550388954005e-05,
      "loss": 1.0006,
      "step": 1450
    },
    {
      "epoch": 0.8832425892317,
      "grad_norm": 1.1419081687927246,
      "learning_rate": 2.9212106972363748e-05,
      "loss": 1.1581,
      "step": 1460
    },
    {
      "epoch": 0.8892921960072595,
      "grad_norm": 1.349205732345581,
      "learning_rate": 2.9200582118061743e-05,
      "loss": 0.9921,
      "step": 1470
    },
    {
      "epoch": 0.8953418027828192,
      "grad_norm": 1.474130392074585,
      "learning_rate": 2.9188975892087303e-05,
      "loss": 0.8283,
      "step": 1480
    },
    {
      "epoch": 0.9013914095583787,
      "grad_norm": 1.0713589191436768,
      "learning_rate": 2.917728836094601e-05,
      "loss": 1.0369,
      "step": 1490
    },
    {
      "epoch": 0.9074410163339383,
      "grad_norm": 1.2351691722869873,
      "learning_rate": 2.9165519591609345e-05,
      "loss": 0.9484,
      "step": 1500
    },
    {
      "epoch": 0.9134906231094979,
      "grad_norm": 0.9272758364677429,
      "learning_rate": 2.9153669651514287e-05,
      "loss": 0.9043,
      "step": 1510
    },
    {
      "epoch": 0.9195402298850575,
      "grad_norm": 2.782837390899658,
      "learning_rate": 2.9141738608562947e-05,
      "loss": 1.0876,
      "step": 1520
    },
    {
      "epoch": 0.925589836660617,
      "grad_norm": 1.687536358833313,
      "learning_rate": 2.9129726531122165e-05,
      "loss": 0.9161,
      "step": 1530
    },
    {
      "epoch": 0.9316394434361767,
      "grad_norm": 2.1093292236328125,
      "learning_rate": 2.9117633488023116e-05,
      "loss": 0.9388,
      "step": 1540
    },
    {
      "epoch": 0.9376890502117362,
      "grad_norm": 1.5271527767181396,
      "learning_rate": 2.9105459548560938e-05,
      "loss": 0.9626,
      "step": 1550
    },
    {
      "epoch": 0.9437386569872959,
      "grad_norm": 1.899366021156311,
      "learning_rate": 2.9093204782494297e-05,
      "loss": 0.9612,
      "step": 1560
    },
    {
      "epoch": 0.9497882637628554,
      "grad_norm": 2.3809289932250977,
      "learning_rate": 2.908086926004502e-05,
      "loss": 1.1344,
      "step": 1570
    },
    {
      "epoch": 0.955837870538415,
      "grad_norm": 2.101499557495117,
      "learning_rate": 2.9068453051897688e-05,
      "loss": 0.9209,
      "step": 1580
    },
    {
      "epoch": 0.9618874773139746,
      "grad_norm": 1.0858937501907349,
      "learning_rate": 2.905595622919921e-05,
      "loss": 0.9232,
      "step": 1590
    },
    {
      "epoch": 0.9679370840895342,
      "grad_norm": 1.7263002395629883,
      "learning_rate": 2.9043378863558442e-05,
      "loss": 1.0186,
      "step": 1600
    },
    {
      "epoch": 0.9739866908650938,
      "grad_norm": 1.759886622428894,
      "learning_rate": 2.9030721027045752e-05,
      "loss": 0.9193,
      "step": 1610
    },
    {
      "epoch": 0.9800362976406534,
      "grad_norm": 2.344141960144043,
      "learning_rate": 2.9017982792192636e-05,
      "loss": 1.0178,
      "step": 1620
    },
    {
      "epoch": 0.9860859044162129,
      "grad_norm": 2.1581854820251465,
      "learning_rate": 2.9005164231991265e-05,
      "loss": 0.9483,
      "step": 1630
    },
    {
      "epoch": 0.9921355111917726,
      "grad_norm": 1.9486889839172363,
      "learning_rate": 2.8992265419894105e-05,
      "loss": 1.0735,
      "step": 1640
    },
    {
      "epoch": 0.9981851179673321,
      "grad_norm": 1.6225651502609253,
      "learning_rate": 2.8979286429813473e-05,
      "loss": 1.0419,
      "step": 1650
    },
    {
      "epoch": 2.0024183796856105,
      "eval_loss": 1.0315272808074951,
      "eval_runtime": 61.5654,
      "eval_samples_per_second": 3.086,
      "eval_steps_per_second": 1.543,
      "step": 1656
    },
    {
      "epoch": 2.007255139056832,
      "grad_norm": 0.9425010085105896,
      "learning_rate": 2.5953521207704197e-05,
      "loss": 1.029,
      "step": 1660
    },
    {
      "epoch": 2.019347037484885,
      "grad_norm": 0.900601863861084,
      "learning_rate": 2.5903985145302143e-05,
      "loss": 0.8985,
      "step": 1670
    },
    {
      "epoch": 2.0314389359129383,
      "grad_norm": 1.3217060565948486,
      "learning_rate": 2.5854195615561937e-05,
      "loss": 0.8201,
      "step": 1680
    },
    {
      "epoch": 2.0435308343409915,
      "grad_norm": 1.2372468709945679,
      "learning_rate": 2.5804153775860385e-05,
      "loss": 0.9249,
      "step": 1690
    },
    {
      "epoch": 2.0556227327690446,
      "grad_norm": 1.5520892143249512,
      "learning_rate": 2.5753860789439343e-05,
      "loss": 0.9418,
      "step": 1700
    },
    {
      "epoch": 2.0677146311970978,
      "grad_norm": 1.664322853088379,
      "learning_rate": 2.5703317825378677e-05,
      "loss": 0.8835,
      "step": 1710
    },
    {
      "epoch": 2.0798065296251513,
      "grad_norm": 1.084291934967041,
      "learning_rate": 2.5652526058569055e-05,
      "loss": 0.9336,
      "step": 1720
    },
    {
      "epoch": 2.0918984280532045,
      "grad_norm": 1.3585351705551147,
      "learning_rate": 2.5601486669684686e-05,
      "loss": 0.9808,
      "step": 1730
    },
    {
      "epoch": 2.1039903264812576,
      "grad_norm": 1.5963308811187744,
      "learning_rate": 2.5550200845155842e-05,
      "loss": 1.0655,
      "step": 1740
    },
    {
      "epoch": 2.1160822249093107,
      "grad_norm": 1.2812840938568115,
      "learning_rate": 2.549866977714128e-05,
      "loss": 1.0266,
      "step": 1750
    },
    {
      "epoch": 2.128174123337364,
      "grad_norm": 1.5718134641647339,
      "learning_rate": 2.5446894663500544e-05,
      "loss": 0.7775,
      "step": 1760
    },
    {
      "epoch": 2.140266021765417,
      "grad_norm": 1.943947434425354,
      "learning_rate": 2.5394876707766105e-05,
      "loss": 0.9393,
      "step": 1770
    },
    {
      "epoch": 2.15235792019347,
      "grad_norm": 1.304726004600525,
      "learning_rate": 2.5342617119115404e-05,
      "loss": 0.8872,
      "step": 1780
    },
    {
      "epoch": 2.1644498186215237,
      "grad_norm": 1.2231858968734741,
      "learning_rate": 2.529011711234272e-05,
      "loss": 0.9708,
      "step": 1790
    },
    {
      "epoch": 2.176541717049577,
      "grad_norm": 1.0328049659729004,
      "learning_rate": 2.5237377907830947e-05,
      "loss": 0.8888,
      "step": 1800
    },
    {
      "epoch": 2.18863361547763,
      "grad_norm": 1.471614122390747,
      "learning_rate": 2.5184400731523233e-05,
      "loss": 0.8714,
      "step": 1810
    },
    {
      "epoch": 2.200725513905683,
      "grad_norm": 1.3779953718185425,
      "learning_rate": 2.5131186814894456e-05,
      "loss": 0.9406,
      "step": 1820
    },
    {
      "epoch": 2.2128174123337363,
      "grad_norm": 1.3803290128707886,
      "learning_rate": 2.5077737394922627e-05,
      "loss": 0.8063,
      "step": 1830
    },
    {
      "epoch": 2.2249093107617894,
      "grad_norm": 1.749267578125,
      "learning_rate": 2.5024053714060116e-05,
      "loss": 0.9785,
      "step": 1840
    },
    {
      "epoch": 2.2370012091898426,
      "grad_norm": 2.1147618293762207,
      "learning_rate": 2.4970137020204773e-05,
      "loss": 0.9254,
      "step": 1850
    },
    {
      "epoch": 2.249093107617896,
      "grad_norm": 1.076285719871521,
      "learning_rate": 2.4915988566670944e-05,
      "loss": 0.9499,
      "step": 1860
    },
    {
      "epoch": 2.2611850060459493,
      "grad_norm": 1.9593374729156494,
      "learning_rate": 2.4861609612160297e-05,
      "loss": 0.9589,
      "step": 1870
    },
    {
      "epoch": 2.2732769044740024,
      "grad_norm": 1.759669542312622,
      "learning_rate": 2.4807001420732592e-05,
      "loss": 0.9817,
      "step": 1880
    },
    {
      "epoch": 2.2853688029020556,
      "grad_norm": 1.2852345705032349,
      "learning_rate": 2.475216526177629e-05,
      "loss": 1.1129,
      "step": 1890
    },
    {
      "epoch": 2.2974607013301087,
      "grad_norm": 1.3759500980377197,
      "learning_rate": 2.4697102409979054e-05,
      "loss": 0.7167,
      "step": 1900
    },
    {
      "epoch": 2.309552599758162,
      "grad_norm": 1.2431224584579468,
      "learning_rate": 2.464181414529809e-05,
      "loss": 0.8352,
      "step": 1910
    },
    {
      "epoch": 2.321644498186215,
      "grad_norm": 1.6261695623397827,
      "learning_rate": 2.458630175293043e-05,
      "loss": 0.9874,
      "step": 1920
    },
    {
      "epoch": 2.3337363966142686,
      "grad_norm": 1.4598480463027954,
      "learning_rate": 2.4530566523283032e-05,
      "loss": 0.9489,
      "step": 1930
    },
    {
      "epoch": 2.3458282950423217,
      "grad_norm": 1.9565013647079468,
      "learning_rate": 2.4474609751942798e-05,
      "loss": 1.0428,
      "step": 1940
    },
    {
      "epoch": 2.357920193470375,
      "grad_norm": 1.8509588241577148,
      "learning_rate": 2.4418432739646443e-05,
      "loss": 0.9298,
      "step": 1950
    },
    {
      "epoch": 2.370012091898428,
      "grad_norm": 1.634786605834961,
      "learning_rate": 2.4362036792250275e-05,
      "loss": 0.9312,
      "step": 1960
    },
    {
      "epoch": 2.382103990326481,
      "grad_norm": 1.9874886274337769,
      "learning_rate": 2.430542322069984e-05,
      "loss": 1.0114,
      "step": 1970
    },
    {
      "epoch": 2.3941958887545347,
      "grad_norm": 1.8052939176559448,
      "learning_rate": 2.4248593340999423e-05,
      "loss": 0.8945,
      "step": 1980
    },
    {
      "epoch": 2.406287787182588,
      "grad_norm": 1.6896426677703857,
      "learning_rate": 2.4191548474181494e-05,
      "loss": 0.9642,
      "step": 1990
    },
    {
      "epoch": 2.418379685610641,
      "grad_norm": 1.6607788801193237,
      "learning_rate": 2.4134289946275963e-05,
      "loss": 0.9253,
      "step": 2000
    },
    {
      "epoch": 2.430471584038694,
      "grad_norm": 2.010333299636841,
      "learning_rate": 2.4076819088279395e-05,
      "loss": 0.9328,
      "step": 2010
    },
    {
      "epoch": 2.4425634824667473,
      "grad_norm": 1.9691773653030396,
      "learning_rate": 2.4019137236124027e-05,
      "loss": 1.0397,
      "step": 2020
    },
    {
      "epoch": 2.4546553808948004,
      "grad_norm": 1.8054171800613403,
      "learning_rate": 2.3961245730646758e-05,
      "loss": 0.8893,
      "step": 2030
    },
    {
      "epoch": 2.4667472793228535,
      "grad_norm": 1.0990610122680664,
      "learning_rate": 2.3903145917557945e-05,
      "loss": 0.9129,
      "step": 2040
    },
    {
      "epoch": 2.478839177750907,
      "grad_norm": 1.6305997371673584,
      "learning_rate": 2.3844839147410146e-05,
      "loss": 0.9494,
      "step": 2050
    },
    {
      "epoch": 2.4909310761789603,
      "grad_norm": 2.0180811882019043,
      "learning_rate": 2.3786326775566705e-05,
      "loss": 0.8741,
      "step": 2060
    },
    {
      "epoch": 2.5030229746070134,
      "grad_norm": 1.390211820602417,
      "learning_rate": 2.3727610162170262e-05,
      "loss": 0.9242,
      "step": 2070
    },
    {
      "epoch": 2.5030229746070134,
      "eval_loss": 1.027010202407837,
      "eval_runtime": 62.1115,
      "eval_samples_per_second": 3.059,
      "eval_steps_per_second": 1.53,
      "step": 2070
    },
    {
      "epoch": 2.5151148730350665,
      "grad_norm": 2.0877339839935303,
      "learning_rate": 2.3668690672111135e-05,
      "loss": 0.9463,
      "step": 2080
    },
    {
      "epoch": 2.5272067714631197,
      "grad_norm": 1.8376761674880981,
      "learning_rate": 2.3609569674995575e-05,
      "loss": 0.9761,
      "step": 2090
    },
    {
      "epoch": 2.539298669891173,
      "grad_norm": 1.2929617166519165,
      "learning_rate": 2.355024854511396e-05,
      "loss": 0.9552,
      "step": 2100
    },
    {
      "epoch": 2.551390568319226,
      "grad_norm": 1.428189992904663,
      "learning_rate": 2.3490728661408823e-05,
      "loss": 0.9305,
      "step": 2110
    },
    {
      "epoch": 2.5634824667472795,
      "grad_norm": 1.873153567314148,
      "learning_rate": 2.3431011407442793e-05,
      "loss": 0.9285,
      "step": 2120
    },
    {
      "epoch": 2.5755743651753327,
      "grad_norm": 1.3220646381378174,
      "learning_rate": 2.3371098171366473e-05,
      "loss": 0.9198,
      "step": 2130
    },
    {
      "epoch": 2.587666263603386,
      "grad_norm": 1.2938573360443115,
      "learning_rate": 2.3310990345886124e-05,
      "loss": 0.7408,
      "step": 2140
    },
    {
      "epoch": 2.599758162031439,
      "grad_norm": 1.5691282749176025,
      "learning_rate": 2.325068932823132e-05,
      "loss": 1.085,
      "step": 2150
    },
    {
      "epoch": 2.611850060459492,
      "grad_norm": 1.8494837284088135,
      "learning_rate": 2.3190196520122468e-05,
      "loss": 0.9864,
      "step": 2160
    },
    {
      "epoch": 2.6239419588875452,
      "grad_norm": 2.0735583305358887,
      "learning_rate": 2.312951332773821e-05,
      "loss": 0.9551,
      "step": 2170
    },
    {
      "epoch": 2.6360338573155984,
      "grad_norm": 2.0026185512542725,
      "learning_rate": 2.3068641161682747e-05,
      "loss": 0.8341,
      "step": 2180
    },
    {
      "epoch": 2.648125755743652,
      "grad_norm": 1.0748159885406494,
      "learning_rate": 2.3007581436953043e-05,
      "loss": 0.8707,
      "step": 2190
    },
    {
      "epoch": 2.660217654171705,
      "grad_norm": 1.2758897542953491,
      "learning_rate": 2.294633557290594e-05,
      "loss": 0.9761,
      "step": 2200
    },
    {
      "epoch": 2.672309552599758,
      "grad_norm": 1.5994787216186523,
      "learning_rate": 2.288490499322515e-05,
      "loss": 0.9284,
      "step": 2210
    },
    {
      "epoch": 2.6844014510278114,
      "grad_norm": 1.913944125175476,
      "learning_rate": 2.282329112588819e-05,
      "loss": 0.9475,
      "step": 2220
    },
    {
      "epoch": 2.6964933494558645,
      "grad_norm": 1.6219775676727295,
      "learning_rate": 2.2761495403133156e-05,
      "loss": 0.8979,
      "step": 2230
    },
    {
      "epoch": 2.7085852478839176,
      "grad_norm": 2.0113205909729004,
      "learning_rate": 2.2699519261425437e-05,
      "loss": 1.0181,
      "step": 2240
    },
    {
      "epoch": 2.7206771463119708,
      "grad_norm": 1.56183922290802,
      "learning_rate": 2.2637364141424347e-05,
      "loss": 1.027,
      "step": 2250
    },
    {
      "epoch": 2.7327690447400244,
      "grad_norm": 1.4773386716842651,
      "learning_rate": 2.2575031487949607e-05,
      "loss": 0.9299,
      "step": 2260
    },
    {
      "epoch": 2.7448609431680775,
      "grad_norm": 1.8613166809082031,
      "learning_rate": 2.251252274994778e-05,
      "loss": 0.9851,
      "step": 2270
    },
    {
      "epoch": 2.7569528415961306,
      "grad_norm": 1.6664507389068604,
      "learning_rate": 2.244983938045858e-05,
      "loss": 0.8041,
      "step": 2280
    },
    {
      "epoch": 2.7690447400241838,
      "grad_norm": 1.3423569202423096,
      "learning_rate": 2.2386982836581084e-05,
      "loss": 0.8549,
      "step": 2290
    },
    {
      "epoch": 2.781136638452237,
      "grad_norm": 1.7735357284545898,
      "learning_rate": 2.232395457943989e-05,
      "loss": 0.997,
      "step": 2300
    },
    {
      "epoch": 2.79322853688029,
      "grad_norm": 2.512533664703369,
      "learning_rate": 2.226075607415114e-05,
      "loss": 0.8865,
      "step": 2310
    },
    {
      "epoch": 2.805320435308343,
      "grad_norm": 2.101529121398926,
      "learning_rate": 2.2197388789788444e-05,
      "loss": 0.9071,
      "step": 2320
    },
    {
      "epoch": 2.8174123337363968,
      "grad_norm": 1.0863012075424194,
      "learning_rate": 2.213385419934876e-05,
      "loss": 0.7935,
      "step": 2330
    },
    {
      "epoch": 2.82950423216445,
      "grad_norm": 1.9452869892120361,
      "learning_rate": 2.2070153779718127e-05,
      "loss": 0.8955,
      "step": 2340
    },
    {
      "epoch": 2.841596130592503,
      "grad_norm": 2.226400136947632,
      "learning_rate": 2.200628901163737e-05,
      "loss": 0.8089,
      "step": 2350
    },
    {
      "epoch": 2.853688029020556,
      "grad_norm": 1.274936318397522,
      "learning_rate": 2.1942261379667626e-05,
      "loss": 0.9588,
      "step": 2360
    },
    {
      "epoch": 2.8657799274486093,
      "grad_norm": 1.3687050342559814,
      "learning_rate": 2.18780723721559e-05,
      "loss": 0.9048,
      "step": 2370
    },
    {
      "epoch": 2.877871825876663,
      "grad_norm": 1.7625335454940796,
      "learning_rate": 2.1813723481200394e-05,
      "loss": 1.0745,
      "step": 2380
    },
    {
      "epoch": 2.8899637243047156,
      "grad_norm": 1.4267995357513428,
      "learning_rate": 2.1749216202615907e-05,
      "loss": 1.0377,
      "step": 2390
    },
    {
      "epoch": 2.902055622732769,
      "grad_norm": 1.885882019996643,
      "learning_rate": 2.1684552035898982e-05,
      "loss": 0.8572,
      "step": 2400
    },
    {
      "epoch": 2.9141475211608223,
      "grad_norm": 1.9667267799377441,
      "learning_rate": 2.1619732484193113e-05,
      "loss": 0.8767,
      "step": 2410
    },
    {
      "epoch": 2.9262394195888755,
      "grad_norm": 1.962418556213379,
      "learning_rate": 2.1554759054253758e-05,
      "loss": 0.9886,
      "step": 2420
    },
    {
      "epoch": 2.9383313180169286,
      "grad_norm": 2.5986828804016113,
      "learning_rate": 2.148963325641335e-05,
      "loss": 0.9386,
      "step": 2430
    },
    {
      "epoch": 2.9504232164449817,
      "grad_norm": 2.477590560913086,
      "learning_rate": 2.142435660454616e-05,
      "loss": 0.9533,
      "step": 2440
    },
    {
      "epoch": 2.9625151148730353,
      "grad_norm": 1.5716705322265625,
      "learning_rate": 2.135893061603313e-05,
      "loss": 0.9436,
      "step": 2450
    },
    {
      "epoch": 2.974607013301088,
      "grad_norm": 2.0462253093719482,
      "learning_rate": 2.129335681172658e-05,
      "loss": 0.8393,
      "step": 2460
    },
    {
      "epoch": 2.9866989117291416,
      "grad_norm": 1.807516098022461,
      "learning_rate": 2.122763671591487e-05,
      "loss": 0.8802,
      "step": 2470
    },
    {
      "epoch": 2.9987908101571947,
      "grad_norm": 1.7970890998840332,
      "learning_rate": 2.1161771856286964e-05,
      "loss": 0.8121,
      "step": 2480
    },
    {
      "epoch": 3.0024183796856105,
      "eval_loss": 1.025052547454834,
      "eval_runtime": 62.1601,
      "eval_samples_per_second": 3.057,
      "eval_steps_per_second": 1.528,
      "step": 2484
    },
    {
      "epoch": 3.0096735187424426,
      "grad_norm": 1.9102685451507568,
      "learning_rate": 2.1095763763896915e-05,
      "loss": 1.0081,
      "step": 2490
    },
    {
      "epoch": 3.0217654171704957,
      "grad_norm": 1.673042893409729,
      "learning_rate": 2.1029613973128274e-05,
      "loss": 0.9355,
      "step": 2500
    },
    {
      "epoch": 3.033857315598549,
      "grad_norm": 3.155738115310669,
      "learning_rate": 2.0963324021658435e-05,
      "loss": 0.7849,
      "step": 2510
    },
    {
      "epoch": 3.045949214026602,
      "grad_norm": 1.792328953742981,
      "learning_rate": 2.089689545042286e-05,
      "loss": 0.8839,
      "step": 2520
    },
    {
      "epoch": 3.0580411124546556,
      "grad_norm": 2.182460069656372,
      "learning_rate": 2.0830329803579312e-05,
      "loss": 0.8556,
      "step": 2530
    },
    {
      "epoch": 3.0701330108827087,
      "grad_norm": 1.5327653884887695,
      "learning_rate": 2.07636286284719e-05,
      "loss": 0.9156,
      "step": 2540
    },
    {
      "epoch": 3.082224909310762,
      "grad_norm": 1.9906131029129028,
      "learning_rate": 2.0696793475595162e-05,
      "loss": 0.78,
      "step": 2550
    },
    {
      "epoch": 3.094316807738815,
      "grad_norm": 2.0401036739349365,
      "learning_rate": 2.0629825898557984e-05,
      "loss": 0.9573,
      "step": 2560
    },
    {
      "epoch": 3.106408706166868,
      "grad_norm": 2.0492191314697266,
      "learning_rate": 2.056272745404751e-05,
      "loss": 0.851,
      "step": 2570
    },
    {
      "epoch": 3.1185006045949213,
      "grad_norm": 2.2973692417144775,
      "learning_rate": 2.0495499701792954e-05,
      "loss": 0.8719,
      "step": 2580
    },
    {
      "epoch": 3.1305925030229744,
      "grad_norm": 2.114962577819824,
      "learning_rate": 2.0428144204529338e-05,
      "loss": 0.8664,
      "step": 2590
    },
    {
      "epoch": 3.142684401451028,
      "grad_norm": 1.581209659576416,
      "learning_rate": 2.0360662527961144e-05,
      "loss": 0.8698,
      "step": 2600
    },
    {
      "epoch": 3.154776299879081,
      "grad_norm": 2.2733969688415527,
      "learning_rate": 2.0293056240725978e-05,
      "loss": 0.8688,
      "step": 2610
    },
    {
      "epoch": 3.1668681983071343,
      "grad_norm": 1.9230784177780151,
      "learning_rate": 2.022532691435803e-05,
      "loss": 0.9029,
      "step": 2620
    },
    {
      "epoch": 3.1789600967351874,
      "grad_norm": 1.8609906435012817,
      "learning_rate": 2.0157476123251618e-05,
      "loss": 0.8416,
      "step": 2630
    },
    {
      "epoch": 3.1910519951632406,
      "grad_norm": 3.587183713912964,
      "learning_rate": 2.0089505444624523e-05,
      "loss": 0.8078,
      "step": 2640
    },
    {
      "epoch": 3.2031438935912937,
      "grad_norm": 1.5747348070144653,
      "learning_rate": 2.0021416458481382e-05,
      "loss": 0.8362,
      "step": 2650
    },
    {
      "epoch": 3.215235792019347,
      "grad_norm": 2.3190407752990723,
      "learning_rate": 1.9953210747576925e-05,
      "loss": 0.8644,
      "step": 2660
    },
    {
      "epoch": 3.2273276904474004,
      "grad_norm": 2.1347427368164062,
      "learning_rate": 1.988488989737919e-05,
      "loss": 0.8559,
      "step": 2670
    },
    {
      "epoch": 3.2394195888754536,
      "grad_norm": 1.6797113418579102,
      "learning_rate": 1.9816455496032678e-05,
      "loss": 0.6892,
      "step": 2680
    },
    {
      "epoch": 3.2515114873035067,
      "grad_norm": 2.676992416381836,
      "learning_rate": 1.9747909134321433e-05,
      "loss": 0.9424,
      "step": 2690
    },
    {
      "epoch": 3.26360338573156,
      "grad_norm": 2.5450267791748047,
      "learning_rate": 1.9679252405632056e-05,
      "loss": 1.0132,
      "step": 2700
    },
    {
      "epoch": 3.275695284159613,
      "grad_norm": 1.7200360298156738,
      "learning_rate": 1.9610486905916672e-05,
      "loss": 0.7815,
      "step": 2710
    },
    {
      "epoch": 3.287787182587666,
      "grad_norm": 1.8882542848587036,
      "learning_rate": 1.9541614233655832e-05,
      "loss": 0.7036,
      "step": 2720
    },
    {
      "epoch": 3.2998790810157193,
      "grad_norm": 2.0537140369415283,
      "learning_rate": 1.9472635989821346e-05,
      "loss": 0.8662,
      "step": 2730
    },
    {
      "epoch": 3.311970979443773,
      "grad_norm": 2.3131861686706543,
      "learning_rate": 1.9403553777839097e-05,
      "loss": 0.8448,
      "step": 2740
    },
    {
      "epoch": 3.324062877871826,
      "grad_norm": 2.300368309020996,
      "learning_rate": 1.9334369203551722e-05,
      "loss": 0.8958,
      "step": 2750
    },
    {
      "epoch": 3.336154776299879,
      "grad_norm": 2.186077117919922,
      "learning_rate": 1.926508387518133e-05,
      "loss": 0.8127,
      "step": 2760
    },
    {
      "epoch": 3.3482466747279322,
      "grad_norm": 2.2586021423339844,
      "learning_rate": 1.9195699403292072e-05,
      "loss": 0.8263,
      "step": 2770
    },
    {
      "epoch": 3.3603385731559854,
      "grad_norm": 2.485656499862671,
      "learning_rate": 1.912621740075276e-05,
      "loss": 0.9142,
      "step": 2780
    },
    {
      "epoch": 3.3724304715840385,
      "grad_norm": 2.753103494644165,
      "learning_rate": 1.9056639482699323e-05,
      "loss": 0.8142,
      "step": 2790
    },
    {
      "epoch": 3.3845223700120917,
      "grad_norm": 2.5374977588653564,
      "learning_rate": 1.8986967266497293e-05,
      "loss": 0.7762,
      "step": 2800
    },
    {
      "epoch": 3.3966142684401452,
      "grad_norm": 2.3932859897613525,
      "learning_rate": 1.8917202371704184e-05,
      "loss": 0.8581,
      "step": 2810
    },
    {
      "epoch": 3.4087061668681984,
      "grad_norm": 2.2613675594329834,
      "learning_rate": 1.8847346420031876e-05,
      "loss": 0.9741,
      "step": 2820
    },
    {
      "epoch": 3.4207980652962515,
      "grad_norm": 1.7016990184783936,
      "learning_rate": 1.877740103530889e-05,
      "loss": 0.8193,
      "step": 2830
    },
    {
      "epoch": 3.4328899637243047,
      "grad_norm": 2.1311845779418945,
      "learning_rate": 1.8707367843442672e-05,
      "loss": 0.7398,
      "step": 2840
    },
    {
      "epoch": 3.444981862152358,
      "grad_norm": 2.0460548400878906,
      "learning_rate": 1.8637248472381743e-05,
      "loss": 0.7596,
      "step": 2850
    },
    {
      "epoch": 3.457073760580411,
      "grad_norm": 2.456862688064575,
      "learning_rate": 1.8567044552077932e-05,
      "loss": 0.9296,
      "step": 2860
    },
    {
      "epoch": 3.4691656590084645,
      "grad_norm": 1.7966513633728027,
      "learning_rate": 1.8496757714448413e-05,
      "loss": 0.8596,
      "step": 2870
    },
    {
      "epoch": 3.4812575574365177,
      "grad_norm": 2.129179000854492,
      "learning_rate": 1.8426389593337842e-05,
      "loss": 0.8115,
      "step": 2880
    },
    {
      "epoch": 3.493349455864571,
      "grad_norm": 1.8818175792694092,
      "learning_rate": 1.835594182448031e-05,
      "loss": 0.7811,
      "step": 2890
    },
    {
      "epoch": 3.5030229746070134,
      "eval_loss": 1.0463489294052124,
      "eval_runtime": 62.151,
      "eval_samples_per_second": 3.057,
      "eval_steps_per_second": 1.529,
      "step": 2898
    },
    {
      "epoch": 3.505441354292624,
      "grad_norm": 2.0948948860168457,
      "learning_rate": 1.828541604546136e-05,
      "loss": 0.8436,
      "step": 2900
    },
    {
      "epoch": 3.517533252720677,
      "grad_norm": 1.82291579246521,
      "learning_rate": 1.8214813895679916e-05,
      "loss": 0.7953,
      "step": 2910
    },
    {
      "epoch": 3.52962515114873,
      "grad_norm": 2.061556100845337,
      "learning_rate": 1.8144137016310164e-05,
      "loss": 0.8741,
      "step": 2920
    },
    {
      "epoch": 3.541717049576784,
      "grad_norm": 3.4671363830566406,
      "learning_rate": 1.8073387050263416e-05,
      "loss": 0.9057,
      "step": 2930
    },
    {
      "epoch": 3.5538089480048365,
      "grad_norm": 3.073554515838623,
      "learning_rate": 1.80025656421499e-05,
      "loss": 0.9202,
      "step": 2940
    },
    {
      "epoch": 3.56590084643289,
      "grad_norm": 2.2745471000671387,
      "learning_rate": 1.7931674438240554e-05,
      "loss": 0.869,
      "step": 2950
    },
    {
      "epoch": 3.577992744860943,
      "grad_norm": 2.1967475414276123,
      "learning_rate": 1.786071508642874e-05,
      "loss": 0.8464,
      "step": 2960
    },
    {
      "epoch": 3.5900846432889963,
      "grad_norm": 3.3642377853393555,
      "learning_rate": 1.7789689236191942e-05,
      "loss": 0.7493,
      "step": 2970
    },
    {
      "epoch": 3.6021765417170495,
      "grad_norm": 2.1377601623535156,
      "learning_rate": 1.7718598538553436e-05,
      "loss": 0.8941,
      "step": 2980
    },
    {
      "epoch": 3.6142684401451026,
      "grad_norm": 2.482862710952759,
      "learning_rate": 1.7647444646043887e-05,
      "loss": 0.9424,
      "step": 2990
    },
    {
      "epoch": 3.626360338573156,
      "grad_norm": 2.38171648979187,
      "learning_rate": 1.7576229212662955e-05,
      "loss": 0.7499,
      "step": 3000
    },
    {
      "epoch": 3.6384522370012093,
      "grad_norm": 2.8328399658203125,
      "learning_rate": 1.750495389384085e-05,
      "loss": 0.8494,
      "step": 3010
    },
    {
      "epoch": 3.6505441354292625,
      "grad_norm": 2.6801421642303467,
      "learning_rate": 1.7433620346399833e-05,
      "loss": 0.8353,
      "step": 3020
    },
    {
      "epoch": 3.6626360338573156,
      "grad_norm": 2.9922213554382324,
      "learning_rate": 1.7362230228515706e-05,
      "loss": 0.7786,
      "step": 3030
    },
    {
      "epoch": 3.6747279322853688,
      "grad_norm": 1.9845452308654785,
      "learning_rate": 1.729078519967929e-05,
      "loss": 0.8261,
      "step": 3040
    },
    {
      "epoch": 3.686819830713422,
      "grad_norm": 2.896380662918091,
      "learning_rate": 1.721928692065781e-05,
      "loss": 0.8031,
      "step": 3050
    },
    {
      "epoch": 3.698911729141475,
      "grad_norm": 2.3239529132843018,
      "learning_rate": 1.714773705345633e-05,
      "loss": 0.8602,
      "step": 3060
    },
    {
      "epoch": 3.7110036275695286,
      "grad_norm": 1.6386851072311401,
      "learning_rate": 1.7076137261279105e-05,
      "loss": 0.7999,
      "step": 3070
    },
    {
      "epoch": 3.7230955259975818,
      "grad_norm": 2.6418874263763428,
      "learning_rate": 1.700448920849089e-05,
      "loss": 0.8791,
      "step": 3080
    },
    {
      "epoch": 3.735187424425635,
      "grad_norm": 2.601285696029663,
      "learning_rate": 1.6932794560578302e-05,
      "loss": 0.8067,
      "step": 3090
    },
    {
      "epoch": 3.747279322853688,
      "grad_norm": 2.0848560333251953,
      "learning_rate": 1.6861054984111065e-05,
      "loss": 0.7878,
      "step": 3100
    },
    {
      "epoch": 3.759371221281741,
      "grad_norm": 2.478421449661255,
      "learning_rate": 1.6789272146703296e-05,
      "loss": 0.6949,
      "step": 3110
    },
    {
      "epoch": 3.7714631197097943,
      "grad_norm": 2.1585545539855957,
      "learning_rate": 1.6717447716974713e-05,
      "loss": 0.9221,
      "step": 3120
    },
    {
      "epoch": 3.7835550181378474,
      "grad_norm": 1.5959584712982178,
      "learning_rate": 1.664558336451188e-05,
      "loss": 0.774,
      "step": 3130
    },
    {
      "epoch": 3.795646916565901,
      "grad_norm": 2.674715757369995,
      "learning_rate": 1.657368075982937e-05,
      "loss": 0.842,
      "step": 3140
    },
    {
      "epoch": 3.807738814993954,
      "grad_norm": 2.4131863117218018,
      "learning_rate": 1.6501741574330948e-05,
      "loss": 0.8084,
      "step": 3150
    },
    {
      "epoch": 3.8198307134220073,
      "grad_norm": 2.0096678733825684,
      "learning_rate": 1.6429767480270713e-05,
      "loss": 0.8851,
      "step": 3160
    },
    {
      "epoch": 3.8319226118500604,
      "grad_norm": 2.3412530422210693,
      "learning_rate": 1.635776015071423e-05,
      "loss": 0.8997,
      "step": 3170
    },
    {
      "epoch": 3.8440145102781136,
      "grad_norm": 2.2029662132263184,
      "learning_rate": 1.628572125949963e-05,
      "loss": 0.8425,
      "step": 3180
    },
    {
      "epoch": 3.8561064087061667,
      "grad_norm": 2.2945916652679443,
      "learning_rate": 1.6213652481198715e-05,
      "loss": 0.8195,
      "step": 3190
    },
    {
      "epoch": 3.86819830713422,
      "grad_norm": 3.0929417610168457,
      "learning_rate": 1.6141555491078012e-05,
      "loss": 0.78,
      "step": 3200
    },
    {
      "epoch": 3.8802902055622734,
      "grad_norm": 3.166088581085205,
      "learning_rate": 1.6069431965059854e-05,
      "loss": 1.0325,
      "step": 3210
    },
    {
      "epoch": 3.8923821039903266,
      "grad_norm": 2.1898717880249023,
      "learning_rate": 1.5997283579683403e-05,
      "loss": 0.7925,
      "step": 3220
    },
    {
      "epoch": 3.9044740024183797,
      "grad_norm": 2.5372607707977295,
      "learning_rate": 1.5925112012065697e-05,
      "loss": 0.8772,
      "step": 3230
    },
    {
      "epoch": 3.916565900846433,
      "grad_norm": 1.7813209295272827,
      "learning_rate": 1.5852918939862637e-05,
      "loss": 0.8521,
      "step": 3240
    },
    {
      "epoch": 3.928657799274486,
      "grad_norm": 4.24637508392334,
      "learning_rate": 1.578070604123003e-05,
      "loss": 0.872,
      "step": 3250
    },
    {
      "epoch": 3.940749697702539,
      "grad_norm": 2.9286880493164062,
      "learning_rate": 1.5708474994784525e-05,
      "loss": 0.9763,
      "step": 3260
    },
    {
      "epoch": 3.9528415961305923,
      "grad_norm": 2.25107479095459,
      "learning_rate": 1.563622747956466e-05,
      "loss": 0.7783,
      "step": 3270
    },
    {
      "epoch": 3.964933494558646,
      "grad_norm": 3.030318021774292,
      "learning_rate": 1.5563965174991762e-05,
      "loss": 0.9837,
      "step": 3280
    },
    {
      "epoch": 3.977025392986699,
      "grad_norm": 2.7458813190460205,
      "learning_rate": 1.5491689760830966e-05,
      "loss": 0.7787,
      "step": 3290
    },
    {
      "epoch": 3.989117291414752,
      "grad_norm": 2.2329845428466797,
      "learning_rate": 1.5419402917152133e-05,
      "loss": 0.9339,
      "step": 3300
    },
    {
      "epoch": 4.0024183796856105,
      "grad_norm": 1.8471683263778687,
      "learning_rate": 1.5347106324290817e-05,
      "loss": 0.8205,
      "step": 3310
    },
    {
      "epoch": 4.004836759371221,
      "eval_loss": 1.0431386232376099,
      "eval_runtime": 62.1184,
      "eval_samples_per_second": 3.059,
      "eval_steps_per_second": 1.529,
      "step": 3312
    },
    {
      "epoch": 4.014510278113664,
      "grad_norm": 1.8121156692504883,
      "learning_rate": 1.5274801662809178e-05,
      "loss": 0.7915,
      "step": 3320
    },
    {
      "epoch": 4.026602176541717,
      "grad_norm": 2.4977829456329346,
      "learning_rate": 1.5202490613456963e-05,
      "loss": 0.6828,
      "step": 3330
    },
    {
      "epoch": 4.03869407496977,
      "grad_norm": 2.696383237838745,
      "learning_rate": 1.5130174857132367e-05,
      "loss": 0.7595,
      "step": 3340
    },
    {
      "epoch": 4.050785973397823,
      "grad_norm": 2.9162650108337402,
      "learning_rate": 1.5057856074843042e-05,
      "loss": 0.8107,
      "step": 3350
    },
    {
      "epoch": 4.062877871825877,
      "grad_norm": 2.7059521675109863,
      "learning_rate": 1.4985535947666946e-05,
      "loss": 0.8078,
      "step": 3360
    },
    {
      "epoch": 4.07496977025393,
      "grad_norm": 2.8959505558013916,
      "learning_rate": 1.4913216156713333e-05,
      "loss": 0.8511,
      "step": 3370
    },
    {
      "epoch": 4.087061668681983,
      "grad_norm": 2.2846384048461914,
      "learning_rate": 1.4840898383083603e-05,
      "loss": 0.7364,
      "step": 3380
    },
    {
      "epoch": 4.0991535671100365,
      "grad_norm": 3.3403897285461426,
      "learning_rate": 1.47685843078323e-05,
      "loss": 0.9103,
      "step": 3390
    },
    {
      "epoch": 4.111245465538089,
      "grad_norm": 1.9266448020935059,
      "learning_rate": 1.4696275611927962e-05,
      "loss": 0.6803,
      "step": 3400
    },
    {
      "epoch": 4.123337363966143,
      "grad_norm": 2.2451562881469727,
      "learning_rate": 1.4623973976214117e-05,
      "loss": 0.7053,
      "step": 3410
    },
    {
      "epoch": 4.1354292623941955,
      "grad_norm": 3.214365005493164,
      "learning_rate": 1.4551681081370149e-05,
      "loss": 0.7481,
      "step": 3420
    },
    {
      "epoch": 4.147521160822249,
      "grad_norm": 2.8689422607421875,
      "learning_rate": 1.447939860787227e-05,
      "loss": 0.8524,
      "step": 3430
    },
    {
      "epoch": 4.159613059250303,
      "grad_norm": 2.400942087173462,
      "learning_rate": 1.440712823595444e-05,
      "loss": 0.8388,
      "step": 3440
    },
    {
      "epoch": 4.171704957678355,
      "grad_norm": 2.9148495197296143,
      "learning_rate": 1.433487164556932e-05,
      "loss": 0.7776,
      "step": 3450
    },
    {
      "epoch": 4.183796856106409,
      "grad_norm": 3.156839370727539,
      "learning_rate": 1.42626305163492e-05,
      "loss": 0.7788,
      "step": 3460
    },
    {
      "epoch": 4.195888754534462,
      "grad_norm": 3.3853509426116943,
      "learning_rate": 1.4190406527566984e-05,
      "loss": 0.768,
      "step": 3470
    },
    {
      "epoch": 4.207980652962515,
      "grad_norm": 2.504469871520996,
      "learning_rate": 1.4118201358097127e-05,
      "loss": 0.8062,
      "step": 3480
    },
    {
      "epoch": 4.220072551390568,
      "grad_norm": 3.1411614418029785,
      "learning_rate": 1.4046016686376636e-05,
      "loss": 0.7413,
      "step": 3490
    },
    {
      "epoch": 4.2321644498186215,
      "grad_norm": 3.1822478771209717,
      "learning_rate": 1.3973854190366023e-05,
      "loss": 0.7172,
      "step": 3500
    },
    {
      "epoch": 4.244256348246675,
      "grad_norm": 2.4940245151519775,
      "learning_rate": 1.3901715547510332e-05,
      "loss": 0.7663,
      "step": 3510
    },
    {
      "epoch": 4.256348246674728,
      "grad_norm": 3.3821640014648438,
      "learning_rate": 1.3829602434700128e-05,
      "loss": 0.7442,
      "step": 3520
    },
    {
      "epoch": 4.268440145102781,
      "grad_norm": 2.120893955230713,
      "learning_rate": 1.375751652823251e-05,
      "loss": 0.7644,
      "step": 3530
    },
    {
      "epoch": 4.280532043530834,
      "grad_norm": 3.397862672805786,
      "learning_rate": 1.368545950377217e-05,
      "loss": 0.7631,
      "step": 3540
    },
    {
      "epoch": 4.292623941958888,
      "grad_norm": 3.241807222366333,
      "learning_rate": 1.3613433036312415e-05,
      "loss": 0.8655,
      "step": 3550
    },
    {
      "epoch": 4.30471584038694,
      "grad_norm": 2.9539334774017334,
      "learning_rate": 1.3541438800136251e-05,
      "loss": 0.7683,
      "step": 3560
    },
    {
      "epoch": 4.316807738814994,
      "grad_norm": 3.136444568634033,
      "learning_rate": 1.346947846877744e-05,
      "loss": 0.8393,
      "step": 3570
    },
    {
      "epoch": 4.3288996372430475,
      "grad_norm": 3.4799044132232666,
      "learning_rate": 1.3397553714981646e-05,
      "loss": 0.8738,
      "step": 3580
    },
    {
      "epoch": 4.3409915356711,
      "grad_norm": 3.240767240524292,
      "learning_rate": 1.3325666210667476e-05,
      "loss": 0.9027,
      "step": 3590
    },
    {
      "epoch": 4.353083434099154,
      "grad_norm": 3.1625399589538574,
      "learning_rate": 1.3253817626887698e-05,
      "loss": 0.7002,
      "step": 3600
    },
    {
      "epoch": 4.3651753325272065,
      "grad_norm": 1.863317608833313,
      "learning_rate": 1.318200963379032e-05,
      "loss": 0.7383,
      "step": 3610
    },
    {
      "epoch": 4.37726723095526,
      "grad_norm": 3.0041935443878174,
      "learning_rate": 1.3110243900579846e-05,
      "loss": 0.7579,
      "step": 3620
    },
    {
      "epoch": 4.389359129383314,
      "grad_norm": 2.631523370742798,
      "learning_rate": 1.303852209547839e-05,
      "loss": 0.8294,
      "step": 3630
    },
    {
      "epoch": 4.401451027811366,
      "grad_norm": 2.0372538566589355,
      "learning_rate": 1.2966845885686976e-05,
      "loss": 0.6767,
      "step": 3640
    },
    {
      "epoch": 4.41354292623942,
      "grad_norm": 3.182499647140503,
      "learning_rate": 1.2895216937346716e-05,
      "loss": 0.7367,
      "step": 3650
    },
    {
      "epoch": 4.425634824667473,
      "grad_norm": 3.0209364891052246,
      "learning_rate": 1.2823636915500135e-05,
      "loss": 0.7486,
      "step": 3660
    },
    {
      "epoch": 4.437726723095526,
      "grad_norm": 3.3213560581207275,
      "learning_rate": 1.275210748405244e-05,
      "loss": 0.7267,
      "step": 3670
    },
    {
      "epoch": 4.449818621523579,
      "grad_norm": 3.588071346282959,
      "learning_rate": 1.2680630305732831e-05,
      "loss": 0.7972,
      "step": 3680
    },
    {
      "epoch": 4.4619105199516325,
      "grad_norm": 3.1862246990203857,
      "learning_rate": 1.2609207042055879e-05,
      "loss": 0.7063,
      "step": 3690
    },
    {
      "epoch": 4.474002418379685,
      "grad_norm": 4.018402099609375,
      "learning_rate": 1.2537839353282872e-05,
      "loss": 0.8669,
      "step": 3700
    },
    {
      "epoch": 4.486094316807739,
      "grad_norm": 4.134286403656006,
      "learning_rate": 1.2466528898383259e-05,
      "loss": 0.8608,
      "step": 3710
    },
    {
      "epoch": 4.498186215235792,
      "grad_norm": 2.790292978286743,
      "learning_rate": 1.2395277334996045e-05,
      "loss": 0.7505,
      "step": 3720
    },
    {
      "epoch": 4.505441354292624,
      "eval_loss": 1.0653315782546997,
      "eval_runtime": 62.244,
      "eval_samples_per_second": 3.053,
      "eval_steps_per_second": 1.526,
      "step": 3726
    },
    {
      "epoch": 4.510278113663845,
      "grad_norm": 5.061868667602539,
      "learning_rate": 1.2324086319391297e-05,
      "loss": 0.6894,
      "step": 3730
    },
    {
      "epoch": 4.522370012091899,
      "grad_norm": 3.3010201454162598,
      "learning_rate": 1.2252957506431606e-05,
      "loss": 0.7144,
      "step": 3740
    },
    {
      "epoch": 4.534461910519951,
      "grad_norm": 3.672531843185425,
      "learning_rate": 1.2181892549533657e-05,
      "loss": 0.7517,
      "step": 3750
    },
    {
      "epoch": 4.546553808948005,
      "grad_norm": 2.89050030708313,
      "learning_rate": 1.2110893100629763e-05,
      "loss": 0.7112,
      "step": 3760
    },
    {
      "epoch": 4.5586457073760585,
      "grad_norm": 3.2547507286071777,
      "learning_rate": 1.2039960810129491e-05,
      "loss": 0.8639,
      "step": 3770
    },
    {
      "epoch": 4.570737605804111,
      "grad_norm": 3.547781229019165,
      "learning_rate": 1.1969097326881272e-05,
      "loss": 0.7602,
      "step": 3780
    },
    {
      "epoch": 4.582829504232165,
      "grad_norm": 3.2739574909210205,
      "learning_rate": 1.189830429813409e-05,
      "loss": 0.6657,
      "step": 3790
    },
    {
      "epoch": 4.594921402660217,
      "grad_norm": 4.094822883605957,
      "learning_rate": 1.1827583369499199e-05,
      "loss": 0.8112,
      "step": 3800
    },
    {
      "epoch": 4.607013301088271,
      "grad_norm": 3.00482177734375,
      "learning_rate": 1.1756936184911834e-05,
      "loss": 0.7148,
      "step": 3810
    },
    {
      "epoch": 4.619105199516324,
      "grad_norm": 3.754075288772583,
      "learning_rate": 1.1686364386593047e-05,
      "loss": 0.7634,
      "step": 3820
    },
    {
      "epoch": 4.631197097944377,
      "grad_norm": 1.9571914672851562,
      "learning_rate": 1.1615869615011487e-05,
      "loss": 0.8019,
      "step": 3830
    },
    {
      "epoch": 4.64328899637243,
      "grad_norm": 4.519535064697266,
      "learning_rate": 1.1545453508845303e-05,
      "loss": 0.7501,
      "step": 3840
    },
    {
      "epoch": 4.655380894800484,
      "grad_norm": 3.0004842281341553,
      "learning_rate": 1.147511770494402e-05,
      "loss": 0.9003,
      "step": 3850
    },
    {
      "epoch": 4.667472793228537,
      "grad_norm": 3.110866069793701,
      "learning_rate": 1.1404863838290519e-05,
      "loss": 0.7781,
      "step": 3860
    },
    {
      "epoch": 4.67956469165659,
      "grad_norm": 3.056727647781372,
      "learning_rate": 1.1334693541963009e-05,
      "loss": 0.782,
      "step": 3870
    },
    {
      "epoch": 4.691656590084643,
      "grad_norm": 5.728208065032959,
      "learning_rate": 1.1264608447097082e-05,
      "loss": 0.7219,
      "step": 3880
    },
    {
      "epoch": 4.703748488512696,
      "grad_norm": 4.19158935546875,
      "learning_rate": 1.1194610182847785e-05,
      "loss": 0.7901,
      "step": 3890
    },
    {
      "epoch": 4.71584038694075,
      "grad_norm": 4.694254398345947,
      "learning_rate": 1.1124700376351755e-05,
      "loss": 0.799,
      "step": 3900
    },
    {
      "epoch": 4.727932285368803,
      "grad_norm": 2.9105007648468018,
      "learning_rate": 1.105488065268939e-05,
      "loss": 0.7363,
      "step": 3910
    },
    {
      "epoch": 4.740024183796856,
      "grad_norm": 2.6782641410827637,
      "learning_rate": 1.0985152634847087e-05,
      "loss": 0.749,
      "step": 3920
    },
    {
      "epoch": 4.7521160822249096,
      "grad_norm": 4.835862159729004,
      "learning_rate": 1.0915517943679495e-05,
      "loss": 0.7918,
      "step": 3930
    },
    {
      "epoch": 4.764207980652962,
      "grad_norm": 3.066210985183716,
      "learning_rate": 1.084597819787186e-05,
      "loss": 0.76,
      "step": 3940
    },
    {
      "epoch": 4.776299879081016,
      "grad_norm": 3.978726863861084,
      "learning_rate": 1.0776535013902382e-05,
      "loss": 0.7956,
      "step": 3950
    },
    {
      "epoch": 4.788391777509069,
      "grad_norm": 3.4121222496032715,
      "learning_rate": 1.0707190006004634e-05,
      "loss": 0.772,
      "step": 3960
    },
    {
      "epoch": 4.800483675937122,
      "grad_norm": 4.126001358032227,
      "learning_rate": 1.0637944786130064e-05,
      "loss": 0.7623,
      "step": 3970
    },
    {
      "epoch": 4.812575574365176,
      "grad_norm": 3.501007556915283,
      "learning_rate": 1.0568800963910495e-05,
      "loss": 0.7658,
      "step": 3980
    },
    {
      "epoch": 4.824667472793228,
      "grad_norm": 3.7841763496398926,
      "learning_rate": 1.0499760146620745e-05,
      "loss": 0.8207,
      "step": 3990
    },
    {
      "epoch": 4.836759371221282,
      "grad_norm": 2.9045231342315674,
      "learning_rate": 1.0430823939141204e-05,
      "loss": 0.8224,
      "step": 4000
    },
    {
      "epoch": 4.848851269649335,
      "grad_norm": 2.3933026790618896,
      "learning_rate": 1.036199394392061e-05,
      "loss": 0.894,
      "step": 4010
    },
    {
      "epoch": 4.860943168077388,
      "grad_norm": 3.316516876220703,
      "learning_rate": 1.0293271760938719e-05,
      "loss": 0.7822,
      "step": 4020
    },
    {
      "epoch": 4.873035066505441,
      "grad_norm": 3.8151934146881104,
      "learning_rate": 1.0224658987669182e-05,
      "loss": 0.8381,
      "step": 4030
    },
    {
      "epoch": 4.8851269649334945,
      "grad_norm": 3.1684491634368896,
      "learning_rate": 1.0156157219042351e-05,
      "loss": 0.7151,
      "step": 4040
    },
    {
      "epoch": 4.897218863361548,
      "grad_norm": 2.5580480098724365,
      "learning_rate": 1.0087768047408257e-05,
      "loss": 0.7844,
      "step": 4050
    },
    {
      "epoch": 4.909310761789601,
      "grad_norm": 3.3300466537475586,
      "learning_rate": 1.0019493062499541e-05,
      "loss": 0.8607,
      "step": 4060
    },
    {
      "epoch": 4.921402660217654,
      "grad_norm": 3.0954511165618896,
      "learning_rate": 9.951333851394563e-06,
      "loss": 0.7207,
      "step": 4070
    },
    {
      "epoch": 4.933494558645707,
      "grad_norm": 2.838153123855591,
      "learning_rate": 9.883291998480459e-06,
      "loss": 0.7848,
      "step": 4080
    },
    {
      "epoch": 4.945586457073761,
      "grad_norm": 2.8606677055358887,
      "learning_rate": 9.815369085416321e-06,
      "loss": 0.7297,
      "step": 4090
    },
    {
      "epoch": 4.957678355501814,
      "grad_norm": 2.995903491973877,
      "learning_rate": 9.747566691096455e-06,
      "loss": 0.7815,
      "step": 4100
    },
    {
      "epoch": 4.969770253929867,
      "grad_norm": 2.5223402976989746,
      "learning_rate": 9.679886391613649e-06,
      "loss": 0.764,
      "step": 4110
    },
    {
      "epoch": 4.9818621523579205,
      "grad_norm": 2.362399101257324,
      "learning_rate": 9.612329760222562e-06,
      "loss": 0.6716,
      "step": 4120
    },
    {
      "epoch": 4.993954050785973,
      "grad_norm": 4.546547889709473,
      "learning_rate": 9.544898367303126e-06,
      "loss": 0.9023,
      "step": 4130
    },
    {
      "epoch": 5.008464328899637,
      "grad_norm": 2.1150896549224854,
      "learning_rate": 9.47759378032407e-06,
      "loss": 0.6997,
      "step": 4140
    },
    {
      "epoch": 5.008464328899637,
      "eval_loss": 1.070144534111023,
      "eval_runtime": 62.259,
      "eval_samples_per_second": 3.052,
      "eval_steps_per_second": 1.526,
      "step": 4140
    },
    {
      "epoch": 5.02055622732769,
      "grad_norm": 2.231945514678955,
      "learning_rate": 9.410417563806457e-06,
      "loss": 0.7199,
      "step": 4150
    },
    {
      "epoch": 5.032648125755744,
      "grad_norm": 2.773264169692993,
      "learning_rate": 9.343371279287346e-06,
      "loss": 0.7082,
      "step": 4160
    },
    {
      "epoch": 5.044740024183797,
      "grad_norm": 4.111907482147217,
      "learning_rate": 9.276456485283454e-06,
      "loss": 0.7083,
      "step": 4170
    },
    {
      "epoch": 5.05683192261185,
      "grad_norm": 4.149149417877197,
      "learning_rate": 9.209674737254977e-06,
      "loss": 0.6057,
      "step": 4180
    },
    {
      "epoch": 5.0689238210399035,
      "grad_norm": 3.5627682209014893,
      "learning_rate": 9.143027587569384e-06,
      "loss": 0.7398,
      "step": 4190
    },
    {
      "epoch": 5.081015719467956,
      "grad_norm": 2.7134649753570557,
      "learning_rate": 9.076516585465364e-06,
      "loss": 0.8352,
      "step": 4200
    },
    {
      "epoch": 5.09310761789601,
      "grad_norm": 3.4274790287017822,
      "learning_rate": 9.010143277016797e-06,
      "loss": 0.789,
      "step": 4210
    },
    {
      "epoch": 5.105199516324063,
      "grad_norm": 2.505985736846924,
      "learning_rate": 8.943909205096825e-06,
      "loss": 0.7339,
      "step": 4220
    },
    {
      "epoch": 5.117291414752116,
      "grad_norm": 2.784248113632202,
      "learning_rate": 8.877815909341995e-06,
      "loss": 0.6168,
      "step": 4230
    },
    {
      "epoch": 5.12938331318017,
      "grad_norm": 3.0708258152008057,
      "learning_rate": 8.811864926116423e-06,
      "loss": 0.681,
      "step": 4240
    },
    {
      "epoch": 5.141475211608222,
      "grad_norm": 2.7348103523254395,
      "learning_rate": 8.746057788476165e-06,
      "loss": 0.6212,
      "step": 4250
    },
    {
      "epoch": 5.153567110036276,
      "grad_norm": 3.076500177383423,
      "learning_rate": 8.680396026133482e-06,
      "loss": 0.6856,
      "step": 4260
    },
    {
      "epoch": 5.165659008464329,
      "grad_norm": 5.6594085693359375,
      "learning_rate": 8.61488116542136e-06,
      "loss": 0.8085,
      "step": 4270
    },
    {
      "epoch": 5.177750906892382,
      "grad_norm": 5.323330402374268,
      "learning_rate": 8.549514729257991e-06,
      "loss": 0.6922,
      "step": 4280
    },
    {
      "epoch": 5.189842805320436,
      "grad_norm": 3.687112331390381,
      "learning_rate": 8.484298237111392e-06,
      "loss": 0.8099,
      "step": 4290
    },
    {
      "epoch": 5.201934703748488,
      "grad_norm": 3.3872568607330322,
      "learning_rate": 8.419233204964046e-06,
      "loss": 0.682,
      "step": 4300
    },
    {
      "epoch": 5.214026602176542,
      "grad_norm": 5.219661235809326,
      "learning_rate": 8.354321145277717e-06,
      "loss": 0.8211,
      "step": 4310
    },
    {
      "epoch": 5.226118500604595,
      "grad_norm": 2.866403341293335,
      "learning_rate": 8.289563566958256e-06,
      "loss": 0.6943,
      "step": 4320
    },
    {
      "epoch": 5.238210399032648,
      "grad_norm": 5.183192729949951,
      "learning_rate": 8.224961975320539e-06,
      "loss": 0.5939,
      "step": 4330
    },
    {
      "epoch": 5.250302297460701,
      "grad_norm": 3.7528531551361084,
      "learning_rate": 8.16051787205345e-06,
      "loss": 0.7301,
      "step": 4340
    },
    {
      "epoch": 5.262394195888755,
      "grad_norm": 3.930178642272949,
      "learning_rate": 8.096232755185033e-06,
      "loss": 0.7815,
      "step": 4350
    },
    {
      "epoch": 5.274486094316808,
      "grad_norm": 2.9726829528808594,
      "learning_rate": 8.03210811904761e-06,
      "loss": 0.6982,
      "step": 4360
    },
    {
      "epoch": 5.286577992744861,
      "grad_norm": 5.79806661605835,
      "learning_rate": 7.968145454243052e-06,
      "loss": 0.7827,
      "step": 4370
    },
    {
      "epoch": 5.298669891172914,
      "grad_norm": 4.123749256134033,
      "learning_rate": 7.904346247608172e-06,
      "loss": 0.6476,
      "step": 4380
    },
    {
      "epoch": 5.310761789600967,
      "grad_norm": 2.9389238357543945,
      "learning_rate": 7.840711982180118e-06,
      "loss": 0.7254,
      "step": 4390
    },
    {
      "epoch": 5.322853688029021,
      "grad_norm": 3.596727132797241,
      "learning_rate": 7.77724413716193e-06,
      "loss": 0.716,
      "step": 4400
    },
    {
      "epoch": 5.334945586457073,
      "grad_norm": 2.72917103767395,
      "learning_rate": 7.713944187888116e-06,
      "loss": 0.6552,
      "step": 4410
    },
    {
      "epoch": 5.347037484885127,
      "grad_norm": 3.597003221511841,
      "learning_rate": 7.650813605790409e-06,
      "loss": 0.7794,
      "step": 4420
    },
    {
      "epoch": 5.359129383313181,
      "grad_norm": 3.1855111122131348,
      "learning_rate": 7.587853858363524e-06,
      "loss": 0.716,
      "step": 4430
    },
    {
      "epoch": 5.371221281741233,
      "grad_norm": 4.469402313232422,
      "learning_rate": 7.525066409131065e-06,
      "loss": 0.746,
      "step": 4440
    },
    {
      "epoch": 5.383313180169287,
      "grad_norm": 2.5034403800964355,
      "learning_rate": 7.462452717611488e-06,
      "loss": 0.8737,
      "step": 4450
    },
    {
      "epoch": 5.3954050785973395,
      "grad_norm": 4.369159698486328,
      "learning_rate": 7.40001423928419e-06,
      "loss": 0.7226,
      "step": 4460
    },
    {
      "epoch": 5.407496977025393,
      "grad_norm": 3.4538373947143555,
      "learning_rate": 7.337752425555673e-06,
      "loss": 0.7042,
      "step": 4470
    },
    {
      "epoch": 5.419588875453446,
      "grad_norm": 3.6851110458374023,
      "learning_rate": 7.275668723725802e-06,
      "loss": 0.7007,
      "step": 4480
    },
    {
      "epoch": 5.431680773881499,
      "grad_norm": 3.3171651363372803,
      "learning_rate": 7.213764576954148e-06,
      "loss": 0.6816,
      "step": 4490
    },
    {
      "epoch": 5.443772672309553,
      "grad_norm": 3.6243672370910645,
      "learning_rate": 7.152041424226469e-06,
      "loss": 0.5568,
      "step": 4500
    },
    {
      "epoch": 5.455864570737606,
      "grad_norm": 3.998467206954956,
      "learning_rate": 7.09050070032126e-06,
      "loss": 0.673,
      "step": 4510
    },
    {
      "epoch": 5.467956469165659,
      "grad_norm": 3.8511223793029785,
      "learning_rate": 7.029143835776353e-06,
      "loss": 0.6581,
      "step": 4520
    },
    {
      "epoch": 5.480048367593712,
      "grad_norm": 3.5216002464294434,
      "learning_rate": 6.967972256855732e-06,
      "loss": 0.6585,
      "step": 4530
    },
    {
      "epoch": 5.4921402660217655,
      "grad_norm": 3.133366346359253,
      "learning_rate": 6.906987385516311e-06,
      "loss": 0.6854,
      "step": 4540
    },
    {
      "epoch": 5.504232164449819,
      "grad_norm": 3.453603506088257,
      "learning_rate": 6.846190639374957e-06,
      "loss": 0.78,
      "step": 4550
    },
    {
      "epoch": 5.50906892382104,
      "eval_loss": 1.0946567058563232,
      "eval_runtime": 62.2311,
      "eval_samples_per_second": 3.053,
      "eval_steps_per_second": 1.527,
      "step": 4554
    },
    {
      "epoch": 5.516324062877872,
      "grad_norm": 3.6046810150146484,
      "learning_rate": 6.785583431675454e-06,
      "loss": 0.7816,
      "step": 4560
    },
    {
      "epoch": 5.528415961305925,
      "grad_norm": 4.014889240264893,
      "learning_rate": 6.725167171255721e-06,
      "loss": 0.7841,
      "step": 4570
    },
    {
      "epoch": 5.540507859733978,
      "grad_norm": 2.989539384841919,
      "learning_rate": 6.664943262515004e-06,
      "loss": 0.6477,
      "step": 4580
    },
    {
      "epoch": 5.552599758162032,
      "grad_norm": 3.522326707839966,
      "learning_rate": 6.604913105381298e-06,
      "loss": 0.7645,
      "step": 4590
    },
    {
      "epoch": 5.564691656590084,
      "grad_norm": 3.36456561088562,
      "learning_rate": 6.545078095278736e-06,
      "loss": 0.6827,
      "step": 4600
    },
    {
      "epoch": 5.576783555018138,
      "grad_norm": 3.4892289638519287,
      "learning_rate": 6.485439623095195e-06,
      "loss": 0.6528,
      "step": 4610
    },
    {
      "epoch": 5.588875453446191,
      "grad_norm": 2.6480884552001953,
      "learning_rate": 6.425999075149952e-06,
      "loss": 0.7137,
      "step": 4620
    },
    {
      "epoch": 5.600967351874244,
      "grad_norm": 2.971666097640991,
      "learning_rate": 6.366757833161464e-06,
      "loss": 0.7081,
      "step": 4630
    },
    {
      "epoch": 5.613059250302298,
      "grad_norm": 2.607954263687134,
      "learning_rate": 6.30771727421523e-06,
      "loss": 0.6816,
      "step": 4640
    },
    {
      "epoch": 5.6251511487303505,
      "grad_norm": 3.269277811050415,
      "learning_rate": 6.248878770731804e-06,
      "loss": 0.7183,
      "step": 4650
    },
    {
      "epoch": 5.637243047158404,
      "grad_norm": 4.291733741760254,
      "learning_rate": 6.190243690434882e-06,
      "loss": 0.7328,
      "step": 4660
    },
    {
      "epoch": 5.649334945586457,
      "grad_norm": 4.875344276428223,
      "learning_rate": 6.131813396319514e-06,
      "loss": 0.7915,
      "step": 4670
    },
    {
      "epoch": 5.66142684401451,
      "grad_norm": 2.9836928844451904,
      "learning_rate": 6.073589246620411e-06,
      "loss": 0.728,
      "step": 4680
    },
    {
      "epoch": 5.673518742442564,
      "grad_norm": 3.9223244190216064,
      "learning_rate": 6.015572594780369e-06,
      "loss": 0.7083,
      "step": 4690
    },
    {
      "epoch": 5.685610640870617,
      "grad_norm": 4.437389850616455,
      "learning_rate": 5.957764789418833e-06,
      "loss": 0.7338,
      "step": 4700
    },
    {
      "epoch": 5.69770253929867,
      "grad_norm": 3.038198709487915,
      "learning_rate": 5.900167174300521e-06,
      "loss": 0.6842,
      "step": 4710
    },
    {
      "epoch": 5.709794437726723,
      "grad_norm": 3.954749345779419,
      "learning_rate": 5.842781088304205e-06,
      "loss": 0.7737,
      "step": 4720
    },
    {
      "epoch": 5.7218863361547765,
      "grad_norm": 2.9807608127593994,
      "learning_rate": 5.785607865391567e-06,
      "loss": 0.6652,
      "step": 4730
    },
    {
      "epoch": 5.733978234582829,
      "grad_norm": 3.8414597511291504,
      "learning_rate": 5.728648834576219e-06,
      "loss": 0.8281,
      "step": 4740
    },
    {
      "epoch": 5.746070133010883,
      "grad_norm": 4.835539817810059,
      "learning_rate": 5.671905319892789e-06,
      "loss": 0.6251,
      "step": 4750
    },
    {
      "epoch": 5.7581620314389355,
      "grad_norm": 4.228201389312744,
      "learning_rate": 5.6153786403661555e-06,
      "loss": 0.684,
      "step": 4760
    },
    {
      "epoch": 5.770253929866989,
      "grad_norm": 5.972825050354004,
      "learning_rate": 5.55907010998076e-06,
      "loss": 0.6215,
      "step": 4770
    },
    {
      "epoch": 5.782345828295043,
      "grad_norm": 5.1888322830200195,
      "learning_rate": 5.502981037650113e-06,
      "loss": 0.671,
      "step": 4780
    },
    {
      "epoch": 5.794437726723095,
      "grad_norm": 2.67165470123291,
      "learning_rate": 5.4471127271863235e-06,
      "loss": 0.7918,
      "step": 4790
    },
    {
      "epoch": 5.806529625151149,
      "grad_norm": 3.7494444847106934,
      "learning_rate": 5.3914664772697955e-06,
      "loss": 0.7763,
      "step": 4800
    },
    {
      "epoch": 5.818621523579202,
      "grad_norm": 2.512258768081665,
      "learning_rate": 5.336043581419064e-06,
      "loss": 0.6537,
      "step": 4810
    },
    {
      "epoch": 5.830713422007255,
      "grad_norm": 4.046555042266846,
      "learning_rate": 5.280845327960708e-06,
      "loss": 0.713,
      "step": 4820
    },
    {
      "epoch": 5.842805320435309,
      "grad_norm": 3.8291842937469482,
      "learning_rate": 5.2258729999994135e-06,
      "loss": 0.6669,
      "step": 4830
    },
    {
      "epoch": 5.8548972188633615,
      "grad_norm": 4.035644054412842,
      "learning_rate": 5.171127875388126e-06,
      "loss": 0.7758,
      "step": 4840
    },
    {
      "epoch": 5.866989117291415,
      "grad_norm": 4.429537296295166,
      "learning_rate": 5.116611226698376e-06,
      "loss": 0.645,
      "step": 4850
    },
    {
      "epoch": 5.879081015719468,
      "grad_norm": 4.3502888679504395,
      "learning_rate": 5.0623243211906775e-06,
      "loss": 0.786,
      "step": 4860
    },
    {
      "epoch": 5.891172914147521,
      "grad_norm": 3.3320226669311523,
      "learning_rate": 5.008268420785084e-06,
      "loss": 0.7135,
      "step": 4870
    },
    {
      "epoch": 5.903264812575574,
      "grad_norm": 4.4856414794921875,
      "learning_rate": 4.954444782031824e-06,
      "loss": 0.7089,
      "step": 4880
    },
    {
      "epoch": 5.915356711003628,
      "grad_norm": 3.6500167846679688,
      "learning_rate": 4.900854656082139e-06,
      "loss": 0.834,
      "step": 4890
    },
    {
      "epoch": 5.92744860943168,
      "grad_norm": 3.233738899230957,
      "learning_rate": 4.847499288659163e-06,
      "loss": 0.6637,
      "step": 4900
    },
    {
      "epoch": 5.939540507859734,
      "grad_norm": 5.101102352142334,
      "learning_rate": 4.7943799200289865e-06,
      "loss": 0.6458,
      "step": 4910
    },
    {
      "epoch": 5.9516324062877874,
      "grad_norm": 3.624640941619873,
      "learning_rate": 4.7414977849718e-06,
      "loss": 0.72,
      "step": 4920
    },
    {
      "epoch": 5.96372430471584,
      "grad_norm": 4.193915843963623,
      "learning_rate": 4.688854112753217e-06,
      "loss": 0.81,
      "step": 4930
    },
    {
      "epoch": 5.975816203143894,
      "grad_norm": 3.672713279724121,
      "learning_rate": 4.636450127095709e-06,
      "loss": 0.7575,
      "step": 4940
    },
    {
      "epoch": 5.987908101571946,
      "grad_norm": 4.2874627113342285,
      "learning_rate": 4.5842870461501104e-06,
      "loss": 0.7376,
      "step": 4950
    },
    {
      "epoch": 6.0,
      "grad_norm": 3.7344837188720703,
      "learning_rate": 4.532366082467356e-06,
      "loss": 0.6445,
      "step": 4960
    },
    {
      "epoch": 6.008464328899637,
      "eval_loss": 1.1057277917861938,
      "eval_runtime": 62.2006,
      "eval_samples_per_second": 3.055,
      "eval_steps_per_second": 1.527,
      "step": 4968
    },
    {
      "epoch": 6.010882708585248,
      "grad_norm": 3.557671546936035,
      "learning_rate": 4.480688442970244e-06,
      "loss": 0.7159,
      "step": 4970
    },
    {
      "epoch": 6.0229746070133015,
      "grad_norm": 3.6378707885742188,
      "learning_rate": 4.429255328925449e-06,
      "loss": 0.6371,
      "step": 4980
    },
    {
      "epoch": 6.035066505441354,
      "grad_norm": 5.355988502502441,
      "learning_rate": 4.378067935915519e-06,
      "loss": 0.6781,
      "step": 4990
    },
    {
      "epoch": 6.047158403869408,
      "grad_norm": 3.7519631385803223,
      "learning_rate": 4.327127453811147e-06,
      "loss": 0.7401,
      "step": 5000
    },
    {
      "epoch": 6.05925030229746,
      "grad_norm": 4.124637126922607,
      "learning_rate": 4.2764350667434605e-06,
      "loss": 0.7264,
      "step": 5010
    },
    {
      "epoch": 6.071342200725514,
      "grad_norm": 3.4475553035736084,
      "learning_rate": 4.225991953076558e-06,
      "loss": 0.6487,
      "step": 5020
    },
    {
      "epoch": 6.083434099153567,
      "grad_norm": 4.422087669372559,
      "learning_rate": 4.1757992853800516e-06,
      "loss": 0.7784,
      "step": 5030
    },
    {
      "epoch": 6.09552599758162,
      "grad_norm": 4.515448570251465,
      "learning_rate": 4.125858230401853e-06,
      "loss": 0.6513,
      "step": 5040
    },
    {
      "epoch": 6.107617896009674,
      "grad_norm": 3.828434944152832,
      "learning_rate": 4.076169949041037e-06,
      "loss": 0.6473,
      "step": 5050
    },
    {
      "epoch": 6.119709794437727,
      "grad_norm": 3.175715684890747,
      "learning_rate": 4.02673559632086e-06,
      "loss": 0.6962,
      "step": 5060
    },
    {
      "epoch": 6.13180169286578,
      "grad_norm": 3.969517946243286,
      "learning_rate": 3.977556321361913e-06,
      "loss": 0.6401,
      "step": 5070
    },
    {
      "epoch": 6.143893591293833,
      "grad_norm": 4.145517349243164,
      "learning_rate": 3.928633267355388e-06,
      "loss": 0.6098,
      "step": 5080
    },
    {
      "epoch": 6.155985489721886,
      "grad_norm": 3.487616539001465,
      "learning_rate": 3.879967571536543e-06,
      "loss": 0.6851,
      "step": 5090
    },
    {
      "epoch": 6.168077388149939,
      "grad_norm": 4.306605815887451,
      "learning_rate": 3.831560365158237e-06,
      "loss": 0.5277,
      "step": 5100
    },
    {
      "epoch": 6.180169286577993,
      "grad_norm": 4.123151779174805,
      "learning_rate": 3.783412773464647e-06,
      "loss": 0.6657,
      "step": 5110
    },
    {
      "epoch": 6.192261185006046,
      "grad_norm": 4.117605209350586,
      "learning_rate": 3.735525915665094e-06,
      "loss": 0.7622,
      "step": 5120
    },
    {
      "epoch": 6.204353083434099,
      "grad_norm": 3.730079174041748,
      "learning_rate": 3.687900904908053e-06,
      "loss": 0.6035,
      "step": 5130
    },
    {
      "epoch": 6.2164449818621526,
      "grad_norm": 4.194562911987305,
      "learning_rate": 3.6405388482552564e-06,
      "loss": 0.6141,
      "step": 5140
    },
    {
      "epoch": 6.228536880290205,
      "grad_norm": 4.338625431060791,
      "learning_rate": 3.593440846655976e-06,
      "loss": 0.6479,
      "step": 5150
    },
    {
      "epoch": 6.240628778718259,
      "grad_norm": 3.5001437664031982,
      "learning_rate": 3.5466079949214046e-06,
      "loss": 0.6212,
      "step": 5160
    },
    {
      "epoch": 6.252720677146312,
      "grad_norm": 5.18671989440918,
      "learning_rate": 3.50004138169924e-06,
      "loss": 0.6163,
      "step": 5170
    },
    {
      "epoch": 6.264812575574365,
      "grad_norm": 3.782536029815674,
      "learning_rate": 3.4537420894483555e-06,
      "loss": 0.6026,
      "step": 5180
    },
    {
      "epoch": 6.276904474002419,
      "grad_norm": 3.839702844619751,
      "learning_rate": 3.407711194413655e-06,
      "loss": 0.6264,
      "step": 5190
    },
    {
      "epoch": 6.288996372430471,
      "grad_norm": 3.8614888191223145,
      "learning_rate": 3.3619497666010256e-06,
      "loss": 0.6775,
      "step": 5200
    },
    {
      "epoch": 6.301088270858525,
      "grad_norm": 2.7845358848571777,
      "learning_rate": 3.3164588697525084e-06,
      "loss": 0.5879,
      "step": 5210
    },
    {
      "epoch": 6.313180169286578,
      "grad_norm": 3.5601367950439453,
      "learning_rate": 3.271239561321538e-06,
      "loss": 0.6745,
      "step": 5220
    },
    {
      "epoch": 6.325272067714631,
      "grad_norm": 4.521182537078857,
      "learning_rate": 3.2262928924483625e-06,
      "loss": 0.7594,
      "step": 5230
    },
    {
      "epoch": 6.337363966142684,
      "grad_norm": 3.8560290336608887,
      "learning_rate": 3.18161990793563e-06,
      "loss": 0.6327,
      "step": 5240
    },
    {
      "epoch": 6.3494558645707375,
      "grad_norm": 4.2319207191467285,
      "learning_rate": 3.1372216462240887e-06,
      "loss": 0.7454,
      "step": 5250
    },
    {
      "epoch": 6.361547762998791,
      "grad_norm": 4.699012279510498,
      "learning_rate": 3.0930991393684505e-06,
      "loss": 0.688,
      "step": 5260
    },
    {
      "epoch": 6.373639661426844,
      "grad_norm": 5.492476940155029,
      "learning_rate": 3.0492534130133874e-06,
      "loss": 0.6861,
      "step": 5270
    },
    {
      "epoch": 6.385731559854897,
      "grad_norm": 4.874731063842773,
      "learning_rate": 3.0056854863697175e-06,
      "loss": 0.5878,
      "step": 5280
    },
    {
      "epoch": 6.39782345828295,
      "grad_norm": 4.2611775398254395,
      "learning_rate": 2.962396372190688e-06,
      "loss": 0.7257,
      "step": 5290
    },
    {
      "epoch": 6.409915356711004,
      "grad_norm": 3.473050594329834,
      "learning_rate": 2.9193870767484502e-06,
      "loss": 0.6894,
      "step": 5300
    },
    {
      "epoch": 6.422007255139057,
      "grad_norm": 3.451538562774658,
      "learning_rate": 2.876658599810651e-06,
      "loss": 0.662,
      "step": 5310
    },
    {
      "epoch": 6.43409915356711,
      "grad_norm": 7.277347087860107,
      "learning_rate": 2.8342119346172102e-06,
      "loss": 0.7509,
      "step": 5320
    },
    {
      "epoch": 6.4461910519951635,
      "grad_norm": 3.73040509223938,
      "learning_rate": 2.7920480678572237e-06,
      "loss": 0.6465,
      "step": 5330
    },
    {
      "epoch": 6.458282950423216,
      "grad_norm": 3.874638319015503,
      "learning_rate": 2.7501679796460332e-06,
      "loss": 0.7057,
      "step": 5340
    },
    {
      "epoch": 6.47037484885127,
      "grad_norm": 4.644408226013184,
      "learning_rate": 2.7085726435024267e-06,
      "loss": 0.7528,
      "step": 5350
    },
    {
      "epoch": 6.4824667472793225,
      "grad_norm": 4.328802585601807,
      "learning_rate": 2.667263026326024e-06,
      "loss": 0.6572,
      "step": 5360
    },
    {
      "epoch": 6.494558645707376,
      "grad_norm": 5.580451488494873,
      "learning_rate": 2.626240088374817e-06,
      "loss": 0.7067,
      "step": 5370
    },
    {
      "epoch": 6.50665054413543,
      "grad_norm": 4.495114803314209,
      "learning_rate": 2.5855047832427988e-06,
      "loss": 0.6848,
      "step": 5380
    },
    {
      "epoch": 6.50906892382104,
      "eval_loss": 1.1272510290145874,
      "eval_runtime": 62.2526,
      "eval_samples_per_second": 3.052,
      "eval_steps_per_second": 1.526,
      "step": 5382
    },
    {
      "epoch": 6.518742442563482,
      "grad_norm": 5.930830478668213,
      "learning_rate": 2.5450580578378484e-06,
      "loss": 0.6359,
      "step": 5390
    },
    {
      "epoch": 6.530834340991536,
      "grad_norm": 4.322328567504883,
      "learning_rate": 2.5049008523596778e-06,
      "loss": 0.6232,
      "step": 5400
    },
    {
      "epoch": 6.542926239419589,
      "grad_norm": 3.9086663722991943,
      "learning_rate": 2.4650341002780264e-06,
      "loss": 0.6725,
      "step": 5410
    },
    {
      "epoch": 6.555018137847642,
      "grad_norm": 3.7998921871185303,
      "learning_rate": 2.4254587283109014e-06,
      "loss": 0.6814,
      "step": 5420
    },
    {
      "epoch": 6.567110036275695,
      "grad_norm": 3.609553575515747,
      "learning_rate": 2.386175656403085e-06,
      "loss": 0.599,
      "step": 5430
    },
    {
      "epoch": 6.5792019347037485,
      "grad_norm": 4.122236251831055,
      "learning_rate": 2.347185797704726e-06,
      "loss": 0.6335,
      "step": 5440
    },
    {
      "epoch": 6.591293833131802,
      "grad_norm": 3.8587522506713867,
      "learning_rate": 2.3084900585501273e-06,
      "loss": 0.6883,
      "step": 5450
    },
    {
      "epoch": 6.603385731559855,
      "grad_norm": 6.455262184143066,
      "learning_rate": 2.2700893384366516e-06,
      "loss": 0.6836,
      "step": 5460
    },
    {
      "epoch": 6.615477629987908,
      "grad_norm": 4.4655442237854,
      "learning_rate": 2.231984530003845e-06,
      "loss": 0.6687,
      "step": 5470
    },
    {
      "epoch": 6.627569528415961,
      "grad_norm": 5.083980560302734,
      "learning_rate": 2.1941765190126718e-06,
      "loss": 0.6486,
      "step": 5480
    },
    {
      "epoch": 6.639661426844015,
      "grad_norm": 3.8917980194091797,
      "learning_rate": 2.1566661843249203e-06,
      "loss": 0.6143,
      "step": 5490
    },
    {
      "epoch": 6.651753325272068,
      "grad_norm": 5.429650783538818,
      "learning_rate": 2.119454397882784e-06,
      "loss": 0.7289,
      "step": 5500
    },
    {
      "epoch": 6.663845223700121,
      "grad_norm": 5.140111446380615,
      "learning_rate": 2.082542024688578e-06,
      "loss": 0.8017,
      "step": 5510
    },
    {
      "epoch": 6.6759371221281745,
      "grad_norm": 5.339375972747803,
      "learning_rate": 2.045929922784649e-06,
      "loss": 0.7102,
      "step": 5520
    },
    {
      "epoch": 6.688029020556227,
      "grad_norm": 3.4869794845581055,
      "learning_rate": 2.0096189432334194e-06,
      "loss": 0.6714,
      "step": 5530
    },
    {
      "epoch": 6.700120918984281,
      "grad_norm": 4.189328670501709,
      "learning_rate": 1.9736099300976124e-06,
      "loss": 0.7404,
      "step": 5540
    },
    {
      "epoch": 6.712212817412333,
      "grad_norm": 4.462172031402588,
      "learning_rate": 1.937903720420609e-06,
      "loss": 0.6742,
      "step": 5550
    },
    {
      "epoch": 6.724304715840387,
      "grad_norm": 5.784437656402588,
      "learning_rate": 1.9025011442070245e-06,
      "loss": 0.6307,
      "step": 5560
    },
    {
      "epoch": 6.73639661426844,
      "grad_norm": 4.614073276519775,
      "learning_rate": 1.8674030244033896e-06,
      "loss": 0.5992,
      "step": 5570
    },
    {
      "epoch": 6.748488512696493,
      "grad_norm": 3.2273013591766357,
      "learning_rate": 1.8326101768790331e-06,
      "loss": 0.6459,
      "step": 5580
    },
    {
      "epoch": 6.760580411124547,
      "grad_norm": 3.989841938018799,
      "learning_rate": 1.798123410407097e-06,
      "loss": 0.6755,
      "step": 5590
    },
    {
      "epoch": 6.7726723095526,
      "grad_norm": 5.584028720855713,
      "learning_rate": 1.7639435266457759e-06,
      "loss": 0.6293,
      "step": 5600
    },
    {
      "epoch": 6.784764207980653,
      "grad_norm": 5.334152698516846,
      "learning_rate": 1.7300713201196344e-06,
      "loss": 0.7763,
      "step": 5610
    },
    {
      "epoch": 6.796856106408706,
      "grad_norm": 3.9883923530578613,
      "learning_rate": 1.6965075782011796e-06,
      "loss": 0.7426,
      "step": 5620
    },
    {
      "epoch": 6.808948004836759,
      "grad_norm": 5.658714771270752,
      "learning_rate": 1.6632530810925178e-06,
      "loss": 0.7003,
      "step": 5630
    },
    {
      "epoch": 6.821039903264813,
      "grad_norm": 4.874862194061279,
      "learning_rate": 1.6303086018072654e-06,
      "loss": 0.6416,
      "step": 5640
    },
    {
      "epoch": 6.833131801692866,
      "grad_norm": 5.249368190765381,
      "learning_rate": 1.5976749061525436e-06,
      "loss": 0.695,
      "step": 5650
    },
    {
      "epoch": 6.845223700120919,
      "grad_norm": 3.46927809715271,
      "learning_rate": 1.5653527527111822e-06,
      "loss": 0.6439,
      "step": 5660
    },
    {
      "epoch": 6.857315598548972,
      "grad_norm": 4.2240309715271,
      "learning_rate": 1.5333428928240988e-06,
      "loss": 0.6616,
      "step": 5670
    },
    {
      "epoch": 6.869407496977026,
      "grad_norm": 6.947134494781494,
      "learning_rate": 1.5016460705728285e-06,
      "loss": 0.7057,
      "step": 5680
    },
    {
      "epoch": 6.881499395405078,
      "grad_norm": 6.7013654708862305,
      "learning_rate": 1.4702630227622249e-06,
      "loss": 0.6777,
      "step": 5690
    },
    {
      "epoch": 6.893591293833132,
      "grad_norm": 3.3105950355529785,
      "learning_rate": 1.4391944789033278e-06,
      "loss": 0.6382,
      "step": 5700
    },
    {
      "epoch": 6.9056831922611845,
      "grad_norm": 4.079921245574951,
      "learning_rate": 1.4084411611964187e-06,
      "loss": 0.6842,
      "step": 5710
    },
    {
      "epoch": 6.917775090689238,
      "grad_norm": 4.0758209228515625,
      "learning_rate": 1.3780037845142218e-06,
      "loss": 0.6355,
      "step": 5720
    },
    {
      "epoch": 6.929866989117292,
      "grad_norm": 4.716675758361816,
      "learning_rate": 1.3478830563852962e-06,
      "loss": 0.5975,
      "step": 5730
    },
    {
      "epoch": 6.941958887545344,
      "grad_norm": 3.8192057609558105,
      "learning_rate": 1.318079676977572e-06,
      "loss": 0.6477,
      "step": 5740
    },
    {
      "epoch": 6.954050785973398,
      "grad_norm": 3.5390541553497314,
      "learning_rate": 1.2885943390820959e-06,
      "loss": 0.6842,
      "step": 5750
    },
    {
      "epoch": 6.966142684401451,
      "grad_norm": 2.6589369773864746,
      "learning_rate": 1.2594277280969124e-06,
      "loss": 0.7192,
      "step": 5760
    },
    {
      "epoch": 6.978234582829504,
      "grad_norm": 4.020471096038818,
      "learning_rate": 1.23058052201114e-06,
      "loss": 0.7203,
      "step": 5770
    },
    {
      "epoch": 6.990326481257558,
      "grad_norm": 3.9986772537231445,
      "learning_rate": 1.2020533913892056e-06,
      "loss": 0.6348,
      "step": 5780
    }
  ],
  "logging_steps": 10,
  "max_steps": 6616,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 8,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 4.585532162215772e+17,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}