{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.48828125,
  "eval_steps": 500,
  "global_step": 1000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.00048828125,
      "grad_norm": 11.68676471710205,
      "learning_rate": 1.6129032258064518e-07,
      "loss": 0.6894,
      "step": 1
    },
    {
      "epoch": 0.0009765625,
      "grad_norm": 16.37053871154785,
      "learning_rate": 3.2258064516129035e-07,
      "loss": 0.7171,
      "step": 2
    },
    {
      "epoch": 0.00146484375,
      "grad_norm": 23.564491271972656,
      "learning_rate": 4.838709677419355e-07,
      "loss": 0.7123,
      "step": 3
    },
    {
      "epoch": 0.001953125,
      "grad_norm": 16.051462173461914,
      "learning_rate": 6.451612903225807e-07,
      "loss": 0.7445,
      "step": 4
    },
    {
      "epoch": 0.00244140625,
      "grad_norm": 13.484965324401855,
      "learning_rate": 8.064516129032258e-07,
      "loss": 0.7697,
      "step": 5
    },
    {
      "epoch": 0.0029296875,
      "grad_norm": 12.733880043029785,
      "learning_rate": 9.67741935483871e-07,
      "loss": 0.6796,
      "step": 6
    },
    {
      "epoch": 0.00341796875,
      "grad_norm": 11.081924438476562,
      "learning_rate": 1.1290322580645162e-06,
      "loss": 0.6711,
      "step": 7
    },
    {
      "epoch": 0.00390625,
      "grad_norm": 11.96164321899414,
      "learning_rate": 1.2903225806451614e-06,
      "loss": 0.6916,
      "step": 8
    },
    {
      "epoch": 0.00439453125,
      "grad_norm": 8.69968318939209,
      "learning_rate": 1.4516129032258066e-06,
      "loss": 0.6125,
      "step": 9
    },
    {
      "epoch": 0.0048828125,
      "grad_norm": 8.749759674072266,
      "learning_rate": 1.6129032258064516e-06,
      "loss": 0.5684,
      "step": 10
    },
    {
      "epoch": 0.00537109375,
      "grad_norm": 9.206546783447266,
      "learning_rate": 1.774193548387097e-06,
      "loss": 0.5901,
      "step": 11
    },
    {
      "epoch": 0.005859375,
      "grad_norm": 6.172158718109131,
      "learning_rate": 1.935483870967742e-06,
      "loss": 0.5147,
      "step": 12
    },
    {
      "epoch": 0.00634765625,
      "grad_norm": 5.583189010620117,
      "learning_rate": 2.096774193548387e-06,
      "loss": 0.5078,
      "step": 13
    },
    {
      "epoch": 0.0068359375,
      "grad_norm": 8.174113273620605,
      "learning_rate": 2.2580645161290324e-06,
      "loss": 0.5151,
      "step": 14
    },
    {
      "epoch": 0.00732421875,
      "grad_norm": 11.44507122039795,
      "learning_rate": 2.4193548387096776e-06,
      "loss": 0.5215,
      "step": 15
    },
    {
      "epoch": 0.0078125,
      "grad_norm": 4.763265132904053,
      "learning_rate": 2.580645161290323e-06,
      "loss": 0.5062,
      "step": 16
    },
    {
      "epoch": 0.00830078125,
      "grad_norm": 7.144759178161621,
      "learning_rate": 2.7419354838709676e-06,
      "loss": 0.5313,
      "step": 17
    },
    {
      "epoch": 0.0087890625,
      "grad_norm": 4.595753192901611,
      "learning_rate": 2.903225806451613e-06,
      "loss": 0.4514,
      "step": 18
    },
    {
      "epoch": 0.00927734375,
      "grad_norm": 5.988632678985596,
      "learning_rate": 3.0645161290322584e-06,
      "loss": 0.468,
      "step": 19
    },
    {
      "epoch": 0.009765625,
      "grad_norm": 5.993471145629883,
      "learning_rate": 3.225806451612903e-06,
      "loss": 0.4231,
      "step": 20
    },
    {
      "epoch": 0.01025390625,
      "grad_norm": 5.629610538482666,
      "learning_rate": 3.3870967741935484e-06,
      "loss": 0.4748,
      "step": 21
    },
    {
      "epoch": 0.0107421875,
      "grad_norm": 5.070748329162598,
      "learning_rate": 3.548387096774194e-06,
      "loss": 0.4851,
      "step": 22
    },
    {
      "epoch": 0.01123046875,
      "grad_norm": 5.008419990539551,
      "learning_rate": 3.7096774193548392e-06,
      "loss": 0.4251,
      "step": 23
    },
    {
      "epoch": 0.01171875,
      "grad_norm": 5.048961162567139,
      "learning_rate": 3.870967741935484e-06,
      "loss": 0.4423,
      "step": 24
    },
    {
      "epoch": 0.01220703125,
      "grad_norm": 3.505443811416626,
      "learning_rate": 4.032258064516129e-06,
      "loss": 0.4165,
      "step": 25
    },
    {
      "epoch": 0.0126953125,
      "grad_norm": 4.471498966217041,
      "learning_rate": 4.193548387096774e-06,
      "loss": 0.4132,
      "step": 26
    },
    {
      "epoch": 0.01318359375,
      "grad_norm": 3.593733310699463,
      "learning_rate": 4.35483870967742e-06,
      "loss": 0.38,
      "step": 27
    },
    {
      "epoch": 0.013671875,
      "grad_norm": 7.17294979095459,
      "learning_rate": 4.516129032258065e-06,
      "loss": 0.3956,
      "step": 28
    },
    {
      "epoch": 0.01416015625,
      "grad_norm": 15.088685989379883,
      "learning_rate": 4.67741935483871e-06,
      "loss": 0.4425,
      "step": 29
    },
    {
      "epoch": 0.0146484375,
      "grad_norm": 4.4346113204956055,
      "learning_rate": 4.838709677419355e-06,
      "loss": 0.3911,
      "step": 30
    },
    {
      "epoch": 0.01513671875,
      "grad_norm": 4.740771293640137,
      "learning_rate": 5e-06,
      "loss": 0.423,
      "step": 31
    },
    {
      "epoch": 0.015625,
      "grad_norm": 3.4211642742156982,
      "learning_rate": 5.161290322580646e-06,
      "loss": 0.4183,
      "step": 32
    },
    {
      "epoch": 0.01611328125,
      "grad_norm": 5.500433444976807,
      "learning_rate": 5.322580645161291e-06,
      "loss": 0.3956,
      "step": 33
    },
    {
      "epoch": 0.0166015625,
      "grad_norm": 4.092607021331787,
      "learning_rate": 5.483870967741935e-06,
      "loss": 0.4028,
      "step": 34
    },
    {
      "epoch": 0.01708984375,
      "grad_norm": 12.963457107543945,
      "learning_rate": 5.645161290322582e-06,
      "loss": 0.3862,
      "step": 35
    },
    {
      "epoch": 0.017578125,
      "grad_norm": 4.550689697265625,
      "learning_rate": 5.806451612903226e-06,
      "loss": 0.4078,
      "step": 36
    },
    {
      "epoch": 0.01806640625,
      "grad_norm": 3.3017280101776123,
      "learning_rate": 5.967741935483872e-06,
      "loss": 0.4334,
      "step": 37
    },
    {
      "epoch": 0.0185546875,
      "grad_norm": 4.2097954750061035,
      "learning_rate": 6.129032258064517e-06,
      "loss": 0.342,
      "step": 38
    },
    {
      "epoch": 0.01904296875,
      "grad_norm": 2.9576752185821533,
      "learning_rate": 6.290322580645162e-06,
      "loss": 0.3824,
      "step": 39
    },
    {
      "epoch": 0.01953125,
      "grad_norm": 6.747947692871094,
      "learning_rate": 6.451612903225806e-06,
      "loss": 0.3952,
      "step": 40
    },
    {
      "epoch": 0.02001953125,
      "grad_norm": 2.851712942123413,
      "learning_rate": 6.612903225806452e-06,
      "loss": 0.4143,
      "step": 41
    },
    {
      "epoch": 0.0205078125,
      "grad_norm": 3.3788578510284424,
      "learning_rate": 6.774193548387097e-06,
      "loss": 0.3733,
      "step": 42
    },
    {
      "epoch": 0.02099609375,
      "grad_norm": 4.708284378051758,
      "learning_rate": 6.935483870967743e-06,
      "loss": 0.3955,
      "step": 43
    },
    {
      "epoch": 0.021484375,
      "grad_norm": 3.0566701889038086,
      "learning_rate": 7.096774193548388e-06,
      "loss": 0.402,
      "step": 44
    },
    {
      "epoch": 0.02197265625,
      "grad_norm": 4.440851211547852,
      "learning_rate": 7.258064516129033e-06,
      "loss": 0.361,
      "step": 45
    },
    {
      "epoch": 0.0224609375,
      "grad_norm": 2.7747905254364014,
      "learning_rate": 7.4193548387096784e-06,
      "loss": 0.3896,
      "step": 46
    },
    {
      "epoch": 0.02294921875,
      "grad_norm": 3.510695695877075,
      "learning_rate": 7.580645161290323e-06,
      "loss": 0.364,
      "step": 47
    },
    {
      "epoch": 0.0234375,
      "grad_norm": 20.806020736694336,
      "learning_rate": 7.741935483870968e-06,
      "loss": 0.3849,
      "step": 48
    },
    {
      "epoch": 0.02392578125,
      "grad_norm": 3.569124698638916,
      "learning_rate": 7.903225806451613e-06,
      "loss": 0.3569,
      "step": 49
    },
    {
      "epoch": 0.0244140625,
      "grad_norm": 2.8412413597106934,
      "learning_rate": 8.064516129032258e-06,
      "loss": 0.362,
      "step": 50
    },
    {
      "epoch": 0.02490234375,
      "grad_norm": 3.287231683731079,
      "learning_rate": 8.225806451612904e-06,
      "loss": 0.3941,
      "step": 51
    },
    {
      "epoch": 0.025390625,
      "grad_norm": 2.849888563156128,
      "learning_rate": 8.387096774193549e-06,
      "loss": 0.3906,
      "step": 52
    },
    {
      "epoch": 0.02587890625,
      "grad_norm": 6.925948619842529,
      "learning_rate": 8.548387096774194e-06,
      "loss": 0.3783,
      "step": 53
    },
    {
      "epoch": 0.0263671875,
      "grad_norm": 2.9347381591796875,
      "learning_rate": 8.70967741935484e-06,
      "loss": 0.4156,
      "step": 54
    },
    {
      "epoch": 0.02685546875,
      "grad_norm": 3.695150375366211,
      "learning_rate": 8.870967741935484e-06,
      "loss": 0.3586,
      "step": 55
    },
    {
      "epoch": 0.02734375,
      "grad_norm": 7.241847038269043,
      "learning_rate": 9.03225806451613e-06,
      "loss": 0.3693,
      "step": 56
    },
    {
      "epoch": 0.02783203125,
      "grad_norm": 2.603956699371338,
      "learning_rate": 9.193548387096775e-06,
      "loss": 0.4109,
      "step": 57
    },
    {
      "epoch": 0.0283203125,
      "grad_norm": 3.0118958950042725,
      "learning_rate": 9.35483870967742e-06,
      "loss": 0.4096,
      "step": 58
    },
    {
      "epoch": 0.02880859375,
      "grad_norm": 5.108702182769775,
      "learning_rate": 9.516129032258065e-06,
      "loss": 0.3786,
      "step": 59
    },
    {
      "epoch": 0.029296875,
      "grad_norm": 3.0591766834259033,
      "learning_rate": 9.67741935483871e-06,
      "loss": 0.3979,
      "step": 60
    },
    {
      "epoch": 0.02978515625,
      "grad_norm": 3.5517218112945557,
      "learning_rate": 9.838709677419356e-06,
      "loss": 0.3847,
      "step": 61
    },
    {
      "epoch": 0.0302734375,
      "grad_norm": 3.091423988342285,
      "learning_rate": 1e-05,
      "loss": 0.35,
      "step": 62
    },
    {
      "epoch": 0.03076171875,
      "grad_norm": 2.7133779525756836,
      "learning_rate": 9.999993744224208e-06,
      "loss": 0.3592,
      "step": 63
    },
    {
      "epoch": 0.03125,
      "grad_norm": 2.4324684143066406,
      "learning_rate": 9.999974976912485e-06,
      "loss": 0.3616,
      "step": 64
    },
    {
      "epoch": 0.03173828125,
      "grad_norm": 2.872821807861328,
      "learning_rate": 9.999943698111792e-06,
      "loss": 0.3741,
      "step": 65
    },
    {
      "epoch": 0.0322265625,
      "grad_norm": 2.9383156299591064,
      "learning_rate": 9.999899907900399e-06,
      "loss": 0.3732,
      "step": 66
    },
    {
      "epoch": 0.03271484375,
      "grad_norm": 3.5359489917755127,
      "learning_rate": 9.999843606387883e-06,
      "loss": 0.4053,
      "step": 67
    },
    {
      "epoch": 0.033203125,
      "grad_norm": 3.5608558654785156,
      "learning_rate": 9.999774793715126e-06,
      "loss": 0.4197,
      "step": 68
    },
    {
      "epoch": 0.03369140625,
      "grad_norm": 2.5407004356384277,
      "learning_rate": 9.999693470054321e-06,
      "loss": 0.354,
      "step": 69
    },
    {
      "epoch": 0.0341796875,
      "grad_norm": 3.4264254570007324,
      "learning_rate": 9.999599635608964e-06,
      "loss": 0.3936,
      "step": 70
    },
    {
      "epoch": 0.03466796875,
      "grad_norm": 3.0363235473632812,
      "learning_rate": 9.999493290613859e-06,
      "loss": 0.3753,
      "step": 71
    },
    {
      "epoch": 0.03515625,
      "grad_norm": 2.2824833393096924,
      "learning_rate": 9.999374435335113e-06,
      "loss": 0.3813,
      "step": 72
    },
    {
      "epoch": 0.03564453125,
      "grad_norm": 2.445328712463379,
      "learning_rate": 9.999243070070137e-06,
      "loss": 0.4237,
      "step": 73
    },
    {
      "epoch": 0.0361328125,
      "grad_norm": 5.150700092315674,
      "learning_rate": 9.99909919514765e-06,
      "loss": 0.3892,
      "step": 74
    },
    {
      "epoch": 0.03662109375,
      "grad_norm": 4.1412272453308105,
      "learning_rate": 9.998942810927673e-06,
      "loss": 0.3675,
      "step": 75
    },
    {
      "epoch": 0.037109375,
      "grad_norm": 5.456881999969482,
      "learning_rate": 9.998773917801526e-06,
      "loss": 0.3955,
      "step": 76
    },
    {
      "epoch": 0.03759765625,
      "grad_norm": 2.2837321758270264,
      "learning_rate": 9.998592516191832e-06,
      "loss": 0.3477,
      "step": 77
    },
    {
      "epoch": 0.0380859375,
      "grad_norm": 2.237900972366333,
      "learning_rate": 9.998398606552513e-06,
      "loss": 0.3771,
      "step": 78
    },
    {
      "epoch": 0.03857421875,
      "grad_norm": 2.6276211738586426,
      "learning_rate": 9.998192189368795e-06,
      "loss": 0.3989,
      "step": 79
    },
    {
      "epoch": 0.0390625,
      "grad_norm": 3.5280210971832275,
      "learning_rate": 9.997973265157192e-06,
      "loss": 0.3726,
      "step": 80
    },
    {
      "epoch": 0.03955078125,
      "grad_norm": 8.555140495300293,
      "learning_rate": 9.997741834465526e-06,
      "loss": 0.397,
      "step": 81
    },
    {
      "epoch": 0.0400390625,
      "grad_norm": 2.1885085105895996,
      "learning_rate": 9.997497897872904e-06,
      "loss": 0.4058,
      "step": 82
    },
    {
      "epoch": 0.04052734375,
      "grad_norm": 3.0636098384857178,
      "learning_rate": 9.997241455989735e-06,
      "loss": 0.3866,
      "step": 83
    },
    {
      "epoch": 0.041015625,
      "grad_norm": 3.7982375621795654,
      "learning_rate": 9.996972509457711e-06,
      "loss": 0.3877,
      "step": 84
    },
    {
      "epoch": 0.04150390625,
      "grad_norm": 2.4791505336761475,
      "learning_rate": 9.996691058949826e-06,
      "loss": 0.3789,
      "step": 85
    },
    {
      "epoch": 0.0419921875,
      "grad_norm": 3.917693614959717,
      "learning_rate": 9.996397105170353e-06,
      "loss": 0.3737,
      "step": 86
    },
    {
      "epoch": 0.04248046875,
      "grad_norm": 2.3083252906799316,
      "learning_rate": 9.996090648854856e-06,
      "loss": 0.3658,
      "step": 87
    },
    {
      "epoch": 0.04296875,
      "grad_norm": 1.9872547388076782,
      "learning_rate": 9.995771690770184e-06,
      "loss": 0.3819,
      "step": 88
    },
    {
      "epoch": 0.04345703125,
      "grad_norm": 1.8703923225402832,
      "learning_rate": 9.995440231714469e-06,
      "loss": 0.37,
      "step": 89
    },
    {
      "epoch": 0.0439453125,
      "grad_norm": 2.7573578357696533,
      "learning_rate": 9.995096272517122e-06,
      "loss": 0.3876,
      "step": 90
    },
    {
      "epoch": 0.04443359375,
      "grad_norm": 2.177542209625244,
      "learning_rate": 9.99473981403884e-06,
      "loss": 0.434,
      "step": 91
    },
    {
      "epoch": 0.044921875,
      "grad_norm": 1.9339114427566528,
      "learning_rate": 9.99437085717159e-06,
      "loss": 0.333,
      "step": 92
    },
    {
      "epoch": 0.04541015625,
      "grad_norm": 2.9820590019226074,
      "learning_rate": 9.993989402838618e-06,
      "loss": 0.3321,
      "step": 93
    },
    {
      "epoch": 0.0458984375,
      "grad_norm": 2.0244717597961426,
      "learning_rate": 9.99359545199444e-06,
      "loss": 0.3153,
      "step": 94
    },
    {
      "epoch": 0.04638671875,
      "grad_norm": 2.0268101692199707,
      "learning_rate": 9.993189005624842e-06,
      "loss": 0.3663,
      "step": 95
    },
    {
      "epoch": 0.046875,
      "grad_norm": 1.920785903930664,
      "learning_rate": 9.992770064746882e-06,
      "loss": 0.3419,
      "step": 96
    },
    {
      "epoch": 0.04736328125,
      "grad_norm": 3.2875781059265137,
      "learning_rate": 9.992338630408877e-06,
      "loss": 0.3406,
      "step": 97
    },
    {
      "epoch": 0.0478515625,
      "grad_norm": 3.7749016284942627,
      "learning_rate": 9.991894703690414e-06,
      "loss": 0.3555,
      "step": 98
    },
    {
      "epoch": 0.04833984375,
      "grad_norm": 4.618077754974365,
      "learning_rate": 9.991438285702332e-06,
      "loss": 0.4001,
      "step": 99
    },
    {
      "epoch": 0.048828125,
      "grad_norm": 2.468576192855835,
      "learning_rate": 9.99096937758673e-06,
      "loss": 0.4258,
      "step": 100
    },
    {
      "epoch": 0.04931640625,
      "grad_norm": 5.204842567443848,
      "learning_rate": 9.990487980516962e-06,
      "loss": 0.4107,
      "step": 101
    },
    {
      "epoch": 0.0498046875,
      "grad_norm": 3.3488011360168457,
      "learning_rate": 9.989994095697636e-06,
      "loss": 0.3658,
      "step": 102
    },
    {
      "epoch": 0.05029296875,
      "grad_norm": 4.41386079788208,
      "learning_rate": 9.989487724364602e-06,
      "loss": 0.3705,
      "step": 103
    },
    {
      "epoch": 0.05078125,
      "grad_norm": 2.9542033672332764,
      "learning_rate": 9.988968867784958e-06,
      "loss": 0.3955,
      "step": 104
    },
    {
      "epoch": 0.05126953125,
      "grad_norm": 2.3820998668670654,
      "learning_rate": 9.988437527257044e-06,
      "loss": 0.3652,
      "step": 105
    },
    {
      "epoch": 0.0517578125,
      "grad_norm": 2.352477550506592,
      "learning_rate": 9.987893704110441e-06,
      "loss": 0.3545,
      "step": 106
    },
    {
      "epoch": 0.05224609375,
      "grad_norm": 7.221553802490234,
      "learning_rate": 9.987337399705964e-06,
      "loss": 0.3616,
      "step": 107
    },
    {
      "epoch": 0.052734375,
      "grad_norm": 2.3267176151275635,
      "learning_rate": 9.986768615435655e-06,
      "loss": 0.3868,
      "step": 108
    },
    {
      "epoch": 0.05322265625,
      "grad_norm": 1.9337338209152222,
      "learning_rate": 9.986187352722792e-06,
      "loss": 0.3664,
      "step": 109
    },
    {
      "epoch": 0.0537109375,
      "grad_norm": 2.2121877670288086,
      "learning_rate": 9.985593613021873e-06,
      "loss": 0.3731,
      "step": 110
    },
    {
      "epoch": 0.05419921875,
      "grad_norm": 1.9584633111953735,
      "learning_rate": 9.98498739781862e-06,
      "loss": 0.3805,
      "step": 111
    },
    {
      "epoch": 0.0546875,
      "grad_norm": 2.3601884841918945,
      "learning_rate": 9.984368708629972e-06,
      "loss": 0.3328,
      "step": 112
    },
    {
      "epoch": 0.05517578125,
      "grad_norm": 2.705298662185669,
      "learning_rate": 9.98373754700408e-06,
      "loss": 0.3573,
      "step": 113
    },
    {
      "epoch": 0.0556640625,
      "grad_norm": 4.535929203033447,
      "learning_rate": 9.98309391452031e-06,
      "loss": 0.3853,
      "step": 114
    },
    {
      "epoch": 0.05615234375,
      "grad_norm": 2.4388949871063232,
      "learning_rate": 9.982437812789224e-06,
      "loss": 0.3389,
      "step": 115
    },
    {
      "epoch": 0.056640625,
      "grad_norm": 3.7873549461364746,
      "learning_rate": 9.981769243452595e-06,
      "loss": 0.3745,
      "step": 116
    },
    {
      "epoch": 0.05712890625,
      "grad_norm": 2.1249921321868896,
      "learning_rate": 9.981088208183392e-06,
      "loss": 0.3854,
      "step": 117
    },
    {
      "epoch": 0.0576171875,
      "grad_norm": 3.2426087856292725,
      "learning_rate": 9.980394708685777e-06,
      "loss": 0.3743,
      "step": 118
    },
    {
      "epoch": 0.05810546875,
      "grad_norm": 2.349886178970337,
      "learning_rate": 9.979688746695099e-06,
      "loss": 0.3477,
      "step": 119
    },
    {
      "epoch": 0.05859375,
      "grad_norm": 2.6616315841674805,
      "learning_rate": 9.978970323977895e-06,
      "loss": 0.3497,
      "step": 120
    },
    {
      "epoch": 0.05908203125,
      "grad_norm": 2.284364938735962,
      "learning_rate": 9.978239442331881e-06,
      "loss": 0.3987,
      "step": 121
    },
    {
      "epoch": 0.0595703125,
      "grad_norm": 2.347794532775879,
      "learning_rate": 9.977496103585949e-06,
      "loss": 0.3375,
      "step": 122
    },
    {
      "epoch": 0.06005859375,
      "grad_norm": 2.8935320377349854,
      "learning_rate": 9.976740309600166e-06,
      "loss": 0.3943,
      "step": 123
    },
    {
      "epoch": 0.060546875,
      "grad_norm": 2.3763160705566406,
      "learning_rate": 9.97597206226576e-06,
      "loss": 0.3703,
      "step": 124
    },
    {
      "epoch": 0.06103515625,
      "grad_norm": 2.1485118865966797,
      "learning_rate": 9.975191363505127e-06,
      "loss": 0.3604,
      "step": 125
    },
    {
      "epoch": 0.0615234375,
      "grad_norm": 4.019608020782471,
      "learning_rate": 9.974398215271814e-06,
      "loss": 0.3345,
      "step": 126
    },
    {
      "epoch": 0.06201171875,
      "grad_norm": 4.793520450592041,
      "learning_rate": 9.973592619550528e-06,
      "loss": 0.3583,
      "step": 127
    },
    {
      "epoch": 0.0625,
      "grad_norm": 2.3743088245391846,
      "learning_rate": 9.972774578357118e-06,
      "loss": 0.3612,
      "step": 128
    },
    {
      "epoch": 0.06298828125,
      "grad_norm": 2.3221397399902344,
      "learning_rate": 9.971944093738575e-06,
      "loss": 0.3759,
      "step": 129
    },
    {
      "epoch": 0.0634765625,
      "grad_norm": 2.639760971069336,
      "learning_rate": 9.971101167773032e-06,
      "loss": 0.3749,
      "step": 130
    },
    {
      "epoch": 0.06396484375,
      "grad_norm": 2.3176326751708984,
      "learning_rate": 9.97024580256975e-06,
      "loss": 0.3324,
      "step": 131
    },
    {
      "epoch": 0.064453125,
      "grad_norm": 2.5662341117858887,
      "learning_rate": 9.969378000269117e-06,
      "loss": 0.3956,
      "step": 132
    },
    {
      "epoch": 0.06494140625,
      "grad_norm": 3.271336793899536,
      "learning_rate": 9.968497763042644e-06,
      "loss": 0.3702,
      "step": 133
    },
    {
      "epoch": 0.0654296875,
      "grad_norm": 2.0121848583221436,
      "learning_rate": 9.96760509309296e-06,
      "loss": 0.3644,
      "step": 134
    },
    {
      "epoch": 0.06591796875,
      "grad_norm": 2.1467254161834717,
      "learning_rate": 9.9666999926538e-06,
      "loss": 0.3444,
      "step": 135
    },
    {
      "epoch": 0.06640625,
      "grad_norm": 2.985793113708496,
      "learning_rate": 9.96578246399001e-06,
      "loss": 0.4015,
      "step": 136
    },
    {
      "epoch": 0.06689453125,
      "grad_norm": 2.158658504486084,
      "learning_rate": 9.964852509397527e-06,
      "loss": 0.3809,
      "step": 137
    },
    {
      "epoch": 0.0673828125,
      "grad_norm": 4.1197919845581055,
      "learning_rate": 9.963910131203386e-06,
      "loss": 0.3874,
      "step": 138
    },
    {
      "epoch": 0.06787109375,
      "grad_norm": 2.2979846000671387,
      "learning_rate": 9.962955331765712e-06,
      "loss": 0.342,
      "step": 139
    },
    {
      "epoch": 0.068359375,
      "grad_norm": 2.2568418979644775,
      "learning_rate": 9.961988113473708e-06,
      "loss": 0.3223,
      "step": 140
    },
    {
      "epoch": 0.06884765625,
      "grad_norm": 2.358520030975342,
      "learning_rate": 9.961008478747655e-06,
      "loss": 0.374,
      "step": 141
    },
    {
      "epoch": 0.0693359375,
      "grad_norm": 2.6409096717834473,
      "learning_rate": 9.960016430038903e-06,
      "loss": 0.3705,
      "step": 142
    },
    {
      "epoch": 0.06982421875,
      "grad_norm": 2.167280673980713,
      "learning_rate": 9.959011969829867e-06,
      "loss": 0.3302,
      "step": 143
    },
    {
      "epoch": 0.0703125,
      "grad_norm": 2.3867969512939453,
      "learning_rate": 9.957995100634016e-06,
      "loss": 0.3251,
      "step": 144
    },
    {
      "epoch": 0.07080078125,
      "grad_norm": 2.305117130279541,
      "learning_rate": 9.956965824995873e-06,
      "loss": 0.3593,
      "step": 145
    },
    {
      "epoch": 0.0712890625,
      "grad_norm": 2.1817824840545654,
      "learning_rate": 9.955924145491005e-06,
      "loss": 0.3371,
      "step": 146
    },
    {
      "epoch": 0.07177734375,
      "grad_norm": 4.12109375,
      "learning_rate": 9.954870064726017e-06,
      "loss": 0.3771,
      "step": 147
    },
    {
      "epoch": 0.072265625,
      "grad_norm": 3.0079329013824463,
      "learning_rate": 9.953803585338548e-06,
      "loss": 0.3636,
      "step": 148
    },
    {
      "epoch": 0.07275390625,
      "grad_norm": 2.473532199859619,
      "learning_rate": 9.95272470999726e-06,
      "loss": 0.3692,
      "step": 149
    },
    {
      "epoch": 0.0732421875,
      "grad_norm": 3.1922385692596436,
      "learning_rate": 9.95163344140183e-06,
      "loss": 0.3773,
      "step": 150
    },
    {
      "epoch": 0.07373046875,
      "grad_norm": 6.991460800170898,
      "learning_rate": 9.950529782282955e-06,
      "loss": 0.2813,
      "step": 151
    },
    {
      "epoch": 0.07421875,
      "grad_norm": 2.9967305660247803,
      "learning_rate": 9.949413735402332e-06,
      "loss": 0.3565,
      "step": 152
    },
    {
      "epoch": 0.07470703125,
      "grad_norm": 1.8642289638519287,
      "learning_rate": 9.948285303552654e-06,
      "loss": 0.3715,
      "step": 153
    },
    {
      "epoch": 0.0751953125,
      "grad_norm": 2.169416904449463,
      "learning_rate": 9.947144489557612e-06,
      "loss": 0.3507,
      "step": 154
    },
    {
      "epoch": 0.07568359375,
      "grad_norm": 2.5897326469421387,
      "learning_rate": 9.945991296271874e-06,
      "loss": 0.3508,
      "step": 155
    },
    {
      "epoch": 0.076171875,
      "grad_norm": 1.8967130184173584,
      "learning_rate": 9.944825726581085e-06,
      "loss": 0.318,
      "step": 156
    },
    {
      "epoch": 0.07666015625,
      "grad_norm": 1.998544454574585,
      "learning_rate": 9.943647783401867e-06,
      "loss": 0.3757,
      "step": 157
    },
    {
      "epoch": 0.0771484375,
      "grad_norm": 2.5188403129577637,
      "learning_rate": 9.942457469681794e-06,
      "loss": 0.3551,
      "step": 158
    },
    {
      "epoch": 0.07763671875,
      "grad_norm": 2.2102835178375244,
      "learning_rate": 9.941254788399406e-06,
      "loss": 0.3499,
      "step": 159
    },
    {
      "epoch": 0.078125,
      "grad_norm": 3.3190438747406006,
      "learning_rate": 9.940039742564182e-06,
      "loss": 0.3586,
      "step": 160
    },
    {
      "epoch": 0.07861328125,
      "grad_norm": 6.675033092498779,
      "learning_rate": 9.938812335216543e-06,
      "loss": 0.3892,
      "step": 161
    },
    {
      "epoch": 0.0791015625,
      "grad_norm": 3.091517925262451,
      "learning_rate": 9.937572569427844e-06,
      "loss": 0.3434,
      "step": 162
    },
    {
      "epoch": 0.07958984375,
      "grad_norm": 2.7739408016204834,
      "learning_rate": 9.936320448300364e-06,
      "loss": 0.3366,
      "step": 163
    },
    {
      "epoch": 0.080078125,
      "grad_norm": 4.218409538269043,
      "learning_rate": 9.935055974967299e-06,
      "loss": 0.3129,
      "step": 164
    },
    {
      "epoch": 0.08056640625,
      "grad_norm": 2.2632052898406982,
      "learning_rate": 9.933779152592752e-06,
      "loss": 0.3507,
      "step": 165
    },
    {
      "epoch": 0.0810546875,
      "grad_norm": 2.3607664108276367,
      "learning_rate": 9.93248998437173e-06,
      "loss": 0.3598,
      "step": 166
    },
    {
      "epoch": 0.08154296875,
      "grad_norm": 2.2539124488830566,
      "learning_rate": 9.931188473530132e-06,
      "loss": 0.404,
      "step": 167
    },
    {
      "epoch": 0.08203125,
      "grad_norm": 2.049994945526123,
      "learning_rate": 9.929874623324741e-06,
      "loss": 0.3534,
      "step": 168
    },
    {
      "epoch": 0.08251953125,
      "grad_norm": 4.720448017120361,
      "learning_rate": 9.92854843704322e-06,
      "loss": 0.3492,
      "step": 169
    },
    {
      "epoch": 0.0830078125,
      "grad_norm": 2.1875171661376953,
      "learning_rate": 9.927209918004095e-06,
      "loss": 0.3765,
      "step": 170
    },
    {
      "epoch": 0.08349609375,
      "grad_norm": 6.087578773498535,
      "learning_rate": 9.92585906955676e-06,
      "loss": 0.3519,
      "step": 171
    },
    {
      "epoch": 0.083984375,
      "grad_norm": 6.033719539642334,
      "learning_rate": 9.924495895081455e-06,
      "loss": 0.3493,
      "step": 172
    },
    {
      "epoch": 0.08447265625,
      "grad_norm": 4.239842414855957,
      "learning_rate": 9.923120397989265e-06,
      "loss": 0.3566,
      "step": 173
    },
    {
      "epoch": 0.0849609375,
      "grad_norm": 3.4344899654388428,
      "learning_rate": 9.92173258172211e-06,
      "loss": 0.3291,
      "step": 174
    },
    {
      "epoch": 0.08544921875,
      "grad_norm": 2.5044116973876953,
      "learning_rate": 9.920332449752741e-06,
      "loss": 0.368,
      "step": 175
    },
    {
      "epoch": 0.0859375,
      "grad_norm": 2.5513086318969727,
      "learning_rate": 9.91892000558472e-06,
      "loss": 0.3715,
      "step": 176
    },
    {
      "epoch": 0.08642578125,
      "grad_norm": 3.1087024211883545,
      "learning_rate": 9.917495252752418e-06,
      "loss": 0.3421,
      "step": 177
    },
    {
      "epoch": 0.0869140625,
      "grad_norm": 4.5129194259643555,
      "learning_rate": 9.916058194821013e-06,
      "loss": 0.3348,
      "step": 178
    },
    {
      "epoch": 0.08740234375,
      "grad_norm": 2.54546856880188,
      "learning_rate": 9.914608835386468e-06,
      "loss": 0.3741,
      "step": 179
    },
    {
      "epoch": 0.087890625,
      "grad_norm": 3.379059314727783,
      "learning_rate": 9.913147178075531e-06,
      "loss": 0.3633,
      "step": 180
    },
    {
      "epoch": 0.08837890625,
      "grad_norm": 2.6582908630371094,
      "learning_rate": 9.911673226545721e-06,
      "loss": 0.3626,
      "step": 181
    },
    {
      "epoch": 0.0888671875,
      "grad_norm": 2.116603374481201,
      "learning_rate": 9.910186984485321e-06,
      "loss": 0.3627,
      "step": 182
    },
    {
      "epoch": 0.08935546875,
      "grad_norm": 3.2947633266448975,
      "learning_rate": 9.908688455613374e-06,
      "loss": 0.3264,
      "step": 183
    },
    {
      "epoch": 0.08984375,
      "grad_norm": 2.313702344894409,
      "learning_rate": 9.90717764367966e-06,
      "loss": 0.3285,
      "step": 184
    },
    {
      "epoch": 0.09033203125,
      "grad_norm": 2.2801687717437744,
      "learning_rate": 9.9056545524647e-06,
      "loss": 0.3573,
      "step": 185
    },
    {
      "epoch": 0.0908203125,
      "grad_norm": 3.657966375350952,
      "learning_rate": 9.904119185779744e-06,
      "loss": 0.3711,
      "step": 186
    },
    {
      "epoch": 0.09130859375,
      "grad_norm": 22.30857276916504,
      "learning_rate": 9.902571547466753e-06,
      "loss": 0.3995,
      "step": 187
    },
    {
      "epoch": 0.091796875,
      "grad_norm": 2.184039831161499,
      "learning_rate": 9.901011641398398e-06,
      "loss": 0.3654,
      "step": 188
    },
    {
      "epoch": 0.09228515625,
      "grad_norm": 4.786393165588379,
      "learning_rate": 9.89943947147805e-06,
      "loss": 0.3859,
      "step": 189
    },
    {
      "epoch": 0.0927734375,
      "grad_norm": 2.666750431060791,
      "learning_rate": 9.897855041639764e-06,
      "loss": 0.3888,
      "step": 190
    },
    {
      "epoch": 0.09326171875,
      "grad_norm": 2.0390570163726807,
      "learning_rate": 9.896258355848277e-06,
      "loss": 0.3488,
      "step": 191
    },
    {
      "epoch": 0.09375,
      "grad_norm": 2.618748188018799,
      "learning_rate": 9.894649418098992e-06,
      "loss": 0.3513,
      "step": 192
    },
    {
      "epoch": 0.09423828125,
      "grad_norm": 2.525346040725708,
      "learning_rate": 9.89302823241797e-06,
      "loss": 0.3689,
      "step": 193
    },
    {
      "epoch": 0.0947265625,
      "grad_norm": 2.0813663005828857,
      "learning_rate": 9.89139480286192e-06,
      "loss": 0.3718,
      "step": 194
    },
    {
      "epoch": 0.09521484375,
      "grad_norm": 3.025359630584717,
      "learning_rate": 9.88974913351819e-06,
      "loss": 0.3786,
      "step": 195
    },
    {
      "epoch": 0.095703125,
      "grad_norm": 2.8500590324401855,
      "learning_rate": 9.888091228504757e-06,
      "loss": 0.3481,
      "step": 196
    },
    {
      "epoch": 0.09619140625,
      "grad_norm": 2.450500249862671,
      "learning_rate": 9.88642109197021e-06,
      "loss": 0.383,
      "step": 197
    },
    {
      "epoch": 0.0966796875,
      "grad_norm": 1.9162877798080444,
      "learning_rate": 9.884738728093754e-06,
      "loss": 0.3698,
      "step": 198
    },
    {
      "epoch": 0.09716796875,
      "grad_norm": 14.184158325195312,
      "learning_rate": 9.883044141085183e-06,
      "loss": 0.3327,
      "step": 199
    },
    {
      "epoch": 0.09765625,
      "grad_norm": 3.0886130332946777,
      "learning_rate": 9.881337335184879e-06,
      "loss": 0.3767,
      "step": 200
    },
    {
      "epoch": 0.09814453125,
      "grad_norm": 2.5864577293395996,
      "learning_rate": 9.879618314663799e-06,
      "loss": 0.3498,
      "step": 201
    },
    {
      "epoch": 0.0986328125,
      "grad_norm": 3.3661086559295654,
      "learning_rate": 9.87788708382347e-06,
      "loss": 0.3487,
      "step": 202
    },
    {
      "epoch": 0.09912109375,
      "grad_norm": 2.543836832046509,
      "learning_rate": 9.876143646995964e-06,
      "loss": 0.3611,
      "step": 203
    },
    {
      "epoch": 0.099609375,
      "grad_norm": 2.209348201751709,
      "learning_rate": 9.874388008543903e-06,
      "loss": 0.3303,
      "step": 204
    },
    {
      "epoch": 0.10009765625,
      "grad_norm": 8.464391708374023,
      "learning_rate": 9.87262017286044e-06,
      "loss": 0.3915,
      "step": 205
    },
    {
      "epoch": 0.1005859375,
      "grad_norm": 2.339383125305176,
      "learning_rate": 9.870840144369247e-06,
      "loss": 0.3386,
      "step": 206
    },
    {
      "epoch": 0.10107421875,
      "grad_norm": 4.952784538269043,
      "learning_rate": 9.869047927524508e-06,
      "loss": 0.3189,
      "step": 207
    },
    {
      "epoch": 0.1015625,
      "grad_norm": 2.147639036178589,
      "learning_rate": 9.867243526810909e-06,
      "loss": 0.325,
      "step": 208
    },
    {
      "epoch": 0.10205078125,
      "grad_norm": 2.364194393157959,
      "learning_rate": 9.865426946743614e-06,
      "loss": 0.3728,
      "step": 209
    },
    {
      "epoch": 0.1025390625,
      "grad_norm": 2.0875487327575684,
      "learning_rate": 9.863598191868275e-06,
      "loss": 0.3493,
      "step": 210
    },
    {
      "epoch": 0.10302734375,
      "grad_norm": 3.100674629211426,
      "learning_rate": 9.861757266761002e-06,
      "loss": 0.3503,
      "step": 211
    },
    {
      "epoch": 0.103515625,
      "grad_norm": 3.1530754566192627,
      "learning_rate": 9.859904176028364e-06,
      "loss": 0.3635,
      "step": 212
    },
    {
      "epoch": 0.10400390625,
      "grad_norm": 2.373269557952881,
      "learning_rate": 9.858038924307363e-06,
      "loss": 0.316,
      "step": 213
    },
    {
      "epoch": 0.1044921875,
      "grad_norm": 2.517578125,
      "learning_rate": 9.856161516265445e-06,
      "loss": 0.3729,
      "step": 214
    },
    {
      "epoch": 0.10498046875,
      "grad_norm": 3.9366421699523926,
      "learning_rate": 9.854271956600463e-06,
      "loss": 0.3119,
      "step": 215
    },
    {
      "epoch": 0.10546875,
      "grad_norm": 3.0418357849121094,
      "learning_rate": 9.852370250040682e-06,
      "loss": 0.3799,
      "step": 216
    },
    {
      "epoch": 0.10595703125,
      "grad_norm": 2.486046314239502,
      "learning_rate": 9.85045640134476e-06,
      "loss": 0.3761,
      "step": 217
    },
    {
      "epoch": 0.1064453125,
      "grad_norm": 3.757772207260132,
      "learning_rate": 9.848530415301748e-06,
      "loss": 0.3281,
      "step": 218
    },
    {
      "epoch": 0.10693359375,
      "grad_norm": 5.470198631286621,
      "learning_rate": 9.846592296731052e-06,
      "loss": 0.3626,
      "step": 219
    },
    {
      "epoch": 0.107421875,
      "grad_norm": 2.6514899730682373,
      "learning_rate": 9.84464205048245e-06,
      "loss": 0.3312,
      "step": 220
    },
    {
      "epoch": 0.10791015625,
      "grad_norm": 2.359720230102539,
      "learning_rate": 9.842679681436062e-06,
      "loss": 0.3332,
      "step": 221
    },
    {
      "epoch": 0.1083984375,
      "grad_norm": 2.7306034564971924,
      "learning_rate": 9.840705194502349e-06,
      "loss": 0.3623,
      "step": 222
    },
    {
      "epoch": 0.10888671875,
      "grad_norm": 2.2408559322357178,
      "learning_rate": 9.838718594622083e-06,
      "loss": 0.3579,
      "step": 223
    },
    {
      "epoch": 0.109375,
      "grad_norm": 1.9728875160217285,
      "learning_rate": 9.836719886766357e-06,
      "loss": 0.3411,
      "step": 224
    },
    {
      "epoch": 0.10986328125,
      "grad_norm": 2.826547861099243,
      "learning_rate": 9.83470907593656e-06,
      "loss": 0.2803,
      "step": 225
    },
    {
      "epoch": 0.1103515625,
      "grad_norm": 2.5550942420959473,
      "learning_rate": 9.832686167164361e-06,
      "loss": 0.3537,
      "step": 226
    },
    {
      "epoch": 0.11083984375,
      "grad_norm": 2.6079165935516357,
      "learning_rate": 9.830651165511707e-06,
      "loss": 0.3527,
      "step": 227
    },
    {
      "epoch": 0.111328125,
      "grad_norm": 2.2585561275482178,
      "learning_rate": 9.828604076070805e-06,
      "loss": 0.3741,
      "step": 228
    },
    {
      "epoch": 0.11181640625,
      "grad_norm": 2.335930585861206,
      "learning_rate": 9.826544903964105e-06,
      "loss": 0.34,
      "step": 229
    },
    {
      "epoch": 0.1123046875,
      "grad_norm": 2.3235063552856445,
      "learning_rate": 9.824473654344297e-06,
      "loss": 0.3691,
      "step": 230
    },
    {
      "epoch": 0.11279296875,
      "grad_norm": 3.584376811981201,
      "learning_rate": 9.82239033239429e-06,
      "loss": 0.3548,
      "step": 231
    },
    {
      "epoch": 0.11328125,
      "grad_norm": 3.483834743499756,
      "learning_rate": 9.820294943327202e-06,
      "loss": 0.3905,
      "step": 232
    },
    {
      "epoch": 0.11376953125,
      "grad_norm": 2.4160964488983154,
      "learning_rate": 9.818187492386346e-06,
      "loss": 0.3723,
      "step": 233
    },
    {
      "epoch": 0.1142578125,
      "grad_norm": 2.206505298614502,
      "learning_rate": 9.816067984845218e-06,
      "loss": 0.3572,
      "step": 234
    },
    {
      "epoch": 0.11474609375,
      "grad_norm": 2.8877620697021484,
      "learning_rate": 9.813936426007487e-06,
      "loss": 0.3486,
      "step": 235
    },
    {
      "epoch": 0.115234375,
      "grad_norm": 2.2150516510009766,
      "learning_rate": 9.81179282120697e-06,
      "loss": 0.3431,
      "step": 236
    },
    {
      "epoch": 0.11572265625,
      "grad_norm": 4.500147819519043,
      "learning_rate": 9.809637175807634e-06,
      "loss": 0.3465,
      "step": 237
    },
    {
      "epoch": 0.1162109375,
      "grad_norm": 2.428119659423828,
      "learning_rate": 9.80746949520357e-06,
      "loss": 0.3193,
      "step": 238
    },
    {
      "epoch": 0.11669921875,
      "grad_norm": 4.387357711791992,
      "learning_rate": 9.805289784818991e-06,
      "loss": 0.3789,
      "step": 239
    },
    {
      "epoch": 0.1171875,
      "grad_norm": 2.6022865772247314,
      "learning_rate": 9.803098050108206e-06,
      "loss": 0.3744,
      "step": 240
    },
    {
      "epoch": 0.11767578125,
      "grad_norm": 2.3189945220947266,
      "learning_rate": 9.800894296555618e-06,
      "loss": 0.3542,
      "step": 241
    },
    {
      "epoch": 0.1181640625,
      "grad_norm": 2.428673505783081,
      "learning_rate": 9.798678529675702e-06,
      "loss": 0.354,
      "step": 242
    },
    {
      "epoch": 0.11865234375,
      "grad_norm": 2.112927198410034,
      "learning_rate": 9.796450755012992e-06,
      "loss": 0.3541,
      "step": 243
    },
    {
      "epoch": 0.119140625,
      "grad_norm": 3.9023051261901855,
      "learning_rate": 9.794210978142073e-06,
      "loss": 0.3902,
      "step": 244
    },
    {
      "epoch": 0.11962890625,
      "grad_norm": 2.621843099594116,
      "learning_rate": 9.79195920466756e-06,
      "loss": 0.35,
      "step": 245
    },
    {
      "epoch": 0.1201171875,
      "grad_norm": 2.8156723976135254,
      "learning_rate": 9.789695440224094e-06,
      "loss": 0.3562,
      "step": 246
    },
    {
      "epoch": 0.12060546875,
      "grad_norm": 4.237185001373291,
      "learning_rate": 9.78741969047631e-06,
      "loss": 0.3596,
      "step": 247
    },
    {
      "epoch": 0.12109375,
      "grad_norm": 2.050010919570923,
      "learning_rate": 9.785131961118843e-06,
      "loss": 0.3562,
      "step": 248
    },
    {
      "epoch": 0.12158203125,
      "grad_norm": 2.1943752765655518,
      "learning_rate": 9.782832257876302e-06,
      "loss": 0.3147,
      "step": 249
    },
    {
      "epoch": 0.1220703125,
      "grad_norm": 3.3409993648529053,
      "learning_rate": 9.780520586503258e-06,
      "loss": 0.4023,
      "step": 250
    },
    {
      "epoch": 0.12255859375,
      "grad_norm": 2.073791027069092,
      "learning_rate": 9.77819695278423e-06,
      "loss": 0.3323,
      "step": 251
    },
    {
      "epoch": 0.123046875,
      "grad_norm": 2.773463010787964,
      "learning_rate": 9.77586136253367e-06,
      "loss": 0.3461,
      "step": 252
    },
    {
      "epoch": 0.12353515625,
      "grad_norm": 2.2921154499053955,
      "learning_rate": 9.773513821595951e-06,
      "loss": 0.3344,
      "step": 253
    },
    {
      "epoch": 0.1240234375,
      "grad_norm": 2.6613571643829346,
      "learning_rate": 9.771154335845345e-06,
      "loss": 0.348,
      "step": 254
    },
    {
      "epoch": 0.12451171875,
      "grad_norm": 8.336869239807129,
      "learning_rate": 9.768782911186023e-06,
      "loss": 0.3726,
      "step": 255
    },
    {
      "epoch": 0.125,
      "grad_norm": 2.428882360458374,
      "learning_rate": 9.766399553552022e-06,
      "loss": 0.3765,
      "step": 256
    },
    {
      "epoch": 0.12548828125,
      "grad_norm": 1.8940154314041138,
      "learning_rate": 9.764004268907244e-06,
      "loss": 0.3407,
      "step": 257
    },
    {
      "epoch": 0.1259765625,
      "grad_norm": 2.5715792179107666,
      "learning_rate": 9.761597063245434e-06,
      "loss": 0.3679,
      "step": 258
    },
    {
      "epoch": 0.12646484375,
      "grad_norm": 2.1206367015838623,
      "learning_rate": 9.759177942590166e-06,
      "loss": 0.3409,
      "step": 259
    },
    {
      "epoch": 0.126953125,
      "grad_norm": 2.5495412349700928,
      "learning_rate": 9.756746912994832e-06,
      "loss": 0.3499,
      "step": 260
    },
    {
      "epoch": 0.12744140625,
      "grad_norm": 2.9602348804473877,
      "learning_rate": 9.754303980542623e-06,
      "loss": 0.3706,
      "step": 261
    },
    {
      "epoch": 0.1279296875,
      "grad_norm": 2.7507028579711914,
      "learning_rate": 9.751849151346513e-06,
      "loss": 0.3767,
      "step": 262
    },
    {
      "epoch": 0.12841796875,
      "grad_norm": 2.539034843444824,
      "learning_rate": 9.749382431549247e-06,
      "loss": 0.3406,
      "step": 263
    },
    {
      "epoch": 0.12890625,
      "grad_norm": 2.833279848098755,
      "learning_rate": 9.746903827323324e-06,
      "loss": 0.3522,
      "step": 264
    },
    {
      "epoch": 0.12939453125,
      "grad_norm": 2.5430469512939453,
      "learning_rate": 9.74441334487098e-06,
      "loss": 0.3406,
      "step": 265
    },
    {
      "epoch": 0.1298828125,
      "grad_norm": 2.858895778656006,
      "learning_rate": 9.741910990424173e-06,
      "loss": 0.3396,
      "step": 266
    },
    {
      "epoch": 0.13037109375,
      "grad_norm": 3.113898515701294,
      "learning_rate": 9.739396770244575e-06,
      "loss": 0.3779,
      "step": 267
    },
    {
      "epoch": 0.130859375,
      "grad_norm": 2.812479257583618,
      "learning_rate": 9.736870690623541e-06,
      "loss": 0.3581,
      "step": 268
    },
    {
      "epoch": 0.13134765625,
      "grad_norm": 4.137664318084717,
      "learning_rate": 9.734332757882108e-06,
      "loss": 0.3731,
      "step": 269
    },
    {
      "epoch": 0.1318359375,
      "grad_norm": 2.346695899963379,
      "learning_rate": 9.73178297837097e-06,
      "loss": 0.3499,
      "step": 270
    },
    {
      "epoch": 0.13232421875,
      "grad_norm": 3.5724024772644043,
      "learning_rate": 9.729221358470468e-06,
      "loss": 0.346,
      "step": 271
    },
    {
      "epoch": 0.1328125,
      "grad_norm": 2.5001883506774902,
      "learning_rate": 9.726647904590572e-06,
      "loss": 0.3371,
      "step": 272
    },
    {
      "epoch": 0.13330078125,
      "grad_norm": 1.8020128011703491,
      "learning_rate": 9.724062623170855e-06,
      "loss": 0.3632,
      "step": 273
    },
    {
      "epoch": 0.1337890625,
      "grad_norm": 2.486666679382324,
      "learning_rate": 9.721465520680501e-06,
      "loss": 0.3505,
      "step": 274
    },
    {
      "epoch": 0.13427734375,
      "grad_norm": 2.269751787185669,
      "learning_rate": 9.718856603618263e-06,
      "loss": 0.3718,
      "step": 275
    },
    {
      "epoch": 0.134765625,
      "grad_norm": 2.7286322116851807,
      "learning_rate": 9.716235878512462e-06,
      "loss": 0.3462,
      "step": 276
    },
    {
      "epoch": 0.13525390625,
      "grad_norm": 2.535698175430298,
      "learning_rate": 9.713603351920964e-06,
      "loss": 0.3451,
      "step": 277
    },
    {
      "epoch": 0.1357421875,
      "grad_norm": 1.9008198976516724,
      "learning_rate": 9.710959030431167e-06,
      "loss": 0.3924,
      "step": 278
    },
    {
      "epoch": 0.13623046875,
      "grad_norm": 2.339395046234131,
      "learning_rate": 9.708302920659987e-06,
      "loss": 0.3331,
      "step": 279
    },
    {
      "epoch": 0.13671875,
      "grad_norm": 2.376002550125122,
      "learning_rate": 9.705635029253833e-06,
      "loss": 0.3815,
      "step": 280
    },
    {
      "epoch": 0.13720703125,
      "grad_norm": 2.245027780532837,
      "learning_rate": 9.702955362888595e-06,
      "loss": 0.3548,
      "step": 281
    },
    {
      "epoch": 0.1376953125,
      "grad_norm": 2.206878900527954,
      "learning_rate": 9.700263928269636e-06,
      "loss": 0.3204,
      "step": 282
    },
    {
      "epoch": 0.13818359375,
      "grad_norm": 2.0215516090393066,
      "learning_rate": 9.697560732131753e-06,
      "loss": 0.3387,
      "step": 283
    },
    {
      "epoch": 0.138671875,
      "grad_norm": 2.9142580032348633,
      "learning_rate": 9.694845781239188e-06,
      "loss": 0.3336,
      "step": 284
    },
    {
      "epoch": 0.13916015625,
      "grad_norm": 2.0387048721313477,
      "learning_rate": 9.692119082385588e-06,
      "loss": 0.3342,
      "step": 285
    },
    {
      "epoch": 0.1396484375,
      "grad_norm": 2.3236615657806396,
      "learning_rate": 9.689380642393998e-06,
      "loss": 0.3773,
      "step": 286
    },
    {
      "epoch": 0.14013671875,
      "grad_norm": 3.4590189456939697,
      "learning_rate": 9.686630468116846e-06,
      "loss": 0.3358,
      "step": 287
    },
    {
      "epoch": 0.140625,
      "grad_norm": 1.6319761276245117,
      "learning_rate": 9.683868566435922e-06,
      "loss": 0.2913,
      "step": 288
    },
    {
      "epoch": 0.14111328125,
      "grad_norm": 6.874841690063477,
      "learning_rate": 9.681094944262361e-06,
      "loss": 0.3259,
      "step": 289
    },
    {
      "epoch": 0.1416015625,
      "grad_norm": 4.962515830993652,
      "learning_rate": 9.678309608536626e-06,
      "loss": 0.3455,
      "step": 290
    },
    {
      "epoch": 0.14208984375,
      "grad_norm": 3.334455966949463,
      "learning_rate": 9.675512566228493e-06,
      "loss": 0.3561,
      "step": 291
    },
    {
      "epoch": 0.142578125,
      "grad_norm": 3.891530990600586,
      "learning_rate": 9.672703824337026e-06,
      "loss": 0.3627,
      "step": 292
    },
    {
      "epoch": 0.14306640625,
      "grad_norm": 2.2160141468048096,
      "learning_rate": 9.669883389890572e-06,
      "loss": 0.312,
      "step": 293
    },
    {
      "epoch": 0.1435546875,
      "grad_norm": 3.7108445167541504,
      "learning_rate": 9.667051269946734e-06,
      "loss": 0.338,
      "step": 294
    },
    {
      "epoch": 0.14404296875,
      "grad_norm": 2.138221025466919,
      "learning_rate": 9.664207471592353e-06,
      "loss": 0.3767,
      "step": 295
    },
    {
      "epoch": 0.14453125,
      "grad_norm": 11.57601547241211,
      "learning_rate": 9.661352001943494e-06,
      "loss": 0.3481,
      "step": 296
    },
    {
      "epoch": 0.14501953125,
      "grad_norm": 2.1737406253814697,
      "learning_rate": 9.658484868145428e-06,
      "loss": 0.3319,
      "step": 297
    },
    {
      "epoch": 0.1455078125,
      "grad_norm": 4.048387050628662,
      "learning_rate": 9.655606077372619e-06,
      "loss": 0.3061,
      "step": 298
    },
    {
      "epoch": 0.14599609375,
      "grad_norm": 2.4968268871307373,
      "learning_rate": 9.652715636828687e-06,
      "loss": 0.333,
      "step": 299
    },
    {
      "epoch": 0.146484375,
      "grad_norm": 2.2704763412475586,
      "learning_rate": 9.649813553746416e-06,
      "loss": 0.3307,
      "step": 300
    },
    {
      "epoch": 0.14697265625,
      "grad_norm": 1.9303852319717407,
      "learning_rate": 9.646899835387718e-06,
      "loss": 0.3342,
      "step": 301
    },
    {
      "epoch": 0.1474609375,
      "grad_norm": 2.8917553424835205,
      "learning_rate": 9.64397448904362e-06,
      "loss": 0.3595,
      "step": 302
    },
    {
      "epoch": 0.14794921875,
      "grad_norm": 2.193105697631836,
      "learning_rate": 9.641037522034246e-06,
      "loss": 0.3675,
      "step": 303
    },
    {
      "epoch": 0.1484375,
      "grad_norm": 1.9201539754867554,
      "learning_rate": 9.638088941708799e-06,
      "loss": 0.353,
      "step": 304
    },
    {
      "epoch": 0.14892578125,
      "grad_norm": 2.513864517211914,
      "learning_rate": 9.635128755445542e-06,
      "loss": 0.3669,
      "step": 305
    },
    {
      "epoch": 0.1494140625,
      "grad_norm": 2.397608518600464,
      "learning_rate": 9.63215697065178e-06,
      "loss": 0.3439,
      "step": 306
    },
    {
      "epoch": 0.14990234375,
      "grad_norm": 2.335594654083252,
      "learning_rate": 9.62917359476384e-06,
      "loss": 0.3558,
      "step": 307
    },
    {
      "epoch": 0.150390625,
      "grad_norm": 2.5134353637695312,
      "learning_rate": 9.626178635247054e-06,
      "loss": 0.3923,
      "step": 308
    },
    {
      "epoch": 0.15087890625,
      "grad_norm": 2.9013524055480957,
      "learning_rate": 9.623172099595743e-06,
      "loss": 0.3748,
      "step": 309
    },
    {
      "epoch": 0.1513671875,
      "grad_norm": 3.2646868228912354,
      "learning_rate": 9.620153995333188e-06,
      "loss": 0.3268,
      "step": 310
    },
    {
      "epoch": 0.15185546875,
      "grad_norm": 2.843632459640503,
      "learning_rate": 9.617124330011624e-06,
      "loss": 0.3392,
      "step": 311
    },
    {
      "epoch": 0.15234375,
      "grad_norm": 2.5182275772094727,
      "learning_rate": 9.614083111212216e-06,
      "loss": 0.3849,
      "step": 312
    },
    {
      "epoch": 0.15283203125,
      "grad_norm": 2.9543368816375732,
      "learning_rate": 9.611030346545035e-06,
      "loss": 0.3784,
      "step": 313
    },
    {
      "epoch": 0.1533203125,
      "grad_norm": 3.7902252674102783,
      "learning_rate": 9.607966043649047e-06,
      "loss": 0.3466,
      "step": 314
    },
    {
      "epoch": 0.15380859375,
      "grad_norm": 2.4927687644958496,
      "learning_rate": 9.604890210192084e-06,
      "loss": 0.3638,
      "step": 315
    },
    {
      "epoch": 0.154296875,
      "grad_norm": 4.722542762756348,
      "learning_rate": 9.601802853870843e-06,
      "loss": 0.3439,
      "step": 316
    },
    {
      "epoch": 0.15478515625,
      "grad_norm": 2.0797646045684814,
      "learning_rate": 9.598703982410842e-06,
      "loss": 0.373,
      "step": 317
    },
    {
      "epoch": 0.1552734375,
      "grad_norm": 2.1771399974823,
      "learning_rate": 9.595593603566423e-06,
      "loss": 0.3112,
      "step": 318
    },
    {
      "epoch": 0.15576171875,
      "grad_norm": 2.621591091156006,
      "learning_rate": 9.592471725120714e-06,
      "loss": 0.3384,
      "step": 319
    },
    {
      "epoch": 0.15625,
      "grad_norm": 4.34113883972168,
      "learning_rate": 9.58933835488563e-06,
      "loss": 0.3488,
      "step": 320
    },
    {
      "epoch": 0.15673828125,
      "grad_norm": 3.58477783203125,
      "learning_rate": 9.58619350070183e-06,
      "loss": 0.3329,
      "step": 321
    },
    {
      "epoch": 0.1572265625,
      "grad_norm": 2.657738208770752,
      "learning_rate": 9.583037170438719e-06,
      "loss": 0.3371,
      "step": 322
    },
    {
      "epoch": 0.15771484375,
      "grad_norm": 2.3004322052001953,
      "learning_rate": 9.579869371994412e-06,
      "loss": 0.3658,
      "step": 323
    },
    {
      "epoch": 0.158203125,
      "grad_norm": 3.4922330379486084,
      "learning_rate": 9.576690113295726e-06,
      "loss": 0.3713,
      "step": 324
    },
    {
      "epoch": 0.15869140625,
      "grad_norm": 4.173436641693115,
      "learning_rate": 9.573499402298152e-06,
      "loss": 0.3349,
      "step": 325
    },
    {
      "epoch": 0.1591796875,
      "grad_norm": 12.521305084228516,
      "learning_rate": 9.570297246985838e-06,
      "loss": 0.3411,
      "step": 326
    },
    {
      "epoch": 0.15966796875,
      "grad_norm": 3.122694253921509,
      "learning_rate": 9.567083655371572e-06,
      "loss": 0.3644,
      "step": 327
    },
    {
      "epoch": 0.16015625,
      "grad_norm": 1.6851651668548584,
      "learning_rate": 9.563858635496755e-06,
      "loss": 0.3567,
      "step": 328
    },
    {
      "epoch": 0.16064453125,
      "grad_norm": 2.407923698425293,
      "learning_rate": 9.56062219543139e-06,
      "loss": 0.3298,
      "step": 329
    },
    {
      "epoch": 0.1611328125,
      "grad_norm": 1.9536917209625244,
      "learning_rate": 9.557374343274056e-06,
      "loss": 0.352,
      "step": 330
    },
    {
      "epoch": 0.16162109375,
      "grad_norm": 2.042382001876831,
      "learning_rate": 9.55411508715188e-06,
      "loss": 0.3249,
      "step": 331
    },
    {
      "epoch": 0.162109375,
      "grad_norm": 1.9811147451400757,
      "learning_rate": 9.55084443522054e-06,
      "loss": 0.3341,
      "step": 332
    },
    {
      "epoch": 0.16259765625,
      "grad_norm": 2.6401963233947754,
      "learning_rate": 9.547562395664219e-06,
      "loss": 0.3296,
      "step": 333
    },
    {
      "epoch": 0.1630859375,
      "grad_norm": 2.3292157649993896,
      "learning_rate": 9.544268976695596e-06,
      "loss": 0.3446,
      "step": 334
    },
    {
      "epoch": 0.16357421875,
      "grad_norm": 3.5120034217834473,
      "learning_rate": 9.54096418655583e-06,
      "loss": 0.3796,
      "step": 335
    },
    {
      "epoch": 0.1640625,
      "grad_norm": 2.3993301391601562,
      "learning_rate": 9.53764803351453e-06,
      "loss": 0.3544,
      "step": 336
    },
    {
      "epoch": 0.16455078125,
      "grad_norm": 2.403285264968872,
      "learning_rate": 9.534320525869742e-06,
      "loss": 0.3734,
      "step": 337
    },
    {
      "epoch": 0.1650390625,
      "grad_norm": 1.878564476966858,
      "learning_rate": 9.530981671947924e-06,
      "loss": 0.3334,
      "step": 338
    },
    {
      "epoch": 0.16552734375,
      "grad_norm": 3.3280200958251953,
      "learning_rate": 9.527631480103919e-06,
      "loss": 0.3282,
      "step": 339
    },
    {
      "epoch": 0.166015625,
      "grad_norm": 2.304945230484009,
      "learning_rate": 9.524269958720951e-06,
      "loss": 0.3422,
      "step": 340
    },
    {
      "epoch": 0.16650390625,
      "grad_norm": 2.0590991973876953,
      "learning_rate": 9.520897116210588e-06,
      "loss": 0.355,
      "step": 341
    },
    {
      "epoch": 0.1669921875,
      "grad_norm": 1.660049557685852,
      "learning_rate": 9.517512961012729e-06,
      "loss": 0.3499,
      "step": 342
    },
    {
      "epoch": 0.16748046875,
      "grad_norm": 1.8652247190475464,
      "learning_rate": 9.514117501595582e-06,
      "loss": 0.3594,
      "step": 343
    },
    {
      "epoch": 0.16796875,
      "grad_norm": 1.7373839616775513,
      "learning_rate": 9.510710746455636e-06,
      "loss": 0.3447,
      "step": 344
    },
    {
      "epoch": 0.16845703125,
      "grad_norm": 2.8204782009124756,
      "learning_rate": 9.507292704117655e-06,
      "loss": 0.362,
      "step": 345
    },
    {
      "epoch": 0.1689453125,
      "grad_norm": 1.6446189880371094,
      "learning_rate": 9.503863383134636e-06,
      "loss": 0.3752,
      "step": 346
    },
    {
      "epoch": 0.16943359375,
      "grad_norm": 3.4714109897613525,
      "learning_rate": 9.500422792087809e-06,
      "loss": 0.3358,
      "step": 347
    },
    {
      "epoch": 0.169921875,
      "grad_norm": 2.125108003616333,
      "learning_rate": 9.496970939586598e-06,
      "loss": 0.3822,
      "step": 348
    },
    {
      "epoch": 0.17041015625,
      "grad_norm": 2.7372467517852783,
      "learning_rate": 9.493507834268609e-06,
      "loss": 0.3513,
      "step": 349
    },
    {
      "epoch": 0.1708984375,
      "grad_norm": 2.562140941619873,
      "learning_rate": 9.490033484799608e-06,
      "loss": 0.3727,
      "step": 350
    },
    {
      "epoch": 0.17138671875,
      "grad_norm": 2.868966817855835,
      "learning_rate": 9.486547899873495e-06,
      "loss": 0.3309,
      "step": 351
    },
    {
      "epoch": 0.171875,
      "grad_norm": 2.5418648719787598,
      "learning_rate": 9.483051088212283e-06,
      "loss": 0.3826,
      "step": 352
    },
    {
      "epoch": 0.17236328125,
      "grad_norm": 1.7842854261398315,
      "learning_rate": 9.479543058566081e-06,
      "loss": 0.3404,
      "step": 353
    },
    {
      "epoch": 0.1728515625,
      "grad_norm": 1.8991374969482422,
      "learning_rate": 9.47602381971307e-06,
      "loss": 0.3946,
      "step": 354
    },
    {
      "epoch": 0.17333984375,
      "grad_norm": 1.9261831045150757,
      "learning_rate": 9.472493380459474e-06,
      "loss": 0.3579,
      "step": 355
    },
    {
      "epoch": 0.173828125,
      "grad_norm": 1.6657100915908813,
      "learning_rate": 9.468951749639552e-06,
      "loss": 0.3405,
      "step": 356
    },
    {
      "epoch": 0.17431640625,
      "grad_norm": 2.1538491249084473,
      "learning_rate": 9.465398936115557e-06,
      "loss": 0.3657,
      "step": 357
    },
    {
      "epoch": 0.1748046875,
      "grad_norm": 1.8424322605133057,
      "learning_rate": 9.461834948777738e-06,
      "loss": 0.3685,
      "step": 358
    },
    {
      "epoch": 0.17529296875,
      "grad_norm": 3.16018009185791,
      "learning_rate": 9.458259796544293e-06,
      "loss": 0.3225,
      "step": 359
    },
    {
      "epoch": 0.17578125,
      "grad_norm": 1.7529760599136353,
      "learning_rate": 9.454673488361363e-06,
      "loss": 0.3428,
      "step": 360
    },
    {
      "epoch": 0.17626953125,
      "grad_norm": 1.6713848114013672,
      "learning_rate": 9.451076033203003e-06,
      "loss": 0.3383,
      "step": 361
    },
    {
      "epoch": 0.1767578125,
      "grad_norm": 2.688614845275879,
      "learning_rate": 9.447467440071165e-06,
      "loss": 0.3553,
      "step": 362
    },
    {
      "epoch": 0.17724609375,
      "grad_norm": 2.0093319416046143,
      "learning_rate": 9.443847717995666e-06,
      "loss": 0.3689,
      "step": 363
    },
    {
      "epoch": 0.177734375,
      "grad_norm": 5.026141166687012,
      "learning_rate": 9.440216876034177e-06,
      "loss": 0.3072,
      "step": 364
    },
    {
      "epoch": 0.17822265625,
      "grad_norm": 2.687075138092041,
      "learning_rate": 9.436574923272188e-06,
      "loss": 0.3624,
      "step": 365
    },
    {
      "epoch": 0.1787109375,
      "grad_norm": 1.9798976182937622,
      "learning_rate": 9.432921868822997e-06,
      "loss": 0.3355,
      "step": 366
    },
    {
      "epoch": 0.17919921875,
      "grad_norm": 2.060910701751709,
      "learning_rate": 9.42925772182768e-06,
      "loss": 0.3435,
      "step": 367
    },
    {
      "epoch": 0.1796875,
      "grad_norm": 1.7003917694091797,
      "learning_rate": 9.425582491455068e-06,
      "loss": 0.3659,
      "step": 368
    },
    {
      "epoch": 0.18017578125,
      "grad_norm": 2.026036262512207,
      "learning_rate": 9.421896186901729e-06,
      "loss": 0.3523,
      "step": 369
    },
    {
      "epoch": 0.1806640625,
      "grad_norm": 1.9931825399398804,
      "learning_rate": 9.418198817391941e-06,
      "loss": 0.3654,
      "step": 370
    },
    {
      "epoch": 0.18115234375,
      "grad_norm": 2.7290432453155518,
      "learning_rate": 9.41449039217767e-06,
      "loss": 0.3599,
      "step": 371
    },
    {
      "epoch": 0.181640625,
      "grad_norm": 1.5444127321243286,
      "learning_rate": 9.410770920538545e-06,
      "loss": 0.2991,
      "step": 372
    },
    {
      "epoch": 0.18212890625,
      "grad_norm": 2.319566011428833,
      "learning_rate": 9.407040411781843e-06,
      "loss": 0.3724,
      "step": 373
    },
    {
      "epoch": 0.1826171875,
      "grad_norm": 1.9856535196304321,
      "learning_rate": 9.403298875242448e-06,
      "loss": 0.348,
      "step": 374
    },
    {
      "epoch": 0.18310546875,
      "grad_norm": 1.9270925521850586,
      "learning_rate": 9.39954632028285e-06,
      "loss": 0.3766,
      "step": 375
    },
    {
      "epoch": 0.18359375,
      "grad_norm": 2.2769391536712646,
      "learning_rate": 9.395782756293104e-06,
      "loss": 0.3563,
      "step": 376
    },
    {
      "epoch": 0.18408203125,
      "grad_norm": 2.2026526927948,
      "learning_rate": 9.392008192690816e-06,
      "loss": 0.3213,
      "step": 377
    },
    {
      "epoch": 0.1845703125,
      "grad_norm": 2.3757741451263428,
      "learning_rate": 9.388222638921116e-06,
      "loss": 0.3595,
      "step": 378
    },
    {
      "epoch": 0.18505859375,
      "grad_norm": 1.9485424757003784,
      "learning_rate": 9.384426104456632e-06,
      "loss": 0.3561,
      "step": 379
    },
    {
      "epoch": 0.185546875,
      "grad_norm": 2.7337324619293213,
      "learning_rate": 9.380618598797473e-06,
      "loss": 0.38,
      "step": 380
    },
    {
      "epoch": 0.18603515625,
      "grad_norm": 2.1130242347717285,
      "learning_rate": 9.3768001314712e-06,
      "loss": 0.3533,
      "step": 381
    },
    {
      "epoch": 0.1865234375,
      "grad_norm": 1.831874966621399,
      "learning_rate": 9.372970712032803e-06,
      "loss": 0.332,
      "step": 382
    },
    {
      "epoch": 0.18701171875,
      "grad_norm": 2.3811991214752197,
      "learning_rate": 9.369130350064677e-06,
      "loss": 0.3798,
      "step": 383
    },
    {
      "epoch": 0.1875,
      "grad_norm": 1.8242988586425781,
      "learning_rate": 9.3652790551766e-06,
      "loss": 0.3634,
      "step": 384
    },
    {
      "epoch": 0.18798828125,
      "grad_norm": 3.14345645904541,
      "learning_rate": 9.361416837005705e-06,
      "loss": 0.3513,
      "step": 385
    },
    {
      "epoch": 0.1884765625,
      "grad_norm": 1.9473716020584106,
      "learning_rate": 9.357543705216465e-06,
      "loss": 0.3687,
      "step": 386
    },
    {
      "epoch": 0.18896484375,
      "grad_norm": 1.982612133026123,
      "learning_rate": 9.353659669500652e-06,
      "loss": 0.3803,
      "step": 387
    },
    {
      "epoch": 0.189453125,
      "grad_norm": 1.774999976158142,
      "learning_rate": 9.349764739577334e-06,
      "loss": 0.3331,
      "step": 388
    },
    {
      "epoch": 0.18994140625,
      "grad_norm": 1.5273141860961914,
      "learning_rate": 9.34585892519283e-06,
      "loss": 0.3599,
      "step": 389
    },
    {
      "epoch": 0.1904296875,
      "grad_norm": 1.8035123348236084,
      "learning_rate": 9.3419422361207e-06,
      "loss": 0.3771,
      "step": 390
    },
    {
      "epoch": 0.19091796875,
      "grad_norm": 1.789610505104065,
      "learning_rate": 9.338014682161719e-06,
      "loss": 0.3236,
      "step": 391
    },
    {
      "epoch": 0.19140625,
      "grad_norm": 1.9845644235610962,
      "learning_rate": 9.334076273143843e-06,
      "loss": 0.3274,
      "step": 392
    },
    {
      "epoch": 0.19189453125,
      "grad_norm": 2.072159767150879,
      "learning_rate": 9.330127018922195e-06,
      "loss": 0.3416,
      "step": 393
    },
    {
      "epoch": 0.1923828125,
      "grad_norm": 1.8441466093063354,
      "learning_rate": 9.326166929379032e-06,
      "loss": 0.3352,
      "step": 394
    },
    {
      "epoch": 0.19287109375,
      "grad_norm": 2.479971170425415,
      "learning_rate": 9.322196014423729e-06,
      "loss": 0.3472,
      "step": 395
    },
    {
      "epoch": 0.193359375,
      "grad_norm": 2.514597177505493,
      "learning_rate": 9.318214283992747e-06,
      "loss": 0.3544,
      "step": 396
    },
    {
      "epoch": 0.19384765625,
      "grad_norm": 2.048144578933716,
      "learning_rate": 9.314221748049613e-06,
      "loss": 0.3869,
      "step": 397
    },
    {
      "epoch": 0.1943359375,
      "grad_norm": 2.8453140258789062,
      "learning_rate": 9.310218416584887e-06,
      "loss": 0.3734,
      "step": 398
    },
    {
      "epoch": 0.19482421875,
      "grad_norm": 1.6406381130218506,
      "learning_rate": 9.306204299616148e-06,
      "loss": 0.3507,
      "step": 399
    },
    {
      "epoch": 0.1953125,
      "grad_norm": 2.275040626525879,
      "learning_rate": 9.302179407187965e-06,
      "loss": 0.3787,
      "step": 400
    },
    {
      "epoch": 0.19580078125,
      "grad_norm": 1.522905945777893,
      "learning_rate": 9.298143749371865e-06,
      "loss": 0.341,
      "step": 401
    },
    {
      "epoch": 0.1962890625,
      "grad_norm": 2.3068466186523438,
      "learning_rate": 9.294097336266317e-06,
      "loss": 0.3686,
      "step": 402
    },
    {
      "epoch": 0.19677734375,
      "grad_norm": 2.8621833324432373,
      "learning_rate": 9.290040177996703e-06,
      "loss": 0.3331,
      "step": 403
    },
    {
      "epoch": 0.197265625,
      "grad_norm": 2.339892864227295,
      "learning_rate": 9.285972284715291e-06,
      "loss": 0.3889,
      "step": 404
    },
    {
      "epoch": 0.19775390625,
      "grad_norm": 1.7295536994934082,
      "learning_rate": 9.281893666601214e-06,
      "loss": 0.3692,
      "step": 405
    },
    {
      "epoch": 0.1982421875,
      "grad_norm": 4.145984649658203,
      "learning_rate": 9.277804333860435e-06,
      "loss": 0.3387,
      "step": 406
    },
    {
      "epoch": 0.19873046875,
      "grad_norm": 1.866166114807129,
      "learning_rate": 9.273704296725741e-06,
      "loss": 0.3503,
      "step": 407
    },
    {
      "epoch": 0.19921875,
      "grad_norm": 1.8600391149520874,
      "learning_rate": 9.269593565456691e-06,
      "loss": 0.347,
      "step": 408
    },
    {
      "epoch": 0.19970703125,
      "grad_norm": 1.990860104560852,
      "learning_rate": 9.265472150339615e-06,
      "loss": 0.3642,
      "step": 409
    },
    {
      "epoch": 0.2001953125,
      "grad_norm": 1.4612618684768677,
      "learning_rate": 9.26134006168757e-06,
      "loss": 0.3624,
      "step": 410
    },
    {
      "epoch": 0.20068359375,
      "grad_norm": 1.4518144130706787,
      "learning_rate": 9.257197309840322e-06,
      "loss": 0.3374,
      "step": 411
    },
    {
      "epoch": 0.201171875,
      "grad_norm": 1.5550000667572021,
      "learning_rate": 9.253043905164327e-06,
      "loss": 0.3651,
      "step": 412
    },
    {
      "epoch": 0.20166015625,
      "grad_norm": 1.9353028535842896,
      "learning_rate": 9.248879858052688e-06,
      "loss": 0.3111,
      "step": 413
    },
    {
      "epoch": 0.2021484375,
      "grad_norm": 1.5865511894226074,
      "learning_rate": 9.244705178925146e-06,
      "loss": 0.3734,
      "step": 414
    },
    {
      "epoch": 0.20263671875,
      "grad_norm": 1.9505976438522339,
      "learning_rate": 9.24051987822804e-06,
      "loss": 0.3294,
      "step": 415
    },
    {
      "epoch": 0.203125,
      "grad_norm": 1.7402981519699097,
      "learning_rate": 9.236323966434296e-06,
      "loss": 0.3664,
      "step": 416
    },
    {
      "epoch": 0.20361328125,
      "grad_norm": 2.2276546955108643,
      "learning_rate": 9.232117454043383e-06,
      "loss": 0.3943,
      "step": 417
    },
    {
      "epoch": 0.2041015625,
      "grad_norm": 2.5883917808532715,
      "learning_rate": 9.227900351581303e-06,
      "loss": 0.3759,
      "step": 418
    },
    {
      "epoch": 0.20458984375,
      "grad_norm": 2.116527795791626,
      "learning_rate": 9.223672669600552e-06,
      "loss": 0.371,
      "step": 419
    },
    {
      "epoch": 0.205078125,
      "grad_norm": 1.890336036682129,
      "learning_rate": 9.219434418680107e-06,
      "loss": 0.3208,
      "step": 420
    },
    {
      "epoch": 0.20556640625,
      "grad_norm": 2.831151247024536,
      "learning_rate": 9.215185609425383e-06,
      "loss": 0.3283,
      "step": 421
    },
    {
      "epoch": 0.2060546875,
      "grad_norm": 1.890857458114624,
      "learning_rate": 9.21092625246822e-06,
      "loss": 0.3634,
      "step": 422
    },
    {
      "epoch": 0.20654296875,
      "grad_norm": 1.4543401002883911,
      "learning_rate": 9.206656358466851e-06,
      "loss": 0.3615,
      "step": 423
    },
    {
      "epoch": 0.20703125,
      "grad_norm": 1.9577465057373047,
      "learning_rate": 9.202375938105876e-06,
      "loss": 0.364,
      "step": 424
    },
    {
      "epoch": 0.20751953125,
      "grad_norm": 1.5794016122817993,
      "learning_rate": 9.198085002096237e-06,
      "loss": 0.34,
      "step": 425
    },
    {
      "epoch": 0.2080078125,
      "grad_norm": 1.8114027976989746,
      "learning_rate": 9.193783561175184e-06,
      "loss": 0.3413,
      "step": 426
    },
    {
      "epoch": 0.20849609375,
      "grad_norm": 1.5112391710281372,
      "learning_rate": 9.189471626106261e-06,
      "loss": 0.3558,
      "step": 427
    },
    {
      "epoch": 0.208984375,
      "grad_norm": 1.5750012397766113,
      "learning_rate": 9.185149207679263e-06,
      "loss": 0.3211,
      "step": 428
    },
    {
      "epoch": 0.20947265625,
      "grad_norm": 1.5355925559997559,
      "learning_rate": 9.180816316710226e-06,
      "loss": 0.316,
      "step": 429
    },
    {
      "epoch": 0.2099609375,
      "grad_norm": 1.7540535926818848,
      "learning_rate": 9.176472964041385e-06,
      "loss": 0.3446,
      "step": 430
    },
    {
      "epoch": 0.21044921875,
      "grad_norm": 1.94683837890625,
      "learning_rate": 9.172119160541158e-06,
      "loss": 0.3894,
      "step": 431
    },
    {
      "epoch": 0.2109375,
      "grad_norm": 2.1505014896392822,
      "learning_rate": 9.167754917104112e-06,
      "loss": 0.3516,
      "step": 432
    },
    {
      "epoch": 0.21142578125,
      "grad_norm": 3.6382253170013428,
      "learning_rate": 9.163380244650938e-06,
      "loss": 0.3766,
      "step": 433
    },
    {
      "epoch": 0.2119140625,
      "grad_norm": 1.4218906164169312,
      "learning_rate": 9.158995154128425e-06,
      "loss": 0.3377,
      "step": 434
    },
    {
      "epoch": 0.21240234375,
      "grad_norm": 1.6487233638763428,
      "learning_rate": 9.15459965650943e-06,
      "loss": 0.3198,
      "step": 435
    },
    {
      "epoch": 0.212890625,
      "grad_norm": 6.333557605743408,
      "learning_rate": 9.15019376279285e-06,
      "loss": 0.3336,
      "step": 436
    },
    {
      "epoch": 0.21337890625,
      "grad_norm": 1.746251106262207,
      "learning_rate": 9.1457774840036e-06,
      "loss": 0.3434,
      "step": 437
    },
    {
      "epoch": 0.2138671875,
      "grad_norm": 2.1596200466156006,
      "learning_rate": 9.14135083119258e-06,
      "loss": 0.3496,
      "step": 438
    },
    {
      "epoch": 0.21435546875,
      "grad_norm": 1.7951174974441528,
      "learning_rate": 9.13691381543665e-06,
      "loss": 0.3589,
      "step": 439
    },
    {
      "epoch": 0.21484375,
      "grad_norm": 1.7067686319351196,
      "learning_rate": 9.132466447838598e-06,
      "loss": 0.3367,
      "step": 440
    },
    {
      "epoch": 0.21533203125,
      "grad_norm": 2.095935344696045,
      "learning_rate": 9.128008739527119e-06,
      "loss": 0.3305,
      "step": 441
    },
    {
      "epoch": 0.2158203125,
      "grad_norm": 2.011528968811035,
      "learning_rate": 9.123540701656782e-06,
      "loss": 0.368,
      "step": 442
    },
    {
      "epoch": 0.21630859375,
      "grad_norm": 1.4319236278533936,
      "learning_rate": 9.119062345408005e-06,
      "loss": 0.3288,
      "step": 443
    },
    {
      "epoch": 0.216796875,
      "grad_norm": 1.8978536128997803,
      "learning_rate": 9.114573681987024e-06,
      "loss": 0.3222,
      "step": 444
    },
    {
      "epoch": 0.21728515625,
      "grad_norm": 1.8402870893478394,
      "learning_rate": 9.11007472262587e-06,
      "loss": 0.3286,
      "step": 445
    },
    {
      "epoch": 0.2177734375,
      "grad_norm": 1.8938474655151367,
      "learning_rate": 9.105565478582335e-06,
      "loss": 0.3725,
      "step": 446
    },
    {
      "epoch": 0.21826171875,
      "grad_norm": 1.723388433456421,
      "learning_rate": 9.101045961139945e-06,
      "loss": 0.3634,
      "step": 447
    },
    {
      "epoch": 0.21875,
      "grad_norm": 1.8326998949050903,
      "learning_rate": 9.096516181607935e-06,
      "loss": 0.3276,
      "step": 448
    },
    {
      "epoch": 0.21923828125,
      "grad_norm": 1.6433813571929932,
      "learning_rate": 9.09197615132122e-06,
      "loss": 0.3637,
      "step": 449
    },
    {
      "epoch": 0.2197265625,
      "grad_norm": 1.482116460800171,
      "learning_rate": 9.087425881640366e-06,
      "loss": 0.3413,
      "step": 450
    },
    {
      "epoch": 0.22021484375,
      "grad_norm": 5.252507209777832,
      "learning_rate": 9.082865383951558e-06,
      "loss": 0.35,
      "step": 451
    },
    {
      "epoch": 0.220703125,
      "grad_norm": 1.4982550144195557,
      "learning_rate": 9.078294669666577e-06,
      "loss": 0.3354,
      "step": 452
    },
    {
      "epoch": 0.22119140625,
      "grad_norm": 2.408413887023926,
      "learning_rate": 9.073713750222766e-06,
      "loss": 0.3376,
      "step": 453
    },
    {
      "epoch": 0.2216796875,
      "grad_norm": 1.682771921157837,
      "learning_rate": 9.069122637083012e-06,
      "loss": 0.3131,
      "step": 454
    },
    {
      "epoch": 0.22216796875,
      "grad_norm": 1.6665334701538086,
      "learning_rate": 9.064521341735702e-06,
      "loss": 0.3348,
      "step": 455
    },
    {
      "epoch": 0.22265625,
      "grad_norm": 1.3198261260986328,
      "learning_rate": 9.059909875694703e-06,
      "loss": 0.3087,
      "step": 456
    },
    {
      "epoch": 0.22314453125,
      "grad_norm": 2.0489742755889893,
      "learning_rate": 9.055288250499339e-06,
      "loss": 0.3549,
      "step": 457
    },
    {
      "epoch": 0.2236328125,
      "grad_norm": 1.4335616827011108,
      "learning_rate": 9.050656477714345e-06,
      "loss": 0.3859,
      "step": 458
    },
    {
      "epoch": 0.22412109375,
      "grad_norm": 1.9734736680984497,
      "learning_rate": 9.046014568929856e-06,
      "loss": 0.358,
      "step": 459
    },
    {
      "epoch": 0.224609375,
      "grad_norm": 1.8493421077728271,
      "learning_rate": 9.04136253576137e-06,
      "loss": 0.3306,
      "step": 460
    },
    {
      "epoch": 0.22509765625,
      "grad_norm": 2.6172261238098145,
      "learning_rate": 9.036700389849717e-06,
      "loss": 0.3481,
      "step": 461
    },
    {
      "epoch": 0.2255859375,
      "grad_norm": 1.538042664527893,
      "learning_rate": 9.03202814286103e-06,
      "loss": 0.3154,
      "step": 462
    },
    {
      "epoch": 0.22607421875,
      "grad_norm": 2.418534278869629,
      "learning_rate": 9.027345806486722e-06,
      "loss": 0.3247,
      "step": 463
    },
    {
      "epoch": 0.2265625,
      "grad_norm": 1.7823346853256226,
      "learning_rate": 9.022653392443455e-06,
      "loss": 0.338,
      "step": 464
    },
    {
      "epoch": 0.22705078125,
      "grad_norm": 1.9469126462936401,
      "learning_rate": 9.0179509124731e-06,
      "loss": 0.3377,
      "step": 465
    },
    {
      "epoch": 0.2275390625,
      "grad_norm": 1.985723614692688,
      "learning_rate": 9.013238378342725e-06,
      "loss": 0.3438,
      "step": 466
    },
    {
      "epoch": 0.22802734375,
      "grad_norm": 1.5227419137954712,
      "learning_rate": 9.008515801844552e-06,
      "loss": 0.3392,
      "step": 467
    },
    {
      "epoch": 0.228515625,
      "grad_norm": 2.764451026916504,
      "learning_rate": 9.003783194795931e-06,
      "loss": 0.3439,
      "step": 468
    },
    {
      "epoch": 0.22900390625,
      "grad_norm": 1.489700198173523,
      "learning_rate": 8.999040569039315e-06,
      "loss": 0.3654,
      "step": 469
    },
    {
      "epoch": 0.2294921875,
      "grad_norm": 2.0311126708984375,
      "learning_rate": 8.994287936442226e-06,
      "loss": 0.3312,
      "step": 470
    },
    {
      "epoch": 0.22998046875,
      "grad_norm": 1.7580716609954834,
      "learning_rate": 8.989525308897223e-06,
      "loss": 0.3573,
      "step": 471
    },
    {
      "epoch": 0.23046875,
      "grad_norm": 1.7429345846176147,
      "learning_rate": 8.98475269832188e-06,
      "loss": 0.3757,
      "step": 472
    },
    {
      "epoch": 0.23095703125,
      "grad_norm": 1.544498085975647,
      "learning_rate": 8.97997011665875e-06,
      "loss": 0.2787,
      "step": 473
    },
    {
      "epoch": 0.2314453125,
      "grad_norm": 1.6220890283584595,
      "learning_rate": 8.975177575875335e-06,
      "loss": 0.3597,
      "step": 474
    },
    {
      "epoch": 0.23193359375,
      "grad_norm": 1.598620057106018,
      "learning_rate": 8.97037508796406e-06,
      "loss": 0.3615,
      "step": 475
    },
    {
      "epoch": 0.232421875,
      "grad_norm": 1.567460298538208,
      "learning_rate": 8.96556266494224e-06,
      "loss": 0.3613,
      "step": 476
    },
    {
      "epoch": 0.23291015625,
      "grad_norm": 1.5737589597702026,
      "learning_rate": 8.960740318852051e-06,
      "loss": 0.3699,
      "step": 477
    },
    {
      "epoch": 0.2333984375,
      "grad_norm": 1.9563899040222168,
      "learning_rate": 8.9559080617605e-06,
      "loss": 0.3578,
      "step": 478
    },
    {
      "epoch": 0.23388671875,
      "grad_norm": 2.225196599960327,
      "learning_rate": 8.951065905759392e-06,
      "loss": 0.3346,
      "step": 479
    },
    {
      "epoch": 0.234375,
      "grad_norm": 1.5860683917999268,
      "learning_rate": 8.946213862965306e-06,
      "loss": 0.3741,
      "step": 480
    },
    {
      "epoch": 0.23486328125,
      "grad_norm": 1.289207935333252,
      "learning_rate": 8.941351945519557e-06,
      "loss": 0.3434,
      "step": 481
    },
    {
      "epoch": 0.2353515625,
      "grad_norm": 1.576648235321045,
      "learning_rate": 8.936480165588174e-06,
      "loss": 0.3513,
      "step": 482
    },
    {
      "epoch": 0.23583984375,
      "grad_norm": 1.5328677892684937,
      "learning_rate": 8.931598535361855e-06,
      "loss": 0.3299,
      "step": 483
    },
    {
      "epoch": 0.236328125,
      "grad_norm": 1.439266562461853,
      "learning_rate": 8.926707067055963e-06,
      "loss": 0.3077,
      "step": 484
    },
    {
      "epoch": 0.23681640625,
      "grad_norm": 1.6571671962738037,
      "learning_rate": 8.921805772910463e-06,
      "loss": 0.3666,
      "step": 485
    },
    {
      "epoch": 0.2373046875,
      "grad_norm": 2.0075385570526123,
      "learning_rate": 8.916894665189918e-06,
      "loss": 0.3695,
      "step": 486
    },
    {
      "epoch": 0.23779296875,
      "grad_norm": 1.3680145740509033,
      "learning_rate": 8.91197375618344e-06,
      "loss": 0.3393,
      "step": 487
    },
    {
      "epoch": 0.23828125,
      "grad_norm": 1.9149501323699951,
      "learning_rate": 8.907043058204674e-06,
      "loss": 0.3374,
      "step": 488
    },
    {
      "epoch": 0.23876953125,
      "grad_norm": 1.5481083393096924,
      "learning_rate": 8.902102583591755e-06,
      "loss": 0.3263,
      "step": 489
    },
    {
      "epoch": 0.2392578125,
      "grad_norm": 1.8688881397247314,
      "learning_rate": 8.89715234470728e-06,
      "loss": 0.3207,
      "step": 490
    },
    {
      "epoch": 0.23974609375,
      "grad_norm": 1.846941351890564,
      "learning_rate": 8.892192353938288e-06,
      "loss": 0.3677,
      "step": 491
    },
    {
      "epoch": 0.240234375,
      "grad_norm": 1.4003583192825317,
      "learning_rate": 8.887222623696213e-06,
      "loss": 0.3281,
      "step": 492
    },
    {
      "epoch": 0.24072265625,
      "grad_norm": 1.9100502729415894,
      "learning_rate": 8.882243166416862e-06,
      "loss": 0.3685,
      "step": 493
    },
    {
      "epoch": 0.2412109375,
      "grad_norm": 1.6730045080184937,
      "learning_rate": 8.877253994560381e-06,
      "loss": 0.3482,
      "step": 494
    },
    {
      "epoch": 0.24169921875,
      "grad_norm": 1.4065086841583252,
      "learning_rate": 8.87225512061123e-06,
      "loss": 0.3404,
      "step": 495
    },
    {
      "epoch": 0.2421875,
      "grad_norm": 1.5349781513214111,
      "learning_rate": 8.867246557078141e-06,
      "loss": 0.3279,
      "step": 496
    },
    {
      "epoch": 0.24267578125,
      "grad_norm": 1.376725196838379,
      "learning_rate": 8.862228316494094e-06,
      "loss": 0.3384,
      "step": 497
    },
    {
      "epoch": 0.2431640625,
      "grad_norm": 1.5585695505142212,
      "learning_rate": 8.857200411416283e-06,
      "loss": 0.3638,
      "step": 498
    },
    {
      "epoch": 0.24365234375,
      "grad_norm": 3.5493311882019043,
      "learning_rate": 8.852162854426087e-06,
      "loss": 0.3561,
      "step": 499
    },
    {
      "epoch": 0.244140625,
      "grad_norm": 2.1406612396240234,
      "learning_rate": 8.84711565812904e-06,
      "loss": 0.3097,
      "step": 500
    },
    {
      "epoch": 0.24462890625,
      "grad_norm": 1.5322456359863281,
      "learning_rate": 8.842058835154789e-06,
      "loss": 0.36,
      "step": 501
    },
    {
      "epoch": 0.2451171875,
      "grad_norm": 2.3245677947998047,
      "learning_rate": 8.836992398157076e-06,
      "loss": 0.3479,
      "step": 502
    },
    {
      "epoch": 0.24560546875,
      "grad_norm": 1.8092581033706665,
      "learning_rate": 8.831916359813702e-06,
      "loss": 0.3292,
      "step": 503
    },
    {
      "epoch": 0.24609375,
      "grad_norm": 1.6669384241104126,
      "learning_rate": 8.826830732826484e-06,
      "loss": 0.357,
      "step": 504
    },
    {
      "epoch": 0.24658203125,
      "grad_norm": 1.3617286682128906,
      "learning_rate": 8.821735529921243e-06,
      "loss": 0.3434,
      "step": 505
    },
    {
      "epoch": 0.2470703125,
      "grad_norm": 5.754039287567139,
      "learning_rate": 8.816630763847756e-06,
      "loss": 0.3677,
      "step": 506
    },
    {
      "epoch": 0.24755859375,
      "grad_norm": 1.2652654647827148,
      "learning_rate": 8.811516447379734e-06,
      "loss": 0.3573,
      "step": 507
    },
    {
      "epoch": 0.248046875,
      "grad_norm": 1.6732009649276733,
      "learning_rate": 8.806392593314781e-06,
      "loss": 0.3398,
      "step": 508
    },
    {
      "epoch": 0.24853515625,
      "grad_norm": 1.280765175819397,
      "learning_rate": 8.801259214474371e-06,
      "loss": 0.3371,
      "step": 509
    },
    {
      "epoch": 0.2490234375,
      "grad_norm": 1.2774041891098022,
      "learning_rate": 8.796116323703811e-06,
      "loss": 0.3466,
      "step": 510
    },
    {
      "epoch": 0.24951171875,
      "grad_norm": 1.4741958379745483,
      "learning_rate": 8.790963933872212e-06,
      "loss": 0.3506,
      "step": 511
    },
    {
      "epoch": 0.25,
      "grad_norm": 1.4504543542861938,
      "learning_rate": 8.785802057872447e-06,
      "loss": 0.4083,
      "step": 512
    },
    {
      "epoch": 0.25048828125,
      "grad_norm": 1.4813644886016846,
      "learning_rate": 8.780630708621135e-06,
      "loss": 0.382,
      "step": 513
    },
    {
      "epoch": 0.2509765625,
      "grad_norm": 1.6617738008499146,
      "learning_rate": 8.775449899058597e-06,
      "loss": 0.3387,
      "step": 514
    },
    {
      "epoch": 0.25146484375,
      "grad_norm": 1.8677629232406616,
      "learning_rate": 8.770259642148826e-06,
      "loss": 0.3422,
      "step": 515
    },
    {
      "epoch": 0.251953125,
      "grad_norm": 1.4123599529266357,
      "learning_rate": 8.765059950879454e-06,
      "loss": 0.3621,
      "step": 516
    },
    {
      "epoch": 0.25244140625,
      "grad_norm": 1.966430902481079,
      "learning_rate": 8.759850838261723e-06,
      "loss": 0.3475,
      "step": 517
    },
    {
      "epoch": 0.2529296875,
      "grad_norm": 1.3296693563461304,
      "learning_rate": 8.754632317330448e-06,
      "loss": 0.3938,
      "step": 518
    },
    {
      "epoch": 0.25341796875,
      "grad_norm": 1.4010918140411377,
      "learning_rate": 8.749404401143991e-06,
      "loss": 0.3474,
      "step": 519
    },
    {
      "epoch": 0.25390625,
      "grad_norm": 1.5129917860031128,
      "learning_rate": 8.744167102784216e-06,
      "loss": 0.3783,
      "step": 520
    },
    {
      "epoch": 0.25439453125,
      "grad_norm": 1.7624212503433228,
      "learning_rate": 8.738920435356473e-06,
      "loss": 0.3272,
      "step": 521
    },
    {
      "epoch": 0.2548828125,
      "grad_norm": 1.4559099674224854,
      "learning_rate": 8.733664411989548e-06,
      "loss": 0.3526,
      "step": 522
    },
    {
      "epoch": 0.25537109375,
      "grad_norm": 1.8239963054656982,
      "learning_rate": 8.728399045835648e-06,
      "loss": 0.3385,
      "step": 523
    },
    {
      "epoch": 0.255859375,
      "grad_norm": 1.4369486570358276,
      "learning_rate": 8.723124350070347e-06,
      "loss": 0.3193,
      "step": 524
    },
    {
      "epoch": 0.25634765625,
      "grad_norm": 4.341763496398926,
      "learning_rate": 8.717840337892575e-06,
      "loss": 0.3256,
      "step": 525
    },
    {
      "epoch": 0.2568359375,
      "grad_norm": 2.0711512565612793,
      "learning_rate": 8.712547022524566e-06,
      "loss": 0.3639,
      "step": 526
    },
    {
      "epoch": 0.25732421875,
      "grad_norm": 1.4793862104415894,
      "learning_rate": 8.707244417211844e-06,
      "loss": 0.3166,
      "step": 527
    },
    {
      "epoch": 0.2578125,
      "grad_norm": 1.742661476135254,
      "learning_rate": 8.701932535223168e-06,
      "loss": 0.3533,
      "step": 528
    },
    {
      "epoch": 0.25830078125,
      "grad_norm": 1.4166213274002075,
      "learning_rate": 8.696611389850516e-06,
      "loss": 0.3436,
      "step": 529
    },
    {
      "epoch": 0.2587890625,
      "grad_norm": 1.362882137298584,
      "learning_rate": 8.691280994409044e-06,
      "loss": 0.3165,
      "step": 530
    },
    {
      "epoch": 0.25927734375,
      "grad_norm": 2.5286190509796143,
      "learning_rate": 8.685941362237058e-06,
      "loss": 0.3438,
      "step": 531
    },
    {
      "epoch": 0.259765625,
      "grad_norm": 2.232900381088257,
      "learning_rate": 8.680592506695972e-06,
      "loss": 0.3389,
      "step": 532
    },
    {
      "epoch": 0.26025390625,
      "grad_norm": 1.2126928567886353,
      "learning_rate": 8.675234441170286e-06,
      "loss": 0.306,
      "step": 533
    },
    {
      "epoch": 0.2607421875,
      "grad_norm": 1.480934977531433,
      "learning_rate": 8.669867179067538e-06,
      "loss": 0.3696,
      "step": 534
    },
    {
      "epoch": 0.26123046875,
      "grad_norm": 2.439810037612915,
      "learning_rate": 8.664490733818289e-06,
      "loss": 0.3628,
      "step": 535
    },
    {
      "epoch": 0.26171875,
      "grad_norm": 1.3664276599884033,
      "learning_rate": 8.659105118876068e-06,
      "loss": 0.3534,
      "step": 536
    },
    {
      "epoch": 0.26220703125,
      "grad_norm": 1.8439381122589111,
      "learning_rate": 8.65371034771736e-06,
      "loss": 0.3539,
      "step": 537
    },
    {
      "epoch": 0.2626953125,
      "grad_norm": 2.1068308353424072,
      "learning_rate": 8.64830643384155e-06,
      "loss": 0.4281,
      "step": 538
    },
    {
      "epoch": 0.26318359375,
      "grad_norm": 1.847388505935669,
      "learning_rate": 8.642893390770912e-06,
      "loss": 0.3624,
      "step": 539
    },
    {
      "epoch": 0.263671875,
      "grad_norm": 2.783621311187744,
      "learning_rate": 8.63747123205056e-06,
      "loss": 0.3501,
      "step": 540
    },
    {
      "epoch": 0.26416015625,
      "grad_norm": 5.078010559082031,
      "learning_rate": 8.632039971248416e-06,
      "loss": 0.3423,
      "step": 541
    },
    {
      "epoch": 0.2646484375,
      "grad_norm": 1.461103916168213,
      "learning_rate": 8.626599621955179e-06,
      "loss": 0.3505,
      "step": 542
    },
    {
      "epoch": 0.26513671875,
      "grad_norm": 1.512221336364746,
      "learning_rate": 8.621150197784293e-06,
      "loss": 0.344,
      "step": 543
    },
    {
      "epoch": 0.265625,
      "grad_norm": 2.6210267543792725,
      "learning_rate": 8.615691712371907e-06,
      "loss": 0.3192,
      "step": 544
    },
    {
      "epoch": 0.26611328125,
      "grad_norm": 1.5492252111434937,
      "learning_rate": 8.610224179376847e-06,
      "loss": 0.3217,
      "step": 545
    },
    {
      "epoch": 0.2666015625,
      "grad_norm": 1.4719685316085815,
      "learning_rate": 8.604747612480577e-06,
      "loss": 0.3251,
      "step": 546
    },
    {
      "epoch": 0.26708984375,
      "grad_norm": 1.9413729906082153,
      "learning_rate": 8.599262025387165e-06,
      "loss": 0.3658,
      "step": 547
    },
    {
      "epoch": 0.267578125,
      "grad_norm": 1.8121291399002075,
      "learning_rate": 8.593767431823255e-06,
      "loss": 0.3274,
      "step": 548
    },
    {
      "epoch": 0.26806640625,
      "grad_norm": 1.7863436937332153,
      "learning_rate": 8.588263845538021e-06,
      "loss": 0.3586,
      "step": 549
    },
    {
      "epoch": 0.2685546875,
      "grad_norm": 2.253500461578369,
      "learning_rate": 8.582751280303148e-06,
      "loss": 0.383,
      "step": 550
    },
    {
      "epoch": 0.26904296875,
      "grad_norm": 1.9108343124389648,
      "learning_rate": 8.577229749912782e-06,
      "loss": 0.3188,
      "step": 551
    },
    {
      "epoch": 0.26953125,
      "grad_norm": 1.4474389553070068,
      "learning_rate": 8.571699268183506e-06,
      "loss": 0.3239,
      "step": 552
    },
    {
      "epoch": 0.27001953125,
      "grad_norm": 1.6433511972427368,
      "learning_rate": 8.566159848954305e-06,
      "loss": 0.3565,
      "step": 553
    },
    {
      "epoch": 0.2705078125,
      "grad_norm": 2.9185471534729004,
      "learning_rate": 8.560611506086518e-06,
      "loss": 0.3916,
      "step": 554
    },
    {
      "epoch": 0.27099609375,
      "grad_norm": 1.6128103733062744,
      "learning_rate": 8.555054253463828e-06,
      "loss": 0.3518,
      "step": 555
    },
    {
      "epoch": 0.271484375,
      "grad_norm": 1.3888630867004395,
      "learning_rate": 8.549488104992201e-06,
      "loss": 0.3772,
      "step": 556
    },
    {
      "epoch": 0.27197265625,
      "grad_norm": 1.7909587621688843,
      "learning_rate": 8.543913074599867e-06,
      "loss": 0.3313,
      "step": 557
    },
    {
      "epoch": 0.2724609375,
      "grad_norm": 1.6241544485092163,
      "learning_rate": 8.538329176237287e-06,
      "loss": 0.3535,
      "step": 558
    },
    {
      "epoch": 0.27294921875,
      "grad_norm": 1.4434620141983032,
      "learning_rate": 8.532736423877102e-06,
      "loss": 0.3329,
      "step": 559
    },
    {
      "epoch": 0.2734375,
      "grad_norm": 1.8953794240951538,
      "learning_rate": 8.527134831514116e-06,
      "loss": 0.3318,
      "step": 560
    },
    {
      "epoch": 0.27392578125,
      "grad_norm": 1.287680983543396,
      "learning_rate": 8.521524413165254e-06,
      "loss": 0.3187,
      "step": 561
    },
    {
      "epoch": 0.2744140625,
      "grad_norm": 1.6521981954574585,
      "learning_rate": 8.51590518286952e-06,
      "loss": 0.3509,
      "step": 562
    },
    {
      "epoch": 0.27490234375,
      "grad_norm": 1.4679384231567383,
      "learning_rate": 8.510277154687973e-06,
      "loss": 0.3598,
      "step": 563
    },
    {
      "epoch": 0.275390625,
      "grad_norm": 2.19455885887146,
      "learning_rate": 8.504640342703687e-06,
      "loss": 0.3371,
      "step": 564
    },
    {
      "epoch": 0.27587890625,
      "grad_norm": 1.4917466640472412,
      "learning_rate": 8.498994761021715e-06,
      "loss": 0.3086,
      "step": 565
    },
    {
      "epoch": 0.2763671875,
      "grad_norm": 2.3828556537628174,
      "learning_rate": 8.493340423769054e-06,
      "loss": 0.328,
      "step": 566
    },
    {
      "epoch": 0.27685546875,
      "grad_norm": 2.0100631713867188,
      "learning_rate": 8.487677345094606e-06,
      "loss": 0.3497,
      "step": 567
    },
    {
      "epoch": 0.27734375,
      "grad_norm": 2.037872552871704,
      "learning_rate": 8.482005539169158e-06,
      "loss": 0.3649,
      "step": 568
    },
    {
      "epoch": 0.27783203125,
      "grad_norm": 1.3535383939743042,
      "learning_rate": 8.476325020185326e-06,
      "loss": 0.3321,
      "step": 569
    },
    {
      "epoch": 0.2783203125,
      "grad_norm": 1.4872392416000366,
      "learning_rate": 8.47063580235753e-06,
      "loss": 0.3775,
      "step": 570
    },
    {
      "epoch": 0.27880859375,
      "grad_norm": 2.482274293899536,
      "learning_rate": 8.46493789992196e-06,
      "loss": 0.3518,
      "step": 571
    },
    {
      "epoch": 0.279296875,
      "grad_norm": 1.4444823265075684,
      "learning_rate": 8.459231327136532e-06,
      "loss": 0.3503,
      "step": 572
    },
    {
      "epoch": 0.27978515625,
      "grad_norm": 1.3315978050231934,
      "learning_rate": 8.453516098280869e-06,
      "loss": 0.3408,
      "step": 573
    },
    {
      "epoch": 0.2802734375,
      "grad_norm": 2.0306880474090576,
      "learning_rate": 8.447792227656241e-06,
      "loss": 0.3751,
      "step": 574
    },
    {
      "epoch": 0.28076171875,
      "grad_norm": 1.3674098253250122,
      "learning_rate": 8.442059729585552e-06,
      "loss": 0.3307,
      "step": 575
    },
    {
      "epoch": 0.28125,
      "grad_norm": 2.2325830459594727,
      "learning_rate": 8.43631861841329e-06,
      "loss": 0.3168,
      "step": 576
    },
    {
      "epoch": 0.28173828125,
      "grad_norm": 1.956121802330017,
      "learning_rate": 8.430568908505497e-06,
      "loss": 0.3317,
      "step": 577
    },
    {
      "epoch": 0.2822265625,
      "grad_norm": 2.0539493560791016,
      "learning_rate": 8.42481061424973e-06,
      "loss": 0.3172,
      "step": 578
    },
    {
      "epoch": 0.28271484375,
      "grad_norm": 1.3269410133361816,
      "learning_rate": 8.41904375005503e-06,
      "loss": 0.3726,
      "step": 579
    },
    {
      "epoch": 0.283203125,
      "grad_norm": 2.887756586074829,
      "learning_rate": 8.413268330351881e-06,
      "loss": 0.342,
      "step": 580
    },
    {
      "epoch": 0.28369140625,
      "grad_norm": 1.640519618988037,
      "learning_rate": 8.40748436959217e-06,
      "loss": 0.3418,
      "step": 581
    },
    {
      "epoch": 0.2841796875,
      "grad_norm": 2.179222583770752,
      "learning_rate": 8.40169188224917e-06,
      "loss": 0.368,
      "step": 582
    },
    {
      "epoch": 0.28466796875,
      "grad_norm": 2.25158429145813,
      "learning_rate": 8.395890882817478e-06,
      "loss": 0.3555,
      "step": 583
    },
    {
      "epoch": 0.28515625,
      "grad_norm": 1.5757050514221191,
      "learning_rate": 8.390081385812993e-06,
      "loss": 0.3453,
      "step": 584
    },
    {
      "epoch": 0.28564453125,
      "grad_norm": 1.5802643299102783,
      "learning_rate": 8.38426340577288e-06,
      "loss": 0.3635,
      "step": 585
    },
    {
      "epoch": 0.2861328125,
      "grad_norm": 1.5654072761535645,
      "learning_rate": 8.378436957255535e-06,
      "loss": 0.3304,
      "step": 586
    },
    {
      "epoch": 0.28662109375,
      "grad_norm": 1.2622393369674683,
      "learning_rate": 8.372602054840532e-06,
      "loss": 0.3468,
      "step": 587
    },
    {
      "epoch": 0.287109375,
      "grad_norm": 2.9419167041778564,
      "learning_rate": 8.366758713128617e-06,
      "loss": 0.3286,
      "step": 588
    },
    {
      "epoch": 0.28759765625,
      "grad_norm": 1.6033565998077393,
      "learning_rate": 8.360906946741635e-06,
      "loss": 0.3375,
      "step": 589
    },
    {
      "epoch": 0.2880859375,
      "grad_norm": 1.5381578207015991,
      "learning_rate": 8.355046770322528e-06,
      "loss": 0.3531,
      "step": 590
    },
    {
      "epoch": 0.28857421875,
      "grad_norm": 1.7467304468154907,
      "learning_rate": 8.349178198535273e-06,
      "loss": 0.305,
      "step": 591
    },
    {
      "epoch": 0.2890625,
      "grad_norm": 1.3759098052978516,
      "learning_rate": 8.343301246064858e-06,
      "loss": 0.3643,
      "step": 592
    },
    {
      "epoch": 0.28955078125,
      "grad_norm": 1.3180525302886963,
      "learning_rate": 8.337415927617243e-06,
      "loss": 0.3468,
      "step": 593
    },
    {
      "epoch": 0.2900390625,
      "grad_norm": 1.3249021768569946,
      "learning_rate": 8.33152225791932e-06,
      "loss": 0.3502,
      "step": 594
    },
    {
      "epoch": 0.29052734375,
      "grad_norm": 1.9022133350372314,
      "learning_rate": 8.32562025171888e-06,
      "loss": 0.3842,
      "step": 595
    },
    {
      "epoch": 0.291015625,
      "grad_norm": 1.4465323686599731,
      "learning_rate": 8.319709923784573e-06,
      "loss": 0.3247,
      "step": 596
    },
    {
      "epoch": 0.29150390625,
      "grad_norm": 2.4993956089019775,
      "learning_rate": 8.313791288905874e-06,
      "loss": 0.3826,
      "step": 597
    },
    {
      "epoch": 0.2919921875,
      "grad_norm": 1.842347264289856,
      "learning_rate": 8.307864361893045e-06,
      "loss": 0.329,
      "step": 598
    },
    {
      "epoch": 0.29248046875,
      "grad_norm": 1.5460954904556274,
      "learning_rate": 8.301929157577097e-06,
      "loss": 0.3453,
      "step": 599
    },
    {
      "epoch": 0.29296875,
      "grad_norm": 3.255307912826538,
      "learning_rate": 8.295985690809752e-06,
      "loss": 0.3358,
      "step": 600
    },
    {
      "epoch": 0.29345703125,
      "grad_norm": 1.4224542379379272,
      "learning_rate": 8.290033976463407e-06,
      "loss": 0.3683,
      "step": 601
    },
    {
      "epoch": 0.2939453125,
      "grad_norm": 1.4209293127059937,
      "learning_rate": 8.2840740294311e-06,
      "loss": 0.315,
      "step": 602
    },
    {
      "epoch": 0.29443359375,
      "grad_norm": 2.0559093952178955,
      "learning_rate": 8.278105864626467e-06,
      "loss": 0.3801,
      "step": 603
    },
    {
      "epoch": 0.294921875,
      "grad_norm": 1.880486249923706,
      "learning_rate": 8.27212949698371e-06,
      "loss": 0.3713,
      "step": 604
    },
    {
      "epoch": 0.29541015625,
      "grad_norm": 3.0988686084747314,
      "learning_rate": 8.266144941457552e-06,
      "loss": 0.3917,
      "step": 605
    },
    {
      "epoch": 0.2958984375,
      "grad_norm": 1.6043518781661987,
      "learning_rate": 8.26015221302321e-06,
      "loss": 0.3678,
      "step": 606
    },
    {
      "epoch": 0.29638671875,
      "grad_norm": 1.520564079284668,
      "learning_rate": 8.254151326676354e-06,
      "loss": 0.3259,
      "step": 607
    },
    {
      "epoch": 0.296875,
      "grad_norm": 1.9146232604980469,
      "learning_rate": 8.248142297433058e-06,
      "loss": 0.3291,
      "step": 608
    },
    {
      "epoch": 0.29736328125,
      "grad_norm": 2.2928895950317383,
      "learning_rate": 8.24212514032978e-06,
      "loss": 0.3828,
      "step": 609
    },
    {
      "epoch": 0.2978515625,
      "grad_norm": 1.9419975280761719,
      "learning_rate": 8.236099870423314e-06,
      "loss": 0.3287,
      "step": 610
    },
    {
      "epoch": 0.29833984375,
      "grad_norm": 1.7183066606521606,
      "learning_rate": 8.230066502790756e-06,
      "loss": 0.3121,
      "step": 611
    },
    {
      "epoch": 0.298828125,
      "grad_norm": 1.5658105611801147,
      "learning_rate": 8.224025052529463e-06,
      "loss": 0.3501,
      "step": 612
    },
    {
      "epoch": 0.29931640625,
      "grad_norm": 1.9759196043014526,
      "learning_rate": 8.21797553475702e-06,
      "loss": 0.3345,
      "step": 613
    },
    {
      "epoch": 0.2998046875,
      "grad_norm": 2.0763461589813232,
      "learning_rate": 8.211917964611197e-06,
      "loss": 0.3187,
      "step": 614
    },
    {
      "epoch": 0.30029296875,
      "grad_norm": 1.4480257034301758,
      "learning_rate": 8.205852357249912e-06,
      "loss": 0.2866,
      "step": 615
    },
    {
      "epoch": 0.30078125,
      "grad_norm": 1.9418996572494507,
      "learning_rate": 8.1997787278512e-06,
      "loss": 0.3125,
      "step": 616
    },
    {
      "epoch": 0.30126953125,
      "grad_norm": 1.726302146911621,
      "learning_rate": 8.193697091613163e-06,
      "loss": 0.3663,
      "step": 617
    },
    {
      "epoch": 0.3017578125,
      "grad_norm": 1.622819423675537,
      "learning_rate": 8.187607463753946e-06,
      "loss": 0.3385,
      "step": 618
    },
    {
      "epoch": 0.30224609375,
      "grad_norm": 2.375453472137451,
      "learning_rate": 8.181509859511686e-06,
      "loss": 0.3314,
      "step": 619
    },
    {
      "epoch": 0.302734375,
      "grad_norm": 1.6941611766815186,
      "learning_rate": 8.175404294144482e-06,
      "loss": 0.3152,
      "step": 620
    },
    {
      "epoch": 0.30322265625,
      "grad_norm": 1.6905850172042847,
      "learning_rate": 8.16929078293035e-06,
      "loss": 0.3352,
      "step": 621
    },
    {
      "epoch": 0.3037109375,
      "grad_norm": 1.9776393175125122,
      "learning_rate": 8.163169341167196e-06,
      "loss": 0.39,
      "step": 622
    },
    {
      "epoch": 0.30419921875,
      "grad_norm": 1.4409841299057007,
      "learning_rate": 8.157039984172764e-06,
      "loss": 0.3445,
      "step": 623
    },
    {
      "epoch": 0.3046875,
      "grad_norm": 1.7097798585891724,
      "learning_rate": 8.150902727284609e-06,
      "loss": 0.3583,
      "step": 624
    },
    {
      "epoch": 0.30517578125,
      "grad_norm": 1.5705921649932861,
      "learning_rate": 8.144757585860053e-06,
      "loss": 0.355,
      "step": 625
    },
    {
      "epoch": 0.3056640625,
      "grad_norm": 1.5804706811904907,
      "learning_rate": 8.138604575276143e-06,
      "loss": 0.3615,
      "step": 626
    },
    {
      "epoch": 0.30615234375,
      "grad_norm": 1.7296881675720215,
      "learning_rate": 8.132443710929624e-06,
      "loss": 0.381,
      "step": 627
    },
    {
      "epoch": 0.306640625,
      "grad_norm": 1.3139718770980835,
      "learning_rate": 8.126275008236891e-06,
      "loss": 0.3296,
      "step": 628
    },
    {
      "epoch": 0.30712890625,
      "grad_norm": 1.339277744293213,
      "learning_rate": 8.12009848263395e-06,
      "loss": 0.3262,
      "step": 629
    },
    {
      "epoch": 0.3076171875,
      "grad_norm": 5.439074516296387,
      "learning_rate": 8.113914149576388e-06,
      "loss": 0.361,
      "step": 630
    },
    {
      "epoch": 0.30810546875,
      "grad_norm": 1.8875752687454224,
      "learning_rate": 8.107722024539321e-06,
      "loss": 0.3419,
      "step": 631
    },
    {
      "epoch": 0.30859375,
      "grad_norm": 1.3780957460403442,
      "learning_rate": 8.10152212301737e-06,
      "loss": 0.3398,
      "step": 632
    },
    {
      "epoch": 0.30908203125,
      "grad_norm": 2.1425485610961914,
      "learning_rate": 8.095314460524612e-06,
      "loss": 0.3473,
      "step": 633
    },
    {
      "epoch": 0.3095703125,
      "grad_norm": 2.3225300312042236,
      "learning_rate": 8.089099052594545e-06,
      "loss": 0.3757,
      "step": 634
    },
    {
      "epoch": 0.31005859375,
      "grad_norm": 1.4518051147460938,
      "learning_rate": 8.08287591478005e-06,
      "loss": 0.3112,
      "step": 635
    },
    {
      "epoch": 0.310546875,
      "grad_norm": 2.2762012481689453,
      "learning_rate": 8.076645062653346e-06,
      "loss": 0.3642,
      "step": 636
    },
    {
      "epoch": 0.31103515625,
      "grad_norm": 1.6947425603866577,
      "learning_rate": 8.070406511805961e-06,
      "loss": 0.35,
      "step": 637
    },
    {
      "epoch": 0.3115234375,
      "grad_norm": 1.5694466829299927,
      "learning_rate": 8.064160277848683e-06,
      "loss": 0.3458,
      "step": 638
    },
    {
      "epoch": 0.31201171875,
      "grad_norm": 1.9441496133804321,
      "learning_rate": 8.05790637641153e-06,
      "loss": 0.3698,
      "step": 639
    },
    {
      "epoch": 0.3125,
      "grad_norm": 1.6394853591918945,
      "learning_rate": 8.051644823143702e-06,
      "loss": 0.3515,
      "step": 640
    },
    {
      "epoch": 0.31298828125,
      "grad_norm": 1.8157254457473755,
      "learning_rate": 8.04537563371355e-06,
      "loss": 0.3278,
      "step": 641
    },
    {
      "epoch": 0.3134765625,
      "grad_norm": 1.6162160634994507,
      "learning_rate": 8.03909882380853e-06,
      "loss": 0.3586,
      "step": 642
    },
    {
      "epoch": 0.31396484375,
      "grad_norm": 1.7346367835998535,
      "learning_rate": 8.03281440913517e-06,
      "loss": 0.3194,
      "step": 643
    },
    {
      "epoch": 0.314453125,
      "grad_norm": 1.593997836112976,
      "learning_rate": 8.026522405419024e-06,
      "loss": 0.3205,
      "step": 644
    },
    {
      "epoch": 0.31494140625,
      "grad_norm": 1.3535056114196777,
      "learning_rate": 8.020222828404638e-06,
      "loss": 0.3382,
      "step": 645
    },
    {
      "epoch": 0.3154296875,
      "grad_norm": 2.354459524154663,
      "learning_rate": 8.01391569385551e-06,
      "loss": 0.3041,
      "step": 646
    },
    {
      "epoch": 0.31591796875,
      "grad_norm": 1.6168910264968872,
      "learning_rate": 8.007601017554045e-06,
      "loss": 0.392,
      "step": 647
    },
    {
      "epoch": 0.31640625,
      "grad_norm": 1.7411466836929321,
      "learning_rate": 8.001278815301525e-06,
      "loss": 0.319,
      "step": 648
    },
    {
      "epoch": 0.31689453125,
      "grad_norm": 2.3402931690216064,
      "learning_rate": 7.994949102918062e-06,
      "loss": 0.3657,
      "step": 649
    },
    {
      "epoch": 0.3173828125,
      "grad_norm": 1.2933272123336792,
      "learning_rate": 7.98861189624256e-06,
      "loss": 0.3049,
      "step": 650
    },
    {
      "epoch": 0.31787109375,
      "grad_norm": 1.6581286191940308,
      "learning_rate": 7.982267211132675e-06,
      "loss": 0.354,
      "step": 651
    },
    {
      "epoch": 0.318359375,
      "grad_norm": 2.0283968448638916,
      "learning_rate": 7.97591506346478e-06,
      "loss": 0.3521,
      "step": 652
    },
    {
      "epoch": 0.31884765625,
      "grad_norm": 1.6676313877105713,
      "learning_rate": 7.96955546913392e-06,
      "loss": 0.3237,
      "step": 653
    },
    {
      "epoch": 0.3193359375,
      "grad_norm": 1.548922061920166,
      "learning_rate": 7.963188444053772e-06,
      "loss": 0.3145,
      "step": 654
    },
    {
      "epoch": 0.31982421875,
      "grad_norm": 2.61688232421875,
      "learning_rate": 7.95681400415661e-06,
      "loss": 0.3159,
      "step": 655
    },
    {
      "epoch": 0.3203125,
      "grad_norm": 2.0864787101745605,
      "learning_rate": 7.95043216539326e-06,
      "loss": 0.3394,
      "step": 656
    },
    {
      "epoch": 0.32080078125,
      "grad_norm": 1.82245934009552,
      "learning_rate": 7.944042943733061e-06,
      "loss": 0.355,
      "step": 657
    },
    {
      "epoch": 0.3212890625,
      "grad_norm": 1.6342824697494507,
      "learning_rate": 7.937646355163833e-06,
      "loss": 0.3407,
      "step": 658
    },
    {
      "epoch": 0.32177734375,
      "grad_norm": 1.7688589096069336,
      "learning_rate": 7.931242415691822e-06,
      "loss": 0.3936,
      "step": 659
    },
    {
      "epoch": 0.322265625,
      "grad_norm": 1.5749949216842651,
      "learning_rate": 7.924831141341671e-06,
      "loss": 0.3226,
      "step": 660
    },
    {
      "epoch": 0.32275390625,
      "grad_norm": 4.079642295837402,
      "learning_rate": 7.918412548156382e-06,
      "loss": 0.3478,
      "step": 661
    },
    {
      "epoch": 0.3232421875,
      "grad_norm": 1.564584732055664,
      "learning_rate": 7.911986652197263e-06,
      "loss": 0.345,
      "step": 662
    },
    {
      "epoch": 0.32373046875,
      "grad_norm": 1.9359629154205322,
      "learning_rate": 7.905553469543903e-06,
      "loss": 0.3478,
      "step": 663
    },
    {
      "epoch": 0.32421875,
      "grad_norm": 1.3265938758850098,
      "learning_rate": 7.899113016294118e-06,
      "loss": 0.3789,
      "step": 664
    },
    {
      "epoch": 0.32470703125,
      "grad_norm": 1.617301106452942,
      "learning_rate": 7.892665308563922e-06,
      "loss": 0.3182,
      "step": 665
    },
    {
      "epoch": 0.3251953125,
      "grad_norm": 2.50874924659729,
      "learning_rate": 7.88621036248748e-06,
      "loss": 0.3269,
      "step": 666
    },
    {
      "epoch": 0.32568359375,
      "grad_norm": 2.0309231281280518,
      "learning_rate": 7.879748194217074e-06,
      "loss": 0.3294,
      "step": 667
    },
    {
      "epoch": 0.326171875,
      "grad_norm": 1.6182068586349487,
      "learning_rate": 7.873278819923047e-06,
      "loss": 0.3269,
      "step": 668
    },
    {
      "epoch": 0.32666015625,
      "grad_norm": 2.3924951553344727,
      "learning_rate": 7.866802255793788e-06,
      "loss": 0.3498,
      "step": 669
    },
    {
      "epoch": 0.3271484375,
      "grad_norm": 2.816044330596924,
      "learning_rate": 7.860318518035668e-06,
      "loss": 0.3231,
      "step": 670
    },
    {
      "epoch": 0.32763671875,
      "grad_norm": 1.9277939796447754,
      "learning_rate": 7.853827622873011e-06,
      "loss": 0.3236,
      "step": 671
    },
    {
      "epoch": 0.328125,
      "grad_norm": 1.364225149154663,
      "learning_rate": 7.847329586548049e-06,
      "loss": 0.3807,
      "step": 672
    },
    {
      "epoch": 0.32861328125,
      "grad_norm": 1.443907380104065,
      "learning_rate": 7.840824425320888e-06,
      "loss": 0.4092,
      "step": 673
    },
    {
      "epoch": 0.3291015625,
      "grad_norm": 1.670778512954712,
      "learning_rate": 7.834312155469457e-06,
      "loss": 0.3653,
      "step": 674
    },
    {
      "epoch": 0.32958984375,
      "grad_norm": 1.510043740272522,
      "learning_rate": 7.827792793289477e-06,
      "loss": 0.3463,
      "step": 675
    },
    {
      "epoch": 0.330078125,
      "grad_norm": 2.1872780323028564,
      "learning_rate": 7.821266355094419e-06,
      "loss": 0.3479,
      "step": 676
    },
    {
      "epoch": 0.33056640625,
      "grad_norm": 1.6790423393249512,
      "learning_rate": 7.814732857215453e-06,
      "loss": 0.3476,
      "step": 677
    },
    {
      "epoch": 0.3310546875,
      "grad_norm": 1.3476860523223877,
      "learning_rate": 7.808192316001417e-06,
      "loss": 0.3333,
      "step": 678
    },
    {
      "epoch": 0.33154296875,
      "grad_norm": 1.752164602279663,
      "learning_rate": 7.801644747818777e-06,
      "loss": 0.3341,
      "step": 679
    },
    {
      "epoch": 0.33203125,
      "grad_norm": 2.4022326469421387,
      "learning_rate": 7.79509016905158e-06,
      "loss": 0.357,
      "step": 680
    },
    {
      "epoch": 0.33251953125,
      "grad_norm": 1.3659697771072388,
      "learning_rate": 7.788528596101419e-06,
      "loss": 0.3073,
      "step": 681
    },
    {
      "epoch": 0.3330078125,
      "grad_norm": 1.4519615173339844,
      "learning_rate": 7.78196004538738e-06,
      "loss": 0.3052,
      "step": 682
    },
    {
      "epoch": 0.33349609375,
      "grad_norm": 2.08927583694458,
      "learning_rate": 7.775384533346018e-06,
      "loss": 0.3242,
      "step": 683
    },
    {
      "epoch": 0.333984375,
      "grad_norm": 1.4538501501083374,
      "learning_rate": 7.768802076431304e-06,
      "loss": 0.3495,
      "step": 684
    },
    {
      "epoch": 0.33447265625,
      "grad_norm": 2.239643096923828,
      "learning_rate": 7.76221269111459e-06,
      "loss": 0.3554,
      "step": 685
    },
    {
      "epoch": 0.3349609375,
      "grad_norm": 1.8009265661239624,
      "learning_rate": 7.755616393884562e-06,
      "loss": 0.3652,
      "step": 686
    },
    {
      "epoch": 0.33544921875,
      "grad_norm": 1.5794439315795898,
      "learning_rate": 7.7490132012472e-06,
      "loss": 0.3321,
      "step": 687
    },
    {
      "epoch": 0.3359375,
      "grad_norm": 1.737437129020691,
      "learning_rate": 7.742403129725742e-06,
      "loss": 0.3138,
      "step": 688
    },
    {
      "epoch": 0.33642578125,
      "grad_norm": 1.7152299880981445,
      "learning_rate": 7.735786195860641e-06,
      "loss": 0.3582,
      "step": 689
    },
    {
      "epoch": 0.3369140625,
      "grad_norm": 1.3847858905792236,
      "learning_rate": 7.729162416209518e-06,
      "loss": 0.3396,
      "step": 690
    },
    {
      "epoch": 0.33740234375,
      "grad_norm": 1.6747031211853027,
      "learning_rate": 7.722531807347122e-06,
      "loss": 0.3474,
      "step": 691
    },
    {
      "epoch": 0.337890625,
      "grad_norm": 1.3016866445541382,
      "learning_rate": 7.715894385865299e-06,
      "loss": 0.3391,
      "step": 692
    },
    {
      "epoch": 0.33837890625,
      "grad_norm": 1.3648223876953125,
      "learning_rate": 7.709250168372932e-06,
      "loss": 0.3298,
      "step": 693
    },
    {
      "epoch": 0.3388671875,
      "grad_norm": 1.5124351978302002,
      "learning_rate": 7.702599171495919e-06,
      "loss": 0.3334,
      "step": 694
    },
    {
      "epoch": 0.33935546875,
      "grad_norm": 37.46984100341797,
      "learning_rate": 7.695941411877115e-06,
      "loss": 0.3342,
      "step": 695
    },
    {
      "epoch": 0.33984375,
      "grad_norm": 1.4970625638961792,
      "learning_rate": 7.689276906176302e-06,
      "loss": 0.3436,
      "step": 696
    },
    {
      "epoch": 0.34033203125,
      "grad_norm": 3.098925828933716,
      "learning_rate": 7.682605671070142e-06,
      "loss": 0.3437,
      "step": 697
    },
    {
      "epoch": 0.3408203125,
      "grad_norm": 1.7555867433547974,
      "learning_rate": 7.675927723252134e-06,
      "loss": 0.322,
      "step": 698
    },
    {
      "epoch": 0.34130859375,
      "grad_norm": 1.5935651063919067,
      "learning_rate": 7.669243079432578e-06,
      "loss": 0.2998,
      "step": 699
    },
    {
      "epoch": 0.341796875,
      "grad_norm": 1.506208896636963,
      "learning_rate": 7.662551756338525e-06,
      "loss": 0.3612,
      "step": 700
    },
    {
      "epoch": 0.34228515625,
      "grad_norm": 1.923596978187561,
      "learning_rate": 7.655853770713744e-06,
      "loss": 0.3593,
      "step": 701
    },
    {
      "epoch": 0.3427734375,
      "grad_norm": 1.9344090223312378,
      "learning_rate": 7.64914913931867e-06,
      "loss": 0.3156,
      "step": 702
    },
    {
      "epoch": 0.34326171875,
      "grad_norm": 1.7808047533035278,
      "learning_rate": 7.642437878930376e-06,
      "loss": 0.3419,
      "step": 703
    },
    {
      "epoch": 0.34375,
      "grad_norm": 1.5053675174713135,
      "learning_rate": 7.635720006342513e-06,
      "loss": 0.3539,
      "step": 704
    },
    {
      "epoch": 0.34423828125,
      "grad_norm": 1.5963175296783447,
      "learning_rate": 7.628995538365287e-06,
      "loss": 0.3562,
      "step": 705
    },
    {
      "epoch": 0.3447265625,
      "grad_norm": 1.4388726949691772,
      "learning_rate": 7.6222644918254005e-06,
      "loss": 0.3413,
      "step": 706
    },
    {
      "epoch": 0.34521484375,
      "grad_norm": 3.6217451095581055,
      "learning_rate": 7.615526883566023e-06,
      "loss": 0.3584,
      "step": 707
    },
    {
      "epoch": 0.345703125,
      "grad_norm": 1.6617943048477173,
      "learning_rate": 7.608782730446741e-06,
      "loss": 0.3675,
      "step": 708
    },
    {
      "epoch": 0.34619140625,
      "grad_norm": 3.6505870819091797,
      "learning_rate": 7.6020320493435175e-06,
      "loss": 0.3028,
      "step": 709
    },
    {
      "epoch": 0.3466796875,
      "grad_norm": 1.5057923793792725,
      "learning_rate": 7.595274857148651e-06,
      "loss": 0.3601,
      "step": 710
    },
    {
      "epoch": 0.34716796875,
      "grad_norm": 1.775791049003601,
      "learning_rate": 7.588511170770736e-06,
      "loss": 0.3561,
      "step": 711
    },
    {
      "epoch": 0.34765625,
      "grad_norm": 2.0912845134735107,
      "learning_rate": 7.581741007134611e-06,
      "loss": 0.3211,
      "step": 712
    },
    {
      "epoch": 0.34814453125,
      "grad_norm": 1.4719021320343018,
      "learning_rate": 7.574964383181329e-06,
      "loss": 0.3571,
      "step": 713
    },
    {
      "epoch": 0.3486328125,
      "grad_norm": 1.5099034309387207,
      "learning_rate": 7.568181315868104e-06,
      "loss": 0.3773,
      "step": 714
    },
    {
      "epoch": 0.34912109375,
      "grad_norm": 1.797803282737732,
      "learning_rate": 7.561391822168277e-06,
      "loss": 0.3305,
      "step": 715
    },
    {
      "epoch": 0.349609375,
      "grad_norm": 1.5316636562347412,
      "learning_rate": 7.554595919071268e-06,
      "loss": 0.3692,
      "step": 716
    },
    {
      "epoch": 0.35009765625,
      "grad_norm": 1.332055926322937,
      "learning_rate": 7.5477936235825344e-06,
      "loss": 0.2998,
      "step": 717
    },
    {
      "epoch": 0.3505859375,
      "grad_norm": 1.538785457611084,
      "learning_rate": 7.540984952723531e-06,
      "loss": 0.3325,
      "step": 718
    },
    {
      "epoch": 0.35107421875,
      "grad_norm": 2.884404420852661,
      "learning_rate": 7.534169923531665e-06,
      "loss": 0.3036,
      "step": 719
    },
    {
      "epoch": 0.3515625,
      "grad_norm": 1.7468745708465576,
      "learning_rate": 7.527348553060254e-06,
      "loss": 0.3199,
      "step": 720
    },
    {
      "epoch": 0.35205078125,
      "grad_norm": 2.015227794647217,
      "learning_rate": 7.520520858378486e-06,
      "loss": 0.3884,
      "step": 721
    },
    {
      "epoch": 0.3525390625,
      "grad_norm": 1.3880223035812378,
      "learning_rate": 7.513686856571367e-06,
      "loss": 0.336,
      "step": 722
    },
    {
      "epoch": 0.35302734375,
      "grad_norm": 1.297411561012268,
      "learning_rate": 7.506846564739694e-06,
      "loss": 0.3306,
      "step": 723
    },
    {
      "epoch": 0.353515625,
      "grad_norm": 1.55870521068573,
      "learning_rate": 7.500000000000001e-06,
      "loss": 0.3056,
      "step": 724
    },
    {
      "epoch": 0.35400390625,
      "grad_norm": 2.036909818649292,
      "learning_rate": 7.493147179484514e-06,
      "loss": 0.3273,
      "step": 725
    },
    {
      "epoch": 0.3544921875,
      "grad_norm": 1.3678783178329468,
      "learning_rate": 7.486288120341118e-06,
      "loss": 0.345,
      "step": 726
    },
    {
      "epoch": 0.35498046875,
      "grad_norm": 2.0894579887390137,
      "learning_rate": 7.479422839733307e-06,
      "loss": 0.359,
      "step": 727
    },
    {
      "epoch": 0.35546875,
      "grad_norm": 1.6823246479034424,
      "learning_rate": 7.4725513548401455e-06,
      "loss": 0.3563,
      "step": 728
    },
    {
      "epoch": 0.35595703125,
      "grad_norm": 1.351969838142395,
      "learning_rate": 7.4656736828562186e-06,
      "loss": 0.3017,
      "step": 729
    },
    {
      "epoch": 0.3564453125,
      "grad_norm": 1.6686972379684448,
      "learning_rate": 7.458789840991596e-06,
      "loss": 0.3478,
      "step": 730
    },
    {
      "epoch": 0.35693359375,
      "grad_norm": 1.3534908294677734,
      "learning_rate": 7.4518998464717874e-06,
      "loss": 0.3244,
      "step": 731
    },
    {
      "epoch": 0.357421875,
      "grad_norm": 1.4082777500152588,
      "learning_rate": 7.445003716537698e-06,
      "loss": 0.3251,
      "step": 732
    },
    {
      "epoch": 0.35791015625,
      "grad_norm": 2.0288498401641846,
      "learning_rate": 7.438101468445582e-06,
      "loss": 0.3379,
      "step": 733
    },
    {
      "epoch": 0.3583984375,
      "grad_norm": 1.6891510486602783,
      "learning_rate": 7.4311931194670085e-06,
      "loss": 0.3576,
      "step": 734
    },
    {
      "epoch": 0.35888671875,
      "grad_norm": 1.3616983890533447,
      "learning_rate": 7.42427868688881e-06,
      "loss": 0.3439,
      "step": 735
    },
    {
      "epoch": 0.359375,
      "grad_norm": 1.5869650840759277,
      "learning_rate": 7.417358188013042e-06,
      "loss": 0.3389,
      "step": 736
    },
    {
      "epoch": 0.35986328125,
      "grad_norm": 1.3705356121063232,
      "learning_rate": 7.410431640156937e-06,
      "loss": 0.346,
      "step": 737
    },
    {
      "epoch": 0.3603515625,
      "grad_norm": 2.2622792720794678,
      "learning_rate": 7.403499060652874e-06,
      "loss": 0.3535,
      "step": 738
    },
    {
      "epoch": 0.36083984375,
      "grad_norm": 1.719897747039795,
      "learning_rate": 7.3965604668483145e-06,
      "loss": 0.382,
      "step": 739
    },
    {
      "epoch": 0.361328125,
      "grad_norm": 1.3844950199127197,
      "learning_rate": 7.389615876105773e-06,
      "loss": 0.3481,
      "step": 740
    },
    {
      "epoch": 0.36181640625,
      "grad_norm": 1.6294703483581543,
      "learning_rate": 7.38266530580277e-06,
      "loss": 0.3656,
      "step": 741
    },
    {
      "epoch": 0.3623046875,
      "grad_norm": 2.908967971801758,
      "learning_rate": 7.375708773331791e-06,
      "loss": 0.3457,
      "step": 742
    },
    {
      "epoch": 0.36279296875,
      "grad_norm": 1.473132848739624,
      "learning_rate": 7.36874629610024e-06,
      "loss": 0.3385,
      "step": 743
    },
    {
      "epoch": 0.36328125,
      "grad_norm": 2.919328451156616,
      "learning_rate": 7.361777891530392e-06,
      "loss": 0.3336,
      "step": 744
    },
    {
      "epoch": 0.36376953125,
      "grad_norm": 2.563336133956909,
      "learning_rate": 7.354803577059359e-06,
      "loss": 0.3357,
      "step": 745
    },
    {
      "epoch": 0.3642578125,
      "grad_norm": 1.4097625017166138,
      "learning_rate": 7.347823370139042e-06,
      "loss": 0.3559,
      "step": 746
    },
    {
      "epoch": 0.36474609375,
      "grad_norm": 1.3321950435638428,
      "learning_rate": 7.340837288236085e-06,
      "loss": 0.3626,
      "step": 747
    },
    {
      "epoch": 0.365234375,
      "grad_norm": 1.6507295370101929,
      "learning_rate": 7.3338453488318284e-06,
      "loss": 0.3095,
      "step": 748
    },
    {
      "epoch": 0.36572265625,
      "grad_norm": 1.8008859157562256,
      "learning_rate": 7.326847569422278e-06,
      "loss": 0.3193,
      "step": 749
    },
    {
      "epoch": 0.3662109375,
      "grad_norm": 1.4755789041519165,
      "learning_rate": 7.3198439675180484e-06,
      "loss": 0.2986,
      "step": 750
    },
    {
      "epoch": 0.36669921875,
      "grad_norm": 1.7474323511123657,
      "learning_rate": 7.312834560644327e-06,
      "loss": 0.3936,
      "step": 751
    },
    {
      "epoch": 0.3671875,
      "grad_norm": 1.6639896631240845,
      "learning_rate": 7.30581936634082e-06,
      "loss": 0.3673,
      "step": 752
    },
    {
      "epoch": 0.36767578125,
      "grad_norm": 1.3790712356567383,
      "learning_rate": 7.298798402161725e-06,
      "loss": 0.3639,
      "step": 753
    },
    {
      "epoch": 0.3681640625,
      "grad_norm": 1.9777040481567383,
      "learning_rate": 7.291771685675673e-06,
      "loss": 0.3299,
      "step": 754
    },
    {
      "epoch": 0.36865234375,
      "grad_norm": 1.7995957136154175,
      "learning_rate": 7.284739234465686e-06,
      "loss": 0.3605,
      "step": 755
    },
    {
      "epoch": 0.369140625,
      "grad_norm": 1.9671039581298828,
      "learning_rate": 7.277701066129141e-06,
      "loss": 0.3792,
      "step": 756
    },
    {
      "epoch": 0.36962890625,
      "grad_norm": 2.719590187072754,
      "learning_rate": 7.27065719827772e-06,
      "loss": 0.3318,
      "step": 757
    },
    {
      "epoch": 0.3701171875,
      "grad_norm": 1.9835278987884521,
      "learning_rate": 7.2636076485373645e-06,
      "loss": 0.3286,
      "step": 758
    },
    {
      "epoch": 0.37060546875,
      "grad_norm": 1.2610225677490234,
      "learning_rate": 7.256552434548236e-06,
      "loss": 0.3274,
      "step": 759
    },
    {
      "epoch": 0.37109375,
      "grad_norm": 1.2788983583450317,
      "learning_rate": 7.249491573964671e-06,
      "loss": 0.3622,
      "step": 760
    },
    {
      "epoch": 0.37158203125,
      "grad_norm": 1.2974728345870972,
      "learning_rate": 7.242425084455132e-06,
      "loss": 0.3253,
      "step": 761
    },
    {
      "epoch": 0.3720703125,
      "grad_norm": 1.8051031827926636,
      "learning_rate": 7.23535298370217e-06,
      "loss": 0.3486,
      "step": 762
    },
    {
      "epoch": 0.37255859375,
      "grad_norm": 1.7785935401916504,
      "learning_rate": 7.228275289402373e-06,
      "loss": 0.3195,
      "step": 763
    },
    {
      "epoch": 0.373046875,
      "grad_norm": 1.2360249757766724,
      "learning_rate": 7.221192019266332e-06,
      "loss": 0.3005,
      "step": 764
    },
    {
      "epoch": 0.37353515625,
      "grad_norm": 1.5772784948349,
      "learning_rate": 7.214103191018584e-06,
      "loss": 0.3319,
      "step": 765
    },
    {
      "epoch": 0.3740234375,
      "grad_norm": 1.5777393579483032,
      "learning_rate": 7.2070088223975784e-06,
      "loss": 0.3412,
      "step": 766
    },
    {
      "epoch": 0.37451171875,
      "grad_norm": 1.2442673444747925,
      "learning_rate": 7.199908931155628e-06,
      "loss": 0.3236,
      "step": 767
    },
    {
      "epoch": 0.375,
      "grad_norm": 1.1323033571243286,
      "learning_rate": 7.192803535058861e-06,
      "loss": 0.3236,
      "step": 768
    },
    {
      "epoch": 0.37548828125,
      "grad_norm": 1.316483974456787,
      "learning_rate": 7.185692651887186e-06,
      "loss": 0.3295,
      "step": 769
    },
    {
      "epoch": 0.3759765625,
      "grad_norm": 1.5371990203857422,
      "learning_rate": 7.178576299434239e-06,
      "loss": 0.3711,
      "step": 770
    },
    {
      "epoch": 0.37646484375,
      "grad_norm": 1.7177865505218506,
      "learning_rate": 7.171454495507341e-06,
      "loss": 0.3294,
      "step": 771
    },
    {
      "epoch": 0.376953125,
      "grad_norm": 1.4074996709823608,
      "learning_rate": 7.164327257927456e-06,
      "loss": 0.3472,
      "step": 772
    },
    {
      "epoch": 0.37744140625,
      "grad_norm": 1.3459590673446655,
      "learning_rate": 7.157194604529143e-06,
      "loss": 0.3268,
      "step": 773
    },
    {
      "epoch": 0.3779296875,
      "grad_norm": 1.3509142398834229,
      "learning_rate": 7.150056553160517e-06,
      "loss": 0.3258,
      "step": 774
    },
    {
      "epoch": 0.37841796875,
      "grad_norm": 1.3562768697738647,
      "learning_rate": 7.142913121683195e-06,
      "loss": 0.3301,
      "step": 775
    },
    {
      "epoch": 0.37890625,
      "grad_norm": 1.815333604812622,
      "learning_rate": 7.135764327972261e-06,
      "loss": 0.3653,
      "step": 776
    },
    {
      "epoch": 0.37939453125,
      "grad_norm": 1.3162930011749268,
      "learning_rate": 7.128610189916213e-06,
      "loss": 0.376,
      "step": 777
    },
    {
      "epoch": 0.3798828125,
      "grad_norm": 1.7800266742706299,
      "learning_rate": 7.121450725416928e-06,
      "loss": 0.3662,
      "step": 778
    },
    {
      "epoch": 0.38037109375,
      "grad_norm": 1.5096458196640015,
      "learning_rate": 7.114285952389604e-06,
      "loss": 0.3588,
      "step": 779
    },
    {
      "epoch": 0.380859375,
      "grad_norm": 2.538273334503174,
      "learning_rate": 7.1071158887627304e-06,
      "loss": 0.3312,
      "step": 780
    },
    {
      "epoch": 0.38134765625,
      "grad_norm": 1.3077067136764526,
      "learning_rate": 7.0999405524780266e-06,
      "loss": 0.3344,
      "step": 781
    },
    {
      "epoch": 0.3818359375,
      "grad_norm": 1.3059022426605225,
      "learning_rate": 7.092759961490415e-06,
      "loss": 0.3259,
      "step": 782
    },
    {
      "epoch": 0.38232421875,
      "grad_norm": 2.276553153991699,
      "learning_rate": 7.08557413376796e-06,
      "loss": 0.3331,
      "step": 783
    },
    {
      "epoch": 0.3828125,
      "grad_norm": 1.3777782917022705,
      "learning_rate": 7.078383087291833e-06,
      "loss": 0.3211,
      "step": 784
    },
    {
      "epoch": 0.38330078125,
      "grad_norm": 1.3232738971710205,
      "learning_rate": 7.071186840056264e-06,
      "loss": 0.2928,
      "step": 785
    },
    {
      "epoch": 0.3837890625,
      "grad_norm": 1.1360565423965454,
      "learning_rate": 7.063985410068499e-06,
      "loss": 0.3291,
      "step": 786
    },
    {
      "epoch": 0.38427734375,
      "grad_norm": 1.5104074478149414,
      "learning_rate": 7.056778815348746e-06,
      "loss": 0.3388,
      "step": 787
    },
    {
      "epoch": 0.384765625,
      "grad_norm": 1.3837941884994507,
      "learning_rate": 7.0495670739301435e-06,
      "loss": 0.3802,
      "step": 788
    },
    {
      "epoch": 0.38525390625,
      "grad_norm": 2.0784964561462402,
      "learning_rate": 7.042350203858706e-06,
      "loss": 0.3153,
      "step": 789
    },
    {
      "epoch": 0.3857421875,
      "grad_norm": 1.4472565650939941,
      "learning_rate": 7.035128223193286e-06,
      "loss": 0.3145,
      "step": 790
    },
    {
      "epoch": 0.38623046875,
      "grad_norm": 1.729691505432129,
      "learning_rate": 7.0279011500055136e-06,
      "loss": 0.393,
      "step": 791
    },
    {
      "epoch": 0.38671875,
      "grad_norm": 1.4967801570892334,
      "learning_rate": 7.020669002379772e-06,
      "loss": 0.3344,
      "step": 792
    },
    {
      "epoch": 0.38720703125,
      "grad_norm": 1.322029948234558,
      "learning_rate": 7.0134317984131395e-06,
      "loss": 0.3319,
      "step": 793
    },
    {
      "epoch": 0.3876953125,
      "grad_norm": 2.8917009830474854,
      "learning_rate": 7.006189556215346e-06,
      "loss": 0.3152,
      "step": 794
    },
    {
      "epoch": 0.38818359375,
      "grad_norm": 1.581947922706604,
      "learning_rate": 6.998942293908725e-06,
      "loss": 0.3606,
      "step": 795
    },
    {
      "epoch": 0.388671875,
      "grad_norm": 2.658916711807251,
      "learning_rate": 6.991690029628181e-06,
      "loss": 0.3451,
      "step": 796
    },
    {
      "epoch": 0.38916015625,
      "grad_norm": 2.3201754093170166,
      "learning_rate": 6.9844327815211275e-06,
      "loss": 0.333,
      "step": 797
    },
    {
      "epoch": 0.3896484375,
      "grad_norm": 1.4934650659561157,
      "learning_rate": 6.977170567747452e-06,
      "loss": 0.3336,
      "step": 798
    },
    {
      "epoch": 0.39013671875,
      "grad_norm": 1.4863629341125488,
      "learning_rate": 6.969903406479465e-06,
      "loss": 0.3347,
      "step": 799
    },
    {
      "epoch": 0.390625,
      "grad_norm": 1.3552590608596802,
      "learning_rate": 6.962631315901861e-06,
      "loss": 0.3623,
      "step": 800
    },
    {
      "epoch": 0.39111328125,
      "grad_norm": 2.2949376106262207,
      "learning_rate": 6.955354314211669e-06,
      "loss": 0.2987,
      "step": 801
    },
    {
      "epoch": 0.3916015625,
      "grad_norm": 1.3013123273849487,
      "learning_rate": 6.948072419618201e-06,
      "loss": 0.3307,
      "step": 802
    },
    {
      "epoch": 0.39208984375,
      "grad_norm": 1.4084373712539673,
      "learning_rate": 6.940785650343019e-06,
      "loss": 0.3119,
      "step": 803
    },
    {
      "epoch": 0.392578125,
      "grad_norm": 2.596653461456299,
      "learning_rate": 6.93349402461988e-06,
      "loss": 0.3228,
      "step": 804
    },
    {
      "epoch": 0.39306640625,
      "grad_norm": 1.5036858320236206,
      "learning_rate": 6.926197560694699e-06,
      "loss": 0.3463,
      "step": 805
    },
    {
      "epoch": 0.3935546875,
      "grad_norm": 1.8642725944519043,
      "learning_rate": 6.918896276825485e-06,
      "loss": 0.368,
      "step": 806
    },
    {
      "epoch": 0.39404296875,
      "grad_norm": 1.289711356163025,
      "learning_rate": 6.9115901912823226e-06,
      "loss": 0.3582,
      "step": 807
    },
    {
      "epoch": 0.39453125,
      "grad_norm": 1.507915735244751,
      "learning_rate": 6.9042793223473024e-06,
      "loss": 0.3829,
      "step": 808
    },
    {
      "epoch": 0.39501953125,
      "grad_norm": 1.7021656036376953,
      "learning_rate": 6.896963688314489e-06,
      "loss": 0.3668,
      "step": 809
    },
    {
      "epoch": 0.3955078125,
      "grad_norm": 1.2955149412155151,
      "learning_rate": 6.889643307489865e-06,
      "loss": 0.3344,
      "step": 810
    },
    {
      "epoch": 0.39599609375,
      "grad_norm": 1.183563232421875,
      "learning_rate": 6.882318198191298e-06,
      "loss": 0.3191,
      "step": 811
    },
    {
      "epoch": 0.396484375,
      "grad_norm": 1.458882451057434,
      "learning_rate": 6.874988378748484e-06,
      "loss": 0.3531,
      "step": 812
    },
    {
      "epoch": 0.39697265625,
      "grad_norm": 1.6540387868881226,
      "learning_rate": 6.8676538675029054e-06,
      "loss": 0.3399,
      "step": 813
    },
    {
      "epoch": 0.3974609375,
      "grad_norm": 1.2130305767059326,
      "learning_rate": 6.860314682807786e-06,
      "loss": 0.3387,
      "step": 814
    },
    {
      "epoch": 0.39794921875,
      "grad_norm": 1.3185558319091797,
      "learning_rate": 6.852970843028043e-06,
      "loss": 0.3389,
      "step": 815
    },
    {
      "epoch": 0.3984375,
      "grad_norm": 1.6620187759399414,
      "learning_rate": 6.845622366540242e-06,
      "loss": 0.3041,
      "step": 816
    },
    {
      "epoch": 0.39892578125,
      "grad_norm": 1.1920667886734009,
      "learning_rate": 6.8382692717325525e-06,
      "loss": 0.3047,
      "step": 817
    },
    {
      "epoch": 0.3994140625,
      "grad_norm": 1.4352617263793945,
      "learning_rate": 6.8309115770046986e-06,
      "loss": 0.3276,
      "step": 818
    },
    {
      "epoch": 0.39990234375,
      "grad_norm": 1.6452810764312744,
      "learning_rate": 6.8235493007679155e-06,
      "loss": 0.3243,
      "step": 819
    },
    {
      "epoch": 0.400390625,
      "grad_norm": 1.6612956523895264,
      "learning_rate": 6.816182461444905e-06,
      "loss": 0.342,
      "step": 820
    },
    {
      "epoch": 0.40087890625,
      "grad_norm": 1.2954360246658325,
      "learning_rate": 6.8088110774697825e-06,
      "loss": 0.3117,
      "step": 821
    },
    {
      "epoch": 0.4013671875,
      "grad_norm": 2.189624786376953,
      "learning_rate": 6.8014351672880395e-06,
      "loss": 0.3069,
      "step": 822
    },
    {
      "epoch": 0.40185546875,
      "grad_norm": 1.4809291362762451,
      "learning_rate": 6.794054749356492e-06,
      "loss": 0.3355,
      "step": 823
    },
    {
      "epoch": 0.40234375,
      "grad_norm": 1.6851189136505127,
      "learning_rate": 6.786669842143236e-06,
      "loss": 0.3435,
      "step": 824
    },
    {
      "epoch": 0.40283203125,
      "grad_norm": 1.401813268661499,
      "learning_rate": 6.779280464127601e-06,
      "loss": 0.326,
      "step": 825
    },
    {
      "epoch": 0.4033203125,
      "grad_norm": 1.7311843633651733,
      "learning_rate": 6.771886633800104e-06,
      "loss": 0.3281,
      "step": 826
    },
    {
      "epoch": 0.40380859375,
      "grad_norm": 2.936901092529297,
      "learning_rate": 6.764488369662403e-06,
      "loss": 0.3727,
      "step": 827
    },
    {
      "epoch": 0.404296875,
      "grad_norm": 1.319385051727295,
      "learning_rate": 6.75708569022725e-06,
      "loss": 0.344,
      "step": 828
    },
    {
      "epoch": 0.40478515625,
      "grad_norm": 1.9358359575271606,
      "learning_rate": 6.749678614018446e-06,
      "loss": 0.3622,
      "step": 829
    },
    {
      "epoch": 0.4052734375,
      "grad_norm": 1.1188249588012695,
      "learning_rate": 6.742267159570796e-06,
      "loss": 0.3299,
      "step": 830
    },
    {
      "epoch": 0.40576171875,
      "grad_norm": 1.3562527894973755,
      "learning_rate": 6.734851345430057e-06,
      "loss": 0.319,
      "step": 831
    },
    {
      "epoch": 0.40625,
      "grad_norm": 1.2941495180130005,
      "learning_rate": 6.727431190152898e-06,
      "loss": 0.3323,
      "step": 832
    },
    {
      "epoch": 0.40673828125,
      "grad_norm": 2.1621103286743164,
      "learning_rate": 6.720006712306849e-06,
      "loss": 0.3409,
      "step": 833
    },
    {
      "epoch": 0.4072265625,
      "grad_norm": 1.3561265468597412,
      "learning_rate": 6.712577930470258e-06,
      "loss": 0.3549,
      "step": 834
    },
    {
      "epoch": 0.40771484375,
      "grad_norm": 1.2518807649612427,
      "learning_rate": 6.705144863232246e-06,
      "loss": 0.3279,
      "step": 835
    },
    {
      "epoch": 0.408203125,
      "grad_norm": 1.1951934099197388,
      "learning_rate": 6.697707529192648e-06,
      "loss": 0.3146,
      "step": 836
    },
    {
      "epoch": 0.40869140625,
      "grad_norm": 1.2976142168045044,
      "learning_rate": 6.6902659469619855e-06,
      "loss": 0.3151,
      "step": 837
    },
    {
      "epoch": 0.4091796875,
      "grad_norm": 1.554851770401001,
      "learning_rate": 6.682820135161405e-06,
      "loss": 0.2972,
      "step": 838
    },
    {
      "epoch": 0.40966796875,
      "grad_norm": 1.467674732208252,
      "learning_rate": 6.675370112422639e-06,
      "loss": 0.3538,
      "step": 839
    },
    {
      "epoch": 0.41015625,
      "grad_norm": 2.0394184589385986,
      "learning_rate": 6.667915897387957e-06,
      "loss": 0.3124,
      "step": 840
    },
    {
      "epoch": 0.41064453125,
      "grad_norm": 1.458815097808838,
      "learning_rate": 6.6604575087101165e-06,
      "loss": 0.3073,
      "step": 841
    },
    {
      "epoch": 0.4111328125,
      "grad_norm": 1.2343790531158447,
      "learning_rate": 6.6529949650523195e-06,
      "loss": 0.3224,
      "step": 842
    },
    {
      "epoch": 0.41162109375,
      "grad_norm": 1.307780385017395,
      "learning_rate": 6.645528285088169e-06,
      "loss": 0.3139,
      "step": 843
    },
    {
      "epoch": 0.412109375,
      "grad_norm": 1.187071681022644,
      "learning_rate": 6.638057487501613e-06,
      "loss": 0.3316,
      "step": 844
    },
    {
      "epoch": 0.41259765625,
      "grad_norm": 1.9509886503219604,
      "learning_rate": 6.630582590986907e-06,
      "loss": 0.3381,
      "step": 845
    },
    {
      "epoch": 0.4130859375,
      "grad_norm": 1.5562846660614014,
      "learning_rate": 6.623103614248561e-06,
      "loss": 0.3648,
      "step": 846
    },
    {
      "epoch": 0.41357421875,
      "grad_norm": 1.423948049545288,
      "learning_rate": 6.615620576001293e-06,
      "loss": 0.3163,
      "step": 847
    },
    {
      "epoch": 0.4140625,
      "grad_norm": 1.5273832082748413,
      "learning_rate": 6.608133494969993e-06,
      "loss": 0.3002,
      "step": 848
    },
    {
      "epoch": 0.41455078125,
      "grad_norm": 1.2620773315429688,
      "learning_rate": 6.600642389889657e-06,
      "loss": 0.3599,
      "step": 849
    },
    {
      "epoch": 0.4150390625,
      "grad_norm": 1.283124566078186,
      "learning_rate": 6.593147279505352e-06,
      "loss": 0.3348,
      "step": 850
    },
    {
      "epoch": 0.41552734375,
      "grad_norm": 1.2876836061477661,
      "learning_rate": 6.585648182572176e-06,
      "loss": 0.347,
      "step": 851
    },
    {
      "epoch": 0.416015625,
      "grad_norm": 2.6049535274505615,
      "learning_rate": 6.578145117855192e-06,
      "loss": 0.3305,
      "step": 852
    },
    {
      "epoch": 0.41650390625,
      "grad_norm": 1.7834153175354004,
      "learning_rate": 6.570638104129399e-06,
      "loss": 0.323,
      "step": 853
    },
    {
      "epoch": 0.4169921875,
      "grad_norm": 1.3892278671264648,
      "learning_rate": 6.563127160179672e-06,
      "loss": 0.3475,
      "step": 854
    },
    {
      "epoch": 0.41748046875,
      "grad_norm": 1.4540331363677979,
      "learning_rate": 6.555612304800727e-06,
      "loss": 0.3442,
      "step": 855
    },
    {
      "epoch": 0.41796875,
      "grad_norm": 1.058359146118164,
      "learning_rate": 6.548093556797063e-06,
      "loss": 0.3398,
      "step": 856
    },
    {
      "epoch": 0.41845703125,
      "grad_norm": 1.587546706199646,
      "learning_rate": 6.540570934982917e-06,
      "loss": 0.3261,
      "step": 857
    },
    {
      "epoch": 0.4189453125,
      "grad_norm": 2.1293222904205322,
      "learning_rate": 6.533044458182229e-06,
      "loss": 0.3755,
      "step": 858
    },
    {
      "epoch": 0.41943359375,
      "grad_norm": 1.2648324966430664,
      "learning_rate": 6.5255141452285765e-06,
      "loss": 0.3001,
      "step": 859
    },
    {
      "epoch": 0.419921875,
      "grad_norm": 1.4118512868881226,
      "learning_rate": 6.51798001496514e-06,
      "loss": 0.3376,
      "step": 860
    },
    {
      "epoch": 0.42041015625,
      "grad_norm": 1.4707554578781128,
      "learning_rate": 6.510442086244649e-06,
      "loss": 0.3247,
      "step": 861
    },
    {
      "epoch": 0.4208984375,
      "grad_norm": 1.3729053735733032,
      "learning_rate": 6.502900377929344e-06,
      "loss": 0.3039,
      "step": 862
    },
    {
      "epoch": 0.42138671875,
      "grad_norm": 3.840740442276001,
      "learning_rate": 6.4953549088909194e-06,
      "loss": 0.3567,
      "step": 863
    },
    {
      "epoch": 0.421875,
      "grad_norm": 1.3986668586730957,
      "learning_rate": 6.487805698010476e-06,
      "loss": 0.3313,
      "step": 864
    },
    {
      "epoch": 0.42236328125,
      "grad_norm": 3.7465996742248535,
      "learning_rate": 6.4802527641784866e-06,
      "loss": 0.3357,
      "step": 865
    },
    {
      "epoch": 0.4228515625,
      "grad_norm": 1.7644517421722412,
      "learning_rate": 6.472696126294733e-06,
      "loss": 0.3662,
      "step": 866
    },
    {
      "epoch": 0.42333984375,
      "grad_norm": 1.2544833421707153,
      "learning_rate": 6.4651358032682694e-06,
      "loss": 0.3371,
      "step": 867
    },
    {
      "epoch": 0.423828125,
      "grad_norm": 1.500871181488037,
      "learning_rate": 6.457571814017368e-06,
      "loss": 0.3224,
      "step": 868
    },
    {
      "epoch": 0.42431640625,
      "grad_norm": 1.3260788917541504,
      "learning_rate": 6.45000417746948e-06,
      "loss": 0.3161,
      "step": 869
    },
    {
      "epoch": 0.4248046875,
      "grad_norm": 1.334038257598877,
      "learning_rate": 6.442432912561178e-06,
      "loss": 0.3423,
      "step": 870
    },
    {
      "epoch": 0.42529296875,
      "grad_norm": 1.378933310508728,
      "learning_rate": 6.434858038238118e-06,
      "loss": 0.3492,
      "step": 871
    },
    {
      "epoch": 0.42578125,
      "grad_norm": 1.5512367486953735,
      "learning_rate": 6.427279573454985e-06,
      "loss": 0.3731,
      "step": 872
    },
    {
      "epoch": 0.42626953125,
      "grad_norm": 1.4665623903274536,
      "learning_rate": 6.4196975371754514e-06,
      "loss": 0.3481,
      "step": 873
    },
    {
      "epoch": 0.4267578125,
      "grad_norm": 1.5259501934051514,
      "learning_rate": 6.412111948372122e-06,
      "loss": 0.3439,
      "step": 874
    },
    {
      "epoch": 0.42724609375,
      "grad_norm": 1.465909719467163,
      "learning_rate": 6.404522826026496e-06,
      "loss": 0.33,
      "step": 875
    },
    {
      "epoch": 0.427734375,
      "grad_norm": 1.357045292854309,
      "learning_rate": 6.396930189128912e-06,
      "loss": 0.344,
      "step": 876
    },
    {
      "epoch": 0.42822265625,
      "grad_norm": 1.352899193763733,
      "learning_rate": 6.3893340566785046e-06,
      "loss": 0.3021,
      "step": 877
    },
    {
      "epoch": 0.4287109375,
      "grad_norm": 1.3821226358413696,
      "learning_rate": 6.381734447683152e-06,
      "loss": 0.3326,
      "step": 878
    },
    {
      "epoch": 0.42919921875,
      "grad_norm": 1.675229787826538,
      "learning_rate": 6.374131381159436e-06,
      "loss": 0.4357,
      "step": 879
    },
    {
      "epoch": 0.4296875,
      "grad_norm": 1.7067149877548218,
      "learning_rate": 6.366524876132589e-06,
      "loss": 0.3018,
      "step": 880
    },
    {
      "epoch": 0.43017578125,
      "grad_norm": 1.4271488189697266,
      "learning_rate": 6.358914951636444e-06,
      "loss": 0.3468,
      "step": 881
    },
    {
      "epoch": 0.4306640625,
      "grad_norm": 1.3299568891525269,
      "learning_rate": 6.351301626713398e-06,
      "loss": 0.3466,
      "step": 882
    },
    {
      "epoch": 0.43115234375,
      "grad_norm": 1.6695646047592163,
      "learning_rate": 6.343684920414348e-06,
      "loss": 0.3214,
      "step": 883
    },
    {
      "epoch": 0.431640625,
      "grad_norm": 1.3570027351379395,
      "learning_rate": 6.3360648517986605e-06,
      "loss": 0.3382,
      "step": 884
    },
    {
      "epoch": 0.43212890625,
      "grad_norm": 1.385907769203186,
      "learning_rate": 6.32844143993411e-06,
      "loss": 0.3092,
      "step": 885
    },
    {
      "epoch": 0.4326171875,
      "grad_norm": 1.5601329803466797,
      "learning_rate": 6.320814703896838e-06,
      "loss": 0.3587,
      "step": 886
    },
    {
      "epoch": 0.43310546875,
      "grad_norm": 1.39394211769104,
      "learning_rate": 6.313184662771305e-06,
      "loss": 0.3404,
      "step": 887
    },
    {
      "epoch": 0.43359375,
      "grad_norm": 1.2028573751449585,
      "learning_rate": 6.305551335650244e-06,
      "loss": 0.3548,
      "step": 888
    },
    {
      "epoch": 0.43408203125,
      "grad_norm": 4.250852108001709,
      "learning_rate": 6.297914741634605e-06,
      "loss": 0.3454,
      "step": 889
    },
    {
      "epoch": 0.4345703125,
      "grad_norm": 1.5344691276550293,
      "learning_rate": 6.290274899833517e-06,
      "loss": 0.3176,
      "step": 890
    },
    {
      "epoch": 0.43505859375,
      "grad_norm": 1.7602498531341553,
      "learning_rate": 6.2826318293642385e-06,
      "loss": 0.339,
      "step": 891
    },
    {
      "epoch": 0.435546875,
      "grad_norm": 1.1949964761734009,
      "learning_rate": 6.274985549352098e-06,
      "loss": 0.304,
      "step": 892
    },
    {
      "epoch": 0.43603515625,
      "grad_norm": 1.1564438343048096,
      "learning_rate": 6.267336078930464e-06,
      "loss": 0.3145,
      "step": 893
    },
    {
      "epoch": 0.4365234375,
      "grad_norm": 1.3757606744766235,
      "learning_rate": 6.259683437240683e-06,
      "loss": 0.3385,
      "step": 894
    },
    {
      "epoch": 0.43701171875,
      "grad_norm": 1.8371174335479736,
      "learning_rate": 6.252027643432044e-06,
      "loss": 0.3355,
      "step": 895
    },
    {
      "epoch": 0.4375,
      "grad_norm": 1.334598422050476,
      "learning_rate": 6.244368716661714e-06,
      "loss": 0.3276,
      "step": 896
    },
    {
      "epoch": 0.43798828125,
      "grad_norm": 1.5038282871246338,
      "learning_rate": 6.236706676094705e-06,
      "loss": 0.3522,
      "step": 897
    },
    {
      "epoch": 0.4384765625,
      "grad_norm": 3.6733760833740234,
      "learning_rate": 6.229041540903823e-06,
      "loss": 0.3431,
      "step": 898
    },
    {
      "epoch": 0.43896484375,
      "grad_norm": 1.5863288640975952,
      "learning_rate": 6.221373330269613e-06,
      "loss": 0.3324,
      "step": 899
    },
    {
      "epoch": 0.439453125,
      "grad_norm": 1.4606237411499023,
      "learning_rate": 6.213702063380317e-06,
      "loss": 0.3226,
      "step": 900
    },
    {
      "epoch": 0.43994140625,
      "grad_norm": 1.8370083570480347,
      "learning_rate": 6.206027759431825e-06,
      "loss": 0.3294,
      "step": 901
    },
    {
      "epoch": 0.4404296875,
      "grad_norm": 1.6841802597045898,
      "learning_rate": 6.198350437627631e-06,
      "loss": 0.3238,
      "step": 902
    },
    {
      "epoch": 0.44091796875,
      "grad_norm": 1.9791240692138672,
      "learning_rate": 6.190670117178772e-06,
      "loss": 0.3326,
      "step": 903
    },
    {
      "epoch": 0.44140625,
      "grad_norm": 1.4503194093704224,
      "learning_rate": 6.182986817303794e-06,
      "loss": 0.3544,
      "step": 904
    },
    {
      "epoch": 0.44189453125,
      "grad_norm": 1.9381232261657715,
      "learning_rate": 6.175300557228698e-06,
      "loss": 0.3278,
      "step": 905
    },
    {
      "epoch": 0.4423828125,
      "grad_norm": 4.399080753326416,
      "learning_rate": 6.167611356186895e-06,
      "loss": 0.3367,
      "step": 906
    },
    {
      "epoch": 0.44287109375,
      "grad_norm": 1.4784455299377441,
      "learning_rate": 6.159919233419147e-06,
      "loss": 0.3559,
      "step": 907
    },
    {
      "epoch": 0.443359375,
      "grad_norm": 1.9754478931427002,
      "learning_rate": 6.152224208173533e-06,
      "loss": 0.3311,
      "step": 908
    },
    {
      "epoch": 0.44384765625,
      "grad_norm": 1.5615670680999756,
      "learning_rate": 6.144526299705396e-06,
      "loss": 0.4023,
      "step": 909
    },
    {
      "epoch": 0.4443359375,
      "grad_norm": 1.461332082748413,
      "learning_rate": 6.136825527277295e-06,
      "loss": 0.3026,
      "step": 910
    },
    {
      "epoch": 0.44482421875,
      "grad_norm": 1.4366703033447266,
      "learning_rate": 6.129121910158945e-06,
      "loss": 0.336,
      "step": 911
    },
    {
      "epoch": 0.4453125,
      "grad_norm": 2.06691575050354,
      "learning_rate": 6.12141546762719e-06,
      "loss": 0.342,
      "step": 912
    },
    {
      "epoch": 0.44580078125,
      "grad_norm": 1.7794272899627686,
      "learning_rate": 6.11370621896594e-06,
      "loss": 0.3532,
      "step": 913
    },
    {
      "epoch": 0.4462890625,
      "grad_norm": 1.4335381984710693,
      "learning_rate": 6.105994183466131e-06,
      "loss": 0.3471,
      "step": 914
    },
    {
      "epoch": 0.44677734375,
      "grad_norm": 5.071071147918701,
      "learning_rate": 6.0982793804256636e-06,
      "loss": 0.336,
      "step": 915
    },
    {
      "epoch": 0.447265625,
      "grad_norm": 1.2241181135177612,
      "learning_rate": 6.090561829149373e-06,
      "loss": 0.3232,
      "step": 916
    },
    {
      "epoch": 0.44775390625,
      "grad_norm": 1.267858624458313,
      "learning_rate": 6.082841548948966e-06,
      "loss": 0.3556,
      "step": 917
    },
    {
      "epoch": 0.4482421875,
      "grad_norm": 1.1905056238174438,
      "learning_rate": 6.07511855914298e-06,
      "loss": 0.2941,
      "step": 918
    },
    {
      "epoch": 0.44873046875,
      "grad_norm": 1.2715431451797485,
      "learning_rate": 6.067392879056729e-06,
      "loss": 0.3159,
      "step": 919
    },
    {
      "epoch": 0.44921875,
      "grad_norm": 1.2241966724395752,
      "learning_rate": 6.059664528022267e-06,
      "loss": 0.3141,
      "step": 920
    },
    {
      "epoch": 0.44970703125,
      "grad_norm": 1.6341863870620728,
      "learning_rate": 6.051933525378323e-06,
      "loss": 0.3319,
      "step": 921
    },
    {
      "epoch": 0.4501953125,
      "grad_norm": 3.6661813259124756,
      "learning_rate": 6.044199890470267e-06,
      "loss": 0.3482,
      "step": 922
    },
    {
      "epoch": 0.45068359375,
      "grad_norm": 1.4551990032196045,
      "learning_rate": 6.036463642650049e-06,
      "loss": 0.3899,
      "step": 923
    },
    {
      "epoch": 0.451171875,
      "grad_norm": 1.8738077878952026,
      "learning_rate": 6.028724801276167e-06,
      "loss": 0.3412,
      "step": 924
    },
    {
      "epoch": 0.45166015625,
      "grad_norm": 1.3348729610443115,
      "learning_rate": 6.020983385713601e-06,
      "loss": 0.3194,
      "step": 925
    },
    {
      "epoch": 0.4521484375,
      "grad_norm": 1.675868034362793,
      "learning_rate": 6.013239415333776e-06,
      "loss": 0.338,
      "step": 926
    },
    {
      "epoch": 0.45263671875,
      "grad_norm": 1.5089606046676636,
      "learning_rate": 6.005492909514507e-06,
      "loss": 0.3502,
      "step": 927
    },
    {
      "epoch": 0.453125,
      "grad_norm": 1.6367465257644653,
      "learning_rate": 5.997743887639959e-06,
      "loss": 0.3356,
      "step": 928
    },
    {
      "epoch": 0.45361328125,
      "grad_norm": 1.5445111989974976,
      "learning_rate": 5.989992369100586e-06,
      "loss": 0.3192,
      "step": 929
    },
    {
      "epoch": 0.4541015625,
      "grad_norm": 1.2671817541122437,
      "learning_rate": 5.982238373293093e-06,
      "loss": 0.3282,
      "step": 930
    },
    {
      "epoch": 0.45458984375,
      "grad_norm": 1.2266660928726196,
      "learning_rate": 5.974481919620386e-06,
      "loss": 0.3202,
      "step": 931
    },
    {
      "epoch": 0.455078125,
      "grad_norm": 1.5652544498443604,
      "learning_rate": 5.966723027491518e-06,
      "loss": 0.3502,
      "step": 932
    },
    {
      "epoch": 0.45556640625,
      "grad_norm": 1.2947496175765991,
      "learning_rate": 5.958961716321644e-06,
      "loss": 0.317,
      "step": 933
    },
    {
      "epoch": 0.4560546875,
      "grad_norm": 2.053834915161133,
      "learning_rate": 5.951198005531974e-06,
      "loss": 0.308,
      "step": 934
    },
    {
      "epoch": 0.45654296875,
      "grad_norm": 2.342907428741455,
      "learning_rate": 5.943431914549721e-06,
      "loss": 0.3314,
      "step": 935
    },
    {
      "epoch": 0.45703125,
      "grad_norm": 1.5535999536514282,
      "learning_rate": 5.9356634628080555e-06,
      "loss": 0.3362,
      "step": 936
    },
    {
      "epoch": 0.45751953125,
      "grad_norm": 1.607968807220459,
      "learning_rate": 5.927892669746054e-06,
      "loss": 0.317,
      "step": 937
    },
    {
      "epoch": 0.4580078125,
      "grad_norm": 1.268129825592041,
      "learning_rate": 5.920119554808651e-06,
      "loss": 0.3278,
      "step": 938
    },
    {
      "epoch": 0.45849609375,
      "grad_norm": 4.848256587982178,
      "learning_rate": 5.912344137446593e-06,
      "loss": 0.3448,
      "step": 939
    },
    {
      "epoch": 0.458984375,
      "grad_norm": 1.1670955419540405,
      "learning_rate": 5.904566437116388e-06,
      "loss": 0.2967,
      "step": 940
    },
    {
      "epoch": 0.45947265625,
      "grad_norm": 2.250368595123291,
      "learning_rate": 5.896786473280255e-06,
      "loss": 0.32,
      "step": 941
    },
    {
      "epoch": 0.4599609375,
      "grad_norm": 1.5156008005142212,
      "learning_rate": 5.889004265406077e-06,
      "loss": 0.2914,
      "step": 942
    },
    {
      "epoch": 0.46044921875,
      "grad_norm": 1.0980958938598633,
      "learning_rate": 5.8812198329673545e-06,
      "loss": 0.304,
      "step": 943
    },
    {
      "epoch": 0.4609375,
      "grad_norm": 1.7652188539505005,
      "learning_rate": 5.873433195443152e-06,
      "loss": 0.3497,
      "step": 944
    },
    {
      "epoch": 0.46142578125,
      "grad_norm": 1.977793574333191,
      "learning_rate": 5.865644372318053e-06,
      "loss": 0.3598,
      "step": 945
    },
    {
      "epoch": 0.4619140625,
      "grad_norm": 1.490369200706482,
      "learning_rate": 5.857853383082112e-06,
      "loss": 0.3433,
      "step": 946
    },
    {
      "epoch": 0.46240234375,
      "grad_norm": 5.214506149291992,
      "learning_rate": 5.8500602472307974e-06,
      "loss": 0.3506,
      "step": 947
    },
    {
      "epoch": 0.462890625,
      "grad_norm": 1.304093837738037,
      "learning_rate": 5.842264984264958e-06,
      "loss": 0.3035,
      "step": 948
    },
    {
      "epoch": 0.46337890625,
      "grad_norm": 1.2441211938858032,
      "learning_rate": 5.834467613690759e-06,
      "loss": 0.3308,
      "step": 949
    },
    {
      "epoch": 0.4638671875,
      "grad_norm": 1.0881738662719727,
      "learning_rate": 5.82666815501964e-06,
      "loss": 0.3163,
      "step": 950
    },
    {
      "epoch": 0.46435546875,
      "grad_norm": 1.4398066997528076,
      "learning_rate": 5.8188666277682695e-06,
      "loss": 0.327,
      "step": 951
    },
    {
      "epoch": 0.46484375,
      "grad_norm": 1.81572425365448,
      "learning_rate": 5.8110630514584854e-06,
      "loss": 0.3328,
      "step": 952
    },
    {
      "epoch": 0.46533203125,
      "grad_norm": 1.5575212240219116,
      "learning_rate": 5.803257445617263e-06,
      "loss": 0.3495,
      "step": 953
    },
    {
      "epoch": 0.4658203125,
      "grad_norm": 1.3975605964660645,
      "learning_rate": 5.795449829776645e-06,
      "loss": 0.3448,
      "step": 954
    },
    {
      "epoch": 0.46630859375,
      "grad_norm": 1.2950125932693481,
      "learning_rate": 5.787640223473713e-06,
      "loss": 0.3617,
      "step": 955
    },
    {
      "epoch": 0.466796875,
      "grad_norm": 1.3984689712524414,
      "learning_rate": 5.779828646250522e-06,
      "loss": 0.3608,
      "step": 956
    },
    {
      "epoch": 0.46728515625,
      "grad_norm": 1.0765591859817505,
      "learning_rate": 5.772015117654065e-06,
      "loss": 0.3093,
      "step": 957
    },
    {
      "epoch": 0.4677734375,
      "grad_norm": 1.5954604148864746,
      "learning_rate": 5.764199657236214e-06,
      "loss": 0.3504,
      "step": 958
    },
    {
      "epoch": 0.46826171875,
      "grad_norm": 1.6604746580123901,
      "learning_rate": 5.756382284553675e-06,
      "loss": 0.3096,
      "step": 959
    },
    {
      "epoch": 0.46875,
      "grad_norm": 1.3618206977844238,
      "learning_rate": 5.7485630191679456e-06,
      "loss": 0.3057,
      "step": 960
    },
    {
      "epoch": 0.46923828125,
      "grad_norm": 1.217523217201233,
      "learning_rate": 5.740741880645248e-06,
      "loss": 0.3708,
      "step": 961
    },
    {
      "epoch": 0.4697265625,
      "grad_norm": 1.2130963802337646,
      "learning_rate": 5.7329188885565e-06,
      "loss": 0.321,
      "step": 962
    },
    {
      "epoch": 0.47021484375,
      "grad_norm": 1.3064903020858765,
      "learning_rate": 5.725094062477256e-06,
      "loss": 0.3211,
      "step": 963
    },
    {
      "epoch": 0.470703125,
      "grad_norm": 1.5063132047653198,
      "learning_rate": 5.717267421987659e-06,
      "loss": 0.3307,
      "step": 964
    },
    {
      "epoch": 0.47119140625,
      "grad_norm": 1.3585816621780396,
      "learning_rate": 5.7094389866723905e-06,
      "loss": 0.3631,
      "step": 965
    },
    {
      "epoch": 0.4716796875,
      "grad_norm": 1.5815399885177612,
      "learning_rate": 5.701608776120627e-06,
      "loss": 0.352,
      "step": 966
    },
    {
      "epoch": 0.47216796875,
      "grad_norm": 1.4560235738754272,
      "learning_rate": 5.6937768099259845e-06,
      "loss": 0.3109,
      "step": 967
    },
    {
      "epoch": 0.47265625,
      "grad_norm": 1.8057149648666382,
      "learning_rate": 5.685943107686476e-06,
      "loss": 0.3218,
      "step": 968
    },
    {
      "epoch": 0.47314453125,
      "grad_norm": 1.4362132549285889,
      "learning_rate": 5.678107689004449e-06,
      "loss": 0.3293,
      "step": 969
    },
    {
      "epoch": 0.4736328125,
      "grad_norm": 2.0112991333007812,
      "learning_rate": 5.670270573486555e-06,
      "loss": 0.356,
      "step": 970
    },
    {
      "epoch": 0.47412109375,
      "grad_norm": 1.2395293712615967,
      "learning_rate": 5.662431780743691e-06,
      "loss": 0.3439,
      "step": 971
    },
    {
      "epoch": 0.474609375,
      "grad_norm": 1.4867768287658691,
      "learning_rate": 5.6545913303909495e-06,
      "loss": 0.3767,
      "step": 972
    },
    {
      "epoch": 0.47509765625,
      "grad_norm": 1.210928201675415,
      "learning_rate": 5.646749242047567e-06,
      "loss": 0.3259,
      "step": 973
    },
    {
      "epoch": 0.4755859375,
      "grad_norm": 1.157676100730896,
      "learning_rate": 5.6389055353368826e-06,
      "loss": 0.336,
      "step": 974
    },
    {
      "epoch": 0.47607421875,
      "grad_norm": 1.485719919204712,
      "learning_rate": 5.631060229886287e-06,
      "loss": 0.3121,
      "step": 975
    },
    {
      "epoch": 0.4765625,
      "grad_norm": 1.1137949228286743,
      "learning_rate": 5.6232133453271676e-06,
      "loss": 0.3362,
      "step": 976
    },
    {
      "epoch": 0.47705078125,
      "grad_norm": 1.213346004486084,
      "learning_rate": 5.615364901294863e-06,
      "loss": 0.3194,
      "step": 977
    },
    {
      "epoch": 0.4775390625,
      "grad_norm": 1.3590606451034546,
      "learning_rate": 5.607514917428618e-06,
      "loss": 0.3484,
      "step": 978
    },
    {
      "epoch": 0.47802734375,
      "grad_norm": 2.0311455726623535,
      "learning_rate": 5.599663413371527e-06,
      "loss": 0.3419,
      "step": 979
    },
    {
      "epoch": 0.478515625,
      "grad_norm": 1.195672869682312,
      "learning_rate": 5.5918104087704925e-06,
      "loss": 0.339,
      "step": 980
    },
    {
      "epoch": 0.47900390625,
      "grad_norm": 1.8912562131881714,
      "learning_rate": 5.583955923276163e-06,
      "loss": 0.3427,
      "step": 981
    },
    {
      "epoch": 0.4794921875,
      "grad_norm": 2.002305030822754,
      "learning_rate": 5.576099976542904e-06,
      "loss": 0.3595,
      "step": 982
    },
    {
      "epoch": 0.47998046875,
      "grad_norm": 1.4438331127166748,
      "learning_rate": 5.56824258822873e-06,
      "loss": 0.3632,
      "step": 983
    },
    {
      "epoch": 0.48046875,
      "grad_norm": 1.366222620010376,
      "learning_rate": 5.560383777995264e-06,
      "loss": 0.3188,
      "step": 984
    },
    {
      "epoch": 0.48095703125,
      "grad_norm": 1.3330532312393188,
      "learning_rate": 5.552523565507689e-06,
      "loss": 0.3262,
      "step": 985
    },
    {
      "epoch": 0.4814453125,
      "grad_norm": 1.5084117650985718,
      "learning_rate": 5.544661970434696e-06,
      "loss": 0.325,
      "step": 986
    },
    {
      "epoch": 0.48193359375,
      "grad_norm": 1.0425949096679688,
      "learning_rate": 5.536799012448435e-06,
      "loss": 0.315,
      "step": 987
    },
    {
      "epoch": 0.482421875,
      "grad_norm": 2.695110559463501,
      "learning_rate": 5.528934711224467e-06,
      "loss": 0.3166,
      "step": 988
    },
    {
      "epoch": 0.48291015625,
      "grad_norm": 1.3446696996688843,
      "learning_rate": 5.521069086441715e-06,
      "loss": 0.3437,
      "step": 989
    },
    {
      "epoch": 0.4833984375,
      "grad_norm": 1.360203742980957,
      "learning_rate": 5.513202157782411e-06,
      "loss": 0.3472,
      "step": 990
    },
    {
      "epoch": 0.48388671875,
      "grad_norm": 1.3492072820663452,
      "learning_rate": 5.505333944932053e-06,
      "loss": 0.3363,
      "step": 991
    },
    {
      "epoch": 0.484375,
      "grad_norm": 1.1588752269744873,
      "learning_rate": 5.497464467579351e-06,
      "loss": 0.338,
      "step": 992
    },
    {
      "epoch": 0.48486328125,
      "grad_norm": 1.4233770370483398,
      "learning_rate": 5.48959374541618e-06,
      "loss": 0.336,
      "step": 993
    },
    {
      "epoch": 0.4853515625,
      "grad_norm": 1.3421063423156738,
      "learning_rate": 5.4817217981375286e-06,
      "loss": 0.324,
      "step": 994
    },
    {
      "epoch": 0.48583984375,
      "grad_norm": 1.6678565740585327,
      "learning_rate": 5.473848645441452e-06,
      "loss": 0.3189,
      "step": 995
    },
    {
      "epoch": 0.486328125,
      "grad_norm": 1.912955641746521,
      "learning_rate": 5.465974307029021e-06,
      "loss": 0.3643,
      "step": 996
    },
    {
      "epoch": 0.48681640625,
      "grad_norm": 2.0670387744903564,
      "learning_rate": 5.458098802604273e-06,
      "loss": 0.332,
      "step": 997
    },
    {
      "epoch": 0.4873046875,
      "grad_norm": 2.6159446239471436,
      "learning_rate": 5.450222151874166e-06,
      "loss": 0.3674,
      "step": 998
    },
    {
      "epoch": 0.48779296875,
      "grad_norm": 1.3627862930297852,
      "learning_rate": 5.442344374548524e-06,
      "loss": 0.3496,
      "step": 999
    },
    {
      "epoch": 0.48828125,
      "grad_norm": 1.4907851219177246,
      "learning_rate": 5.43446549033999e-06,
      "loss": 0.3475,
      "step": 1000
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 2048,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 3.000488202654974e+18,
  "train_batch_size": 24,
  "trial_name": null,
  "trial_params": null
}