{ "best_metric": null, "best_model_checkpoint": null, "epoch": 2.999443998270217, "eval_steps": 500, "global_step": 12138, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.0, "learning_rate": 1.3698630136986303e-08, "loss": 1.3102, "step": 1 }, { "epoch": 0.0, "learning_rate": 2.7397260273972606e-08, "loss": 1.3097, "step": 2 }, { "epoch": 0.0, "learning_rate": 4.1095890410958903e-08, "loss": 1.2372, "step": 3 }, { "epoch": 0.0, "learning_rate": 5.479452054794521e-08, "loss": 1.303, "step": 4 }, { "epoch": 0.0, "learning_rate": 6.84931506849315e-08, "loss": 1.3019, "step": 5 }, { "epoch": 0.0, "learning_rate": 8.219178082191781e-08, "loss": 1.318, "step": 6 }, { "epoch": 0.0, "learning_rate": 9.589041095890412e-08, "loss": 1.236, "step": 7 }, { "epoch": 0.0, "learning_rate": 1.0958904109589042e-07, "loss": 1.3312, "step": 8 }, { "epoch": 0.0, "learning_rate": 1.232876712328767e-07, "loss": 1.2306, "step": 9 }, { "epoch": 0.0, "learning_rate": 1.36986301369863e-07, "loss": 1.2497, "step": 10 }, { "epoch": 0.0, "learning_rate": 1.5068493150684934e-07, "loss": 1.2569, "step": 11 }, { "epoch": 0.0, "learning_rate": 1.6438356164383561e-07, "loss": 1.1839, "step": 12 }, { "epoch": 0.0, "learning_rate": 1.7808219178082194e-07, "loss": 1.2357, "step": 13 }, { "epoch": 0.0, "learning_rate": 1.9178082191780824e-07, "loss": 1.2114, "step": 14 }, { "epoch": 0.0, "learning_rate": 2.0547945205479452e-07, "loss": 1.1363, "step": 15 }, { "epoch": 0.0, "learning_rate": 2.1917808219178084e-07, "loss": 1.2902, "step": 16 }, { "epoch": 0.0, "learning_rate": 2.3287671232876715e-07, "loss": 1.308, "step": 17 }, { "epoch": 0.0, "learning_rate": 2.465753424657534e-07, "loss": 1.2819, "step": 18 }, { "epoch": 0.0, "learning_rate": 2.6027397260273975e-07, "loss": 1.2335, "step": 19 }, { "epoch": 0.0, "learning_rate": 2.73972602739726e-07, "loss": 1.2685, "step": 20 }, { "epoch": 0.01, "learning_rate": 2.8767123287671235e-07, "loss": 1.2692, "step": 21 }, { "epoch": 0.01, "learning_rate": 3.013698630136987e-07, "loss": 1.1839, "step": 22 }, { "epoch": 0.01, "learning_rate": 3.15068493150685e-07, "loss": 1.1975, "step": 23 }, { "epoch": 0.01, "learning_rate": 3.2876712328767123e-07, "loss": 1.2291, "step": 24 }, { "epoch": 0.01, "learning_rate": 3.4246575342465755e-07, "loss": 1.1467, "step": 25 }, { "epoch": 0.01, "learning_rate": 3.561643835616439e-07, "loss": 1.2147, "step": 26 }, { "epoch": 0.01, "learning_rate": 3.6986301369863016e-07, "loss": 1.2364, "step": 27 }, { "epoch": 0.01, "learning_rate": 3.835616438356165e-07, "loss": 1.3463, "step": 28 }, { "epoch": 0.01, "learning_rate": 3.972602739726028e-07, "loss": 1.2336, "step": 29 }, { "epoch": 0.01, "learning_rate": 4.1095890410958903e-07, "loss": 1.2151, "step": 30 }, { "epoch": 0.01, "learning_rate": 4.2465753424657536e-07, "loss": 1.195, "step": 31 }, { "epoch": 0.01, "learning_rate": 4.383561643835617e-07, "loss": 1.2161, "step": 32 }, { "epoch": 0.01, "learning_rate": 4.52054794520548e-07, "loss": 1.2748, "step": 33 }, { "epoch": 0.01, "learning_rate": 4.657534246575343e-07, "loss": 1.2894, "step": 34 }, { "epoch": 0.01, "learning_rate": 4.794520547945206e-07, "loss": 1.2252, "step": 35 }, { "epoch": 0.01, "learning_rate": 4.931506849315068e-07, "loss": 1.1871, "step": 36 }, { "epoch": 0.01, "learning_rate": 5.068493150684932e-07, "loss": 1.2688, "step": 37 }, { "epoch": 0.01, "learning_rate": 5.205479452054795e-07, "loss": 1.2278, "step": 38 }, { "epoch": 0.01, "learning_rate": 5.342465753424659e-07, "loss": 1.211, "step": 39 }, { "epoch": 0.01, "learning_rate": 5.47945205479452e-07, "loss": 1.2259, "step": 40 }, { "epoch": 0.01, "learning_rate": 5.616438356164384e-07, "loss": 1.2967, "step": 41 }, { "epoch": 0.01, "learning_rate": 5.753424657534247e-07, "loss": 1.2211, "step": 42 }, { "epoch": 0.01, "learning_rate": 5.89041095890411e-07, "loss": 1.2323, "step": 43 }, { "epoch": 0.01, "learning_rate": 6.027397260273974e-07, "loss": 1.2116, "step": 44 }, { "epoch": 0.01, "learning_rate": 6.164383561643836e-07, "loss": 1.1545, "step": 45 }, { "epoch": 0.01, "learning_rate": 6.3013698630137e-07, "loss": 1.2192, "step": 46 }, { "epoch": 0.01, "learning_rate": 6.438356164383562e-07, "loss": 1.1778, "step": 47 }, { "epoch": 0.01, "learning_rate": 6.575342465753425e-07, "loss": 1.1146, "step": 48 }, { "epoch": 0.01, "learning_rate": 6.712328767123288e-07, "loss": 1.1798, "step": 49 }, { "epoch": 0.01, "learning_rate": 6.849315068493151e-07, "loss": 1.213, "step": 50 }, { "epoch": 0.01, "learning_rate": 6.986301369863015e-07, "loss": 1.162, "step": 51 }, { "epoch": 0.01, "learning_rate": 7.123287671232878e-07, "loss": 1.3149, "step": 52 }, { "epoch": 0.01, "learning_rate": 7.260273972602739e-07, "loss": 1.1324, "step": 53 }, { "epoch": 0.01, "learning_rate": 7.397260273972603e-07, "loss": 1.116, "step": 54 }, { "epoch": 0.01, "learning_rate": 7.534246575342466e-07, "loss": 1.1705, "step": 55 }, { "epoch": 0.01, "learning_rate": 7.67123287671233e-07, "loss": 1.1353, "step": 56 }, { "epoch": 0.01, "learning_rate": 7.808219178082192e-07, "loss": 1.2159, "step": 57 }, { "epoch": 0.01, "learning_rate": 7.945205479452056e-07, "loss": 1.3096, "step": 58 }, { "epoch": 0.01, "learning_rate": 8.082191780821919e-07, "loss": 1.2609, "step": 59 }, { "epoch": 0.01, "learning_rate": 8.219178082191781e-07, "loss": 1.2227, "step": 60 }, { "epoch": 0.02, "learning_rate": 8.356164383561644e-07, "loss": 1.2345, "step": 61 }, { "epoch": 0.02, "learning_rate": 8.493150684931507e-07, "loss": 1.173, "step": 62 }, { "epoch": 0.02, "learning_rate": 8.630136986301371e-07, "loss": 1.1472, "step": 63 }, { "epoch": 0.02, "learning_rate": 8.767123287671234e-07, "loss": 1.2106, "step": 64 }, { "epoch": 0.02, "learning_rate": 8.904109589041097e-07, "loss": 1.1611, "step": 65 }, { "epoch": 0.02, "learning_rate": 9.04109589041096e-07, "loss": 1.1414, "step": 66 }, { "epoch": 0.02, "learning_rate": 9.178082191780822e-07, "loss": 1.156, "step": 67 }, { "epoch": 0.02, "learning_rate": 9.315068493150686e-07, "loss": 1.1829, "step": 68 }, { "epoch": 0.02, "learning_rate": 9.452054794520549e-07, "loss": 1.1697, "step": 69 }, { "epoch": 0.02, "learning_rate": 9.589041095890411e-07, "loss": 1.1681, "step": 70 }, { "epoch": 0.02, "learning_rate": 9.726027397260274e-07, "loss": 1.0972, "step": 71 }, { "epoch": 0.02, "learning_rate": 9.863013698630137e-07, "loss": 1.1357, "step": 72 }, { "epoch": 0.02, "learning_rate": 1.0000000000000002e-06, "loss": 1.1138, "step": 73 }, { "epoch": 0.02, "learning_rate": 1.0136986301369864e-06, "loss": 1.1596, "step": 74 }, { "epoch": 0.02, "learning_rate": 1.0273972602739727e-06, "loss": 1.1466, "step": 75 }, { "epoch": 0.02, "learning_rate": 1.041095890410959e-06, "loss": 1.2056, "step": 76 }, { "epoch": 0.02, "learning_rate": 1.0547945205479453e-06, "loss": 1.1861, "step": 77 }, { "epoch": 0.02, "learning_rate": 1.0684931506849318e-06, "loss": 1.1262, "step": 78 }, { "epoch": 0.02, "learning_rate": 1.0821917808219178e-06, "loss": 1.1189, "step": 79 }, { "epoch": 0.02, "learning_rate": 1.095890410958904e-06, "loss": 1.1672, "step": 80 }, { "epoch": 0.02, "learning_rate": 1.1095890410958906e-06, "loss": 1.2033, "step": 81 }, { "epoch": 0.02, "learning_rate": 1.1232876712328769e-06, "loss": 1.1798, "step": 82 }, { "epoch": 0.02, "learning_rate": 1.1369863013698631e-06, "loss": 1.1313, "step": 83 }, { "epoch": 0.02, "learning_rate": 1.1506849315068494e-06, "loss": 1.1236, "step": 84 }, { "epoch": 0.02, "learning_rate": 1.1643835616438357e-06, "loss": 1.1351, "step": 85 }, { "epoch": 0.02, "learning_rate": 1.178082191780822e-06, "loss": 1.1414, "step": 86 }, { "epoch": 0.02, "learning_rate": 1.1917808219178082e-06, "loss": 1.1398, "step": 87 }, { "epoch": 0.02, "learning_rate": 1.2054794520547947e-06, "loss": 1.1447, "step": 88 }, { "epoch": 0.02, "learning_rate": 1.219178082191781e-06, "loss": 1.1544, "step": 89 }, { "epoch": 0.02, "learning_rate": 1.2328767123287673e-06, "loss": 1.155, "step": 90 }, { "epoch": 0.02, "learning_rate": 1.2465753424657535e-06, "loss": 1.2098, "step": 91 }, { "epoch": 0.02, "learning_rate": 1.26027397260274e-06, "loss": 1.0546, "step": 92 }, { "epoch": 0.02, "learning_rate": 1.273972602739726e-06, "loss": 1.0949, "step": 93 }, { "epoch": 0.02, "learning_rate": 1.2876712328767124e-06, "loss": 1.0737, "step": 94 }, { "epoch": 0.02, "learning_rate": 1.3013698630136986e-06, "loss": 1.1913, "step": 95 }, { "epoch": 0.02, "learning_rate": 1.315068493150685e-06, "loss": 1.0584, "step": 96 }, { "epoch": 0.02, "learning_rate": 1.3287671232876714e-06, "loss": 1.1205, "step": 97 }, { "epoch": 0.02, "learning_rate": 1.3424657534246577e-06, "loss": 1.0612, "step": 98 }, { "epoch": 0.02, "learning_rate": 1.356164383561644e-06, "loss": 1.1051, "step": 99 }, { "epoch": 0.02, "learning_rate": 1.3698630136986302e-06, "loss": 1.1007, "step": 100 }, { "epoch": 0.02, "learning_rate": 1.3835616438356165e-06, "loss": 1.034, "step": 101 }, { "epoch": 0.03, "learning_rate": 1.397260273972603e-06, "loss": 1.0384, "step": 102 }, { "epoch": 0.03, "learning_rate": 1.4109589041095893e-06, "loss": 1.0251, "step": 103 }, { "epoch": 0.03, "learning_rate": 1.4246575342465755e-06, "loss": 0.9844, "step": 104 }, { "epoch": 0.03, "learning_rate": 1.4383561643835616e-06, "loss": 1.0033, "step": 105 }, { "epoch": 0.03, "learning_rate": 1.4520547945205479e-06, "loss": 1.0896, "step": 106 }, { "epoch": 0.03, "learning_rate": 1.4657534246575344e-06, "loss": 1.0909, "step": 107 }, { "epoch": 0.03, "learning_rate": 1.4794520547945206e-06, "loss": 1.0152, "step": 108 }, { "epoch": 0.03, "learning_rate": 1.493150684931507e-06, "loss": 0.9703, "step": 109 }, { "epoch": 0.03, "learning_rate": 1.5068493150684932e-06, "loss": 1.0251, "step": 110 }, { "epoch": 0.03, "learning_rate": 1.5205479452054797e-06, "loss": 1.0601, "step": 111 }, { "epoch": 0.03, "learning_rate": 1.534246575342466e-06, "loss": 1.0287, "step": 112 }, { "epoch": 0.03, "learning_rate": 1.5479452054794522e-06, "loss": 1.1178, "step": 113 }, { "epoch": 0.03, "learning_rate": 1.5616438356164385e-06, "loss": 1.0539, "step": 114 }, { "epoch": 0.03, "learning_rate": 1.5753424657534248e-06, "loss": 0.9991, "step": 115 }, { "epoch": 0.03, "learning_rate": 1.5890410958904112e-06, "loss": 1.0409, "step": 116 }, { "epoch": 0.03, "learning_rate": 1.6027397260273975e-06, "loss": 0.986, "step": 117 }, { "epoch": 0.03, "learning_rate": 1.6164383561643838e-06, "loss": 1.025, "step": 118 }, { "epoch": 0.03, "learning_rate": 1.6301369863013699e-06, "loss": 1.0, "step": 119 }, { "epoch": 0.03, "learning_rate": 1.6438356164383561e-06, "loss": 1.0122, "step": 120 }, { "epoch": 0.03, "learning_rate": 1.6575342465753428e-06, "loss": 0.9091, "step": 121 }, { "epoch": 0.03, "learning_rate": 1.671232876712329e-06, "loss": 0.9867, "step": 122 }, { "epoch": 0.03, "learning_rate": 1.6849315068493152e-06, "loss": 0.9617, "step": 123 }, { "epoch": 0.03, "learning_rate": 1.6986301369863014e-06, "loss": 1.0581, "step": 124 }, { "epoch": 0.03, "learning_rate": 1.7123287671232877e-06, "loss": 1.0149, "step": 125 }, { "epoch": 0.03, "learning_rate": 1.7260273972602742e-06, "loss": 1.0187, "step": 126 }, { "epoch": 0.03, "learning_rate": 1.7397260273972605e-06, "loss": 1.0232, "step": 127 }, { "epoch": 0.03, "learning_rate": 1.7534246575342468e-06, "loss": 0.9811, "step": 128 }, { "epoch": 0.03, "learning_rate": 1.767123287671233e-06, "loss": 1.0199, "step": 129 }, { "epoch": 0.03, "learning_rate": 1.7808219178082193e-06, "loss": 0.9278, "step": 130 }, { "epoch": 0.03, "learning_rate": 1.7945205479452058e-06, "loss": 1.0293, "step": 131 }, { "epoch": 0.03, "learning_rate": 1.808219178082192e-06, "loss": 0.9448, "step": 132 }, { "epoch": 0.03, "learning_rate": 1.8219178082191783e-06, "loss": 1.0103, "step": 133 }, { "epoch": 0.03, "learning_rate": 1.8356164383561644e-06, "loss": 1.0318, "step": 134 }, { "epoch": 0.03, "learning_rate": 1.8493150684931507e-06, "loss": 0.9628, "step": 135 }, { "epoch": 0.03, "learning_rate": 1.8630136986301372e-06, "loss": 0.9873, "step": 136 }, { "epoch": 0.03, "learning_rate": 1.8767123287671234e-06, "loss": 1.0249, "step": 137 }, { "epoch": 0.03, "learning_rate": 1.8904109589041097e-06, "loss": 1.0341, "step": 138 }, { "epoch": 0.03, "learning_rate": 1.904109589041096e-06, "loss": 1.051, "step": 139 }, { "epoch": 0.03, "learning_rate": 1.9178082191780823e-06, "loss": 0.9807, "step": 140 }, { "epoch": 0.03, "learning_rate": 1.931506849315069e-06, "loss": 0.8697, "step": 141 }, { "epoch": 0.04, "learning_rate": 1.945205479452055e-06, "loss": 0.9621, "step": 142 }, { "epoch": 0.04, "learning_rate": 1.958904109589041e-06, "loss": 1.0131, "step": 143 }, { "epoch": 0.04, "learning_rate": 1.9726027397260274e-06, "loss": 0.9903, "step": 144 }, { "epoch": 0.04, "learning_rate": 1.9863013698630136e-06, "loss": 0.969, "step": 145 }, { "epoch": 0.04, "learning_rate": 2.0000000000000003e-06, "loss": 0.9731, "step": 146 }, { "epoch": 0.04, "learning_rate": 2.0136986301369866e-06, "loss": 0.9145, "step": 147 }, { "epoch": 0.04, "learning_rate": 2.027397260273973e-06, "loss": 0.94, "step": 148 }, { "epoch": 0.04, "learning_rate": 2.041095890410959e-06, "loss": 0.932, "step": 149 }, { "epoch": 0.04, "learning_rate": 2.0547945205479454e-06, "loss": 1.0232, "step": 150 }, { "epoch": 0.04, "learning_rate": 2.0684931506849317e-06, "loss": 1.0226, "step": 151 }, { "epoch": 0.04, "learning_rate": 2.082191780821918e-06, "loss": 1.062, "step": 152 }, { "epoch": 0.04, "learning_rate": 2.0958904109589043e-06, "loss": 0.9636, "step": 153 }, { "epoch": 0.04, "learning_rate": 2.1095890410958905e-06, "loss": 0.9758, "step": 154 }, { "epoch": 0.04, "learning_rate": 2.123287671232877e-06, "loss": 0.9446, "step": 155 }, { "epoch": 0.04, "learning_rate": 2.1369863013698635e-06, "loss": 0.9073, "step": 156 }, { "epoch": 0.04, "learning_rate": 2.1506849315068494e-06, "loss": 0.9034, "step": 157 }, { "epoch": 0.04, "learning_rate": 2.1643835616438356e-06, "loss": 0.9384, "step": 158 }, { "epoch": 0.04, "learning_rate": 2.178082191780822e-06, "loss": 0.9555, "step": 159 }, { "epoch": 0.04, "learning_rate": 2.191780821917808e-06, "loss": 1.0169, "step": 160 }, { "epoch": 0.04, "learning_rate": 2.205479452054795e-06, "loss": 0.9304, "step": 161 }, { "epoch": 0.04, "learning_rate": 2.219178082191781e-06, "loss": 0.9454, "step": 162 }, { "epoch": 0.04, "learning_rate": 2.2328767123287674e-06, "loss": 1.0007, "step": 163 }, { "epoch": 0.04, "learning_rate": 2.2465753424657537e-06, "loss": 0.92, "step": 164 }, { "epoch": 0.04, "learning_rate": 2.26027397260274e-06, "loss": 0.926, "step": 165 }, { "epoch": 0.04, "learning_rate": 2.2739726027397262e-06, "loss": 1.0151, "step": 166 }, { "epoch": 0.04, "learning_rate": 2.2876712328767125e-06, "loss": 0.9588, "step": 167 }, { "epoch": 0.04, "learning_rate": 2.301369863013699e-06, "loss": 0.9447, "step": 168 }, { "epoch": 0.04, "learning_rate": 2.315068493150685e-06, "loss": 0.9164, "step": 169 }, { "epoch": 0.04, "learning_rate": 2.3287671232876713e-06, "loss": 0.9751, "step": 170 }, { "epoch": 0.04, "learning_rate": 2.3424657534246576e-06, "loss": 0.9685, "step": 171 }, { "epoch": 0.04, "learning_rate": 2.356164383561644e-06, "loss": 0.9638, "step": 172 }, { "epoch": 0.04, "learning_rate": 2.36986301369863e-06, "loss": 0.9315, "step": 173 }, { "epoch": 0.04, "learning_rate": 2.3835616438356164e-06, "loss": 0.9778, "step": 174 }, { "epoch": 0.04, "learning_rate": 2.3972602739726027e-06, "loss": 1.0038, "step": 175 }, { "epoch": 0.04, "learning_rate": 2.4109589041095894e-06, "loss": 0.9293, "step": 176 }, { "epoch": 0.04, "learning_rate": 2.4246575342465757e-06, "loss": 0.9786, "step": 177 }, { "epoch": 0.04, "learning_rate": 2.438356164383562e-06, "loss": 0.989, "step": 178 }, { "epoch": 0.04, "learning_rate": 2.4520547945205482e-06, "loss": 0.913, "step": 179 }, { "epoch": 0.04, "learning_rate": 2.4657534246575345e-06, "loss": 0.9604, "step": 180 }, { "epoch": 0.04, "learning_rate": 2.479452054794521e-06, "loss": 0.985, "step": 181 }, { "epoch": 0.04, "learning_rate": 2.493150684931507e-06, "loss": 0.9531, "step": 182 }, { "epoch": 0.05, "learning_rate": 2.5068493150684938e-06, "loss": 0.9877, "step": 183 }, { "epoch": 0.05, "learning_rate": 2.52054794520548e-06, "loss": 0.9304, "step": 184 }, { "epoch": 0.05, "learning_rate": 2.534246575342466e-06, "loss": 0.98, "step": 185 }, { "epoch": 0.05, "learning_rate": 2.547945205479452e-06, "loss": 0.9096, "step": 186 }, { "epoch": 0.05, "learning_rate": 2.5616438356164384e-06, "loss": 0.8863, "step": 187 }, { "epoch": 0.05, "learning_rate": 2.5753424657534247e-06, "loss": 0.9258, "step": 188 }, { "epoch": 0.05, "learning_rate": 2.589041095890411e-06, "loss": 0.9788, "step": 189 }, { "epoch": 0.05, "learning_rate": 2.6027397260273973e-06, "loss": 0.9349, "step": 190 }, { "epoch": 0.05, "learning_rate": 2.6164383561643835e-06, "loss": 0.9486, "step": 191 }, { "epoch": 0.05, "learning_rate": 2.63013698630137e-06, "loss": 1.028, "step": 192 }, { "epoch": 0.05, "learning_rate": 2.6438356164383565e-06, "loss": 0.9611, "step": 193 }, { "epoch": 0.05, "learning_rate": 2.6575342465753428e-06, "loss": 1.0373, "step": 194 }, { "epoch": 0.05, "learning_rate": 2.671232876712329e-06, "loss": 0.9882, "step": 195 }, { "epoch": 0.05, "learning_rate": 2.6849315068493153e-06, "loss": 0.9504, "step": 196 }, { "epoch": 0.05, "learning_rate": 2.6986301369863016e-06, "loss": 0.9249, "step": 197 }, { "epoch": 0.05, "learning_rate": 2.712328767123288e-06, "loss": 0.9252, "step": 198 }, { "epoch": 0.05, "learning_rate": 2.726027397260274e-06, "loss": 0.9217, "step": 199 }, { "epoch": 0.05, "learning_rate": 2.7397260273972604e-06, "loss": 0.9079, "step": 200 }, { "epoch": 0.05, "learning_rate": 2.7534246575342467e-06, "loss": 0.9174, "step": 201 }, { "epoch": 0.05, "learning_rate": 2.767123287671233e-06, "loss": 0.9191, "step": 202 }, { "epoch": 0.05, "learning_rate": 2.7808219178082197e-06, "loss": 0.9313, "step": 203 }, { "epoch": 0.05, "learning_rate": 2.794520547945206e-06, "loss": 0.9127, "step": 204 }, { "epoch": 0.05, "learning_rate": 2.8082191780821922e-06, "loss": 0.9473, "step": 205 }, { "epoch": 0.05, "learning_rate": 2.8219178082191785e-06, "loss": 0.8874, "step": 206 }, { "epoch": 0.05, "learning_rate": 2.8356164383561648e-06, "loss": 1.0183, "step": 207 }, { "epoch": 0.05, "learning_rate": 2.849315068493151e-06, "loss": 0.9663, "step": 208 }, { "epoch": 0.05, "learning_rate": 2.863013698630137e-06, "loss": 0.9342, "step": 209 }, { "epoch": 0.05, "learning_rate": 2.876712328767123e-06, "loss": 0.9452, "step": 210 }, { "epoch": 0.05, "learning_rate": 2.8904109589041095e-06, "loss": 0.9499, "step": 211 }, { "epoch": 0.05, "learning_rate": 2.9041095890410957e-06, "loss": 1.0, "step": 212 }, { "epoch": 0.05, "learning_rate": 2.917808219178083e-06, "loss": 0.9648, "step": 213 }, { "epoch": 0.05, "learning_rate": 2.9315068493150687e-06, "loss": 0.8845, "step": 214 }, { "epoch": 0.05, "learning_rate": 2.945205479452055e-06, "loss": 0.8616, "step": 215 }, { "epoch": 0.05, "learning_rate": 2.9589041095890413e-06, "loss": 0.9802, "step": 216 }, { "epoch": 0.05, "learning_rate": 2.9726027397260275e-06, "loss": 0.9585, "step": 217 }, { "epoch": 0.05, "learning_rate": 2.986301369863014e-06, "loss": 0.9844, "step": 218 }, { "epoch": 0.05, "learning_rate": 3e-06, "loss": 0.9103, "step": 219 }, { "epoch": 0.05, "learning_rate": 3.0136986301369864e-06, "loss": 0.9039, "step": 220 }, { "epoch": 0.05, "learning_rate": 3.0273972602739726e-06, "loss": 0.916, "step": 221 }, { "epoch": 0.05, "learning_rate": 3.0410958904109593e-06, "loss": 0.9008, "step": 222 }, { "epoch": 0.06, "learning_rate": 3.0547945205479456e-06, "loss": 0.8572, "step": 223 }, { "epoch": 0.06, "learning_rate": 3.068493150684932e-06, "loss": 0.9501, "step": 224 }, { "epoch": 0.06, "learning_rate": 3.082191780821918e-06, "loss": 0.8554, "step": 225 }, { "epoch": 0.06, "learning_rate": 3.0958904109589044e-06, "loss": 0.9517, "step": 226 }, { "epoch": 0.06, "learning_rate": 3.1095890410958907e-06, "loss": 0.9582, "step": 227 }, { "epoch": 0.06, "learning_rate": 3.123287671232877e-06, "loss": 0.979, "step": 228 }, { "epoch": 0.06, "learning_rate": 3.1369863013698632e-06, "loss": 0.9307, "step": 229 }, { "epoch": 0.06, "learning_rate": 3.1506849315068495e-06, "loss": 0.9212, "step": 230 }, { "epoch": 0.06, "learning_rate": 3.164383561643836e-06, "loss": 0.9519, "step": 231 }, { "epoch": 0.06, "learning_rate": 3.1780821917808225e-06, "loss": 0.8651, "step": 232 }, { "epoch": 0.06, "learning_rate": 3.1917808219178088e-06, "loss": 0.92, "step": 233 }, { "epoch": 0.06, "learning_rate": 3.205479452054795e-06, "loss": 0.9545, "step": 234 }, { "epoch": 0.06, "learning_rate": 3.2191780821917813e-06, "loss": 0.9591, "step": 235 }, { "epoch": 0.06, "learning_rate": 3.2328767123287676e-06, "loss": 0.8968, "step": 236 }, { "epoch": 0.06, "learning_rate": 3.246575342465754e-06, "loss": 0.9331, "step": 237 }, { "epoch": 0.06, "learning_rate": 3.2602739726027397e-06, "loss": 0.9847, "step": 238 }, { "epoch": 0.06, "learning_rate": 3.273972602739726e-06, "loss": 0.9293, "step": 239 }, { "epoch": 0.06, "learning_rate": 3.2876712328767123e-06, "loss": 0.8967, "step": 240 }, { "epoch": 0.06, "learning_rate": 3.3013698630136985e-06, "loss": 0.878, "step": 241 }, { "epoch": 0.06, "learning_rate": 3.3150684931506857e-06, "loss": 0.9738, "step": 242 }, { "epoch": 0.06, "learning_rate": 3.3287671232876715e-06, "loss": 0.9175, "step": 243 }, { "epoch": 0.06, "learning_rate": 3.342465753424658e-06, "loss": 0.8873, "step": 244 }, { "epoch": 0.06, "learning_rate": 3.356164383561644e-06, "loss": 0.8921, "step": 245 }, { "epoch": 0.06, "learning_rate": 3.3698630136986303e-06, "loss": 0.9176, "step": 246 }, { "epoch": 0.06, "learning_rate": 3.3835616438356166e-06, "loss": 0.8475, "step": 247 }, { "epoch": 0.06, "learning_rate": 3.397260273972603e-06, "loss": 0.9365, "step": 248 }, { "epoch": 0.06, "learning_rate": 3.410958904109589e-06, "loss": 0.9269, "step": 249 }, { "epoch": 0.06, "learning_rate": 3.4246575342465754e-06, "loss": 0.9061, "step": 250 }, { "epoch": 0.06, "learning_rate": 3.4383561643835617e-06, "loss": 0.8796, "step": 251 }, { "epoch": 0.06, "learning_rate": 3.4520547945205484e-06, "loss": 1.0015, "step": 252 }, { "epoch": 0.06, "learning_rate": 3.4657534246575347e-06, "loss": 0.8926, "step": 253 }, { "epoch": 0.06, "learning_rate": 3.479452054794521e-06, "loss": 0.9105, "step": 254 }, { "epoch": 0.06, "learning_rate": 3.4931506849315072e-06, "loss": 0.9828, "step": 255 }, { "epoch": 0.06, "learning_rate": 3.5068493150684935e-06, "loss": 0.98, "step": 256 }, { "epoch": 0.06, "learning_rate": 3.5205479452054798e-06, "loss": 0.8805, "step": 257 }, { "epoch": 0.06, "learning_rate": 3.534246575342466e-06, "loss": 0.9492, "step": 258 }, { "epoch": 0.06, "learning_rate": 3.5479452054794523e-06, "loss": 0.891, "step": 259 }, { "epoch": 0.06, "learning_rate": 3.5616438356164386e-06, "loss": 0.9016, "step": 260 }, { "epoch": 0.06, "learning_rate": 3.575342465753425e-06, "loss": 0.8693, "step": 261 }, { "epoch": 0.06, "learning_rate": 3.5890410958904116e-06, "loss": 0.8931, "step": 262 }, { "epoch": 0.06, "learning_rate": 3.602739726027398e-06, "loss": 0.9121, "step": 263 }, { "epoch": 0.07, "learning_rate": 3.616438356164384e-06, "loss": 0.865, "step": 264 }, { "epoch": 0.07, "learning_rate": 3.6301369863013704e-06, "loss": 0.9362, "step": 265 }, { "epoch": 0.07, "learning_rate": 3.6438356164383567e-06, "loss": 0.9722, "step": 266 }, { "epoch": 0.07, "learning_rate": 3.6575342465753425e-06, "loss": 0.9062, "step": 267 }, { "epoch": 0.07, "learning_rate": 3.671232876712329e-06, "loss": 0.8762, "step": 268 }, { "epoch": 0.07, "learning_rate": 3.684931506849315e-06, "loss": 0.9242, "step": 269 }, { "epoch": 0.07, "learning_rate": 3.6986301369863014e-06, "loss": 0.9459, "step": 270 }, { "epoch": 0.07, "learning_rate": 3.7123287671232876e-06, "loss": 0.929, "step": 271 }, { "epoch": 0.07, "learning_rate": 3.7260273972602743e-06, "loss": 0.9109, "step": 272 }, { "epoch": 0.07, "learning_rate": 3.7397260273972606e-06, "loss": 0.9919, "step": 273 }, { "epoch": 0.07, "learning_rate": 3.753424657534247e-06, "loss": 0.9696, "step": 274 }, { "epoch": 0.07, "learning_rate": 3.767123287671233e-06, "loss": 0.8739, "step": 275 }, { "epoch": 0.07, "learning_rate": 3.7808219178082194e-06, "loss": 0.8643, "step": 276 }, { "epoch": 0.07, "learning_rate": 3.7945205479452057e-06, "loss": 0.9059, "step": 277 }, { "epoch": 0.07, "learning_rate": 3.808219178082192e-06, "loss": 0.8832, "step": 278 }, { "epoch": 0.07, "learning_rate": 3.821917808219178e-06, "loss": 0.9314, "step": 279 }, { "epoch": 0.07, "learning_rate": 3.8356164383561645e-06, "loss": 0.9457, "step": 280 }, { "epoch": 0.07, "learning_rate": 3.849315068493151e-06, "loss": 0.995, "step": 281 }, { "epoch": 0.07, "learning_rate": 3.863013698630138e-06, "loss": 0.9335, "step": 282 }, { "epoch": 0.07, "learning_rate": 3.876712328767124e-06, "loss": 0.8393, "step": 283 }, { "epoch": 0.07, "learning_rate": 3.89041095890411e-06, "loss": 0.8698, "step": 284 }, { "epoch": 0.07, "learning_rate": 3.904109589041096e-06, "loss": 0.8821, "step": 285 }, { "epoch": 0.07, "learning_rate": 3.917808219178082e-06, "loss": 0.8614, "step": 286 }, { "epoch": 0.07, "learning_rate": 3.9315068493150684e-06, "loss": 0.8713, "step": 287 }, { "epoch": 0.07, "learning_rate": 3.945205479452055e-06, "loss": 0.9134, "step": 288 }, { "epoch": 0.07, "learning_rate": 3.958904109589041e-06, "loss": 0.9434, "step": 289 }, { "epoch": 0.07, "learning_rate": 3.972602739726027e-06, "loss": 0.9566, "step": 290 }, { "epoch": 0.07, "learning_rate": 3.9863013698630135e-06, "loss": 0.9278, "step": 291 }, { "epoch": 0.07, "learning_rate": 4.000000000000001e-06, "loss": 0.8504, "step": 292 }, { "epoch": 0.07, "learning_rate": 4.013698630136987e-06, "loss": 0.8979, "step": 293 }, { "epoch": 0.07, "learning_rate": 4.027397260273973e-06, "loss": 0.9674, "step": 294 }, { "epoch": 0.07, "learning_rate": 4.0410958904109595e-06, "loss": 0.9405, "step": 295 }, { "epoch": 0.07, "learning_rate": 4.054794520547946e-06, "loss": 0.8755, "step": 296 }, { "epoch": 0.07, "learning_rate": 4.068493150684932e-06, "loss": 0.9778, "step": 297 }, { "epoch": 0.07, "learning_rate": 4.082191780821918e-06, "loss": 0.7704, "step": 298 }, { "epoch": 0.07, "learning_rate": 4.095890410958905e-06, "loss": 0.8628, "step": 299 }, { "epoch": 0.07, "learning_rate": 4.109589041095891e-06, "loss": 0.8392, "step": 300 }, { "epoch": 0.07, "learning_rate": 4.123287671232877e-06, "loss": 0.9917, "step": 301 }, { "epoch": 0.07, "learning_rate": 4.136986301369863e-06, "loss": 0.8767, "step": 302 }, { "epoch": 0.07, "learning_rate": 4.15068493150685e-06, "loss": 0.9588, "step": 303 }, { "epoch": 0.08, "learning_rate": 4.164383561643836e-06, "loss": 0.9204, "step": 304 }, { "epoch": 0.08, "learning_rate": 4.178082191780822e-06, "loss": 0.9035, "step": 305 }, { "epoch": 0.08, "learning_rate": 4.1917808219178085e-06, "loss": 1.0042, "step": 306 }, { "epoch": 0.08, "learning_rate": 4.205479452054795e-06, "loss": 0.8477, "step": 307 }, { "epoch": 0.08, "learning_rate": 4.219178082191781e-06, "loss": 0.8707, "step": 308 }, { "epoch": 0.08, "learning_rate": 4.232876712328767e-06, "loss": 0.8773, "step": 309 }, { "epoch": 0.08, "learning_rate": 4.246575342465754e-06, "loss": 0.87, "step": 310 }, { "epoch": 0.08, "learning_rate": 4.260273972602741e-06, "loss": 0.9024, "step": 311 }, { "epoch": 0.08, "learning_rate": 4.273972602739727e-06, "loss": 0.9452, "step": 312 }, { "epoch": 0.08, "learning_rate": 4.2876712328767124e-06, "loss": 0.912, "step": 313 }, { "epoch": 0.08, "learning_rate": 4.301369863013699e-06, "loss": 0.87, "step": 314 }, { "epoch": 0.08, "learning_rate": 4.315068493150685e-06, "loss": 0.9291, "step": 315 }, { "epoch": 0.08, "learning_rate": 4.328767123287671e-06, "loss": 0.9091, "step": 316 }, { "epoch": 0.08, "learning_rate": 4.3424657534246575e-06, "loss": 0.9017, "step": 317 }, { "epoch": 0.08, "learning_rate": 4.356164383561644e-06, "loss": 0.9362, "step": 318 }, { "epoch": 0.08, "learning_rate": 4.36986301369863e-06, "loss": 0.8593, "step": 319 }, { "epoch": 0.08, "learning_rate": 4.383561643835616e-06, "loss": 0.94, "step": 320 }, { "epoch": 0.08, "learning_rate": 4.3972602739726035e-06, "loss": 0.8639, "step": 321 }, { "epoch": 0.08, "learning_rate": 4.41095890410959e-06, "loss": 0.8845, "step": 322 }, { "epoch": 0.08, "learning_rate": 4.424657534246576e-06, "loss": 0.9936, "step": 323 }, { "epoch": 0.08, "learning_rate": 4.438356164383562e-06, "loss": 0.9094, "step": 324 }, { "epoch": 0.08, "learning_rate": 4.4520547945205486e-06, "loss": 0.875, "step": 325 }, { "epoch": 0.08, "learning_rate": 4.465753424657535e-06, "loss": 0.8795, "step": 326 }, { "epoch": 0.08, "learning_rate": 4.479452054794521e-06, "loss": 0.8707, "step": 327 }, { "epoch": 0.08, "learning_rate": 4.493150684931507e-06, "loss": 0.8625, "step": 328 }, { "epoch": 0.08, "learning_rate": 4.506849315068494e-06, "loss": 0.9345, "step": 329 }, { "epoch": 0.08, "learning_rate": 4.52054794520548e-06, "loss": 0.8602, "step": 330 }, { "epoch": 0.08, "learning_rate": 4.534246575342466e-06, "loss": 0.9854, "step": 331 }, { "epoch": 0.08, "learning_rate": 4.5479452054794525e-06, "loss": 0.8259, "step": 332 }, { "epoch": 0.08, "learning_rate": 4.561643835616439e-06, "loss": 0.8866, "step": 333 }, { "epoch": 0.08, "learning_rate": 4.575342465753425e-06, "loss": 0.9144, "step": 334 }, { "epoch": 0.08, "learning_rate": 4.589041095890411e-06, "loss": 0.8331, "step": 335 }, { "epoch": 0.08, "learning_rate": 4.602739726027398e-06, "loss": 0.8722, "step": 336 }, { "epoch": 0.08, "learning_rate": 4.616438356164384e-06, "loss": 0.8785, "step": 337 }, { "epoch": 0.08, "learning_rate": 4.63013698630137e-06, "loss": 0.9235, "step": 338 }, { "epoch": 0.08, "learning_rate": 4.643835616438356e-06, "loss": 0.8994, "step": 339 }, { "epoch": 0.08, "learning_rate": 4.657534246575343e-06, "loss": 0.8776, "step": 340 }, { "epoch": 0.08, "learning_rate": 4.671232876712329e-06, "loss": 0.9137, "step": 341 }, { "epoch": 0.08, "learning_rate": 4.684931506849315e-06, "loss": 0.8237, "step": 342 }, { "epoch": 0.08, "learning_rate": 4.6986301369863015e-06, "loss": 0.8969, "step": 343 }, { "epoch": 0.09, "learning_rate": 4.712328767123288e-06, "loss": 0.9711, "step": 344 }, { "epoch": 0.09, "learning_rate": 4.726027397260274e-06, "loss": 0.8512, "step": 345 }, { "epoch": 0.09, "learning_rate": 4.73972602739726e-06, "loss": 0.8708, "step": 346 }, { "epoch": 0.09, "learning_rate": 4.753424657534247e-06, "loss": 0.8101, "step": 347 }, { "epoch": 0.09, "learning_rate": 4.767123287671233e-06, "loss": 0.8137, "step": 348 }, { "epoch": 0.09, "learning_rate": 4.780821917808219e-06, "loss": 0.9109, "step": 349 }, { "epoch": 0.09, "learning_rate": 4.7945205479452054e-06, "loss": 0.8901, "step": 350 }, { "epoch": 0.09, "learning_rate": 4.8082191780821926e-06, "loss": 0.8631, "step": 351 }, { "epoch": 0.09, "learning_rate": 4.821917808219179e-06, "loss": 0.8694, "step": 352 }, { "epoch": 0.09, "learning_rate": 4.835616438356165e-06, "loss": 0.9562, "step": 353 }, { "epoch": 0.09, "learning_rate": 4.849315068493151e-06, "loss": 0.9201, "step": 354 }, { "epoch": 0.09, "learning_rate": 4.863013698630138e-06, "loss": 0.8839, "step": 355 }, { "epoch": 0.09, "learning_rate": 4.876712328767124e-06, "loss": 0.8767, "step": 356 }, { "epoch": 0.09, "learning_rate": 4.89041095890411e-06, "loss": 0.7844, "step": 357 }, { "epoch": 0.09, "learning_rate": 4.9041095890410965e-06, "loss": 0.8897, "step": 358 }, { "epoch": 0.09, "learning_rate": 4.917808219178083e-06, "loss": 0.9305, "step": 359 }, { "epoch": 0.09, "learning_rate": 4.931506849315069e-06, "loss": 0.9655, "step": 360 }, { "epoch": 0.09, "learning_rate": 4.945205479452055e-06, "loss": 0.9017, "step": 361 }, { "epoch": 0.09, "learning_rate": 4.958904109589042e-06, "loss": 0.8849, "step": 362 }, { "epoch": 0.09, "learning_rate": 4.972602739726028e-06, "loss": 0.92, "step": 363 }, { "epoch": 0.09, "learning_rate": 4.986301369863014e-06, "loss": 0.8521, "step": 364 }, { "epoch": 0.09, "learning_rate": 5e-06, "loss": 0.989, "step": 365 }, { "epoch": 0.09, "learning_rate": 4.999999910990684e-06, "loss": 0.9043, "step": 366 }, { "epoch": 0.09, "learning_rate": 4.999999643962739e-06, "loss": 0.941, "step": 367 }, { "epoch": 0.09, "learning_rate": 4.999999198916187e-06, "loss": 0.9207, "step": 368 }, { "epoch": 0.09, "learning_rate": 4.999998575851058e-06, "loss": 0.876, "step": 369 }, { "epoch": 0.09, "learning_rate": 4.999997774767397e-06, "loss": 0.8683, "step": 370 }, { "epoch": 0.09, "learning_rate": 4.99999679566526e-06, "loss": 0.83, "step": 371 }, { "epoch": 0.09, "learning_rate": 4.999995638544718e-06, "loss": 0.872, "step": 372 }, { "epoch": 0.09, "learning_rate": 4.999994303405852e-06, "loss": 0.8452, "step": 373 }, { "epoch": 0.09, "learning_rate": 4.999992790248759e-06, "loss": 0.9056, "step": 374 }, { "epoch": 0.09, "learning_rate": 4.999991099073545e-06, "loss": 0.8748, "step": 375 }, { "epoch": 0.09, "learning_rate": 4.999989229880332e-06, "loss": 0.8272, "step": 376 }, { "epoch": 0.09, "learning_rate": 4.999987182669252e-06, "loss": 0.9044, "step": 377 }, { "epoch": 0.09, "learning_rate": 4.99998495744045e-06, "loss": 0.8452, "step": 378 }, { "epoch": 0.09, "learning_rate": 4.999982554194086e-06, "loss": 0.7629, "step": 379 }, { "epoch": 0.09, "learning_rate": 4.999979972930331e-06, "loss": 0.8672, "step": 380 }, { "epoch": 0.09, "learning_rate": 4.999977213649368e-06, "loss": 0.8643, "step": 381 }, { "epoch": 0.09, "learning_rate": 4.999974276351394e-06, "loss": 0.9924, "step": 382 }, { "epoch": 0.09, "learning_rate": 4.999971161036618e-06, "loss": 0.8391, "step": 383 }, { "epoch": 0.09, "learning_rate": 4.9999678677052625e-06, "loss": 0.928, "step": 384 }, { "epoch": 0.1, "learning_rate": 4.999964396357561e-06, "loss": 0.8587, "step": 385 }, { "epoch": 0.1, "learning_rate": 4.99996074699376e-06, "loss": 0.9031, "step": 386 }, { "epoch": 0.1, "learning_rate": 4.9999569196141214e-06, "loss": 0.9511, "step": 387 }, { "epoch": 0.1, "learning_rate": 4.999952914218917e-06, "loss": 0.8993, "step": 388 }, { "epoch": 0.1, "learning_rate": 4.999948730808432e-06, "loss": 0.8958, "step": 389 }, { "epoch": 0.1, "learning_rate": 4.999944369382963e-06, "loss": 0.8784, "step": 390 }, { "epoch": 0.1, "learning_rate": 4.999939829942823e-06, "loss": 0.8547, "step": 391 }, { "epoch": 0.1, "learning_rate": 4.999935112488332e-06, "loss": 0.8973, "step": 392 }, { "epoch": 0.1, "learning_rate": 4.999930217019829e-06, "loss": 0.8124, "step": 393 }, { "epoch": 0.1, "learning_rate": 4.999925143537661e-06, "loss": 0.9233, "step": 394 }, { "epoch": 0.1, "learning_rate": 4.99991989204219e-06, "loss": 0.9545, "step": 395 }, { "epoch": 0.1, "learning_rate": 4.9999144625337895e-06, "loss": 0.9334, "step": 396 }, { "epoch": 0.1, "learning_rate": 4.999908855012846e-06, "loss": 0.9395, "step": 397 }, { "epoch": 0.1, "learning_rate": 4.999903069479759e-06, "loss": 0.943, "step": 398 }, { "epoch": 0.1, "learning_rate": 4.999897105934941e-06, "loss": 0.8846, "step": 399 }, { "epoch": 0.1, "learning_rate": 4.999890964378816e-06, "loss": 0.826, "step": 400 }, { "epoch": 0.1, "learning_rate": 4.999884644811821e-06, "loss": 0.8364, "step": 401 }, { "epoch": 0.1, "learning_rate": 4.999878147234407e-06, "loss": 0.8418, "step": 402 }, { "epoch": 0.1, "learning_rate": 4.9998714716470355e-06, "loss": 0.9172, "step": 403 }, { "epoch": 0.1, "learning_rate": 4.999864618050183e-06, "loss": 0.8593, "step": 404 }, { "epoch": 0.1, "learning_rate": 4.999857586444337e-06, "loss": 0.8214, "step": 405 }, { "epoch": 0.1, "learning_rate": 4.999850376829998e-06, "loss": 0.8312, "step": 406 }, { "epoch": 0.1, "learning_rate": 4.99984298920768e-06, "loss": 0.8895, "step": 407 }, { "epoch": 0.1, "learning_rate": 4.999835423577908e-06, "loss": 0.8586, "step": 408 }, { "epoch": 0.1, "learning_rate": 4.999827679941222e-06, "loss": 0.8352, "step": 409 }, { "epoch": 0.1, "learning_rate": 4.999819758298172e-06, "loss": 0.8757, "step": 410 }, { "epoch": 0.1, "learning_rate": 4.999811658649324e-06, "loss": 0.8244, "step": 411 }, { "epoch": 0.1, "learning_rate": 4.999803380995253e-06, "loss": 0.9363, "step": 412 }, { "epoch": 0.1, "learning_rate": 4.999794925336549e-06, "loss": 0.8478, "step": 413 }, { "epoch": 0.1, "learning_rate": 4.999786291673814e-06, "loss": 0.909, "step": 414 }, { "epoch": 0.1, "learning_rate": 4.9997774800076635e-06, "loss": 0.8675, "step": 415 }, { "epoch": 0.1, "learning_rate": 4.999768490338724e-06, "loss": 0.8953, "step": 416 }, { "epoch": 0.1, "learning_rate": 4.999759322667637e-06, "loss": 0.8922, "step": 417 }, { "epoch": 0.1, "learning_rate": 4.999749976995053e-06, "loss": 0.8887, "step": 418 }, { "epoch": 0.1, "learning_rate": 4.999740453321639e-06, "loss": 0.9018, "step": 419 }, { "epoch": 0.1, "learning_rate": 4.999730751648073e-06, "loss": 0.8887, "step": 420 }, { "epoch": 0.1, "learning_rate": 4.9997208719750465e-06, "loss": 0.9426, "step": 421 }, { "epoch": 0.1, "learning_rate": 4.999710814303262e-06, "loss": 0.9455, "step": 422 }, { "epoch": 0.1, "learning_rate": 4.999700578633436e-06, "loss": 0.919, "step": 423 }, { "epoch": 0.1, "learning_rate": 4.999690164966297e-06, "loss": 0.8712, "step": 424 }, { "epoch": 0.11, "learning_rate": 4.999679573302587e-06, "loss": 0.8732, "step": 425 }, { "epoch": 0.11, "learning_rate": 4.99966880364306e-06, "loss": 0.9159, "step": 426 }, { "epoch": 0.11, "learning_rate": 4.999657855988483e-06, "loss": 0.8999, "step": 427 }, { "epoch": 0.11, "learning_rate": 4.999646730339636e-06, "loss": 0.9617, "step": 428 }, { "epoch": 0.11, "learning_rate": 4.9996354266973105e-06, "loss": 0.8732, "step": 429 }, { "epoch": 0.11, "learning_rate": 4.9996239450623114e-06, "loss": 0.9289, "step": 430 }, { "epoch": 0.11, "learning_rate": 4.999612285435457e-06, "loss": 0.8736, "step": 431 }, { "epoch": 0.11, "learning_rate": 4.9996004478175765e-06, "loss": 0.9361, "step": 432 }, { "epoch": 0.11, "learning_rate": 4.9995884322095135e-06, "loss": 0.8143, "step": 433 }, { "epoch": 0.11, "learning_rate": 4.9995762386121236e-06, "loss": 0.8832, "step": 434 }, { "epoch": 0.11, "learning_rate": 4.999563867026276e-06, "loss": 0.8854, "step": 435 }, { "epoch": 0.11, "learning_rate": 4.999551317452849e-06, "loss": 0.8943, "step": 436 }, { "epoch": 0.11, "learning_rate": 4.999538589892738e-06, "loss": 0.8582, "step": 437 }, { "epoch": 0.11, "learning_rate": 4.999525684346851e-06, "loss": 0.9914, "step": 438 }, { "epoch": 0.11, "learning_rate": 4.999512600816103e-06, "loss": 0.886, "step": 439 }, { "epoch": 0.11, "learning_rate": 4.999499339301429e-06, "loss": 0.8931, "step": 440 }, { "epoch": 0.11, "learning_rate": 4.999485899803772e-06, "loss": 0.8989, "step": 441 }, { "epoch": 0.11, "learning_rate": 4.9994722823240886e-06, "loss": 0.8178, "step": 442 }, { "epoch": 0.11, "learning_rate": 4.999458486863349e-06, "loss": 0.7994, "step": 443 }, { "epoch": 0.11, "learning_rate": 4.9994445134225356e-06, "loss": 0.9614, "step": 444 }, { "epoch": 0.11, "learning_rate": 4.999430362002643e-06, "loss": 0.9642, "step": 445 }, { "epoch": 0.11, "learning_rate": 4.99941603260468e-06, "loss": 0.8957, "step": 446 }, { "epoch": 0.11, "learning_rate": 4.999401525229666e-06, "loss": 1.0112, "step": 447 }, { "epoch": 0.11, "learning_rate": 4.999386839878634e-06, "loss": 0.8511, "step": 448 }, { "epoch": 0.11, "learning_rate": 4.99937197655263e-06, "loss": 0.8734, "step": 449 }, { "epoch": 0.11, "learning_rate": 4.9993569352527115e-06, "loss": 0.9045, "step": 450 }, { "epoch": 0.11, "learning_rate": 4.999341715979951e-06, "loss": 0.8155, "step": 451 }, { "epoch": 0.11, "learning_rate": 4.999326318735431e-06, "loss": 0.9046, "step": 452 }, { "epoch": 0.11, "learning_rate": 4.99931074352025e-06, "loss": 0.9449, "step": 453 }, { "epoch": 0.11, "learning_rate": 4.9992949903355135e-06, "loss": 0.8772, "step": 454 }, { "epoch": 0.11, "learning_rate": 4.999279059182346e-06, "loss": 0.8365, "step": 455 }, { "epoch": 0.11, "learning_rate": 4.999262950061881e-06, "loss": 0.8311, "step": 456 }, { "epoch": 0.11, "learning_rate": 4.9992466629752665e-06, "loss": 0.877, "step": 457 }, { "epoch": 0.11, "learning_rate": 4.99923019792366e-06, "loss": 0.84, "step": 458 }, { "epoch": 0.11, "learning_rate": 4.999213554908238e-06, "loss": 0.8409, "step": 459 }, { "epoch": 0.11, "learning_rate": 4.9991967339301805e-06, "loss": 0.8652, "step": 460 }, { "epoch": 0.11, "learning_rate": 4.999179734990689e-06, "loss": 0.8419, "step": 461 }, { "epoch": 0.11, "learning_rate": 4.999162558090973e-06, "loss": 0.8446, "step": 462 }, { "epoch": 0.11, "learning_rate": 4.9991452032322555e-06, "loss": 0.8151, "step": 463 }, { "epoch": 0.11, "learning_rate": 4.999127670415771e-06, "loss": 0.8976, "step": 464 }, { "epoch": 0.11, "learning_rate": 4.9991099596427705e-06, "loss": 0.8618, "step": 465 }, { "epoch": 0.12, "learning_rate": 4.999092070914514e-06, "loss": 0.8045, "step": 466 }, { "epoch": 0.12, "learning_rate": 4.999074004232274e-06, "loss": 0.8608, "step": 467 }, { "epoch": 0.12, "learning_rate": 4.999055759597339e-06, "loss": 0.873, "step": 468 }, { "epoch": 0.12, "learning_rate": 4.9990373370110065e-06, "loss": 0.9263, "step": 469 }, { "epoch": 0.12, "learning_rate": 4.999018736474589e-06, "loss": 0.8594, "step": 470 }, { "epoch": 0.12, "learning_rate": 4.998999957989412e-06, "loss": 0.9115, "step": 471 }, { "epoch": 0.12, "learning_rate": 4.998981001556812e-06, "loss": 0.8875, "step": 472 }, { "epoch": 0.12, "learning_rate": 4.9989618671781376e-06, "loss": 0.9097, "step": 473 }, { "epoch": 0.12, "learning_rate": 4.9989425548547525e-06, "loss": 0.8267, "step": 474 }, { "epoch": 0.12, "learning_rate": 4.998923064588032e-06, "loss": 0.8645, "step": 475 }, { "epoch": 0.12, "learning_rate": 4.998903396379364e-06, "loss": 0.7977, "step": 476 }, { "epoch": 0.12, "learning_rate": 4.998883550230148e-06, "loss": 0.8604, "step": 477 }, { "epoch": 0.12, "learning_rate": 4.998863526141798e-06, "loss": 0.868, "step": 478 }, { "epoch": 0.12, "learning_rate": 4.99884332411574e-06, "loss": 0.8123, "step": 479 }, { "epoch": 0.12, "learning_rate": 4.998822944153412e-06, "loss": 0.8561, "step": 480 }, { "epoch": 0.12, "learning_rate": 4.998802386256265e-06, "loss": 0.9518, "step": 481 }, { "epoch": 0.12, "learning_rate": 4.998781650425763e-06, "loss": 0.9365, "step": 482 }, { "epoch": 0.12, "learning_rate": 4.998760736663385e-06, "loss": 0.9169, "step": 483 }, { "epoch": 0.12, "learning_rate": 4.998739644970616e-06, "loss": 0.9117, "step": 484 }, { "epoch": 0.12, "learning_rate": 4.998718375348961e-06, "loss": 0.8371, "step": 485 }, { "epoch": 0.12, "learning_rate": 4.998696927799933e-06, "loss": 0.9182, "step": 486 }, { "epoch": 0.12, "learning_rate": 4.998675302325061e-06, "loss": 0.9049, "step": 487 }, { "epoch": 0.12, "learning_rate": 4.998653498925883e-06, "loss": 0.917, "step": 488 }, { "epoch": 0.12, "learning_rate": 4.998631517603951e-06, "loss": 0.8196, "step": 489 }, { "epoch": 0.12, "learning_rate": 4.998609358360833e-06, "loss": 0.8682, "step": 490 }, { "epoch": 0.12, "learning_rate": 4.998587021198105e-06, "loss": 0.8854, "step": 491 }, { "epoch": 0.12, "learning_rate": 4.998564506117359e-06, "loss": 0.9232, "step": 492 }, { "epoch": 0.12, "learning_rate": 4.9985418131201944e-06, "loss": 0.8005, "step": 493 }, { "epoch": 0.12, "learning_rate": 4.998518942208232e-06, "loss": 0.8992, "step": 494 }, { "epoch": 0.12, "learning_rate": 4.998495893383098e-06, "loss": 0.8333, "step": 495 }, { "epoch": 0.12, "learning_rate": 4.998472666646434e-06, "loss": 0.9466, "step": 496 }, { "epoch": 0.12, "learning_rate": 4.998449261999893e-06, "loss": 0.8661, "step": 497 }, { "epoch": 0.12, "learning_rate": 4.998425679445143e-06, "loss": 0.786, "step": 498 }, { "epoch": 0.12, "learning_rate": 4.9984019189838625e-06, "loss": 0.9373, "step": 499 }, { "epoch": 0.12, "learning_rate": 4.998377980617743e-06, "loss": 0.8701, "step": 500 }, { "epoch": 0.12, "learning_rate": 4.998353864348491e-06, "loss": 0.8301, "step": 501 }, { "epoch": 0.12, "learning_rate": 4.998329570177821e-06, "loss": 0.8154, "step": 502 }, { "epoch": 0.12, "learning_rate": 4.998305098107465e-06, "loss": 0.8563, "step": 503 }, { "epoch": 0.12, "learning_rate": 4.998280448139165e-06, "loss": 0.8411, "step": 504 }, { "epoch": 0.12, "learning_rate": 4.998255620274677e-06, "loss": 0.8808, "step": 505 }, { "epoch": 0.13, "learning_rate": 4.998230614515768e-06, "loss": 0.8747, "step": 506 }, { "epoch": 0.13, "learning_rate": 4.998205430864218e-06, "loss": 0.8999, "step": 507 }, { "epoch": 0.13, "learning_rate": 4.998180069321821e-06, "loss": 0.8546, "step": 508 }, { "epoch": 0.13, "learning_rate": 4.998154529890384e-06, "loss": 0.9086, "step": 509 }, { "epoch": 0.13, "learning_rate": 4.998128812571723e-06, "loss": 0.8412, "step": 510 }, { "epoch": 0.13, "learning_rate": 4.998102917367672e-06, "loss": 0.8734, "step": 511 }, { "epoch": 0.13, "learning_rate": 4.998076844280073e-06, "loss": 0.8711, "step": 512 }, { "epoch": 0.13, "learning_rate": 4.9980505933107835e-06, "loss": 0.8252, "step": 513 }, { "epoch": 0.13, "learning_rate": 4.998024164461673e-06, "loss": 0.8038, "step": 514 }, { "epoch": 0.13, "learning_rate": 4.997997557734623e-06, "loss": 0.8738, "step": 515 }, { "epoch": 0.13, "learning_rate": 4.997970773131528e-06, "loss": 0.883, "step": 516 }, { "epoch": 0.13, "learning_rate": 4.997943810654295e-06, "loss": 0.9001, "step": 517 }, { "epoch": 0.13, "learning_rate": 4.997916670304845e-06, "loss": 0.972, "step": 518 }, { "epoch": 0.13, "learning_rate": 4.997889352085109e-06, "loss": 0.8624, "step": 519 }, { "epoch": 0.13, "learning_rate": 4.9978618559970334e-06, "loss": 0.8723, "step": 520 }, { "epoch": 0.13, "learning_rate": 4.9978341820425765e-06, "loss": 0.8297, "step": 521 }, { "epoch": 0.13, "learning_rate": 4.997806330223709e-06, "loss": 0.8808, "step": 522 }, { "epoch": 0.13, "learning_rate": 4.997778300542412e-06, "loss": 0.847, "step": 523 }, { "epoch": 0.13, "learning_rate": 4.9977500930006835e-06, "loss": 0.8473, "step": 524 }, { "epoch": 0.13, "learning_rate": 4.997721707600532e-06, "loss": 0.8526, "step": 525 }, { "epoch": 0.13, "learning_rate": 4.997693144343977e-06, "loss": 0.8409, "step": 526 }, { "epoch": 0.13, "learning_rate": 4.997664403233054e-06, "loss": 0.8562, "step": 527 }, { "epoch": 0.13, "learning_rate": 4.997635484269809e-06, "loss": 0.9195, "step": 528 }, { "epoch": 0.13, "learning_rate": 4.997606387456302e-06, "loss": 0.8567, "step": 529 }, { "epoch": 0.13, "learning_rate": 4.997577112794605e-06, "loss": 0.8632, "step": 530 }, { "epoch": 0.13, "learning_rate": 4.997547660286801e-06, "loss": 0.9394, "step": 531 }, { "epoch": 0.13, "learning_rate": 4.997518029934988e-06, "loss": 0.859, "step": 532 }, { "epoch": 0.13, "learning_rate": 4.997488221741277e-06, "loss": 0.8575, "step": 533 }, { "epoch": 0.13, "learning_rate": 4.997458235707789e-06, "loss": 0.7842, "step": 534 }, { "epoch": 0.13, "learning_rate": 4.99742807183666e-06, "loss": 0.7972, "step": 535 }, { "epoch": 0.13, "learning_rate": 4.997397730130037e-06, "loss": 0.9111, "step": 536 }, { "epoch": 0.13, "learning_rate": 4.997367210590083e-06, "loss": 0.8971, "step": 537 }, { "epoch": 0.13, "learning_rate": 4.9973365132189675e-06, "loss": 0.8388, "step": 538 }, { "epoch": 0.13, "learning_rate": 4.99730563801888e-06, "loss": 0.9036, "step": 539 }, { "epoch": 0.13, "learning_rate": 4.997274584992017e-06, "loss": 0.842, "step": 540 }, { "epoch": 0.13, "learning_rate": 4.997243354140591e-06, "loss": 0.8059, "step": 541 }, { "epoch": 0.13, "learning_rate": 4.997211945466823e-06, "loss": 0.8935, "step": 542 }, { "epoch": 0.13, "learning_rate": 4.997180358972953e-06, "loss": 0.7943, "step": 543 }, { "epoch": 0.13, "learning_rate": 4.997148594661229e-06, "loss": 0.8391, "step": 544 }, { "epoch": 0.13, "learning_rate": 4.997116652533912e-06, "loss": 0.7588, "step": 545 }, { "epoch": 0.13, "learning_rate": 4.997084532593277e-06, "loss": 0.8886, "step": 546 }, { "epoch": 0.14, "learning_rate": 4.997052234841612e-06, "loss": 0.7843, "step": 547 }, { "epoch": 0.14, "learning_rate": 4.997019759281217e-06, "loss": 0.899, "step": 548 }, { "epoch": 0.14, "learning_rate": 4.996987105914402e-06, "loss": 0.9476, "step": 549 }, { "epoch": 0.14, "learning_rate": 4.996954274743494e-06, "loss": 0.9145, "step": 550 }, { "epoch": 0.14, "learning_rate": 4.996921265770831e-06, "loss": 0.9272, "step": 551 }, { "epoch": 0.14, "learning_rate": 4.996888078998763e-06, "loss": 0.8978, "step": 552 }, { "epoch": 0.14, "learning_rate": 4.996854714429654e-06, "loss": 0.8594, "step": 553 }, { "epoch": 0.14, "learning_rate": 4.996821172065878e-06, "loss": 0.8401, "step": 554 }, { "epoch": 0.14, "learning_rate": 4.996787451909826e-06, "loss": 0.8411, "step": 555 }, { "epoch": 0.14, "learning_rate": 4.996753553963896e-06, "loss": 0.8538, "step": 556 }, { "epoch": 0.14, "learning_rate": 4.9967194782305044e-06, "loss": 0.8907, "step": 557 }, { "epoch": 0.14, "learning_rate": 4.996685224712077e-06, "loss": 0.903, "step": 558 }, { "epoch": 0.14, "learning_rate": 4.996650793411052e-06, "loss": 0.8584, "step": 559 }, { "epoch": 0.14, "learning_rate": 4.996616184329882e-06, "loss": 0.9742, "step": 560 }, { "epoch": 0.14, "learning_rate": 4.996581397471031e-06, "loss": 0.8314, "step": 561 }, { "epoch": 0.14, "learning_rate": 4.996546432836976e-06, "loss": 0.8282, "step": 562 }, { "epoch": 0.14, "learning_rate": 4.9965112904302085e-06, "loss": 0.8289, "step": 563 }, { "epoch": 0.14, "learning_rate": 4.996475970253228e-06, "loss": 0.8127, "step": 564 }, { "epoch": 0.14, "learning_rate": 4.996440472308552e-06, "loss": 0.9151, "step": 565 }, { "epoch": 0.14, "learning_rate": 4.996404796598706e-06, "loss": 0.8076, "step": 566 }, { "epoch": 0.14, "learning_rate": 4.996368943126233e-06, "loss": 0.8909, "step": 567 }, { "epoch": 0.14, "learning_rate": 4.996332911893683e-06, "loss": 0.8479, "step": 568 }, { "epoch": 0.14, "learning_rate": 4.996296702903625e-06, "loss": 0.8554, "step": 569 }, { "epoch": 0.14, "learning_rate": 4.996260316158634e-06, "loss": 0.8967, "step": 570 }, { "epoch": 0.14, "learning_rate": 4.996223751661304e-06, "loss": 0.8722, "step": 571 }, { "epoch": 0.14, "learning_rate": 4.9961870094142376e-06, "loss": 0.8479, "step": 572 }, { "epoch": 0.14, "learning_rate": 4.99615008942005e-06, "loss": 0.8541, "step": 573 }, { "epoch": 0.14, "learning_rate": 4.996112991681371e-06, "loss": 0.9151, "step": 574 }, { "epoch": 0.14, "learning_rate": 4.9960757162008424e-06, "loss": 0.8755, "step": 575 }, { "epoch": 0.14, "learning_rate": 4.9960382629811185e-06, "loss": 0.8691, "step": 576 }, { "epoch": 0.14, "learning_rate": 4.996000632024866e-06, "loss": 0.8516, "step": 577 }, { "epoch": 0.14, "learning_rate": 4.995962823334765e-06, "loss": 0.8808, "step": 578 }, { "epoch": 0.14, "learning_rate": 4.995924836913507e-06, "loss": 0.8147, "step": 579 }, { "epoch": 0.14, "learning_rate": 4.995886672763797e-06, "loss": 0.8003, "step": 580 }, { "epoch": 0.14, "learning_rate": 4.995848330888354e-06, "loss": 0.9173, "step": 581 }, { "epoch": 0.14, "learning_rate": 4.995809811289907e-06, "loss": 0.7924, "step": 582 }, { "epoch": 0.14, "learning_rate": 4.995771113971198e-06, "loss": 0.815, "step": 583 }, { "epoch": 0.14, "learning_rate": 4.9957322389349835e-06, "loss": 0.8805, "step": 584 }, { "epoch": 0.14, "learning_rate": 4.995693186184032e-06, "loss": 0.9486, "step": 585 }, { "epoch": 0.14, "learning_rate": 4.995653955721125e-06, "loss": 0.9367, "step": 586 }, { "epoch": 0.15, "learning_rate": 4.995614547549054e-06, "loss": 0.9438, "step": 587 }, { "epoch": 0.15, "learning_rate": 4.995574961670626e-06, "loss": 0.8632, "step": 588 }, { "epoch": 0.15, "learning_rate": 4.995535198088661e-06, "loss": 0.867, "step": 589 }, { "epoch": 0.15, "learning_rate": 4.995495256805989e-06, "loss": 0.8793, "step": 590 }, { "epoch": 0.15, "learning_rate": 4.995455137825455e-06, "loss": 0.8421, "step": 591 }, { "epoch": 0.15, "learning_rate": 4.995414841149915e-06, "loss": 0.8108, "step": 592 }, { "epoch": 0.15, "learning_rate": 4.995374366782238e-06, "loss": 0.8982, "step": 593 }, { "epoch": 0.15, "learning_rate": 4.995333714725308e-06, "loss": 0.8824, "step": 594 }, { "epoch": 0.15, "learning_rate": 4.995292884982018e-06, "loss": 0.9274, "step": 595 }, { "epoch": 0.15, "learning_rate": 4.995251877555276e-06, "loss": 0.8485, "step": 596 }, { "epoch": 0.15, "learning_rate": 4.995210692448003e-06, "loss": 0.8921, "step": 597 }, { "epoch": 0.15, "learning_rate": 4.9951693296631295e-06, "loss": 0.8996, "step": 598 }, { "epoch": 0.15, "learning_rate": 4.995127789203603e-06, "loss": 0.9288, "step": 599 }, { "epoch": 0.15, "learning_rate": 4.99508607107238e-06, "loss": 0.9128, "step": 600 }, { "epoch": 0.15, "learning_rate": 4.9950441752724315e-06, "loss": 0.7894, "step": 601 }, { "epoch": 0.15, "learning_rate": 4.995002101806742e-06, "loss": 0.8227, "step": 602 }, { "epoch": 0.15, "learning_rate": 4.994959850678305e-06, "loss": 0.8853, "step": 603 }, { "epoch": 0.15, "learning_rate": 4.994917421890131e-06, "loss": 0.8876, "step": 604 }, { "epoch": 0.15, "learning_rate": 4.994874815445241e-06, "loss": 0.9861, "step": 605 }, { "epoch": 0.15, "learning_rate": 4.994832031346668e-06, "loss": 0.8633, "step": 606 }, { "epoch": 0.15, "learning_rate": 4.994789069597461e-06, "loss": 0.7888, "step": 607 }, { "epoch": 0.15, "learning_rate": 4.994745930200676e-06, "loss": 0.8411, "step": 608 }, { "epoch": 0.15, "learning_rate": 4.994702613159386e-06, "loss": 0.9075, "step": 609 }, { "epoch": 0.15, "learning_rate": 4.994659118476676e-06, "loss": 0.873, "step": 610 }, { "epoch": 0.15, "learning_rate": 4.994615446155643e-06, "loss": 0.8779, "step": 611 }, { "epoch": 0.15, "learning_rate": 4.994571596199397e-06, "loss": 0.8753, "step": 612 }, { "epoch": 0.15, "learning_rate": 4.99452756861106e-06, "loss": 0.8511, "step": 613 }, { "epoch": 0.15, "learning_rate": 4.994483363393767e-06, "loss": 0.9259, "step": 614 }, { "epoch": 0.15, "learning_rate": 4.994438980550667e-06, "loss": 0.8297, "step": 615 }, { "epoch": 0.15, "learning_rate": 4.994394420084917e-06, "loss": 0.8207, "step": 616 }, { "epoch": 0.15, "learning_rate": 4.9943496819996944e-06, "loss": 0.8415, "step": 617 }, { "epoch": 0.15, "learning_rate": 4.994304766298182e-06, "loss": 0.8328, "step": 618 }, { "epoch": 0.15, "learning_rate": 4.99425967298358e-06, "loss": 0.9166, "step": 619 }, { "epoch": 0.15, "learning_rate": 4.994214402059097e-06, "loss": 0.9301, "step": 620 }, { "epoch": 0.15, "learning_rate": 4.994168953527959e-06, "loss": 0.9241, "step": 621 }, { "epoch": 0.15, "learning_rate": 4.994123327393401e-06, "loss": 0.881, "step": 622 }, { "epoch": 0.15, "learning_rate": 4.994077523658672e-06, "loss": 0.8628, "step": 623 }, { "epoch": 0.15, "learning_rate": 4.994031542327034e-06, "loss": 0.8805, "step": 624 }, { "epoch": 0.15, "learning_rate": 4.993985383401761e-06, "loss": 0.8987, "step": 625 }, { "epoch": 0.15, "learning_rate": 4.99393904688614e-06, "loss": 0.8564, "step": 626 }, { "epoch": 0.15, "learning_rate": 4.99389253278347e-06, "loss": 0.8189, "step": 627 }, { "epoch": 0.16, "learning_rate": 4.993845841097063e-06, "loss": 0.7886, "step": 628 }, { "epoch": 0.16, "learning_rate": 4.993798971830246e-06, "loss": 0.8339, "step": 629 }, { "epoch": 0.16, "learning_rate": 4.993751924986353e-06, "loss": 0.8449, "step": 630 }, { "epoch": 0.16, "learning_rate": 4.993704700568737e-06, "loss": 0.8941, "step": 631 }, { "epoch": 0.16, "learning_rate": 4.993657298580759e-06, "loss": 0.8266, "step": 632 }, { "epoch": 0.16, "learning_rate": 4.993609719025795e-06, "loss": 0.9261, "step": 633 }, { "epoch": 0.16, "learning_rate": 4.993561961907233e-06, "loss": 0.8786, "step": 634 }, { "epoch": 0.16, "learning_rate": 4.9935140272284735e-06, "loss": 0.8735, "step": 635 }, { "epoch": 0.16, "learning_rate": 4.99346591499293e-06, "loss": 0.8996, "step": 636 }, { "epoch": 0.16, "learning_rate": 4.9934176252040284e-06, "loss": 0.9027, "step": 637 }, { "epoch": 0.16, "learning_rate": 4.993369157865207e-06, "loss": 0.8871, "step": 638 }, { "epoch": 0.16, "learning_rate": 4.993320512979918e-06, "loss": 0.7616, "step": 639 }, { "epoch": 0.16, "learning_rate": 4.993271690551624e-06, "loss": 0.9265, "step": 640 }, { "epoch": 0.16, "learning_rate": 4.993222690583802e-06, "loss": 0.8485, "step": 641 }, { "epoch": 0.16, "learning_rate": 4.993173513079941e-06, "loss": 0.8718, "step": 642 }, { "epoch": 0.16, "learning_rate": 4.993124158043544e-06, "loss": 0.9359, "step": 643 }, { "epoch": 0.16, "learning_rate": 4.993074625478124e-06, "loss": 0.8339, "step": 644 }, { "epoch": 0.16, "learning_rate": 4.9930249153872086e-06, "loss": 0.8466, "step": 645 }, { "epoch": 0.16, "learning_rate": 4.992975027774337e-06, "loss": 0.922, "step": 646 }, { "epoch": 0.16, "learning_rate": 4.992924962643063e-06, "loss": 0.8572, "step": 647 }, { "epoch": 0.16, "learning_rate": 4.9928747199969505e-06, "loss": 0.9066, "step": 648 }, { "epoch": 0.16, "learning_rate": 4.992824299839577e-06, "loss": 0.7854, "step": 649 }, { "epoch": 0.16, "learning_rate": 4.992773702174534e-06, "loss": 0.8593, "step": 650 }, { "epoch": 0.16, "learning_rate": 4.992722927005423e-06, "loss": 0.8779, "step": 651 }, { "epoch": 0.16, "learning_rate": 4.992671974335859e-06, "loss": 0.8399, "step": 652 }, { "epoch": 0.16, "learning_rate": 4.992620844169474e-06, "loss": 0.8258, "step": 653 }, { "epoch": 0.16, "learning_rate": 4.992569536509904e-06, "loss": 0.8899, "step": 654 }, { "epoch": 0.16, "learning_rate": 4.992518051360805e-06, "loss": 0.8783, "step": 655 }, { "epoch": 0.16, "learning_rate": 4.992466388725844e-06, "loss": 0.8724, "step": 656 }, { "epoch": 0.16, "learning_rate": 4.992414548608697e-06, "loss": 0.8819, "step": 657 }, { "epoch": 0.16, "learning_rate": 4.992362531013058e-06, "loss": 0.8397, "step": 658 }, { "epoch": 0.16, "learning_rate": 4.99231033594263e-06, "loss": 0.8641, "step": 659 }, { "epoch": 0.16, "learning_rate": 4.99225796340113e-06, "loss": 0.8769, "step": 660 }, { "epoch": 0.16, "learning_rate": 4.992205413392286e-06, "loss": 0.8301, "step": 661 }, { "epoch": 0.16, "learning_rate": 4.992152685919842e-06, "loss": 0.8546, "step": 662 }, { "epoch": 0.16, "learning_rate": 4.992099780987551e-06, "loss": 0.8042, "step": 663 }, { "epoch": 0.16, "learning_rate": 4.992046698599181e-06, "loss": 0.8918, "step": 664 }, { "epoch": 0.16, "learning_rate": 4.991993438758511e-06, "loss": 0.8707, "step": 665 }, { "epoch": 0.16, "learning_rate": 4.991940001469335e-06, "loss": 0.957, "step": 666 }, { "epoch": 0.16, "learning_rate": 4.9918863867354575e-06, "loss": 0.8233, "step": 667 }, { "epoch": 0.17, "learning_rate": 4.991832594560696e-06, "loss": 0.846, "step": 668 }, { "epoch": 0.17, "learning_rate": 4.99177862494888e-06, "loss": 0.8316, "step": 669 }, { "epoch": 0.17, "learning_rate": 4.991724477903854e-06, "loss": 0.7909, "step": 670 }, { "epoch": 0.17, "learning_rate": 4.991670153429473e-06, "loss": 0.8554, "step": 671 }, { "epoch": 0.17, "learning_rate": 4.9916156515296056e-06, "loss": 0.826, "step": 672 }, { "epoch": 0.17, "learning_rate": 4.991560972208133e-06, "loss": 0.798, "step": 673 }, { "epoch": 0.17, "learning_rate": 4.991506115468948e-06, "loss": 0.9516, "step": 674 }, { "epoch": 0.17, "learning_rate": 4.991451081315957e-06, "loss": 0.8735, "step": 675 }, { "epoch": 0.17, "learning_rate": 4.9913958697530795e-06, "loss": 0.8094, "step": 676 }, { "epoch": 0.17, "learning_rate": 4.991340480784247e-06, "loss": 0.8316, "step": 677 }, { "epoch": 0.17, "learning_rate": 4.991284914413402e-06, "loss": 0.8755, "step": 678 }, { "epoch": 0.17, "learning_rate": 4.991229170644503e-06, "loss": 0.8312, "step": 679 }, { "epoch": 0.17, "learning_rate": 4.991173249481518e-06, "loss": 0.853, "step": 680 }, { "epoch": 0.17, "learning_rate": 4.99111715092843e-06, "loss": 0.8937, "step": 681 }, { "epoch": 0.17, "learning_rate": 4.991060874989235e-06, "loss": 0.9019, "step": 682 }, { "epoch": 0.17, "learning_rate": 4.991004421667937e-06, "loss": 0.8182, "step": 683 }, { "epoch": 0.17, "learning_rate": 4.9909477909685575e-06, "loss": 0.8236, "step": 684 }, { "epoch": 0.17, "learning_rate": 4.9908909828951305e-06, "loss": 0.9324, "step": 685 }, { "epoch": 0.17, "learning_rate": 4.990833997451698e-06, "loss": 0.9192, "step": 686 }, { "epoch": 0.17, "learning_rate": 4.9907768346423205e-06, "loss": 0.9295, "step": 687 }, { "epoch": 0.17, "learning_rate": 4.9907194944710665e-06, "loss": 0.844, "step": 688 }, { "epoch": 0.17, "learning_rate": 4.990661976942021e-06, "loss": 0.913, "step": 689 }, { "epoch": 0.17, "learning_rate": 4.990604282059278e-06, "loss": 0.82, "step": 690 }, { "epoch": 0.17, "learning_rate": 4.990546409826947e-06, "loss": 0.8919, "step": 691 }, { "epoch": 0.17, "learning_rate": 4.990488360249148e-06, "loss": 0.8247, "step": 692 }, { "epoch": 0.17, "learning_rate": 4.9904301333300155e-06, "loss": 0.7964, "step": 693 }, { "epoch": 0.17, "learning_rate": 4.990371729073694e-06, "loss": 0.7995, "step": 694 }, { "epoch": 0.17, "learning_rate": 4.990313147484344e-06, "loss": 0.8465, "step": 695 }, { "epoch": 0.17, "learning_rate": 4.990254388566138e-06, "loss": 0.8448, "step": 696 }, { "epoch": 0.17, "learning_rate": 4.990195452323257e-06, "loss": 0.9251, "step": 697 }, { "epoch": 0.17, "learning_rate": 4.990136338759899e-06, "loss": 0.8945, "step": 698 }, { "epoch": 0.17, "learning_rate": 4.990077047880274e-06, "loss": 0.8822, "step": 699 }, { "epoch": 0.17, "learning_rate": 4.990017579688603e-06, "loss": 0.8665, "step": 700 }, { "epoch": 0.17, "learning_rate": 4.989957934189122e-06, "loss": 0.8855, "step": 701 }, { "epoch": 0.17, "learning_rate": 4.989898111386077e-06, "loss": 0.8667, "step": 702 }, { "epoch": 0.17, "learning_rate": 4.989838111283727e-06, "loss": 0.8133, "step": 703 }, { "epoch": 0.17, "learning_rate": 4.989777933886346e-06, "loss": 0.9315, "step": 704 }, { "epoch": 0.17, "learning_rate": 4.989717579198219e-06, "loss": 0.7548, "step": 705 }, { "epoch": 0.17, "learning_rate": 4.989657047223643e-06, "loss": 0.8008, "step": 706 }, { "epoch": 0.17, "learning_rate": 4.989596337966929e-06, "loss": 0.8819, "step": 707 }, { "epoch": 0.17, "learning_rate": 4.9895354514323995e-06, "loss": 0.8604, "step": 708 }, { "epoch": 0.18, "learning_rate": 4.98947438762439e-06, "loss": 0.8145, "step": 709 }, { "epoch": 0.18, "learning_rate": 4.9894131465472494e-06, "loss": 0.8471, "step": 710 }, { "epoch": 0.18, "learning_rate": 4.989351728205337e-06, "loss": 0.8327, "step": 711 }, { "epoch": 0.18, "learning_rate": 4.989290132603028e-06, "loss": 0.903, "step": 712 }, { "epoch": 0.18, "learning_rate": 4.989228359744708e-06, "loss": 0.859, "step": 713 }, { "epoch": 0.18, "learning_rate": 4.989166409634775e-06, "loss": 0.8223, "step": 714 }, { "epoch": 0.18, "learning_rate": 4.98910428227764e-06, "loss": 0.8224, "step": 715 }, { "epoch": 0.18, "learning_rate": 4.989041977677728e-06, "loss": 0.7959, "step": 716 }, { "epoch": 0.18, "learning_rate": 4.9889794958394756e-06, "loss": 0.8695, "step": 717 }, { "epoch": 0.18, "learning_rate": 4.988916836767332e-06, "loss": 0.8363, "step": 718 }, { "epoch": 0.18, "learning_rate": 4.988854000465757e-06, "loss": 0.8151, "step": 719 }, { "epoch": 0.18, "learning_rate": 4.988790986939228e-06, "loss": 0.8951, "step": 720 }, { "epoch": 0.18, "learning_rate": 4.98872779619223e-06, "loss": 0.892, "step": 721 }, { "epoch": 0.18, "learning_rate": 4.9886644282292625e-06, "loss": 0.7993, "step": 722 }, { "epoch": 0.18, "learning_rate": 4.988600883054839e-06, "loss": 0.8309, "step": 723 }, { "epoch": 0.18, "learning_rate": 4.988537160673485e-06, "loss": 0.8581, "step": 724 }, { "epoch": 0.18, "learning_rate": 4.988473261089736e-06, "loss": 0.9305, "step": 725 }, { "epoch": 0.18, "learning_rate": 4.988409184308143e-06, "loss": 0.7458, "step": 726 }, { "epoch": 0.18, "learning_rate": 4.988344930333269e-06, "loss": 0.8407, "step": 727 }, { "epoch": 0.18, "learning_rate": 4.988280499169689e-06, "loss": 0.8701, "step": 728 }, { "epoch": 0.18, "learning_rate": 4.988215890821991e-06, "loss": 0.8275, "step": 729 }, { "epoch": 0.18, "learning_rate": 4.988151105294776e-06, "loss": 0.8769, "step": 730 }, { "epoch": 0.18, "learning_rate": 4.988086142592658e-06, "loss": 0.8331, "step": 731 }, { "epoch": 0.18, "learning_rate": 4.98802100272026e-06, "loss": 0.8636, "step": 732 }, { "epoch": 0.18, "learning_rate": 4.987955685682223e-06, "loss": 0.8168, "step": 733 }, { "epoch": 0.18, "learning_rate": 4.9878901914831965e-06, "loss": 0.8437, "step": 734 }, { "epoch": 0.18, "learning_rate": 4.987824520127846e-06, "loss": 0.8181, "step": 735 }, { "epoch": 0.18, "learning_rate": 4.987758671620846e-06, "loss": 0.8596, "step": 736 }, { "epoch": 0.18, "learning_rate": 4.9876926459668864e-06, "loss": 0.7796, "step": 737 }, { "epoch": 0.18, "learning_rate": 4.987626443170669e-06, "loss": 0.7464, "step": 738 }, { "epoch": 0.18, "learning_rate": 4.987560063236907e-06, "loss": 0.7651, "step": 739 }, { "epoch": 0.18, "learning_rate": 4.9874935061703265e-06, "loss": 0.8769, "step": 740 }, { "epoch": 0.18, "learning_rate": 4.987426771975669e-06, "loss": 0.857, "step": 741 }, { "epoch": 0.18, "learning_rate": 4.987359860657686e-06, "loss": 0.9089, "step": 742 }, { "epoch": 0.18, "learning_rate": 4.98729277222114e-06, "loss": 0.8579, "step": 743 }, { "epoch": 0.18, "learning_rate": 4.9872255066708106e-06, "loss": 0.8228, "step": 744 }, { "epoch": 0.18, "learning_rate": 4.9871580640114856e-06, "loss": 0.8119, "step": 745 }, { "epoch": 0.18, "learning_rate": 4.9870904442479695e-06, "loss": 0.8704, "step": 746 }, { "epoch": 0.18, "learning_rate": 4.987022647385076e-06, "loss": 0.9153, "step": 747 }, { "epoch": 0.18, "learning_rate": 4.986954673427633e-06, "loss": 0.8773, "step": 748 }, { "epoch": 0.19, "learning_rate": 4.986886522380481e-06, "loss": 0.8637, "step": 749 }, { "epoch": 0.19, "learning_rate": 4.986818194248473e-06, "loss": 0.86, "step": 750 }, { "epoch": 0.19, "learning_rate": 4.9867496890364734e-06, "loss": 0.853, "step": 751 }, { "epoch": 0.19, "learning_rate": 4.986681006749361e-06, "loss": 0.8949, "step": 752 }, { "epoch": 0.19, "learning_rate": 4.986612147392027e-06, "loss": 0.9002, "step": 753 }, { "epoch": 0.19, "learning_rate": 4.986543110969374e-06, "loss": 0.8541, "step": 754 }, { "epoch": 0.19, "learning_rate": 4.986473897486318e-06, "loss": 0.8913, "step": 755 }, { "epoch": 0.19, "learning_rate": 4.986404506947787e-06, "loss": 0.8736, "step": 756 }, { "epoch": 0.19, "learning_rate": 4.986334939358724e-06, "loss": 0.8536, "step": 757 }, { "epoch": 0.19, "learning_rate": 4.986265194724081e-06, "loss": 0.8078, "step": 758 }, { "epoch": 0.19, "learning_rate": 4.986195273048825e-06, "loss": 0.9183, "step": 759 }, { "epoch": 0.19, "learning_rate": 4.9861251743379344e-06, "loss": 0.8278, "step": 760 }, { "epoch": 0.19, "learning_rate": 4.986054898596401e-06, "loss": 0.949, "step": 761 }, { "epoch": 0.19, "learning_rate": 4.98598444582923e-06, "loss": 0.9117, "step": 762 }, { "epoch": 0.19, "learning_rate": 4.985913816041436e-06, "loss": 0.8267, "step": 763 }, { "epoch": 0.19, "learning_rate": 4.98584300923805e-06, "loss": 0.877, "step": 764 }, { "epoch": 0.19, "learning_rate": 4.985772025424114e-06, "loss": 0.9459, "step": 765 }, { "epoch": 0.19, "learning_rate": 4.9857008646046826e-06, "loss": 0.8775, "step": 766 }, { "epoch": 0.19, "learning_rate": 4.985629526784821e-06, "loss": 0.8594, "step": 767 }, { "epoch": 0.19, "learning_rate": 4.985558011969612e-06, "loss": 0.9091, "step": 768 }, { "epoch": 0.19, "learning_rate": 4.985486320164146e-06, "loss": 0.9045, "step": 769 }, { "epoch": 0.19, "learning_rate": 4.985414451373528e-06, "loss": 0.8183, "step": 770 }, { "epoch": 0.19, "learning_rate": 4.9853424056028765e-06, "loss": 0.7852, "step": 771 }, { "epoch": 0.19, "learning_rate": 4.985270182857321e-06, "loss": 0.8632, "step": 772 }, { "epoch": 0.19, "learning_rate": 4.985197783142005e-06, "loss": 0.8759, "step": 773 }, { "epoch": 0.19, "learning_rate": 4.985125206462084e-06, "loss": 0.8756, "step": 774 }, { "epoch": 0.19, "learning_rate": 4.985052452822724e-06, "loss": 0.8609, "step": 775 }, { "epoch": 0.19, "learning_rate": 4.984979522229108e-06, "loss": 0.8584, "step": 776 }, { "epoch": 0.19, "learning_rate": 4.984906414686429e-06, "loss": 0.858, "step": 777 }, { "epoch": 0.19, "learning_rate": 4.984833130199891e-06, "loss": 0.878, "step": 778 }, { "epoch": 0.19, "learning_rate": 4.984759668774713e-06, "loss": 0.8826, "step": 779 }, { "epoch": 0.19, "learning_rate": 4.984686030416128e-06, "loss": 0.8188, "step": 780 }, { "epoch": 0.19, "learning_rate": 4.984612215129377e-06, "loss": 0.8071, "step": 781 }, { "epoch": 0.19, "learning_rate": 4.984538222919718e-06, "loss": 0.92, "step": 782 }, { "epoch": 0.19, "learning_rate": 4.984464053792418e-06, "loss": 0.7922, "step": 783 }, { "epoch": 0.19, "learning_rate": 4.98438970775276e-06, "loss": 0.9149, "step": 784 }, { "epoch": 0.19, "learning_rate": 4.984315184806038e-06, "loss": 0.8904, "step": 785 }, { "epoch": 0.19, "learning_rate": 4.9842404849575584e-06, "loss": 0.9403, "step": 786 }, { "epoch": 0.19, "learning_rate": 4.9841656082126386e-06, "loss": 0.8311, "step": 787 }, { "epoch": 0.19, "learning_rate": 4.984090554576613e-06, "loss": 0.7929, "step": 788 }, { "epoch": 0.19, "learning_rate": 4.984015324054825e-06, "loss": 0.8342, "step": 789 }, { "epoch": 0.2, "learning_rate": 4.983939916652631e-06, "loss": 0.9033, "step": 790 }, { "epoch": 0.2, "learning_rate": 4.9838643323754e-06, "loss": 0.8841, "step": 791 }, { "epoch": 0.2, "learning_rate": 4.983788571228516e-06, "loss": 0.8472, "step": 792 }, { "epoch": 0.2, "learning_rate": 4.983712633217373e-06, "loss": 0.9161, "step": 793 }, { "epoch": 0.2, "learning_rate": 4.983636518347378e-06, "loss": 0.8308, "step": 794 }, { "epoch": 0.2, "learning_rate": 4.983560226623951e-06, "loss": 0.8683, "step": 795 }, { "epoch": 0.2, "learning_rate": 4.983483758052525e-06, "loss": 0.8617, "step": 796 }, { "epoch": 0.2, "learning_rate": 4.983407112638545e-06, "loss": 0.8464, "step": 797 }, { "epoch": 0.2, "learning_rate": 4.983330290387468e-06, "loss": 0.8509, "step": 798 }, { "epoch": 0.2, "learning_rate": 4.983253291304765e-06, "loss": 0.8802, "step": 799 }, { "epoch": 0.2, "learning_rate": 4.98317611539592e-06, "loss": 0.8322, "step": 800 }, { "epoch": 0.2, "learning_rate": 4.983098762666426e-06, "loss": 0.8167, "step": 801 }, { "epoch": 0.2, "learning_rate": 4.983021233121792e-06, "loss": 0.8176, "step": 802 }, { "epoch": 0.2, "learning_rate": 4.9829435267675405e-06, "loss": 0.9204, "step": 803 }, { "epoch": 0.2, "learning_rate": 4.982865643609202e-06, "loss": 0.8479, "step": 804 }, { "epoch": 0.2, "learning_rate": 4.982787583652325e-06, "loss": 0.8394, "step": 805 }, { "epoch": 0.2, "learning_rate": 4.982709346902466e-06, "loss": 0.908, "step": 806 }, { "epoch": 0.2, "learning_rate": 4.982630933365196e-06, "loss": 0.8672, "step": 807 }, { "epoch": 0.2, "learning_rate": 4.982552343046101e-06, "loss": 0.8294, "step": 808 }, { "epoch": 0.2, "learning_rate": 4.982473575950774e-06, "loss": 0.7709, "step": 809 }, { "epoch": 0.2, "learning_rate": 4.982394632084826e-06, "loss": 0.9178, "step": 810 }, { "epoch": 0.2, "learning_rate": 4.982315511453877e-06, "loss": 0.9235, "step": 811 }, { "epoch": 0.2, "learning_rate": 4.982236214063563e-06, "loss": 0.8549, "step": 812 }, { "epoch": 0.2, "learning_rate": 4.982156739919528e-06, "loss": 0.829, "step": 813 }, { "epoch": 0.2, "learning_rate": 4.982077089027433e-06, "loss": 0.8019, "step": 814 }, { "epoch": 0.2, "learning_rate": 4.981997261392949e-06, "loss": 0.8616, "step": 815 }, { "epoch": 0.2, "learning_rate": 4.981917257021761e-06, "loss": 0.8456, "step": 816 }, { "epoch": 0.2, "learning_rate": 4.981837075919565e-06, "loss": 0.8884, "step": 817 }, { "epoch": 0.2, "learning_rate": 4.981756718092071e-06, "loss": 0.949, "step": 818 }, { "epoch": 0.2, "learning_rate": 4.981676183545001e-06, "loss": 0.8985, "step": 819 }, { "epoch": 0.2, "learning_rate": 4.98159547228409e-06, "loss": 0.9438, "step": 820 }, { "epoch": 0.2, "learning_rate": 4.981514584315084e-06, "loss": 0.876, "step": 821 }, { "epoch": 0.2, "learning_rate": 4.981433519643744e-06, "loss": 0.8589, "step": 822 }, { "epoch": 0.2, "learning_rate": 4.981352278275842e-06, "loss": 0.9687, "step": 823 }, { "epoch": 0.2, "learning_rate": 4.981270860217163e-06, "loss": 0.8846, "step": 824 }, { "epoch": 0.2, "learning_rate": 4.981189265473505e-06, "loss": 0.8353, "step": 825 }, { "epoch": 0.2, "learning_rate": 4.981107494050678e-06, "loss": 0.9167, "step": 826 }, { "epoch": 0.2, "learning_rate": 4.9810255459545045e-06, "loss": 0.9527, "step": 827 }, { "epoch": 0.2, "learning_rate": 4.9809434211908195e-06, "loss": 0.8057, "step": 828 }, { "epoch": 0.2, "learning_rate": 4.9808611197654714e-06, "loss": 0.9464, "step": 829 }, { "epoch": 0.21, "learning_rate": 4.980778641684321e-06, "loss": 0.8881, "step": 830 }, { "epoch": 0.21, "learning_rate": 4.98069598695324e-06, "loss": 0.9058, "step": 831 }, { "epoch": 0.21, "learning_rate": 4.980613155578116e-06, "loss": 0.7988, "step": 832 }, { "epoch": 0.21, "learning_rate": 4.980530147564846e-06, "loss": 0.8493, "step": 833 }, { "epoch": 0.21, "learning_rate": 4.98044696291934e-06, "loss": 0.8793, "step": 834 }, { "epoch": 0.21, "learning_rate": 4.980363601647523e-06, "loss": 0.876, "step": 835 }, { "epoch": 0.21, "learning_rate": 4.9802800637553295e-06, "loss": 0.9083, "step": 836 }, { "epoch": 0.21, "learning_rate": 4.98019634924871e-06, "loss": 0.875, "step": 837 }, { "epoch": 0.21, "learning_rate": 4.980112458133624e-06, "loss": 0.8275, "step": 838 }, { "epoch": 0.21, "learning_rate": 4.980028390416044e-06, "loss": 0.861, "step": 839 }, { "epoch": 0.21, "learning_rate": 4.979944146101959e-06, "loss": 0.8515, "step": 840 }, { "epoch": 0.21, "learning_rate": 4.979859725197367e-06, "loss": 0.8316, "step": 841 }, { "epoch": 0.21, "learning_rate": 4.979775127708278e-06, "loss": 0.8495, "step": 842 }, { "epoch": 0.21, "learning_rate": 4.979690353640719e-06, "loss": 0.7769, "step": 843 }, { "epoch": 0.21, "learning_rate": 4.979605403000722e-06, "loss": 0.8111, "step": 844 }, { "epoch": 0.21, "learning_rate": 4.979520275794339e-06, "loss": 0.8532, "step": 845 }, { "epoch": 0.21, "learning_rate": 4.979434972027632e-06, "loss": 0.7382, "step": 846 }, { "epoch": 0.21, "learning_rate": 4.979349491706675e-06, "loss": 0.8582, "step": 847 }, { "epoch": 0.21, "learning_rate": 4.9792638348375544e-06, "loss": 0.8953, "step": 848 }, { "epoch": 0.21, "learning_rate": 4.979178001426369e-06, "loss": 0.8768, "step": 849 }, { "epoch": 0.21, "learning_rate": 4.9790919914792315e-06, "loss": 0.8709, "step": 850 }, { "epoch": 0.21, "learning_rate": 4.9790058050022665e-06, "loss": 0.8779, "step": 851 }, { "epoch": 0.21, "learning_rate": 4.978919442001611e-06, "loss": 0.7983, "step": 852 }, { "epoch": 0.21, "learning_rate": 4.978832902483415e-06, "loss": 0.8276, "step": 853 }, { "epoch": 0.21, "learning_rate": 4.97874618645384e-06, "loss": 0.8499, "step": 854 }, { "epoch": 0.21, "learning_rate": 4.978659293919061e-06, "loss": 0.8265, "step": 855 }, { "epoch": 0.21, "learning_rate": 4.9785722248852664e-06, "loss": 0.9175, "step": 856 }, { "epoch": 0.21, "learning_rate": 4.978484979358655e-06, "loss": 0.8228, "step": 857 }, { "epoch": 0.21, "learning_rate": 4.9783975573454395e-06, "loss": 0.7768, "step": 858 }, { "epoch": 0.21, "learning_rate": 4.978309958851846e-06, "loss": 0.7824, "step": 859 }, { "epoch": 0.21, "learning_rate": 4.978222183884111e-06, "loss": 0.7844, "step": 860 }, { "epoch": 0.21, "learning_rate": 4.978134232448484e-06, "loss": 0.8213, "step": 861 }, { "epoch": 0.21, "learning_rate": 4.97804610455123e-06, "loss": 0.8618, "step": 862 }, { "epoch": 0.21, "learning_rate": 4.977957800198624e-06, "loss": 0.8084, "step": 863 }, { "epoch": 0.21, "learning_rate": 4.977869319396952e-06, "loss": 0.8259, "step": 864 }, { "epoch": 0.21, "learning_rate": 4.977780662152516e-06, "loss": 0.8075, "step": 865 }, { "epoch": 0.21, "learning_rate": 4.97769182847163e-06, "loss": 0.7759, "step": 866 }, { "epoch": 0.21, "learning_rate": 4.977602818360617e-06, "loss": 0.8772, "step": 867 }, { "epoch": 0.21, "learning_rate": 4.9775136318258175e-06, "loss": 0.8543, "step": 868 }, { "epoch": 0.21, "learning_rate": 4.977424268873581e-06, "loss": 0.8725, "step": 869 }, { "epoch": 0.21, "learning_rate": 4.97733472951027e-06, "loss": 0.7531, "step": 870 }, { "epoch": 0.22, "learning_rate": 4.977245013742263e-06, "loss": 0.7887, "step": 871 }, { "epoch": 0.22, "learning_rate": 4.9771551215759465e-06, "loss": 0.9458, "step": 872 }, { "epoch": 0.22, "learning_rate": 4.977065053017722e-06, "loss": 0.9087, "step": 873 }, { "epoch": 0.22, "learning_rate": 4.976974808074003e-06, "loss": 0.8666, "step": 874 }, { "epoch": 0.22, "learning_rate": 4.976884386751215e-06, "loss": 0.8081, "step": 875 }, { "epoch": 0.22, "learning_rate": 4.976793789055798e-06, "loss": 0.8838, "step": 876 }, { "epoch": 0.22, "learning_rate": 4.976703014994202e-06, "loss": 0.8045, "step": 877 }, { "epoch": 0.22, "learning_rate": 4.976612064572891e-06, "loss": 0.8812, "step": 878 }, { "epoch": 0.22, "learning_rate": 4.976520937798343e-06, "loss": 0.8256, "step": 879 }, { "epoch": 0.22, "learning_rate": 4.9764296346770445e-06, "loss": 0.868, "step": 880 }, { "epoch": 0.22, "learning_rate": 4.9763381552154984e-06, "loss": 0.7916, "step": 881 }, { "epoch": 0.22, "learning_rate": 4.976246499420218e-06, "loss": 0.871, "step": 882 }, { "epoch": 0.22, "learning_rate": 4.97615466729773e-06, "loss": 0.8715, "step": 883 }, { "epoch": 0.22, "learning_rate": 4.9760626588545745e-06, "loss": 0.8752, "step": 884 }, { "epoch": 0.22, "learning_rate": 4.975970474097303e-06, "loss": 0.8586, "step": 885 }, { "epoch": 0.22, "learning_rate": 4.9758781130324776e-06, "loss": 0.8777, "step": 886 }, { "epoch": 0.22, "learning_rate": 4.975785575666677e-06, "loss": 0.8562, "step": 887 }, { "epoch": 0.22, "learning_rate": 4.97569286200649e-06, "loss": 0.8163, "step": 888 }, { "epoch": 0.22, "learning_rate": 4.9755999720585196e-06, "loss": 0.8534, "step": 889 }, { "epoch": 0.22, "learning_rate": 4.975506905829379e-06, "loss": 0.8688, "step": 890 }, { "epoch": 0.22, "learning_rate": 4.975413663325695e-06, "loss": 0.8506, "step": 891 }, { "epoch": 0.22, "learning_rate": 4.975320244554108e-06, "loss": 0.8725, "step": 892 }, { "epoch": 0.22, "learning_rate": 4.975226649521271e-06, "loss": 0.8795, "step": 893 }, { "epoch": 0.22, "learning_rate": 4.975132878233846e-06, "loss": 0.8409, "step": 894 }, { "epoch": 0.22, "learning_rate": 4.975038930698513e-06, "loss": 0.8187, "step": 895 }, { "epoch": 0.22, "learning_rate": 4.9749448069219595e-06, "loss": 0.8173, "step": 896 }, { "epoch": 0.22, "learning_rate": 4.974850506910889e-06, "loss": 0.8109, "step": 897 }, { "epoch": 0.22, "learning_rate": 4.974756030672017e-06, "loss": 0.8915, "step": 898 }, { "epoch": 0.22, "learning_rate": 4.9746613782120685e-06, "loss": 0.883, "step": 899 }, { "epoch": 0.22, "learning_rate": 4.9745665495377874e-06, "loss": 0.8424, "step": 900 }, { "epoch": 0.22, "learning_rate": 4.974471544655922e-06, "loss": 0.8293, "step": 901 }, { "epoch": 0.22, "learning_rate": 4.97437636357324e-06, "loss": 0.7948, "step": 902 }, { "epoch": 0.22, "learning_rate": 4.974281006296517e-06, "loss": 0.8833, "step": 903 }, { "epoch": 0.22, "learning_rate": 4.974185472832546e-06, "loss": 0.8087, "step": 904 }, { "epoch": 0.22, "learning_rate": 4.974089763188127e-06, "loss": 0.8787, "step": 905 }, { "epoch": 0.22, "learning_rate": 4.973993877370076e-06, "loss": 0.8366, "step": 906 }, { "epoch": 0.22, "learning_rate": 4.973897815385222e-06, "loss": 0.8796, "step": 907 }, { "epoch": 0.22, "learning_rate": 4.973801577240404e-06, "loss": 0.8088, "step": 908 }, { "epoch": 0.22, "learning_rate": 4.973705162942476e-06, "loss": 0.965, "step": 909 }, { "epoch": 0.22, "learning_rate": 4.973608572498302e-06, "loss": 0.8112, "step": 910 }, { "epoch": 0.23, "learning_rate": 4.97351180591476e-06, "loss": 0.8581, "step": 911 }, { "epoch": 0.23, "learning_rate": 4.973414863198743e-06, "loss": 0.9249, "step": 912 }, { "epoch": 0.23, "learning_rate": 4.97331774435715e-06, "loss": 0.8689, "step": 913 }, { "epoch": 0.23, "learning_rate": 4.9732204493969e-06, "loss": 0.919, "step": 914 }, { "epoch": 0.23, "learning_rate": 4.97312297832492e-06, "loss": 0.8274, "step": 915 }, { "epoch": 0.23, "learning_rate": 4.9730253311481505e-06, "loss": 0.8475, "step": 916 }, { "epoch": 0.23, "learning_rate": 4.972927507873545e-06, "loss": 0.8131, "step": 917 }, { "epoch": 0.23, "learning_rate": 4.972829508508069e-06, "loss": 0.8149, "step": 918 }, { "epoch": 0.23, "learning_rate": 4.9727313330587e-06, "loss": 0.9043, "step": 919 }, { "epoch": 0.23, "learning_rate": 4.97263298153243e-06, "loss": 0.8778, "step": 920 }, { "epoch": 0.23, "learning_rate": 4.9725344539362625e-06, "loss": 0.9293, "step": 921 }, { "epoch": 0.23, "learning_rate": 4.972435750277212e-06, "loss": 0.9435, "step": 922 }, { "epoch": 0.23, "learning_rate": 4.9723368705623095e-06, "loss": 0.8899, "step": 923 }, { "epoch": 0.23, "learning_rate": 4.972237814798593e-06, "loss": 0.9554, "step": 924 }, { "epoch": 0.23, "learning_rate": 4.972138582993118e-06, "loss": 0.8391, "step": 925 }, { "epoch": 0.23, "learning_rate": 4.97203917515295e-06, "loss": 0.8055, "step": 926 }, { "epoch": 0.23, "learning_rate": 4.971939591285166e-06, "loss": 0.831, "step": 927 }, { "epoch": 0.23, "learning_rate": 4.97183983139686e-06, "loss": 0.9104, "step": 928 }, { "epoch": 0.23, "learning_rate": 4.971739895495134e-06, "loss": 0.8399, "step": 929 }, { "epoch": 0.23, "learning_rate": 4.971639783587103e-06, "loss": 0.8394, "step": 930 }, { "epoch": 0.23, "learning_rate": 4.971539495679899e-06, "loss": 0.85, "step": 931 }, { "epoch": 0.23, "learning_rate": 4.9714390317806605e-06, "loss": 1.0191, "step": 932 }, { "epoch": 0.23, "learning_rate": 4.971338391896542e-06, "loss": 0.8537, "step": 933 }, { "epoch": 0.23, "learning_rate": 4.9712375760347104e-06, "loss": 0.8581, "step": 934 }, { "epoch": 0.23, "learning_rate": 4.971136584202344e-06, "loss": 0.8901, "step": 935 }, { "epoch": 0.23, "learning_rate": 4.9710354164066335e-06, "loss": 0.842, "step": 936 }, { "epoch": 0.23, "learning_rate": 4.9709340726547845e-06, "loss": 0.8866, "step": 937 }, { "epoch": 0.23, "learning_rate": 4.970832552954013e-06, "loss": 0.8973, "step": 938 }, { "epoch": 0.23, "learning_rate": 4.970730857311546e-06, "loss": 0.9449, "step": 939 }, { "epoch": 0.23, "learning_rate": 4.9706289857346265e-06, "loss": 0.7605, "step": 940 }, { "epoch": 0.23, "learning_rate": 4.970526938230509e-06, "loss": 0.8701, "step": 941 }, { "epoch": 0.23, "learning_rate": 4.97042471480646e-06, "loss": 0.8849, "step": 942 }, { "epoch": 0.23, "learning_rate": 4.970322315469757e-06, "loss": 0.8377, "step": 943 }, { "epoch": 0.23, "learning_rate": 4.970219740227693e-06, "loss": 0.8577, "step": 944 }, { "epoch": 0.23, "learning_rate": 4.970116989087572e-06, "loss": 0.8006, "step": 945 }, { "epoch": 0.23, "learning_rate": 4.970014062056711e-06, "loss": 0.7843, "step": 946 }, { "epoch": 0.23, "learning_rate": 4.969910959142438e-06, "loss": 0.8639, "step": 947 }, { "epoch": 0.23, "learning_rate": 4.969807680352095e-06, "loss": 0.8952, "step": 948 }, { "epoch": 0.23, "learning_rate": 4.969704225693037e-06, "loss": 0.7988, "step": 949 }, { "epoch": 0.23, "learning_rate": 4.96960059517263e-06, "loss": 0.8389, "step": 950 }, { "epoch": 0.24, "learning_rate": 4.969496788798253e-06, "loss": 0.8247, "step": 951 }, { "epoch": 0.24, "learning_rate": 4.969392806577299e-06, "loss": 0.8963, "step": 952 }, { "epoch": 0.24, "learning_rate": 4.9692886485171715e-06, "loss": 0.8309, "step": 953 }, { "epoch": 0.24, "learning_rate": 4.969184314625287e-06, "loss": 0.8729, "step": 954 }, { "epoch": 0.24, "learning_rate": 4.969079804909076e-06, "loss": 0.7987, "step": 955 }, { "epoch": 0.24, "learning_rate": 4.9689751193759795e-06, "loss": 0.8465, "step": 956 }, { "epoch": 0.24, "learning_rate": 4.968870258033452e-06, "loss": 0.8685, "step": 957 }, { "epoch": 0.24, "learning_rate": 4.9687652208889605e-06, "loss": 0.7781, "step": 958 }, { "epoch": 0.24, "learning_rate": 4.9686600079499846e-06, "loss": 0.7589, "step": 959 }, { "epoch": 0.24, "learning_rate": 4.968554619224016e-06, "loss": 0.9032, "step": 960 }, { "epoch": 0.24, "learning_rate": 4.968449054718558e-06, "loss": 0.888, "step": 961 }, { "epoch": 0.24, "learning_rate": 4.96834331444113e-06, "loss": 0.8448, "step": 962 }, { "epoch": 0.24, "learning_rate": 4.9682373983992605e-06, "loss": 0.8775, "step": 963 }, { "epoch": 0.24, "learning_rate": 4.968131306600491e-06, "loss": 0.9038, "step": 964 }, { "epoch": 0.24, "learning_rate": 4.968025039052375e-06, "loss": 0.889, "step": 965 }, { "epoch": 0.24, "learning_rate": 4.967918595762483e-06, "loss": 0.8887, "step": 966 }, { "epoch": 0.24, "learning_rate": 4.967811976738391e-06, "loss": 0.8661, "step": 967 }, { "epoch": 0.24, "learning_rate": 4.967705181987693e-06, "loss": 0.8669, "step": 968 }, { "epoch": 0.24, "learning_rate": 4.967598211517993e-06, "loss": 0.8482, "step": 969 }, { "epoch": 0.24, "learning_rate": 4.967491065336908e-06, "loss": 0.87, "step": 970 }, { "epoch": 0.24, "learning_rate": 4.967383743452068e-06, "loss": 0.8387, "step": 971 }, { "epoch": 0.24, "learning_rate": 4.967276245871115e-06, "loss": 0.7887, "step": 972 }, { "epoch": 0.24, "learning_rate": 4.967168572601703e-06, "loss": 0.8705, "step": 973 }, { "epoch": 0.24, "learning_rate": 4.9670607236515e-06, "loss": 0.919, "step": 974 }, { "epoch": 0.24, "learning_rate": 4.9669526990281855e-06, "loss": 0.7572, "step": 975 }, { "epoch": 0.24, "learning_rate": 4.966844498739451e-06, "loss": 0.8561, "step": 976 }, { "epoch": 0.24, "learning_rate": 4.966736122793002e-06, "loss": 0.9113, "step": 977 }, { "epoch": 0.24, "learning_rate": 4.966627571196555e-06, "loss": 0.8181, "step": 978 }, { "epoch": 0.24, "learning_rate": 4.966518843957841e-06, "loss": 0.8629, "step": 979 }, { "epoch": 0.24, "learning_rate": 4.9664099410846e-06, "loss": 0.9379, "step": 980 }, { "epoch": 0.24, "learning_rate": 4.9663008625845876e-06, "loss": 0.7906, "step": 981 }, { "epoch": 0.24, "learning_rate": 4.9661916084655725e-06, "loss": 0.7499, "step": 982 }, { "epoch": 0.24, "learning_rate": 4.966082178735332e-06, "loss": 0.9156, "step": 983 }, { "epoch": 0.24, "learning_rate": 4.96597257340166e-06, "loss": 0.7603, "step": 984 }, { "epoch": 0.24, "learning_rate": 4.965862792472361e-06, "loss": 0.8693, "step": 985 }, { "epoch": 0.24, "learning_rate": 4.965752835955252e-06, "loss": 0.8445, "step": 986 }, { "epoch": 0.24, "learning_rate": 4.965642703858162e-06, "loss": 0.8473, "step": 987 }, { "epoch": 0.24, "learning_rate": 4.9655323961889344e-06, "loss": 0.7983, "step": 988 }, { "epoch": 0.24, "learning_rate": 4.965421912955424e-06, "loss": 0.9041, "step": 989 }, { "epoch": 0.24, "learning_rate": 4.965311254165496e-06, "loss": 0.8085, "step": 990 }, { "epoch": 0.24, "learning_rate": 4.965200419827032e-06, "loss": 0.8606, "step": 991 }, { "epoch": 0.25, "learning_rate": 4.965089409947924e-06, "loss": 0.8016, "step": 992 }, { "epoch": 0.25, "learning_rate": 4.964978224536077e-06, "loss": 0.9322, "step": 993 }, { "epoch": 0.25, "learning_rate": 4.964866863599407e-06, "loss": 0.8662, "step": 994 }, { "epoch": 0.25, "learning_rate": 4.964755327145845e-06, "loss": 0.8143, "step": 995 }, { "epoch": 0.25, "learning_rate": 4.964643615183333e-06, "loss": 0.8465, "step": 996 }, { "epoch": 0.25, "learning_rate": 4.964531727719825e-06, "loss": 0.8561, "step": 997 }, { "epoch": 0.25, "learning_rate": 4.964419664763289e-06, "loss": 0.8198, "step": 998 }, { "epoch": 0.25, "learning_rate": 4.964307426321704e-06, "loss": 0.9095, "step": 999 }, { "epoch": 0.25, "learning_rate": 4.964195012403062e-06, "loss": 0.8213, "step": 1000 }, { "epoch": 0.25, "learning_rate": 4.964082423015369e-06, "loss": 0.829, "step": 1001 }, { "epoch": 0.25, "learning_rate": 4.963969658166642e-06, "loss": 0.8351, "step": 1002 }, { "epoch": 0.25, "learning_rate": 4.963856717864909e-06, "loss": 0.8349, "step": 1003 }, { "epoch": 0.25, "learning_rate": 4.963743602118215e-06, "loss": 0.7994, "step": 1004 }, { "epoch": 0.25, "learning_rate": 4.963630310934612e-06, "loss": 0.8513, "step": 1005 }, { "epoch": 0.25, "learning_rate": 4.963516844322168e-06, "loss": 0.847, "step": 1006 }, { "epoch": 0.25, "learning_rate": 4.963403202288963e-06, "loss": 0.8191, "step": 1007 }, { "epoch": 0.25, "learning_rate": 4.96328938484309e-06, "loss": 0.8477, "step": 1008 }, { "epoch": 0.25, "learning_rate": 4.963175391992653e-06, "loss": 0.7553, "step": 1009 }, { "epoch": 0.25, "learning_rate": 4.963061223745767e-06, "loss": 0.8172, "step": 1010 }, { "epoch": 0.25, "learning_rate": 4.962946880110565e-06, "loss": 0.8525, "step": 1011 }, { "epoch": 0.25, "learning_rate": 4.962832361095187e-06, "loss": 0.9428, "step": 1012 }, { "epoch": 0.25, "learning_rate": 4.962717666707788e-06, "loss": 0.8431, "step": 1013 }, { "epoch": 0.25, "learning_rate": 4.962602796956536e-06, "loss": 0.8744, "step": 1014 }, { "epoch": 0.25, "learning_rate": 4.962487751849609e-06, "loss": 0.8299, "step": 1015 }, { "epoch": 0.25, "learning_rate": 4.9623725313952015e-06, "loss": 0.8238, "step": 1016 }, { "epoch": 0.25, "learning_rate": 4.962257135601516e-06, "loss": 0.8315, "step": 1017 }, { "epoch": 0.25, "learning_rate": 4.962141564476769e-06, "loss": 0.8823, "step": 1018 }, { "epoch": 0.25, "learning_rate": 4.9620258180291925e-06, "loss": 0.8355, "step": 1019 }, { "epoch": 0.25, "learning_rate": 4.9619098962670265e-06, "loss": 0.8708, "step": 1020 }, { "epoch": 0.25, "learning_rate": 4.961793799198526e-06, "loss": 0.7892, "step": 1021 }, { "epoch": 0.25, "learning_rate": 4.961677526831959e-06, "loss": 0.8669, "step": 1022 }, { "epoch": 0.25, "learning_rate": 4.961561079175602e-06, "loss": 0.7702, "step": 1023 }, { "epoch": 0.25, "learning_rate": 4.96144445623775e-06, "loss": 0.9125, "step": 1024 }, { "epoch": 0.25, "learning_rate": 4.9613276580267065e-06, "loss": 0.8193, "step": 1025 }, { "epoch": 0.25, "learning_rate": 4.961210684550789e-06, "loss": 0.8901, "step": 1026 }, { "epoch": 0.25, "learning_rate": 4.961093535818325e-06, "loss": 0.8292, "step": 1027 }, { "epoch": 0.25, "learning_rate": 4.960976211837659e-06, "loss": 0.9177, "step": 1028 }, { "epoch": 0.25, "learning_rate": 4.960858712617143e-06, "loss": 0.8049, "step": 1029 }, { "epoch": 0.25, "learning_rate": 4.960741038165144e-06, "loss": 0.8827, "step": 1030 }, { "epoch": 0.25, "learning_rate": 4.9606231884900435e-06, "loss": 0.9087, "step": 1031 }, { "epoch": 0.26, "learning_rate": 4.960505163600231e-06, "loss": 0.7587, "step": 1032 }, { "epoch": 0.26, "learning_rate": 4.960386963504111e-06, "loss": 0.8589, "step": 1033 }, { "epoch": 0.26, "learning_rate": 4.960268588210102e-06, "loss": 0.9267, "step": 1034 }, { "epoch": 0.26, "learning_rate": 4.960150037726631e-06, "loss": 0.8432, "step": 1035 }, { "epoch": 0.26, "learning_rate": 4.960031312062141e-06, "loss": 0.7962, "step": 1036 }, { "epoch": 0.26, "learning_rate": 4.959912411225086e-06, "loss": 0.8256, "step": 1037 }, { "epoch": 0.26, "learning_rate": 4.959793335223932e-06, "loss": 0.8794, "step": 1038 }, { "epoch": 0.26, "learning_rate": 4.959674084067158e-06, "loss": 0.7826, "step": 1039 }, { "epoch": 0.26, "learning_rate": 4.959554657763258e-06, "loss": 0.8397, "step": 1040 }, { "epoch": 0.26, "learning_rate": 4.959435056320733e-06, "loss": 0.8368, "step": 1041 }, { "epoch": 0.26, "learning_rate": 4.9593152797481005e-06, "loss": 0.8691, "step": 1042 }, { "epoch": 0.26, "learning_rate": 4.95919532805389e-06, "loss": 0.8882, "step": 1043 }, { "epoch": 0.26, "learning_rate": 4.959075201246642e-06, "loss": 0.8552, "step": 1044 }, { "epoch": 0.26, "learning_rate": 4.958954899334911e-06, "loss": 0.848, "step": 1045 }, { "epoch": 0.26, "learning_rate": 4.958834422327264e-06, "loss": 0.8307, "step": 1046 }, { "epoch": 0.26, "learning_rate": 4.9587137702322796e-06, "loss": 0.8982, "step": 1047 }, { "epoch": 0.26, "learning_rate": 4.9585929430585475e-06, "loss": 0.848, "step": 1048 }, { "epoch": 0.26, "learning_rate": 4.958471940814674e-06, "loss": 0.7955, "step": 1049 }, { "epoch": 0.26, "learning_rate": 4.958350763509274e-06, "loss": 0.8539, "step": 1050 }, { "epoch": 0.26, "learning_rate": 4.958229411150976e-06, "loss": 0.8464, "step": 1051 }, { "epoch": 0.26, "learning_rate": 4.958107883748422e-06, "loss": 0.882, "step": 1052 }, { "epoch": 0.26, "learning_rate": 4.957986181310265e-06, "loss": 0.8779, "step": 1053 }, { "epoch": 0.26, "learning_rate": 4.957864303845171e-06, "loss": 0.7964, "step": 1054 }, { "epoch": 0.26, "learning_rate": 4.9577422513618195e-06, "loss": 0.8559, "step": 1055 }, { "epoch": 0.26, "learning_rate": 4.957620023868901e-06, "loss": 0.941, "step": 1056 }, { "epoch": 0.26, "learning_rate": 4.957497621375118e-06, "loss": 0.874, "step": 1057 }, { "epoch": 0.26, "learning_rate": 4.9573750438891885e-06, "loss": 0.837, "step": 1058 }, { "epoch": 0.26, "learning_rate": 4.957252291419839e-06, "loss": 0.8997, "step": 1059 }, { "epoch": 0.26, "learning_rate": 4.957129363975812e-06, "loss": 0.8942, "step": 1060 }, { "epoch": 0.26, "learning_rate": 4.957006261565861e-06, "loss": 0.8686, "step": 1061 }, { "epoch": 0.26, "learning_rate": 4.9568829841987495e-06, "loss": 0.84, "step": 1062 }, { "epoch": 0.26, "learning_rate": 4.9567595318832576e-06, "loss": 0.7246, "step": 1063 }, { "epoch": 0.26, "learning_rate": 4.956635904628176e-06, "loss": 0.8973, "step": 1064 }, { "epoch": 0.26, "learning_rate": 4.956512102442307e-06, "loss": 0.7687, "step": 1065 }, { "epoch": 0.26, "learning_rate": 4.956388125334467e-06, "loss": 0.837, "step": 1066 }, { "epoch": 0.26, "learning_rate": 4.9562639733134835e-06, "loss": 0.8869, "step": 1067 }, { "epoch": 0.26, "learning_rate": 4.9561396463881985e-06, "loss": 0.8649, "step": 1068 }, { "epoch": 0.26, "learning_rate": 4.956015144567463e-06, "loss": 0.8461, "step": 1069 }, { "epoch": 0.26, "learning_rate": 4.955890467860143e-06, "loss": 0.7688, "step": 1070 }, { "epoch": 0.26, "learning_rate": 4.955765616275118e-06, "loss": 0.7822, "step": 1071 }, { "epoch": 0.26, "learning_rate": 4.955640589821276e-06, "loss": 0.8006, "step": 1072 }, { "epoch": 0.27, "learning_rate": 4.9555153885075215e-06, "loss": 0.8357, "step": 1073 }, { "epoch": 0.27, "learning_rate": 4.955390012342769e-06, "loss": 0.8262, "step": 1074 }, { "epoch": 0.27, "learning_rate": 4.955264461335947e-06, "loss": 0.8878, "step": 1075 }, { "epoch": 0.27, "learning_rate": 4.955138735495994e-06, "loss": 0.8242, "step": 1076 }, { "epoch": 0.27, "learning_rate": 4.955012834831864e-06, "loss": 0.8279, "step": 1077 }, { "epoch": 0.27, "learning_rate": 4.954886759352523e-06, "loss": 0.8083, "step": 1078 }, { "epoch": 0.27, "learning_rate": 4.954760509066946e-06, "loss": 0.8834, "step": 1079 }, { "epoch": 0.27, "learning_rate": 4.954634083984124e-06, "loss": 0.8396, "step": 1080 }, { "epoch": 0.27, "learning_rate": 4.954507484113061e-06, "loss": 0.8583, "step": 1081 }, { "epoch": 0.27, "learning_rate": 4.95438070946277e-06, "loss": 0.8616, "step": 1082 }, { "epoch": 0.27, "learning_rate": 4.954253760042279e-06, "loss": 0.8592, "step": 1083 }, { "epoch": 0.27, "learning_rate": 4.954126635860627e-06, "loss": 0.8685, "step": 1084 }, { "epoch": 0.27, "learning_rate": 4.953999336926867e-06, "loss": 0.8712, "step": 1085 }, { "epoch": 0.27, "learning_rate": 4.953871863250064e-06, "loss": 0.8583, "step": 1086 }, { "epoch": 0.27, "learning_rate": 4.953744214839293e-06, "loss": 0.8583, "step": 1087 }, { "epoch": 0.27, "learning_rate": 4.9536163917036465e-06, "loss": 0.8458, "step": 1088 }, { "epoch": 0.27, "learning_rate": 4.953488393852224e-06, "loss": 0.8051, "step": 1089 }, { "epoch": 0.27, "learning_rate": 4.953360221294141e-06, "loss": 0.8305, "step": 1090 }, { "epoch": 0.27, "learning_rate": 4.953231874038525e-06, "loss": 0.8494, "step": 1091 }, { "epoch": 0.27, "learning_rate": 4.953103352094514e-06, "loss": 0.8541, "step": 1092 }, { "epoch": 0.27, "learning_rate": 4.95297465547126e-06, "loss": 0.7572, "step": 1093 }, { "epoch": 0.27, "learning_rate": 4.952845784177927e-06, "loss": 0.8103, "step": 1094 }, { "epoch": 0.27, "learning_rate": 4.9527167382236925e-06, "loss": 0.9197, "step": 1095 }, { "epoch": 0.27, "learning_rate": 4.9525875176177455e-06, "loss": 0.9441, "step": 1096 }, { "epoch": 0.27, "learning_rate": 4.952458122369286e-06, "loss": 0.7834, "step": 1097 }, { "epoch": 0.27, "learning_rate": 4.952328552487529e-06, "loss": 0.8663, "step": 1098 }, { "epoch": 0.27, "learning_rate": 4.9521988079817e-06, "loss": 0.908, "step": 1099 }, { "epoch": 0.27, "learning_rate": 4.9520688888610405e-06, "loss": 0.8371, "step": 1100 }, { "epoch": 0.27, "learning_rate": 4.951938795134798e-06, "loss": 0.8087, "step": 1101 }, { "epoch": 0.27, "learning_rate": 4.951808526812238e-06, "loss": 0.8034, "step": 1102 }, { "epoch": 0.27, "learning_rate": 4.951678083902637e-06, "loss": 0.7864, "step": 1103 }, { "epoch": 0.27, "learning_rate": 4.9515474664152824e-06, "loss": 0.8391, "step": 1104 }, { "epoch": 0.27, "learning_rate": 4.951416674359476e-06, "loss": 0.8004, "step": 1105 }, { "epoch": 0.27, "learning_rate": 4.951285707744531e-06, "loss": 0.8952, "step": 1106 }, { "epoch": 0.27, "learning_rate": 4.951154566579772e-06, "loss": 0.8368, "step": 1107 }, { "epoch": 0.27, "learning_rate": 4.9510232508745395e-06, "loss": 0.7577, "step": 1108 }, { "epoch": 0.27, "learning_rate": 4.950891760638183e-06, "loss": 0.7815, "step": 1109 }, { "epoch": 0.27, "learning_rate": 4.950760095880064e-06, "loss": 0.8903, "step": 1110 }, { "epoch": 0.27, "learning_rate": 4.95062825660956e-06, "loss": 0.8607, "step": 1111 }, { "epoch": 0.27, "learning_rate": 4.95049624283606e-06, "loss": 0.8241, "step": 1112 }, { "epoch": 0.28, "learning_rate": 4.95036405456896e-06, "loss": 0.8211, "step": 1113 }, { "epoch": 0.28, "learning_rate": 4.950231691817678e-06, "loss": 0.8239, "step": 1114 }, { "epoch": 0.28, "learning_rate": 4.950099154591635e-06, "loss": 0.8283, "step": 1115 }, { "epoch": 0.28, "learning_rate": 4.949966442900272e-06, "loss": 0.8209, "step": 1116 }, { "epoch": 0.28, "learning_rate": 4.949833556753037e-06, "loss": 0.8831, "step": 1117 }, { "epoch": 0.28, "learning_rate": 4.949700496159393e-06, "loss": 0.8216, "step": 1118 }, { "epoch": 0.28, "learning_rate": 4.949567261128815e-06, "loss": 0.8598, "step": 1119 }, { "epoch": 0.28, "learning_rate": 4.94943385167079e-06, "loss": 0.7906, "step": 1120 }, { "epoch": 0.28, "learning_rate": 4.949300267794818e-06, "loss": 0.8245, "step": 1121 }, { "epoch": 0.28, "learning_rate": 4.9491665095104106e-06, "loss": 0.8176, "step": 1122 }, { "epoch": 0.28, "learning_rate": 4.949032576827094e-06, "loss": 0.8715, "step": 1123 }, { "epoch": 0.28, "learning_rate": 4.948898469754403e-06, "loss": 0.9558, "step": 1124 }, { "epoch": 0.28, "learning_rate": 4.9487641883018885e-06, "loss": 0.7539, "step": 1125 }, { "epoch": 0.28, "learning_rate": 4.9486297324791125e-06, "loss": 0.8131, "step": 1126 }, { "epoch": 0.28, "learning_rate": 4.948495102295649e-06, "loss": 0.8375, "step": 1127 }, { "epoch": 0.28, "learning_rate": 4.948360297761083e-06, "loss": 0.8631, "step": 1128 }, { "epoch": 0.28, "learning_rate": 4.948225318885016e-06, "loss": 0.8555, "step": 1129 }, { "epoch": 0.28, "learning_rate": 4.948090165677059e-06, "loss": 0.768, "step": 1130 }, { "epoch": 0.28, "learning_rate": 4.947954838146835e-06, "loss": 0.8645, "step": 1131 }, { "epoch": 0.28, "learning_rate": 4.947819336303981e-06, "loss": 0.8807, "step": 1132 }, { "epoch": 0.28, "learning_rate": 4.947683660158145e-06, "loss": 0.8885, "step": 1133 }, { "epoch": 0.28, "learning_rate": 4.9475478097189876e-06, "loss": 0.9231, "step": 1134 }, { "epoch": 0.28, "learning_rate": 4.947411784996185e-06, "loss": 0.8333, "step": 1135 }, { "epoch": 0.28, "learning_rate": 4.947275585999422e-06, "loss": 0.8591, "step": 1136 }, { "epoch": 0.28, "learning_rate": 4.947139212738395e-06, "loss": 0.7984, "step": 1137 }, { "epoch": 0.28, "learning_rate": 4.947002665222817e-06, "loss": 0.8298, "step": 1138 }, { "epoch": 0.28, "learning_rate": 4.946865943462411e-06, "loss": 0.899, "step": 1139 }, { "epoch": 0.28, "learning_rate": 4.946729047466911e-06, "loss": 0.802, "step": 1140 }, { "epoch": 0.28, "learning_rate": 4.946591977246068e-06, "loss": 0.8789, "step": 1141 }, { "epoch": 0.28, "learning_rate": 4.946454732809639e-06, "loss": 0.8464, "step": 1142 }, { "epoch": 0.28, "learning_rate": 4.9463173141673994e-06, "loss": 0.8921, "step": 1143 }, { "epoch": 0.28, "learning_rate": 4.946179721329133e-06, "loss": 0.9483, "step": 1144 }, { "epoch": 0.28, "learning_rate": 4.946041954304638e-06, "loss": 0.7979, "step": 1145 }, { "epoch": 0.28, "learning_rate": 4.945904013103725e-06, "loss": 0.9206, "step": 1146 }, { "epoch": 0.28, "learning_rate": 4.945765897736215e-06, "loss": 0.8598, "step": 1147 }, { "epoch": 0.28, "learning_rate": 4.945627608211944e-06, "loss": 0.862, "step": 1148 }, { "epoch": 0.28, "learning_rate": 4.9454891445407585e-06, "loss": 0.7884, "step": 1149 }, { "epoch": 0.28, "learning_rate": 4.945350506732518e-06, "loss": 0.7768, "step": 1150 }, { "epoch": 0.28, "learning_rate": 4.945211694797096e-06, "loss": 0.8824, "step": 1151 }, { "epoch": 0.28, "learning_rate": 4.945072708744376e-06, "loss": 0.9164, "step": 1152 }, { "epoch": 0.28, "learning_rate": 4.9449335485842545e-06, "loss": 0.8962, "step": 1153 }, { "epoch": 0.29, "learning_rate": 4.944794214326641e-06, "loss": 0.8686, "step": 1154 }, { "epoch": 0.29, "learning_rate": 4.9446547059814585e-06, "loss": 0.8983, "step": 1155 }, { "epoch": 0.29, "learning_rate": 4.944515023558638e-06, "loss": 0.9155, "step": 1156 }, { "epoch": 0.29, "learning_rate": 4.944375167068128e-06, "loss": 0.8719, "step": 1157 }, { "epoch": 0.29, "learning_rate": 4.944235136519888e-06, "loss": 0.8119, "step": 1158 }, { "epoch": 0.29, "learning_rate": 4.944094931923888e-06, "loss": 0.7932, "step": 1159 }, { "epoch": 0.29, "learning_rate": 4.9439545532901115e-06, "loss": 0.8346, "step": 1160 }, { "epoch": 0.29, "learning_rate": 4.943814000628555e-06, "loss": 0.7419, "step": 1161 }, { "epoch": 0.29, "learning_rate": 4.943673273949226e-06, "loss": 0.8249, "step": 1162 }, { "epoch": 0.29, "learning_rate": 4.943532373262147e-06, "loss": 0.9284, "step": 1163 }, { "epoch": 0.29, "learning_rate": 4.94339129857735e-06, "loss": 0.7515, "step": 1164 }, { "epoch": 0.29, "learning_rate": 4.943250049904881e-06, "loss": 0.7703, "step": 1165 }, { "epoch": 0.29, "learning_rate": 4.943108627254797e-06, "loss": 0.8335, "step": 1166 }, { "epoch": 0.29, "learning_rate": 4.9429670306371695e-06, "loss": 0.8567, "step": 1167 }, { "epoch": 0.29, "learning_rate": 4.942825260062081e-06, "loss": 0.869, "step": 1168 }, { "epoch": 0.29, "learning_rate": 4.942683315539627e-06, "loss": 0.8326, "step": 1169 }, { "epoch": 0.29, "learning_rate": 4.942541197079913e-06, "loss": 0.8183, "step": 1170 }, { "epoch": 0.29, "learning_rate": 4.9423989046930616e-06, "loss": 0.8025, "step": 1171 }, { "epoch": 0.29, "learning_rate": 4.942256438389203e-06, "loss": 0.8657, "step": 1172 }, { "epoch": 0.29, "learning_rate": 4.9421137981784825e-06, "loss": 0.8256, "step": 1173 }, { "epoch": 0.29, "learning_rate": 4.9419709840710585e-06, "loss": 0.9163, "step": 1174 }, { "epoch": 0.29, "learning_rate": 4.941827996077099e-06, "loss": 0.8385, "step": 1175 }, { "epoch": 0.29, "learning_rate": 4.941684834206786e-06, "loss": 0.8778, "step": 1176 }, { "epoch": 0.29, "learning_rate": 4.941541498470313e-06, "loss": 0.7885, "step": 1177 }, { "epoch": 0.29, "learning_rate": 4.9413979888778875e-06, "loss": 0.8692, "step": 1178 }, { "epoch": 0.29, "learning_rate": 4.941254305439729e-06, "loss": 0.8145, "step": 1179 }, { "epoch": 0.29, "learning_rate": 4.941110448166067e-06, "loss": 0.7849, "step": 1180 }, { "epoch": 0.29, "learning_rate": 4.940966417067148e-06, "loss": 0.7968, "step": 1181 }, { "epoch": 0.29, "learning_rate": 4.940822212153226e-06, "loss": 0.8514, "step": 1182 }, { "epoch": 0.29, "learning_rate": 4.940677833434569e-06, "loss": 0.805, "step": 1183 }, { "epoch": 0.29, "learning_rate": 4.940533280921459e-06, "loss": 0.7557, "step": 1184 }, { "epoch": 0.29, "learning_rate": 4.9403885546241895e-06, "loss": 0.8254, "step": 1185 }, { "epoch": 0.29, "learning_rate": 4.940243654553065e-06, "loss": 0.8561, "step": 1186 }, { "epoch": 0.29, "learning_rate": 4.940098580718404e-06, "loss": 0.828, "step": 1187 }, { "epoch": 0.29, "learning_rate": 4.939953333130537e-06, "loss": 0.8323, "step": 1188 }, { "epoch": 0.29, "learning_rate": 4.939807911799807e-06, "loss": 0.8697, "step": 1189 }, { "epoch": 0.29, "learning_rate": 4.9396623167365676e-06, "loss": 0.7719, "step": 1190 }, { "epoch": 0.29, "learning_rate": 4.939516547951188e-06, "loss": 0.78, "step": 1191 }, { "epoch": 0.29, "learning_rate": 4.939370605454047e-06, "loss": 0.8383, "step": 1192 }, { "epoch": 0.29, "learning_rate": 4.9392244892555374e-06, "loss": 0.8564, "step": 1193 }, { "epoch": 0.3, "learning_rate": 4.939078199366064e-06, "loss": 0.822, "step": 1194 }, { "epoch": 0.3, "learning_rate": 4.938931735796042e-06, "loss": 0.854, "step": 1195 }, { "epoch": 0.3, "learning_rate": 4.938785098555903e-06, "loss": 0.8314, "step": 1196 }, { "epoch": 0.3, "learning_rate": 4.938638287656086e-06, "loss": 0.8305, "step": 1197 }, { "epoch": 0.3, "learning_rate": 4.938491303107048e-06, "loss": 0.7673, "step": 1198 }, { "epoch": 0.3, "learning_rate": 4.938344144919253e-06, "loss": 0.7864, "step": 1199 }, { "epoch": 0.3, "learning_rate": 4.938196813103182e-06, "loss": 0.8798, "step": 1200 }, { "epoch": 0.3, "learning_rate": 4.938049307669325e-06, "loss": 0.8092, "step": 1201 }, { "epoch": 0.3, "learning_rate": 4.937901628628184e-06, "loss": 0.8618, "step": 1202 }, { "epoch": 0.3, "learning_rate": 4.937753775990277e-06, "loss": 0.7968, "step": 1203 }, { "epoch": 0.3, "learning_rate": 4.9376057497661315e-06, "loss": 0.8059, "step": 1204 }, { "epoch": 0.3, "learning_rate": 4.9374575499662865e-06, "loss": 0.8272, "step": 1205 }, { "epoch": 0.3, "learning_rate": 4.937309176601298e-06, "loss": 0.8629, "step": 1206 }, { "epoch": 0.3, "learning_rate": 4.9371606296817295e-06, "loss": 0.8495, "step": 1207 }, { "epoch": 0.3, "learning_rate": 4.937011909218159e-06, "loss": 0.9, "step": 1208 }, { "epoch": 0.3, "learning_rate": 4.936863015221176e-06, "loss": 0.9023, "step": 1209 }, { "epoch": 0.3, "learning_rate": 4.9367139477013835e-06, "loss": 0.7908, "step": 1210 }, { "epoch": 0.3, "learning_rate": 4.936564706669396e-06, "loss": 0.8699, "step": 1211 }, { "epoch": 0.3, "learning_rate": 4.93641529213584e-06, "loss": 0.8403, "step": 1212 }, { "epoch": 0.3, "learning_rate": 4.936265704111356e-06, "loss": 0.8044, "step": 1213 }, { "epoch": 0.3, "learning_rate": 4.936115942606594e-06, "loss": 0.8391, "step": 1214 }, { "epoch": 0.3, "learning_rate": 4.93596600763222e-06, "loss": 0.861, "step": 1215 }, { "epoch": 0.3, "learning_rate": 4.93581589919891e-06, "loss": 0.8454, "step": 1216 }, { "epoch": 0.3, "learning_rate": 4.935665617317354e-06, "loss": 0.88, "step": 1217 }, { "epoch": 0.3, "learning_rate": 4.93551516199825e-06, "loss": 0.8306, "step": 1218 }, { "epoch": 0.3, "learning_rate": 4.935364533252314e-06, "loss": 0.868, "step": 1219 }, { "epoch": 0.3, "learning_rate": 4.935213731090271e-06, "loss": 0.8387, "step": 1220 }, { "epoch": 0.3, "learning_rate": 4.93506275552286e-06, "loss": 0.9078, "step": 1221 }, { "epoch": 0.3, "learning_rate": 4.9349116065608315e-06, "loss": 0.863, "step": 1222 }, { "epoch": 0.3, "learning_rate": 4.934760284214947e-06, "loss": 0.8369, "step": 1223 }, { "epoch": 0.3, "learning_rate": 4.934608788495985e-06, "loss": 0.8593, "step": 1224 }, { "epoch": 0.3, "learning_rate": 4.9344571194147284e-06, "loss": 0.807, "step": 1225 }, { "epoch": 0.3, "learning_rate": 4.934305276981981e-06, "loss": 0.9102, "step": 1226 }, { "epoch": 0.3, "learning_rate": 4.934153261208554e-06, "loss": 0.8016, "step": 1227 }, { "epoch": 0.3, "learning_rate": 4.934001072105271e-06, "loss": 0.8195, "step": 1228 }, { "epoch": 0.3, "learning_rate": 4.933848709682971e-06, "loss": 0.8494, "step": 1229 }, { "epoch": 0.3, "learning_rate": 4.9336961739525015e-06, "loss": 0.8182, "step": 1230 }, { "epoch": 0.3, "learning_rate": 4.933543464924725e-06, "loss": 0.8889, "step": 1231 }, { "epoch": 0.3, "learning_rate": 4.933390582610516e-06, "loss": 0.8131, "step": 1232 }, { "epoch": 0.3, "learning_rate": 4.93323752702076e-06, "loss": 0.8577, "step": 1233 }, { "epoch": 0.3, "learning_rate": 4.933084298166355e-06, "loss": 0.8592, "step": 1234 }, { "epoch": 0.31, "learning_rate": 4.932930896058214e-06, "loss": 0.8522, "step": 1235 }, { "epoch": 0.31, "learning_rate": 4.932777320707259e-06, "loss": 0.8096, "step": 1236 }, { "epoch": 0.31, "learning_rate": 4.932623572124427e-06, "loss": 0.866, "step": 1237 }, { "epoch": 0.31, "learning_rate": 4.932469650320665e-06, "loss": 0.9253, "step": 1238 }, { "epoch": 0.31, "learning_rate": 4.9323155553069325e-06, "loss": 0.845, "step": 1239 }, { "epoch": 0.31, "learning_rate": 4.9321612870942034e-06, "loss": 0.8328, "step": 1240 }, { "epoch": 0.31, "learning_rate": 4.932006845693464e-06, "loss": 0.8394, "step": 1241 }, { "epoch": 0.31, "learning_rate": 4.931852231115709e-06, "loss": 0.8814, "step": 1242 }, { "epoch": 0.31, "learning_rate": 4.93169744337195e-06, "loss": 0.8447, "step": 1243 }, { "epoch": 0.31, "learning_rate": 4.931542482473208e-06, "loss": 0.8602, "step": 1244 }, { "epoch": 0.31, "learning_rate": 4.931387348430518e-06, "loss": 0.8151, "step": 1245 }, { "epoch": 0.31, "learning_rate": 4.931232041254927e-06, "loss": 0.8615, "step": 1246 }, { "epoch": 0.31, "learning_rate": 4.931076560957493e-06, "loss": 0.8705, "step": 1247 }, { "epoch": 0.31, "learning_rate": 4.930920907549288e-06, "loss": 0.8466, "step": 1248 }, { "epoch": 0.31, "learning_rate": 4.9307650810413955e-06, "loss": 0.8717, "step": 1249 }, { "epoch": 0.31, "learning_rate": 4.930609081444912e-06, "loss": 0.8193, "step": 1250 }, { "epoch": 0.31, "learning_rate": 4.930452908770945e-06, "loss": 0.8801, "step": 1251 }, { "epoch": 0.31, "learning_rate": 4.9302965630306155e-06, "loss": 0.8194, "step": 1252 }, { "epoch": 0.31, "learning_rate": 4.930140044235056e-06, "loss": 0.8686, "step": 1253 }, { "epoch": 0.31, "learning_rate": 4.9299833523954144e-06, "loss": 0.9082, "step": 1254 }, { "epoch": 0.31, "learning_rate": 4.9298264875228445e-06, "loss": 0.8377, "step": 1255 }, { "epoch": 0.31, "learning_rate": 4.929669449628519e-06, "loss": 0.8972, "step": 1256 }, { "epoch": 0.31, "learning_rate": 4.929512238723618e-06, "loss": 0.7535, "step": 1257 }, { "epoch": 0.31, "learning_rate": 4.929354854819338e-06, "loss": 0.83, "step": 1258 }, { "epoch": 0.31, "learning_rate": 4.929197297926886e-06, "loss": 0.8107, "step": 1259 }, { "epoch": 0.31, "learning_rate": 4.92903956805748e-06, "loss": 0.7704, "step": 1260 }, { "epoch": 0.31, "learning_rate": 4.9288816652223515e-06, "loss": 0.7957, "step": 1261 }, { "epoch": 0.31, "learning_rate": 4.928723589432745e-06, "loss": 0.7692, "step": 1262 }, { "epoch": 0.31, "learning_rate": 4.928565340699916e-06, "loss": 0.8121, "step": 1263 }, { "epoch": 0.31, "learning_rate": 4.928406919035134e-06, "loss": 0.8124, "step": 1264 }, { "epoch": 0.31, "learning_rate": 4.92824832444968e-06, "loss": 0.8033, "step": 1265 }, { "epoch": 0.31, "learning_rate": 4.928089556954845e-06, "loss": 0.8465, "step": 1266 }, { "epoch": 0.31, "learning_rate": 4.927930616561937e-06, "loss": 0.898, "step": 1267 }, { "epoch": 0.31, "learning_rate": 4.927771503282271e-06, "loss": 0.892, "step": 1268 }, { "epoch": 0.31, "learning_rate": 4.927612217127181e-06, "loss": 0.8795, "step": 1269 }, { "epoch": 0.31, "learning_rate": 4.927452758108006e-06, "loss": 0.8436, "step": 1270 }, { "epoch": 0.31, "learning_rate": 4.9272931262361e-06, "loss": 0.8407, "step": 1271 }, { "epoch": 0.31, "learning_rate": 4.927133321522834e-06, "loss": 0.794, "step": 1272 }, { "epoch": 0.31, "learning_rate": 4.926973343979584e-06, "loss": 0.8014, "step": 1273 }, { "epoch": 0.31, "learning_rate": 4.926813193617742e-06, "loss": 0.8287, "step": 1274 }, { "epoch": 0.32, "learning_rate": 4.926652870448714e-06, "loss": 0.8471, "step": 1275 }, { "epoch": 0.32, "learning_rate": 4.926492374483913e-06, "loss": 0.8538, "step": 1276 }, { "epoch": 0.32, "learning_rate": 4.92633170573477e-06, "loss": 0.8776, "step": 1277 }, { "epoch": 0.32, "learning_rate": 4.926170864212724e-06, "loss": 0.8073, "step": 1278 }, { "epoch": 0.32, "learning_rate": 4.92600984992923e-06, "loss": 0.922, "step": 1279 }, { "epoch": 0.32, "learning_rate": 4.925848662895753e-06, "loss": 0.819, "step": 1280 }, { "epoch": 0.32, "learning_rate": 4.925687303123769e-06, "loss": 0.8533, "step": 1281 }, { "epoch": 0.32, "learning_rate": 4.92552577062477e-06, "loss": 0.872, "step": 1282 }, { "epoch": 0.32, "learning_rate": 4.925364065410257e-06, "loss": 0.7797, "step": 1283 }, { "epoch": 0.32, "learning_rate": 4.925202187491745e-06, "loss": 0.8795, "step": 1284 }, { "epoch": 0.32, "learning_rate": 4.925040136880761e-06, "loss": 0.8401, "step": 1285 }, { "epoch": 0.32, "learning_rate": 4.924877913588845e-06, "loss": 0.8401, "step": 1286 }, { "epoch": 0.32, "learning_rate": 4.924715517627548e-06, "loss": 0.7777, "step": 1287 }, { "epoch": 0.32, "learning_rate": 4.924552949008433e-06, "loss": 0.8057, "step": 1288 }, { "epoch": 0.32, "learning_rate": 4.924390207743077e-06, "loss": 0.8783, "step": 1289 }, { "epoch": 0.32, "learning_rate": 4.924227293843068e-06, "loss": 0.8036, "step": 1290 }, { "epoch": 0.32, "learning_rate": 4.924064207320006e-06, "loss": 0.8014, "step": 1291 }, { "epoch": 0.32, "learning_rate": 4.923900948185506e-06, "loss": 0.8935, "step": 1292 }, { "epoch": 0.32, "learning_rate": 4.923737516451192e-06, "loss": 0.8818, "step": 1293 }, { "epoch": 0.32, "learning_rate": 4.9235739121287e-06, "loss": 0.8356, "step": 1294 }, { "epoch": 0.32, "learning_rate": 4.9234101352296825e-06, "loss": 0.8523, "step": 1295 }, { "epoch": 0.32, "learning_rate": 4.9232461857658e-06, "loss": 0.8848, "step": 1296 }, { "epoch": 0.32, "learning_rate": 4.923082063748728e-06, "loss": 0.9923, "step": 1297 }, { "epoch": 0.32, "learning_rate": 4.922917769190153e-06, "loss": 0.9135, "step": 1298 }, { "epoch": 0.32, "learning_rate": 4.922753302101773e-06, "loss": 0.8003, "step": 1299 }, { "epoch": 0.32, "learning_rate": 4.9225886624953e-06, "loss": 0.8163, "step": 1300 }, { "epoch": 0.32, "learning_rate": 4.922423850382458e-06, "loss": 0.7584, "step": 1301 }, { "epoch": 0.32, "learning_rate": 4.922258865774982e-06, "loss": 0.7775, "step": 1302 }, { "epoch": 0.32, "learning_rate": 4.922093708684621e-06, "loss": 0.8625, "step": 1303 }, { "epoch": 0.32, "learning_rate": 4.921928379123134e-06, "loss": 0.8093, "step": 1304 }, { "epoch": 0.32, "learning_rate": 4.921762877102295e-06, "loss": 0.7966, "step": 1305 }, { "epoch": 0.32, "learning_rate": 4.921597202633889e-06, "loss": 0.875, "step": 1306 }, { "epoch": 0.32, "learning_rate": 4.9214313557297125e-06, "loss": 0.8089, "step": 1307 }, { "epoch": 0.32, "learning_rate": 4.921265336401576e-06, "loss": 0.8142, "step": 1308 }, { "epoch": 0.32, "learning_rate": 4.9210991446613e-06, "loss": 0.8023, "step": 1309 }, { "epoch": 0.32, "learning_rate": 4.92093278052072e-06, "loss": 0.8273, "step": 1310 }, { "epoch": 0.32, "learning_rate": 4.920766243991681e-06, "loss": 0.8084, "step": 1311 }, { "epoch": 0.32, "learning_rate": 4.920599535086042e-06, "loss": 0.8449, "step": 1312 }, { "epoch": 0.32, "learning_rate": 4.920432653815675e-06, "loss": 0.8843, "step": 1313 }, { "epoch": 0.32, "learning_rate": 4.920265600192463e-06, "loss": 0.8219, "step": 1314 }, { "epoch": 0.32, "learning_rate": 4.920098374228299e-06, "loss": 0.8137, "step": 1315 }, { "epoch": 0.33, "learning_rate": 4.919930975935094e-06, "loss": 0.7706, "step": 1316 }, { "epoch": 0.33, "learning_rate": 4.919763405324767e-06, "loss": 0.8114, "step": 1317 }, { "epoch": 0.33, "learning_rate": 4.919595662409249e-06, "loss": 0.8252, "step": 1318 }, { "epoch": 0.33, "learning_rate": 4.919427747200486e-06, "loss": 0.9002, "step": 1319 }, { "epoch": 0.33, "learning_rate": 4.919259659710434e-06, "loss": 0.9201, "step": 1320 }, { "epoch": 0.33, "learning_rate": 4.919091399951061e-06, "loss": 0.8271, "step": 1321 }, { "epoch": 0.33, "learning_rate": 4.918922967934352e-06, "loss": 0.8915, "step": 1322 }, { "epoch": 0.33, "learning_rate": 4.918754363672297e-06, "loss": 0.8133, "step": 1323 }, { "epoch": 0.33, "learning_rate": 4.918585587176903e-06, "loss": 0.8679, "step": 1324 }, { "epoch": 0.33, "learning_rate": 4.918416638460189e-06, "loss": 0.8475, "step": 1325 }, { "epoch": 0.33, "learning_rate": 4.918247517534185e-06, "loss": 0.8437, "step": 1326 }, { "epoch": 0.33, "learning_rate": 4.918078224410932e-06, "loss": 0.8474, "step": 1327 }, { "epoch": 0.33, "learning_rate": 4.917908759102488e-06, "loss": 0.8283, "step": 1328 }, { "epoch": 0.33, "learning_rate": 4.917739121620918e-06, "loss": 0.8101, "step": 1329 }, { "epoch": 0.33, "learning_rate": 4.917569311978301e-06, "loss": 0.8334, "step": 1330 }, { "epoch": 0.33, "learning_rate": 4.9173993301867306e-06, "loss": 0.8556, "step": 1331 }, { "epoch": 0.33, "learning_rate": 4.91722917625831e-06, "loss": 0.8173, "step": 1332 }, { "epoch": 0.33, "learning_rate": 4.917058850205155e-06, "loss": 0.8438, "step": 1333 }, { "epoch": 0.33, "learning_rate": 4.916888352039394e-06, "loss": 0.8637, "step": 1334 }, { "epoch": 0.33, "learning_rate": 4.916717681773169e-06, "loss": 0.8558, "step": 1335 }, { "epoch": 0.33, "learning_rate": 4.916546839418631e-06, "loss": 0.8672, "step": 1336 }, { "epoch": 0.33, "learning_rate": 4.9163758249879475e-06, "loss": 0.8183, "step": 1337 }, { "epoch": 0.33, "learning_rate": 4.916204638493294e-06, "loss": 0.8662, "step": 1338 }, { "epoch": 0.33, "learning_rate": 4.916033279946862e-06, "loss": 0.9298, "step": 1339 }, { "epoch": 0.33, "learning_rate": 4.915861749360852e-06, "loss": 0.8723, "step": 1340 }, { "epoch": 0.33, "learning_rate": 4.9156900467474785e-06, "loss": 0.8364, "step": 1341 }, { "epoch": 0.33, "learning_rate": 4.915518172118969e-06, "loss": 0.7837, "step": 1342 }, { "epoch": 0.33, "learning_rate": 4.915346125487562e-06, "loss": 0.8318, "step": 1343 }, { "epoch": 0.33, "learning_rate": 4.915173906865508e-06, "loss": 0.843, "step": 1344 }, { "epoch": 0.33, "learning_rate": 4.91500151626507e-06, "loss": 0.7936, "step": 1345 }, { "epoch": 0.33, "learning_rate": 4.914828953698524e-06, "loss": 0.845, "step": 1346 }, { "epoch": 0.33, "learning_rate": 4.9146562191781575e-06, "loss": 0.8892, "step": 1347 }, { "epoch": 0.33, "learning_rate": 4.91448331271627e-06, "loss": 0.8945, "step": 1348 }, { "epoch": 0.33, "learning_rate": 4.914310234325176e-06, "loss": 0.7991, "step": 1349 }, { "epoch": 0.33, "learning_rate": 4.914136984017197e-06, "loss": 0.9231, "step": 1350 }, { "epoch": 0.33, "learning_rate": 4.913963561804672e-06, "loss": 0.8738, "step": 1351 }, { "epoch": 0.33, "learning_rate": 4.913789967699948e-06, "loss": 0.877, "step": 1352 }, { "epoch": 0.33, "learning_rate": 4.9136162017153876e-06, "loss": 0.8335, "step": 1353 }, { "epoch": 0.33, "learning_rate": 4.913442263863364e-06, "loss": 0.8932, "step": 1354 }, { "epoch": 0.33, "learning_rate": 4.913268154156262e-06, "loss": 0.8211, "step": 1355 }, { "epoch": 0.34, "learning_rate": 4.913093872606482e-06, "loss": 0.7557, "step": 1356 }, { "epoch": 0.34, "learning_rate": 4.912919419226431e-06, "loss": 0.883, "step": 1357 }, { "epoch": 0.34, "learning_rate": 4.912744794028532e-06, "loss": 0.817, "step": 1358 }, { "epoch": 0.34, "learning_rate": 4.912569997025221e-06, "loss": 0.8446, "step": 1359 }, { "epoch": 0.34, "learning_rate": 4.9123950282289445e-06, "loss": 0.8134, "step": 1360 }, { "epoch": 0.34, "learning_rate": 4.912219887652161e-06, "loss": 0.8361, "step": 1361 }, { "epoch": 0.34, "learning_rate": 4.912044575307342e-06, "loss": 0.7918, "step": 1362 }, { "epoch": 0.34, "learning_rate": 4.911869091206971e-06, "loss": 0.8171, "step": 1363 }, { "epoch": 0.34, "learning_rate": 4.911693435363545e-06, "loss": 0.7748, "step": 1364 }, { "epoch": 0.34, "learning_rate": 4.91151760778957e-06, "loss": 0.8498, "step": 1365 }, { "epoch": 0.34, "learning_rate": 4.911341608497567e-06, "loss": 0.8469, "step": 1366 }, { "epoch": 0.34, "learning_rate": 4.911165437500068e-06, "loss": 0.884, "step": 1367 }, { "epoch": 0.34, "learning_rate": 4.910989094809619e-06, "loss": 0.8157, "step": 1368 }, { "epoch": 0.34, "learning_rate": 4.910812580438777e-06, "loss": 0.8214, "step": 1369 }, { "epoch": 0.34, "learning_rate": 4.91063589440011e-06, "loss": 0.8898, "step": 1370 }, { "epoch": 0.34, "learning_rate": 4.910459036706199e-06, "loss": 0.8183, "step": 1371 }, { "epoch": 0.34, "learning_rate": 4.910282007369639e-06, "loss": 0.8399, "step": 1372 }, { "epoch": 0.34, "learning_rate": 4.910104806403034e-06, "loss": 0.8244, "step": 1373 }, { "epoch": 0.34, "learning_rate": 4.909927433819005e-06, "loss": 0.8442, "step": 1374 }, { "epoch": 0.34, "learning_rate": 4.909749889630179e-06, "loss": 0.8578, "step": 1375 }, { "epoch": 0.34, "learning_rate": 4.9095721738492e-06, "loss": 0.8086, "step": 1376 }, { "epoch": 0.34, "learning_rate": 4.9093942864887225e-06, "loss": 0.8781, "step": 1377 }, { "epoch": 0.34, "learning_rate": 4.9092162275614135e-06, "loss": 0.8448, "step": 1378 }, { "epoch": 0.34, "learning_rate": 4.909037997079953e-06, "loss": 0.848, "step": 1379 }, { "epoch": 0.34, "learning_rate": 4.90885959505703e-06, "loss": 0.8817, "step": 1380 }, { "epoch": 0.34, "learning_rate": 4.908681021505351e-06, "loss": 0.7844, "step": 1381 }, { "epoch": 0.34, "learning_rate": 4.908502276437628e-06, "loss": 0.8688, "step": 1382 }, { "epoch": 0.34, "learning_rate": 4.9083233598665924e-06, "loss": 0.905, "step": 1383 }, { "epoch": 0.34, "learning_rate": 4.9081442718049835e-06, "loss": 0.826, "step": 1384 }, { "epoch": 0.34, "learning_rate": 4.907965012265553e-06, "loss": 0.8917, "step": 1385 }, { "epoch": 0.34, "learning_rate": 4.9077855812610665e-06, "loss": 0.8073, "step": 1386 }, { "epoch": 0.34, "learning_rate": 4.9076059788043e-06, "loss": 0.8989, "step": 1387 }, { "epoch": 0.34, "learning_rate": 4.907426204908043e-06, "loss": 0.7965, "step": 1388 }, { "epoch": 0.34, "learning_rate": 4.907246259585095e-06, "loss": 0.8489, "step": 1389 }, { "epoch": 0.34, "learning_rate": 4.907066142848273e-06, "loss": 0.8809, "step": 1390 }, { "epoch": 0.34, "learning_rate": 4.9068858547104e-06, "loss": 0.8465, "step": 1391 }, { "epoch": 0.34, "learning_rate": 4.906705395184314e-06, "loss": 0.8325, "step": 1392 }, { "epoch": 0.34, "learning_rate": 4.906524764282866e-06, "loss": 0.8146, "step": 1393 }, { "epoch": 0.34, "learning_rate": 4.906343962018918e-06, "loss": 0.8457, "step": 1394 }, { "epoch": 0.34, "learning_rate": 4.906162988405343e-06, "loss": 0.8447, "step": 1395 }, { "epoch": 0.34, "learning_rate": 4.90598184345503e-06, "loss": 0.8858, "step": 1396 }, { "epoch": 0.35, "learning_rate": 4.9058005271808775e-06, "loss": 0.7603, "step": 1397 }, { "epoch": 0.35, "learning_rate": 4.905619039595795e-06, "loss": 0.8824, "step": 1398 }, { "epoch": 0.35, "learning_rate": 4.905437380712706e-06, "loss": 0.8256, "step": 1399 }, { "epoch": 0.35, "learning_rate": 4.9052555505445475e-06, "loss": 0.811, "step": 1400 }, { "epoch": 0.35, "learning_rate": 4.905073549104267e-06, "loss": 0.8488, "step": 1401 }, { "epoch": 0.35, "learning_rate": 4.904891376404822e-06, "loss": 0.8914, "step": 1402 }, { "epoch": 0.35, "learning_rate": 4.904709032459187e-06, "loss": 0.8301, "step": 1403 }, { "epoch": 0.35, "learning_rate": 4.904526517280346e-06, "loss": 0.8833, "step": 1404 }, { "epoch": 0.35, "learning_rate": 4.904343830881294e-06, "loss": 0.8328, "step": 1405 }, { "epoch": 0.35, "learning_rate": 4.90416097327504e-06, "loss": 0.7895, "step": 1406 }, { "epoch": 0.35, "learning_rate": 4.903977944474607e-06, "loss": 0.8783, "step": 1407 }, { "epoch": 0.35, "learning_rate": 4.903794744493026e-06, "loss": 1.0094, "step": 1408 }, { "epoch": 0.35, "learning_rate": 4.903611373343342e-06, "loss": 0.8881, "step": 1409 }, { "epoch": 0.35, "learning_rate": 4.903427831038613e-06, "loss": 0.942, "step": 1410 }, { "epoch": 0.35, "learning_rate": 4.903244117591909e-06, "loss": 0.7906, "step": 1411 }, { "epoch": 0.35, "learning_rate": 4.903060233016311e-06, "loss": 0.8594, "step": 1412 }, { "epoch": 0.35, "learning_rate": 4.902876177324914e-06, "loss": 0.8574, "step": 1413 }, { "epoch": 0.35, "learning_rate": 4.9026919505308215e-06, "loss": 0.7639, "step": 1414 }, { "epoch": 0.35, "learning_rate": 4.9025075526471556e-06, "loss": 0.8484, "step": 1415 }, { "epoch": 0.35, "learning_rate": 4.902322983687044e-06, "loss": 0.9071, "step": 1416 }, { "epoch": 0.35, "learning_rate": 4.902138243663631e-06, "loss": 0.8003, "step": 1417 }, { "epoch": 0.35, "learning_rate": 4.90195333259007e-06, "loss": 0.792, "step": 1418 }, { "epoch": 0.35, "learning_rate": 4.901768250479529e-06, "loss": 0.7803, "step": 1419 }, { "epoch": 0.35, "learning_rate": 4.901582997345187e-06, "loss": 0.8779, "step": 1420 }, { "epoch": 0.35, "learning_rate": 4.901397573200236e-06, "loss": 0.8146, "step": 1421 }, { "epoch": 0.35, "learning_rate": 4.901211978057878e-06, "loss": 0.9381, "step": 1422 }, { "epoch": 0.35, "learning_rate": 4.901026211931331e-06, "loss": 0.9258, "step": 1423 }, { "epoch": 0.35, "learning_rate": 4.900840274833822e-06, "loss": 0.8679, "step": 1424 }, { "epoch": 0.35, "learning_rate": 4.900654166778589e-06, "loss": 0.7988, "step": 1425 }, { "epoch": 0.35, "learning_rate": 4.900467887778887e-06, "loss": 0.8182, "step": 1426 }, { "epoch": 0.35, "learning_rate": 4.900281437847981e-06, "loss": 0.7913, "step": 1427 }, { "epoch": 0.35, "learning_rate": 4.900094816999144e-06, "loss": 0.8404, "step": 1428 }, { "epoch": 0.35, "learning_rate": 4.899908025245668e-06, "loss": 0.8395, "step": 1429 }, { "epoch": 0.35, "learning_rate": 4.899721062600853e-06, "loss": 0.8624, "step": 1430 }, { "epoch": 0.35, "learning_rate": 4.899533929078012e-06, "loss": 0.8548, "step": 1431 }, { "epoch": 0.35, "learning_rate": 4.8993466246904695e-06, "loss": 0.811, "step": 1432 }, { "epoch": 0.35, "learning_rate": 4.899159149451565e-06, "loss": 0.7856, "step": 1433 }, { "epoch": 0.35, "learning_rate": 4.8989715033746466e-06, "loss": 0.7912, "step": 1434 }, { "epoch": 0.35, "learning_rate": 4.898783686473076e-06, "loss": 0.8729, "step": 1435 }, { "epoch": 0.35, "learning_rate": 4.898595698760229e-06, "loss": 0.8616, "step": 1436 }, { "epoch": 0.36, "learning_rate": 4.898407540249489e-06, "loss": 0.8319, "step": 1437 }, { "epoch": 0.36, "learning_rate": 4.898219210954257e-06, "loss": 0.8253, "step": 1438 }, { "epoch": 0.36, "learning_rate": 4.898030710887941e-06, "loss": 0.7931, "step": 1439 }, { "epoch": 0.36, "learning_rate": 4.8978420400639645e-06, "loss": 0.8059, "step": 1440 }, { "epoch": 0.36, "learning_rate": 4.897653198495764e-06, "loss": 0.8756, "step": 1441 }, { "epoch": 0.36, "learning_rate": 4.897464186196784e-06, "loss": 0.9077, "step": 1442 }, { "epoch": 0.36, "learning_rate": 4.897275003180484e-06, "loss": 0.8731, "step": 1443 }, { "epoch": 0.36, "learning_rate": 4.897085649460337e-06, "loss": 0.7675, "step": 1444 }, { "epoch": 0.36, "learning_rate": 4.896896125049824e-06, "loss": 0.7738, "step": 1445 }, { "epoch": 0.36, "learning_rate": 4.8967064299624424e-06, "loss": 0.8677, "step": 1446 }, { "epoch": 0.36, "learning_rate": 4.896516564211699e-06, "loss": 0.8532, "step": 1447 }, { "epoch": 0.36, "learning_rate": 4.896326527811113e-06, "loss": 0.8028, "step": 1448 }, { "epoch": 0.36, "learning_rate": 4.896136320774219e-06, "loss": 0.8338, "step": 1449 }, { "epoch": 0.36, "learning_rate": 4.895945943114558e-06, "loss": 0.8189, "step": 1450 }, { "epoch": 0.36, "learning_rate": 4.895755394845688e-06, "loss": 0.8077, "step": 1451 }, { "epoch": 0.36, "learning_rate": 4.895564675981177e-06, "loss": 0.921, "step": 1452 }, { "epoch": 0.36, "learning_rate": 4.895373786534606e-06, "loss": 0.747, "step": 1453 }, { "epoch": 0.36, "learning_rate": 4.895182726519569e-06, "loss": 0.8797, "step": 1454 }, { "epoch": 0.36, "learning_rate": 4.894991495949667e-06, "loss": 0.8152, "step": 1455 }, { "epoch": 0.36, "learning_rate": 4.894800094838521e-06, "loss": 0.8236, "step": 1456 }, { "epoch": 0.36, "learning_rate": 4.894608523199758e-06, "loss": 0.7896, "step": 1457 }, { "epoch": 0.36, "learning_rate": 4.89441678104702e-06, "loss": 0.872, "step": 1458 }, { "epoch": 0.36, "learning_rate": 4.8942248683939615e-06, "loss": 0.8315, "step": 1459 }, { "epoch": 0.36, "learning_rate": 4.894032785254246e-06, "loss": 0.8124, "step": 1460 }, { "epoch": 0.36, "learning_rate": 4.893840531641552e-06, "loss": 0.7619, "step": 1461 }, { "epoch": 0.36, "learning_rate": 4.8936481075695705e-06, "loss": 0.7912, "step": 1462 }, { "epoch": 0.36, "learning_rate": 4.893455513052003e-06, "loss": 0.8689, "step": 1463 }, { "epoch": 0.36, "learning_rate": 4.893262748102563e-06, "loss": 0.8825, "step": 1464 }, { "epoch": 0.36, "learning_rate": 4.893069812734977e-06, "loss": 0.8395, "step": 1465 }, { "epoch": 0.36, "learning_rate": 4.892876706962984e-06, "loss": 0.7874, "step": 1466 }, { "epoch": 0.36, "learning_rate": 4.892683430800334e-06, "loss": 0.8229, "step": 1467 }, { "epoch": 0.36, "learning_rate": 4.892489984260791e-06, "loss": 0.8693, "step": 1468 }, { "epoch": 0.36, "learning_rate": 4.892296367358128e-06, "loss": 0.8551, "step": 1469 }, { "epoch": 0.36, "learning_rate": 4.892102580106131e-06, "loss": 0.7995, "step": 1470 }, { "epoch": 0.36, "learning_rate": 4.891908622518603e-06, "loss": 0.8794, "step": 1471 }, { "epoch": 0.36, "learning_rate": 4.891714494609353e-06, "loss": 0.8239, "step": 1472 }, { "epoch": 0.36, "learning_rate": 4.891520196392204e-06, "loss": 0.8842, "step": 1473 }, { "epoch": 0.36, "learning_rate": 4.891325727880991e-06, "loss": 0.8451, "step": 1474 }, { "epoch": 0.36, "learning_rate": 4.891131089089564e-06, "loss": 0.8352, "step": 1475 }, { "epoch": 0.36, "learning_rate": 4.89093628003178e-06, "loss": 0.9013, "step": 1476 }, { "epoch": 0.36, "learning_rate": 4.890741300721513e-06, "loss": 0.8378, "step": 1477 }, { "epoch": 0.37, "learning_rate": 4.890546151172645e-06, "loss": 0.8737, "step": 1478 }, { "epoch": 0.37, "learning_rate": 4.8903508313990735e-06, "loss": 0.8947, "step": 1479 }, { "epoch": 0.37, "learning_rate": 4.890155341414707e-06, "loss": 0.8121, "step": 1480 }, { "epoch": 0.37, "learning_rate": 4.889959681233465e-06, "loss": 0.861, "step": 1481 }, { "epoch": 0.37, "learning_rate": 4.88976385086928e-06, "loss": 0.9006, "step": 1482 }, { "epoch": 0.37, "learning_rate": 4.8895678503360965e-06, "loss": 0.8467, "step": 1483 }, { "epoch": 0.37, "learning_rate": 4.889371679647872e-06, "loss": 0.7826, "step": 1484 }, { "epoch": 0.37, "learning_rate": 4.889175338818575e-06, "loss": 0.8608, "step": 1485 }, { "epoch": 0.37, "learning_rate": 4.888978827862185e-06, "loss": 0.8625, "step": 1486 }, { "epoch": 0.37, "learning_rate": 4.888782146792697e-06, "loss": 0.7509, "step": 1487 }, { "epoch": 0.37, "learning_rate": 4.888585295624116e-06, "loss": 0.8491, "step": 1488 }, { "epoch": 0.37, "learning_rate": 4.8883882743704584e-06, "loss": 0.8507, "step": 1489 }, { "epoch": 0.37, "learning_rate": 4.888191083045753e-06, "loss": 0.765, "step": 1490 }, { "epoch": 0.37, "learning_rate": 4.887993721664043e-06, "loss": 0.9096, "step": 1491 }, { "epoch": 0.37, "learning_rate": 4.887796190239381e-06, "loss": 0.8579, "step": 1492 }, { "epoch": 0.37, "learning_rate": 4.887598488785833e-06, "loss": 0.9037, "step": 1493 }, { "epoch": 0.37, "learning_rate": 4.887400617317477e-06, "loss": 0.8183, "step": 1494 }, { "epoch": 0.37, "learning_rate": 4.887202575848402e-06, "loss": 0.7912, "step": 1495 }, { "epoch": 0.37, "learning_rate": 4.887004364392711e-06, "loss": 0.8978, "step": 1496 }, { "epoch": 0.37, "learning_rate": 4.8868059829645175e-06, "loss": 0.8379, "step": 1497 }, { "epoch": 0.37, "learning_rate": 4.886607431577948e-06, "loss": 0.8041, "step": 1498 }, { "epoch": 0.37, "learning_rate": 4.886408710247141e-06, "loss": 0.9258, "step": 1499 }, { "epoch": 0.37, "learning_rate": 4.886209818986247e-06, "loss": 0.839, "step": 1500 }, { "epoch": 0.37, "learning_rate": 4.8860107578094275e-06, "loss": 0.9216, "step": 1501 }, { "epoch": 0.37, "learning_rate": 4.885811526730859e-06, "loss": 0.824, "step": 1502 }, { "epoch": 0.37, "learning_rate": 4.885612125764727e-06, "loss": 0.9338, "step": 1503 }, { "epoch": 0.37, "learning_rate": 4.8854125549252305e-06, "loss": 0.8746, "step": 1504 }, { "epoch": 0.37, "learning_rate": 4.88521281422658e-06, "loss": 0.7978, "step": 1505 }, { "epoch": 0.37, "learning_rate": 4.885012903683e-06, "loss": 0.8559, "step": 1506 }, { "epoch": 0.37, "learning_rate": 4.884812823308723e-06, "loss": 0.8625, "step": 1507 }, { "epoch": 0.37, "learning_rate": 4.884612573118e-06, "loss": 0.9243, "step": 1508 }, { "epoch": 0.37, "learning_rate": 4.884412153125086e-06, "loss": 0.7993, "step": 1509 }, { "epoch": 0.37, "learning_rate": 4.884211563344256e-06, "loss": 0.7732, "step": 1510 }, { "epoch": 0.37, "learning_rate": 4.884010803789792e-06, "loss": 0.785, "step": 1511 }, { "epoch": 0.37, "learning_rate": 4.883809874475989e-06, "loss": 0.8624, "step": 1512 }, { "epoch": 0.37, "learning_rate": 4.8836087754171556e-06, "loss": 0.7515, "step": 1513 }, { "epoch": 0.37, "learning_rate": 4.88340750662761e-06, "loss": 0.7878, "step": 1514 }, { "epoch": 0.37, "learning_rate": 4.883206068121687e-06, "loss": 0.815, "step": 1515 }, { "epoch": 0.37, "learning_rate": 4.883004459913728e-06, "loss": 0.8629, "step": 1516 }, { "epoch": 0.37, "learning_rate": 4.8828026820180895e-06, "loss": 0.8994, "step": 1517 }, { "epoch": 0.38, "learning_rate": 4.882600734449141e-06, "loss": 0.7902, "step": 1518 }, { "epoch": 0.38, "learning_rate": 4.882398617221261e-06, "loss": 0.8928, "step": 1519 }, { "epoch": 0.38, "learning_rate": 4.882196330348842e-06, "loss": 0.8844, "step": 1520 }, { "epoch": 0.38, "learning_rate": 4.8819938738462885e-06, "loss": 0.8384, "step": 1521 }, { "epoch": 0.38, "learning_rate": 4.881791247728017e-06, "loss": 0.8324, "step": 1522 }, { "epoch": 0.38, "learning_rate": 4.881588452008457e-06, "loss": 0.7466, "step": 1523 }, { "epoch": 0.38, "learning_rate": 4.881385486702047e-06, "loss": 0.866, "step": 1524 }, { "epoch": 0.38, "learning_rate": 4.8811823518232415e-06, "loss": 0.9138, "step": 1525 }, { "epoch": 0.38, "learning_rate": 4.880979047386504e-06, "loss": 0.8427, "step": 1526 }, { "epoch": 0.38, "learning_rate": 4.8807755734063125e-06, "loss": 0.8685, "step": 1527 }, { "epoch": 0.38, "learning_rate": 4.880571929897154e-06, "loss": 0.8124, "step": 1528 }, { "epoch": 0.38, "learning_rate": 4.880368116873531e-06, "loss": 0.8757, "step": 1529 }, { "epoch": 0.38, "learning_rate": 4.880164134349957e-06, "loss": 0.8544, "step": 1530 }, { "epoch": 0.38, "learning_rate": 4.879959982340955e-06, "loss": 0.8655, "step": 1531 }, { "epoch": 0.38, "learning_rate": 4.879755660861064e-06, "loss": 0.8259, "step": 1532 }, { "epoch": 0.38, "learning_rate": 4.879551169924832e-06, "loss": 0.884, "step": 1533 }, { "epoch": 0.38, "learning_rate": 4.879346509546821e-06, "loss": 0.8189, "step": 1534 }, { "epoch": 0.38, "learning_rate": 4.879141679741604e-06, "loss": 0.8238, "step": 1535 }, { "epoch": 0.38, "learning_rate": 4.878936680523767e-06, "loss": 0.806, "step": 1536 }, { "epoch": 0.38, "learning_rate": 4.878731511907907e-06, "loss": 0.7849, "step": 1537 }, { "epoch": 0.38, "learning_rate": 4.8785261739086325e-06, "loss": 0.8599, "step": 1538 }, { "epoch": 0.38, "learning_rate": 4.878320666540567e-06, "loss": 0.8311, "step": 1539 }, { "epoch": 0.38, "learning_rate": 4.878114989818343e-06, "loss": 0.831, "step": 1540 }, { "epoch": 0.38, "learning_rate": 4.877909143756606e-06, "loss": 0.8503, "step": 1541 }, { "epoch": 0.38, "learning_rate": 4.8777031283700156e-06, "loss": 0.8271, "step": 1542 }, { "epoch": 0.38, "learning_rate": 4.8774969436732395e-06, "loss": 0.8762, "step": 1543 }, { "epoch": 0.38, "learning_rate": 4.877290589680961e-06, "loss": 0.8413, "step": 1544 }, { "epoch": 0.38, "learning_rate": 4.8770840664078725e-06, "loss": 0.8736, "step": 1545 }, { "epoch": 0.38, "learning_rate": 4.876877373868681e-06, "loss": 0.7804, "step": 1546 }, { "epoch": 0.38, "learning_rate": 4.876670512078106e-06, "loss": 0.8715, "step": 1547 }, { "epoch": 0.38, "learning_rate": 4.876463481050874e-06, "loss": 0.7265, "step": 1548 }, { "epoch": 0.38, "learning_rate": 4.87625628080173e-06, "loss": 0.9701, "step": 1549 }, { "epoch": 0.38, "learning_rate": 4.876048911345428e-06, "loss": 0.8173, "step": 1550 }, { "epoch": 0.38, "learning_rate": 4.8758413726967334e-06, "loss": 0.8846, "step": 1551 }, { "epoch": 0.38, "learning_rate": 4.875633664870425e-06, "loss": 0.8723, "step": 1552 }, { "epoch": 0.38, "learning_rate": 4.8754257878812925e-06, "loss": 0.8146, "step": 1553 }, { "epoch": 0.38, "learning_rate": 4.875217741744139e-06, "loss": 0.7908, "step": 1554 }, { "epoch": 0.38, "learning_rate": 4.8750095264737785e-06, "loss": 0.855, "step": 1555 }, { "epoch": 0.38, "learning_rate": 4.8748011420850375e-06, "loss": 0.7957, "step": 1556 }, { "epoch": 0.38, "learning_rate": 4.874592588592755e-06, "loss": 0.8441, "step": 1557 }, { "epoch": 0.39, "learning_rate": 4.8743838660117805e-06, "loss": 0.8564, "step": 1558 }, { "epoch": 0.39, "learning_rate": 4.8741749743569786e-06, "loss": 0.9125, "step": 1559 }, { "epoch": 0.39, "learning_rate": 4.873965913643221e-06, "loss": 0.7958, "step": 1560 }, { "epoch": 0.39, "learning_rate": 4.873756683885398e-06, "loss": 0.8018, "step": 1561 }, { "epoch": 0.39, "learning_rate": 4.873547285098405e-06, "loss": 0.8866, "step": 1562 }, { "epoch": 0.39, "learning_rate": 4.873337717297155e-06, "loss": 0.9044, "step": 1563 }, { "epoch": 0.39, "learning_rate": 4.873127980496569e-06, "loss": 0.9175, "step": 1564 }, { "epoch": 0.39, "learning_rate": 4.872918074711584e-06, "loss": 0.8308, "step": 1565 }, { "epoch": 0.39, "learning_rate": 4.8727079999571445e-06, "loss": 0.8591, "step": 1566 }, { "epoch": 0.39, "learning_rate": 4.872497756248211e-06, "loss": 0.9564, "step": 1567 }, { "epoch": 0.39, "learning_rate": 4.872287343599754e-06, "loss": 0.8354, "step": 1568 }, { "epoch": 0.39, "learning_rate": 4.872076762026756e-06, "loss": 0.9071, "step": 1569 }, { "epoch": 0.39, "learning_rate": 4.871866011544211e-06, "loss": 0.813, "step": 1570 }, { "epoch": 0.39, "learning_rate": 4.87165509216713e-06, "loss": 0.7953, "step": 1571 }, { "epoch": 0.39, "learning_rate": 4.871444003910528e-06, "loss": 0.8527, "step": 1572 }, { "epoch": 0.39, "learning_rate": 4.871232746789437e-06, "loss": 0.9065, "step": 1573 }, { "epoch": 0.39, "learning_rate": 4.871021320818902e-06, "loss": 0.8754, "step": 1574 }, { "epoch": 0.39, "learning_rate": 4.870809726013975e-06, "loss": 0.8447, "step": 1575 }, { "epoch": 0.39, "learning_rate": 4.870597962389726e-06, "loss": 0.8057, "step": 1576 }, { "epoch": 0.39, "learning_rate": 4.8703860299612325e-06, "loss": 0.7869, "step": 1577 }, { "epoch": 0.39, "learning_rate": 4.8701739287435855e-06, "loss": 0.8663, "step": 1578 }, { "epoch": 0.39, "learning_rate": 4.8699616587518895e-06, "loss": 0.8861, "step": 1579 }, { "epoch": 0.39, "learning_rate": 4.869749220001258e-06, "loss": 0.8489, "step": 1580 }, { "epoch": 0.39, "learning_rate": 4.86953661250682e-06, "loss": 0.7929, "step": 1581 }, { "epoch": 0.39, "learning_rate": 4.8693238362837134e-06, "loss": 0.8458, "step": 1582 }, { "epoch": 0.39, "learning_rate": 4.86911089134709e-06, "loss": 0.8501, "step": 1583 }, { "epoch": 0.39, "learning_rate": 4.868897777712114e-06, "loss": 0.8808, "step": 1584 }, { "epoch": 0.39, "learning_rate": 4.868684495393958e-06, "loss": 0.8298, "step": 1585 }, { "epoch": 0.39, "learning_rate": 4.868471044407812e-06, "loss": 0.9438, "step": 1586 }, { "epoch": 0.39, "learning_rate": 4.868257424768875e-06, "loss": 0.8598, "step": 1587 }, { "epoch": 0.39, "learning_rate": 4.868043636492357e-06, "loss": 0.9077, "step": 1588 }, { "epoch": 0.39, "learning_rate": 4.867829679593481e-06, "loss": 0.9124, "step": 1589 }, { "epoch": 0.39, "learning_rate": 4.867615554087484e-06, "loss": 0.8771, "step": 1590 }, { "epoch": 0.39, "learning_rate": 4.867401259989613e-06, "loss": 0.773, "step": 1591 }, { "epoch": 0.39, "learning_rate": 4.867186797315127e-06, "loss": 0.8936, "step": 1592 }, { "epoch": 0.39, "learning_rate": 4.866972166079296e-06, "loss": 0.7906, "step": 1593 }, { "epoch": 0.39, "learning_rate": 4.866757366297405e-06, "loss": 0.7965, "step": 1594 }, { "epoch": 0.39, "learning_rate": 4.866542397984751e-06, "loss": 0.8699, "step": 1595 }, { "epoch": 0.39, "learning_rate": 4.866327261156637e-06, "loss": 0.9381, "step": 1596 }, { "epoch": 0.39, "learning_rate": 4.866111955828386e-06, "loss": 0.8078, "step": 1597 }, { "epoch": 0.39, "learning_rate": 4.865896482015326e-06, "loss": 0.8372, "step": 1598 }, { "epoch": 0.4, "learning_rate": 4.865680839732804e-06, "loss": 0.7732, "step": 1599 }, { "epoch": 0.4, "learning_rate": 4.8654650289961735e-06, "loss": 0.9365, "step": 1600 }, { "epoch": 0.4, "learning_rate": 4.865249049820802e-06, "loss": 0.8637, "step": 1601 }, { "epoch": 0.4, "learning_rate": 4.8650329022220685e-06, "loss": 0.8405, "step": 1602 }, { "epoch": 0.4, "learning_rate": 4.864816586215365e-06, "loss": 0.8004, "step": 1603 }, { "epoch": 0.4, "learning_rate": 4.8646001018160945e-06, "loss": 0.8694, "step": 1604 }, { "epoch": 0.4, "learning_rate": 4.864383449039672e-06, "loss": 0.7696, "step": 1605 }, { "epoch": 0.4, "learning_rate": 4.864166627901525e-06, "loss": 0.844, "step": 1606 }, { "epoch": 0.4, "learning_rate": 4.863949638417093e-06, "loss": 0.7441, "step": 1607 }, { "epoch": 0.4, "learning_rate": 4.863732480601827e-06, "loss": 0.8899, "step": 1608 }, { "epoch": 0.4, "learning_rate": 4.863515154471191e-06, "loss": 0.7937, "step": 1609 }, { "epoch": 0.4, "learning_rate": 4.8632976600406585e-06, "loss": 0.7504, "step": 1610 }, { "epoch": 0.4, "learning_rate": 4.863079997325718e-06, "loss": 0.8114, "step": 1611 }, { "epoch": 0.4, "learning_rate": 4.86286216634187e-06, "loss": 0.856, "step": 1612 }, { "epoch": 0.4, "learning_rate": 4.862644167104622e-06, "loss": 0.8332, "step": 1613 }, { "epoch": 0.4, "learning_rate": 4.862425999629501e-06, "loss": 0.8112, "step": 1614 }, { "epoch": 0.4, "learning_rate": 4.8622076639320405e-06, "loss": 0.8784, "step": 1615 }, { "epoch": 0.4, "learning_rate": 4.861989160027787e-06, "loss": 0.8532, "step": 1616 }, { "epoch": 0.4, "learning_rate": 4.8617704879323e-06, "loss": 0.9028, "step": 1617 }, { "epoch": 0.4, "learning_rate": 4.861551647661152e-06, "loss": 0.8206, "step": 1618 }, { "epoch": 0.4, "learning_rate": 4.861332639229924e-06, "loss": 0.8786, "step": 1619 }, { "epoch": 0.4, "learning_rate": 4.8611134626542125e-06, "loss": 0.8885, "step": 1620 }, { "epoch": 0.4, "learning_rate": 4.860894117949624e-06, "loss": 0.8732, "step": 1621 }, { "epoch": 0.4, "learning_rate": 4.860674605131776e-06, "loss": 0.7244, "step": 1622 }, { "epoch": 0.4, "learning_rate": 4.860454924216303e-06, "loss": 0.8401, "step": 1623 }, { "epoch": 0.4, "learning_rate": 4.8602350752188444e-06, "loss": 0.7936, "step": 1624 }, { "epoch": 0.4, "learning_rate": 4.860015058155057e-06, "loss": 0.8293, "step": 1625 }, { "epoch": 0.4, "learning_rate": 4.859794873040608e-06, "loss": 0.8313, "step": 1626 }, { "epoch": 0.4, "learning_rate": 4.859574519891174e-06, "loss": 0.8055, "step": 1627 }, { "epoch": 0.4, "learning_rate": 4.859353998722448e-06, "loss": 0.7871, "step": 1628 }, { "epoch": 0.4, "learning_rate": 4.859133309550131e-06, "loss": 0.8226, "step": 1629 }, { "epoch": 0.4, "learning_rate": 4.858912452389939e-06, "loss": 0.8655, "step": 1630 }, { "epoch": 0.4, "learning_rate": 4.858691427257599e-06, "loss": 0.9376, "step": 1631 }, { "epoch": 0.4, "learning_rate": 4.858470234168848e-06, "loss": 0.853, "step": 1632 }, { "epoch": 0.4, "learning_rate": 4.858248873139439e-06, "loss": 0.9035, "step": 1633 }, { "epoch": 0.4, "learning_rate": 4.858027344185131e-06, "loss": 0.8253, "step": 1634 }, { "epoch": 0.4, "learning_rate": 4.8578056473217016e-06, "loss": 0.8531, "step": 1635 }, { "epoch": 0.4, "learning_rate": 4.857583782564936e-06, "loss": 0.8794, "step": 1636 }, { "epoch": 0.4, "learning_rate": 4.857361749930634e-06, "loss": 0.8171, "step": 1637 }, { "epoch": 0.4, "learning_rate": 4.857139549434604e-06, "loss": 0.878, "step": 1638 }, { "epoch": 0.41, "learning_rate": 4.856917181092669e-06, "loss": 0.9692, "step": 1639 }, { "epoch": 0.41, "learning_rate": 4.856694644920664e-06, "loss": 0.7632, "step": 1640 }, { "epoch": 0.41, "learning_rate": 4.856471940934434e-06, "loss": 0.8353, "step": 1641 }, { "epoch": 0.41, "learning_rate": 4.856249069149839e-06, "loss": 0.8671, "step": 1642 }, { "epoch": 0.41, "learning_rate": 4.856026029582747e-06, "loss": 0.8652, "step": 1643 }, { "epoch": 0.41, "learning_rate": 4.855802822249042e-06, "loss": 0.8019, "step": 1644 }, { "epoch": 0.41, "learning_rate": 4.855579447164617e-06, "loss": 0.803, "step": 1645 }, { "epoch": 0.41, "learning_rate": 4.855355904345377e-06, "loss": 0.8372, "step": 1646 }, { "epoch": 0.41, "learning_rate": 4.855132193807242e-06, "loss": 0.8312, "step": 1647 }, { "epoch": 0.41, "learning_rate": 4.854908315566141e-06, "loss": 0.7253, "step": 1648 }, { "epoch": 0.41, "learning_rate": 4.854684269638015e-06, "loss": 0.8566, "step": 1649 }, { "epoch": 0.41, "learning_rate": 4.8544600560388185e-06, "loss": 0.8399, "step": 1650 }, { "epoch": 0.41, "learning_rate": 4.854235674784517e-06, "loss": 0.8576, "step": 1651 }, { "epoch": 0.41, "learning_rate": 4.85401112589109e-06, "loss": 0.7746, "step": 1652 }, { "epoch": 0.41, "learning_rate": 4.853786409374523e-06, "loss": 0.8102, "step": 1653 }, { "epoch": 0.41, "learning_rate": 4.853561525250821e-06, "loss": 0.8235, "step": 1654 }, { "epoch": 0.41, "learning_rate": 4.853336473535996e-06, "loss": 0.8261, "step": 1655 }, { "epoch": 0.41, "learning_rate": 4.853111254246074e-06, "loss": 0.8387, "step": 1656 }, { "epoch": 0.41, "learning_rate": 4.852885867397091e-06, "loss": 0.7477, "step": 1657 }, { "epoch": 0.41, "learning_rate": 4.852660313005098e-06, "loss": 0.9012, "step": 1658 }, { "epoch": 0.41, "learning_rate": 4.8524345910861535e-06, "loss": 0.7471, "step": 1659 }, { "epoch": 0.41, "learning_rate": 4.852208701656334e-06, "loss": 0.8005, "step": 1660 }, { "epoch": 0.41, "learning_rate": 4.851982644731722e-06, "loss": 0.8854, "step": 1661 }, { "epoch": 0.41, "learning_rate": 4.851756420328415e-06, "loss": 0.7479, "step": 1662 }, { "epoch": 0.41, "learning_rate": 4.8515300284625225e-06, "loss": 0.8569, "step": 1663 }, { "epoch": 0.41, "learning_rate": 4.851303469150166e-06, "loss": 0.901, "step": 1664 }, { "epoch": 0.41, "learning_rate": 4.851076742407476e-06, "loss": 0.8063, "step": 1665 }, { "epoch": 0.41, "learning_rate": 4.850849848250598e-06, "loss": 0.8465, "step": 1666 }, { "epoch": 0.41, "learning_rate": 4.850622786695689e-06, "loss": 0.8186, "step": 1667 }, { "epoch": 0.41, "learning_rate": 4.850395557758917e-06, "loss": 0.9078, "step": 1668 }, { "epoch": 0.41, "learning_rate": 4.850168161456463e-06, "loss": 0.8024, "step": 1669 }, { "epoch": 0.41, "learning_rate": 4.84994059780452e-06, "loss": 0.8266, "step": 1670 }, { "epoch": 0.41, "learning_rate": 4.84971286681929e-06, "loss": 0.9188, "step": 1671 }, { "epoch": 0.41, "learning_rate": 4.849484968516991e-06, "loss": 0.787, "step": 1672 }, { "epoch": 0.41, "learning_rate": 4.8492569029138495e-06, "loss": 0.8751, "step": 1673 }, { "epoch": 0.41, "learning_rate": 4.849028670026107e-06, "loss": 0.8879, "step": 1674 }, { "epoch": 0.41, "learning_rate": 4.848800269870015e-06, "loss": 0.8134, "step": 1675 }, { "epoch": 0.41, "learning_rate": 4.848571702461837e-06, "loss": 0.8008, "step": 1676 }, { "epoch": 0.41, "learning_rate": 4.848342967817849e-06, "loss": 0.8007, "step": 1677 }, { "epoch": 0.41, "learning_rate": 4.8481140659543375e-06, "loss": 0.8393, "step": 1678 }, { "epoch": 0.41, "learning_rate": 4.847884996887603e-06, "loss": 0.8536, "step": 1679 }, { "epoch": 0.42, "learning_rate": 4.847655760633957e-06, "loss": 0.8706, "step": 1680 }, { "epoch": 0.42, "learning_rate": 4.847426357209724e-06, "loss": 0.7944, "step": 1681 }, { "epoch": 0.42, "learning_rate": 4.847196786631236e-06, "loss": 0.8033, "step": 1682 }, { "epoch": 0.42, "learning_rate": 4.846967048914842e-06, "loss": 0.9003, "step": 1683 }, { "epoch": 0.42, "learning_rate": 4.846737144076903e-06, "loss": 0.9042, "step": 1684 }, { "epoch": 0.42, "learning_rate": 4.846507072133787e-06, "loss": 0.8228, "step": 1685 }, { "epoch": 0.42, "learning_rate": 4.8462768331018775e-06, "loss": 0.8108, "step": 1686 }, { "epoch": 0.42, "learning_rate": 4.84604642699757e-06, "loss": 0.8548, "step": 1687 }, { "epoch": 0.42, "learning_rate": 4.845815853837269e-06, "loss": 0.8978, "step": 1688 }, { "epoch": 0.42, "learning_rate": 4.845585113637397e-06, "loss": 0.8997, "step": 1689 }, { "epoch": 0.42, "learning_rate": 4.845354206414381e-06, "loss": 0.8485, "step": 1690 }, { "epoch": 0.42, "learning_rate": 4.845123132184665e-06, "loss": 0.9082, "step": 1691 }, { "epoch": 0.42, "learning_rate": 4.844891890964703e-06, "loss": 0.8189, "step": 1692 }, { "epoch": 0.42, "learning_rate": 4.84466048277096e-06, "loss": 0.8651, "step": 1693 }, { "epoch": 0.42, "learning_rate": 4.844428907619914e-06, "loss": 0.8569, "step": 1694 }, { "epoch": 0.42, "learning_rate": 4.844197165528057e-06, "loss": 0.7515, "step": 1695 }, { "epoch": 0.42, "learning_rate": 4.84396525651189e-06, "loss": 0.8182, "step": 1696 }, { "epoch": 0.42, "learning_rate": 4.843733180587924e-06, "loss": 0.825, "step": 1697 }, { "epoch": 0.42, "learning_rate": 4.843500937772689e-06, "loss": 0.7885, "step": 1698 }, { "epoch": 0.42, "learning_rate": 4.843268528082717e-06, "loss": 0.8104, "step": 1699 }, { "epoch": 0.42, "learning_rate": 4.843035951534563e-06, "loss": 0.8794, "step": 1700 }, { "epoch": 0.42, "learning_rate": 4.842803208144784e-06, "loss": 0.7911, "step": 1701 }, { "epoch": 0.42, "learning_rate": 4.842570297929955e-06, "loss": 0.7963, "step": 1702 }, { "epoch": 0.42, "learning_rate": 4.842337220906661e-06, "loss": 0.9092, "step": 1703 }, { "epoch": 0.42, "learning_rate": 4.842103977091498e-06, "loss": 0.8116, "step": 1704 }, { "epoch": 0.42, "learning_rate": 4.8418705665010745e-06, "loss": 0.8766, "step": 1705 }, { "epoch": 0.42, "learning_rate": 4.841636989152012e-06, "loss": 0.8195, "step": 1706 }, { "epoch": 0.42, "learning_rate": 4.841403245060943e-06, "loss": 0.8646, "step": 1707 }, { "epoch": 0.42, "learning_rate": 4.841169334244511e-06, "loss": 0.8705, "step": 1708 }, { "epoch": 0.42, "learning_rate": 4.840935256719372e-06, "loss": 0.8605, "step": 1709 }, { "epoch": 0.42, "learning_rate": 4.840701012502195e-06, "loss": 0.8344, "step": 1710 }, { "epoch": 0.42, "learning_rate": 4.8404666016096595e-06, "loss": 0.7782, "step": 1711 }, { "epoch": 0.42, "learning_rate": 4.840232024058458e-06, "loss": 0.8239, "step": 1712 }, { "epoch": 0.42, "learning_rate": 4.839997279865293e-06, "loss": 0.8472, "step": 1713 }, { "epoch": 0.42, "learning_rate": 4.839762369046881e-06, "loss": 0.8476, "step": 1714 }, { "epoch": 0.42, "learning_rate": 4.839527291619948e-06, "loss": 0.9168, "step": 1715 }, { "epoch": 0.42, "learning_rate": 4.839292047601234e-06, "loss": 0.8126, "step": 1716 }, { "epoch": 0.42, "learning_rate": 4.839056637007492e-06, "loss": 0.7774, "step": 1717 }, { "epoch": 0.42, "learning_rate": 4.838821059855482e-06, "loss": 0.8193, "step": 1718 }, { "epoch": 0.42, "learning_rate": 4.838585316161981e-06, "loss": 0.8355, "step": 1719 }, { "epoch": 0.43, "learning_rate": 4.838349405943774e-06, "loss": 0.8013, "step": 1720 }, { "epoch": 0.43, "learning_rate": 4.838113329217662e-06, "loss": 0.8095, "step": 1721 }, { "epoch": 0.43, "learning_rate": 4.837877086000452e-06, "loss": 0.8679, "step": 1722 }, { "epoch": 0.43, "learning_rate": 4.83764067630897e-06, "loss": 0.7768, "step": 1723 }, { "epoch": 0.43, "learning_rate": 4.8374041001600466e-06, "loss": 0.8199, "step": 1724 }, { "epoch": 0.43, "learning_rate": 4.837167357570531e-06, "loss": 0.8405, "step": 1725 }, { "epoch": 0.43, "learning_rate": 4.836930448557279e-06, "loss": 0.8153, "step": 1726 }, { "epoch": 0.43, "learning_rate": 4.83669337313716e-06, "loss": 0.9309, "step": 1727 }, { "epoch": 0.43, "learning_rate": 4.836456131327058e-06, "loss": 0.7878, "step": 1728 }, { "epoch": 0.43, "learning_rate": 4.836218723143863e-06, "loss": 0.813, "step": 1729 }, { "epoch": 0.43, "learning_rate": 4.835981148604483e-06, "loss": 0.8203, "step": 1730 }, { "epoch": 0.43, "learning_rate": 4.835743407725833e-06, "loss": 0.8508, "step": 1731 }, { "epoch": 0.43, "learning_rate": 4.835505500524844e-06, "loss": 0.8096, "step": 1732 }, { "epoch": 0.43, "learning_rate": 4.835267427018456e-06, "loss": 0.8642, "step": 1733 }, { "epoch": 0.43, "learning_rate": 4.835029187223621e-06, "loss": 0.8282, "step": 1734 }, { "epoch": 0.43, "learning_rate": 4.8347907811573035e-06, "loss": 0.8914, "step": 1735 }, { "epoch": 0.43, "learning_rate": 4.83455220883648e-06, "loss": 0.8714, "step": 1736 }, { "epoch": 0.43, "learning_rate": 4.834313470278139e-06, "loss": 0.855, "step": 1737 }, { "epoch": 0.43, "learning_rate": 4.83407456549928e-06, "loss": 0.8323, "step": 1738 }, { "epoch": 0.43, "learning_rate": 4.833835494516915e-06, "loss": 0.7888, "step": 1739 }, { "epoch": 0.43, "learning_rate": 4.833596257348068e-06, "loss": 0.8323, "step": 1740 }, { "epoch": 0.43, "learning_rate": 4.833356854009773e-06, "loss": 0.8174, "step": 1741 }, { "epoch": 0.43, "learning_rate": 4.8331172845190795e-06, "loss": 0.8225, "step": 1742 }, { "epoch": 0.43, "learning_rate": 4.832877548893045e-06, "loss": 0.8496, "step": 1743 }, { "epoch": 0.43, "learning_rate": 4.8326376471487415e-06, "loss": 0.8719, "step": 1744 }, { "epoch": 0.43, "learning_rate": 4.832397579303251e-06, "loss": 0.8748, "step": 1745 }, { "epoch": 0.43, "learning_rate": 4.832157345373668e-06, "loss": 0.8968, "step": 1746 }, { "epoch": 0.43, "learning_rate": 4.8319169453771e-06, "loss": 0.8592, "step": 1747 }, { "epoch": 0.43, "learning_rate": 4.831676379330664e-06, "loss": 0.8195, "step": 1748 }, { "epoch": 0.43, "learning_rate": 4.83143564725149e-06, "loss": 0.8103, "step": 1749 }, { "epoch": 0.43, "learning_rate": 4.831194749156722e-06, "loss": 0.9117, "step": 1750 }, { "epoch": 0.43, "learning_rate": 4.830953685063512e-06, "loss": 0.7914, "step": 1751 }, { "epoch": 0.43, "learning_rate": 4.830712454989026e-06, "loss": 0.7907, "step": 1752 }, { "epoch": 0.43, "learning_rate": 4.830471058950441e-06, "loss": 0.8878, "step": 1753 }, { "epoch": 0.43, "learning_rate": 4.830229496964947e-06, "loss": 0.8879, "step": 1754 }, { "epoch": 0.43, "learning_rate": 4.829987769049744e-06, "loss": 0.9146, "step": 1755 }, { "epoch": 0.43, "learning_rate": 4.829745875222045e-06, "loss": 0.8262, "step": 1756 }, { "epoch": 0.43, "learning_rate": 4.829503815499076e-06, "loss": 0.8434, "step": 1757 }, { "epoch": 0.43, "learning_rate": 4.829261589898072e-06, "loss": 0.9202, "step": 1758 }, { "epoch": 0.43, "learning_rate": 4.8290191984362815e-06, "loss": 0.7715, "step": 1759 }, { "epoch": 0.43, "learning_rate": 4.8287766411309645e-06, "loss": 0.8338, "step": 1760 }, { "epoch": 0.44, "learning_rate": 4.8285339179993935e-06, "loss": 0.8178, "step": 1761 }, { "epoch": 0.44, "learning_rate": 4.828291029058852e-06, "loss": 0.8706, "step": 1762 }, { "epoch": 0.44, "learning_rate": 4.828047974326635e-06, "loss": 0.8645, "step": 1763 }, { "epoch": 0.44, "learning_rate": 4.827804753820051e-06, "loss": 0.8594, "step": 1764 }, { "epoch": 0.44, "learning_rate": 4.827561367556418e-06, "loss": 0.8878, "step": 1765 }, { "epoch": 0.44, "learning_rate": 4.827317815553066e-06, "loss": 0.9183, "step": 1766 }, { "epoch": 0.44, "learning_rate": 4.8270740978273406e-06, "loss": 0.9096, "step": 1767 }, { "epoch": 0.44, "learning_rate": 4.826830214396594e-06, "loss": 0.8221, "step": 1768 }, { "epoch": 0.44, "learning_rate": 4.826586165278193e-06, "loss": 0.8991, "step": 1769 }, { "epoch": 0.44, "learning_rate": 4.826341950489516e-06, "loss": 0.7787, "step": 1770 }, { "epoch": 0.44, "learning_rate": 4.826097570047953e-06, "loss": 0.8292, "step": 1771 }, { "epoch": 0.44, "learning_rate": 4.825853023970906e-06, "loss": 0.8906, "step": 1772 }, { "epoch": 0.44, "learning_rate": 4.825608312275787e-06, "loss": 0.7645, "step": 1773 }, { "epoch": 0.44, "learning_rate": 4.825363434980023e-06, "loss": 0.8007, "step": 1774 }, { "epoch": 0.44, "learning_rate": 4.825118392101049e-06, "loss": 0.8527, "step": 1775 }, { "epoch": 0.44, "learning_rate": 4.824873183656317e-06, "loss": 0.8457, "step": 1776 }, { "epoch": 0.44, "learning_rate": 4.824627809663285e-06, "loss": 0.842, "step": 1777 }, { "epoch": 0.44, "learning_rate": 4.824382270139427e-06, "loss": 0.795, "step": 1778 }, { "epoch": 0.44, "learning_rate": 4.824136565102226e-06, "loss": 0.8618, "step": 1779 }, { "epoch": 0.44, "learning_rate": 4.823890694569179e-06, "loss": 0.8629, "step": 1780 }, { "epoch": 0.44, "learning_rate": 4.823644658557793e-06, "loss": 0.8863, "step": 1781 }, { "epoch": 0.44, "learning_rate": 4.823398457085589e-06, "loss": 0.7861, "step": 1782 }, { "epoch": 0.44, "learning_rate": 4.823152090170097e-06, "loss": 0.7731, "step": 1783 }, { "epoch": 0.44, "learning_rate": 4.8229055578288604e-06, "loss": 0.7961, "step": 1784 }, { "epoch": 0.44, "learning_rate": 4.8226588600794354e-06, "loss": 0.8128, "step": 1785 }, { "epoch": 0.44, "learning_rate": 4.822411996939387e-06, "loss": 0.7628, "step": 1786 }, { "epoch": 0.44, "learning_rate": 4.822164968426294e-06, "loss": 0.8587, "step": 1787 }, { "epoch": 0.44, "learning_rate": 4.821917774557747e-06, "loss": 0.8149, "step": 1788 }, { "epoch": 0.44, "learning_rate": 4.821670415351349e-06, "loss": 0.8141, "step": 1789 }, { "epoch": 0.44, "learning_rate": 4.821422890824712e-06, "loss": 0.7839, "step": 1790 }, { "epoch": 0.44, "learning_rate": 4.821175200995462e-06, "loss": 0.8699, "step": 1791 }, { "epoch": 0.44, "learning_rate": 4.820927345881239e-06, "loss": 0.8725, "step": 1792 }, { "epoch": 0.44, "learning_rate": 4.820679325499689e-06, "loss": 0.8471, "step": 1793 }, { "epoch": 0.44, "learning_rate": 4.820431139868473e-06, "loss": 0.9316, "step": 1794 }, { "epoch": 0.44, "learning_rate": 4.820182789005265e-06, "loss": 0.8239, "step": 1795 }, { "epoch": 0.44, "learning_rate": 4.81993427292775e-06, "loss": 0.8375, "step": 1796 }, { "epoch": 0.44, "learning_rate": 4.819685591653622e-06, "loss": 0.8589, "step": 1797 }, { "epoch": 0.44, "learning_rate": 4.819436745200591e-06, "loss": 0.8894, "step": 1798 }, { "epoch": 0.44, "learning_rate": 4.819187733586375e-06, "loss": 0.8267, "step": 1799 }, { "epoch": 0.44, "learning_rate": 4.818938556828708e-06, "loss": 0.8854, "step": 1800 }, { "epoch": 0.45, "learning_rate": 4.81868921494533e-06, "loss": 0.8595, "step": 1801 }, { "epoch": 0.45, "learning_rate": 4.818439707953998e-06, "loss": 0.8569, "step": 1802 }, { "epoch": 0.45, "learning_rate": 4.818190035872477e-06, "loss": 0.9211, "step": 1803 }, { "epoch": 0.45, "learning_rate": 4.8179401987185495e-06, "loss": 0.8161, "step": 1804 }, { "epoch": 0.45, "learning_rate": 4.817690196510002e-06, "loss": 0.8247, "step": 1805 }, { "epoch": 0.45, "learning_rate": 4.817440029264637e-06, "loss": 0.7595, "step": 1806 }, { "epoch": 0.45, "learning_rate": 4.81718969700027e-06, "loss": 0.8423, "step": 1807 }, { "epoch": 0.45, "learning_rate": 4.816939199734725e-06, "loss": 0.884, "step": 1808 }, { "epoch": 0.45, "learning_rate": 4.81668853748584e-06, "loss": 0.8561, "step": 1809 }, { "epoch": 0.45, "learning_rate": 4.816437710271463e-06, "loss": 0.8442, "step": 1810 }, { "epoch": 0.45, "learning_rate": 4.816186718109455e-06, "loss": 0.9394, "step": 1811 }, { "epoch": 0.45, "learning_rate": 4.815935561017691e-06, "loss": 0.887, "step": 1812 }, { "epoch": 0.45, "learning_rate": 4.815684239014053e-06, "loss": 0.8317, "step": 1813 }, { "epoch": 0.45, "learning_rate": 4.8154327521164364e-06, "loss": 0.8255, "step": 1814 }, { "epoch": 0.45, "learning_rate": 4.81518110034275e-06, "loss": 0.8241, "step": 1815 }, { "epoch": 0.45, "learning_rate": 4.814929283710913e-06, "loss": 0.8803, "step": 1816 }, { "epoch": 0.45, "learning_rate": 4.814677302238857e-06, "loss": 0.7736, "step": 1817 }, { "epoch": 0.45, "learning_rate": 4.814425155944525e-06, "loss": 0.8178, "step": 1818 }, { "epoch": 0.45, "learning_rate": 4.8141728448458706e-06, "loss": 0.7746, "step": 1819 }, { "epoch": 0.45, "learning_rate": 4.8139203689608614e-06, "loss": 0.8108, "step": 1820 }, { "epoch": 0.45, "learning_rate": 4.8136677283074755e-06, "loss": 0.9022, "step": 1821 }, { "epoch": 0.45, "learning_rate": 4.813414922903702e-06, "loss": 0.891, "step": 1822 }, { "epoch": 0.45, "learning_rate": 4.813161952767543e-06, "loss": 0.8418, "step": 1823 }, { "epoch": 0.45, "learning_rate": 4.8129088179170125e-06, "loss": 0.8129, "step": 1824 }, { "epoch": 0.45, "learning_rate": 4.812655518370134e-06, "loss": 0.828, "step": 1825 }, { "epoch": 0.45, "learning_rate": 4.812402054144946e-06, "loss": 0.8035, "step": 1826 }, { "epoch": 0.45, "learning_rate": 4.812148425259496e-06, "loss": 0.8711, "step": 1827 }, { "epoch": 0.45, "learning_rate": 4.811894631731845e-06, "loss": 0.8614, "step": 1828 }, { "epoch": 0.45, "learning_rate": 4.8116406735800645e-06, "loss": 0.8003, "step": 1829 }, { "epoch": 0.45, "learning_rate": 4.811386550822238e-06, "loss": 0.7647, "step": 1830 }, { "epoch": 0.45, "learning_rate": 4.811132263476461e-06, "loss": 0.8881, "step": 1831 }, { "epoch": 0.45, "learning_rate": 4.810877811560841e-06, "loss": 0.8181, "step": 1832 }, { "epoch": 0.45, "learning_rate": 4.810623195093497e-06, "loss": 0.9104, "step": 1833 }, { "epoch": 0.45, "learning_rate": 4.810368414092559e-06, "loss": 0.8208, "step": 1834 }, { "epoch": 0.45, "learning_rate": 4.8101134685761705e-06, "loss": 0.8223, "step": 1835 }, { "epoch": 0.45, "learning_rate": 4.8098583585624835e-06, "loss": 0.8383, "step": 1836 }, { "epoch": 0.45, "learning_rate": 4.809603084069666e-06, "loss": 0.8038, "step": 1837 }, { "epoch": 0.45, "learning_rate": 4.809347645115894e-06, "loss": 0.8809, "step": 1838 }, { "epoch": 0.45, "learning_rate": 4.809092041719357e-06, "loss": 0.7982, "step": 1839 }, { "epoch": 0.45, "learning_rate": 4.808836273898255e-06, "loss": 0.7708, "step": 1840 }, { "epoch": 0.45, "learning_rate": 4.808580341670802e-06, "loss": 0.8792, "step": 1841 }, { "epoch": 0.46, "learning_rate": 4.808324245055222e-06, "loss": 0.8234, "step": 1842 }, { "epoch": 0.46, "learning_rate": 4.808067984069751e-06, "loss": 0.785, "step": 1843 }, { "epoch": 0.46, "learning_rate": 4.807811558732636e-06, "loss": 0.7727, "step": 1844 }, { "epoch": 0.46, "learning_rate": 4.8075549690621374e-06, "loss": 0.8019, "step": 1845 }, { "epoch": 0.46, "learning_rate": 4.807298215076525e-06, "loss": 0.9117, "step": 1846 }, { "epoch": 0.46, "learning_rate": 4.807041296794081e-06, "loss": 0.8206, "step": 1847 }, { "epoch": 0.46, "learning_rate": 4.8067842142331035e-06, "loss": 0.855, "step": 1848 }, { "epoch": 0.46, "learning_rate": 4.806526967411895e-06, "loss": 0.7662, "step": 1849 }, { "epoch": 0.46, "learning_rate": 4.806269556348776e-06, "loss": 0.8695, "step": 1850 }, { "epoch": 0.46, "learning_rate": 4.806011981062074e-06, "loss": 0.8553, "step": 1851 }, { "epoch": 0.46, "learning_rate": 4.805754241570131e-06, "loss": 0.7917, "step": 1852 }, { "epoch": 0.46, "learning_rate": 4.805496337891301e-06, "loss": 0.8282, "step": 1853 }, { "epoch": 0.46, "learning_rate": 4.805238270043947e-06, "loss": 0.8719, "step": 1854 }, { "epoch": 0.46, "learning_rate": 4.804980038046447e-06, "loss": 0.8629, "step": 1855 }, { "epoch": 0.46, "learning_rate": 4.8047216419171876e-06, "loss": 0.851, "step": 1856 }, { "epoch": 0.46, "learning_rate": 4.804463081674568e-06, "loss": 0.8188, "step": 1857 }, { "epoch": 0.46, "learning_rate": 4.804204357337002e-06, "loss": 0.835, "step": 1858 }, { "epoch": 0.46, "learning_rate": 4.803945468922911e-06, "loss": 0.8217, "step": 1859 }, { "epoch": 0.46, "learning_rate": 4.803686416450731e-06, "loss": 0.753, "step": 1860 }, { "epoch": 0.46, "learning_rate": 4.803427199938907e-06, "loss": 0.87, "step": 1861 }, { "epoch": 0.46, "learning_rate": 4.8031678194058985e-06, "loss": 0.779, "step": 1862 }, { "epoch": 0.46, "learning_rate": 4.802908274870174e-06, "loss": 0.8301, "step": 1863 }, { "epoch": 0.46, "learning_rate": 4.802648566350216e-06, "loss": 0.8262, "step": 1864 }, { "epoch": 0.46, "learning_rate": 4.802388693864517e-06, "loss": 0.7855, "step": 1865 }, { "epoch": 0.46, "learning_rate": 4.802128657431582e-06, "loss": 0.8404, "step": 1866 }, { "epoch": 0.46, "learning_rate": 4.8018684570699285e-06, "loss": 0.8416, "step": 1867 }, { "epoch": 0.46, "learning_rate": 4.801608092798084e-06, "loss": 0.7963, "step": 1868 }, { "epoch": 0.46, "learning_rate": 4.801347564634587e-06, "loss": 0.8419, "step": 1869 }, { "epoch": 0.46, "learning_rate": 4.801086872597991e-06, "loss": 0.9088, "step": 1870 }, { "epoch": 0.46, "learning_rate": 4.8008260167068585e-06, "loss": 0.8269, "step": 1871 }, { "epoch": 0.46, "learning_rate": 4.8005649969797655e-06, "loss": 0.72, "step": 1872 }, { "epoch": 0.46, "learning_rate": 4.800303813435297e-06, "loss": 0.8315, "step": 1873 }, { "epoch": 0.46, "learning_rate": 4.800042466092051e-06, "loss": 0.7348, "step": 1874 }, { "epoch": 0.46, "learning_rate": 4.7997809549686384e-06, "loss": 0.8503, "step": 1875 }, { "epoch": 0.46, "learning_rate": 4.799519280083681e-06, "loss": 0.8562, "step": 1876 }, { "epoch": 0.46, "learning_rate": 4.7992574414558105e-06, "loss": 0.8041, "step": 1877 }, { "epoch": 0.46, "learning_rate": 4.798995439103674e-06, "loss": 0.8578, "step": 1878 }, { "epoch": 0.46, "learning_rate": 4.7987332730459255e-06, "loss": 0.9137, "step": 1879 }, { "epoch": 0.46, "learning_rate": 4.7984709433012354e-06, "loss": 0.9136, "step": 1880 }, { "epoch": 0.46, "learning_rate": 4.798208449888282e-06, "loss": 0.828, "step": 1881 }, { "epoch": 0.47, "learning_rate": 4.7979457928257575e-06, "loss": 0.7996, "step": 1882 }, { "epoch": 0.47, "learning_rate": 4.7976829721323645e-06, "loss": 0.7832, "step": 1883 }, { "epoch": 0.47, "learning_rate": 4.797419987826818e-06, "loss": 0.797, "step": 1884 }, { "epoch": 0.47, "learning_rate": 4.797156839927846e-06, "loss": 0.8778, "step": 1885 }, { "epoch": 0.47, "learning_rate": 4.796893528454184e-06, "loss": 0.7971, "step": 1886 }, { "epoch": 0.47, "learning_rate": 4.796630053424583e-06, "loss": 0.8068, "step": 1887 }, { "epoch": 0.47, "learning_rate": 4.7963664148578045e-06, "loss": 0.9122, "step": 1888 }, { "epoch": 0.47, "learning_rate": 4.796102612772621e-06, "loss": 0.9203, "step": 1889 }, { "epoch": 0.47, "learning_rate": 4.7958386471878185e-06, "loss": 0.8195, "step": 1890 }, { "epoch": 0.47, "learning_rate": 4.795574518122192e-06, "loss": 0.7933, "step": 1891 }, { "epoch": 0.47, "learning_rate": 4.795310225594549e-06, "loss": 0.8888, "step": 1892 }, { "epoch": 0.47, "learning_rate": 4.79504576962371e-06, "loss": 0.8193, "step": 1893 }, { "epoch": 0.47, "learning_rate": 4.794781150228507e-06, "loss": 0.8126, "step": 1894 }, { "epoch": 0.47, "learning_rate": 4.794516367427782e-06, "loss": 0.803, "step": 1895 }, { "epoch": 0.47, "learning_rate": 4.794251421240389e-06, "loss": 0.8475, "step": 1896 }, { "epoch": 0.47, "learning_rate": 4.793986311685195e-06, "loss": 0.763, "step": 1897 }, { "epoch": 0.47, "learning_rate": 4.793721038781078e-06, "loss": 0.8524, "step": 1898 }, { "epoch": 0.47, "learning_rate": 4.793455602546926e-06, "loss": 0.8036, "step": 1899 }, { "epoch": 0.47, "learning_rate": 4.793190003001641e-06, "loss": 0.7564, "step": 1900 }, { "epoch": 0.47, "learning_rate": 4.792924240164135e-06, "loss": 0.7973, "step": 1901 }, { "epoch": 0.47, "learning_rate": 4.7926583140533335e-06, "loss": 0.8907, "step": 1902 }, { "epoch": 0.47, "learning_rate": 4.792392224688172e-06, "loss": 0.7862, "step": 1903 }, { "epoch": 0.47, "learning_rate": 4.792125972087598e-06, "loss": 0.863, "step": 1904 }, { "epoch": 0.47, "learning_rate": 4.7918595562705695e-06, "loss": 0.739, "step": 1905 }, { "epoch": 0.47, "learning_rate": 4.791592977256059e-06, "loss": 0.7926, "step": 1906 }, { "epoch": 0.47, "learning_rate": 4.791326235063048e-06, "loss": 0.8274, "step": 1907 }, { "epoch": 0.47, "learning_rate": 4.79105932971053e-06, "loss": 0.8224, "step": 1908 }, { "epoch": 0.47, "learning_rate": 4.790792261217513e-06, "loss": 0.7509, "step": 1909 }, { "epoch": 0.47, "learning_rate": 4.7905250296030106e-06, "loss": 0.8126, "step": 1910 }, { "epoch": 0.47, "learning_rate": 4.790257634886055e-06, "loss": 0.815, "step": 1911 }, { "epoch": 0.47, "learning_rate": 4.789990077085685e-06, "loss": 0.8477, "step": 1912 }, { "epoch": 0.47, "learning_rate": 4.789722356220954e-06, "loss": 0.8332, "step": 1913 }, { "epoch": 0.47, "learning_rate": 4.789454472310923e-06, "loss": 0.782, "step": 1914 }, { "epoch": 0.47, "learning_rate": 4.7891864253746715e-06, "loss": 0.8425, "step": 1915 }, { "epoch": 0.47, "learning_rate": 4.788918215431283e-06, "loss": 0.8349, "step": 1916 }, { "epoch": 0.47, "learning_rate": 4.788649842499857e-06, "loss": 0.8473, "step": 1917 }, { "epoch": 0.47, "learning_rate": 4.788381306599504e-06, "loss": 0.766, "step": 1918 }, { "epoch": 0.47, "learning_rate": 4.788112607749346e-06, "loss": 0.8279, "step": 1919 }, { "epoch": 0.47, "learning_rate": 4.787843745968516e-06, "loss": 0.8361, "step": 1920 }, { "epoch": 0.47, "learning_rate": 4.787574721276158e-06, "loss": 0.8714, "step": 1921 }, { "epoch": 0.47, "learning_rate": 4.78730553369143e-06, "loss": 0.8612, "step": 1922 }, { "epoch": 0.48, "learning_rate": 4.7870361832335e-06, "loss": 0.8895, "step": 1923 }, { "epoch": 0.48, "learning_rate": 4.786766669921546e-06, "loss": 0.7498, "step": 1924 }, { "epoch": 0.48, "learning_rate": 4.786496993774762e-06, "loss": 0.7584, "step": 1925 }, { "epoch": 0.48, "learning_rate": 4.7862271548123495e-06, "loss": 0.8505, "step": 1926 }, { "epoch": 0.48, "learning_rate": 4.7859571530535235e-06, "loss": 0.7371, "step": 1927 }, { "epoch": 0.48, "learning_rate": 4.78568698851751e-06, "loss": 0.8154, "step": 1928 }, { "epoch": 0.48, "learning_rate": 4.785416661223546e-06, "loss": 0.8364, "step": 1929 }, { "epoch": 0.48, "learning_rate": 4.785146171190881e-06, "loss": 0.8128, "step": 1930 }, { "epoch": 0.48, "learning_rate": 4.784875518438777e-06, "loss": 0.7891, "step": 1931 }, { "epoch": 0.48, "learning_rate": 4.784604702986505e-06, "loss": 0.7774, "step": 1932 }, { "epoch": 0.48, "learning_rate": 4.784333724853351e-06, "loss": 0.8315, "step": 1933 }, { "epoch": 0.48, "learning_rate": 4.784062584058609e-06, "loss": 0.8263, "step": 1934 }, { "epoch": 0.48, "learning_rate": 4.783791280621587e-06, "loss": 0.8775, "step": 1935 }, { "epoch": 0.48, "learning_rate": 4.783519814561603e-06, "loss": 0.8907, "step": 1936 }, { "epoch": 0.48, "learning_rate": 4.78324818589799e-06, "loss": 0.8154, "step": 1937 }, { "epoch": 0.48, "learning_rate": 4.782976394650086e-06, "loss": 0.8751, "step": 1938 }, { "epoch": 0.48, "learning_rate": 4.782704440837248e-06, "loss": 0.8126, "step": 1939 }, { "epoch": 0.48, "learning_rate": 4.782432324478839e-06, "loss": 0.8529, "step": 1940 }, { "epoch": 0.48, "learning_rate": 4.782160045594236e-06, "loss": 0.8603, "step": 1941 }, { "epoch": 0.48, "learning_rate": 4.781887604202828e-06, "loss": 0.8258, "step": 1942 }, { "epoch": 0.48, "learning_rate": 4.781615000324015e-06, "loss": 0.7485, "step": 1943 }, { "epoch": 0.48, "learning_rate": 4.781342233977209e-06, "loss": 0.8706, "step": 1944 }, { "epoch": 0.48, "learning_rate": 4.78106930518183e-06, "loss": 0.9039, "step": 1945 }, { "epoch": 0.48, "learning_rate": 4.7807962139573155e-06, "loss": 0.8342, "step": 1946 }, { "epoch": 0.48, "learning_rate": 4.7805229603231105e-06, "loss": 0.7898, "step": 1947 }, { "epoch": 0.48, "learning_rate": 4.780249544298673e-06, "loss": 0.8659, "step": 1948 }, { "epoch": 0.48, "learning_rate": 4.779975965903472e-06, "loss": 0.8021, "step": 1949 }, { "epoch": 0.48, "learning_rate": 4.779702225156989e-06, "loss": 0.8407, "step": 1950 }, { "epoch": 0.48, "learning_rate": 4.779428322078716e-06, "loss": 0.8334, "step": 1951 }, { "epoch": 0.48, "learning_rate": 4.779154256688157e-06, "loss": 0.8158, "step": 1952 }, { "epoch": 0.48, "learning_rate": 4.778880029004827e-06, "loss": 0.8688, "step": 1953 }, { "epoch": 0.48, "learning_rate": 4.778605639048252e-06, "loss": 0.8549, "step": 1954 }, { "epoch": 0.48, "learning_rate": 4.778331086837973e-06, "loss": 0.8467, "step": 1955 }, { "epoch": 0.48, "learning_rate": 4.778056372393539e-06, "loss": 0.8837, "step": 1956 }, { "epoch": 0.48, "learning_rate": 4.777781495734513e-06, "loss": 0.8876, "step": 1957 }, { "epoch": 0.48, "learning_rate": 4.7775064568804655e-06, "loss": 0.7914, "step": 1958 }, { "epoch": 0.48, "learning_rate": 4.777231255850984e-06, "loss": 0.7862, "step": 1959 }, { "epoch": 0.48, "learning_rate": 4.7769558926656635e-06, "loss": 0.8134, "step": 1960 }, { "epoch": 0.48, "learning_rate": 4.776680367344112e-06, "loss": 0.8247, "step": 1961 }, { "epoch": 0.48, "learning_rate": 4.7764046799059494e-06, "loss": 0.8419, "step": 1962 }, { "epoch": 0.49, "learning_rate": 4.776128830370806e-06, "loss": 0.7807, "step": 1963 }, { "epoch": 0.49, "learning_rate": 4.775852818758325e-06, "loss": 0.8602, "step": 1964 }, { "epoch": 0.49, "learning_rate": 4.77557664508816e-06, "loss": 0.8108, "step": 1965 }, { "epoch": 0.49, "learning_rate": 4.775300309379977e-06, "loss": 0.9308, "step": 1966 }, { "epoch": 0.49, "learning_rate": 4.775023811653454e-06, "loss": 0.8314, "step": 1967 }, { "epoch": 0.49, "learning_rate": 4.7747471519282785e-06, "loss": 0.8369, "step": 1968 }, { "epoch": 0.49, "learning_rate": 4.7744703302241515e-06, "loss": 0.9063, "step": 1969 }, { "epoch": 0.49, "learning_rate": 4.774193346560783e-06, "loss": 0.8341, "step": 1970 }, { "epoch": 0.49, "learning_rate": 4.773916200957898e-06, "loss": 0.847, "step": 1971 }, { "epoch": 0.49, "learning_rate": 4.773638893435232e-06, "loss": 0.9149, "step": 1972 }, { "epoch": 0.49, "learning_rate": 4.773361424012529e-06, "loss": 0.818, "step": 1973 }, { "epoch": 0.49, "learning_rate": 4.773083792709548e-06, "loss": 0.8083, "step": 1974 }, { "epoch": 0.49, "learning_rate": 4.77280599954606e-06, "loss": 0.8707, "step": 1975 }, { "epoch": 0.49, "learning_rate": 4.772528044541843e-06, "loss": 0.7846, "step": 1976 }, { "epoch": 0.49, "learning_rate": 4.772249927716691e-06, "loss": 0.8101, "step": 1977 }, { "epoch": 0.49, "learning_rate": 4.771971649090409e-06, "loss": 0.8474, "step": 1978 }, { "epoch": 0.49, "learning_rate": 4.771693208682811e-06, "loss": 0.7918, "step": 1979 }, { "epoch": 0.49, "learning_rate": 4.771414606513724e-06, "loss": 0.8991, "step": 1980 }, { "epoch": 0.49, "learning_rate": 4.7711358426029885e-06, "loss": 0.9262, "step": 1981 }, { "epoch": 0.49, "learning_rate": 4.770856916970452e-06, "loss": 0.9099, "step": 1982 }, { "epoch": 0.49, "learning_rate": 4.770577829635978e-06, "loss": 0.7946, "step": 1983 }, { "epoch": 0.49, "learning_rate": 4.770298580619439e-06, "loss": 0.8343, "step": 1984 }, { "epoch": 0.49, "learning_rate": 4.770019169940719e-06, "loss": 0.8821, "step": 1985 }, { "epoch": 0.49, "learning_rate": 4.7697395976197145e-06, "loss": 0.8168, "step": 1986 }, { "epoch": 0.49, "learning_rate": 4.7694598636763325e-06, "loss": 0.8256, "step": 1987 }, { "epoch": 0.49, "learning_rate": 4.769179968130494e-06, "loss": 0.8771, "step": 1988 }, { "epoch": 0.49, "learning_rate": 4.768899911002128e-06, "loss": 0.8601, "step": 1989 }, { "epoch": 0.49, "learning_rate": 4.768619692311177e-06, "loss": 0.7944, "step": 1990 }, { "epoch": 0.49, "learning_rate": 4.768339312077595e-06, "loss": 0.8358, "step": 1991 }, { "epoch": 0.49, "learning_rate": 4.768058770321347e-06, "loss": 0.909, "step": 1992 }, { "epoch": 0.49, "learning_rate": 4.76777806706241e-06, "loss": 0.8552, "step": 1993 }, { "epoch": 0.49, "learning_rate": 4.767497202320771e-06, "loss": 0.8267, "step": 1994 }, { "epoch": 0.49, "learning_rate": 4.767216176116431e-06, "loss": 0.8942, "step": 1995 }, { "epoch": 0.49, "learning_rate": 4.766934988469401e-06, "loss": 0.8598, "step": 1996 }, { "epoch": 0.49, "learning_rate": 4.766653639399702e-06, "loss": 0.8408, "step": 1997 }, { "epoch": 0.49, "learning_rate": 4.766372128927371e-06, "loss": 0.7973, "step": 1998 }, { "epoch": 0.49, "learning_rate": 4.7660904570724505e-06, "loss": 0.8759, "step": 1999 }, { "epoch": 0.49, "learning_rate": 4.765808623855001e-06, "loss": 0.803, "step": 2000 }, { "epoch": 0.49, "learning_rate": 4.765526629295087e-06, "loss": 0.8643, "step": 2001 }, { "epoch": 0.49, "learning_rate": 4.7652444734127935e-06, "loss": 0.8706, "step": 2002 }, { "epoch": 0.49, "learning_rate": 4.764962156228208e-06, "loss": 0.763, "step": 2003 }, { "epoch": 0.5, "learning_rate": 4.764679677761435e-06, "loss": 0.8497, "step": 2004 }, { "epoch": 0.5, "learning_rate": 4.76439703803259e-06, "loss": 0.8276, "step": 2005 }, { "epoch": 0.5, "learning_rate": 4.764114237061798e-06, "loss": 0.8511, "step": 2006 }, { "epoch": 0.5, "learning_rate": 4.763831274869197e-06, "loss": 0.7473, "step": 2007 }, { "epoch": 0.5, "learning_rate": 4.763548151474936e-06, "loss": 0.7948, "step": 2008 }, { "epoch": 0.5, "learning_rate": 4.763264866899175e-06, "loss": 0.8528, "step": 2009 }, { "epoch": 0.5, "learning_rate": 4.762981421162086e-06, "loss": 0.7558, "step": 2010 }, { "epoch": 0.5, "learning_rate": 4.762697814283853e-06, "loss": 0.8035, "step": 2011 }, { "epoch": 0.5, "learning_rate": 4.76241404628467e-06, "loss": 0.8739, "step": 2012 }, { "epoch": 0.5, "learning_rate": 4.762130117184745e-06, "loss": 0.7882, "step": 2013 }, { "epoch": 0.5, "learning_rate": 4.7618460270042945e-06, "loss": 0.8907, "step": 2014 }, { "epoch": 0.5, "learning_rate": 4.761561775763549e-06, "loss": 0.8478, "step": 2015 }, { "epoch": 0.5, "learning_rate": 4.7612773634827476e-06, "loss": 0.7746, "step": 2016 }, { "epoch": 0.5, "learning_rate": 4.760992790182144e-06, "loss": 0.8781, "step": 2017 }, { "epoch": 0.5, "learning_rate": 4.760708055882e-06, "loss": 0.8792, "step": 2018 }, { "epoch": 0.5, "learning_rate": 4.760423160602595e-06, "loss": 0.8313, "step": 2019 }, { "epoch": 0.5, "learning_rate": 4.760138104364211e-06, "loss": 0.8934, "step": 2020 }, { "epoch": 0.5, "learning_rate": 4.759852887187149e-06, "loss": 0.9262, "step": 2021 }, { "epoch": 0.5, "learning_rate": 4.7595675090917175e-06, "loss": 0.8563, "step": 2022 }, { "epoch": 0.5, "learning_rate": 4.759281970098237e-06, "loss": 0.8993, "step": 2023 }, { "epoch": 0.5, "learning_rate": 4.758996270227042e-06, "loss": 0.802, "step": 2024 }, { "epoch": 0.5, "learning_rate": 4.7587104094984745e-06, "loss": 0.8248, "step": 2025 }, { "epoch": 0.5, "learning_rate": 4.7584243879328904e-06, "loss": 0.8475, "step": 2026 }, { "epoch": 0.5, "learning_rate": 4.758138205550658e-06, "loss": 0.8136, "step": 2027 }, { "epoch": 0.5, "learning_rate": 4.757851862372153e-06, "loss": 0.8271, "step": 2028 }, { "epoch": 0.5, "learning_rate": 4.7575653584177676e-06, "loss": 0.7847, "step": 2029 }, { "epoch": 0.5, "learning_rate": 4.757278693707901e-06, "loss": 0.8352, "step": 2030 }, { "epoch": 0.5, "learning_rate": 4.7569918682629665e-06, "loss": 0.7852, "step": 2031 }, { "epoch": 0.5, "learning_rate": 4.75670488210339e-06, "loss": 0.7816, "step": 2032 }, { "epoch": 0.5, "learning_rate": 4.756417735249604e-06, "loss": 0.8739, "step": 2033 }, { "epoch": 0.5, "learning_rate": 4.756130427722059e-06, "loss": 0.8843, "step": 2034 }, { "epoch": 0.5, "learning_rate": 4.75584295954121e-06, "loss": 0.842, "step": 2035 }, { "epoch": 0.5, "learning_rate": 4.7555553307275295e-06, "loss": 0.831, "step": 2036 }, { "epoch": 0.5, "learning_rate": 4.755267541301497e-06, "loss": 0.8067, "step": 2037 }, { "epoch": 0.5, "learning_rate": 4.754979591283606e-06, "loss": 0.7898, "step": 2038 }, { "epoch": 0.5, "learning_rate": 4.75469148069436e-06, "loss": 0.8296, "step": 2039 }, { "epoch": 0.5, "learning_rate": 4.754403209554277e-06, "loss": 0.8576, "step": 2040 }, { "epoch": 0.5, "learning_rate": 4.754114777883881e-06, "loss": 0.8098, "step": 2041 }, { "epoch": 0.5, "learning_rate": 4.753826185703713e-06, "loss": 0.8059, "step": 2042 }, { "epoch": 0.5, "learning_rate": 4.753537433034321e-06, "loss": 0.8825, "step": 2043 }, { "epoch": 0.51, "learning_rate": 4.753248519896267e-06, "loss": 0.8331, "step": 2044 }, { "epoch": 0.51, "learning_rate": 4.752959446310124e-06, "loss": 0.9119, "step": 2045 }, { "epoch": 0.51, "learning_rate": 4.752670212296476e-06, "loss": 0.8573, "step": 2046 }, { "epoch": 0.51, "learning_rate": 4.752380817875918e-06, "loss": 0.8012, "step": 2047 }, { "epoch": 0.51, "learning_rate": 4.7520912630690586e-06, "loss": 0.8526, "step": 2048 }, { "epoch": 0.51, "learning_rate": 4.7518015478965155e-06, "loss": 0.8261, "step": 2049 }, { "epoch": 0.51, "learning_rate": 4.751511672378918e-06, "loss": 0.9234, "step": 2050 }, { "epoch": 0.51, "learning_rate": 4.7512216365369076e-06, "loss": 0.8759, "step": 2051 }, { "epoch": 0.51, "learning_rate": 4.750931440391138e-06, "loss": 0.7499, "step": 2052 }, { "epoch": 0.51, "learning_rate": 4.750641083962272e-06, "loss": 0.8014, "step": 2053 }, { "epoch": 0.51, "learning_rate": 4.750350567270986e-06, "loss": 0.783, "step": 2054 }, { "epoch": 0.51, "learning_rate": 4.750059890337967e-06, "loss": 0.8481, "step": 2055 }, { "epoch": 0.51, "learning_rate": 4.749769053183912e-06, "loss": 0.8264, "step": 2056 }, { "epoch": 0.51, "learning_rate": 4.749478055829533e-06, "loss": 0.8552, "step": 2057 }, { "epoch": 0.51, "learning_rate": 4.749186898295549e-06, "loss": 0.8105, "step": 2058 }, { "epoch": 0.51, "learning_rate": 4.748895580602694e-06, "loss": 0.7895, "step": 2059 }, { "epoch": 0.51, "learning_rate": 4.748604102771712e-06, "loss": 0.8481, "step": 2060 }, { "epoch": 0.51, "learning_rate": 4.748312464823358e-06, "loss": 0.8056, "step": 2061 }, { "epoch": 0.51, "learning_rate": 4.748020666778398e-06, "loss": 0.8134, "step": 2062 }, { "epoch": 0.51, "learning_rate": 4.747728708657611e-06, "loss": 0.8976, "step": 2063 }, { "epoch": 0.51, "learning_rate": 4.747436590481787e-06, "loss": 0.8282, "step": 2064 }, { "epoch": 0.51, "learning_rate": 4.747144312271726e-06, "loss": 0.792, "step": 2065 }, { "epoch": 0.51, "learning_rate": 4.746851874048242e-06, "loss": 0.8783, "step": 2066 }, { "epoch": 0.51, "learning_rate": 4.746559275832157e-06, "loss": 0.8963, "step": 2067 }, { "epoch": 0.51, "learning_rate": 4.746266517644307e-06, "loss": 0.7635, "step": 2068 }, { "epoch": 0.51, "learning_rate": 4.7459735995055385e-06, "loss": 0.805, "step": 2069 }, { "epoch": 0.51, "learning_rate": 4.745680521436709e-06, "loss": 0.8261, "step": 2070 }, { "epoch": 0.51, "learning_rate": 4.745387283458689e-06, "loss": 0.7604, "step": 2071 }, { "epoch": 0.51, "learning_rate": 4.7450938855923575e-06, "loss": 0.7257, "step": 2072 }, { "epoch": 0.51, "learning_rate": 4.744800327858608e-06, "loss": 0.8248, "step": 2073 }, { "epoch": 0.51, "learning_rate": 4.7445066102783445e-06, "loss": 0.8703, "step": 2074 }, { "epoch": 0.51, "learning_rate": 4.74421273287248e-06, "loss": 0.7934, "step": 2075 }, { "epoch": 0.51, "learning_rate": 4.743918695661942e-06, "loss": 0.7774, "step": 2076 }, { "epoch": 0.51, "learning_rate": 4.743624498667668e-06, "loss": 0.7907, "step": 2077 }, { "epoch": 0.51, "learning_rate": 4.743330141910607e-06, "loss": 0.7848, "step": 2078 }, { "epoch": 0.51, "learning_rate": 4.743035625411719e-06, "loss": 0.805, "step": 2079 }, { "epoch": 0.51, "learning_rate": 4.742740949191976e-06, "loss": 0.7848, "step": 2080 }, { "epoch": 0.51, "learning_rate": 4.742446113272361e-06, "loss": 0.8443, "step": 2081 }, { "epoch": 0.51, "learning_rate": 4.7421511176738695e-06, "loss": 0.7661, "step": 2082 }, { "epoch": 0.51, "learning_rate": 4.7418559624175055e-06, "loss": 0.9701, "step": 2083 }, { "epoch": 0.51, "learning_rate": 4.7415606475242885e-06, "loss": 0.8037, "step": 2084 }, { "epoch": 0.52, "learning_rate": 4.741265173015246e-06, "loss": 0.8621, "step": 2085 }, { "epoch": 0.52, "learning_rate": 4.740969538911417e-06, "loss": 0.8329, "step": 2086 }, { "epoch": 0.52, "learning_rate": 4.740673745233855e-06, "loss": 0.8237, "step": 2087 }, { "epoch": 0.52, "learning_rate": 4.7403777920036205e-06, "loss": 0.8685, "step": 2088 }, { "epoch": 0.52, "learning_rate": 4.740081679241789e-06, "loss": 0.7839, "step": 2089 }, { "epoch": 0.52, "learning_rate": 4.739785406969445e-06, "loss": 0.8982, "step": 2090 }, { "epoch": 0.52, "learning_rate": 4.739488975207687e-06, "loss": 0.7869, "step": 2091 }, { "epoch": 0.52, "learning_rate": 4.739192383977621e-06, "loss": 0.8186, "step": 2092 }, { "epoch": 0.52, "learning_rate": 4.738895633300367e-06, "loss": 0.9059, "step": 2093 }, { "epoch": 0.52, "learning_rate": 4.738598723197058e-06, "loss": 0.8152, "step": 2094 }, { "epoch": 0.52, "learning_rate": 4.7383016536888334e-06, "loss": 0.8495, "step": 2095 }, { "epoch": 0.52, "learning_rate": 4.738004424796849e-06, "loss": 0.8615, "step": 2096 }, { "epoch": 0.52, "learning_rate": 4.737707036542267e-06, "loss": 0.76, "step": 2097 }, { "epoch": 0.52, "learning_rate": 4.7374094889462665e-06, "loss": 0.8745, "step": 2098 }, { "epoch": 0.52, "learning_rate": 4.737111782030034e-06, "loss": 0.8137, "step": 2099 }, { "epoch": 0.52, "learning_rate": 4.7368139158147685e-06, "loss": 0.8274, "step": 2100 }, { "epoch": 0.52, "learning_rate": 4.736515890321679e-06, "loss": 0.8125, "step": 2101 }, { "epoch": 0.52, "learning_rate": 4.736217705571989e-06, "loss": 0.8334, "step": 2102 }, { "epoch": 0.52, "learning_rate": 4.735919361586931e-06, "loss": 0.9077, "step": 2103 }, { "epoch": 0.52, "learning_rate": 4.735620858387749e-06, "loss": 0.8354, "step": 2104 }, { "epoch": 0.52, "learning_rate": 4.735322195995699e-06, "loss": 0.8265, "step": 2105 }, { "epoch": 0.52, "learning_rate": 4.735023374432048e-06, "loss": 0.8249, "step": 2106 }, { "epoch": 0.52, "learning_rate": 4.734724393718072e-06, "loss": 0.7875, "step": 2107 }, { "epoch": 0.52, "learning_rate": 4.734425253875065e-06, "loss": 0.7963, "step": 2108 }, { "epoch": 0.52, "learning_rate": 4.734125954924325e-06, "loss": 0.8207, "step": 2109 }, { "epoch": 0.52, "learning_rate": 4.7338264968871635e-06, "loss": 0.8424, "step": 2110 }, { "epoch": 0.52, "learning_rate": 4.733526879784908e-06, "loss": 0.8943, "step": 2111 }, { "epoch": 0.52, "learning_rate": 4.73322710363889e-06, "loss": 0.779, "step": 2112 }, { "epoch": 0.52, "learning_rate": 4.732927168470457e-06, "loss": 0.6717, "step": 2113 }, { "epoch": 0.52, "learning_rate": 4.732627074300966e-06, "loss": 0.8396, "step": 2114 }, { "epoch": 0.52, "learning_rate": 4.732326821151787e-06, "loss": 0.9241, "step": 2115 }, { "epoch": 0.52, "learning_rate": 4.7320264090443e-06, "loss": 0.8064, "step": 2116 }, { "epoch": 0.52, "learning_rate": 4.7317258379998965e-06, "loss": 0.7898, "step": 2117 }, { "epoch": 0.52, "learning_rate": 4.731425108039978e-06, "loss": 0.8213, "step": 2118 }, { "epoch": 0.52, "learning_rate": 4.731124219185961e-06, "loss": 0.8416, "step": 2119 }, { "epoch": 0.52, "learning_rate": 4.73082317145927e-06, "loss": 0.7765, "step": 2120 }, { "epoch": 0.52, "learning_rate": 4.7305219648813415e-06, "loss": 0.8496, "step": 2121 }, { "epoch": 0.52, "learning_rate": 4.7302205994736235e-06, "loss": 0.7735, "step": 2122 }, { "epoch": 0.52, "learning_rate": 4.729919075257578e-06, "loss": 0.8461, "step": 2123 }, { "epoch": 0.52, "learning_rate": 4.7296173922546715e-06, "loss": 0.8118, "step": 2124 }, { "epoch": 0.53, "learning_rate": 4.729315550486389e-06, "loss": 0.8052, "step": 2125 }, { "epoch": 0.53, "learning_rate": 4.729013549974223e-06, "loss": 0.8873, "step": 2126 }, { "epoch": 0.53, "learning_rate": 4.7287113907396785e-06, "loss": 0.7711, "step": 2127 }, { "epoch": 0.53, "learning_rate": 4.728409072804271e-06, "loss": 0.8629, "step": 2128 }, { "epoch": 0.53, "learning_rate": 4.728106596189528e-06, "loss": 0.8375, "step": 2129 }, { "epoch": 0.53, "learning_rate": 4.727803960916989e-06, "loss": 0.8482, "step": 2130 }, { "epoch": 0.53, "learning_rate": 4.727501167008202e-06, "loss": 0.8604, "step": 2131 }, { "epoch": 0.53, "learning_rate": 4.727198214484731e-06, "loss": 0.8469, "step": 2132 }, { "epoch": 0.53, "learning_rate": 4.726895103368145e-06, "loss": 0.7771, "step": 2133 }, { "epoch": 0.53, "learning_rate": 4.726591833680031e-06, "loss": 0.854, "step": 2134 }, { "epoch": 0.53, "learning_rate": 4.726288405441982e-06, "loss": 0.7995, "step": 2135 }, { "epoch": 0.53, "learning_rate": 4.725984818675604e-06, "loss": 0.9194, "step": 2136 }, { "epoch": 0.53, "learning_rate": 4.7256810734025174e-06, "loss": 0.8417, "step": 2137 }, { "epoch": 0.53, "learning_rate": 4.7253771696443475e-06, "loss": 0.9141, "step": 2138 }, { "epoch": 0.53, "learning_rate": 4.725073107422737e-06, "loss": 0.7984, "step": 2139 }, { "epoch": 0.53, "learning_rate": 4.724768886759338e-06, "loss": 0.8411, "step": 2140 }, { "epoch": 0.53, "learning_rate": 4.724464507675811e-06, "loss": 0.9335, "step": 2141 }, { "epoch": 0.53, "learning_rate": 4.724159970193831e-06, "loss": 0.8279, "step": 2142 }, { "epoch": 0.53, "learning_rate": 4.723855274335083e-06, "loss": 0.7592, "step": 2143 }, { "epoch": 0.53, "learning_rate": 4.723550420121265e-06, "loss": 0.8012, "step": 2144 }, { "epoch": 0.53, "learning_rate": 4.723245407574083e-06, "loss": 0.8215, "step": 2145 }, { "epoch": 0.53, "learning_rate": 4.7229402367152575e-06, "loss": 0.7619, "step": 2146 }, { "epoch": 0.53, "learning_rate": 4.722634907566518e-06, "loss": 0.7917, "step": 2147 }, { "epoch": 0.53, "learning_rate": 4.722329420149607e-06, "loss": 0.7847, "step": 2148 }, { "epoch": 0.53, "learning_rate": 4.722023774486277e-06, "loss": 0.9483, "step": 2149 }, { "epoch": 0.53, "learning_rate": 4.721717970598294e-06, "loss": 0.8409, "step": 2150 }, { "epoch": 0.53, "learning_rate": 4.721412008507431e-06, "loss": 0.813, "step": 2151 }, { "epoch": 0.53, "learning_rate": 4.721105888235475e-06, "loss": 0.7825, "step": 2152 }, { "epoch": 0.53, "learning_rate": 4.720799609804225e-06, "loss": 0.8235, "step": 2153 }, { "epoch": 0.53, "learning_rate": 4.720493173235491e-06, "loss": 0.8818, "step": 2154 }, { "epoch": 0.53, "learning_rate": 4.720186578551092e-06, "loss": 0.7573, "step": 2155 }, { "epoch": 0.53, "learning_rate": 4.71987982577286e-06, "loss": 0.934, "step": 2156 }, { "epoch": 0.53, "learning_rate": 4.71957291492264e-06, "loss": 0.7981, "step": 2157 }, { "epoch": 0.53, "learning_rate": 4.719265846022284e-06, "loss": 0.7832, "step": 2158 }, { "epoch": 0.53, "learning_rate": 4.718958619093659e-06, "loss": 0.8436, "step": 2159 }, { "epoch": 0.53, "learning_rate": 4.718651234158641e-06, "loss": 0.855, "step": 2160 }, { "epoch": 0.53, "learning_rate": 4.718343691239119e-06, "loss": 0.7247, "step": 2161 }, { "epoch": 0.53, "learning_rate": 4.718035990356991e-06, "loss": 0.8275, "step": 2162 }, { "epoch": 0.53, "learning_rate": 4.717728131534169e-06, "loss": 0.7953, "step": 2163 }, { "epoch": 0.53, "learning_rate": 4.717420114792574e-06, "loss": 0.8026, "step": 2164 }, { "epoch": 0.53, "learning_rate": 4.7171119401541395e-06, "loss": 0.8523, "step": 2165 }, { "epoch": 0.54, "learning_rate": 4.71680360764081e-06, "loss": 0.8327, "step": 2166 }, { "epoch": 0.54, "learning_rate": 4.71649511727454e-06, "loss": 0.829, "step": 2167 }, { "epoch": 0.54, "learning_rate": 4.7161864690772975e-06, "loss": 0.8914, "step": 2168 }, { "epoch": 0.54, "learning_rate": 4.71587766307106e-06, "loss": 0.7773, "step": 2169 }, { "epoch": 0.54, "learning_rate": 4.715568699277817e-06, "loss": 0.8926, "step": 2170 }, { "epoch": 0.54, "learning_rate": 4.715259577719569e-06, "loss": 0.8942, "step": 2171 }, { "epoch": 0.54, "learning_rate": 4.714950298418327e-06, "loss": 0.8445, "step": 2172 }, { "epoch": 0.54, "learning_rate": 4.7146408613961146e-06, "loss": 0.8395, "step": 2173 }, { "epoch": 0.54, "learning_rate": 4.714331266674967e-06, "loss": 0.7811, "step": 2174 }, { "epoch": 0.54, "learning_rate": 4.714021514276929e-06, "loss": 0.8136, "step": 2175 }, { "epoch": 0.54, "learning_rate": 4.713711604224056e-06, "loss": 0.7793, "step": 2176 }, { "epoch": 0.54, "learning_rate": 4.7134015365384175e-06, "loss": 0.7539, "step": 2177 }, { "epoch": 0.54, "learning_rate": 4.713091311242092e-06, "loss": 0.7545, "step": 2178 }, { "epoch": 0.54, "learning_rate": 4.71278092835717e-06, "loss": 0.8862, "step": 2179 }, { "epoch": 0.54, "learning_rate": 4.712470387905753e-06, "loss": 0.8452, "step": 2180 }, { "epoch": 0.54, "learning_rate": 4.712159689909954e-06, "loss": 0.8115, "step": 2181 }, { "epoch": 0.54, "learning_rate": 4.711848834391896e-06, "loss": 0.8237, "step": 2182 }, { "epoch": 0.54, "learning_rate": 4.7115378213737164e-06, "loss": 0.7336, "step": 2183 }, { "epoch": 0.54, "learning_rate": 4.711226650877559e-06, "loss": 0.8016, "step": 2184 }, { "epoch": 0.54, "learning_rate": 4.710915322925583e-06, "loss": 0.9043, "step": 2185 }, { "epoch": 0.54, "learning_rate": 4.710603837539957e-06, "loss": 0.8092, "step": 2186 }, { "epoch": 0.54, "learning_rate": 4.710292194742861e-06, "loss": 0.8927, "step": 2187 }, { "epoch": 0.54, "learning_rate": 4.709980394556487e-06, "loss": 0.8105, "step": 2188 }, { "epoch": 0.54, "learning_rate": 4.709668437003036e-06, "loss": 0.8448, "step": 2189 }, { "epoch": 0.54, "learning_rate": 4.709356322104724e-06, "loss": 0.8517, "step": 2190 }, { "epoch": 0.54, "learning_rate": 4.709044049883773e-06, "loss": 0.8543, "step": 2191 }, { "epoch": 0.54, "learning_rate": 4.708731620362422e-06, "loss": 0.8094, "step": 2192 }, { "epoch": 0.54, "learning_rate": 4.708419033562916e-06, "loss": 0.8428, "step": 2193 }, { "epoch": 0.54, "learning_rate": 4.708106289507514e-06, "loss": 0.8794, "step": 2194 }, { "epoch": 0.54, "learning_rate": 4.7077933882184864e-06, "loss": 0.8018, "step": 2195 }, { "epoch": 0.54, "learning_rate": 4.707480329718115e-06, "loss": 0.8333, "step": 2196 }, { "epoch": 0.54, "learning_rate": 4.707167114028689e-06, "loss": 0.8107, "step": 2197 }, { "epoch": 0.54, "learning_rate": 4.706853741172515e-06, "loss": 0.849, "step": 2198 }, { "epoch": 0.54, "learning_rate": 4.706540211171905e-06, "loss": 0.7978, "step": 2199 }, { "epoch": 0.54, "learning_rate": 4.7062265240491855e-06, "loss": 0.7362, "step": 2200 }, { "epoch": 0.54, "learning_rate": 4.705912679826693e-06, "loss": 0.8497, "step": 2201 }, { "epoch": 0.54, "learning_rate": 4.705598678526777e-06, "loss": 0.9071, "step": 2202 }, { "epoch": 0.54, "learning_rate": 4.7052845201717955e-06, "loss": 0.7994, "step": 2203 }, { "epoch": 0.54, "learning_rate": 4.704970204784119e-06, "loss": 0.8513, "step": 2204 }, { "epoch": 0.54, "learning_rate": 4.704655732386129e-06, "loss": 0.782, "step": 2205 }, { "epoch": 0.55, "learning_rate": 4.704341103000219e-06, "loss": 0.8627, "step": 2206 }, { "epoch": 0.55, "learning_rate": 4.704026316648792e-06, "loss": 0.8623, "step": 2207 }, { "epoch": 0.55, "learning_rate": 4.703711373354264e-06, "loss": 0.8892, "step": 2208 }, { "epoch": 0.55, "learning_rate": 4.70339627313906e-06, "loss": 0.9609, "step": 2209 }, { "epoch": 0.55, "learning_rate": 4.70308101602562e-06, "loss": 0.7824, "step": 2210 }, { "epoch": 0.55, "learning_rate": 4.70276560203639e-06, "loss": 0.8388, "step": 2211 }, { "epoch": 0.55, "learning_rate": 4.702450031193831e-06, "loss": 0.8383, "step": 2212 }, { "epoch": 0.55, "learning_rate": 4.7021343035204135e-06, "loss": 0.8085, "step": 2213 }, { "epoch": 0.55, "learning_rate": 4.701818419038621e-06, "loss": 0.7968, "step": 2214 }, { "epoch": 0.55, "learning_rate": 4.701502377770945e-06, "loss": 0.8083, "step": 2215 }, { "epoch": 0.55, "learning_rate": 4.701186179739891e-06, "loss": 0.8182, "step": 2216 }, { "epoch": 0.55, "learning_rate": 4.700869824967975e-06, "loss": 0.806, "step": 2217 }, { "epoch": 0.55, "learning_rate": 4.700553313477722e-06, "loss": 0.8704, "step": 2218 }, { "epoch": 0.55, "learning_rate": 4.7002366452916734e-06, "loss": 0.811, "step": 2219 }, { "epoch": 0.55, "learning_rate": 4.699919820432375e-06, "loss": 0.8328, "step": 2220 }, { "epoch": 0.55, "learning_rate": 4.699602838922389e-06, "loss": 0.7879, "step": 2221 }, { "epoch": 0.55, "learning_rate": 4.699285700784285e-06, "loss": 0.8161, "step": 2222 }, { "epoch": 0.55, "learning_rate": 4.6989684060406485e-06, "loss": 0.8693, "step": 2223 }, { "epoch": 0.55, "learning_rate": 4.69865095471407e-06, "loss": 0.7983, "step": 2224 }, { "epoch": 0.55, "learning_rate": 4.6983333468271565e-06, "loss": 0.7904, "step": 2225 }, { "epoch": 0.55, "learning_rate": 4.698015582402523e-06, "loss": 0.8227, "step": 2226 }, { "epoch": 0.55, "learning_rate": 4.6976976614627974e-06, "loss": 0.8272, "step": 2227 }, { "epoch": 0.55, "learning_rate": 4.697379584030619e-06, "loss": 0.8097, "step": 2228 }, { "epoch": 0.55, "learning_rate": 4.697061350128635e-06, "loss": 0.8231, "step": 2229 }, { "epoch": 0.55, "learning_rate": 4.696742959779507e-06, "loss": 0.7872, "step": 2230 }, { "epoch": 0.55, "learning_rate": 4.696424413005908e-06, "loss": 0.913, "step": 2231 }, { "epoch": 0.55, "learning_rate": 4.6961057098305184e-06, "loss": 0.7924, "step": 2232 }, { "epoch": 0.55, "learning_rate": 4.695786850276035e-06, "loss": 0.7656, "step": 2233 }, { "epoch": 0.55, "learning_rate": 4.69546783436516e-06, "loss": 0.7256, "step": 2234 }, { "epoch": 0.55, "learning_rate": 4.695148662120612e-06, "loss": 0.8534, "step": 2235 }, { "epoch": 0.55, "learning_rate": 4.694829333565118e-06, "loss": 0.8579, "step": 2236 }, { "epoch": 0.55, "learning_rate": 4.694509848721417e-06, "loss": 0.9092, "step": 2237 }, { "epoch": 0.55, "learning_rate": 4.694190207612257e-06, "loss": 0.8672, "step": 2238 }, { "epoch": 0.55, "learning_rate": 4.6938704102604e-06, "loss": 0.8198, "step": 2239 }, { "epoch": 0.55, "learning_rate": 4.693550456688618e-06, "loss": 0.7507, "step": 2240 }, { "epoch": 0.55, "learning_rate": 4.693230346919695e-06, "loss": 0.8976, "step": 2241 }, { "epoch": 0.55, "learning_rate": 4.692910080976423e-06, "loss": 0.8072, "step": 2242 }, { "epoch": 0.55, "learning_rate": 4.692589658881608e-06, "loss": 0.7622, "step": 2243 }, { "epoch": 0.55, "learning_rate": 4.692269080658068e-06, "loss": 0.94, "step": 2244 }, { "epoch": 0.55, "learning_rate": 4.691948346328628e-06, "loss": 0.7838, "step": 2245 }, { "epoch": 0.56, "learning_rate": 4.69162745591613e-06, "loss": 0.8571, "step": 2246 }, { "epoch": 0.56, "learning_rate": 4.691306409443421e-06, "loss": 0.8795, "step": 2247 }, { "epoch": 0.56, "learning_rate": 4.690985206933362e-06, "loss": 0.7967, "step": 2248 }, { "epoch": 0.56, "learning_rate": 4.690663848408827e-06, "loss": 0.82, "step": 2249 }, { "epoch": 0.56, "learning_rate": 4.690342333892697e-06, "loss": 0.8011, "step": 2250 }, { "epoch": 0.56, "learning_rate": 4.6900206634078685e-06, "loss": 0.8286, "step": 2251 }, { "epoch": 0.56, "learning_rate": 4.6896988369772445e-06, "loss": 0.798, "step": 2252 }, { "epoch": 0.56, "learning_rate": 4.689376854623742e-06, "loss": 0.8335, "step": 2253 }, { "epoch": 0.56, "learning_rate": 4.68905471637029e-06, "loss": 0.7863, "step": 2254 }, { "epoch": 0.56, "learning_rate": 4.688732422239825e-06, "loss": 0.7591, "step": 2255 }, { "epoch": 0.56, "learning_rate": 4.688409972255299e-06, "loss": 0.8588, "step": 2256 }, { "epoch": 0.56, "learning_rate": 4.688087366439671e-06, "loss": 0.7926, "step": 2257 }, { "epoch": 0.56, "learning_rate": 4.687764604815914e-06, "loss": 0.8176, "step": 2258 }, { "epoch": 0.56, "learning_rate": 4.687441687407011e-06, "loss": 0.9183, "step": 2259 }, { "epoch": 0.56, "learning_rate": 4.687118614235955e-06, "loss": 0.8315, "step": 2260 }, { "epoch": 0.56, "learning_rate": 4.686795385325753e-06, "loss": 0.7555, "step": 2261 }, { "epoch": 0.56, "learning_rate": 4.6864720006994205e-06, "loss": 0.9184, "step": 2262 }, { "epoch": 0.56, "learning_rate": 4.686148460379983e-06, "loss": 0.8411, "step": 2263 }, { "epoch": 0.56, "learning_rate": 4.685824764390482e-06, "loss": 0.8034, "step": 2264 }, { "epoch": 0.56, "learning_rate": 4.685500912753965e-06, "loss": 0.8923, "step": 2265 }, { "epoch": 0.56, "learning_rate": 4.685176905493495e-06, "loss": 0.8558, "step": 2266 }, { "epoch": 0.56, "learning_rate": 4.684852742632141e-06, "loss": 0.8162, "step": 2267 }, { "epoch": 0.56, "learning_rate": 4.6845284241929875e-06, "loss": 0.8486, "step": 2268 }, { "epoch": 0.56, "learning_rate": 4.684203950199127e-06, "loss": 0.7797, "step": 2269 }, { "epoch": 0.56, "learning_rate": 4.683879320673666e-06, "loss": 0.7596, "step": 2270 }, { "epoch": 0.56, "learning_rate": 4.68355453563972e-06, "loss": 0.8408, "step": 2271 }, { "epoch": 0.56, "learning_rate": 4.683229595120415e-06, "loss": 0.8359, "step": 2272 }, { "epoch": 0.56, "learning_rate": 4.682904499138891e-06, "loss": 0.8203, "step": 2273 }, { "epoch": 0.56, "learning_rate": 4.682579247718297e-06, "loss": 0.8171, "step": 2274 }, { "epoch": 0.56, "learning_rate": 4.682253840881792e-06, "loss": 0.8387, "step": 2275 }, { "epoch": 0.56, "learning_rate": 4.6819282786525486e-06, "loss": 0.9587, "step": 2276 }, { "epoch": 0.56, "learning_rate": 4.681602561053749e-06, "loss": 0.7841, "step": 2277 }, { "epoch": 0.56, "learning_rate": 4.681276688108586e-06, "loss": 0.6813, "step": 2278 }, { "epoch": 0.56, "learning_rate": 4.680950659840264e-06, "loss": 0.8457, "step": 2279 }, { "epoch": 0.56, "learning_rate": 4.680624476272001e-06, "loss": 0.8568, "step": 2280 }, { "epoch": 0.56, "learning_rate": 4.680298137427021e-06, "loss": 0.7658, "step": 2281 }, { "epoch": 0.56, "learning_rate": 4.679971643328563e-06, "loss": 0.8995, "step": 2282 }, { "epoch": 0.56, "learning_rate": 4.679644993999876e-06, "loss": 0.7785, "step": 2283 }, { "epoch": 0.56, "learning_rate": 4.679318189464219e-06, "loss": 0.8749, "step": 2284 }, { "epoch": 0.56, "learning_rate": 4.678991229744864e-06, "loss": 0.8361, "step": 2285 }, { "epoch": 0.56, "learning_rate": 4.6786641148650915e-06, "loss": 0.8139, "step": 2286 }, { "epoch": 0.57, "learning_rate": 4.678336844848196e-06, "loss": 0.7954, "step": 2287 }, { "epoch": 0.57, "learning_rate": 4.6780094197174804e-06, "loss": 0.8048, "step": 2288 }, { "epoch": 0.57, "learning_rate": 4.6776818394962605e-06, "loss": 0.7767, "step": 2289 }, { "epoch": 0.57, "learning_rate": 4.6773541042078626e-06, "loss": 0.8334, "step": 2290 }, { "epoch": 0.57, "learning_rate": 4.677026213875624e-06, "loss": 0.8822, "step": 2291 }, { "epoch": 0.57, "learning_rate": 4.676698168522893e-06, "loss": 0.8314, "step": 2292 }, { "epoch": 0.57, "learning_rate": 4.676369968173027e-06, "loss": 0.7694, "step": 2293 }, { "epoch": 0.57, "learning_rate": 4.676041612849399e-06, "loss": 0.8254, "step": 2294 }, { "epoch": 0.57, "learning_rate": 4.675713102575389e-06, "loss": 0.9296, "step": 2295 }, { "epoch": 0.57, "learning_rate": 4.675384437374388e-06, "loss": 0.861, "step": 2296 }, { "epoch": 0.57, "learning_rate": 4.675055617269803e-06, "loss": 0.894, "step": 2297 }, { "epoch": 0.57, "learning_rate": 4.6747266422850446e-06, "loss": 0.8424, "step": 2298 }, { "epoch": 0.57, "learning_rate": 4.674397512443541e-06, "loss": 0.8717, "step": 2299 }, { "epoch": 0.57, "learning_rate": 4.674068227768727e-06, "loss": 0.7623, "step": 2300 }, { "epoch": 0.57, "learning_rate": 4.673738788284051e-06, "loss": 0.8175, "step": 2301 }, { "epoch": 0.57, "learning_rate": 4.6734091940129724e-06, "loss": 0.8114, "step": 2302 }, { "epoch": 0.57, "learning_rate": 4.673079444978958e-06, "loss": 0.7767, "step": 2303 }, { "epoch": 0.57, "learning_rate": 4.672749541205491e-06, "loss": 0.8013, "step": 2304 }, { "epoch": 0.57, "learning_rate": 4.672419482716063e-06, "loss": 0.7419, "step": 2305 }, { "epoch": 0.57, "learning_rate": 4.672089269534175e-06, "loss": 0.8413, "step": 2306 }, { "epoch": 0.57, "learning_rate": 4.671758901683341e-06, "loss": 0.8352, "step": 2307 }, { "epoch": 0.57, "learning_rate": 4.671428379187086e-06, "loss": 0.8397, "step": 2308 }, { "epoch": 0.57, "learning_rate": 4.671097702068946e-06, "loss": 0.8351, "step": 2309 }, { "epoch": 0.57, "learning_rate": 4.670766870352468e-06, "loss": 0.816, "step": 2310 }, { "epoch": 0.57, "learning_rate": 4.670435884061209e-06, "loss": 0.8688, "step": 2311 }, { "epoch": 0.57, "learning_rate": 4.6701047432187364e-06, "loss": 0.798, "step": 2312 }, { "epoch": 0.57, "learning_rate": 4.669773447848633e-06, "loss": 0.8062, "step": 2313 }, { "epoch": 0.57, "learning_rate": 4.669441997974486e-06, "loss": 0.8362, "step": 2314 }, { "epoch": 0.57, "learning_rate": 4.6691103936199e-06, "loss": 0.8828, "step": 2315 }, { "epoch": 0.57, "learning_rate": 4.6687786348084865e-06, "loss": 0.8839, "step": 2316 }, { "epoch": 0.57, "learning_rate": 4.6684467215638694e-06, "loss": 0.8734, "step": 2317 }, { "epoch": 0.57, "learning_rate": 4.668114653909683e-06, "loss": 0.7686, "step": 2318 }, { "epoch": 0.57, "learning_rate": 4.667782431869573e-06, "loss": 0.7868, "step": 2319 }, { "epoch": 0.57, "learning_rate": 4.667450055467197e-06, "loss": 0.8249, "step": 2320 }, { "epoch": 0.57, "learning_rate": 4.667117524726221e-06, "loss": 0.8487, "step": 2321 }, { "epoch": 0.57, "learning_rate": 4.6667848396703255e-06, "loss": 0.828, "step": 2322 }, { "epoch": 0.57, "learning_rate": 4.6664520003231995e-06, "loss": 0.8266, "step": 2323 }, { "epoch": 0.57, "learning_rate": 4.666119006708543e-06, "loss": 0.9023, "step": 2324 }, { "epoch": 0.57, "learning_rate": 4.665785858850068e-06, "loss": 0.8147, "step": 2325 }, { "epoch": 0.57, "learning_rate": 4.665452556771498e-06, "loss": 0.8168, "step": 2326 }, { "epoch": 0.58, "learning_rate": 4.665119100496565e-06, "loss": 0.7675, "step": 2327 }, { "epoch": 0.58, "learning_rate": 4.664785490049015e-06, "loss": 0.7822, "step": 2328 }, { "epoch": 0.58, "learning_rate": 4.664451725452602e-06, "loss": 0.9223, "step": 2329 }, { "epoch": 0.58, "learning_rate": 4.664117806731094e-06, "loss": 0.9001, "step": 2330 }, { "epoch": 0.58, "learning_rate": 4.663783733908269e-06, "loss": 0.7975, "step": 2331 }, { "epoch": 0.58, "learning_rate": 4.663449507007913e-06, "loss": 0.8019, "step": 2332 }, { "epoch": 0.58, "learning_rate": 4.6631151260538276e-06, "loss": 0.7733, "step": 2333 }, { "epoch": 0.58, "learning_rate": 4.662780591069822e-06, "loss": 0.8381, "step": 2334 }, { "epoch": 0.58, "learning_rate": 4.662445902079719e-06, "loss": 0.8338, "step": 2335 }, { "epoch": 0.58, "learning_rate": 4.662111059107349e-06, "loss": 0.8151, "step": 2336 }, { "epoch": 0.58, "learning_rate": 4.661776062176557e-06, "loss": 0.8364, "step": 2337 }, { "epoch": 0.58, "learning_rate": 4.6614409113111955e-06, "loss": 0.8767, "step": 2338 }, { "epoch": 0.58, "learning_rate": 4.661105606535132e-06, "loss": 0.8258, "step": 2339 }, { "epoch": 0.58, "learning_rate": 4.660770147872242e-06, "loss": 0.8013, "step": 2340 }, { "epoch": 0.58, "learning_rate": 4.660434535346411e-06, "loss": 0.7963, "step": 2341 }, { "epoch": 0.58, "learning_rate": 4.6600987689815395e-06, "loss": 0.8512, "step": 2342 }, { "epoch": 0.58, "learning_rate": 4.659762848801534e-06, "loss": 0.8348, "step": 2343 }, { "epoch": 0.58, "learning_rate": 4.659426774830317e-06, "loss": 0.9007, "step": 2344 }, { "epoch": 0.58, "learning_rate": 4.659090547091819e-06, "loss": 0.7368, "step": 2345 }, { "epoch": 0.58, "learning_rate": 4.65875416560998e-06, "loss": 0.828, "step": 2346 }, { "epoch": 0.58, "learning_rate": 4.658417630408754e-06, "loss": 0.8402, "step": 2347 }, { "epoch": 0.58, "learning_rate": 4.6580809415121065e-06, "loss": 0.783, "step": 2348 }, { "epoch": 0.58, "learning_rate": 4.65774409894401e-06, "loss": 0.7967, "step": 2349 }, { "epoch": 0.58, "learning_rate": 4.65740710272845e-06, "loss": 0.8607, "step": 2350 }, { "epoch": 0.58, "learning_rate": 4.657069952889426e-06, "loss": 0.939, "step": 2351 }, { "epoch": 0.58, "learning_rate": 4.6567326494509425e-06, "loss": 0.7523, "step": 2352 }, { "epoch": 0.58, "learning_rate": 4.656395192437019e-06, "loss": 0.8527, "step": 2353 }, { "epoch": 0.58, "learning_rate": 4.656057581871685e-06, "loss": 0.8396, "step": 2354 }, { "epoch": 0.58, "learning_rate": 4.655719817778983e-06, "loss": 0.7649, "step": 2355 }, { "epoch": 0.58, "learning_rate": 4.65538190018296e-06, "loss": 0.7622, "step": 2356 }, { "epoch": 0.58, "learning_rate": 4.655043829107682e-06, "loss": 0.8138, "step": 2357 }, { "epoch": 0.58, "learning_rate": 4.654705604577221e-06, "loss": 0.8773, "step": 2358 }, { "epoch": 0.58, "learning_rate": 4.65436722661566e-06, "loss": 0.7849, "step": 2359 }, { "epoch": 0.58, "learning_rate": 4.654028695247095e-06, "loss": 0.7919, "step": 2360 }, { "epoch": 0.58, "learning_rate": 4.653690010495632e-06, "loss": 0.8005, "step": 2361 }, { "epoch": 0.58, "learning_rate": 4.653351172385389e-06, "loss": 0.7495, "step": 2362 }, { "epoch": 0.58, "learning_rate": 4.653012180940491e-06, "loss": 0.7529, "step": 2363 }, { "epoch": 0.58, "learning_rate": 4.652673036185079e-06, "loss": 0.8049, "step": 2364 }, { "epoch": 0.58, "learning_rate": 4.6523337381433016e-06, "loss": 0.931, "step": 2365 }, { "epoch": 0.58, "learning_rate": 4.651994286839319e-06, "loss": 0.8869, "step": 2366 }, { "epoch": 0.58, "learning_rate": 4.651654682297306e-06, "loss": 0.7629, "step": 2367 }, { "epoch": 0.59, "learning_rate": 4.65131492454144e-06, "loss": 0.7907, "step": 2368 }, { "epoch": 0.59, "learning_rate": 4.650975013595916e-06, "loss": 0.8291, "step": 2369 }, { "epoch": 0.59, "learning_rate": 4.65063494948494e-06, "loss": 0.8107, "step": 2370 }, { "epoch": 0.59, "learning_rate": 4.650294732232727e-06, "loss": 0.8663, "step": 2371 }, { "epoch": 0.59, "learning_rate": 4.6499543618635e-06, "loss": 0.8067, "step": 2372 }, { "epoch": 0.59, "learning_rate": 4.649613838401499e-06, "loss": 0.8233, "step": 2373 }, { "epoch": 0.59, "learning_rate": 4.649273161870969e-06, "loss": 0.8357, "step": 2374 }, { "epoch": 0.59, "learning_rate": 4.648932332296172e-06, "loss": 0.8536, "step": 2375 }, { "epoch": 0.59, "learning_rate": 4.648591349701376e-06, "loss": 0.7778, "step": 2376 }, { "epoch": 0.59, "learning_rate": 4.648250214110861e-06, "loss": 0.8604, "step": 2377 }, { "epoch": 0.59, "learning_rate": 4.647908925548918e-06, "loss": 0.8507, "step": 2378 }, { "epoch": 0.59, "learning_rate": 4.647567484039851e-06, "loss": 0.8359, "step": 2379 }, { "epoch": 0.59, "learning_rate": 4.647225889607973e-06, "loss": 0.8497, "step": 2380 }, { "epoch": 0.59, "learning_rate": 4.6468841422776055e-06, "loss": 0.8723, "step": 2381 }, { "epoch": 0.59, "learning_rate": 4.646542242073086e-06, "loss": 0.8355, "step": 2382 }, { "epoch": 0.59, "learning_rate": 4.64620018901876e-06, "loss": 0.7887, "step": 2383 }, { "epoch": 0.59, "learning_rate": 4.645857983138984e-06, "loss": 0.8545, "step": 2384 }, { "epoch": 0.59, "learning_rate": 4.645515624458126e-06, "loss": 0.842, "step": 2385 }, { "epoch": 0.59, "learning_rate": 4.645173113000563e-06, "loss": 0.8256, "step": 2386 }, { "epoch": 0.59, "learning_rate": 4.644830448790686e-06, "loss": 0.8392, "step": 2387 }, { "epoch": 0.59, "learning_rate": 4.644487631852894e-06, "loss": 0.8661, "step": 2388 }, { "epoch": 0.59, "learning_rate": 4.6441446622115996e-06, "loss": 0.8545, "step": 2389 }, { "epoch": 0.59, "learning_rate": 4.643801539891223e-06, "loss": 0.8322, "step": 2390 }, { "epoch": 0.59, "learning_rate": 4.643458264916198e-06, "loss": 0.7773, "step": 2391 }, { "epoch": 0.59, "learning_rate": 4.6431148373109695e-06, "loss": 0.813, "step": 2392 }, { "epoch": 0.59, "learning_rate": 4.64277125709999e-06, "loss": 0.778, "step": 2393 }, { "epoch": 0.59, "learning_rate": 4.6424275243077255e-06, "loss": 0.8171, "step": 2394 }, { "epoch": 0.59, "learning_rate": 4.642083638958653e-06, "loss": 0.7691, "step": 2395 }, { "epoch": 0.59, "learning_rate": 4.64173960107726e-06, "loss": 0.7872, "step": 2396 }, { "epoch": 0.59, "learning_rate": 4.641395410688044e-06, "loss": 0.9018, "step": 2397 }, { "epoch": 0.59, "learning_rate": 4.641051067815514e-06, "loss": 0.8799, "step": 2398 }, { "epoch": 0.59, "learning_rate": 4.6407065724841895e-06, "loss": 0.8098, "step": 2399 }, { "epoch": 0.59, "learning_rate": 4.640361924718601e-06, "loss": 0.8592, "step": 2400 }, { "epoch": 0.59, "learning_rate": 4.64001712454329e-06, "loss": 0.8255, "step": 2401 }, { "epoch": 0.59, "learning_rate": 4.6396721719828096e-06, "loss": 0.8057, "step": 2402 }, { "epoch": 0.59, "learning_rate": 4.639327067061723e-06, "loss": 0.784, "step": 2403 }, { "epoch": 0.59, "learning_rate": 4.638981809804604e-06, "loss": 0.8376, "step": 2404 }, { "epoch": 0.59, "learning_rate": 4.638636400236037e-06, "loss": 0.8292, "step": 2405 }, { "epoch": 0.59, "learning_rate": 4.638290838380617e-06, "loss": 0.7444, "step": 2406 }, { "epoch": 0.59, "learning_rate": 4.637945124262953e-06, "loss": 0.8313, "step": 2407 }, { "epoch": 0.6, "learning_rate": 4.63759925790766e-06, "loss": 0.8281, "step": 2408 }, { "epoch": 0.6, "learning_rate": 4.637253239339368e-06, "loss": 0.845, "step": 2409 }, { "epoch": 0.6, "learning_rate": 4.636907068582715e-06, "loss": 0.8209, "step": 2410 }, { "epoch": 0.6, "learning_rate": 4.636560745662352e-06, "loss": 0.8187, "step": 2411 }, { "epoch": 0.6, "learning_rate": 4.636214270602938e-06, "loss": 0.8226, "step": 2412 }, { "epoch": 0.6, "learning_rate": 4.635867643429146e-06, "loss": 0.8768, "step": 2413 }, { "epoch": 0.6, "learning_rate": 4.635520864165659e-06, "loss": 0.7804, "step": 2414 }, { "epoch": 0.6, "learning_rate": 4.635173932837168e-06, "loss": 0.8747, "step": 2415 }, { "epoch": 0.6, "learning_rate": 4.63482684946838e-06, "loss": 0.8125, "step": 2416 }, { "epoch": 0.6, "learning_rate": 4.634479614084008e-06, "loss": 0.8616, "step": 2417 }, { "epoch": 0.6, "learning_rate": 4.6341322267087786e-06, "loss": 0.8422, "step": 2418 }, { "epoch": 0.6, "learning_rate": 4.633784687367427e-06, "loss": 0.7725, "step": 2419 }, { "epoch": 0.6, "learning_rate": 4.633436996084702e-06, "loss": 0.7603, "step": 2420 }, { "epoch": 0.6, "learning_rate": 4.633089152885361e-06, "loss": 0.8348, "step": 2421 }, { "epoch": 0.6, "learning_rate": 4.632741157794174e-06, "loss": 0.8387, "step": 2422 }, { "epoch": 0.6, "learning_rate": 4.63239301083592e-06, "loss": 0.818, "step": 2423 }, { "epoch": 0.6, "learning_rate": 4.632044712035389e-06, "loss": 0.7679, "step": 2424 }, { "epoch": 0.6, "learning_rate": 4.631696261417385e-06, "loss": 0.7848, "step": 2425 }, { "epoch": 0.6, "learning_rate": 4.631347659006717e-06, "loss": 0.845, "step": 2426 }, { "epoch": 0.6, "learning_rate": 4.6309989048282115e-06, "loss": 0.8223, "step": 2427 }, { "epoch": 0.6, "learning_rate": 4.630649998906699e-06, "loss": 0.8291, "step": 2428 }, { "epoch": 0.6, "learning_rate": 4.6303009412670274e-06, "loss": 0.8381, "step": 2429 }, { "epoch": 0.6, "learning_rate": 4.6299517319340496e-06, "loss": 0.8466, "step": 2430 }, { "epoch": 0.6, "learning_rate": 4.629602370932633e-06, "loss": 0.8576, "step": 2431 }, { "epoch": 0.6, "learning_rate": 4.629252858287655e-06, "loss": 0.8193, "step": 2432 }, { "epoch": 0.6, "learning_rate": 4.628903194024003e-06, "loss": 0.8506, "step": 2433 }, { "epoch": 0.6, "learning_rate": 4.628553378166576e-06, "loss": 0.8433, "step": 2434 }, { "epoch": 0.6, "learning_rate": 4.6282034107402825e-06, "loss": 0.8595, "step": 2435 }, { "epoch": 0.6, "learning_rate": 4.627853291770045e-06, "loss": 0.818, "step": 2436 }, { "epoch": 0.6, "learning_rate": 4.627503021280792e-06, "loss": 0.8303, "step": 2437 }, { "epoch": 0.6, "learning_rate": 4.627152599297468e-06, "loss": 0.8817, "step": 2438 }, { "epoch": 0.6, "learning_rate": 4.626802025845023e-06, "loss": 0.8513, "step": 2439 }, { "epoch": 0.6, "learning_rate": 4.6264513009484216e-06, "loss": 0.8193, "step": 2440 }, { "epoch": 0.6, "learning_rate": 4.626100424632639e-06, "loss": 0.8366, "step": 2441 }, { "epoch": 0.6, "learning_rate": 4.625749396922658e-06, "loss": 0.873, "step": 2442 }, { "epoch": 0.6, "learning_rate": 4.6253982178434775e-06, "loss": 0.7802, "step": 2443 }, { "epoch": 0.6, "learning_rate": 4.625046887420101e-06, "loss": 0.8284, "step": 2444 }, { "epoch": 0.6, "learning_rate": 4.6246954056775486e-06, "loss": 0.8062, "step": 2445 }, { "epoch": 0.6, "learning_rate": 4.6243437726408455e-06, "loss": 0.8079, "step": 2446 }, { "epoch": 0.6, "learning_rate": 4.623991988335032e-06, "loss": 0.9285, "step": 2447 }, { "epoch": 0.6, "learning_rate": 4.623640052785159e-06, "loss": 0.8011, "step": 2448 }, { "epoch": 0.61, "learning_rate": 4.623287966016285e-06, "loss": 0.8565, "step": 2449 }, { "epoch": 0.61, "learning_rate": 4.622935728053482e-06, "loss": 0.7916, "step": 2450 }, { "epoch": 0.61, "learning_rate": 4.622583338921832e-06, "loss": 0.8062, "step": 2451 }, { "epoch": 0.61, "learning_rate": 4.622230798646427e-06, "loss": 0.7414, "step": 2452 }, { "epoch": 0.61, "learning_rate": 4.621878107252372e-06, "loss": 0.8326, "step": 2453 }, { "epoch": 0.61, "learning_rate": 4.62152526476478e-06, "loss": 0.8054, "step": 2454 }, { "epoch": 0.61, "learning_rate": 4.621172271208777e-06, "loss": 0.8719, "step": 2455 }, { "epoch": 0.61, "learning_rate": 4.620819126609498e-06, "loss": 0.8, "step": 2456 }, { "epoch": 0.61, "learning_rate": 4.620465830992089e-06, "loss": 0.8006, "step": 2457 }, { "epoch": 0.61, "learning_rate": 4.620112384381709e-06, "loss": 0.825, "step": 2458 }, { "epoch": 0.61, "learning_rate": 4.619758786803525e-06, "loss": 0.8477, "step": 2459 }, { "epoch": 0.61, "learning_rate": 4.619405038282714e-06, "loss": 0.8412, "step": 2460 }, { "epoch": 0.61, "learning_rate": 4.619051138844469e-06, "loss": 0.7275, "step": 2461 }, { "epoch": 0.61, "learning_rate": 4.618697088513988e-06, "loss": 0.8951, "step": 2462 }, { "epoch": 0.61, "learning_rate": 4.618342887316483e-06, "loss": 0.841, "step": 2463 }, { "epoch": 0.61, "learning_rate": 4.6179885352771755e-06, "loss": 0.8183, "step": 2464 }, { "epoch": 0.61, "learning_rate": 4.6176340324212975e-06, "loss": 0.7854, "step": 2465 }, { "epoch": 0.61, "learning_rate": 4.6172793787740934e-06, "loss": 0.842, "step": 2466 }, { "epoch": 0.61, "learning_rate": 4.616924574360816e-06, "loss": 0.76, "step": 2467 }, { "epoch": 0.61, "learning_rate": 4.61656961920673e-06, "loss": 0.8014, "step": 2468 }, { "epoch": 0.61, "learning_rate": 4.616214513337112e-06, "loss": 0.7947, "step": 2469 }, { "epoch": 0.61, "learning_rate": 4.615859256777247e-06, "loss": 0.7946, "step": 2470 }, { "epoch": 0.61, "learning_rate": 4.615503849552433e-06, "loss": 0.8242, "step": 2471 }, { "epoch": 0.61, "learning_rate": 4.615148291687976e-06, "loss": 0.7598, "step": 2472 }, { "epoch": 0.61, "learning_rate": 4.614792583209197e-06, "loss": 0.8198, "step": 2473 }, { "epoch": 0.61, "learning_rate": 4.614436724141422e-06, "loss": 0.8598, "step": 2474 }, { "epoch": 0.61, "learning_rate": 4.614080714509993e-06, "loss": 0.7186, "step": 2475 }, { "epoch": 0.61, "learning_rate": 4.613724554340259e-06, "loss": 0.7846, "step": 2476 }, { "epoch": 0.61, "learning_rate": 4.6133682436575846e-06, "loss": 0.7235, "step": 2477 }, { "epoch": 0.61, "learning_rate": 4.613011782487337e-06, "loss": 0.8485, "step": 2478 }, { "epoch": 0.61, "learning_rate": 4.6126551708549024e-06, "loss": 0.8629, "step": 2479 }, { "epoch": 0.61, "learning_rate": 4.612298408785672e-06, "loss": 0.7561, "step": 2480 }, { "epoch": 0.61, "learning_rate": 4.611941496305052e-06, "loss": 0.8321, "step": 2481 }, { "epoch": 0.61, "learning_rate": 4.611584433438455e-06, "loss": 0.8628, "step": 2482 }, { "epoch": 0.61, "learning_rate": 4.611227220211309e-06, "loss": 0.8818, "step": 2483 }, { "epoch": 0.61, "learning_rate": 4.610869856649048e-06, "loss": 0.8166, "step": 2484 }, { "epoch": 0.61, "learning_rate": 4.61051234277712e-06, "loss": 0.8288, "step": 2485 }, { "epoch": 0.61, "learning_rate": 4.610154678620983e-06, "loss": 0.8369, "step": 2486 }, { "epoch": 0.61, "learning_rate": 4.609796864206105e-06, "loss": 0.7651, "step": 2487 }, { "epoch": 0.61, "learning_rate": 4.609438899557964e-06, "loss": 0.7613, "step": 2488 }, { "epoch": 0.62, "learning_rate": 4.609080784702052e-06, "loss": 0.8386, "step": 2489 }, { "epoch": 0.62, "learning_rate": 4.608722519663868e-06, "loss": 0.8392, "step": 2490 }, { "epoch": 0.62, "learning_rate": 4.608364104468922e-06, "loss": 0.8471, "step": 2491 }, { "epoch": 0.62, "learning_rate": 4.608005539142738e-06, "loss": 0.7702, "step": 2492 }, { "epoch": 0.62, "learning_rate": 4.607646823710848e-06, "loss": 0.7707, "step": 2493 }, { "epoch": 0.62, "learning_rate": 4.607287958198794e-06, "loss": 0.8166, "step": 2494 }, { "epoch": 0.62, "learning_rate": 4.606928942632131e-06, "loss": 0.8499, "step": 2495 }, { "epoch": 0.62, "learning_rate": 4.606569777036424e-06, "loss": 0.7578, "step": 2496 }, { "epoch": 0.62, "learning_rate": 4.606210461437247e-06, "loss": 0.876, "step": 2497 }, { "epoch": 0.62, "learning_rate": 4.605850995860186e-06, "loss": 0.7676, "step": 2498 }, { "epoch": 0.62, "learning_rate": 4.605491380330839e-06, "loss": 0.7815, "step": 2499 }, { "epoch": 0.62, "learning_rate": 4.605131614874813e-06, "loss": 0.8292, "step": 2500 }, { "epoch": 0.62, "learning_rate": 4.604771699517725e-06, "loss": 0.8322, "step": 2501 }, { "epoch": 0.62, "learning_rate": 4.604411634285204e-06, "loss": 0.8684, "step": 2502 }, { "epoch": 0.62, "learning_rate": 4.604051419202889e-06, "loss": 0.8401, "step": 2503 }, { "epoch": 0.62, "learning_rate": 4.603691054296431e-06, "loss": 0.7866, "step": 2504 }, { "epoch": 0.62, "learning_rate": 4.6033305395914894e-06, "loss": 0.9044, "step": 2505 }, { "epoch": 0.62, "learning_rate": 4.602969875113738e-06, "loss": 0.8316, "step": 2506 }, { "epoch": 0.62, "learning_rate": 4.602609060888855e-06, "loss": 0.7442, "step": 2507 }, { "epoch": 0.62, "learning_rate": 4.6022480969425365e-06, "loss": 0.8258, "step": 2508 }, { "epoch": 0.62, "learning_rate": 4.601886983300484e-06, "loss": 0.8393, "step": 2509 }, { "epoch": 0.62, "learning_rate": 4.601525719988412e-06, "loss": 0.8149, "step": 2510 }, { "epoch": 0.62, "learning_rate": 4.601164307032045e-06, "loss": 0.8332, "step": 2511 }, { "epoch": 0.62, "learning_rate": 4.600802744457118e-06, "loss": 0.8632, "step": 2512 }, { "epoch": 0.62, "learning_rate": 4.600441032289378e-06, "loss": 0.8731, "step": 2513 }, { "epoch": 0.62, "learning_rate": 4.60007917055458e-06, "loss": 0.8374, "step": 2514 }, { "epoch": 0.62, "learning_rate": 4.599717159278494e-06, "loss": 0.8229, "step": 2515 }, { "epoch": 0.62, "learning_rate": 4.599354998486895e-06, "loss": 0.7855, "step": 2516 }, { "epoch": 0.62, "learning_rate": 4.598992688205572e-06, "loss": 0.8247, "step": 2517 }, { "epoch": 0.62, "learning_rate": 4.598630228460325e-06, "loss": 0.7381, "step": 2518 }, { "epoch": 0.62, "learning_rate": 4.598267619276964e-06, "loss": 0.8411, "step": 2519 }, { "epoch": 0.62, "learning_rate": 4.597904860681309e-06, "loss": 0.838, "step": 2520 }, { "epoch": 0.62, "learning_rate": 4.597541952699192e-06, "loss": 0.8476, "step": 2521 }, { "epoch": 0.62, "learning_rate": 4.597178895356453e-06, "loss": 0.8428, "step": 2522 }, { "epoch": 0.62, "learning_rate": 4.596815688678946e-06, "loss": 0.7995, "step": 2523 }, { "epoch": 0.62, "learning_rate": 4.596452332692533e-06, "loss": 0.7694, "step": 2524 }, { "epoch": 0.62, "learning_rate": 4.596088827423087e-06, "loss": 0.8507, "step": 2525 }, { "epoch": 0.62, "learning_rate": 4.595725172896496e-06, "loss": 0.8556, "step": 2526 }, { "epoch": 0.62, "learning_rate": 4.59536136913865e-06, "loss": 0.814, "step": 2527 }, { "epoch": 0.62, "learning_rate": 4.594997416175457e-06, "loss": 0.8859, "step": 2528 }, { "epoch": 0.62, "learning_rate": 4.594633314032834e-06, "loss": 0.8364, "step": 2529 }, { "epoch": 0.63, "learning_rate": 4.594269062736706e-06, "loss": 0.8337, "step": 2530 }, { "epoch": 0.63, "learning_rate": 4.593904662313012e-06, "loss": 0.7878, "step": 2531 }, { "epoch": 0.63, "learning_rate": 4.593540112787699e-06, "loss": 0.9029, "step": 2532 }, { "epoch": 0.63, "learning_rate": 4.5931754141867245e-06, "loss": 0.822, "step": 2533 }, { "epoch": 0.63, "learning_rate": 4.59281056653606e-06, "loss": 0.7967, "step": 2534 }, { "epoch": 0.63, "learning_rate": 4.592445569861685e-06, "loss": 0.8131, "step": 2535 }, { "epoch": 0.63, "learning_rate": 4.592080424189589e-06, "loss": 0.7934, "step": 2536 }, { "epoch": 0.63, "learning_rate": 4.5917151295457736e-06, "loss": 0.7892, "step": 2537 }, { "epoch": 0.63, "learning_rate": 4.59134968595625e-06, "loss": 0.8953, "step": 2538 }, { "epoch": 0.63, "learning_rate": 4.5909840934470415e-06, "loss": 0.938, "step": 2539 }, { "epoch": 0.63, "learning_rate": 4.59061835204418e-06, "loss": 0.8044, "step": 2540 }, { "epoch": 0.63, "learning_rate": 4.59025246177371e-06, "loss": 0.806, "step": 2541 }, { "epoch": 0.63, "learning_rate": 4.589886422661684e-06, "loss": 0.8406, "step": 2542 }, { "epoch": 0.63, "learning_rate": 4.5895202347341685e-06, "loss": 0.8494, "step": 2543 }, { "epoch": 0.63, "learning_rate": 4.589153898017238e-06, "loss": 0.8596, "step": 2544 }, { "epoch": 0.63, "learning_rate": 4.588787412536979e-06, "loss": 0.8223, "step": 2545 }, { "epoch": 0.63, "learning_rate": 4.588420778319487e-06, "loss": 0.7958, "step": 2546 }, { "epoch": 0.63, "learning_rate": 4.5880539953908695e-06, "loss": 0.8133, "step": 2547 }, { "epoch": 0.63, "learning_rate": 4.5876870637772445e-06, "loss": 0.8502, "step": 2548 }, { "epoch": 0.63, "learning_rate": 4.58731998350474e-06, "loss": 0.7726, "step": 2549 }, { "epoch": 0.63, "learning_rate": 4.586952754599495e-06, "loss": 0.7992, "step": 2550 }, { "epoch": 0.63, "learning_rate": 4.586585377087659e-06, "loss": 0.8796, "step": 2551 }, { "epoch": 0.63, "learning_rate": 4.586217850995391e-06, "loss": 0.8358, "step": 2552 }, { "epoch": 0.63, "learning_rate": 4.585850176348864e-06, "loss": 0.7704, "step": 2553 }, { "epoch": 0.63, "learning_rate": 4.585482353174256e-06, "loss": 0.7905, "step": 2554 }, { "epoch": 0.63, "learning_rate": 4.585114381497761e-06, "loss": 0.8558, "step": 2555 }, { "epoch": 0.63, "learning_rate": 4.584746261345581e-06, "loss": 0.8031, "step": 2556 }, { "epoch": 0.63, "learning_rate": 4.584377992743928e-06, "loss": 0.8445, "step": 2557 }, { "epoch": 0.63, "learning_rate": 4.584009575719027e-06, "loss": 0.9274, "step": 2558 }, { "epoch": 0.63, "learning_rate": 4.58364101029711e-06, "loss": 0.8951, "step": 2559 }, { "epoch": 0.63, "learning_rate": 4.5832722965044235e-06, "loss": 0.8326, "step": 2560 }, { "epoch": 0.63, "learning_rate": 4.582903434367222e-06, "loss": 0.8418, "step": 2561 }, { "epoch": 0.63, "learning_rate": 4.58253442391177e-06, "loss": 0.8172, "step": 2562 }, { "epoch": 0.63, "learning_rate": 4.582165265164345e-06, "loss": 0.8868, "step": 2563 }, { "epoch": 0.63, "learning_rate": 4.581795958151235e-06, "loss": 0.8043, "step": 2564 }, { "epoch": 0.63, "learning_rate": 4.5814265028987355e-06, "loss": 0.8784, "step": 2565 }, { "epoch": 0.63, "learning_rate": 4.581056899433155e-06, "loss": 0.8833, "step": 2566 }, { "epoch": 0.63, "learning_rate": 4.580687147780812e-06, "loss": 0.8094, "step": 2567 }, { "epoch": 0.63, "learning_rate": 4.580317247968036e-06, "loss": 0.7613, "step": 2568 }, { "epoch": 0.63, "learning_rate": 4.579947200021167e-06, "loss": 0.8615, "step": 2569 }, { "epoch": 0.64, "learning_rate": 4.579577003966553e-06, "loss": 0.8253, "step": 2570 }, { "epoch": 0.64, "learning_rate": 4.579206659830557e-06, "loss": 0.7752, "step": 2571 }, { "epoch": 0.64, "learning_rate": 4.57883616763955e-06, "loss": 0.8096, "step": 2572 }, { "epoch": 0.64, "learning_rate": 4.578465527419913e-06, "loss": 0.8312, "step": 2573 }, { "epoch": 0.64, "learning_rate": 4.578094739198039e-06, "loss": 0.8527, "step": 2574 }, { "epoch": 0.64, "learning_rate": 4.57772380300033e-06, "loss": 0.7842, "step": 2575 }, { "epoch": 0.64, "learning_rate": 4.5773527188532e-06, "loss": 0.7715, "step": 2576 }, { "epoch": 0.64, "learning_rate": 4.576981486783073e-06, "loss": 0.8728, "step": 2577 }, { "epoch": 0.64, "learning_rate": 4.5766101068163834e-06, "loss": 0.7586, "step": 2578 }, { "epoch": 0.64, "learning_rate": 4.576238578979577e-06, "loss": 0.8839, "step": 2579 }, { "epoch": 0.64, "learning_rate": 4.575866903299107e-06, "loss": 0.8639, "step": 2580 }, { "epoch": 0.64, "learning_rate": 4.5754950798014415e-06, "loss": 0.832, "step": 2581 }, { "epoch": 0.64, "learning_rate": 4.575123108513058e-06, "loss": 0.8859, "step": 2582 }, { "epoch": 0.64, "learning_rate": 4.574750989460441e-06, "loss": 0.7974, "step": 2583 }, { "epoch": 0.64, "learning_rate": 4.574378722670091e-06, "loss": 0.8483, "step": 2584 }, { "epoch": 0.64, "learning_rate": 4.574006308168512e-06, "loss": 0.8257, "step": 2585 }, { "epoch": 0.64, "learning_rate": 4.5736337459822275e-06, "loss": 0.8676, "step": 2586 }, { "epoch": 0.64, "learning_rate": 4.5732610361377636e-06, "loss": 0.7868, "step": 2587 }, { "epoch": 0.64, "learning_rate": 4.5728881786616615e-06, "loss": 0.8007, "step": 2588 }, { "epoch": 0.64, "learning_rate": 4.5725151735804706e-06, "loss": 0.7954, "step": 2589 }, { "epoch": 0.64, "learning_rate": 4.572142020920751e-06, "loss": 0.8461, "step": 2590 }, { "epoch": 0.64, "learning_rate": 4.571768720709077e-06, "loss": 0.7918, "step": 2591 }, { "epoch": 0.64, "learning_rate": 4.571395272972026e-06, "loss": 0.8479, "step": 2592 }, { "epoch": 0.64, "learning_rate": 4.571021677736194e-06, "loss": 0.8476, "step": 2593 }, { "epoch": 0.64, "learning_rate": 4.5706479350281815e-06, "loss": 0.784, "step": 2594 }, { "epoch": 0.64, "learning_rate": 4.570274044874602e-06, "loss": 0.813, "step": 2595 }, { "epoch": 0.64, "learning_rate": 4.5699000073020805e-06, "loss": 0.8337, "step": 2596 }, { "epoch": 0.64, "learning_rate": 4.56952582233725e-06, "loss": 0.8124, "step": 2597 }, { "epoch": 0.64, "learning_rate": 4.569151490006757e-06, "loss": 0.8532, "step": 2598 }, { "epoch": 0.64, "learning_rate": 4.568777010337254e-06, "loss": 0.8711, "step": 2599 }, { "epoch": 0.64, "learning_rate": 4.568402383355409e-06, "loss": 0.8742, "step": 2600 }, { "epoch": 0.64, "learning_rate": 4.568027609087898e-06, "loss": 0.8172, "step": 2601 }, { "epoch": 0.64, "learning_rate": 4.567652687561407e-06, "loss": 0.8766, "step": 2602 }, { "epoch": 0.64, "learning_rate": 4.567277618802633e-06, "loss": 0.7717, "step": 2603 }, { "epoch": 0.64, "learning_rate": 4.566902402838285e-06, "loss": 0.8775, "step": 2604 }, { "epoch": 0.64, "learning_rate": 4.566527039695079e-06, "loss": 0.8651, "step": 2605 }, { "epoch": 0.64, "learning_rate": 4.5661515293997464e-06, "loss": 0.7442, "step": 2606 }, { "epoch": 0.64, "learning_rate": 4.565775871979023e-06, "loss": 0.8138, "step": 2607 }, { "epoch": 0.64, "learning_rate": 4.565400067459662e-06, "loss": 0.8123, "step": 2608 }, { "epoch": 0.64, "learning_rate": 4.565024115868422e-06, "loss": 0.8507, "step": 2609 }, { "epoch": 0.64, "learning_rate": 4.564648017232072e-06, "loss": 0.8746, "step": 2610 }, { "epoch": 0.65, "learning_rate": 4.564271771577395e-06, "loss": 0.8672, "step": 2611 }, { "epoch": 0.65, "learning_rate": 4.563895378931182e-06, "loss": 0.7787, "step": 2612 }, { "epoch": 0.65, "learning_rate": 4.563518839320234e-06, "loss": 0.8312, "step": 2613 }, { "epoch": 0.65, "learning_rate": 4.563142152771366e-06, "loss": 0.9352, "step": 2614 }, { "epoch": 0.65, "learning_rate": 4.562765319311397e-06, "loss": 0.8918, "step": 2615 }, { "epoch": 0.65, "learning_rate": 4.562388338967164e-06, "loss": 0.8117, "step": 2616 }, { "epoch": 0.65, "learning_rate": 4.562011211765509e-06, "loss": 0.8822, "step": 2617 }, { "epoch": 0.65, "learning_rate": 4.561633937733286e-06, "loss": 0.8484, "step": 2618 }, { "epoch": 0.65, "learning_rate": 4.561256516897361e-06, "loss": 0.837, "step": 2619 }, { "epoch": 0.65, "learning_rate": 4.560878949284609e-06, "loss": 0.8039, "step": 2620 }, { "epoch": 0.65, "learning_rate": 4.560501234921914e-06, "loss": 0.7275, "step": 2621 }, { "epoch": 0.65, "learning_rate": 4.560123373836174e-06, "loss": 0.8462, "step": 2622 }, { "epoch": 0.65, "learning_rate": 4.559745366054294e-06, "loss": 0.8136, "step": 2623 }, { "epoch": 0.65, "learning_rate": 4.559367211603192e-06, "loss": 0.7548, "step": 2624 }, { "epoch": 0.65, "learning_rate": 4.558988910509795e-06, "loss": 0.797, "step": 2625 }, { "epoch": 0.65, "learning_rate": 4.558610462801041e-06, "loss": 0.8301, "step": 2626 }, { "epoch": 0.65, "learning_rate": 4.5582318685038785e-06, "loss": 0.8186, "step": 2627 }, { "epoch": 0.65, "learning_rate": 4.557853127645265e-06, "loss": 0.7998, "step": 2628 }, { "epoch": 0.65, "learning_rate": 4.557474240252172e-06, "loss": 0.8085, "step": 2629 }, { "epoch": 0.65, "learning_rate": 4.557095206351577e-06, "loss": 0.8485, "step": 2630 }, { "epoch": 0.65, "learning_rate": 4.556716025970471e-06, "loss": 0.745, "step": 2631 }, { "epoch": 0.65, "learning_rate": 4.556336699135854e-06, "loss": 0.7956, "step": 2632 }, { "epoch": 0.65, "learning_rate": 4.555957225874738e-06, "loss": 0.7675, "step": 2633 }, { "epoch": 0.65, "learning_rate": 4.555577606214142e-06, "loss": 0.8538, "step": 2634 }, { "epoch": 0.65, "learning_rate": 4.5551978401811005e-06, "loss": 0.8279, "step": 2635 }, { "epoch": 0.65, "learning_rate": 4.554817927802654e-06, "loss": 0.8342, "step": 2636 }, { "epoch": 0.65, "learning_rate": 4.554437869105855e-06, "loss": 0.8004, "step": 2637 }, { "epoch": 0.65, "learning_rate": 4.554057664117768e-06, "loss": 0.8842, "step": 2638 }, { "epoch": 0.65, "learning_rate": 4.553677312865465e-06, "loss": 0.8695, "step": 2639 }, { "epoch": 0.65, "learning_rate": 4.55329681537603e-06, "loss": 0.8495, "step": 2640 }, { "epoch": 0.65, "learning_rate": 4.552916171676558e-06, "loss": 0.779, "step": 2641 }, { "epoch": 0.65, "learning_rate": 4.552535381794153e-06, "loss": 0.8368, "step": 2642 }, { "epoch": 0.65, "learning_rate": 4.552154445755931e-06, "loss": 0.9119, "step": 2643 }, { "epoch": 0.65, "learning_rate": 4.551773363589016e-06, "loss": 0.8521, "step": 2644 }, { "epoch": 0.65, "learning_rate": 4.5513921353205445e-06, "loss": 0.7705, "step": 2645 }, { "epoch": 0.65, "learning_rate": 4.551010760977663e-06, "loss": 0.8075, "step": 2646 }, { "epoch": 0.65, "learning_rate": 4.5506292405875294e-06, "loss": 0.8144, "step": 2647 }, { "epoch": 0.65, "learning_rate": 4.550247574177309e-06, "loss": 0.8251, "step": 2648 }, { "epoch": 0.65, "learning_rate": 4.54986576177418e-06, "loss": 0.8269, "step": 2649 }, { "epoch": 0.65, "learning_rate": 4.549483803405328e-06, "loss": 0.8037, "step": 2650 }, { "epoch": 0.66, "learning_rate": 4.549101699097956e-06, "loss": 0.8547, "step": 2651 }, { "epoch": 0.66, "learning_rate": 4.548719448879269e-06, "loss": 0.8694, "step": 2652 }, { "epoch": 0.66, "learning_rate": 4.548337052776487e-06, "loss": 0.8102, "step": 2653 }, { "epoch": 0.66, "learning_rate": 4.54795451081684e-06, "loss": 0.8232, "step": 2654 }, { "epoch": 0.66, "learning_rate": 4.547571823027568e-06, "loss": 0.7918, "step": 2655 }, { "epoch": 0.66, "learning_rate": 4.54718898943592e-06, "loss": 0.9231, "step": 2656 }, { "epoch": 0.66, "learning_rate": 4.546806010069157e-06, "loss": 0.893, "step": 2657 }, { "epoch": 0.66, "learning_rate": 4.546422884954551e-06, "loss": 0.8422, "step": 2658 }, { "epoch": 0.66, "learning_rate": 4.546039614119382e-06, "loss": 0.9245, "step": 2659 }, { "epoch": 0.66, "learning_rate": 4.5456561975909425e-06, "loss": 0.8325, "step": 2660 }, { "epoch": 0.66, "learning_rate": 4.5452726353965345e-06, "loss": 0.8114, "step": 2661 }, { "epoch": 0.66, "learning_rate": 4.5448889275634705e-06, "loss": 0.7756, "step": 2662 }, { "epoch": 0.66, "learning_rate": 4.544505074119073e-06, "loss": 0.8312, "step": 2663 }, { "epoch": 0.66, "learning_rate": 4.544121075090676e-06, "loss": 0.8422, "step": 2664 }, { "epoch": 0.66, "learning_rate": 4.543736930505624e-06, "loss": 0.8884, "step": 2665 }, { "epoch": 0.66, "learning_rate": 4.543352640391268e-06, "loss": 0.7873, "step": 2666 }, { "epoch": 0.66, "learning_rate": 4.542968204774973e-06, "loss": 0.7077, "step": 2667 }, { "epoch": 0.66, "learning_rate": 4.542583623684116e-06, "loss": 0.8564, "step": 2668 }, { "epoch": 0.66, "learning_rate": 4.542198897146081e-06, "loss": 0.8266, "step": 2669 }, { "epoch": 0.66, "learning_rate": 4.541814025188262e-06, "loss": 0.8783, "step": 2670 }, { "epoch": 0.66, "learning_rate": 4.541429007838066e-06, "loss": 0.8528, "step": 2671 }, { "epoch": 0.66, "learning_rate": 4.54104384512291e-06, "loss": 0.8821, "step": 2672 }, { "epoch": 0.66, "learning_rate": 4.5406585370702184e-06, "loss": 0.8179, "step": 2673 }, { "epoch": 0.66, "learning_rate": 4.5402730837074295e-06, "loss": 0.7668, "step": 2674 }, { "epoch": 0.66, "learning_rate": 4.539887485061989e-06, "loss": 0.8008, "step": 2675 }, { "epoch": 0.66, "learning_rate": 4.539501741161356e-06, "loss": 0.7974, "step": 2676 }, { "epoch": 0.66, "learning_rate": 4.539115852032998e-06, "loss": 0.8309, "step": 2677 }, { "epoch": 0.66, "learning_rate": 4.538729817704391e-06, "loss": 0.8953, "step": 2678 }, { "epoch": 0.66, "learning_rate": 4.538343638203027e-06, "loss": 0.8797, "step": 2679 }, { "epoch": 0.66, "learning_rate": 4.537957313556403e-06, "loss": 0.8693, "step": 2680 }, { "epoch": 0.66, "learning_rate": 4.537570843792028e-06, "loss": 0.7886, "step": 2681 }, { "epoch": 0.66, "learning_rate": 4.5371842289374236e-06, "loss": 0.8796, "step": 2682 }, { "epoch": 0.66, "learning_rate": 4.536797469020116e-06, "loss": 0.8423, "step": 2683 }, { "epoch": 0.66, "learning_rate": 4.536410564067648e-06, "loss": 0.8988, "step": 2684 }, { "epoch": 0.66, "learning_rate": 4.5360235141075705e-06, "loss": 0.8107, "step": 2685 }, { "epoch": 0.66, "learning_rate": 4.535636319167442e-06, "loss": 0.8038, "step": 2686 }, { "epoch": 0.66, "learning_rate": 4.535248979274835e-06, "loss": 0.8449, "step": 2687 }, { "epoch": 0.66, "learning_rate": 4.5348614944573316e-06, "loss": 0.8976, "step": 2688 }, { "epoch": 0.66, "learning_rate": 4.534473864742523e-06, "loss": 0.8478, "step": 2689 }, { "epoch": 0.66, "learning_rate": 4.534086090158011e-06, "loss": 0.8599, "step": 2690 }, { "epoch": 0.66, "learning_rate": 4.533698170731409e-06, "loss": 0.7905, "step": 2691 }, { "epoch": 0.67, "learning_rate": 4.533310106490338e-06, "loss": 0.8144, "step": 2692 }, { "epoch": 0.67, "learning_rate": 4.532921897462434e-06, "loss": 0.803, "step": 2693 }, { "epoch": 0.67, "learning_rate": 4.532533543675337e-06, "loss": 0.768, "step": 2694 }, { "epoch": 0.67, "learning_rate": 4.532145045156703e-06, "loss": 0.9009, "step": 2695 }, { "epoch": 0.67, "learning_rate": 4.5317564019341944e-06, "loss": 0.8077, "step": 2696 }, { "epoch": 0.67, "learning_rate": 4.531367614035486e-06, "loss": 0.8159, "step": 2697 }, { "epoch": 0.67, "learning_rate": 4.530978681488264e-06, "loss": 0.789, "step": 2698 }, { "epoch": 0.67, "learning_rate": 4.530589604320223e-06, "loss": 0.8742, "step": 2699 }, { "epoch": 0.67, "learning_rate": 4.530200382559065e-06, "loss": 0.7928, "step": 2700 }, { "epoch": 0.67, "learning_rate": 4.529811016232508e-06, "loss": 0.8639, "step": 2701 }, { "epoch": 0.67, "learning_rate": 4.529421505368279e-06, "loss": 0.7998, "step": 2702 }, { "epoch": 0.67, "learning_rate": 4.529031849994112e-06, "loss": 0.8156, "step": 2703 }, { "epoch": 0.67, "learning_rate": 4.528642050137753e-06, "loss": 0.7981, "step": 2704 }, { "epoch": 0.67, "learning_rate": 4.5282521058269605e-06, "loss": 0.8411, "step": 2705 }, { "epoch": 0.67, "learning_rate": 4.5278620170895e-06, "loss": 0.7395, "step": 2706 }, { "epoch": 0.67, "learning_rate": 4.527471783953149e-06, "loss": 0.9059, "step": 2707 }, { "epoch": 0.67, "learning_rate": 4.527081406445697e-06, "loss": 0.873, "step": 2708 }, { "epoch": 0.67, "learning_rate": 4.526690884594939e-06, "loss": 0.8112, "step": 2709 }, { "epoch": 0.67, "learning_rate": 4.526300218428683e-06, "loss": 0.7746, "step": 2710 }, { "epoch": 0.67, "learning_rate": 4.52590940797475e-06, "loss": 0.8239, "step": 2711 }, { "epoch": 0.67, "learning_rate": 4.525518453260967e-06, "loss": 0.8511, "step": 2712 }, { "epoch": 0.67, "learning_rate": 4.525127354315172e-06, "loss": 0.8565, "step": 2713 }, { "epoch": 0.67, "learning_rate": 4.524736111165216e-06, "loss": 0.9111, "step": 2714 }, { "epoch": 0.67, "learning_rate": 4.524344723838957e-06, "loss": 0.8411, "step": 2715 }, { "epoch": 0.67, "learning_rate": 4.5239531923642655e-06, "loss": 0.8536, "step": 2716 }, { "epoch": 0.67, "learning_rate": 4.523561516769022e-06, "loss": 0.8755, "step": 2717 }, { "epoch": 0.67, "learning_rate": 4.523169697081114e-06, "loss": 0.8009, "step": 2718 }, { "epoch": 0.67, "learning_rate": 4.522777733328445e-06, "loss": 0.7472, "step": 2719 }, { "epoch": 0.67, "learning_rate": 4.5223856255389255e-06, "loss": 0.7957, "step": 2720 }, { "epoch": 0.67, "learning_rate": 4.521993373740475e-06, "loss": 0.8039, "step": 2721 }, { "epoch": 0.67, "learning_rate": 4.521600977961025e-06, "loss": 0.7405, "step": 2722 }, { "epoch": 0.67, "learning_rate": 4.521208438228518e-06, "loss": 0.8137, "step": 2723 }, { "epoch": 0.67, "learning_rate": 4.5208157545709055e-06, "loss": 0.8892, "step": 2724 }, { "epoch": 0.67, "learning_rate": 4.5204229270161485e-06, "loss": 0.7889, "step": 2725 }, { "epoch": 0.67, "learning_rate": 4.52002995559222e-06, "loss": 0.8289, "step": 2726 }, { "epoch": 0.67, "learning_rate": 4.519636840327103e-06, "loss": 0.8071, "step": 2727 }, { "epoch": 0.67, "learning_rate": 4.519243581248788e-06, "loss": 0.8705, "step": 2728 }, { "epoch": 0.67, "learning_rate": 4.518850178385281e-06, "loss": 0.8266, "step": 2729 }, { "epoch": 0.67, "learning_rate": 4.518456631764594e-06, "loss": 0.8821, "step": 2730 }, { "epoch": 0.67, "learning_rate": 4.51806294141475e-06, "loss": 0.8141, "step": 2731 }, { "epoch": 0.68, "learning_rate": 4.517669107363783e-06, "loss": 0.8307, "step": 2732 }, { "epoch": 0.68, "learning_rate": 4.517275129639737e-06, "loss": 0.875, "step": 2733 }, { "epoch": 0.68, "learning_rate": 4.516881008270666e-06, "loss": 0.7909, "step": 2734 }, { "epoch": 0.68, "learning_rate": 4.516486743284634e-06, "loss": 0.7814, "step": 2735 }, { "epoch": 0.68, "learning_rate": 4.516092334709716e-06, "loss": 0.8027, "step": 2736 }, { "epoch": 0.68, "learning_rate": 4.515697782573997e-06, "loss": 0.7683, "step": 2737 }, { "epoch": 0.68, "learning_rate": 4.515303086905572e-06, "loss": 0.8286, "step": 2738 }, { "epoch": 0.68, "learning_rate": 4.514908247732548e-06, "loss": 0.8658, "step": 2739 }, { "epoch": 0.68, "learning_rate": 4.514513265083036e-06, "loss": 0.7609, "step": 2740 }, { "epoch": 0.68, "learning_rate": 4.5141181389851654e-06, "loss": 0.8215, "step": 2741 }, { "epoch": 0.68, "learning_rate": 4.513722869467071e-06, "loss": 0.8129, "step": 2742 }, { "epoch": 0.68, "learning_rate": 4.5133274565569e-06, "loss": 0.8437, "step": 2743 }, { "epoch": 0.68, "learning_rate": 4.512931900282807e-06, "loss": 0.8406, "step": 2744 }, { "epoch": 0.68, "learning_rate": 4.51253620067296e-06, "loss": 0.8346, "step": 2745 }, { "epoch": 0.68, "learning_rate": 4.512140357755535e-06, "loss": 0.8391, "step": 2746 }, { "epoch": 0.68, "learning_rate": 4.511744371558718e-06, "loss": 0.8228, "step": 2747 }, { "epoch": 0.68, "learning_rate": 4.511348242110708e-06, "loss": 0.8668, "step": 2748 }, { "epoch": 0.68, "learning_rate": 4.510951969439711e-06, "loss": 0.8715, "step": 2749 }, { "epoch": 0.68, "learning_rate": 4.510555553573947e-06, "loss": 0.817, "step": 2750 }, { "epoch": 0.68, "learning_rate": 4.51015899454164e-06, "loss": 0.9365, "step": 2751 }, { "epoch": 0.68, "learning_rate": 4.5097622923710305e-06, "loss": 0.8176, "step": 2752 }, { "epoch": 0.68, "learning_rate": 4.509365447090367e-06, "loss": 0.7828, "step": 2753 }, { "epoch": 0.68, "learning_rate": 4.5089684587279055e-06, "loss": 0.7979, "step": 2754 }, { "epoch": 0.68, "learning_rate": 4.508571327311917e-06, "loss": 0.7344, "step": 2755 }, { "epoch": 0.68, "learning_rate": 4.5081740528706785e-06, "loss": 0.8006, "step": 2756 }, { "epoch": 0.68, "learning_rate": 4.50777663543248e-06, "loss": 0.7933, "step": 2757 }, { "epoch": 0.68, "learning_rate": 4.50737907502562e-06, "loss": 0.8211, "step": 2758 }, { "epoch": 0.68, "learning_rate": 4.506981371678408e-06, "loss": 0.8074, "step": 2759 }, { "epoch": 0.68, "learning_rate": 4.506583525419163e-06, "loss": 0.8027, "step": 2760 }, { "epoch": 0.68, "learning_rate": 4.506185536276215e-06, "loss": 0.8483, "step": 2761 }, { "epoch": 0.68, "learning_rate": 4.5057874042779045e-06, "loss": 0.7912, "step": 2762 }, { "epoch": 0.68, "learning_rate": 4.50538912945258e-06, "loss": 0.8766, "step": 2763 }, { "epoch": 0.68, "learning_rate": 4.504990711828603e-06, "loss": 0.8481, "step": 2764 }, { "epoch": 0.68, "learning_rate": 4.5045921514343424e-06, "loss": 0.8032, "step": 2765 }, { "epoch": 0.68, "learning_rate": 4.50419344829818e-06, "loss": 0.8275, "step": 2766 }, { "epoch": 0.68, "learning_rate": 4.503794602448506e-06, "loss": 0.802, "step": 2767 }, { "epoch": 0.68, "learning_rate": 4.50339561391372e-06, "loss": 0.7882, "step": 2768 }, { "epoch": 0.68, "learning_rate": 4.502996482722235e-06, "loss": 0.8436, "step": 2769 }, { "epoch": 0.68, "learning_rate": 4.50259720890247e-06, "loss": 0.7257, "step": 2770 }, { "epoch": 0.68, "learning_rate": 4.502197792482859e-06, "loss": 0.7222, "step": 2771 }, { "epoch": 0.68, "learning_rate": 4.501798233491842e-06, "loss": 0.8344, "step": 2772 }, { "epoch": 0.69, "learning_rate": 4.501398531957869e-06, "loss": 0.8909, "step": 2773 }, { "epoch": 0.69, "learning_rate": 4.500998687909404e-06, "loss": 0.7522, "step": 2774 }, { "epoch": 0.69, "learning_rate": 4.500598701374917e-06, "loss": 0.8273, "step": 2775 }, { "epoch": 0.69, "learning_rate": 4.500198572382893e-06, "loss": 0.817, "step": 2776 }, { "epoch": 0.69, "learning_rate": 4.499798300961821e-06, "loss": 0.8685, "step": 2777 }, { "epoch": 0.69, "learning_rate": 4.499397887140204e-06, "loss": 0.7916, "step": 2778 }, { "epoch": 0.69, "learning_rate": 4.498997330946556e-06, "loss": 0.8855, "step": 2779 }, { "epoch": 0.69, "learning_rate": 4.498596632409398e-06, "loss": 0.8208, "step": 2780 }, { "epoch": 0.69, "learning_rate": 4.498195791557264e-06, "loss": 0.8787, "step": 2781 }, { "epoch": 0.69, "learning_rate": 4.497794808418695e-06, "loss": 0.8377, "step": 2782 }, { "epoch": 0.69, "learning_rate": 4.497393683022246e-06, "loss": 0.8602, "step": 2783 }, { "epoch": 0.69, "learning_rate": 4.496992415396479e-06, "loss": 0.802, "step": 2784 }, { "epoch": 0.69, "learning_rate": 4.496591005569967e-06, "loss": 0.8104, "step": 2785 }, { "epoch": 0.69, "learning_rate": 4.496189453571295e-06, "loss": 0.7903, "step": 2786 }, { "epoch": 0.69, "learning_rate": 4.495787759429055e-06, "loss": 0.7392, "step": 2787 }, { "epoch": 0.69, "learning_rate": 4.49538592317185e-06, "loss": 0.8255, "step": 2788 }, { "epoch": 0.69, "learning_rate": 4.494983944828295e-06, "loss": 0.8682, "step": 2789 }, { "epoch": 0.69, "learning_rate": 4.494581824427014e-06, "loss": 0.7821, "step": 2790 }, { "epoch": 0.69, "learning_rate": 4.494179561996641e-06, "loss": 0.7586, "step": 2791 }, { "epoch": 0.69, "learning_rate": 4.493777157565819e-06, "loss": 0.8378, "step": 2792 }, { "epoch": 0.69, "learning_rate": 4.493374611163203e-06, "loss": 0.7808, "step": 2793 }, { "epoch": 0.69, "learning_rate": 4.4929719228174575e-06, "loss": 0.9145, "step": 2794 }, { "epoch": 0.69, "learning_rate": 4.4925690925572554e-06, "loss": 0.7922, "step": 2795 }, { "epoch": 0.69, "learning_rate": 4.4921661204112835e-06, "loss": 0.7962, "step": 2796 }, { "epoch": 0.69, "learning_rate": 4.491763006408235e-06, "loss": 0.8278, "step": 2797 }, { "epoch": 0.69, "learning_rate": 4.491359750576814e-06, "loss": 0.839, "step": 2798 }, { "epoch": 0.69, "learning_rate": 4.490956352945738e-06, "loss": 0.8197, "step": 2799 }, { "epoch": 0.69, "learning_rate": 4.490552813543728e-06, "loss": 0.8793, "step": 2800 }, { "epoch": 0.69, "learning_rate": 4.490149132399523e-06, "loss": 0.8388, "step": 2801 }, { "epoch": 0.69, "learning_rate": 4.489745309541865e-06, "loss": 0.9119, "step": 2802 }, { "epoch": 0.69, "learning_rate": 4.48934134499951e-06, "loss": 0.8001, "step": 2803 }, { "epoch": 0.69, "learning_rate": 4.4889372388012255e-06, "loss": 0.8975, "step": 2804 }, { "epoch": 0.69, "learning_rate": 4.4885329909757836e-06, "loss": 0.8325, "step": 2805 }, { "epoch": 0.69, "learning_rate": 4.488128601551972e-06, "loss": 0.9497, "step": 2806 }, { "epoch": 0.69, "learning_rate": 4.487724070558586e-06, "loss": 0.8136, "step": 2807 }, { "epoch": 0.69, "learning_rate": 4.48731939802443e-06, "loss": 0.7736, "step": 2808 }, { "epoch": 0.69, "learning_rate": 4.48691458397832e-06, "loss": 0.8041, "step": 2809 }, { "epoch": 0.69, "learning_rate": 4.486509628449082e-06, "loss": 0.9248, "step": 2810 }, { "epoch": 0.69, "learning_rate": 4.486104531465554e-06, "loss": 0.8044, "step": 2811 }, { "epoch": 0.69, "learning_rate": 4.485699293056578e-06, "loss": 0.8617, "step": 2812 }, { "epoch": 0.7, "learning_rate": 4.4852939132510135e-06, "loss": 0.8587, "step": 2813 }, { "epoch": 0.7, "learning_rate": 4.484888392077724e-06, "loss": 0.7713, "step": 2814 }, { "epoch": 0.7, "learning_rate": 4.484482729565587e-06, "loss": 0.8747, "step": 2815 }, { "epoch": 0.7, "learning_rate": 4.484076925743488e-06, "loss": 0.8747, "step": 2816 }, { "epoch": 0.7, "learning_rate": 4.483670980640325e-06, "loss": 0.9253, "step": 2817 }, { "epoch": 0.7, "learning_rate": 4.483264894285001e-06, "loss": 0.8723, "step": 2818 }, { "epoch": 0.7, "learning_rate": 4.482858666706435e-06, "loss": 0.9054, "step": 2819 }, { "epoch": 0.7, "learning_rate": 4.482452297933554e-06, "loss": 0.7698, "step": 2820 }, { "epoch": 0.7, "learning_rate": 4.4820457879952915e-06, "loss": 0.866, "step": 2821 }, { "epoch": 0.7, "learning_rate": 4.481639136920597e-06, "loss": 0.7897, "step": 2822 }, { "epoch": 0.7, "learning_rate": 4.4812323447384255e-06, "loss": 0.8249, "step": 2823 }, { "epoch": 0.7, "learning_rate": 4.480825411477743e-06, "loss": 0.879, "step": 2824 }, { "epoch": 0.7, "learning_rate": 4.480418337167528e-06, "loss": 0.7897, "step": 2825 }, { "epoch": 0.7, "learning_rate": 4.480011121836767e-06, "loss": 0.8759, "step": 2826 }, { "epoch": 0.7, "learning_rate": 4.479603765514455e-06, "loss": 0.8477, "step": 2827 }, { "epoch": 0.7, "learning_rate": 4.479196268229601e-06, "loss": 0.8144, "step": 2828 }, { "epoch": 0.7, "learning_rate": 4.4787886300112205e-06, "loss": 0.8985, "step": 2829 }, { "epoch": 0.7, "learning_rate": 4.478380850888339e-06, "loss": 0.8216, "step": 2830 }, { "epoch": 0.7, "learning_rate": 4.477972930889998e-06, "loss": 0.7243, "step": 2831 }, { "epoch": 0.7, "learning_rate": 4.47756487004524e-06, "loss": 0.8166, "step": 2832 }, { "epoch": 0.7, "learning_rate": 4.477156668383123e-06, "loss": 0.8608, "step": 2833 }, { "epoch": 0.7, "learning_rate": 4.476748325932716e-06, "loss": 0.8516, "step": 2834 }, { "epoch": 0.7, "learning_rate": 4.4763398427230935e-06, "loss": 0.8425, "step": 2835 }, { "epoch": 0.7, "learning_rate": 4.475931218783344e-06, "loss": 0.8533, "step": 2836 }, { "epoch": 0.7, "learning_rate": 4.475522454142564e-06, "loss": 0.7904, "step": 2837 }, { "epoch": 0.7, "learning_rate": 4.475113548829861e-06, "loss": 0.7739, "step": 2838 }, { "epoch": 0.7, "learning_rate": 4.474704502874352e-06, "loss": 0.879, "step": 2839 }, { "epoch": 0.7, "learning_rate": 4.474295316305163e-06, "loss": 0.7848, "step": 2840 }, { "epoch": 0.7, "learning_rate": 4.473885989151433e-06, "loss": 0.796, "step": 2841 }, { "epoch": 0.7, "learning_rate": 4.473476521442308e-06, "loss": 0.9006, "step": 2842 }, { "epoch": 0.7, "learning_rate": 4.473066913206946e-06, "loss": 0.8223, "step": 2843 }, { "epoch": 0.7, "learning_rate": 4.472657164474513e-06, "loss": 0.7834, "step": 2844 }, { "epoch": 0.7, "learning_rate": 4.472247275274186e-06, "loss": 0.8212, "step": 2845 }, { "epoch": 0.7, "learning_rate": 4.471837245635154e-06, "loss": 0.8545, "step": 2846 }, { "epoch": 0.7, "learning_rate": 4.471427075586613e-06, "loss": 0.8183, "step": 2847 }, { "epoch": 0.7, "learning_rate": 4.47101676515777e-06, "loss": 0.8173, "step": 2848 }, { "epoch": 0.7, "learning_rate": 4.470606314377843e-06, "loss": 0.8844, "step": 2849 }, { "epoch": 0.7, "learning_rate": 4.470195723276057e-06, "loss": 0.9065, "step": 2850 }, { "epoch": 0.7, "learning_rate": 4.469784991881652e-06, "loss": 0.807, "step": 2851 }, { "epoch": 0.7, "learning_rate": 4.469374120223874e-06, "loss": 0.8648, "step": 2852 }, { "epoch": 0.71, "learning_rate": 4.468963108331979e-06, "loss": 0.8888, "step": 2853 }, { "epoch": 0.71, "learning_rate": 4.468551956235235e-06, "loss": 0.8259, "step": 2854 }, { "epoch": 0.71, "learning_rate": 4.46814066396292e-06, "loss": 0.8253, "step": 2855 }, { "epoch": 0.71, "learning_rate": 4.467729231544321e-06, "loss": 0.8351, "step": 2856 }, { "epoch": 0.71, "learning_rate": 4.467317659008732e-06, "loss": 0.828, "step": 2857 }, { "epoch": 0.71, "learning_rate": 4.466905946385465e-06, "loss": 0.858, "step": 2858 }, { "epoch": 0.71, "learning_rate": 4.466494093703833e-06, "loss": 0.8522, "step": 2859 }, { "epoch": 0.71, "learning_rate": 4.466082100993163e-06, "loss": 0.8004, "step": 2860 }, { "epoch": 0.71, "learning_rate": 4.4656699682827944e-06, "loss": 0.8052, "step": 2861 }, { "epoch": 0.71, "learning_rate": 4.465257695602073e-06, "loss": 0.8459, "step": 2862 }, { "epoch": 0.71, "learning_rate": 4.4648452829803565e-06, "loss": 0.8561, "step": 2863 }, { "epoch": 0.71, "learning_rate": 4.4644327304470105e-06, "loss": 0.8438, "step": 2864 }, { "epoch": 0.71, "learning_rate": 4.464020038031411e-06, "loss": 0.7986, "step": 2865 }, { "epoch": 0.71, "learning_rate": 4.463607205762948e-06, "loss": 0.8119, "step": 2866 }, { "epoch": 0.71, "learning_rate": 4.463194233671014e-06, "loss": 0.7981, "step": 2867 }, { "epoch": 0.71, "learning_rate": 4.46278112178502e-06, "loss": 0.7773, "step": 2868 }, { "epoch": 0.71, "learning_rate": 4.46236787013438e-06, "loss": 0.813, "step": 2869 }, { "epoch": 0.71, "learning_rate": 4.4619544787485205e-06, "loss": 0.8534, "step": 2870 }, { "epoch": 0.71, "learning_rate": 4.461540947656879e-06, "loss": 0.8367, "step": 2871 }, { "epoch": 0.71, "learning_rate": 4.461127276888902e-06, "loss": 0.7584, "step": 2872 }, { "epoch": 0.71, "learning_rate": 4.460713466474046e-06, "loss": 0.8147, "step": 2873 }, { "epoch": 0.71, "learning_rate": 4.460299516441777e-06, "loss": 0.8513, "step": 2874 }, { "epoch": 0.71, "learning_rate": 4.459885426821571e-06, "loss": 0.8348, "step": 2875 }, { "epoch": 0.71, "learning_rate": 4.459471197642914e-06, "loss": 0.8829, "step": 2876 }, { "epoch": 0.71, "learning_rate": 4.459056828935304e-06, "loss": 0.783, "step": 2877 }, { "epoch": 0.71, "learning_rate": 4.458642320728245e-06, "loss": 0.7789, "step": 2878 }, { "epoch": 0.71, "learning_rate": 4.4582276730512555e-06, "loss": 0.7798, "step": 2879 }, { "epoch": 0.71, "learning_rate": 4.457812885933859e-06, "loss": 0.8072, "step": 2880 }, { "epoch": 0.71, "learning_rate": 4.457397959405593e-06, "loss": 0.8215, "step": 2881 }, { "epoch": 0.71, "learning_rate": 4.4569828934960025e-06, "loss": 0.9354, "step": 2882 }, { "epoch": 0.71, "learning_rate": 4.456567688234643e-06, "loss": 0.8398, "step": 2883 }, { "epoch": 0.71, "learning_rate": 4.456152343651082e-06, "loss": 0.8706, "step": 2884 }, { "epoch": 0.71, "learning_rate": 4.455736859774894e-06, "loss": 0.8649, "step": 2885 }, { "epoch": 0.71, "learning_rate": 4.455321236635663e-06, "loss": 0.7584, "step": 2886 }, { "epoch": 0.71, "learning_rate": 4.454905474262988e-06, "loss": 0.9336, "step": 2887 }, { "epoch": 0.71, "learning_rate": 4.454489572686472e-06, "loss": 0.8452, "step": 2888 }, { "epoch": 0.71, "learning_rate": 4.45407353193573e-06, "loss": 0.7958, "step": 2889 }, { "epoch": 0.71, "learning_rate": 4.453657352040388e-06, "loss": 0.833, "step": 2890 }, { "epoch": 0.71, "learning_rate": 4.453241033030082e-06, "loss": 0.8664, "step": 2891 }, { "epoch": 0.71, "learning_rate": 4.452824574934455e-06, "loss": 0.8355, "step": 2892 }, { "epoch": 0.71, "learning_rate": 4.452407977783163e-06, "loss": 0.9285, "step": 2893 }, { "epoch": 0.72, "learning_rate": 4.451991241605871e-06, "loss": 0.8474, "step": 2894 }, { "epoch": 0.72, "learning_rate": 4.451574366432253e-06, "loss": 0.8192, "step": 2895 }, { "epoch": 0.72, "learning_rate": 4.451157352291995e-06, "loss": 0.7622, "step": 2896 }, { "epoch": 0.72, "learning_rate": 4.45074019921479e-06, "loss": 0.8826, "step": 2897 }, { "epoch": 0.72, "learning_rate": 4.450322907230344e-06, "loss": 0.8774, "step": 2898 }, { "epoch": 0.72, "learning_rate": 4.449905476368368e-06, "loss": 0.794, "step": 2899 }, { "epoch": 0.72, "learning_rate": 4.4494879066585904e-06, "loss": 0.8065, "step": 2900 }, { "epoch": 0.72, "learning_rate": 4.449070198130743e-06, "loss": 0.7963, "step": 2901 }, { "epoch": 0.72, "learning_rate": 4.44865235081457e-06, "loss": 0.8256, "step": 2902 }, { "epoch": 0.72, "learning_rate": 4.4482343647398254e-06, "loss": 0.8943, "step": 2903 }, { "epoch": 0.72, "learning_rate": 4.447816239936273e-06, "loss": 0.7984, "step": 2904 }, { "epoch": 0.72, "learning_rate": 4.447397976433687e-06, "loss": 0.7877, "step": 2905 }, { "epoch": 0.72, "learning_rate": 4.446979574261849e-06, "loss": 0.8001, "step": 2906 }, { "epoch": 0.72, "learning_rate": 4.446561033450554e-06, "loss": 0.801, "step": 2907 }, { "epoch": 0.72, "learning_rate": 4.446142354029605e-06, "loss": 0.8355, "step": 2908 }, { "epoch": 0.72, "learning_rate": 4.445723536028815e-06, "loss": 0.7908, "step": 2909 }, { "epoch": 0.72, "learning_rate": 4.445304579478006e-06, "loss": 0.7337, "step": 2910 }, { "epoch": 0.72, "learning_rate": 4.444885484407013e-06, "loss": 0.7831, "step": 2911 }, { "epoch": 0.72, "learning_rate": 4.4444662508456766e-06, "loss": 0.8222, "step": 2912 }, { "epoch": 0.72, "learning_rate": 4.44404687882385e-06, "loss": 0.7926, "step": 2913 }, { "epoch": 0.72, "learning_rate": 4.443627368371396e-06, "loss": 0.8269, "step": 2914 }, { "epoch": 0.72, "learning_rate": 4.443207719518186e-06, "loss": 0.8328, "step": 2915 }, { "epoch": 0.72, "learning_rate": 4.442787932294103e-06, "loss": 0.8738, "step": 2916 }, { "epoch": 0.72, "learning_rate": 4.442368006729039e-06, "loss": 0.8303, "step": 2917 }, { "epoch": 0.72, "learning_rate": 4.4419479428528955e-06, "loss": 0.8338, "step": 2918 }, { "epoch": 0.72, "learning_rate": 4.441527740695584e-06, "loss": 0.8141, "step": 2919 }, { "epoch": 0.72, "learning_rate": 4.441107400287027e-06, "loss": 0.8515, "step": 2920 }, { "epoch": 0.72, "learning_rate": 4.440686921657154e-06, "loss": 0.8515, "step": 2921 }, { "epoch": 0.72, "learning_rate": 4.440266304835908e-06, "loss": 0.8181, "step": 2922 }, { "epoch": 0.72, "learning_rate": 4.4398455498532385e-06, "loss": 0.8323, "step": 2923 }, { "epoch": 0.72, "learning_rate": 4.439424656739109e-06, "loss": 0.7906, "step": 2924 }, { "epoch": 0.72, "learning_rate": 4.439003625523487e-06, "loss": 0.8251, "step": 2925 }, { "epoch": 0.72, "learning_rate": 4.438582456236355e-06, "loss": 0.8375, "step": 2926 }, { "epoch": 0.72, "learning_rate": 4.438161148907703e-06, "loss": 0.713, "step": 2927 }, { "epoch": 0.72, "learning_rate": 4.43773970356753e-06, "loss": 0.8429, "step": 2928 }, { "epoch": 0.72, "learning_rate": 4.437318120245849e-06, "loss": 0.8402, "step": 2929 }, { "epoch": 0.72, "learning_rate": 4.436896398972677e-06, "loss": 0.7457, "step": 2930 }, { "epoch": 0.72, "learning_rate": 4.436474539778045e-06, "loss": 1.0063, "step": 2931 }, { "epoch": 0.72, "learning_rate": 4.4360525426919935e-06, "loss": 0.8052, "step": 2932 }, { "epoch": 0.72, "learning_rate": 4.435630407744569e-06, "loss": 0.7612, "step": 2933 }, { "epoch": 0.73, "learning_rate": 4.435208134965833e-06, "loss": 0.8189, "step": 2934 }, { "epoch": 0.73, "learning_rate": 4.434785724385854e-06, "loss": 0.7883, "step": 2935 }, { "epoch": 0.73, "learning_rate": 4.43436317603471e-06, "loss": 0.7588, "step": 2936 }, { "epoch": 0.73, "learning_rate": 4.43394048994249e-06, "loss": 0.8259, "step": 2937 }, { "epoch": 0.73, "learning_rate": 4.433517666139293e-06, "loss": 0.8162, "step": 2938 }, { "epoch": 0.73, "learning_rate": 4.433094704655227e-06, "loss": 0.8771, "step": 2939 }, { "epoch": 0.73, "learning_rate": 4.43267160552041e-06, "loss": 0.7462, "step": 2940 }, { "epoch": 0.73, "learning_rate": 4.432248368764969e-06, "loss": 0.7209, "step": 2941 }, { "epoch": 0.73, "learning_rate": 4.431824994419042e-06, "loss": 0.8466, "step": 2942 }, { "epoch": 0.73, "learning_rate": 4.431401482512776e-06, "loss": 0.7591, "step": 2943 }, { "epoch": 0.73, "learning_rate": 4.4309778330763295e-06, "loss": 0.7814, "step": 2944 }, { "epoch": 0.73, "learning_rate": 4.43055404613987e-06, "loss": 0.7916, "step": 2945 }, { "epoch": 0.73, "learning_rate": 4.430130121733572e-06, "loss": 0.7736, "step": 2946 }, { "epoch": 0.73, "learning_rate": 4.429706059887622e-06, "loss": 0.8118, "step": 2947 }, { "epoch": 0.73, "learning_rate": 4.4292818606322186e-06, "loss": 0.7658, "step": 2948 }, { "epoch": 0.73, "learning_rate": 4.428857523997567e-06, "loss": 0.8458, "step": 2949 }, { "epoch": 0.73, "learning_rate": 4.428433050013883e-06, "loss": 0.8212, "step": 2950 }, { "epoch": 0.73, "learning_rate": 4.428008438711392e-06, "loss": 0.905, "step": 2951 }, { "epoch": 0.73, "learning_rate": 4.427583690120331e-06, "loss": 0.8181, "step": 2952 }, { "epoch": 0.73, "learning_rate": 4.427158804270943e-06, "loss": 0.7683, "step": 2953 }, { "epoch": 0.73, "learning_rate": 4.4267337811934834e-06, "loss": 0.8973, "step": 2954 }, { "epoch": 0.73, "learning_rate": 4.426308620918219e-06, "loss": 0.8694, "step": 2955 }, { "epoch": 0.73, "learning_rate": 4.425883323475423e-06, "loss": 0.8151, "step": 2956 }, { "epoch": 0.73, "learning_rate": 4.425457888895379e-06, "loss": 0.7938, "step": 2957 }, { "epoch": 0.73, "learning_rate": 4.425032317208382e-06, "loss": 0.8438, "step": 2958 }, { "epoch": 0.73, "learning_rate": 4.4246066084447366e-06, "loss": 0.8329, "step": 2959 }, { "epoch": 0.73, "learning_rate": 4.424180762634756e-06, "loss": 0.7952, "step": 2960 }, { "epoch": 0.73, "learning_rate": 4.423754779808762e-06, "loss": 0.8406, "step": 2961 }, { "epoch": 0.73, "learning_rate": 4.4233286599970894e-06, "loss": 0.8518, "step": 2962 }, { "epoch": 0.73, "learning_rate": 4.42290240323008e-06, "loss": 0.8074, "step": 2963 }, { "epoch": 0.73, "learning_rate": 4.422476009538089e-06, "loss": 0.8595, "step": 2964 }, { "epoch": 0.73, "learning_rate": 4.422049478951476e-06, "loss": 0.8078, "step": 2965 }, { "epoch": 0.73, "learning_rate": 4.421622811500614e-06, "loss": 0.8446, "step": 2966 }, { "epoch": 0.73, "learning_rate": 4.4211960072158855e-06, "loss": 0.8432, "step": 2967 }, { "epoch": 0.73, "learning_rate": 4.420769066127681e-06, "loss": 0.8013, "step": 2968 }, { "epoch": 0.73, "learning_rate": 4.420341988266404e-06, "loss": 0.7659, "step": 2969 }, { "epoch": 0.73, "learning_rate": 4.4199147736624636e-06, "loss": 0.9068, "step": 2970 }, { "epoch": 0.73, "learning_rate": 4.41948742234628e-06, "loss": 0.8539, "step": 2971 }, { "epoch": 0.73, "learning_rate": 4.419059934348287e-06, "loss": 0.8216, "step": 2972 }, { "epoch": 0.73, "learning_rate": 4.418632309698922e-06, "loss": 0.8332, "step": 2973 }, { "epoch": 0.73, "learning_rate": 4.418204548428636e-06, "loss": 0.8418, "step": 2974 }, { "epoch": 0.74, "learning_rate": 4.417776650567889e-06, "loss": 0.7957, "step": 2975 }, { "epoch": 0.74, "learning_rate": 4.417348616147151e-06, "loss": 0.782, "step": 2976 }, { "epoch": 0.74, "learning_rate": 4.416920445196899e-06, "loss": 0.7874, "step": 2977 }, { "epoch": 0.74, "learning_rate": 4.416492137747626e-06, "loss": 0.8969, "step": 2978 }, { "epoch": 0.74, "learning_rate": 4.416063693829827e-06, "loss": 0.9265, "step": 2979 }, { "epoch": 0.74, "learning_rate": 4.41563511347401e-06, "loss": 0.8715, "step": 2980 }, { "epoch": 0.74, "learning_rate": 4.4152063967106975e-06, "loss": 0.815, "step": 2981 }, { "epoch": 0.74, "learning_rate": 4.414777543570413e-06, "loss": 0.8742, "step": 2982 }, { "epoch": 0.74, "learning_rate": 4.414348554083696e-06, "loss": 0.8162, "step": 2983 }, { "epoch": 0.74, "learning_rate": 4.413919428281094e-06, "loss": 0.8981, "step": 2984 }, { "epoch": 0.74, "learning_rate": 4.413490166193163e-06, "loss": 0.7973, "step": 2985 }, { "epoch": 0.74, "learning_rate": 4.41306076785047e-06, "loss": 0.8121, "step": 2986 }, { "epoch": 0.74, "learning_rate": 4.412631233283591e-06, "loss": 0.7856, "step": 2987 }, { "epoch": 0.74, "learning_rate": 4.4122015625231125e-06, "loss": 0.8261, "step": 2988 }, { "epoch": 0.74, "learning_rate": 4.411771755599631e-06, "loss": 0.7659, "step": 2989 }, { "epoch": 0.74, "learning_rate": 4.41134181254375e-06, "loss": 0.8334, "step": 2990 }, { "epoch": 0.74, "learning_rate": 4.4109117333860874e-06, "loss": 0.8055, "step": 2991 }, { "epoch": 0.74, "learning_rate": 4.410481518157265e-06, "loss": 0.8408, "step": 2992 }, { "epoch": 0.74, "learning_rate": 4.41005116688792e-06, "loss": 0.7154, "step": 2993 }, { "epoch": 0.74, "learning_rate": 4.409620679608693e-06, "loss": 0.783, "step": 2994 }, { "epoch": 0.74, "learning_rate": 4.4091900563502435e-06, "loss": 0.8824, "step": 2995 }, { "epoch": 0.74, "learning_rate": 4.40875929714323e-06, "loss": 0.9004, "step": 2996 }, { "epoch": 0.74, "learning_rate": 4.408328402018328e-06, "loss": 0.9023, "step": 2997 }, { "epoch": 0.74, "learning_rate": 4.40789737100622e-06, "loss": 0.7488, "step": 2998 }, { "epoch": 0.74, "learning_rate": 4.407466204137599e-06, "loss": 0.8206, "step": 2999 }, { "epoch": 0.74, "learning_rate": 4.4070349014431666e-06, "loss": 0.8625, "step": 3000 }, { "epoch": 0.74, "learning_rate": 4.406603462953636e-06, "loss": 0.8624, "step": 3001 }, { "epoch": 0.74, "learning_rate": 4.406171888699727e-06, "loss": 0.8303, "step": 3002 }, { "epoch": 0.74, "learning_rate": 4.4057401787121725e-06, "loss": 0.853, "step": 3003 }, { "epoch": 0.74, "learning_rate": 4.4053083330217125e-06, "loss": 0.7789, "step": 3004 }, { "epoch": 0.74, "learning_rate": 4.404876351659099e-06, "loss": 0.8011, "step": 3005 }, { "epoch": 0.74, "learning_rate": 4.40444423465509e-06, "loss": 0.8032, "step": 3006 }, { "epoch": 0.74, "learning_rate": 4.404011982040458e-06, "loss": 0.8354, "step": 3007 }, { "epoch": 0.74, "learning_rate": 4.4035795938459806e-06, "loss": 0.7983, "step": 3008 }, { "epoch": 0.74, "learning_rate": 4.403147070102448e-06, "loss": 0.8511, "step": 3009 }, { "epoch": 0.74, "learning_rate": 4.402714410840658e-06, "loss": 0.8758, "step": 3010 }, { "epoch": 0.74, "learning_rate": 4.4022816160914215e-06, "loss": 0.8448, "step": 3011 }, { "epoch": 0.74, "learning_rate": 4.401848685885555e-06, "loss": 0.7869, "step": 3012 }, { "epoch": 0.74, "learning_rate": 4.401415620253887e-06, "loss": 0.8373, "step": 3013 }, { "epoch": 0.74, "learning_rate": 4.4009824192272544e-06, "loss": 0.8644, "step": 3014 }, { "epoch": 0.75, "learning_rate": 4.400549082836504e-06, "loss": 0.782, "step": 3015 }, { "epoch": 0.75, "learning_rate": 4.400115611112494e-06, "loss": 0.8185, "step": 3016 }, { "epoch": 0.75, "learning_rate": 4.39968200408609e-06, "loss": 0.808, "step": 3017 }, { "epoch": 0.75, "learning_rate": 4.399248261788167e-06, "loss": 0.8154, "step": 3018 }, { "epoch": 0.75, "learning_rate": 4.398814384249613e-06, "loss": 0.9165, "step": 3019 }, { "epoch": 0.75, "learning_rate": 4.398380371501322e-06, "loss": 0.8399, "step": 3020 }, { "epoch": 0.75, "learning_rate": 4.397946223574199e-06, "loss": 0.792, "step": 3021 }, { "epoch": 0.75, "learning_rate": 4.397511940499158e-06, "loss": 0.8454, "step": 3022 }, { "epoch": 0.75, "learning_rate": 4.397077522307124e-06, "loss": 0.8314, "step": 3023 }, { "epoch": 0.75, "learning_rate": 4.39664296902903e-06, "loss": 0.9588, "step": 3024 }, { "epoch": 0.75, "learning_rate": 4.3962082806958205e-06, "loss": 0.7492, "step": 3025 }, { "epoch": 0.75, "learning_rate": 4.395773457338449e-06, "loss": 0.8273, "step": 3026 }, { "epoch": 0.75, "learning_rate": 4.3953384989878765e-06, "loss": 0.8148, "step": 3027 }, { "epoch": 0.75, "learning_rate": 4.394903405675076e-06, "loss": 0.8794, "step": 3028 }, { "epoch": 0.75, "learning_rate": 4.39446817743103e-06, "loss": 0.8342, "step": 3029 }, { "epoch": 0.75, "learning_rate": 4.394032814286729e-06, "loss": 0.8048, "step": 3030 }, { "epoch": 0.75, "learning_rate": 4.393597316273173e-06, "loss": 0.7879, "step": 3031 }, { "epoch": 0.75, "learning_rate": 4.393161683421376e-06, "loss": 0.7973, "step": 3032 }, { "epoch": 0.75, "learning_rate": 4.3927259157623555e-06, "loss": 0.8588, "step": 3033 }, { "epoch": 0.75, "learning_rate": 4.392290013327143e-06, "loss": 0.8145, "step": 3034 }, { "epoch": 0.75, "learning_rate": 4.391853976146777e-06, "loss": 0.9312, "step": 3035 }, { "epoch": 0.75, "learning_rate": 4.391417804252308e-06, "loss": 0.7939, "step": 3036 }, { "epoch": 0.75, "learning_rate": 4.390981497674793e-06, "loss": 0.8396, "step": 3037 }, { "epoch": 0.75, "learning_rate": 4.390545056445301e-06, "loss": 0.8645, "step": 3038 }, { "epoch": 0.75, "learning_rate": 4.39010848059491e-06, "loss": 0.7508, "step": 3039 }, { "epoch": 0.75, "learning_rate": 4.3896717701547076e-06, "loss": 0.8432, "step": 3040 }, { "epoch": 0.75, "learning_rate": 4.3892349251557895e-06, "loss": 0.7869, "step": 3041 }, { "epoch": 0.75, "learning_rate": 4.388797945629265e-06, "loss": 0.7281, "step": 3042 }, { "epoch": 0.75, "learning_rate": 4.388360831606248e-06, "loss": 0.8742, "step": 3043 }, { "epoch": 0.75, "learning_rate": 4.387923583117863e-06, "loss": 0.8216, "step": 3044 }, { "epoch": 0.75, "learning_rate": 4.38748620019525e-06, "loss": 0.8161, "step": 3045 }, { "epoch": 0.75, "learning_rate": 4.38704868286955e-06, "loss": 0.8972, "step": 3046 }, { "epoch": 0.75, "learning_rate": 4.386611031171919e-06, "loss": 0.8129, "step": 3047 }, { "epoch": 0.75, "learning_rate": 4.38617324513352e-06, "loss": 0.8067, "step": 3048 }, { "epoch": 0.75, "learning_rate": 4.385735324785528e-06, "loss": 0.8982, "step": 3049 }, { "epoch": 0.75, "learning_rate": 4.385297270159126e-06, "loss": 0.8074, "step": 3050 }, { "epoch": 0.75, "learning_rate": 4.384859081285506e-06, "loss": 0.8512, "step": 3051 }, { "epoch": 0.75, "learning_rate": 4.3844207581958705e-06, "loss": 0.7918, "step": 3052 }, { "epoch": 0.75, "learning_rate": 4.3839823009214325e-06, "loss": 0.834, "step": 3053 }, { "epoch": 0.75, "learning_rate": 4.383543709493412e-06, "loss": 0.8761, "step": 3054 }, { "epoch": 0.75, "learning_rate": 4.3831049839430395e-06, "loss": 0.817, "step": 3055 }, { "epoch": 0.76, "learning_rate": 4.382666124301556e-06, "loss": 0.8186, "step": 3056 }, { "epoch": 0.76, "learning_rate": 4.382227130600214e-06, "loss": 0.7803, "step": 3057 }, { "epoch": 0.76, "learning_rate": 4.38178800287027e-06, "loss": 0.776, "step": 3058 }, { "epoch": 0.76, "learning_rate": 4.381348741142995e-06, "loss": 0.7828, "step": 3059 }, { "epoch": 0.76, "learning_rate": 4.380909345449666e-06, "loss": 0.8482, "step": 3060 }, { "epoch": 0.76, "learning_rate": 4.380469815821574e-06, "loss": 0.7842, "step": 3061 }, { "epoch": 0.76, "learning_rate": 4.380030152290014e-06, "loss": 0.8524, "step": 3062 }, { "epoch": 0.76, "learning_rate": 4.379590354886294e-06, "loss": 0.8105, "step": 3063 }, { "epoch": 0.76, "learning_rate": 4.379150423641731e-06, "loss": 0.7965, "step": 3064 }, { "epoch": 0.76, "learning_rate": 4.3787103585876534e-06, "loss": 0.7847, "step": 3065 }, { "epoch": 0.76, "learning_rate": 4.378270159755394e-06, "loss": 0.843, "step": 3066 }, { "epoch": 0.76, "learning_rate": 4.3778298271762995e-06, "loss": 0.9096, "step": 3067 }, { "epoch": 0.76, "learning_rate": 4.377389360881727e-06, "loss": 0.7788, "step": 3068 }, { "epoch": 0.76, "learning_rate": 4.376948760903036e-06, "loss": 0.8763, "step": 3069 }, { "epoch": 0.76, "learning_rate": 4.376508027271605e-06, "loss": 0.7878, "step": 3070 }, { "epoch": 0.76, "learning_rate": 4.376067160018816e-06, "loss": 0.8474, "step": 3071 }, { "epoch": 0.76, "learning_rate": 4.3756261591760615e-06, "loss": 0.7499, "step": 3072 }, { "epoch": 0.76, "learning_rate": 4.375185024774744e-06, "loss": 0.8144, "step": 3073 }, { "epoch": 0.76, "learning_rate": 4.374743756846277e-06, "loss": 0.769, "step": 3074 }, { "epoch": 0.76, "learning_rate": 4.374302355422081e-06, "loss": 0.9252, "step": 3075 }, { "epoch": 0.76, "learning_rate": 4.373860820533588e-06, "loss": 0.8878, "step": 3076 }, { "epoch": 0.76, "learning_rate": 4.373419152212236e-06, "loss": 0.8046, "step": 3077 }, { "epoch": 0.76, "learning_rate": 4.372977350489479e-06, "loss": 0.8227, "step": 3078 }, { "epoch": 0.76, "learning_rate": 4.3725354153967726e-06, "loss": 0.8462, "step": 3079 }, { "epoch": 0.76, "learning_rate": 4.372093346965588e-06, "loss": 0.8108, "step": 3080 }, { "epoch": 0.76, "learning_rate": 4.371651145227405e-06, "loss": 0.8269, "step": 3081 }, { "epoch": 0.76, "learning_rate": 4.371208810213708e-06, "loss": 0.8209, "step": 3082 }, { "epoch": 0.76, "learning_rate": 4.370766341955999e-06, "loss": 0.8283, "step": 3083 }, { "epoch": 0.76, "learning_rate": 4.3703237404857815e-06, "loss": 0.7712, "step": 3084 }, { "epoch": 0.76, "learning_rate": 4.369881005834573e-06, "loss": 0.8528, "step": 3085 }, { "epoch": 0.76, "learning_rate": 4.3694381380339e-06, "loss": 0.8401, "step": 3086 }, { "epoch": 0.76, "learning_rate": 4.368995137115299e-06, "loss": 0.8378, "step": 3087 }, { "epoch": 0.76, "learning_rate": 4.368552003110311e-06, "loss": 0.8922, "step": 3088 }, { "epoch": 0.76, "learning_rate": 4.368108736050495e-06, "loss": 0.7613, "step": 3089 }, { "epoch": 0.76, "learning_rate": 4.367665335967413e-06, "loss": 0.7961, "step": 3090 }, { "epoch": 0.76, "learning_rate": 4.3672218028926385e-06, "loss": 0.7926, "step": 3091 }, { "epoch": 0.76, "learning_rate": 4.3667781368577544e-06, "loss": 0.8504, "step": 3092 }, { "epoch": 0.76, "learning_rate": 4.366334337894352e-06, "loss": 0.8384, "step": 3093 }, { "epoch": 0.76, "learning_rate": 4.365890406034036e-06, "loss": 0.7743, "step": 3094 }, { "epoch": 0.76, "learning_rate": 4.365446341308414e-06, "loss": 0.8366, "step": 3095 }, { "epoch": 0.77, "learning_rate": 4.3650021437491096e-06, "loss": 0.8451, "step": 3096 }, { "epoch": 0.77, "learning_rate": 4.364557813387751e-06, "loss": 0.8169, "step": 3097 }, { "epoch": 0.77, "learning_rate": 4.364113350255978e-06, "loss": 0.8188, "step": 3098 }, { "epoch": 0.77, "learning_rate": 4.363668754385442e-06, "loss": 0.8651, "step": 3099 }, { "epoch": 0.77, "learning_rate": 4.363224025807799e-06, "loss": 0.7815, "step": 3100 }, { "epoch": 0.77, "learning_rate": 4.362779164554718e-06, "loss": 0.8008, "step": 3101 }, { "epoch": 0.77, "learning_rate": 4.362334170657877e-06, "loss": 0.8438, "step": 3102 }, { "epoch": 0.77, "learning_rate": 4.36188904414896e-06, "loss": 0.9451, "step": 3103 }, { "epoch": 0.77, "learning_rate": 4.361443785059668e-06, "loss": 0.8634, "step": 3104 }, { "epoch": 0.77, "learning_rate": 4.360998393421703e-06, "loss": 0.7883, "step": 3105 }, { "epoch": 0.77, "learning_rate": 4.360552869266782e-06, "loss": 0.8358, "step": 3106 }, { "epoch": 0.77, "learning_rate": 4.3601072126266285e-06, "loss": 0.768, "step": 3107 }, { "epoch": 0.77, "learning_rate": 4.359661423532978e-06, "loss": 0.7835, "step": 3108 }, { "epoch": 0.77, "learning_rate": 4.359215502017573e-06, "loss": 0.7964, "step": 3109 }, { "epoch": 0.77, "learning_rate": 4.3587694481121664e-06, "loss": 0.8889, "step": 3110 }, { "epoch": 0.77, "learning_rate": 4.35832326184852e-06, "loss": 0.8502, "step": 3111 }, { "epoch": 0.77, "learning_rate": 4.357876943258408e-06, "loss": 0.8265, "step": 3112 }, { "epoch": 0.77, "learning_rate": 4.3574304923736085e-06, "loss": 0.74, "step": 3113 }, { "epoch": 0.77, "learning_rate": 4.3569839092259155e-06, "loss": 0.854, "step": 3114 }, { "epoch": 0.77, "learning_rate": 4.3565371938471255e-06, "loss": 0.8041, "step": 3115 }, { "epoch": 0.77, "learning_rate": 4.356090346269051e-06, "loss": 0.9466, "step": 3116 }, { "epoch": 0.77, "learning_rate": 4.355643366523508e-06, "loss": 0.8026, "step": 3117 }, { "epoch": 0.77, "learning_rate": 4.3551962546423275e-06, "loss": 0.7898, "step": 3118 }, { "epoch": 0.77, "learning_rate": 4.3547490106573455e-06, "loss": 0.8595, "step": 3119 }, { "epoch": 0.77, "learning_rate": 4.35430163460041e-06, "loss": 0.7923, "step": 3120 }, { "epoch": 0.77, "learning_rate": 4.353854126503376e-06, "loss": 0.8014, "step": 3121 }, { "epoch": 0.77, "learning_rate": 4.353406486398112e-06, "loss": 0.8376, "step": 3122 }, { "epoch": 0.77, "learning_rate": 4.352958714316491e-06, "loss": 0.8504, "step": 3123 }, { "epoch": 0.77, "learning_rate": 4.352510810290399e-06, "loss": 0.7882, "step": 3124 }, { "epoch": 0.77, "learning_rate": 4.35206277435173e-06, "loss": 0.8672, "step": 3125 }, { "epoch": 0.77, "learning_rate": 4.351614606532386e-06, "loss": 0.8779, "step": 3126 }, { "epoch": 0.77, "learning_rate": 4.351166306864281e-06, "loss": 0.8917, "step": 3127 }, { "epoch": 0.77, "learning_rate": 4.350717875379339e-06, "loss": 0.8786, "step": 3128 }, { "epoch": 0.77, "learning_rate": 4.3502693121094885e-06, "loss": 0.8853, "step": 3129 }, { "epoch": 0.77, "learning_rate": 4.349820617086673e-06, "loss": 0.8237, "step": 3130 }, { "epoch": 0.77, "learning_rate": 4.3493717903428414e-06, "loss": 0.7729, "step": 3131 }, { "epoch": 0.77, "learning_rate": 4.348922831909954e-06, "loss": 0.8312, "step": 3132 }, { "epoch": 0.77, "learning_rate": 4.34847374181998e-06, "loss": 0.8911, "step": 3133 }, { "epoch": 0.77, "learning_rate": 4.348024520104899e-06, "loss": 0.7374, "step": 3134 }, { "epoch": 0.77, "learning_rate": 4.347575166796697e-06, "loss": 0.886, "step": 3135 }, { "epoch": 0.77, "learning_rate": 4.347125681927372e-06, "loss": 0.8328, "step": 3136 }, { "epoch": 0.78, "learning_rate": 4.3466760655289316e-06, "loss": 0.787, "step": 3137 }, { "epoch": 0.78, "learning_rate": 4.346226317633391e-06, "loss": 0.7788, "step": 3138 }, { "epoch": 0.78, "learning_rate": 4.345776438272776e-06, "loss": 0.8545, "step": 3139 }, { "epoch": 0.78, "learning_rate": 4.345326427479122e-06, "loss": 0.881, "step": 3140 }, { "epoch": 0.78, "learning_rate": 4.344876285284471e-06, "loss": 0.8128, "step": 3141 }, { "epoch": 0.78, "learning_rate": 4.3444260117208774e-06, "loss": 0.8804, "step": 3142 }, { "epoch": 0.78, "learning_rate": 4.343975606820406e-06, "loss": 0.862, "step": 3143 }, { "epoch": 0.78, "learning_rate": 4.343525070615125e-06, "loss": 0.8678, "step": 3144 }, { "epoch": 0.78, "learning_rate": 4.34307440313712e-06, "loss": 0.8006, "step": 3145 }, { "epoch": 0.78, "learning_rate": 4.34262360441848e-06, "loss": 0.8409, "step": 3146 }, { "epoch": 0.78, "learning_rate": 4.342172674491305e-06, "loss": 0.8396, "step": 3147 }, { "epoch": 0.78, "learning_rate": 4.341721613387706e-06, "loss": 0.8708, "step": 3148 }, { "epoch": 0.78, "learning_rate": 4.3412704211398e-06, "loss": 0.7654, "step": 3149 }, { "epoch": 0.78, "learning_rate": 4.340819097779716e-06, "loss": 0.8302, "step": 3150 }, { "epoch": 0.78, "learning_rate": 4.340367643339593e-06, "loss": 0.833, "step": 3151 }, { "epoch": 0.78, "learning_rate": 4.3399160578515754e-06, "loss": 0.8376, "step": 3152 }, { "epoch": 0.78, "learning_rate": 4.339464341347821e-06, "loss": 0.818, "step": 3153 }, { "epoch": 0.78, "learning_rate": 4.339012493860495e-06, "loss": 0.8926, "step": 3154 }, { "epoch": 0.78, "learning_rate": 4.338560515421773e-06, "loss": 0.8075, "step": 3155 }, { "epoch": 0.78, "learning_rate": 4.338108406063838e-06, "loss": 0.7642, "step": 3156 }, { "epoch": 0.78, "learning_rate": 4.3376561658188845e-06, "loss": 0.8116, "step": 3157 }, { "epoch": 0.78, "learning_rate": 4.337203794719115e-06, "loss": 0.7647, "step": 3158 }, { "epoch": 0.78, "learning_rate": 4.336751292796742e-06, "loss": 0.8071, "step": 3159 }, { "epoch": 0.78, "learning_rate": 4.336298660083986e-06, "loss": 0.7594, "step": 3160 }, { "epoch": 0.78, "learning_rate": 4.335845896613079e-06, "loss": 0.8424, "step": 3161 }, { "epoch": 0.78, "learning_rate": 4.335393002416261e-06, "loss": 0.8583, "step": 3162 }, { "epoch": 0.78, "learning_rate": 4.334939977525781e-06, "loss": 0.8894, "step": 3163 }, { "epoch": 0.78, "learning_rate": 4.3344868219738974e-06, "loss": 0.814, "step": 3164 }, { "epoch": 0.78, "learning_rate": 4.33403353579288e-06, "loss": 0.8546, "step": 3165 }, { "epoch": 0.78, "learning_rate": 4.333580119015004e-06, "loss": 0.8387, "step": 3166 }, { "epoch": 0.78, "learning_rate": 4.333126571672558e-06, "loss": 0.8804, "step": 3167 }, { "epoch": 0.78, "learning_rate": 4.3326728937978354e-06, "loss": 0.7991, "step": 3168 }, { "epoch": 0.78, "learning_rate": 4.332219085423144e-06, "loss": 0.8258, "step": 3169 }, { "epoch": 0.78, "learning_rate": 4.331765146580797e-06, "loss": 0.8374, "step": 3170 }, { "epoch": 0.78, "learning_rate": 4.331311077303119e-06, "loss": 0.9296, "step": 3171 }, { "epoch": 0.78, "learning_rate": 4.330856877622442e-06, "loss": 0.8442, "step": 3172 }, { "epoch": 0.78, "learning_rate": 4.3304025475711095e-06, "loss": 0.8081, "step": 3173 }, { "epoch": 0.78, "learning_rate": 4.329948087181473e-06, "loss": 0.8889, "step": 3174 }, { "epoch": 0.78, "learning_rate": 4.329493496485893e-06, "loss": 0.7568, "step": 3175 }, { "epoch": 0.78, "learning_rate": 4.329038775516739e-06, "loss": 0.8275, "step": 3176 }, { "epoch": 0.79, "learning_rate": 4.328583924306392e-06, "loss": 0.8501, "step": 3177 }, { "epoch": 0.79, "learning_rate": 4.328128942887241e-06, "loss": 0.9218, "step": 3178 }, { "epoch": 0.79, "learning_rate": 4.327673831291683e-06, "loss": 0.845, "step": 3179 }, { "epoch": 0.79, "learning_rate": 4.327218589552126e-06, "loss": 0.8523, "step": 3180 }, { "epoch": 0.79, "learning_rate": 4.3267632177009855e-06, "loss": 0.8373, "step": 3181 }, { "epoch": 0.79, "learning_rate": 4.326307715770689e-06, "loss": 0.8029, "step": 3182 }, { "epoch": 0.79, "learning_rate": 4.32585208379367e-06, "loss": 0.7953, "step": 3183 }, { "epoch": 0.79, "learning_rate": 4.325396321802375e-06, "loss": 0.8396, "step": 3184 }, { "epoch": 0.79, "learning_rate": 4.3249404298292545e-06, "loss": 0.7975, "step": 3185 }, { "epoch": 0.79, "learning_rate": 4.324484407906775e-06, "loss": 0.8549, "step": 3186 }, { "epoch": 0.79, "learning_rate": 4.324028256067406e-06, "loss": 0.7979, "step": 3187 }, { "epoch": 0.79, "learning_rate": 4.32357197434363e-06, "loss": 0.928, "step": 3188 }, { "epoch": 0.79, "learning_rate": 4.323115562767937e-06, "loss": 0.8439, "step": 3189 }, { "epoch": 0.79, "learning_rate": 4.322659021372828e-06, "loss": 0.7826, "step": 3190 }, { "epoch": 0.79, "learning_rate": 4.322202350190811e-06, "loss": 0.7729, "step": 3191 }, { "epoch": 0.79, "learning_rate": 4.321745549254406e-06, "loss": 0.8057, "step": 3192 }, { "epoch": 0.79, "learning_rate": 4.321288618596138e-06, "loss": 0.8787, "step": 3193 }, { "epoch": 0.79, "learning_rate": 4.320831558248546e-06, "loss": 0.8304, "step": 3194 }, { "epoch": 0.79, "learning_rate": 4.320374368244177e-06, "loss": 0.7572, "step": 3195 }, { "epoch": 0.79, "learning_rate": 4.319917048615583e-06, "loss": 0.7862, "step": 3196 }, { "epoch": 0.79, "learning_rate": 4.319459599395332e-06, "loss": 0.8679, "step": 3197 }, { "epoch": 0.79, "learning_rate": 4.319002020615994e-06, "loss": 0.842, "step": 3198 }, { "epoch": 0.79, "learning_rate": 4.318544312310156e-06, "loss": 0.8108, "step": 3199 }, { "epoch": 0.79, "learning_rate": 4.318086474510408e-06, "loss": 0.8069, "step": 3200 }, { "epoch": 0.79, "learning_rate": 4.317628507249352e-06, "loss": 0.855, "step": 3201 }, { "epoch": 0.79, "learning_rate": 4.317170410559599e-06, "loss": 0.8867, "step": 3202 }, { "epoch": 0.79, "learning_rate": 4.316712184473768e-06, "loss": 0.8239, "step": 3203 }, { "epoch": 0.79, "learning_rate": 4.316253829024489e-06, "loss": 0.7929, "step": 3204 }, { "epoch": 0.79, "learning_rate": 4.3157953442444e-06, "loss": 0.7605, "step": 3205 }, { "epoch": 0.79, "learning_rate": 4.315336730166149e-06, "loss": 0.8879, "step": 3206 }, { "epoch": 0.79, "learning_rate": 4.3148779868223914e-06, "loss": 0.8739, "step": 3207 }, { "epoch": 0.79, "learning_rate": 4.314419114245794e-06, "loss": 0.8655, "step": 3208 }, { "epoch": 0.79, "learning_rate": 4.313960112469032e-06, "loss": 0.8915, "step": 3209 }, { "epoch": 0.79, "learning_rate": 4.31350098152479e-06, "loss": 0.9149, "step": 3210 }, { "epoch": 0.79, "learning_rate": 4.3130417214457605e-06, "loss": 0.8358, "step": 3211 }, { "epoch": 0.79, "learning_rate": 4.312582332264648e-06, "loss": 0.8258, "step": 3212 }, { "epoch": 0.79, "learning_rate": 4.312122814014162e-06, "loss": 0.854, "step": 3213 }, { "epoch": 0.79, "learning_rate": 4.311663166727026e-06, "loss": 0.871, "step": 3214 }, { "epoch": 0.79, "learning_rate": 4.31120339043597e-06, "loss": 0.7574, "step": 3215 }, { "epoch": 0.79, "learning_rate": 4.310743485173732e-06, "loss": 0.8151, "step": 3216 }, { "epoch": 0.79, "learning_rate": 4.310283450973062e-06, "loss": 0.7517, "step": 3217 }, { "epoch": 0.8, "learning_rate": 4.309823287866716e-06, "loss": 0.807, "step": 3218 }, { "epoch": 0.8, "learning_rate": 4.309362995887464e-06, "loss": 0.8227, "step": 3219 }, { "epoch": 0.8, "learning_rate": 4.30890257506808e-06, "loss": 0.8037, "step": 3220 }, { "epoch": 0.8, "learning_rate": 4.30844202544135e-06, "loss": 0.8084, "step": 3221 }, { "epoch": 0.8, "learning_rate": 4.307981347040069e-06, "loss": 0.8814, "step": 3222 }, { "epoch": 0.8, "learning_rate": 4.307520539897041e-06, "loss": 0.8356, "step": 3223 }, { "epoch": 0.8, "learning_rate": 4.307059604045077e-06, "loss": 0.7747, "step": 3224 }, { "epoch": 0.8, "learning_rate": 4.306598539517e-06, "loss": 0.8232, "step": 3225 }, { "epoch": 0.8, "learning_rate": 4.306137346345643e-06, "loss": 0.8391, "step": 3226 }, { "epoch": 0.8, "learning_rate": 4.305676024563844e-06, "loss": 0.8919, "step": 3227 }, { "epoch": 0.8, "learning_rate": 4.305214574204454e-06, "loss": 0.8347, "step": 3228 }, { "epoch": 0.8, "learning_rate": 4.3047529953003305e-06, "loss": 0.8618, "step": 3229 }, { "epoch": 0.8, "learning_rate": 4.304291287884343e-06, "loss": 0.7809, "step": 3230 }, { "epoch": 0.8, "learning_rate": 4.303829451989367e-06, "loss": 0.8026, "step": 3231 }, { "epoch": 0.8, "learning_rate": 4.303367487648289e-06, "loss": 0.7743, "step": 3232 }, { "epoch": 0.8, "learning_rate": 4.302905394894005e-06, "loss": 0.8436, "step": 3233 }, { "epoch": 0.8, "learning_rate": 4.302443173759419e-06, "loss": 0.7696, "step": 3234 }, { "epoch": 0.8, "learning_rate": 4.301980824277444e-06, "loss": 0.8763, "step": 3235 }, { "epoch": 0.8, "learning_rate": 4.301518346481004e-06, "loss": 0.8076, "step": 3236 }, { "epoch": 0.8, "learning_rate": 4.3010557404030295e-06, "loss": 0.8846, "step": 3237 }, { "epoch": 0.8, "learning_rate": 4.300593006076462e-06, "loss": 0.8132, "step": 3238 }, { "epoch": 0.8, "learning_rate": 4.300130143534253e-06, "loss": 0.8629, "step": 3239 }, { "epoch": 0.8, "learning_rate": 4.299667152809359e-06, "loss": 0.8022, "step": 3240 }, { "epoch": 0.8, "learning_rate": 4.299204033934752e-06, "loss": 0.803, "step": 3241 }, { "epoch": 0.8, "learning_rate": 4.298740786943405e-06, "loss": 0.7745, "step": 3242 }, { "epoch": 0.8, "learning_rate": 4.298277411868309e-06, "loss": 0.8559, "step": 3243 }, { "epoch": 0.8, "learning_rate": 4.297813908742457e-06, "loss": 0.7796, "step": 3244 }, { "epoch": 0.8, "learning_rate": 4.297350277598855e-06, "loss": 0.8662, "step": 3245 }, { "epoch": 0.8, "learning_rate": 4.2968865184705165e-06, "loss": 0.816, "step": 3246 }, { "epoch": 0.8, "learning_rate": 4.296422631390466e-06, "loss": 0.7934, "step": 3247 }, { "epoch": 0.8, "learning_rate": 4.295958616391733e-06, "loss": 0.7901, "step": 3248 }, { "epoch": 0.8, "learning_rate": 4.295494473507361e-06, "loss": 0.8134, "step": 3249 }, { "epoch": 0.8, "learning_rate": 4.2950302027704e-06, "loss": 0.8071, "step": 3250 }, { "epoch": 0.8, "learning_rate": 4.294565804213908e-06, "loss": 0.7927, "step": 3251 }, { "epoch": 0.8, "learning_rate": 4.294101277870957e-06, "loss": 0.7934, "step": 3252 }, { "epoch": 0.8, "learning_rate": 4.293636623774622e-06, "loss": 0.8089, "step": 3253 }, { "epoch": 0.8, "learning_rate": 4.2931718419579905e-06, "loss": 0.8556, "step": 3254 }, { "epoch": 0.8, "learning_rate": 4.2927069324541585e-06, "loss": 0.8645, "step": 3255 }, { "epoch": 0.8, "learning_rate": 4.2922418952962305e-06, "loss": 0.8493, "step": 3256 }, { "epoch": 0.8, "learning_rate": 4.291776730517321e-06, "loss": 0.797, "step": 3257 }, { "epoch": 0.81, "learning_rate": 4.291311438150554e-06, "loss": 0.7793, "step": 3258 }, { "epoch": 0.81, "learning_rate": 4.290846018229061e-06, "loss": 0.8885, "step": 3259 }, { "epoch": 0.81, "learning_rate": 4.290380470785984e-06, "loss": 0.8081, "step": 3260 }, { "epoch": 0.81, "learning_rate": 4.289914795854472e-06, "loss": 0.8274, "step": 3261 }, { "epoch": 0.81, "learning_rate": 4.289448993467686e-06, "loss": 0.8616, "step": 3262 }, { "epoch": 0.81, "learning_rate": 4.2889830636587934e-06, "loss": 0.8518, "step": 3263 }, { "epoch": 0.81, "learning_rate": 4.288517006460974e-06, "loss": 0.8299, "step": 3264 }, { "epoch": 0.81, "learning_rate": 4.288050821907411e-06, "loss": 0.7946, "step": 3265 }, { "epoch": 0.81, "learning_rate": 4.287584510031304e-06, "loss": 0.813, "step": 3266 }, { "epoch": 0.81, "learning_rate": 4.287118070865855e-06, "loss": 0.8432, "step": 3267 }, { "epoch": 0.81, "learning_rate": 4.28665150444428e-06, "loss": 0.793, "step": 3268 }, { "epoch": 0.81, "learning_rate": 4.286184810799801e-06, "loss": 0.8023, "step": 3269 }, { "epoch": 0.81, "learning_rate": 4.28571798996565e-06, "loss": 0.7809, "step": 3270 }, { "epoch": 0.81, "learning_rate": 4.285251041975068e-06, "loss": 0.8421, "step": 3271 }, { "epoch": 0.81, "learning_rate": 4.284783966861306e-06, "loss": 0.8478, "step": 3272 }, { "epoch": 0.81, "learning_rate": 4.284316764657623e-06, "loss": 0.7606, "step": 3273 }, { "epoch": 0.81, "learning_rate": 4.283849435397286e-06, "loss": 0.7859, "step": 3274 }, { "epoch": 0.81, "learning_rate": 4.283381979113574e-06, "loss": 0.8599, "step": 3275 }, { "epoch": 0.81, "learning_rate": 4.282914395839772e-06, "loss": 0.872, "step": 3276 }, { "epoch": 0.81, "learning_rate": 4.282446685609177e-06, "loss": 0.7668, "step": 3277 }, { "epoch": 0.81, "learning_rate": 4.281978848455092e-06, "loss": 0.8063, "step": 3278 }, { "epoch": 0.81, "learning_rate": 4.281510884410832e-06, "loss": 0.8828, "step": 3279 }, { "epoch": 0.81, "learning_rate": 4.281042793509718e-06, "loss": 0.7127, "step": 3280 }, { "epoch": 0.81, "learning_rate": 4.280574575785082e-06, "loss": 0.842, "step": 3281 }, { "epoch": 0.81, "learning_rate": 4.280106231270264e-06, "loss": 0.892, "step": 3282 }, { "epoch": 0.81, "learning_rate": 4.279637759998615e-06, "loss": 0.7654, "step": 3283 }, { "epoch": 0.81, "learning_rate": 4.279169162003493e-06, "loss": 0.8509, "step": 3284 }, { "epoch": 0.81, "learning_rate": 4.278700437318266e-06, "loss": 0.7724, "step": 3285 }, { "epoch": 0.81, "learning_rate": 4.27823158597631e-06, "loss": 0.8479, "step": 3286 }, { "epoch": 0.81, "learning_rate": 4.277762608011011e-06, "loss": 0.751, "step": 3287 }, { "epoch": 0.81, "learning_rate": 4.277293503455765e-06, "loss": 0.8622, "step": 3288 }, { "epoch": 0.81, "learning_rate": 4.2768242723439735e-06, "loss": 0.7535, "step": 3289 }, { "epoch": 0.81, "learning_rate": 4.2763549147090496e-06, "loss": 0.8402, "step": 3290 }, { "epoch": 0.81, "learning_rate": 4.275885430584417e-06, "loss": 0.8384, "step": 3291 }, { "epoch": 0.81, "learning_rate": 4.275415820003504e-06, "loss": 0.7704, "step": 3292 }, { "epoch": 0.81, "learning_rate": 4.274946082999753e-06, "loss": 0.7738, "step": 3293 }, { "epoch": 0.81, "learning_rate": 4.274476219606611e-06, "loss": 0.8468, "step": 3294 }, { "epoch": 0.81, "learning_rate": 4.274006229857536e-06, "loss": 0.83, "step": 3295 }, { "epoch": 0.81, "learning_rate": 4.273536113785994e-06, "loss": 0.8875, "step": 3296 }, { "epoch": 0.81, "learning_rate": 4.273065871425463e-06, "loss": 0.918, "step": 3297 }, { "epoch": 0.81, "learning_rate": 4.272595502809426e-06, "loss": 0.8506, "step": 3298 }, { "epoch": 0.82, "learning_rate": 4.272125007971377e-06, "loss": 0.7965, "step": 3299 }, { "epoch": 0.82, "learning_rate": 4.271654386944819e-06, "loss": 0.8527, "step": 3300 }, { "epoch": 0.82, "learning_rate": 4.271183639763264e-06, "loss": 0.8782, "step": 3301 }, { "epoch": 0.82, "learning_rate": 4.270712766460232e-06, "loss": 0.9, "step": 3302 }, { "epoch": 0.82, "learning_rate": 4.270241767069253e-06, "loss": 0.8013, "step": 3303 }, { "epoch": 0.82, "learning_rate": 4.269770641623866e-06, "loss": 0.8154, "step": 3304 }, { "epoch": 0.82, "learning_rate": 4.269299390157619e-06, "loss": 0.7887, "step": 3305 }, { "epoch": 0.82, "learning_rate": 4.268828012704067e-06, "loss": 0.8277, "step": 3306 }, { "epoch": 0.82, "learning_rate": 4.268356509296777e-06, "loss": 0.849, "step": 3307 }, { "epoch": 0.82, "learning_rate": 4.267884879969323e-06, "loss": 0.8222, "step": 3308 }, { "epoch": 0.82, "learning_rate": 4.267413124755289e-06, "loss": 0.7597, "step": 3309 }, { "epoch": 0.82, "learning_rate": 4.266941243688266e-06, "loss": 0.8083, "step": 3310 }, { "epoch": 0.82, "learning_rate": 4.266469236801858e-06, "loss": 0.7794, "step": 3311 }, { "epoch": 0.82, "learning_rate": 4.265997104129673e-06, "loss": 0.8051, "step": 3312 }, { "epoch": 0.82, "learning_rate": 4.265524845705332e-06, "loss": 0.8654, "step": 3313 }, { "epoch": 0.82, "learning_rate": 4.265052461562463e-06, "loss": 0.7965, "step": 3314 }, { "epoch": 0.82, "learning_rate": 4.264579951734702e-06, "loss": 0.8247, "step": 3315 }, { "epoch": 0.82, "learning_rate": 4.264107316255697e-06, "loss": 0.8685, "step": 3316 }, { "epoch": 0.82, "learning_rate": 4.263634555159102e-06, "loss": 0.8131, "step": 3317 }, { "epoch": 0.82, "learning_rate": 4.263161668478582e-06, "loss": 0.813, "step": 3318 }, { "epoch": 0.82, "learning_rate": 4.262688656247809e-06, "loss": 0.8332, "step": 3319 }, { "epoch": 0.82, "learning_rate": 4.262215518500465e-06, "loss": 0.8295, "step": 3320 }, { "epoch": 0.82, "learning_rate": 4.261742255270242e-06, "loss": 0.8545, "step": 3321 }, { "epoch": 0.82, "learning_rate": 4.26126886659084e-06, "loss": 0.8757, "step": 3322 }, { "epoch": 0.82, "learning_rate": 4.260795352495966e-06, "loss": 0.885, "step": 3323 }, { "epoch": 0.82, "learning_rate": 4.2603217130193394e-06, "loss": 0.8094, "step": 3324 }, { "epoch": 0.82, "learning_rate": 4.2598479481946864e-06, "loss": 0.7828, "step": 3325 }, { "epoch": 0.82, "learning_rate": 4.259374058055742e-06, "loss": 0.8311, "step": 3326 }, { "epoch": 0.82, "learning_rate": 4.258900042636251e-06, "loss": 0.8567, "step": 3327 }, { "epoch": 0.82, "learning_rate": 4.258425901969968e-06, "loss": 0.7603, "step": 3328 }, { "epoch": 0.82, "learning_rate": 4.257951636090655e-06, "loss": 0.7197, "step": 3329 }, { "epoch": 0.82, "learning_rate": 4.257477245032081e-06, "loss": 0.8541, "step": 3330 }, { "epoch": 0.82, "learning_rate": 4.257002728828029e-06, "loss": 0.8274, "step": 3331 }, { "epoch": 0.82, "learning_rate": 4.256528087512286e-06, "loss": 0.806, "step": 3332 }, { "epoch": 0.82, "learning_rate": 4.256053321118652e-06, "loss": 0.7869, "step": 3333 }, { "epoch": 0.82, "learning_rate": 4.255578429680932e-06, "loss": 0.8066, "step": 3334 }, { "epoch": 0.82, "learning_rate": 4.255103413232943e-06, "loss": 0.8282, "step": 3335 }, { "epoch": 0.82, "learning_rate": 4.2546282718085095e-06, "loss": 0.9354, "step": 3336 }, { "epoch": 0.82, "learning_rate": 4.254153005441465e-06, "loss": 0.7642, "step": 3337 }, { "epoch": 0.82, "learning_rate": 4.253677614165651e-06, "loss": 0.7386, "step": 3338 }, { "epoch": 0.83, "learning_rate": 4.2532020980149205e-06, "loss": 0.8339, "step": 3339 }, { "epoch": 0.83, "learning_rate": 4.252726457023134e-06, "loss": 0.8416, "step": 3340 }, { "epoch": 0.83, "learning_rate": 4.252250691224159e-06, "loss": 0.8267, "step": 3341 }, { "epoch": 0.83, "learning_rate": 4.251774800651875e-06, "loss": 0.9111, "step": 3342 }, { "epoch": 0.83, "learning_rate": 4.251298785340167e-06, "loss": 0.7685, "step": 3343 }, { "epoch": 0.83, "learning_rate": 4.250822645322933e-06, "loss": 0.7469, "step": 3344 }, { "epoch": 0.83, "learning_rate": 4.250346380634077e-06, "loss": 0.9417, "step": 3345 }, { "epoch": 0.83, "learning_rate": 4.2498699913075135e-06, "loss": 0.8132, "step": 3346 }, { "epoch": 0.83, "learning_rate": 4.249393477377163e-06, "loss": 0.843, "step": 3347 }, { "epoch": 0.83, "learning_rate": 4.248916838876957e-06, "loss": 0.8476, "step": 3348 }, { "epoch": 0.83, "learning_rate": 4.248440075840838e-06, "loss": 0.7891, "step": 3349 }, { "epoch": 0.83, "learning_rate": 4.247963188302754e-06, "loss": 0.8373, "step": 3350 }, { "epoch": 0.83, "learning_rate": 4.247486176296662e-06, "loss": 0.7981, "step": 3351 }, { "epoch": 0.83, "learning_rate": 4.247009039856529e-06, "loss": 0.7582, "step": 3352 }, { "epoch": 0.83, "learning_rate": 4.246531779016331e-06, "loss": 0.8499, "step": 3353 }, { "epoch": 0.83, "learning_rate": 4.246054393810053e-06, "loss": 0.8074, "step": 3354 }, { "epoch": 0.83, "learning_rate": 4.245576884271688e-06, "loss": 0.8649, "step": 3355 }, { "epoch": 0.83, "learning_rate": 4.2450992504352376e-06, "loss": 0.8778, "step": 3356 }, { "epoch": 0.83, "learning_rate": 4.244621492334714e-06, "loss": 0.8018, "step": 3357 }, { "epoch": 0.83, "learning_rate": 4.244143610004137e-06, "loss": 0.7691, "step": 3358 }, { "epoch": 0.83, "learning_rate": 4.243665603477535e-06, "loss": 0.8295, "step": 3359 }, { "epoch": 0.83, "learning_rate": 4.243187472788946e-06, "loss": 0.86, "step": 3360 }, { "epoch": 0.83, "learning_rate": 4.242709217972415e-06, "loss": 0.8739, "step": 3361 }, { "epoch": 0.83, "learning_rate": 4.242230839061999e-06, "loss": 0.8366, "step": 3362 }, { "epoch": 0.83, "learning_rate": 4.241752336091761e-06, "loss": 0.8442, "step": 3363 }, { "epoch": 0.83, "learning_rate": 4.2412737090957755e-06, "loss": 0.8361, "step": 3364 }, { "epoch": 0.83, "learning_rate": 4.240794958108123e-06, "loss": 0.8026, "step": 3365 }, { "epoch": 0.83, "learning_rate": 4.2403160831628945e-06, "loss": 0.7617, "step": 3366 }, { "epoch": 0.83, "learning_rate": 4.23983708429419e-06, "loss": 0.7626, "step": 3367 }, { "epoch": 0.83, "learning_rate": 4.239357961536117e-06, "loss": 0.8035, "step": 3368 }, { "epoch": 0.83, "learning_rate": 4.238878714922791e-06, "loss": 0.7581, "step": 3369 }, { "epoch": 0.83, "learning_rate": 4.238399344488343e-06, "loss": 0.8418, "step": 3370 }, { "epoch": 0.83, "learning_rate": 4.237919850266903e-06, "loss": 0.8656, "step": 3371 }, { "epoch": 0.83, "learning_rate": 4.237440232292616e-06, "loss": 0.8211, "step": 3372 }, { "epoch": 0.83, "learning_rate": 4.236960490599634e-06, "loss": 0.7317, "step": 3373 }, { "epoch": 0.83, "learning_rate": 4.23648062522212e-06, "loss": 0.855, "step": 3374 }, { "epoch": 0.83, "learning_rate": 4.2360006361942415e-06, "loss": 0.9181, "step": 3375 }, { "epoch": 0.83, "learning_rate": 4.23552052355018e-06, "loss": 0.7004, "step": 3376 }, { "epoch": 0.83, "learning_rate": 4.23504028732412e-06, "loss": 0.8763, "step": 3377 }, { "epoch": 0.83, "learning_rate": 4.23455992755026e-06, "loss": 0.8921, "step": 3378 }, { "epoch": 0.83, "learning_rate": 4.234079444262805e-06, "loss": 0.7567, "step": 3379 }, { "epoch": 0.84, "learning_rate": 4.233598837495968e-06, "loss": 0.8367, "step": 3380 }, { "epoch": 0.84, "learning_rate": 4.233118107283972e-06, "loss": 0.7808, "step": 3381 }, { "epoch": 0.84, "learning_rate": 4.23263725366105e-06, "loss": 0.9015, "step": 3382 }, { "epoch": 0.84, "learning_rate": 4.232156276661441e-06, "loss": 0.7864, "step": 3383 }, { "epoch": 0.84, "learning_rate": 4.231675176319395e-06, "loss": 0.7494, "step": 3384 }, { "epoch": 0.84, "learning_rate": 4.231193952669169e-06, "loss": 0.7723, "step": 3385 }, { "epoch": 0.84, "learning_rate": 4.2307126057450306e-06, "loss": 0.8503, "step": 3386 }, { "epoch": 0.84, "learning_rate": 4.230231135581254e-06, "loss": 0.8716, "step": 3387 }, { "epoch": 0.84, "learning_rate": 4.229749542212126e-06, "loss": 0.8846, "step": 3388 }, { "epoch": 0.84, "learning_rate": 4.229267825671936e-06, "loss": 0.7909, "step": 3389 }, { "epoch": 0.84, "learning_rate": 4.228785985994989e-06, "loss": 0.8844, "step": 3390 }, { "epoch": 0.84, "learning_rate": 4.228304023215593e-06, "loss": 0.8996, "step": 3391 }, { "epoch": 0.84, "learning_rate": 4.22782193736807e-06, "loss": 0.7538, "step": 3392 }, { "epoch": 0.84, "learning_rate": 4.227339728486747e-06, "loss": 0.7976, "step": 3393 }, { "epoch": 0.84, "learning_rate": 4.22685739660596e-06, "loss": 0.8249, "step": 3394 }, { "epoch": 0.84, "learning_rate": 4.226374941760055e-06, "loss": 0.7017, "step": 3395 }, { "epoch": 0.84, "learning_rate": 4.225892363983387e-06, "loss": 0.7554, "step": 3396 }, { "epoch": 0.84, "learning_rate": 4.225409663310318e-06, "loss": 0.7933, "step": 3397 }, { "epoch": 0.84, "learning_rate": 4.224926839775222e-06, "loss": 0.8722, "step": 3398 }, { "epoch": 0.84, "learning_rate": 4.2244438934124776e-06, "loss": 0.7951, "step": 3399 }, { "epoch": 0.84, "learning_rate": 4.223960824256475e-06, "loss": 0.8834, "step": 3400 }, { "epoch": 0.84, "learning_rate": 4.223477632341612e-06, "loss": 0.8713, "step": 3401 }, { "epoch": 0.84, "learning_rate": 4.222994317702296e-06, "loss": 0.8346, "step": 3402 }, { "epoch": 0.84, "learning_rate": 4.222510880372942e-06, "loss": 0.774, "step": 3403 }, { "epoch": 0.84, "learning_rate": 4.222027320387975e-06, "loss": 0.8151, "step": 3404 }, { "epoch": 0.84, "learning_rate": 4.2215436377818275e-06, "loss": 0.851, "step": 3405 }, { "epoch": 0.84, "learning_rate": 4.221059832588942e-06, "loss": 0.7628, "step": 3406 }, { "epoch": 0.84, "learning_rate": 4.220575904843768e-06, "loss": 0.8731, "step": 3407 }, { "epoch": 0.84, "learning_rate": 4.220091854580765e-06, "loss": 0.8557, "step": 3408 }, { "epoch": 0.84, "learning_rate": 4.2196076818344024e-06, "loss": 0.7998, "step": 3409 }, { "epoch": 0.84, "learning_rate": 4.219123386639155e-06, "loss": 0.741, "step": 3410 }, { "epoch": 0.84, "learning_rate": 4.218638969029508e-06, "loss": 0.7446, "step": 3411 }, { "epoch": 0.84, "learning_rate": 4.218154429039958e-06, "loss": 0.7332, "step": 3412 }, { "epoch": 0.84, "learning_rate": 4.217669766705007e-06, "loss": 0.8365, "step": 3413 }, { "epoch": 0.84, "learning_rate": 4.217184982059165e-06, "loss": 0.8134, "step": 3414 }, { "epoch": 0.84, "learning_rate": 4.2167000751369535e-06, "loss": 0.776, "step": 3415 }, { "epoch": 0.84, "learning_rate": 4.216215045972901e-06, "loss": 0.7532, "step": 3416 }, { "epoch": 0.84, "learning_rate": 4.215729894601545e-06, "loss": 0.8618, "step": 3417 }, { "epoch": 0.84, "learning_rate": 4.215244621057434e-06, "loss": 0.8407, "step": 3418 }, { "epoch": 0.84, "learning_rate": 4.21475922537512e-06, "loss": 0.8274, "step": 3419 }, { "epoch": 0.85, "learning_rate": 4.214273707589168e-06, "loss": 0.8352, "step": 3420 }, { "epoch": 0.85, "learning_rate": 4.2137880677341525e-06, "loss": 0.908, "step": 3421 }, { "epoch": 0.85, "learning_rate": 4.213302305844651e-06, "loss": 0.9328, "step": 3422 }, { "epoch": 0.85, "learning_rate": 4.2128164219552565e-06, "loss": 0.7591, "step": 3423 }, { "epoch": 0.85, "learning_rate": 4.212330416100566e-06, "loss": 0.7693, "step": 3424 }, { "epoch": 0.85, "learning_rate": 4.211844288315187e-06, "loss": 0.7661, "step": 3425 }, { "epoch": 0.85, "learning_rate": 4.211358038633735e-06, "loss": 0.7891, "step": 3426 }, { "epoch": 0.85, "learning_rate": 4.210871667090836e-06, "loss": 0.81, "step": 3427 }, { "epoch": 0.85, "learning_rate": 4.210385173721122e-06, "loss": 0.8887, "step": 3428 }, { "epoch": 0.85, "learning_rate": 4.209898558559235e-06, "loss": 0.7516, "step": 3429 }, { "epoch": 0.85, "learning_rate": 4.209411821639827e-06, "loss": 0.7709, "step": 3430 }, { "epoch": 0.85, "learning_rate": 4.208924962997555e-06, "loss": 0.8854, "step": 3431 }, { "epoch": 0.85, "learning_rate": 4.2084379826670886e-06, "loss": 0.8479, "step": 3432 }, { "epoch": 0.85, "learning_rate": 4.207950880683104e-06, "loss": 0.8015, "step": 3433 }, { "epoch": 0.85, "learning_rate": 4.207463657080287e-06, "loss": 0.8825, "step": 3434 }, { "epoch": 0.85, "learning_rate": 4.206976311893331e-06, "loss": 0.8128, "step": 3435 }, { "epoch": 0.85, "learning_rate": 4.206488845156938e-06, "loss": 0.8229, "step": 3436 }, { "epoch": 0.85, "learning_rate": 4.206001256905821e-06, "loss": 0.8231, "step": 3437 }, { "epoch": 0.85, "learning_rate": 4.205513547174697e-06, "loss": 0.7906, "step": 3438 }, { "epoch": 0.85, "learning_rate": 4.205025715998298e-06, "loss": 0.7529, "step": 3439 }, { "epoch": 0.85, "learning_rate": 4.204537763411359e-06, "loss": 0.8474, "step": 3440 }, { "epoch": 0.85, "learning_rate": 4.204049689448627e-06, "loss": 0.7829, "step": 3441 }, { "epoch": 0.85, "learning_rate": 4.203561494144856e-06, "loss": 0.883, "step": 3442 }, { "epoch": 0.85, "learning_rate": 4.203073177534809e-06, "loss": 0.8471, "step": 3443 }, { "epoch": 0.85, "learning_rate": 4.202584739653258e-06, "loss": 0.7611, "step": 3444 }, { "epoch": 0.85, "learning_rate": 4.2020961805349836e-06, "loss": 0.7927, "step": 3445 }, { "epoch": 0.85, "learning_rate": 4.201607500214775e-06, "loss": 0.7758, "step": 3446 }, { "epoch": 0.85, "learning_rate": 4.201118698727428e-06, "loss": 0.809, "step": 3447 }, { "epoch": 0.85, "learning_rate": 4.2006297761077516e-06, "loss": 0.8063, "step": 3448 }, { "epoch": 0.85, "learning_rate": 4.200140732390558e-06, "loss": 0.8356, "step": 3449 }, { "epoch": 0.85, "learning_rate": 4.199651567610674e-06, "loss": 0.8332, "step": 3450 }, { "epoch": 0.85, "learning_rate": 4.19916228180293e-06, "loss": 0.7993, "step": 3451 }, { "epoch": 0.85, "learning_rate": 4.198672875002167e-06, "loss": 0.8587, "step": 3452 }, { "epoch": 0.85, "learning_rate": 4.198183347243233e-06, "loss": 0.7705, "step": 3453 }, { "epoch": 0.85, "learning_rate": 4.1976936985609885e-06, "loss": 0.8091, "step": 3454 }, { "epoch": 0.85, "learning_rate": 4.1972039289902985e-06, "loss": 0.8246, "step": 3455 }, { "epoch": 0.85, "learning_rate": 4.1967140385660385e-06, "loss": 0.8363, "step": 3456 }, { "epoch": 0.85, "learning_rate": 4.196224027323093e-06, "loss": 0.8187, "step": 3457 }, { "epoch": 0.85, "learning_rate": 4.195733895296353e-06, "loss": 0.8026, "step": 3458 }, { "epoch": 0.85, "learning_rate": 4.195243642520722e-06, "loss": 0.8519, "step": 3459 }, { "epoch": 0.86, "learning_rate": 4.194753269031107e-06, "loss": 0.8458, "step": 3460 }, { "epoch": 0.86, "learning_rate": 4.194262774862428e-06, "loss": 0.8485, "step": 3461 }, { "epoch": 0.86, "learning_rate": 4.193772160049611e-06, "loss": 0.9687, "step": 3462 }, { "epoch": 0.86, "learning_rate": 4.193281424627592e-06, "loss": 0.8186, "step": 3463 }, { "epoch": 0.86, "learning_rate": 4.192790568631315e-06, "loss": 0.7899, "step": 3464 }, { "epoch": 0.86, "learning_rate": 4.192299592095732e-06, "loss": 0.8243, "step": 3465 }, { "epoch": 0.86, "learning_rate": 4.1918084950558045e-06, "loss": 0.885, "step": 3466 }, { "epoch": 0.86, "learning_rate": 4.191317277546503e-06, "loss": 0.7771, "step": 3467 }, { "epoch": 0.86, "learning_rate": 4.190825939602804e-06, "loss": 0.7467, "step": 3468 }, { "epoch": 0.86, "learning_rate": 4.190334481259696e-06, "loss": 0.8606, "step": 3469 }, { "epoch": 0.86, "learning_rate": 4.189842902552174e-06, "loss": 0.8747, "step": 3470 }, { "epoch": 0.86, "learning_rate": 4.189351203515242e-06, "loss": 0.8923, "step": 3471 }, { "epoch": 0.86, "learning_rate": 4.188859384183914e-06, "loss": 0.888, "step": 3472 }, { "epoch": 0.86, "learning_rate": 4.188367444593209e-06, "loss": 0.6912, "step": 3473 }, { "epoch": 0.86, "learning_rate": 4.187875384778157e-06, "loss": 0.766, "step": 3474 }, { "epoch": 0.86, "learning_rate": 4.187383204773798e-06, "loss": 0.8093, "step": 3475 }, { "epoch": 0.86, "learning_rate": 4.186890904615178e-06, "loss": 0.7613, "step": 3476 }, { "epoch": 0.86, "learning_rate": 4.1863984843373515e-06, "loss": 0.8487, "step": 3477 }, { "epoch": 0.86, "learning_rate": 4.185905943975385e-06, "loss": 0.8851, "step": 3478 }, { "epoch": 0.86, "learning_rate": 4.185413283564348e-06, "loss": 0.8498, "step": 3479 }, { "epoch": 0.86, "learning_rate": 4.184920503139323e-06, "loss": 0.8524, "step": 3480 }, { "epoch": 0.86, "learning_rate": 4.184427602735402e-06, "loss": 0.7884, "step": 3481 }, { "epoch": 0.86, "learning_rate": 4.183934582387678e-06, "loss": 0.8421, "step": 3482 }, { "epoch": 0.86, "learning_rate": 4.183441442131262e-06, "loss": 0.8005, "step": 3483 }, { "epoch": 0.86, "learning_rate": 4.182948182001267e-06, "loss": 0.8198, "step": 3484 }, { "epoch": 0.86, "learning_rate": 4.182454802032818e-06, "loss": 0.7181, "step": 3485 }, { "epoch": 0.86, "learning_rate": 4.1819613022610475e-06, "loss": 0.8605, "step": 3486 }, { "epoch": 0.86, "learning_rate": 4.181467682721095e-06, "loss": 0.8554, "step": 3487 }, { "epoch": 0.86, "learning_rate": 4.180973943448111e-06, "loss": 0.8416, "step": 3488 }, { "epoch": 0.86, "learning_rate": 4.180480084477253e-06, "loss": 0.7725, "step": 3489 }, { "epoch": 0.86, "learning_rate": 4.1799861058436885e-06, "loss": 0.8445, "step": 3490 }, { "epoch": 0.86, "learning_rate": 4.179492007582591e-06, "loss": 0.7968, "step": 3491 }, { "epoch": 0.86, "learning_rate": 4.178997789729144e-06, "loss": 0.7714, "step": 3492 }, { "epoch": 0.86, "learning_rate": 4.17850345231854e-06, "loss": 0.8236, "step": 3493 }, { "epoch": 0.86, "learning_rate": 4.17800899538598e-06, "loss": 0.8269, "step": 3494 }, { "epoch": 0.86, "learning_rate": 4.177514418966673e-06, "loss": 0.9082, "step": 3495 }, { "epoch": 0.86, "learning_rate": 4.1770197230958355e-06, "loss": 0.8134, "step": 3496 }, { "epoch": 0.86, "learning_rate": 4.176524907808693e-06, "loss": 0.7864, "step": 3497 }, { "epoch": 0.86, "learning_rate": 4.176029973140483e-06, "loss": 0.8523, "step": 3498 }, { "epoch": 0.86, "learning_rate": 4.175534919126446e-06, "loss": 0.9188, "step": 3499 }, { "epoch": 0.86, "learning_rate": 4.175039745801834e-06, "loss": 0.874, "step": 3500 }, { "epoch": 0.87, "learning_rate": 4.174544453201907e-06, "loss": 0.8156, "step": 3501 }, { "epoch": 0.87, "learning_rate": 4.174049041361934e-06, "loss": 0.874, "step": 3502 }, { "epoch": 0.87, "learning_rate": 4.173553510317192e-06, "loss": 0.8188, "step": 3503 }, { "epoch": 0.87, "learning_rate": 4.173057860102966e-06, "loss": 0.8476, "step": 3504 }, { "epoch": 0.87, "learning_rate": 4.1725620907545505e-06, "loss": 0.9548, "step": 3505 }, { "epoch": 0.87, "learning_rate": 4.172066202307248e-06, "loss": 0.8653, "step": 3506 }, { "epoch": 0.87, "learning_rate": 4.171570194796369e-06, "loss": 0.7172, "step": 3507 }, { "epoch": 0.87, "learning_rate": 4.171074068257232e-06, "loss": 0.8723, "step": 3508 }, { "epoch": 0.87, "learning_rate": 4.1705778227251675e-06, "loss": 0.854, "step": 3509 }, { "epoch": 0.87, "learning_rate": 4.1700814582355094e-06, "loss": 0.9036, "step": 3510 }, { "epoch": 0.87, "learning_rate": 4.169584974823605e-06, "loss": 0.7293, "step": 3511 }, { "epoch": 0.87, "learning_rate": 4.169088372524804e-06, "loss": 0.8268, "step": 3512 }, { "epoch": 0.87, "learning_rate": 4.168591651374472e-06, "loss": 0.8148, "step": 3513 }, { "epoch": 0.87, "learning_rate": 4.1680948114079775e-06, "loss": 0.8528, "step": 3514 }, { "epoch": 0.87, "learning_rate": 4.167597852660699e-06, "loss": 0.8364, "step": 3515 }, { "epoch": 0.87, "learning_rate": 4.167100775168024e-06, "loss": 0.8191, "step": 3516 }, { "epoch": 0.87, "learning_rate": 4.166603578965348e-06, "loss": 0.806, "step": 3517 }, { "epoch": 0.87, "learning_rate": 4.166106264088076e-06, "loss": 0.8956, "step": 3518 }, { "epoch": 0.87, "learning_rate": 4.165608830571619e-06, "loss": 0.8253, "step": 3519 }, { "epoch": 0.87, "learning_rate": 4.165111278451399e-06, "loss": 0.7647, "step": 3520 }, { "epoch": 0.87, "learning_rate": 4.1646136077628445e-06, "loss": 0.8489, "step": 3521 }, { "epoch": 0.87, "learning_rate": 4.164115818541395e-06, "loss": 0.8334, "step": 3522 }, { "epoch": 0.87, "learning_rate": 4.163617910822494e-06, "loss": 0.7751, "step": 3523 }, { "epoch": 0.87, "learning_rate": 4.1631198846416e-06, "loss": 0.8492, "step": 3524 }, { "epoch": 0.87, "learning_rate": 4.162621740034173e-06, "loss": 0.873, "step": 3525 }, { "epoch": 0.87, "learning_rate": 4.162123477035686e-06, "loss": 0.8127, "step": 3526 }, { "epoch": 0.87, "learning_rate": 4.161625095681619e-06, "loss": 0.7807, "step": 3527 }, { "epoch": 0.87, "learning_rate": 4.16112659600746e-06, "loss": 0.8746, "step": 3528 }, { "epoch": 0.87, "learning_rate": 4.160627978048707e-06, "loss": 0.788, "step": 3529 }, { "epoch": 0.87, "learning_rate": 4.160129241840863e-06, "loss": 0.7967, "step": 3530 }, { "epoch": 0.87, "learning_rate": 4.159630387419445e-06, "loss": 0.7529, "step": 3531 }, { "epoch": 0.87, "learning_rate": 4.159131414819972e-06, "loss": 0.8133, "step": 3532 }, { "epoch": 0.87, "learning_rate": 4.158632324077977e-06, "loss": 0.8395, "step": 3533 }, { "epoch": 0.87, "learning_rate": 4.158133115228998e-06, "loss": 0.8934, "step": 3534 }, { "epoch": 0.87, "learning_rate": 4.157633788308582e-06, "loss": 0.856, "step": 3535 }, { "epoch": 0.87, "learning_rate": 4.1571343433522845e-06, "loss": 0.7871, "step": 3536 }, { "epoch": 0.87, "learning_rate": 4.156634780395672e-06, "loss": 0.869, "step": 3537 }, { "epoch": 0.87, "learning_rate": 4.156135099474314e-06, "loss": 0.826, "step": 3538 }, { "epoch": 0.87, "learning_rate": 4.155635300623793e-06, "loss": 0.7727, "step": 3539 }, { "epoch": 0.87, "learning_rate": 4.155135383879698e-06, "loss": 0.8318, "step": 3540 }, { "epoch": 0.88, "learning_rate": 4.154635349277629e-06, "loss": 0.7782, "step": 3541 }, { "epoch": 0.88, "learning_rate": 4.154135196853188e-06, "loss": 0.799, "step": 3542 }, { "epoch": 0.88, "learning_rate": 4.1536349266419936e-06, "loss": 0.8289, "step": 3543 }, { "epoch": 0.88, "learning_rate": 4.1531345386796675e-06, "loss": 0.7656, "step": 3544 }, { "epoch": 0.88, "learning_rate": 4.152634033001839e-06, "loss": 0.9257, "step": 3545 }, { "epoch": 0.88, "learning_rate": 4.15213340964415e-06, "loss": 0.8563, "step": 3546 }, { "epoch": 0.88, "learning_rate": 4.151632668642249e-06, "loss": 0.7584, "step": 3547 }, { "epoch": 0.88, "learning_rate": 4.151131810031791e-06, "loss": 0.7525, "step": 3548 }, { "epoch": 0.88, "learning_rate": 4.150630833848442e-06, "loss": 0.7952, "step": 3549 }, { "epoch": 0.88, "learning_rate": 4.150129740127874e-06, "loss": 0.8543, "step": 3550 }, { "epoch": 0.88, "learning_rate": 4.149628528905769e-06, "loss": 0.8139, "step": 3551 }, { "epoch": 0.88, "learning_rate": 4.149127200217817e-06, "loss": 0.8284, "step": 3552 }, { "epoch": 0.88, "learning_rate": 4.148625754099718e-06, "loss": 0.8003, "step": 3553 }, { "epoch": 0.88, "learning_rate": 4.148124190587177e-06, "loss": 0.8878, "step": 3554 }, { "epoch": 0.88, "learning_rate": 4.147622509715908e-06, "loss": 0.8653, "step": 3555 }, { "epoch": 0.88, "learning_rate": 4.1471207115216375e-06, "loss": 0.8452, "step": 3556 }, { "epoch": 0.88, "learning_rate": 4.146618796040095e-06, "loss": 0.8274, "step": 3557 }, { "epoch": 0.88, "learning_rate": 4.1461167633070206e-06, "loss": 0.8524, "step": 3558 }, { "epoch": 0.88, "learning_rate": 4.145614613358165e-06, "loss": 0.8444, "step": 3559 }, { "epoch": 0.88, "learning_rate": 4.145112346229282e-06, "loss": 0.8727, "step": 3560 }, { "epoch": 0.88, "learning_rate": 4.144609961956138e-06, "loss": 0.7786, "step": 3561 }, { "epoch": 0.88, "learning_rate": 4.144107460574507e-06, "loss": 0.8197, "step": 3562 }, { "epoch": 0.88, "learning_rate": 4.14360484212017e-06, "loss": 0.7541, "step": 3563 }, { "epoch": 0.88, "learning_rate": 4.1431021066289186e-06, "loss": 0.902, "step": 3564 }, { "epoch": 0.88, "learning_rate": 4.14259925413655e-06, "loss": 0.8492, "step": 3565 }, { "epoch": 0.88, "learning_rate": 4.142096284678872e-06, "loss": 0.8092, "step": 3566 }, { "epoch": 0.88, "learning_rate": 4.141593198291698e-06, "loss": 0.8762, "step": 3567 }, { "epoch": 0.88, "learning_rate": 4.141089995010854e-06, "loss": 0.8236, "step": 3568 }, { "epoch": 0.88, "learning_rate": 4.140586674872169e-06, "loss": 0.8341, "step": 3569 }, { "epoch": 0.88, "learning_rate": 4.140083237911486e-06, "loss": 0.8336, "step": 3570 }, { "epoch": 0.88, "learning_rate": 4.139579684164652e-06, "loss": 0.8037, "step": 3571 }, { "epoch": 0.88, "learning_rate": 4.139076013667524e-06, "loss": 0.8683, "step": 3572 }, { "epoch": 0.88, "learning_rate": 4.138572226455966e-06, "loss": 0.8136, "step": 3573 }, { "epoch": 0.88, "learning_rate": 4.138068322565854e-06, "loss": 0.7878, "step": 3574 }, { "epoch": 0.88, "learning_rate": 4.137564302033066e-06, "loss": 0.8904, "step": 3575 }, { "epoch": 0.88, "learning_rate": 4.137060164893496e-06, "loss": 0.7866, "step": 3576 }, { "epoch": 0.88, "learning_rate": 4.13655591118304e-06, "loss": 0.7847, "step": 3577 }, { "epoch": 0.88, "learning_rate": 4.1360515409376045e-06, "loss": 0.8588, "step": 3578 }, { "epoch": 0.88, "learning_rate": 4.135547054193105e-06, "loss": 0.8485, "step": 3579 }, { "epoch": 0.88, "learning_rate": 4.135042450985466e-06, "loss": 0.7832, "step": 3580 }, { "epoch": 0.88, "learning_rate": 4.134537731350616e-06, "loss": 0.7491, "step": 3581 }, { "epoch": 0.89, "learning_rate": 4.134032895324498e-06, "loss": 0.869, "step": 3582 }, { "epoch": 0.89, "learning_rate": 4.133527942943059e-06, "loss": 0.885, "step": 3583 }, { "epoch": 0.89, "learning_rate": 4.133022874242253e-06, "loss": 0.7763, "step": 3584 }, { "epoch": 0.89, "learning_rate": 4.132517689258048e-06, "loss": 0.8551, "step": 3585 }, { "epoch": 0.89, "learning_rate": 4.132012388026415e-06, "loss": 0.7508, "step": 3586 }, { "epoch": 0.89, "learning_rate": 4.131506970583337e-06, "loss": 0.811, "step": 3587 }, { "epoch": 0.89, "learning_rate": 4.131001436964801e-06, "loss": 0.8924, "step": 3588 }, { "epoch": 0.89, "learning_rate": 4.130495787206806e-06, "loss": 0.8706, "step": 3589 }, { "epoch": 0.89, "learning_rate": 4.1299900213453594e-06, "loss": 0.8811, "step": 3590 }, { "epoch": 0.89, "learning_rate": 4.129484139416473e-06, "loss": 0.7786, "step": 3591 }, { "epoch": 0.89, "learning_rate": 4.128978141456171e-06, "loss": 0.85, "step": 3592 }, { "epoch": 0.89, "learning_rate": 4.1284720275004845e-06, "loss": 0.975, "step": 3593 }, { "epoch": 0.89, "learning_rate": 4.12796579758545e-06, "loss": 0.8285, "step": 3594 }, { "epoch": 0.89, "learning_rate": 4.127459451747119e-06, "loss": 0.8348, "step": 3595 }, { "epoch": 0.89, "learning_rate": 4.126952990021543e-06, "loss": 0.8594, "step": 3596 }, { "epoch": 0.89, "learning_rate": 4.126446412444788e-06, "loss": 0.8545, "step": 3597 }, { "epoch": 0.89, "learning_rate": 4.125939719052927e-06, "loss": 0.8636, "step": 3598 }, { "epoch": 0.89, "learning_rate": 4.125432909882038e-06, "loss": 0.8457, "step": 3599 }, { "epoch": 0.89, "learning_rate": 4.124925984968211e-06, "loss": 0.8671, "step": 3600 }, { "epoch": 0.89, "learning_rate": 4.124418944347543e-06, "loss": 0.7829, "step": 3601 }, { "epoch": 0.89, "learning_rate": 4.1239117880561375e-06, "loss": 0.7917, "step": 3602 }, { "epoch": 0.89, "learning_rate": 4.1234045161301086e-06, "loss": 0.84, "step": 3603 }, { "epoch": 0.89, "learning_rate": 4.12289712860558e-06, "loss": 0.8789, "step": 3604 }, { "epoch": 0.89, "learning_rate": 4.122389625518678e-06, "loss": 0.751, "step": 3605 }, { "epoch": 0.89, "learning_rate": 4.121882006905543e-06, "loss": 0.8232, "step": 3606 }, { "epoch": 0.89, "learning_rate": 4.1213742728023205e-06, "loss": 0.8497, "step": 3607 }, { "epoch": 0.89, "learning_rate": 4.120866423245165e-06, "loss": 0.8382, "step": 3608 }, { "epoch": 0.89, "learning_rate": 4.1203584582702385e-06, "loss": 0.823, "step": 3609 }, { "epoch": 0.89, "learning_rate": 4.119850377913712e-06, "loss": 0.7668, "step": 3610 }, { "epoch": 0.89, "learning_rate": 4.119342182211766e-06, "loss": 0.8503, "step": 3611 }, { "epoch": 0.89, "learning_rate": 4.118833871200587e-06, "loss": 0.8451, "step": 3612 }, { "epoch": 0.89, "learning_rate": 4.11832544491637e-06, "loss": 0.88, "step": 3613 }, { "epoch": 0.89, "learning_rate": 4.117816903395319e-06, "loss": 0.7876, "step": 3614 }, { "epoch": 0.89, "learning_rate": 4.117308246673647e-06, "loss": 0.8186, "step": 3615 }, { "epoch": 0.89, "learning_rate": 4.116799474787573e-06, "loss": 0.8396, "step": 3616 }, { "epoch": 0.89, "learning_rate": 4.116290587773325e-06, "loss": 0.747, "step": 3617 }, { "epoch": 0.89, "learning_rate": 4.11578158566714e-06, "loss": 0.7753, "step": 3618 }, { "epoch": 0.89, "learning_rate": 4.1152724685052635e-06, "loss": 0.8211, "step": 3619 }, { "epoch": 0.89, "learning_rate": 4.114763236323948e-06, "loss": 0.7869, "step": 3620 }, { "epoch": 0.89, "learning_rate": 4.1142538891594544e-06, "loss": 0.872, "step": 3621 }, { "epoch": 0.9, "learning_rate": 4.113744427048052e-06, "loss": 0.8096, "step": 3622 }, { "epoch": 0.9, "learning_rate": 4.113234850026018e-06, "loss": 0.8789, "step": 3623 }, { "epoch": 0.9, "learning_rate": 4.112725158129639e-06, "loss": 0.8294, "step": 3624 }, { "epoch": 0.9, "learning_rate": 4.112215351395208e-06, "loss": 0.8185, "step": 3625 }, { "epoch": 0.9, "learning_rate": 4.111705429859028e-06, "loss": 0.8121, "step": 3626 }, { "epoch": 0.9, "learning_rate": 4.111195393557408e-06, "loss": 0.8504, "step": 3627 }, { "epoch": 0.9, "learning_rate": 4.110685242526667e-06, "loss": 0.8819, "step": 3628 }, { "epoch": 0.9, "learning_rate": 4.110174976803132e-06, "loss": 0.8623, "step": 3629 }, { "epoch": 0.9, "learning_rate": 4.109664596423137e-06, "loss": 0.8762, "step": 3630 }, { "epoch": 0.9, "learning_rate": 4.109154101423025e-06, "loss": 0.8926, "step": 3631 }, { "epoch": 0.9, "learning_rate": 4.108643491839147e-06, "loss": 0.792, "step": 3632 }, { "epoch": 0.9, "learning_rate": 4.108132767707862e-06, "loss": 0.8213, "step": 3633 }, { "epoch": 0.9, "learning_rate": 4.107621929065539e-06, "loss": 0.7962, "step": 3634 }, { "epoch": 0.9, "learning_rate": 4.107110975948552e-06, "loss": 0.8165, "step": 3635 }, { "epoch": 0.9, "learning_rate": 4.106599908393284e-06, "loss": 0.7715, "step": 3636 }, { "epoch": 0.9, "learning_rate": 4.106088726436128e-06, "loss": 0.8205, "step": 3637 }, { "epoch": 0.9, "learning_rate": 4.105577430113484e-06, "loss": 0.8269, "step": 3638 }, { "epoch": 0.9, "learning_rate": 4.105066019461761e-06, "loss": 0.8085, "step": 3639 }, { "epoch": 0.9, "learning_rate": 4.104554494517374e-06, "loss": 0.8048, "step": 3640 }, { "epoch": 0.9, "learning_rate": 4.1040428553167456e-06, "loss": 0.76, "step": 3641 }, { "epoch": 0.9, "learning_rate": 4.103531101896311e-06, "loss": 0.8127, "step": 3642 }, { "epoch": 0.9, "learning_rate": 4.10301923429251e-06, "loss": 0.7731, "step": 3643 }, { "epoch": 0.9, "learning_rate": 4.102507252541792e-06, "loss": 0.8638, "step": 3644 }, { "epoch": 0.9, "learning_rate": 4.101995156680613e-06, "loss": 0.7496, "step": 3645 }, { "epoch": 0.9, "learning_rate": 4.101482946745438e-06, "loss": 0.8426, "step": 3646 }, { "epoch": 0.9, "learning_rate": 4.100970622772741e-06, "loss": 0.8836, "step": 3647 }, { "epoch": 0.9, "learning_rate": 4.1004581847990035e-06, "loss": 0.7777, "step": 3648 }, { "epoch": 0.9, "learning_rate": 4.099945632860713e-06, "loss": 0.7301, "step": 3649 }, { "epoch": 0.9, "learning_rate": 4.09943296699437e-06, "loss": 0.7661, "step": 3650 }, { "epoch": 0.9, "learning_rate": 4.098920187236477e-06, "loss": 0.8406, "step": 3651 }, { "epoch": 0.9, "learning_rate": 4.09840729362355e-06, "loss": 0.7727, "step": 3652 }, { "epoch": 0.9, "learning_rate": 4.097894286192109e-06, "loss": 0.7107, "step": 3653 }, { "epoch": 0.9, "learning_rate": 4.097381164978685e-06, "loss": 0.8578, "step": 3654 }, { "epoch": 0.9, "learning_rate": 4.096867930019818e-06, "loss": 0.8762, "step": 3655 }, { "epoch": 0.9, "learning_rate": 4.09635458135205e-06, "loss": 0.8627, "step": 3656 }, { "epoch": 0.9, "learning_rate": 4.0958411190119385e-06, "loss": 0.8472, "step": 3657 }, { "epoch": 0.9, "learning_rate": 4.095327543036044e-06, "loss": 0.7973, "step": 3658 }, { "epoch": 0.9, "learning_rate": 4.094813853460938e-06, "loss": 0.7926, "step": 3659 }, { "epoch": 0.9, "learning_rate": 4.094300050323199e-06, "loss": 0.8703, "step": 3660 }, { "epoch": 0.9, "learning_rate": 4.0937861336594135e-06, "loss": 0.9014, "step": 3661 }, { "epoch": 0.9, "learning_rate": 4.0932721035061754e-06, "loss": 0.7638, "step": 3662 }, { "epoch": 0.91, "learning_rate": 4.092757959900089e-06, "loss": 0.829, "step": 3663 }, { "epoch": 0.91, "learning_rate": 4.092243702877763e-06, "loss": 0.8412, "step": 3664 }, { "epoch": 0.91, "learning_rate": 4.091729332475819e-06, "loss": 0.8176, "step": 3665 }, { "epoch": 0.91, "learning_rate": 4.091214848730881e-06, "loss": 0.7796, "step": 3666 }, { "epoch": 0.91, "learning_rate": 4.090700251679587e-06, "loss": 0.8722, "step": 3667 }, { "epoch": 0.91, "learning_rate": 4.090185541358579e-06, "loss": 0.931, "step": 3668 }, { "epoch": 0.91, "learning_rate": 4.089670717804507e-06, "loss": 0.7851, "step": 3669 }, { "epoch": 0.91, "learning_rate": 4.089155781054032e-06, "loss": 0.7739, "step": 3670 }, { "epoch": 0.91, "learning_rate": 4.08864073114382e-06, "loss": 0.8051, "step": 3671 }, { "epoch": 0.91, "learning_rate": 4.088125568110548e-06, "loss": 0.7649, "step": 3672 }, { "epoch": 0.91, "learning_rate": 4.087610291990898e-06, "loss": 0.8147, "step": 3673 }, { "epoch": 0.91, "learning_rate": 4.087094902821562e-06, "loss": 0.9709, "step": 3674 }, { "epoch": 0.91, "learning_rate": 4.08657940063924e-06, "loss": 0.8953, "step": 3675 }, { "epoch": 0.91, "learning_rate": 4.086063785480639e-06, "loss": 0.8109, "step": 3676 }, { "epoch": 0.91, "learning_rate": 4.085548057382475e-06, "loss": 0.8632, "step": 3677 }, { "epoch": 0.91, "learning_rate": 4.0850322163814704e-06, "loss": 0.8586, "step": 3678 }, { "epoch": 0.91, "learning_rate": 4.0845162625143586e-06, "loss": 0.8342, "step": 3679 }, { "epoch": 0.91, "learning_rate": 4.084000195817879e-06, "loss": 0.7354, "step": 3680 }, { "epoch": 0.91, "learning_rate": 4.083484016328778e-06, "loss": 0.8359, "step": 3681 }, { "epoch": 0.91, "learning_rate": 4.082967724083814e-06, "loss": 0.866, "step": 3682 }, { "epoch": 0.91, "learning_rate": 4.082451319119749e-06, "loss": 0.8359, "step": 3683 }, { "epoch": 0.91, "learning_rate": 4.081934801473355e-06, "loss": 0.7889, "step": 3684 }, { "epoch": 0.91, "learning_rate": 4.081418171181413e-06, "loss": 0.8237, "step": 3685 }, { "epoch": 0.91, "learning_rate": 4.080901428280709e-06, "loss": 0.8012, "step": 3686 }, { "epoch": 0.91, "learning_rate": 4.080384572808042e-06, "loss": 0.8737, "step": 3687 }, { "epoch": 0.91, "learning_rate": 4.079867604800213e-06, "loss": 0.7923, "step": 3688 }, { "epoch": 0.91, "learning_rate": 4.079350524294034e-06, "loss": 0.7553, "step": 3689 }, { "epoch": 0.91, "learning_rate": 4.078833331326327e-06, "loss": 0.8104, "step": 3690 }, { "epoch": 0.91, "learning_rate": 4.078316025933919e-06, "loss": 0.7901, "step": 3691 }, { "epoch": 0.91, "learning_rate": 4.077798608153646e-06, "loss": 0.7886, "step": 3692 }, { "epoch": 0.91, "learning_rate": 4.077281078022352e-06, "loss": 0.8892, "step": 3693 }, { "epoch": 0.91, "learning_rate": 4.076763435576889e-06, "loss": 0.767, "step": 3694 }, { "epoch": 0.91, "learning_rate": 4.076245680854116e-06, "loss": 0.8335, "step": 3695 }, { "epoch": 0.91, "learning_rate": 4.075727813890903e-06, "loss": 0.7842, "step": 3696 }, { "epoch": 0.91, "learning_rate": 4.075209834724125e-06, "loss": 0.817, "step": 3697 }, { "epoch": 0.91, "learning_rate": 4.074691743390666e-06, "loss": 0.8123, "step": 3698 }, { "epoch": 0.91, "learning_rate": 4.074173539927419e-06, "loss": 0.7932, "step": 3699 }, { "epoch": 0.91, "learning_rate": 4.0736552243712815e-06, "loss": 0.7749, "step": 3700 }, { "epoch": 0.91, "learning_rate": 4.073136796759163e-06, "loss": 0.7719, "step": 3701 }, { "epoch": 0.91, "learning_rate": 4.072618257127979e-06, "loss": 0.8421, "step": 3702 }, { "epoch": 0.92, "learning_rate": 4.072099605514654e-06, "loss": 0.8295, "step": 3703 }, { "epoch": 0.92, "learning_rate": 4.07158084195612e-06, "loss": 0.8404, "step": 3704 }, { "epoch": 0.92, "learning_rate": 4.071061966489316e-06, "loss": 0.8026, "step": 3705 }, { "epoch": 0.92, "learning_rate": 4.07054297915119e-06, "loss": 0.818, "step": 3706 }, { "epoch": 0.92, "learning_rate": 4.070023879978697e-06, "loss": 0.7315, "step": 3707 }, { "epoch": 0.92, "learning_rate": 4.069504669008803e-06, "loss": 0.8355, "step": 3708 }, { "epoch": 0.92, "learning_rate": 4.068985346278478e-06, "loss": 0.8245, "step": 3709 }, { "epoch": 0.92, "learning_rate": 4.068465911824701e-06, "loss": 0.8131, "step": 3710 }, { "epoch": 0.92, "learning_rate": 4.067946365684461e-06, "loss": 0.8185, "step": 3711 }, { "epoch": 0.92, "learning_rate": 4.067426707894754e-06, "loss": 0.858, "step": 3712 }, { "epoch": 0.92, "learning_rate": 4.066906938492582e-06, "loss": 0.8313, "step": 3713 }, { "epoch": 0.92, "learning_rate": 4.066387057514957e-06, "loss": 0.87, "step": 3714 }, { "epoch": 0.92, "learning_rate": 4.065867064998899e-06, "loss": 0.7756, "step": 3715 }, { "epoch": 0.92, "learning_rate": 4.065346960981434e-06, "loss": 0.8569, "step": 3716 }, { "epoch": 0.92, "learning_rate": 4.064826745499598e-06, "loss": 0.8377, "step": 3717 }, { "epoch": 0.92, "learning_rate": 4.064306418590436e-06, "loss": 0.7685, "step": 3718 }, { "epoch": 0.92, "learning_rate": 4.063785980290995e-06, "loss": 0.7932, "step": 3719 }, { "epoch": 0.92, "learning_rate": 4.063265430638338e-06, "loss": 0.8323, "step": 3720 }, { "epoch": 0.92, "learning_rate": 4.0627447696695314e-06, "loss": 0.8518, "step": 3721 }, { "epoch": 0.92, "learning_rate": 4.062223997421648e-06, "loss": 0.8267, "step": 3722 }, { "epoch": 0.92, "learning_rate": 4.061703113931772e-06, "loss": 0.7759, "step": 3723 }, { "epoch": 0.92, "learning_rate": 4.061182119236995e-06, "loss": 0.7663, "step": 3724 }, { "epoch": 0.92, "learning_rate": 4.060661013374414e-06, "loss": 0.8139, "step": 3725 }, { "epoch": 0.92, "learning_rate": 4.060139796381137e-06, "loss": 0.7631, "step": 3726 }, { "epoch": 0.92, "learning_rate": 4.059618468294278e-06, "loss": 0.7325, "step": 3727 }, { "epoch": 0.92, "learning_rate": 4.059097029150959e-06, "loss": 0.8257, "step": 3728 }, { "epoch": 0.92, "learning_rate": 4.058575478988311e-06, "loss": 0.8685, "step": 3729 }, { "epoch": 0.92, "learning_rate": 4.058053817843473e-06, "loss": 0.7535, "step": 3730 }, { "epoch": 0.92, "learning_rate": 4.05753204575359e-06, "loss": 0.8176, "step": 3731 }, { "epoch": 0.92, "learning_rate": 4.057010162755816e-06, "loss": 0.9051, "step": 3732 }, { "epoch": 0.92, "learning_rate": 4.056488168887312e-06, "loss": 0.8289, "step": 3733 }, { "epoch": 0.92, "learning_rate": 4.055966064185251e-06, "loss": 0.801, "step": 3734 }, { "epoch": 0.92, "learning_rate": 4.055443848686808e-06, "loss": 0.7855, "step": 3735 }, { "epoch": 0.92, "learning_rate": 4.05492152242917e-06, "loss": 0.7484, "step": 3736 }, { "epoch": 0.92, "learning_rate": 4.054399085449529e-06, "loss": 0.9032, "step": 3737 }, { "epoch": 0.92, "learning_rate": 4.053876537785089e-06, "loss": 0.7927, "step": 3738 }, { "epoch": 0.92, "learning_rate": 4.053353879473057e-06, "loss": 0.758, "step": 3739 }, { "epoch": 0.92, "learning_rate": 4.052831110550651e-06, "loss": 0.7695, "step": 3740 }, { "epoch": 0.92, "learning_rate": 4.052308231055095e-06, "loss": 0.8391, "step": 3741 }, { "epoch": 0.92, "learning_rate": 4.051785241023625e-06, "loss": 0.8174, "step": 3742 }, { "epoch": 0.92, "learning_rate": 4.051262140493477e-06, "loss": 0.7824, "step": 3743 }, { "epoch": 0.93, "learning_rate": 4.0507389295019035e-06, "loss": 0.7445, "step": 3744 }, { "epoch": 0.93, "learning_rate": 4.050215608086161e-06, "loss": 0.76, "step": 3745 }, { "epoch": 0.93, "learning_rate": 4.049692176283511e-06, "loss": 0.8316, "step": 3746 }, { "epoch": 0.93, "learning_rate": 4.049168634131228e-06, "loss": 0.7819, "step": 3747 }, { "epoch": 0.93, "learning_rate": 4.048644981666592e-06, "loss": 0.7335, "step": 3748 }, { "epoch": 0.93, "learning_rate": 4.04812121892689e-06, "loss": 0.7732, "step": 3749 }, { "epoch": 0.93, "learning_rate": 4.047597345949419e-06, "loss": 0.84, "step": 3750 }, { "epoch": 0.93, "learning_rate": 4.047073362771481e-06, "loss": 0.7915, "step": 3751 }, { "epoch": 0.93, "learning_rate": 4.046549269430389e-06, "loss": 0.85, "step": 3752 }, { "epoch": 0.93, "learning_rate": 4.046025065963462e-06, "loss": 0.7897, "step": 3753 }, { "epoch": 0.93, "learning_rate": 4.045500752408027e-06, "loss": 0.7943, "step": 3754 }, { "epoch": 0.93, "learning_rate": 4.0449763288014184e-06, "loss": 0.8598, "step": 3755 }, { "epoch": 0.93, "learning_rate": 4.044451795180981e-06, "loss": 0.7841, "step": 3756 }, { "epoch": 0.93, "learning_rate": 4.043927151584064e-06, "loss": 0.8599, "step": 3757 }, { "epoch": 0.93, "learning_rate": 4.043402398048026e-06, "loss": 0.8563, "step": 3758 }, { "epoch": 0.93, "learning_rate": 4.042877534610232e-06, "loss": 0.8591, "step": 3759 }, { "epoch": 0.93, "learning_rate": 4.04235256130806e-06, "loss": 0.8285, "step": 3760 }, { "epoch": 0.93, "learning_rate": 4.041827478178888e-06, "loss": 0.776, "step": 3761 }, { "epoch": 0.93, "learning_rate": 4.041302285260109e-06, "loss": 0.6701, "step": 3762 }, { "epoch": 0.93, "learning_rate": 4.040776982589118e-06, "loss": 0.7424, "step": 3763 }, { "epoch": 0.93, "learning_rate": 4.040251570203323e-06, "loss": 0.8143, "step": 3764 }, { "epoch": 0.93, "learning_rate": 4.039726048140135e-06, "loss": 0.8286, "step": 3765 }, { "epoch": 0.93, "learning_rate": 4.039200416436977e-06, "loss": 0.8567, "step": 3766 }, { "epoch": 0.93, "learning_rate": 4.038674675131275e-06, "loss": 0.724, "step": 3767 }, { "epoch": 0.93, "learning_rate": 4.03814882426047e-06, "loss": 0.8061, "step": 3768 }, { "epoch": 0.93, "learning_rate": 4.037622863862003e-06, "loss": 0.8294, "step": 3769 }, { "epoch": 0.93, "learning_rate": 4.037096793973328e-06, "loss": 0.851, "step": 3770 }, { "epoch": 0.93, "learning_rate": 4.036570614631904e-06, "loss": 0.8694, "step": 3771 }, { "epoch": 0.93, "learning_rate": 4.0360443258752e-06, "loss": 0.8695, "step": 3772 }, { "epoch": 0.93, "learning_rate": 4.0355179277406906e-06, "loss": 0.8426, "step": 3773 }, { "epoch": 0.93, "learning_rate": 4.03499142026586e-06, "loss": 0.8368, "step": 3774 }, { "epoch": 0.93, "learning_rate": 4.0344648034882e-06, "loss": 0.8424, "step": 3775 }, { "epoch": 0.93, "learning_rate": 4.033938077445208e-06, "loss": 0.8956, "step": 3776 }, { "epoch": 0.93, "learning_rate": 4.033411242174391e-06, "loss": 0.839, "step": 3777 }, { "epoch": 0.93, "learning_rate": 4.032884297713265e-06, "loss": 0.9183, "step": 3778 }, { "epoch": 0.93, "learning_rate": 4.032357244099352e-06, "loss": 0.8018, "step": 3779 }, { "epoch": 0.93, "learning_rate": 4.031830081370182e-06, "loss": 0.7917, "step": 3780 }, { "epoch": 0.93, "learning_rate": 4.031302809563292e-06, "loss": 0.8331, "step": 3781 }, { "epoch": 0.93, "learning_rate": 4.03077542871623e-06, "loss": 0.8388, "step": 3782 }, { "epoch": 0.93, "learning_rate": 4.030247938866546e-06, "loss": 0.8261, "step": 3783 }, { "epoch": 0.94, "learning_rate": 4.029720340051804e-06, "loss": 0.7567, "step": 3784 }, { "epoch": 0.94, "learning_rate": 4.029192632309572e-06, "loss": 0.7672, "step": 3785 }, { "epoch": 0.94, "learning_rate": 4.0286648156774265e-06, "loss": 0.8026, "step": 3786 }, { "epoch": 0.94, "learning_rate": 4.028136890192952e-06, "loss": 0.7822, "step": 3787 }, { "epoch": 0.94, "learning_rate": 4.027608855893742e-06, "loss": 0.8321, "step": 3788 }, { "epoch": 0.94, "learning_rate": 4.027080712817395e-06, "loss": 0.7549, "step": 3789 }, { "epoch": 0.94, "learning_rate": 4.026552461001519e-06, "loss": 0.8338, "step": 3790 }, { "epoch": 0.94, "learning_rate": 4.026024100483729e-06, "loss": 0.8387, "step": 3791 }, { "epoch": 0.94, "learning_rate": 4.02549563130165e-06, "loss": 0.7948, "step": 3792 }, { "epoch": 0.94, "learning_rate": 4.024967053492912e-06, "loss": 0.8303, "step": 3793 }, { "epoch": 0.94, "learning_rate": 4.024438367095152e-06, "loss": 0.7593, "step": 3794 }, { "epoch": 0.94, "learning_rate": 4.0239095721460184e-06, "loss": 0.9059, "step": 3795 }, { "epoch": 0.94, "learning_rate": 4.023380668683166e-06, "loss": 0.8206, "step": 3796 }, { "epoch": 0.94, "learning_rate": 4.022851656744254e-06, "loss": 0.854, "step": 3797 }, { "epoch": 0.94, "learning_rate": 4.022322536366955e-06, "loss": 0.8447, "step": 3798 }, { "epoch": 0.94, "learning_rate": 4.021793307588944e-06, "loss": 0.9072, "step": 3799 }, { "epoch": 0.94, "learning_rate": 4.021263970447907e-06, "loss": 0.7692, "step": 3800 }, { "epoch": 0.94, "learning_rate": 4.0207345249815365e-06, "loss": 0.7734, "step": 3801 }, { "epoch": 0.94, "learning_rate": 4.020204971227534e-06, "loss": 0.8468, "step": 3802 }, { "epoch": 0.94, "learning_rate": 4.019675309223605e-06, "loss": 0.8165, "step": 3803 }, { "epoch": 0.94, "learning_rate": 4.019145539007469e-06, "loss": 0.8563, "step": 3804 }, { "epoch": 0.94, "learning_rate": 4.018615660616846e-06, "loss": 0.822, "step": 3805 }, { "epoch": 0.94, "learning_rate": 4.01808567408947e-06, "loss": 0.8268, "step": 3806 }, { "epoch": 0.94, "learning_rate": 4.017555579463078e-06, "loss": 0.8482, "step": 3807 }, { "epoch": 0.94, "learning_rate": 4.017025376775418e-06, "loss": 0.8837, "step": 3808 }, { "epoch": 0.94, "learning_rate": 4.016495066064246e-06, "loss": 0.8162, "step": 3809 }, { "epoch": 0.94, "learning_rate": 4.01596464736732e-06, "loss": 0.7402, "step": 3810 }, { "epoch": 0.94, "learning_rate": 4.015434120722412e-06, "loss": 0.8537, "step": 3811 }, { "epoch": 0.94, "learning_rate": 4.0149034861673005e-06, "loss": 0.7974, "step": 3812 }, { "epoch": 0.94, "learning_rate": 4.014372743739768e-06, "loss": 0.882, "step": 3813 }, { "epoch": 0.94, "learning_rate": 4.01384189347761e-06, "loss": 0.8521, "step": 3814 }, { "epoch": 0.94, "learning_rate": 4.0133109354186254e-06, "loss": 0.8123, "step": 3815 }, { "epoch": 0.94, "learning_rate": 4.012779869600623e-06, "loss": 0.8485, "step": 3816 }, { "epoch": 0.94, "learning_rate": 4.012248696061418e-06, "loss": 0.9128, "step": 3817 }, { "epoch": 0.94, "learning_rate": 4.011717414838835e-06, "loss": 0.7724, "step": 3818 }, { "epoch": 0.94, "learning_rate": 4.011186025970703e-06, "loss": 0.779, "step": 3819 }, { "epoch": 0.94, "learning_rate": 4.010654529494865e-06, "loss": 0.8152, "step": 3820 }, { "epoch": 0.94, "learning_rate": 4.010122925449162e-06, "loss": 0.8066, "step": 3821 }, { "epoch": 0.94, "learning_rate": 4.009591213871453e-06, "loss": 0.8026, "step": 3822 }, { "epoch": 0.94, "learning_rate": 4.0090593947995976e-06, "loss": 0.8065, "step": 3823 }, { "epoch": 0.94, "learning_rate": 4.008527468271465e-06, "loss": 0.7842, "step": 3824 }, { "epoch": 0.95, "learning_rate": 4.007995434324933e-06, "loss": 0.8167, "step": 3825 }, { "epoch": 0.95, "learning_rate": 4.0074632929978865e-06, "loss": 0.8106, "step": 3826 }, { "epoch": 0.95, "learning_rate": 4.006931044328218e-06, "loss": 0.7339, "step": 3827 }, { "epoch": 0.95, "learning_rate": 4.006398688353827e-06, "loss": 0.8406, "step": 3828 }, { "epoch": 0.95, "learning_rate": 4.005866225112621e-06, "loss": 0.8312, "step": 3829 }, { "epoch": 0.95, "learning_rate": 4.005333654642516e-06, "loss": 0.857, "step": 3830 }, { "epoch": 0.95, "learning_rate": 4.004800976981435e-06, "loss": 0.8365, "step": 3831 }, { "epoch": 0.95, "learning_rate": 4.004268192167309e-06, "loss": 0.7563, "step": 3832 }, { "epoch": 0.95, "learning_rate": 4.003735300238075e-06, "loss": 0.8427, "step": 3833 }, { "epoch": 0.95, "learning_rate": 4.003202301231679e-06, "loss": 0.8431, "step": 3834 }, { "epoch": 0.95, "learning_rate": 4.002669195186076e-06, "loss": 0.803, "step": 3835 }, { "epoch": 0.95, "learning_rate": 4.0021359821392264e-06, "loss": 0.8413, "step": 3836 }, { "epoch": 0.95, "learning_rate": 4.0016026621290985e-06, "loss": 0.8088, "step": 3837 }, { "epoch": 0.95, "learning_rate": 4.001069235193669e-06, "loss": 0.8691, "step": 3838 }, { "epoch": 0.95, "learning_rate": 4.0005357013709215e-06, "loss": 0.7797, "step": 3839 }, { "epoch": 0.95, "learning_rate": 4.000002060698847e-06, "loss": 0.8081, "step": 3840 }, { "epoch": 0.95, "learning_rate": 3.999468313215446e-06, "loss": 0.8833, "step": 3841 }, { "epoch": 0.95, "learning_rate": 3.998934458958726e-06, "loss": 0.8145, "step": 3842 }, { "epoch": 0.95, "learning_rate": 3.998400497966699e-06, "loss": 0.882, "step": 3843 }, { "epoch": 0.95, "learning_rate": 3.99786643027739e-06, "loss": 0.7969, "step": 3844 }, { "epoch": 0.95, "learning_rate": 3.9973322559288255e-06, "loss": 0.7355, "step": 3845 }, { "epoch": 0.95, "learning_rate": 3.996797974959044e-06, "loss": 0.7612, "step": 3846 }, { "epoch": 0.95, "learning_rate": 3.996263587406091e-06, "loss": 0.8025, "step": 3847 }, { "epoch": 0.95, "learning_rate": 3.995729093308017e-06, "loss": 0.8412, "step": 3848 }, { "epoch": 0.95, "learning_rate": 3.995194492702884e-06, "loss": 0.7675, "step": 3849 }, { "epoch": 0.95, "learning_rate": 3.994659785628759e-06, "loss": 0.8519, "step": 3850 }, { "epoch": 0.95, "learning_rate": 3.994124972123716e-06, "loss": 0.8128, "step": 3851 }, { "epoch": 0.95, "learning_rate": 3.993590052225839e-06, "loss": 0.8148, "step": 3852 }, { "epoch": 0.95, "learning_rate": 3.993055025973218e-06, "loss": 0.8778, "step": 3853 }, { "epoch": 0.95, "learning_rate": 3.992519893403951e-06, "loss": 0.7961, "step": 3854 }, { "epoch": 0.95, "learning_rate": 3.991984654556143e-06, "loss": 0.8119, "step": 3855 }, { "epoch": 0.95, "learning_rate": 3.9914493094679066e-06, "loss": 0.8125, "step": 3856 }, { "epoch": 0.95, "learning_rate": 3.990913858177363e-06, "loss": 0.8441, "step": 3857 }, { "epoch": 0.95, "learning_rate": 3.990378300722641e-06, "loss": 0.8326, "step": 3858 }, { "epoch": 0.95, "learning_rate": 3.9898426371418745e-06, "loss": 0.7989, "step": 3859 }, { "epoch": 0.95, "learning_rate": 3.989306867473207e-06, "loss": 0.8854, "step": 3860 }, { "epoch": 0.95, "learning_rate": 3.988770991754792e-06, "loss": 0.763, "step": 3861 }, { "epoch": 0.95, "learning_rate": 3.988235010024785e-06, "loss": 0.8189, "step": 3862 }, { "epoch": 0.95, "learning_rate": 3.9876989223213525e-06, "loss": 0.849, "step": 3863 }, { "epoch": 0.95, "learning_rate": 3.987162728682669e-06, "loss": 0.8663, "step": 3864 }, { "epoch": 0.96, "learning_rate": 3.986626429146914e-06, "loss": 0.7924, "step": 3865 }, { "epoch": 0.96, "learning_rate": 3.986090023752277e-06, "loss": 0.8994, "step": 3866 }, { "epoch": 0.96, "learning_rate": 3.985553512536953e-06, "loss": 0.8291, "step": 3867 }, { "epoch": 0.96, "learning_rate": 3.9850168955391474e-06, "loss": 0.8665, "step": 3868 }, { "epoch": 0.96, "learning_rate": 3.98448017279707e-06, "loss": 0.7984, "step": 3869 }, { "epoch": 0.96, "learning_rate": 3.983943344348939e-06, "loss": 0.8641, "step": 3870 }, { "epoch": 0.96, "learning_rate": 3.983406410232983e-06, "loss": 0.8896, "step": 3871 }, { "epoch": 0.96, "learning_rate": 3.982869370487434e-06, "loss": 0.8708, "step": 3872 }, { "epoch": 0.96, "learning_rate": 3.982332225150532e-06, "loss": 0.6972, "step": 3873 }, { "epoch": 0.96, "learning_rate": 3.9817949742605265e-06, "loss": 0.8786, "step": 3874 }, { "epoch": 0.96, "learning_rate": 3.9812576178556754e-06, "loss": 0.8826, "step": 3875 }, { "epoch": 0.96, "learning_rate": 3.9807201559742414e-06, "loss": 0.8522, "step": 3876 }, { "epoch": 0.96, "learning_rate": 3.980182588654496e-06, "loss": 0.9904, "step": 3877 }, { "epoch": 0.96, "learning_rate": 3.979644915934717e-06, "loss": 0.7456, "step": 3878 }, { "epoch": 0.96, "learning_rate": 3.979107137853192e-06, "loss": 0.8389, "step": 3879 }, { "epoch": 0.96, "learning_rate": 3.978569254448214e-06, "loss": 0.8672, "step": 3880 }, { "epoch": 0.96, "learning_rate": 3.978031265758085e-06, "loss": 0.8756, "step": 3881 }, { "epoch": 0.96, "learning_rate": 3.977493171821113e-06, "loss": 0.7853, "step": 3882 }, { "epoch": 0.96, "learning_rate": 3.9769549726756154e-06, "loss": 0.8159, "step": 3883 }, { "epoch": 0.96, "learning_rate": 3.976416668359915e-06, "loss": 0.8778, "step": 3884 }, { "epoch": 0.96, "learning_rate": 3.975878258912343e-06, "loss": 0.8279, "step": 3885 }, { "epoch": 0.96, "learning_rate": 3.975339744371239e-06, "loss": 0.7899, "step": 3886 }, { "epoch": 0.96, "learning_rate": 3.974801124774949e-06, "loss": 0.8371, "step": 3887 }, { "epoch": 0.96, "learning_rate": 3.974262400161825e-06, "loss": 0.8402, "step": 3888 }, { "epoch": 0.96, "learning_rate": 3.973723570570231e-06, "loss": 0.8346, "step": 3889 }, { "epoch": 0.96, "learning_rate": 3.973184636038534e-06, "loss": 0.7743, "step": 3890 }, { "epoch": 0.96, "learning_rate": 3.9726455966051115e-06, "loss": 0.828, "step": 3891 }, { "epoch": 0.96, "learning_rate": 3.972106452308345e-06, "loss": 0.8412, "step": 3892 }, { "epoch": 0.96, "learning_rate": 3.9715672031866276e-06, "loss": 0.8955, "step": 3893 }, { "epoch": 0.96, "learning_rate": 3.971027849278357e-06, "loss": 0.9149, "step": 3894 }, { "epoch": 0.96, "learning_rate": 3.970488390621939e-06, "loss": 0.8206, "step": 3895 }, { "epoch": 0.96, "learning_rate": 3.969948827255787e-06, "loss": 0.8279, "step": 3896 }, { "epoch": 0.96, "learning_rate": 3.969409159218322e-06, "loss": 0.8158, "step": 3897 }, { "epoch": 0.96, "learning_rate": 3.968869386547974e-06, "loss": 0.8039, "step": 3898 }, { "epoch": 0.96, "learning_rate": 3.968329509283177e-06, "loss": 0.7723, "step": 3899 }, { "epoch": 0.96, "learning_rate": 3.967789527462374e-06, "loss": 0.8294, "step": 3900 }, { "epoch": 0.96, "learning_rate": 3.967249441124018e-06, "loss": 0.8147, "step": 3901 }, { "epoch": 0.96, "learning_rate": 3.966709250306564e-06, "loss": 0.8064, "step": 3902 }, { "epoch": 0.96, "learning_rate": 3.96616895504848e-06, "loss": 0.8617, "step": 3903 }, { "epoch": 0.96, "learning_rate": 3.965628555388239e-06, "loss": 0.8119, "step": 3904 }, { "epoch": 0.96, "learning_rate": 3.96508805136432e-06, "loss": 0.8581, "step": 3905 }, { "epoch": 0.97, "learning_rate": 3.964547443015212e-06, "loss": 0.8075, "step": 3906 }, { "epoch": 0.97, "learning_rate": 3.964006730379411e-06, "loss": 0.9328, "step": 3907 }, { "epoch": 0.97, "learning_rate": 3.9634659134954175e-06, "loss": 0.7875, "step": 3908 }, { "epoch": 0.97, "learning_rate": 3.962924992401743e-06, "loss": 0.7678, "step": 3909 }, { "epoch": 0.97, "learning_rate": 3.962383967136906e-06, "loss": 0.9029, "step": 3910 }, { "epoch": 0.97, "learning_rate": 3.96184283773943e-06, "loss": 0.8463, "step": 3911 }, { "epoch": 0.97, "learning_rate": 3.961301604247849e-06, "loss": 0.8005, "step": 3912 }, { "epoch": 0.97, "learning_rate": 3.960760266700702e-06, "loss": 0.8039, "step": 3913 }, { "epoch": 0.97, "learning_rate": 3.9602188251365356e-06, "loss": 0.8075, "step": 3914 }, { "epoch": 0.97, "learning_rate": 3.959677279593905e-06, "loss": 0.8301, "step": 3915 }, { "epoch": 0.97, "learning_rate": 3.959135630111373e-06, "loss": 0.8284, "step": 3916 }, { "epoch": 0.97, "learning_rate": 3.958593876727508e-06, "loss": 0.9401, "step": 3917 }, { "epoch": 0.97, "learning_rate": 3.958052019480888e-06, "loss": 0.7132, "step": 3918 }, { "epoch": 0.97, "learning_rate": 3.957510058410097e-06, "loss": 0.8579, "step": 3919 }, { "epoch": 0.97, "learning_rate": 3.956967993553725e-06, "loss": 0.8042, "step": 3920 }, { "epoch": 0.97, "learning_rate": 3.956425824950373e-06, "loss": 0.8139, "step": 3921 }, { "epoch": 0.97, "learning_rate": 3.955883552638647e-06, "loss": 0.8559, "step": 3922 }, { "epoch": 0.97, "learning_rate": 3.955341176657161e-06, "loss": 0.7905, "step": 3923 }, { "epoch": 0.97, "learning_rate": 3.954798697044535e-06, "loss": 0.8957, "step": 3924 }, { "epoch": 0.97, "learning_rate": 3.9542561138393986e-06, "loss": 0.8147, "step": 3925 }, { "epoch": 0.97, "learning_rate": 3.953713427080388e-06, "loss": 0.8336, "step": 3926 }, { "epoch": 0.97, "learning_rate": 3.953170636806146e-06, "loss": 0.7594, "step": 3927 }, { "epoch": 0.97, "learning_rate": 3.9526277430553235e-06, "loss": 0.8671, "step": 3928 }, { "epoch": 0.97, "learning_rate": 3.952084745866579e-06, "loss": 0.751, "step": 3929 }, { "epoch": 0.97, "learning_rate": 3.951541645278577e-06, "loss": 0.9034, "step": 3930 }, { "epoch": 0.97, "learning_rate": 3.950998441329991e-06, "loss": 0.7946, "step": 3931 }, { "epoch": 0.97, "learning_rate": 3.950455134059501e-06, "loss": 0.7881, "step": 3932 }, { "epoch": 0.97, "learning_rate": 3.949911723505795e-06, "loss": 0.8511, "step": 3933 }, { "epoch": 0.97, "learning_rate": 3.949368209707567e-06, "loss": 0.8707, "step": 3934 }, { "epoch": 0.97, "learning_rate": 3.948824592703519e-06, "loss": 0.8419, "step": 3935 }, { "epoch": 0.97, "learning_rate": 3.948280872532362e-06, "loss": 0.6879, "step": 3936 }, { "epoch": 0.97, "learning_rate": 3.9477370492328125e-06, "loss": 0.7862, "step": 3937 }, { "epoch": 0.97, "learning_rate": 3.9471931228435935e-06, "loss": 0.797, "step": 3938 }, { "epoch": 0.97, "learning_rate": 3.946649093403437e-06, "loss": 0.8413, "step": 3939 }, { "epoch": 0.97, "learning_rate": 3.946104960951085e-06, "loss": 0.7537, "step": 3940 }, { "epoch": 0.97, "learning_rate": 3.945560725525279e-06, "loss": 0.7097, "step": 3941 }, { "epoch": 0.97, "learning_rate": 3.945016387164775e-06, "loss": 0.8068, "step": 3942 }, { "epoch": 0.97, "learning_rate": 3.944471945908335e-06, "loss": 0.7879, "step": 3943 }, { "epoch": 0.97, "learning_rate": 3.9439274017947255e-06, "loss": 0.7517, "step": 3944 }, { "epoch": 0.97, "learning_rate": 3.943382754862723e-06, "loss": 0.8422, "step": 3945 }, { "epoch": 0.98, "learning_rate": 3.942838005151109e-06, "loss": 0.78, "step": 3946 }, { "epoch": 0.98, "learning_rate": 3.942293152698676e-06, "loss": 0.8476, "step": 3947 }, { "epoch": 0.98, "learning_rate": 3.9417481975442205e-06, "loss": 0.894, "step": 3948 }, { "epoch": 0.98, "learning_rate": 3.941203139726547e-06, "loss": 0.8259, "step": 3949 }, { "epoch": 0.98, "learning_rate": 3.940657979284468e-06, "loss": 0.8596, "step": 3950 }, { "epoch": 0.98, "learning_rate": 3.940112716256803e-06, "loss": 0.8104, "step": 3951 }, { "epoch": 0.98, "learning_rate": 3.939567350682379e-06, "loss": 0.8401, "step": 3952 }, { "epoch": 0.98, "learning_rate": 3.939021882600029e-06, "loss": 0.8106, "step": 3953 }, { "epoch": 0.98, "learning_rate": 3.938476312048596e-06, "loss": 0.8035, "step": 3954 }, { "epoch": 0.98, "learning_rate": 3.937930639066928e-06, "loss": 0.7448, "step": 3955 }, { "epoch": 0.98, "learning_rate": 3.9373848636938805e-06, "loss": 0.886, "step": 3956 }, { "epoch": 0.98, "learning_rate": 3.9368389859683175e-06, "loss": 0.8436, "step": 3957 }, { "epoch": 0.98, "learning_rate": 3.9362930059291094e-06, "loss": 0.8508, "step": 3958 }, { "epoch": 0.98, "learning_rate": 3.9357469236151335e-06, "loss": 0.8287, "step": 3959 }, { "epoch": 0.98, "learning_rate": 3.935200739065275e-06, "loss": 0.9299, "step": 3960 }, { "epoch": 0.98, "learning_rate": 3.934654452318428e-06, "loss": 0.8547, "step": 3961 }, { "epoch": 0.98, "learning_rate": 3.93410806341349e-06, "loss": 0.8405, "step": 3962 }, { "epoch": 0.98, "learning_rate": 3.933561572389368e-06, "loss": 0.8761, "step": 3963 }, { "epoch": 0.98, "learning_rate": 3.933014979284978e-06, "loss": 0.7293, "step": 3964 }, { "epoch": 0.98, "learning_rate": 3.93246828413924e-06, "loss": 0.805, "step": 3965 }, { "epoch": 0.98, "learning_rate": 3.931921486991083e-06, "loss": 0.7734, "step": 3966 }, { "epoch": 0.98, "learning_rate": 3.931374587879445e-06, "loss": 0.9179, "step": 3967 }, { "epoch": 0.98, "learning_rate": 3.930827586843267e-06, "loss": 0.8319, "step": 3968 }, { "epoch": 0.98, "learning_rate": 3.930280483921499e-06, "loss": 0.777, "step": 3969 }, { "epoch": 0.98, "learning_rate": 3.929733279153102e-06, "loss": 0.8653, "step": 3970 }, { "epoch": 0.98, "learning_rate": 3.929185972577038e-06, "loss": 0.8533, "step": 3971 }, { "epoch": 0.98, "learning_rate": 3.92863856423228e-06, "loss": 0.8065, "step": 3972 }, { "epoch": 0.98, "learning_rate": 3.928091054157808e-06, "loss": 0.8077, "step": 3973 }, { "epoch": 0.98, "learning_rate": 3.927543442392608e-06, "loss": 0.7823, "step": 3974 }, { "epoch": 0.98, "learning_rate": 3.926995728975676e-06, "loss": 0.9395, "step": 3975 }, { "epoch": 0.98, "learning_rate": 3.926447913946011e-06, "loss": 0.8333, "step": 3976 }, { "epoch": 0.98, "learning_rate": 3.925899997342624e-06, "loss": 0.7153, "step": 3977 }, { "epoch": 0.98, "learning_rate": 3.925351979204528e-06, "loss": 0.7617, "step": 3978 }, { "epoch": 0.98, "learning_rate": 3.9248038595707475e-06, "loss": 0.8555, "step": 3979 }, { "epoch": 0.98, "learning_rate": 3.924255638480312e-06, "loss": 0.7333, "step": 3980 }, { "epoch": 0.98, "learning_rate": 3.923707315972261e-06, "loss": 0.8234, "step": 3981 }, { "epoch": 0.98, "learning_rate": 3.923158892085636e-06, "loss": 0.8368, "step": 3982 }, { "epoch": 0.98, "learning_rate": 3.922610366859491e-06, "loss": 0.8906, "step": 3983 }, { "epoch": 0.98, "learning_rate": 3.922061740332885e-06, "loss": 0.884, "step": 3984 }, { "epoch": 0.98, "learning_rate": 3.921513012544883e-06, "loss": 0.8667, "step": 3985 }, { "epoch": 0.98, "learning_rate": 3.920964183534559e-06, "loss": 0.8038, "step": 3986 }, { "epoch": 0.99, "learning_rate": 3.920415253340994e-06, "loss": 0.8462, "step": 3987 }, { "epoch": 0.99, "learning_rate": 3.919866222003277e-06, "loss": 0.7993, "step": 3988 }, { "epoch": 0.99, "learning_rate": 3.9193170895605016e-06, "loss": 0.7943, "step": 3989 }, { "epoch": 0.99, "learning_rate": 3.918767856051771e-06, "loss": 0.7769, "step": 3990 }, { "epoch": 0.99, "learning_rate": 3.9182185215161935e-06, "loss": 0.8437, "step": 3991 }, { "epoch": 0.99, "learning_rate": 3.917669085992887e-06, "loss": 0.8563, "step": 3992 }, { "epoch": 0.99, "learning_rate": 3.917119549520974e-06, "loss": 0.9071, "step": 3993 }, { "epoch": 0.99, "learning_rate": 3.9165699121395885e-06, "loss": 0.8409, "step": 3994 }, { "epoch": 0.99, "learning_rate": 3.9160201738878655e-06, "loss": 0.8012, "step": 3995 }, { "epoch": 0.99, "learning_rate": 3.9154703348049526e-06, "loss": 0.738, "step": 3996 }, { "epoch": 0.99, "learning_rate": 3.914920394930001e-06, "loss": 0.8014, "step": 3997 }, { "epoch": 0.99, "learning_rate": 3.914370354302171e-06, "loss": 0.7863, "step": 3998 }, { "epoch": 0.99, "learning_rate": 3.913820212960631e-06, "loss": 0.8532, "step": 3999 }, { "epoch": 0.99, "learning_rate": 3.913269970944553e-06, "loss": 0.8326, "step": 4000 }, { "epoch": 0.99, "learning_rate": 3.91271962829312e-06, "loss": 0.7639, "step": 4001 }, { "epoch": 0.99, "learning_rate": 3.912169185045519e-06, "loss": 0.8573, "step": 4002 }, { "epoch": 0.99, "learning_rate": 3.911618641240947e-06, "loss": 0.7919, "step": 4003 }, { "epoch": 0.99, "learning_rate": 3.9110679969186065e-06, "loss": 0.8734, "step": 4004 }, { "epoch": 0.99, "learning_rate": 3.910517252117707e-06, "loss": 0.7649, "step": 4005 }, { "epoch": 0.99, "learning_rate": 3.909966406877466e-06, "loss": 0.9021, "step": 4006 }, { "epoch": 0.99, "learning_rate": 3.909415461237107e-06, "loss": 0.898, "step": 4007 }, { "epoch": 0.99, "learning_rate": 3.908864415235863e-06, "loss": 0.8916, "step": 4008 }, { "epoch": 0.99, "learning_rate": 3.908313268912972e-06, "loss": 0.7138, "step": 4009 }, { "epoch": 0.99, "learning_rate": 3.9077620223076785e-06, "loss": 0.7956, "step": 4010 }, { "epoch": 0.99, "learning_rate": 3.907210675459236e-06, "loss": 0.8504, "step": 4011 }, { "epoch": 0.99, "learning_rate": 3.906659228406906e-06, "loss": 0.8886, "step": 4012 }, { "epoch": 0.99, "learning_rate": 3.906107681189953e-06, "loss": 0.8293, "step": 4013 }, { "epoch": 0.99, "learning_rate": 3.905556033847654e-06, "loss": 0.7884, "step": 4014 }, { "epoch": 0.99, "learning_rate": 3.9050042864192885e-06, "loss": 0.8001, "step": 4015 }, { "epoch": 0.99, "learning_rate": 3.904452438944146e-06, "loss": 0.8278, "step": 4016 }, { "epoch": 0.99, "learning_rate": 3.903900491461521e-06, "loss": 0.7626, "step": 4017 }, { "epoch": 0.99, "learning_rate": 3.903348444010719e-06, "loss": 0.8321, "step": 4018 }, { "epoch": 0.99, "learning_rate": 3.902796296631047e-06, "loss": 0.7658, "step": 4019 }, { "epoch": 0.99, "learning_rate": 3.902244049361822e-06, "loss": 0.7816, "step": 4020 }, { "epoch": 0.99, "learning_rate": 3.901691702242369e-06, "loss": 0.8543, "step": 4021 }, { "epoch": 0.99, "learning_rate": 3.901139255312019e-06, "loss": 0.8333, "step": 4022 }, { "epoch": 0.99, "learning_rate": 3.900586708610112e-06, "loss": 0.7809, "step": 4023 }, { "epoch": 0.99, "learning_rate": 3.900034062175992e-06, "loss": 0.8451, "step": 4024 }, { "epoch": 0.99, "learning_rate": 3.899481316049012e-06, "loss": 0.7818, "step": 4025 }, { "epoch": 0.99, "learning_rate": 3.89892847026853e-06, "loss": 0.8035, "step": 4026 }, { "epoch": 1.0, "learning_rate": 3.898375524873916e-06, "loss": 0.8101, "step": 4027 }, { "epoch": 1.0, "learning_rate": 3.89782247990454e-06, "loss": 0.8446, "step": 4028 }, { "epoch": 1.0, "learning_rate": 3.897269335399786e-06, "loss": 0.8323, "step": 4029 }, { "epoch": 1.0, "learning_rate": 3.89671609139904e-06, "loss": 0.8219, "step": 4030 }, { "epoch": 1.0, "learning_rate": 3.896162747941698e-06, "loss": 0.8534, "step": 4031 }, { "epoch": 1.0, "learning_rate": 3.895609305067162e-06, "loss": 0.8223, "step": 4032 }, { "epoch": 1.0, "learning_rate": 3.895055762814842e-06, "loss": 0.9066, "step": 4033 }, { "epoch": 1.0, "learning_rate": 3.894502121224153e-06, "loss": 0.8171, "step": 4034 }, { "epoch": 1.0, "learning_rate": 3.893948380334519e-06, "loss": 0.904, "step": 4035 }, { "epoch": 1.0, "learning_rate": 3.893394540185371e-06, "loss": 0.9089, "step": 4036 }, { "epoch": 1.0, "learning_rate": 3.892840600816147e-06, "loss": 0.8482, "step": 4037 }, { "epoch": 1.0, "learning_rate": 3.8922865622662895e-06, "loss": 0.7657, "step": 4038 }, { "epoch": 1.0, "learning_rate": 3.891732424575252e-06, "loss": 0.8042, "step": 4039 }, { "epoch": 1.0, "learning_rate": 3.8911781877824914e-06, "loss": 0.9198, "step": 4040 }, { "epoch": 1.0, "learning_rate": 3.8906238519274755e-06, "loss": 0.914, "step": 4041 }, { "epoch": 1.0, "learning_rate": 3.8900694170496765e-06, "loss": 0.8187, "step": 4042 }, { "epoch": 1.0, "learning_rate": 3.889514883188575e-06, "loss": 0.8389, "step": 4043 }, { "epoch": 1.0, "learning_rate": 3.888960250383655e-06, "loss": 0.8596, "step": 4044 }, { "epoch": 1.0, "learning_rate": 3.888405518674415e-06, "loss": 0.8954, "step": 4045 }, { "epoch": 1.0, "learning_rate": 3.887850688100352e-06, "loss": 0.8307, "step": 4046 }, { "epoch": 1.0, "learning_rate": 3.887295758700977e-06, "loss": 0.8435, "step": 4047 }, { "epoch": 1.0, "learning_rate": 3.886740730515802e-06, "loss": 0.86, "step": 4048 }, { "epoch": 1.0, "learning_rate": 3.8861856035843525e-06, "loss": 0.9448, "step": 4049 }, { "epoch": 1.0, "learning_rate": 3.885630377946155e-06, "loss": 0.8213, "step": 4050 }, { "epoch": 1.0, "learning_rate": 3.885075053640748e-06, "loss": 0.8274, "step": 4051 }, { "epoch": 1.0, "learning_rate": 3.884519630707672e-06, "loss": 0.8903, "step": 4052 }, { "epoch": 1.0, "learning_rate": 3.88396410918648e-06, "loss": 0.8829, "step": 4053 }, { "epoch": 1.0, "learning_rate": 3.8834084891167285e-06, "loss": 0.8321, "step": 4054 }, { "epoch": 1.0, "learning_rate": 3.88285277053798e-06, "loss": 0.8175, "step": 4055 }, { "epoch": 1.0, "learning_rate": 3.882296953489808e-06, "loss": 0.7858, "step": 4056 }, { "epoch": 1.0, "learning_rate": 3.88174103801179e-06, "loss": 0.8581, "step": 4057 }, { "epoch": 1.0, "learning_rate": 3.881185024143511e-06, "loss": 0.8727, "step": 4058 }, { "epoch": 1.0, "learning_rate": 3.8806289119245645e-06, "loss": 0.7355, "step": 4059 }, { "epoch": 1.0, "learning_rate": 3.880072701394548e-06, "loss": 0.8218, "step": 4060 }, { "epoch": 1.0, "learning_rate": 3.879516392593069e-06, "loss": 0.8189, "step": 4061 }, { "epoch": 1.0, "learning_rate": 3.878959985559741e-06, "loss": 0.7463, "step": 4062 }, { "epoch": 1.0, "learning_rate": 3.878403480334184e-06, "loss": 0.8595, "step": 4063 }, { "epoch": 1.0, "learning_rate": 3.8778468769560255e-06, "loss": 0.8707, "step": 4064 }, { "epoch": 1.0, "learning_rate": 3.877290175464898e-06, "loss": 0.8197, "step": 4065 }, { "epoch": 1.0, "learning_rate": 3.876733375900447e-06, "loss": 0.8178, "step": 4066 }, { "epoch": 1.01, "learning_rate": 3.876176478302316e-06, "loss": 0.7548, "step": 4067 }, { "epoch": 1.01, "learning_rate": 3.875619482710163e-06, "loss": 0.8538, "step": 4068 }, { "epoch": 1.01, "learning_rate": 3.87506238916365e-06, "loss": 0.7751, "step": 4069 }, { "epoch": 1.01, "learning_rate": 3.874505197702446e-06, "loss": 0.7163, "step": 4070 }, { "epoch": 1.01, "learning_rate": 3.873947908366227e-06, "loss": 0.8335, "step": 4071 }, { "epoch": 1.01, "learning_rate": 3.873390521194677e-06, "loss": 0.7857, "step": 4072 }, { "epoch": 1.01, "learning_rate": 3.872833036227485e-06, "loss": 0.8286, "step": 4073 }, { "epoch": 1.01, "learning_rate": 3.872275453504347e-06, "loss": 0.8335, "step": 4074 }, { "epoch": 1.01, "learning_rate": 3.8717177730649705e-06, "loss": 0.8575, "step": 4075 }, { "epoch": 1.01, "learning_rate": 3.871159994949063e-06, "loss": 0.8392, "step": 4076 }, { "epoch": 1.01, "learning_rate": 3.8706021191963435e-06, "loss": 0.7628, "step": 4077 }, { "epoch": 1.01, "learning_rate": 3.87004414584654e-06, "loss": 0.7963, "step": 4078 }, { "epoch": 1.01, "learning_rate": 3.869486074939379e-06, "loss": 0.8689, "step": 4079 }, { "epoch": 1.01, "learning_rate": 3.8689279065146036e-06, "loss": 0.8727, "step": 4080 }, { "epoch": 1.01, "learning_rate": 3.868369640611958e-06, "loss": 0.848, "step": 4081 }, { "epoch": 1.01, "learning_rate": 3.867811277271194e-06, "loss": 0.785, "step": 4082 }, { "epoch": 1.01, "learning_rate": 3.867252816532072e-06, "loss": 0.8289, "step": 4083 }, { "epoch": 1.01, "learning_rate": 3.866694258434359e-06, "loss": 0.8956, "step": 4084 }, { "epoch": 1.01, "learning_rate": 3.866135603017829e-06, "loss": 0.7902, "step": 4085 }, { "epoch": 1.01, "learning_rate": 3.86557685032226e-06, "loss": 0.8381, "step": 4086 }, { "epoch": 1.01, "learning_rate": 3.8650180003874425e-06, "loss": 0.8747, "step": 4087 }, { "epoch": 1.01, "learning_rate": 3.864459053253169e-06, "loss": 0.8434, "step": 4088 }, { "epoch": 1.01, "learning_rate": 3.863900008959241e-06, "loss": 0.8099, "step": 4089 }, { "epoch": 1.01, "learning_rate": 3.8633408675454655e-06, "loss": 0.7912, "step": 4090 }, { "epoch": 1.01, "learning_rate": 3.862781629051659e-06, "loss": 0.8783, "step": 4091 }, { "epoch": 1.01, "learning_rate": 3.862222293517643e-06, "loss": 0.7598, "step": 4092 }, { "epoch": 1.01, "learning_rate": 3.861662860983247e-06, "loss": 0.7955, "step": 4093 }, { "epoch": 1.01, "learning_rate": 3.8611033314883065e-06, "loss": 0.8215, "step": 4094 }, { "epoch": 1.01, "learning_rate": 3.860543705072662e-06, "loss": 0.7832, "step": 4095 }, { "epoch": 1.01, "learning_rate": 3.859983981776167e-06, "loss": 0.7725, "step": 4096 }, { "epoch": 1.01, "learning_rate": 3.859424161638675e-06, "loss": 0.8335, "step": 4097 }, { "epoch": 1.01, "learning_rate": 3.858864244700051e-06, "loss": 0.8584, "step": 4098 }, { "epoch": 1.01, "learning_rate": 3.858304231000164e-06, "loss": 0.8561, "step": 4099 }, { "epoch": 1.01, "learning_rate": 3.857744120578891e-06, "loss": 0.7464, "step": 4100 }, { "epoch": 1.01, "learning_rate": 3.857183913476118e-06, "loss": 0.7788, "step": 4101 }, { "epoch": 1.01, "learning_rate": 3.856623609731733e-06, "loss": 0.8006, "step": 4102 }, { "epoch": 1.01, "learning_rate": 3.856063209385636e-06, "loss": 0.8518, "step": 4103 }, { "epoch": 1.01, "learning_rate": 3.855502712477732e-06, "loss": 0.8291, "step": 4104 }, { "epoch": 1.01, "learning_rate": 3.854942119047931e-06, "loss": 0.9126, "step": 4105 }, { "epoch": 1.01, "learning_rate": 3.854381429136152e-06, "loss": 0.8809, "step": 4106 }, { "epoch": 1.01, "learning_rate": 3.853820642782321e-06, "loss": 0.879, "step": 4107 }, { "epoch": 1.02, "learning_rate": 3.853259760026369e-06, "loss": 0.8533, "step": 4108 }, { "epoch": 1.02, "learning_rate": 3.852698780908236e-06, "loss": 0.8508, "step": 4109 }, { "epoch": 1.02, "learning_rate": 3.852137705467867e-06, "loss": 0.7859, "step": 4110 }, { "epoch": 1.02, "learning_rate": 3.851576533745215e-06, "loss": 0.8105, "step": 4111 }, { "epoch": 1.02, "learning_rate": 3.851015265780242e-06, "loss": 0.8227, "step": 4112 }, { "epoch": 1.02, "learning_rate": 3.85045390161291e-06, "loss": 0.7954, "step": 4113 }, { "epoch": 1.02, "learning_rate": 3.849892441283195e-06, "loss": 0.8401, "step": 4114 }, { "epoch": 1.02, "learning_rate": 3.849330884831077e-06, "loss": 0.7779, "step": 4115 }, { "epoch": 1.02, "learning_rate": 3.8487692322965425e-06, "loss": 0.824, "step": 4116 }, { "epoch": 1.02, "learning_rate": 3.848207483719587e-06, "loss": 0.8787, "step": 4117 }, { "epoch": 1.02, "learning_rate": 3.847645639140209e-06, "loss": 0.7849, "step": 4118 }, { "epoch": 1.02, "learning_rate": 3.847083698598416e-06, "loss": 0.8209, "step": 4119 }, { "epoch": 1.02, "learning_rate": 3.846521662134225e-06, "loss": 0.8428, "step": 4120 }, { "epoch": 1.02, "learning_rate": 3.8459595297876536e-06, "loss": 0.8198, "step": 4121 }, { "epoch": 1.02, "learning_rate": 3.845397301598732e-06, "loss": 0.8243, "step": 4122 }, { "epoch": 1.02, "learning_rate": 3.844834977607496e-06, "loss": 0.8565, "step": 4123 }, { "epoch": 1.02, "learning_rate": 3.844272557853984e-06, "loss": 0.8043, "step": 4124 }, { "epoch": 1.02, "learning_rate": 3.843710042378247e-06, "loss": 0.8707, "step": 4125 }, { "epoch": 1.02, "learning_rate": 3.84314743122034e-06, "loss": 0.832, "step": 4126 }, { "epoch": 1.02, "learning_rate": 3.842584724420324e-06, "loss": 0.8486, "step": 4127 }, { "epoch": 1.02, "learning_rate": 3.84202192201827e-06, "loss": 0.865, "step": 4128 }, { "epoch": 1.02, "learning_rate": 3.8414590240542525e-06, "loss": 0.859, "step": 4129 }, { "epoch": 1.02, "learning_rate": 3.840896030568353e-06, "loss": 0.8771, "step": 4130 }, { "epoch": 1.02, "learning_rate": 3.840332941600662e-06, "loss": 0.8356, "step": 4131 }, { "epoch": 1.02, "learning_rate": 3.839769757191276e-06, "loss": 0.8425, "step": 4132 }, { "epoch": 1.02, "learning_rate": 3.839206477380296e-06, "loss": 0.7949, "step": 4133 }, { "epoch": 1.02, "learning_rate": 3.838643102207834e-06, "loss": 0.9384, "step": 4134 }, { "epoch": 1.02, "learning_rate": 3.838079631714006e-06, "loss": 0.8019, "step": 4135 }, { "epoch": 1.02, "learning_rate": 3.837516065938935e-06, "loss": 0.7826, "step": 4136 }, { "epoch": 1.02, "learning_rate": 3.83695240492275e-06, "loss": 0.8671, "step": 4137 }, { "epoch": 1.02, "learning_rate": 3.836388648705589e-06, "loss": 0.9571, "step": 4138 }, { "epoch": 1.02, "learning_rate": 3.835824797327595e-06, "loss": 0.7615, "step": 4139 }, { "epoch": 1.02, "learning_rate": 3.8352608508289204e-06, "loss": 0.7942, "step": 4140 }, { "epoch": 1.02, "learning_rate": 3.83469680924972e-06, "loss": 0.8549, "step": 4141 }, { "epoch": 1.02, "learning_rate": 3.834132672630159e-06, "loss": 0.8538, "step": 4142 }, { "epoch": 1.02, "learning_rate": 3.833568441010407e-06, "loss": 0.8074, "step": 4143 }, { "epoch": 1.02, "learning_rate": 3.833004114430643e-06, "loss": 0.8133, "step": 4144 }, { "epoch": 1.02, "learning_rate": 3.83243969293105e-06, "loss": 0.8485, "step": 4145 }, { "epoch": 1.02, "learning_rate": 3.83187517655182e-06, "loss": 0.8366, "step": 4146 }, { "epoch": 1.02, "learning_rate": 3.83131056533315e-06, "loss": 0.7736, "step": 4147 }, { "epoch": 1.03, "learning_rate": 3.830745859315245e-06, "loss": 0.8119, "step": 4148 }, { "epoch": 1.03, "learning_rate": 3.830181058538316e-06, "loss": 0.8088, "step": 4149 }, { "epoch": 1.03, "learning_rate": 3.829616163042582e-06, "loss": 0.8114, "step": 4150 }, { "epoch": 1.03, "learning_rate": 3.829051172868266e-06, "loss": 0.7038, "step": 4151 }, { "epoch": 1.03, "learning_rate": 3.828486088055601e-06, "loss": 0.8294, "step": 4152 }, { "epoch": 1.03, "learning_rate": 3.8279209086448244e-06, "loss": 0.8729, "step": 4153 }, { "epoch": 1.03, "learning_rate": 3.827355634676181e-06, "loss": 0.8229, "step": 4154 }, { "epoch": 1.03, "learning_rate": 3.826790266189924e-06, "loss": 0.7726, "step": 4155 }, { "epoch": 1.03, "learning_rate": 3.8262248032263104e-06, "loss": 0.8256, "step": 4156 }, { "epoch": 1.03, "learning_rate": 3.8256592458256055e-06, "loss": 0.812, "step": 4157 }, { "epoch": 1.03, "learning_rate": 3.825093594028082e-06, "loss": 0.8448, "step": 4158 }, { "epoch": 1.03, "learning_rate": 3.824527847874018e-06, "loss": 0.8297, "step": 4159 }, { "epoch": 1.03, "learning_rate": 3.8239620074036985e-06, "loss": 0.9304, "step": 4160 }, { "epoch": 1.03, "learning_rate": 3.823396072657417e-06, "loss": 0.8294, "step": 4161 }, { "epoch": 1.03, "learning_rate": 3.82283004367547e-06, "loss": 0.7838, "step": 4162 }, { "epoch": 1.03, "learning_rate": 3.822263920498165e-06, "loss": 0.8025, "step": 4163 }, { "epoch": 1.03, "learning_rate": 3.821697703165813e-06, "loss": 0.8263, "step": 4164 }, { "epoch": 1.03, "learning_rate": 3.8211313917187335e-06, "loss": 0.7462, "step": 4165 }, { "epoch": 1.03, "learning_rate": 3.820564986197251e-06, "loss": 0.8669, "step": 4166 }, { "epoch": 1.03, "learning_rate": 3.8199984866417e-06, "loss": 0.779, "step": 4167 }, { "epoch": 1.03, "learning_rate": 3.819431893092418e-06, "loss": 0.7565, "step": 4168 }, { "epoch": 1.03, "learning_rate": 3.81886520558975e-06, "loss": 0.7436, "step": 4169 }, { "epoch": 1.03, "learning_rate": 3.81829842417405e-06, "loss": 0.8606, "step": 4170 }, { "epoch": 1.03, "learning_rate": 3.817731548885676e-06, "loss": 0.8353, "step": 4171 }, { "epoch": 1.03, "learning_rate": 3.8171645797649936e-06, "loss": 0.8382, "step": 4172 }, { "epoch": 1.03, "learning_rate": 3.816597516852376e-06, "loss": 0.839, "step": 4173 }, { "epoch": 1.03, "learning_rate": 3.816030360188203e-06, "loss": 0.8288, "step": 4174 }, { "epoch": 1.03, "learning_rate": 3.815463109812858e-06, "loss": 0.7618, "step": 4175 }, { "epoch": 1.03, "learning_rate": 3.814895765766735e-06, "loss": 0.8482, "step": 4176 }, { "epoch": 1.03, "learning_rate": 3.8143283280902343e-06, "loss": 0.7784, "step": 4177 }, { "epoch": 1.03, "learning_rate": 3.813760796823759e-06, "loss": 0.8432, "step": 4178 }, { "epoch": 1.03, "learning_rate": 3.8131931720077232e-06, "loss": 0.7775, "step": 4179 }, { "epoch": 1.03, "learning_rate": 3.812625453682546e-06, "loss": 0.8238, "step": 4180 }, { "epoch": 1.03, "learning_rate": 3.8120576418886518e-06, "loss": 0.8222, "step": 4181 }, { "epoch": 1.03, "learning_rate": 3.811489736666475e-06, "loss": 0.8195, "step": 4182 }, { "epoch": 1.03, "learning_rate": 3.8109217380564536e-06, "loss": 0.8665, "step": 4183 }, { "epoch": 1.03, "learning_rate": 3.810353646099033e-06, "loss": 0.8393, "step": 4184 }, { "epoch": 1.03, "learning_rate": 3.8097854608346672e-06, "loss": 0.8927, "step": 4185 }, { "epoch": 1.03, "learning_rate": 3.809217182303814e-06, "loss": 0.8675, "step": 4186 }, { "epoch": 1.03, "learning_rate": 3.808648810546939e-06, "loss": 0.745, "step": 4187 }, { "epoch": 1.03, "learning_rate": 3.8080803456045136e-06, "loss": 0.7655, "step": 4188 }, { "epoch": 1.04, "learning_rate": 3.8075117875170192e-06, "loss": 0.8388, "step": 4189 }, { "epoch": 1.04, "learning_rate": 3.8069431363249397e-06, "loss": 0.8127, "step": 4190 }, { "epoch": 1.04, "learning_rate": 3.8063743920687667e-06, "loss": 0.8402, "step": 4191 }, { "epoch": 1.04, "learning_rate": 3.8058055547890015e-06, "loss": 0.8084, "step": 4192 }, { "epoch": 1.04, "learning_rate": 3.8052366245261475e-06, "loss": 0.8061, "step": 4193 }, { "epoch": 1.04, "learning_rate": 3.804667601320716e-06, "loss": 0.7738, "step": 4194 }, { "epoch": 1.04, "learning_rate": 3.804098485213229e-06, "loss": 0.7556, "step": 4195 }, { "epoch": 1.04, "learning_rate": 3.803529276244209e-06, "loss": 0.7876, "step": 4196 }, { "epoch": 1.04, "learning_rate": 3.8029599744541877e-06, "loss": 0.8682, "step": 4197 }, { "epoch": 1.04, "learning_rate": 3.802390579883706e-06, "loss": 0.8879, "step": 4198 }, { "epoch": 1.04, "learning_rate": 3.8018210925733075e-06, "loss": 0.9179, "step": 4199 }, { "epoch": 1.04, "learning_rate": 3.8012515125635435e-06, "loss": 0.8374, "step": 4200 }, { "epoch": 1.04, "learning_rate": 3.8006818398949735e-06, "loss": 0.8419, "step": 4201 }, { "epoch": 1.04, "learning_rate": 3.800112074608161e-06, "loss": 0.7673, "step": 4202 }, { "epoch": 1.04, "learning_rate": 3.799542216743679e-06, "loss": 0.7754, "step": 4203 }, { "epoch": 1.04, "learning_rate": 3.798972266342106e-06, "loss": 0.7589, "step": 4204 }, { "epoch": 1.04, "learning_rate": 3.798402223444025e-06, "loss": 0.8312, "step": 4205 }, { "epoch": 1.04, "learning_rate": 3.7978320880900276e-06, "loss": 0.8018, "step": 4206 }, { "epoch": 1.04, "learning_rate": 3.7972618603207135e-06, "loss": 0.8343, "step": 4207 }, { "epoch": 1.04, "learning_rate": 3.7966915401766845e-06, "loss": 0.8135, "step": 4208 }, { "epoch": 1.04, "learning_rate": 3.796121127698553e-06, "loss": 0.8088, "step": 4209 }, { "epoch": 1.04, "learning_rate": 3.7955506229269373e-06, "loss": 0.8426, "step": 4210 }, { "epoch": 1.04, "learning_rate": 3.7949800259024606e-06, "loss": 0.809, "step": 4211 }, { "epoch": 1.04, "learning_rate": 3.7944093366657535e-06, "loss": 0.7702, "step": 4212 }, { "epoch": 1.04, "learning_rate": 3.7938385552574546e-06, "loss": 0.8718, "step": 4213 }, { "epoch": 1.04, "learning_rate": 3.793267681718207e-06, "loss": 0.8059, "step": 4214 }, { "epoch": 1.04, "learning_rate": 3.7926967160886607e-06, "loss": 0.8046, "step": 4215 }, { "epoch": 1.04, "learning_rate": 3.7921256584094733e-06, "loss": 0.7872, "step": 4216 }, { "epoch": 1.04, "learning_rate": 3.791554508721308e-06, "loss": 0.8653, "step": 4217 }, { "epoch": 1.04, "learning_rate": 3.790983267064835e-06, "loss": 0.8083, "step": 4218 }, { "epoch": 1.04, "learning_rate": 3.7904119334807316e-06, "loss": 0.8155, "step": 4219 }, { "epoch": 1.04, "learning_rate": 3.78984050800968e-06, "loss": 0.8265, "step": 4220 }, { "epoch": 1.04, "learning_rate": 3.78926899069237e-06, "loss": 0.8309, "step": 4221 }, { "epoch": 1.04, "learning_rate": 3.7886973815694996e-06, "loss": 0.7942, "step": 4222 }, { "epoch": 1.04, "learning_rate": 3.788125680681769e-06, "loss": 0.8565, "step": 4223 }, { "epoch": 1.04, "learning_rate": 3.7875538880698904e-06, "loss": 0.8389, "step": 4224 }, { "epoch": 1.04, "learning_rate": 3.7869820037745773e-06, "loss": 0.8131, "step": 4225 }, { "epoch": 1.04, "learning_rate": 3.7864100278365534e-06, "loss": 0.81, "step": 4226 }, { "epoch": 1.04, "learning_rate": 3.7858379602965465e-06, "loss": 0.826, "step": 4227 }, { "epoch": 1.04, "learning_rate": 3.7852658011952935e-06, "loss": 0.865, "step": 4228 }, { "epoch": 1.05, "learning_rate": 3.7846935505735362e-06, "loss": 0.8537, "step": 4229 }, { "epoch": 1.05, "learning_rate": 3.784121208472021e-06, "loss": 0.8482, "step": 4230 }, { "epoch": 1.05, "learning_rate": 3.783548774931507e-06, "loss": 0.8166, "step": 4231 }, { "epoch": 1.05, "learning_rate": 3.7829762499927516e-06, "loss": 0.8355, "step": 4232 }, { "epoch": 1.05, "learning_rate": 3.7824036336965253e-06, "loss": 0.786, "step": 4233 }, { "epoch": 1.05, "learning_rate": 3.781830926083602e-06, "loss": 0.7386, "step": 4234 }, { "epoch": 1.05, "learning_rate": 3.7812581271947625e-06, "loss": 0.8125, "step": 4235 }, { "epoch": 1.05, "learning_rate": 3.7806852370707935e-06, "loss": 0.8509, "step": 4236 }, { "epoch": 1.05, "learning_rate": 3.7801122557524915e-06, "loss": 0.8136, "step": 4237 }, { "epoch": 1.05, "learning_rate": 3.779539183280655e-06, "loss": 0.8919, "step": 4238 }, { "epoch": 1.05, "learning_rate": 3.7789660196960915e-06, "loss": 0.8254, "step": 4239 }, { "epoch": 1.05, "learning_rate": 3.7783927650396153e-06, "loss": 0.9132, "step": 4240 }, { "epoch": 1.05, "learning_rate": 3.777819419352045e-06, "loss": 0.8186, "step": 4241 }, { "epoch": 1.05, "learning_rate": 3.777245982674208e-06, "loss": 0.905, "step": 4242 }, { "epoch": 1.05, "learning_rate": 3.7766724550469374e-06, "loss": 0.8057, "step": 4243 }, { "epoch": 1.05, "learning_rate": 3.7760988365110727e-06, "loss": 0.7929, "step": 4244 }, { "epoch": 1.05, "learning_rate": 3.7755251271074587e-06, "loss": 0.852, "step": 4245 }, { "epoch": 1.05, "learning_rate": 3.774951326876949e-06, "loss": 0.8001, "step": 4246 }, { "epoch": 1.05, "learning_rate": 3.774377435860402e-06, "loss": 0.7967, "step": 4247 }, { "epoch": 1.05, "learning_rate": 3.7738034540986825e-06, "loss": 0.807, "step": 4248 }, { "epoch": 1.05, "learning_rate": 3.7732293816326636e-06, "loss": 0.8015, "step": 4249 }, { "epoch": 1.05, "learning_rate": 3.7726552185032217e-06, "loss": 0.7704, "step": 4250 }, { "epoch": 1.05, "learning_rate": 3.7720809647512435e-06, "loss": 0.7778, "step": 4251 }, { "epoch": 1.05, "learning_rate": 3.7715066204176187e-06, "loss": 0.8563, "step": 4252 }, { "epoch": 1.05, "learning_rate": 3.7709321855432462e-06, "loss": 0.7434, "step": 4253 }, { "epoch": 1.05, "learning_rate": 3.7703576601690285e-06, "loss": 0.9081, "step": 4254 }, { "epoch": 1.05, "learning_rate": 3.7697830443358776e-06, "loss": 0.8239, "step": 4255 }, { "epoch": 1.05, "learning_rate": 3.769208338084708e-06, "loss": 0.835, "step": 4256 }, { "epoch": 1.05, "learning_rate": 3.7686335414564455e-06, "loss": 0.8474, "step": 4257 }, { "epoch": 1.05, "learning_rate": 3.7680586544920195e-06, "loss": 0.8374, "step": 4258 }, { "epoch": 1.05, "learning_rate": 3.767483677232366e-06, "loss": 0.9289, "step": 4259 }, { "epoch": 1.05, "learning_rate": 3.766908609718427e-06, "loss": 0.7698, "step": 4260 }, { "epoch": 1.05, "learning_rate": 3.766333451991152e-06, "loss": 0.7602, "step": 4261 }, { "epoch": 1.05, "learning_rate": 3.7657582040914974e-06, "loss": 0.7617, "step": 4262 }, { "epoch": 1.05, "learning_rate": 3.765182866060424e-06, "loss": 0.8777, "step": 4263 }, { "epoch": 1.05, "learning_rate": 3.764607437938901e-06, "loss": 0.8243, "step": 4264 }, { "epoch": 1.05, "learning_rate": 3.7640319197679016e-06, "loss": 0.8807, "step": 4265 }, { "epoch": 1.05, "learning_rate": 3.763456311588408e-06, "loss": 0.8072, "step": 4266 }, { "epoch": 1.05, "learning_rate": 3.762880613441409e-06, "loss": 0.7899, "step": 4267 }, { "epoch": 1.05, "learning_rate": 3.7623048253678973e-06, "loss": 0.7543, "step": 4268 }, { "epoch": 1.05, "learning_rate": 3.7617289474088725e-06, "loss": 0.7967, "step": 4269 }, { "epoch": 1.06, "learning_rate": 3.761152979605344e-06, "loss": 0.7651, "step": 4270 }, { "epoch": 1.06, "learning_rate": 3.760576921998322e-06, "loss": 0.797, "step": 4271 }, { "epoch": 1.06, "learning_rate": 3.760000774628828e-06, "loss": 0.8157, "step": 4272 }, { "epoch": 1.06, "learning_rate": 3.759424537537888e-06, "loss": 0.8171, "step": 4273 }, { "epoch": 1.06, "learning_rate": 3.7588482107665323e-06, "loss": 0.8794, "step": 4274 }, { "epoch": 1.06, "learning_rate": 3.758271794355802e-06, "loss": 0.8698, "step": 4275 }, { "epoch": 1.06, "learning_rate": 3.757695288346742e-06, "loss": 0.7854, "step": 4276 }, { "epoch": 1.06, "learning_rate": 3.757118692780403e-06, "loss": 0.8057, "step": 4277 }, { "epoch": 1.06, "learning_rate": 3.7565420076978425e-06, "loss": 0.85, "step": 4278 }, { "epoch": 1.06, "learning_rate": 3.7559652331401265e-06, "loss": 0.8002, "step": 4279 }, { "epoch": 1.06, "learning_rate": 3.755388369148324e-06, "loss": 0.7596, "step": 4280 }, { "epoch": 1.06, "learning_rate": 3.7548114157635126e-06, "loss": 0.8814, "step": 4281 }, { "epoch": 1.06, "learning_rate": 3.7542343730267756e-06, "loss": 0.841, "step": 4282 }, { "epoch": 1.06, "learning_rate": 3.753657240979203e-06, "loss": 0.7855, "step": 4283 }, { "epoch": 1.06, "learning_rate": 3.753080019661891e-06, "loss": 0.8622, "step": 4284 }, { "epoch": 1.06, "learning_rate": 3.7525027091159415e-06, "loss": 0.865, "step": 4285 }, { "epoch": 1.06, "learning_rate": 3.7519253093824636e-06, "loss": 0.7974, "step": 4286 }, { "epoch": 1.06, "learning_rate": 3.751347820502572e-06, "loss": 0.8152, "step": 4287 }, { "epoch": 1.06, "learning_rate": 3.7507702425173897e-06, "loss": 0.7818, "step": 4288 }, { "epoch": 1.06, "learning_rate": 3.750192575468043e-06, "loss": 0.8767, "step": 4289 }, { "epoch": 1.06, "learning_rate": 3.749614819395666e-06, "loss": 0.7824, "step": 4290 }, { "epoch": 1.06, "learning_rate": 3.7490369743414014e-06, "loss": 0.8088, "step": 4291 }, { "epoch": 1.06, "learning_rate": 3.748459040346394e-06, "loss": 0.7554, "step": 4292 }, { "epoch": 1.06, "learning_rate": 3.747881017451797e-06, "loss": 0.8011, "step": 4293 }, { "epoch": 1.06, "learning_rate": 3.747302905698771e-06, "loss": 0.7612, "step": 4294 }, { "epoch": 1.06, "learning_rate": 3.746724705128481e-06, "loss": 0.7916, "step": 4295 }, { "epoch": 1.06, "learning_rate": 3.7461464157820998e-06, "loss": 0.8817, "step": 4296 }, { "epoch": 1.06, "learning_rate": 3.7455680377008056e-06, "loss": 0.7975, "step": 4297 }, { "epoch": 1.06, "learning_rate": 3.7449895709257835e-06, "loss": 0.8064, "step": 4298 }, { "epoch": 1.06, "learning_rate": 3.744411015498224e-06, "loss": 0.8681, "step": 4299 }, { "epoch": 1.06, "learning_rate": 3.743832371459326e-06, "loss": 0.8124, "step": 4300 }, { "epoch": 1.06, "learning_rate": 3.7432536388502915e-06, "loss": 0.7826, "step": 4301 }, { "epoch": 1.06, "learning_rate": 3.7426748177123316e-06, "loss": 0.9276, "step": 4302 }, { "epoch": 1.06, "learning_rate": 3.7420959080866626e-06, "loss": 0.8323, "step": 4303 }, { "epoch": 1.06, "learning_rate": 3.7415169100145065e-06, "loss": 0.7759, "step": 4304 }, { "epoch": 1.06, "learning_rate": 3.740937823537093e-06, "loss": 0.847, "step": 4305 }, { "epoch": 1.06, "learning_rate": 3.7403586486956573e-06, "loss": 0.8008, "step": 4306 }, { "epoch": 1.06, "learning_rate": 3.73977938553144e-06, "loss": 0.7824, "step": 4307 }, { "epoch": 1.06, "learning_rate": 3.7392000340856906e-06, "loss": 0.777, "step": 4308 }, { "epoch": 1.06, "learning_rate": 3.738620594399663e-06, "loss": 0.789, "step": 4309 }, { "epoch": 1.07, "learning_rate": 3.7380410665146163e-06, "loss": 0.8364, "step": 4310 }, { "epoch": 1.07, "learning_rate": 3.7374614504718176e-06, "loss": 0.7697, "step": 4311 }, { "epoch": 1.07, "learning_rate": 3.736881746312541e-06, "loss": 0.8219, "step": 4312 }, { "epoch": 1.07, "learning_rate": 3.736301954078065e-06, "loss": 0.8567, "step": 4313 }, { "epoch": 1.07, "learning_rate": 3.7357220738096746e-06, "loss": 0.7763, "step": 4314 }, { "epoch": 1.07, "learning_rate": 3.7351421055486624e-06, "loss": 0.8217, "step": 4315 }, { "epoch": 1.07, "learning_rate": 3.734562049336326e-06, "loss": 0.8026, "step": 4316 }, { "epoch": 1.07, "learning_rate": 3.73398190521397e-06, "loss": 0.8474, "step": 4317 }, { "epoch": 1.07, "learning_rate": 3.733401673222905e-06, "loss": 0.8653, "step": 4318 }, { "epoch": 1.07, "learning_rate": 3.7328213534044476e-06, "loss": 0.8135, "step": 4319 }, { "epoch": 1.07, "learning_rate": 3.7322409457999216e-06, "loss": 0.895, "step": 4320 }, { "epoch": 1.07, "learning_rate": 3.7316604504506555e-06, "loss": 0.862, "step": 4321 }, { "epoch": 1.07, "learning_rate": 3.731079867397984e-06, "loss": 0.7478, "step": 4322 }, { "epoch": 1.07, "learning_rate": 3.7304991966832517e-06, "loss": 0.7987, "step": 4323 }, { "epoch": 1.07, "learning_rate": 3.7299184383478043e-06, "loss": 0.7908, "step": 4324 }, { "epoch": 1.07, "learning_rate": 3.7293375924329973e-06, "loss": 0.8584, "step": 4325 }, { "epoch": 1.07, "learning_rate": 3.7287566589801906e-06, "loss": 0.8193, "step": 4326 }, { "epoch": 1.07, "learning_rate": 3.7281756380307516e-06, "loss": 0.8157, "step": 4327 }, { "epoch": 1.07, "learning_rate": 3.7275945296260523e-06, "loss": 0.9261, "step": 4328 }, { "epoch": 1.07, "learning_rate": 3.727013333807473e-06, "loss": 0.7744, "step": 4329 }, { "epoch": 1.07, "learning_rate": 3.726432050616399e-06, "loss": 0.7705, "step": 4330 }, { "epoch": 1.07, "learning_rate": 3.7258506800942223e-06, "loss": 0.7631, "step": 4331 }, { "epoch": 1.07, "learning_rate": 3.7252692222823395e-06, "loss": 0.7751, "step": 4332 }, { "epoch": 1.07, "learning_rate": 3.724687677222156e-06, "loss": 0.7469, "step": 4333 }, { "epoch": 1.07, "learning_rate": 3.7241060449550813e-06, "loss": 0.8336, "step": 4334 }, { "epoch": 1.07, "learning_rate": 3.723524325522533e-06, "loss": 0.8389, "step": 4335 }, { "epoch": 1.07, "learning_rate": 3.722942518965933e-06, "loss": 0.8266, "step": 4336 }, { "epoch": 1.07, "learning_rate": 3.72236062532671e-06, "loss": 0.8914, "step": 4337 }, { "epoch": 1.07, "learning_rate": 3.7217786446463e-06, "loss": 0.7987, "step": 4338 }, { "epoch": 1.07, "learning_rate": 3.721196576966144e-06, "loss": 0.791, "step": 4339 }, { "epoch": 1.07, "learning_rate": 3.7206144223276895e-06, "loss": 0.8345, "step": 4340 }, { "epoch": 1.07, "learning_rate": 3.7200321807723905e-06, "loss": 0.8815, "step": 4341 }, { "epoch": 1.07, "learning_rate": 3.7194498523417066e-06, "loss": 0.8404, "step": 4342 }, { "epoch": 1.07, "learning_rate": 3.7188674370771037e-06, "loss": 0.7696, "step": 4343 }, { "epoch": 1.07, "learning_rate": 3.718284935020055e-06, "loss": 0.8571, "step": 4344 }, { "epoch": 1.07, "learning_rate": 3.717702346212039e-06, "loss": 0.6882, "step": 4345 }, { "epoch": 1.07, "learning_rate": 3.7171196706945386e-06, "loss": 0.7405, "step": 4346 }, { "epoch": 1.07, "learning_rate": 3.7165369085090464e-06, "loss": 0.8037, "step": 4347 }, { "epoch": 1.07, "learning_rate": 3.715954059697059e-06, "loss": 0.831, "step": 4348 }, { "epoch": 1.07, "learning_rate": 3.7153711243000795e-06, "loss": 0.8198, "step": 4349 }, { "epoch": 1.07, "learning_rate": 3.714788102359617e-06, "loss": 0.8295, "step": 4350 }, { "epoch": 1.08, "learning_rate": 3.7142049939171878e-06, "loss": 0.8314, "step": 4351 }, { "epoch": 1.08, "learning_rate": 3.7136217990143118e-06, "loss": 0.8707, "step": 4352 }, { "epoch": 1.08, "learning_rate": 3.7130385176925186e-06, "loss": 0.8398, "step": 4353 }, { "epoch": 1.08, "learning_rate": 3.7124551499933425e-06, "loss": 0.7349, "step": 4354 }, { "epoch": 1.08, "learning_rate": 3.7118716959583215e-06, "loss": 0.8161, "step": 4355 }, { "epoch": 1.08, "learning_rate": 3.7112881556290036e-06, "loss": 0.7865, "step": 4356 }, { "epoch": 1.08, "learning_rate": 3.7107045290469406e-06, "loss": 0.7411, "step": 4357 }, { "epoch": 1.08, "learning_rate": 3.710120816253691e-06, "loss": 0.8563, "step": 4358 }, { "epoch": 1.08, "learning_rate": 3.709537017290821e-06, "loss": 0.8372, "step": 4359 }, { "epoch": 1.08, "learning_rate": 3.708953132199899e-06, "loss": 0.8165, "step": 4360 }, { "epoch": 1.08, "learning_rate": 3.7083691610225025e-06, "loss": 0.7928, "step": 4361 }, { "epoch": 1.08, "learning_rate": 3.7077851038002155e-06, "loss": 0.8308, "step": 4362 }, { "epoch": 1.08, "learning_rate": 3.707200960574628e-06, "loss": 0.7992, "step": 4363 }, { "epoch": 1.08, "learning_rate": 3.706616731387333e-06, "loss": 0.8411, "step": 4364 }, { "epoch": 1.08, "learning_rate": 3.7060324162799334e-06, "loss": 0.8247, "step": 4365 }, { "epoch": 1.08, "learning_rate": 3.7054480152940377e-06, "loss": 0.8023, "step": 4366 }, { "epoch": 1.08, "learning_rate": 3.7048635284712575e-06, "loss": 0.8455, "step": 4367 }, { "epoch": 1.08, "learning_rate": 3.704278955853214e-06, "loss": 0.7722, "step": 4368 }, { "epoch": 1.08, "learning_rate": 3.7036942974815333e-06, "loss": 0.7926, "step": 4369 }, { "epoch": 1.08, "learning_rate": 3.7031095533978454e-06, "loss": 0.9107, "step": 4370 }, { "epoch": 1.08, "learning_rate": 3.702524723643791e-06, "loss": 0.8111, "step": 4371 }, { "epoch": 1.08, "learning_rate": 3.7019398082610137e-06, "loss": 0.7619, "step": 4372 }, { "epoch": 1.08, "learning_rate": 3.7013548072911624e-06, "loss": 0.8236, "step": 4373 }, { "epoch": 1.08, "learning_rate": 3.7007697207758954e-06, "loss": 0.7794, "step": 4374 }, { "epoch": 1.08, "learning_rate": 3.700184548756874e-06, "loss": 0.7746, "step": 4375 }, { "epoch": 1.08, "learning_rate": 3.699599291275767e-06, "loss": 0.8552, "step": 4376 }, { "epoch": 1.08, "learning_rate": 3.6990139483742495e-06, "loss": 0.8091, "step": 4377 }, { "epoch": 1.08, "learning_rate": 3.698428520094002e-06, "loss": 0.8142, "step": 4378 }, { "epoch": 1.08, "learning_rate": 3.6978430064767118e-06, "loss": 0.8138, "step": 4379 }, { "epoch": 1.08, "learning_rate": 3.697257407564071e-06, "loss": 0.7815, "step": 4380 }, { "epoch": 1.08, "learning_rate": 3.6966717233977795e-06, "loss": 0.8251, "step": 4381 }, { "epoch": 1.08, "learning_rate": 3.6960859540195416e-06, "loss": 0.6947, "step": 4382 }, { "epoch": 1.08, "learning_rate": 3.695500099471068e-06, "loss": 0.8153, "step": 4383 }, { "epoch": 1.08, "learning_rate": 3.6949141597940783e-06, "loss": 0.8075, "step": 4384 }, { "epoch": 1.08, "learning_rate": 3.694328135030293e-06, "loss": 0.8118, "step": 4385 }, { "epoch": 1.08, "learning_rate": 3.693742025221443e-06, "loss": 0.8345, "step": 4386 }, { "epoch": 1.08, "learning_rate": 3.693155830409263e-06, "loss": 0.7785, "step": 4387 }, { "epoch": 1.08, "learning_rate": 3.6925695506354952e-06, "loss": 0.8019, "step": 4388 }, { "epoch": 1.08, "learning_rate": 3.6919831859418865e-06, "loss": 0.7591, "step": 4389 }, { "epoch": 1.08, "learning_rate": 3.6913967363701906e-06, "loss": 0.8036, "step": 4390 }, { "epoch": 1.09, "learning_rate": 3.6908102019621667e-06, "loss": 0.894, "step": 4391 }, { "epoch": 1.09, "learning_rate": 3.6902235827595806e-06, "loss": 0.7643, "step": 4392 }, { "epoch": 1.09, "learning_rate": 3.689636878804205e-06, "loss": 0.7679, "step": 4393 }, { "epoch": 1.09, "learning_rate": 3.6890500901378156e-06, "loss": 0.7592, "step": 4394 }, { "epoch": 1.09, "learning_rate": 3.6884632168021973e-06, "loss": 0.7233, "step": 4395 }, { "epoch": 1.09, "learning_rate": 3.6878762588391402e-06, "loss": 0.8388, "step": 4396 }, { "epoch": 1.09, "learning_rate": 3.68728921629044e-06, "loss": 0.7828, "step": 4397 }, { "epoch": 1.09, "learning_rate": 3.686702089197898e-06, "loss": 0.8016, "step": 4398 }, { "epoch": 1.09, "learning_rate": 3.6861148776033223e-06, "loss": 0.7626, "step": 4399 }, { "epoch": 1.09, "learning_rate": 3.685527581548526e-06, "loss": 0.8993, "step": 4400 }, { "epoch": 1.09, "learning_rate": 3.6849402010753297e-06, "loss": 0.8287, "step": 4401 }, { "epoch": 1.09, "learning_rate": 3.6843527362255597e-06, "loss": 0.8067, "step": 4402 }, { "epoch": 1.09, "learning_rate": 3.6837651870410475e-06, "loss": 0.7845, "step": 4403 }, { "epoch": 1.09, "learning_rate": 3.6831775535636292e-06, "loss": 0.7226, "step": 4404 }, { "epoch": 1.09, "learning_rate": 3.682589835835152e-06, "loss": 0.8013, "step": 4405 }, { "epoch": 1.09, "learning_rate": 3.6820020338974637e-06, "loss": 0.842, "step": 4406 }, { "epoch": 1.09, "learning_rate": 3.6814141477924203e-06, "loss": 0.8778, "step": 4407 }, { "epoch": 1.09, "learning_rate": 3.6808261775618848e-06, "loss": 0.8521, "step": 4408 }, { "epoch": 1.09, "learning_rate": 3.680238123247723e-06, "loss": 0.7724, "step": 4409 }, { "epoch": 1.09, "learning_rate": 3.6796499848918104e-06, "loss": 0.7744, "step": 4410 }, { "epoch": 1.09, "learning_rate": 3.679061762536027e-06, "loss": 0.8257, "step": 4411 }, { "epoch": 1.09, "learning_rate": 3.6784734562222567e-06, "loss": 0.8834, "step": 4412 }, { "epoch": 1.09, "learning_rate": 3.677885065992393e-06, "loss": 0.8947, "step": 4413 }, { "epoch": 1.09, "learning_rate": 3.6772965918883342e-06, "loss": 0.8438, "step": 4414 }, { "epoch": 1.09, "learning_rate": 3.676708033951982e-06, "loss": 0.7875, "step": 4415 }, { "epoch": 1.09, "learning_rate": 3.676119392225248e-06, "loss": 0.8019, "step": 4416 }, { "epoch": 1.09, "learning_rate": 3.6755306667500467e-06, "loss": 0.7578, "step": 4417 }, { "epoch": 1.09, "learning_rate": 3.6749418575683005e-06, "loss": 0.7178, "step": 4418 }, { "epoch": 1.09, "learning_rate": 3.6743529647219367e-06, "loss": 0.8402, "step": 4419 }, { "epoch": 1.09, "learning_rate": 3.6737639882528886e-06, "loss": 0.7651, "step": 4420 }, { "epoch": 1.09, "learning_rate": 3.6731749282030956e-06, "loss": 0.8519, "step": 4421 }, { "epoch": 1.09, "learning_rate": 3.6725857846145037e-06, "loss": 0.7623, "step": 4422 }, { "epoch": 1.09, "learning_rate": 3.671996557529064e-06, "loss": 0.7745, "step": 4423 }, { "epoch": 1.09, "learning_rate": 3.671407246988734e-06, "loss": 0.7953, "step": 4424 }, { "epoch": 1.09, "learning_rate": 3.6708178530354766e-06, "loss": 0.781, "step": 4425 }, { "epoch": 1.09, "learning_rate": 3.670228375711262e-06, "loss": 0.7059, "step": 4426 }, { "epoch": 1.09, "learning_rate": 3.6696388150580652e-06, "loss": 0.7772, "step": 4427 }, { "epoch": 1.09, "learning_rate": 3.669049171117866e-06, "loss": 0.8506, "step": 4428 }, { "epoch": 1.09, "learning_rate": 3.668459443932653e-06, "loss": 0.83, "step": 4429 }, { "epoch": 1.09, "learning_rate": 3.667869633544418e-06, "loss": 0.8115, "step": 4430 }, { "epoch": 1.09, "learning_rate": 3.66727973999516e-06, "loss": 0.8294, "step": 4431 }, { "epoch": 1.1, "learning_rate": 3.666689763326885e-06, "loss": 0.7656, "step": 4432 }, { "epoch": 1.1, "learning_rate": 3.6660997035816027e-06, "loss": 0.8402, "step": 4433 }, { "epoch": 1.1, "learning_rate": 3.6655095608013303e-06, "loss": 0.8531, "step": 4434 }, { "epoch": 1.1, "learning_rate": 3.66491933502809e-06, "loss": 0.8499, "step": 4435 }, { "epoch": 1.1, "learning_rate": 3.6643290263039098e-06, "loss": 0.8029, "step": 4436 }, { "epoch": 1.1, "learning_rate": 3.6637386346708255e-06, "loss": 0.7944, "step": 4437 }, { "epoch": 1.1, "learning_rate": 3.663148160170876e-06, "loss": 0.7935, "step": 4438 }, { "epoch": 1.1, "learning_rate": 3.662557602846108e-06, "loss": 0.7892, "step": 4439 }, { "epoch": 1.1, "learning_rate": 3.6619669627385734e-06, "loss": 0.7512, "step": 4440 }, { "epoch": 1.1, "learning_rate": 3.661376239890331e-06, "loss": 0.8726, "step": 4441 }, { "epoch": 1.1, "learning_rate": 3.660785434343443e-06, "loss": 0.8459, "step": 4442 }, { "epoch": 1.1, "learning_rate": 3.6601945461399807e-06, "loss": 0.8388, "step": 4443 }, { "epoch": 1.1, "learning_rate": 3.6596035753220195e-06, "loss": 0.8916, "step": 4444 }, { "epoch": 1.1, "learning_rate": 3.65901252193164e-06, "loss": 0.8448, "step": 4445 }, { "epoch": 1.1, "learning_rate": 3.6584213860109312e-06, "loss": 0.812, "step": 4446 }, { "epoch": 1.1, "learning_rate": 3.6578301676019857e-06, "loss": 0.7237, "step": 4447 }, { "epoch": 1.1, "learning_rate": 3.657238866746902e-06, "loss": 0.7841, "step": 4448 }, { "epoch": 1.1, "learning_rate": 3.656647483487784e-06, "loss": 0.7791, "step": 4449 }, { "epoch": 1.1, "learning_rate": 3.656056017866746e-06, "loss": 0.8187, "step": 4450 }, { "epoch": 1.1, "learning_rate": 3.6554644699259025e-06, "loss": 0.8089, "step": 4451 }, { "epoch": 1.1, "learning_rate": 3.6548728397073756e-06, "loss": 0.7439, "step": 4452 }, { "epoch": 1.1, "learning_rate": 3.6542811272532956e-06, "loss": 0.7217, "step": 4453 }, { "epoch": 1.1, "learning_rate": 3.653689332605796e-06, "loss": 0.8551, "step": 4454 }, { "epoch": 1.1, "learning_rate": 3.653097455807017e-06, "loss": 0.7435, "step": 4455 }, { "epoch": 1.1, "learning_rate": 3.652505496899104e-06, "loss": 0.7613, "step": 4456 }, { "epoch": 1.1, "learning_rate": 3.65191345592421e-06, "loss": 0.7902, "step": 4457 }, { "epoch": 1.1, "learning_rate": 3.651321332924491e-06, "loss": 0.7941, "step": 4458 }, { "epoch": 1.1, "learning_rate": 3.650729127942113e-06, "loss": 0.8643, "step": 4459 }, { "epoch": 1.1, "learning_rate": 3.650136841019244e-06, "loss": 0.7545, "step": 4460 }, { "epoch": 1.1, "learning_rate": 3.6495444721980587e-06, "loss": 0.8189, "step": 4461 }, { "epoch": 1.1, "learning_rate": 3.64895202152074e-06, "loss": 0.8752, "step": 4462 }, { "epoch": 1.1, "learning_rate": 3.6483594890294725e-06, "loss": 0.7915, "step": 4463 }, { "epoch": 1.1, "learning_rate": 3.6477668747664513e-06, "loss": 0.7864, "step": 4464 }, { "epoch": 1.1, "learning_rate": 3.6471741787738727e-06, "loss": 0.7956, "step": 4465 }, { "epoch": 1.1, "learning_rate": 3.6465814010939433e-06, "loss": 0.8238, "step": 4466 }, { "epoch": 1.1, "learning_rate": 3.645988541768871e-06, "loss": 0.8821, "step": 4467 }, { "epoch": 1.1, "learning_rate": 3.6453956008408737e-06, "loss": 0.837, "step": 4468 }, { "epoch": 1.1, "learning_rate": 3.644802578352172e-06, "loss": 0.8741, "step": 4469 }, { "epoch": 1.1, "learning_rate": 3.6442094743449936e-06, "loss": 0.8166, "step": 4470 }, { "epoch": 1.1, "learning_rate": 3.6436162888615726e-06, "loss": 0.7948, "step": 4471 }, { "epoch": 1.11, "learning_rate": 3.6430230219441483e-06, "loss": 0.8103, "step": 4472 }, { "epoch": 1.11, "learning_rate": 3.642429673634965e-06, "loss": 0.8735, "step": 4473 }, { "epoch": 1.11, "learning_rate": 3.6418362439762744e-06, "loss": 0.8717, "step": 4474 }, { "epoch": 1.11, "learning_rate": 3.6412427330103324e-06, "loss": 0.8414, "step": 4475 }, { "epoch": 1.11, "learning_rate": 3.640649140779401e-06, "loss": 0.7798, "step": 4476 }, { "epoch": 1.11, "learning_rate": 3.6400554673257494e-06, "loss": 0.8672, "step": 4477 }, { "epoch": 1.11, "learning_rate": 3.6394617126916508e-06, "loss": 0.8279, "step": 4478 }, { "epoch": 1.11, "learning_rate": 3.638867876919385e-06, "loss": 0.7952, "step": 4479 }, { "epoch": 1.11, "learning_rate": 3.6382739600512395e-06, "loss": 0.7239, "step": 4480 }, { "epoch": 1.11, "learning_rate": 3.6376799621295023e-06, "loss": 0.8946, "step": 4481 }, { "epoch": 1.11, "learning_rate": 3.6370858831964727e-06, "loss": 0.7999, "step": 4482 }, { "epoch": 1.11, "learning_rate": 3.636491723294453e-06, "loss": 0.8045, "step": 4483 }, { "epoch": 1.11, "learning_rate": 3.6358974824657523e-06, "loss": 0.8086, "step": 4484 }, { "epoch": 1.11, "learning_rate": 3.6353031607526834e-06, "loss": 0.9041, "step": 4485 }, { "epoch": 1.11, "learning_rate": 3.6347087581975686e-06, "loss": 0.8161, "step": 4486 }, { "epoch": 1.11, "learning_rate": 3.6341142748427317e-06, "loss": 0.8051, "step": 4487 }, { "epoch": 1.11, "learning_rate": 3.633519710730506e-06, "loss": 0.8267, "step": 4488 }, { "epoch": 1.11, "learning_rate": 3.632925065903228e-06, "loss": 0.7221, "step": 4489 }, { "epoch": 1.11, "learning_rate": 3.6323303404032405e-06, "loss": 0.7881, "step": 4490 }, { "epoch": 1.11, "learning_rate": 3.631735534272894e-06, "loss": 0.8527, "step": 4491 }, { "epoch": 1.11, "learning_rate": 3.631140647554542e-06, "loss": 0.9149, "step": 4492 }, { "epoch": 1.11, "learning_rate": 3.630545680290544e-06, "loss": 0.8136, "step": 4493 }, { "epoch": 1.11, "learning_rate": 3.629950632523268e-06, "loss": 0.9121, "step": 4494 }, { "epoch": 1.11, "learning_rate": 3.629355504295085e-06, "loss": 0.8098, "step": 4495 }, { "epoch": 1.11, "learning_rate": 3.628760295648372e-06, "loss": 0.8185, "step": 4496 }, { "epoch": 1.11, "learning_rate": 3.6281650066255124e-06, "loss": 0.8074, "step": 4497 }, { "epoch": 1.11, "learning_rate": 3.627569637268896e-06, "loss": 0.7789, "step": 4498 }, { "epoch": 1.11, "learning_rate": 3.6269741876209173e-06, "loss": 0.8383, "step": 4499 }, { "epoch": 1.11, "learning_rate": 3.626378657723976e-06, "loss": 0.8383, "step": 4500 }, { "epoch": 1.11, "learning_rate": 3.6257830476204797e-06, "loss": 0.7966, "step": 4501 }, { "epoch": 1.11, "learning_rate": 3.625187357352839e-06, "loss": 0.7657, "step": 4502 }, { "epoch": 1.11, "learning_rate": 3.6245915869634718e-06, "loss": 0.7712, "step": 4503 }, { "epoch": 1.11, "learning_rate": 3.623995736494802e-06, "loss": 0.8091, "step": 4504 }, { "epoch": 1.11, "learning_rate": 3.6233998059892573e-06, "loss": 0.7562, "step": 4505 }, { "epoch": 1.11, "learning_rate": 3.6228037954892735e-06, "loss": 0.79, "step": 4506 }, { "epoch": 1.11, "learning_rate": 3.622207705037291e-06, "loss": 0.7752, "step": 4507 }, { "epoch": 1.11, "learning_rate": 3.621611534675755e-06, "loss": 0.8038, "step": 4508 }, { "epoch": 1.11, "learning_rate": 3.621015284447118e-06, "loss": 0.7343, "step": 4509 }, { "epoch": 1.11, "learning_rate": 3.6204189543938377e-06, "loss": 0.7878, "step": 4510 }, { "epoch": 1.11, "learning_rate": 3.619822544558376e-06, "loss": 0.7947, "step": 4511 }, { "epoch": 1.11, "learning_rate": 3.619226054983203e-06, "loss": 0.8206, "step": 4512 }, { "epoch": 1.12, "learning_rate": 3.6186294857107933e-06, "loss": 0.6887, "step": 4513 }, { "epoch": 1.12, "learning_rate": 3.6180328367836266e-06, "loss": 0.8378, "step": 4514 }, { "epoch": 1.12, "learning_rate": 3.6174361082441877e-06, "loss": 0.7641, "step": 4515 }, { "epoch": 1.12, "learning_rate": 3.61683930013497e-06, "loss": 0.9058, "step": 4516 }, { "epoch": 1.12, "learning_rate": 3.616242412498469e-06, "loss": 0.7585, "step": 4517 }, { "epoch": 1.12, "learning_rate": 3.615645445377188e-06, "loss": 0.8582, "step": 4518 }, { "epoch": 1.12, "learning_rate": 3.6150483988136375e-06, "loss": 0.8089, "step": 4519 }, { "epoch": 1.12, "learning_rate": 3.614451272850329e-06, "loss": 0.8114, "step": 4520 }, { "epoch": 1.12, "learning_rate": 3.613854067529783e-06, "loss": 0.7616, "step": 4521 }, { "epoch": 1.12, "learning_rate": 3.6132567828945264e-06, "loss": 0.7413, "step": 4522 }, { "epoch": 1.12, "learning_rate": 3.6126594189870883e-06, "loss": 0.7847, "step": 4523 }, { "epoch": 1.12, "learning_rate": 3.6120619758500064e-06, "loss": 0.7953, "step": 4524 }, { "epoch": 1.12, "learning_rate": 3.611464453525824e-06, "loss": 0.823, "step": 4525 }, { "epoch": 1.12, "learning_rate": 3.610866852057087e-06, "loss": 0.7171, "step": 4526 }, { "epoch": 1.12, "learning_rate": 3.6102691714863516e-06, "loss": 0.8744, "step": 4527 }, { "epoch": 1.12, "learning_rate": 3.609671411856175e-06, "loss": 0.8119, "step": 4528 }, { "epoch": 1.12, "learning_rate": 3.609073573209123e-06, "loss": 0.8873, "step": 4529 }, { "epoch": 1.12, "learning_rate": 3.608475655587766e-06, "loss": 0.833, "step": 4530 }, { "epoch": 1.12, "learning_rate": 3.607877659034681e-06, "loss": 0.8193, "step": 4531 }, { "epoch": 1.12, "learning_rate": 3.6072795835924486e-06, "loss": 0.8009, "step": 4532 }, { "epoch": 1.12, "learning_rate": 3.6066814293036566e-06, "loss": 0.88, "step": 4533 }, { "epoch": 1.12, "learning_rate": 3.606083196210899e-06, "loss": 0.8323, "step": 4534 }, { "epoch": 1.12, "learning_rate": 3.605484884356773e-06, "loss": 0.8319, "step": 4535 }, { "epoch": 1.12, "learning_rate": 3.6048864937838833e-06, "loss": 0.7413, "step": 4536 }, { "epoch": 1.12, "learning_rate": 3.604288024534841e-06, "loss": 0.8372, "step": 4537 }, { "epoch": 1.12, "learning_rate": 3.6036894766522597e-06, "loss": 0.8168, "step": 4538 }, { "epoch": 1.12, "learning_rate": 3.6030908501787616e-06, "loss": 0.8685, "step": 4539 }, { "epoch": 1.12, "learning_rate": 3.6024921451569734e-06, "loss": 0.7255, "step": 4540 }, { "epoch": 1.12, "learning_rate": 3.6018933616295265e-06, "loss": 0.83, "step": 4541 }, { "epoch": 1.12, "learning_rate": 3.60129449963906e-06, "loss": 0.796, "step": 4542 }, { "epoch": 1.12, "learning_rate": 3.6006955592282167e-06, "loss": 0.8148, "step": 4543 }, { "epoch": 1.12, "learning_rate": 3.600096540439645e-06, "loss": 0.8194, "step": 4544 }, { "epoch": 1.12, "learning_rate": 3.5994974433159998e-06, "loss": 0.757, "step": 4545 }, { "epoch": 1.12, "learning_rate": 3.598898267899942e-06, "loss": 0.8089, "step": 4546 }, { "epoch": 1.12, "learning_rate": 3.598299014234137e-06, "loss": 0.838, "step": 4547 }, { "epoch": 1.12, "learning_rate": 3.5976996823612555e-06, "loss": 0.7529, "step": 4548 }, { "epoch": 1.12, "learning_rate": 3.5971002723239757e-06, "loss": 0.7508, "step": 4549 }, { "epoch": 1.12, "learning_rate": 3.5965007841649792e-06, "loss": 0.7889, "step": 4550 }, { "epoch": 1.12, "learning_rate": 3.5959012179269537e-06, "loss": 0.7722, "step": 4551 }, { "epoch": 1.12, "learning_rate": 3.595301573652594e-06, "loss": 0.8087, "step": 4552 }, { "epoch": 1.13, "learning_rate": 3.5947018513845975e-06, "loss": 0.889, "step": 4553 }, { "epoch": 1.13, "learning_rate": 3.59410205116567e-06, "loss": 0.7914, "step": 4554 }, { "epoch": 1.13, "learning_rate": 3.5935021730385223e-06, "loss": 0.8231, "step": 4555 }, { "epoch": 1.13, "learning_rate": 3.5929022170458688e-06, "loss": 0.8092, "step": 4556 }, { "epoch": 1.13, "learning_rate": 3.592302183230432e-06, "loss": 0.8118, "step": 4557 }, { "epoch": 1.13, "learning_rate": 3.5917020716349383e-06, "loss": 0.7614, "step": 4558 }, { "epoch": 1.13, "learning_rate": 3.5911018823021194e-06, "loss": 0.8213, "step": 4559 }, { "epoch": 1.13, "learning_rate": 3.590501615274714e-06, "loss": 0.7356, "step": 4560 }, { "epoch": 1.13, "learning_rate": 3.5899012705954666e-06, "loss": 0.804, "step": 4561 }, { "epoch": 1.13, "learning_rate": 3.5893008483071246e-06, "loss": 0.7771, "step": 4562 }, { "epoch": 1.13, "learning_rate": 3.588700348452443e-06, "loss": 0.8709, "step": 4563 }, { "epoch": 1.13, "learning_rate": 3.588099771074183e-06, "loss": 0.8024, "step": 4564 }, { "epoch": 1.13, "learning_rate": 3.5874991162151075e-06, "loss": 0.8626, "step": 4565 }, { "epoch": 1.13, "learning_rate": 3.58689838391799e-06, "loss": 0.8504, "step": 4566 }, { "epoch": 1.13, "learning_rate": 3.5862975742256066e-06, "loss": 0.7734, "step": 4567 }, { "epoch": 1.13, "learning_rate": 3.5856966871807392e-06, "loss": 0.8046, "step": 4568 }, { "epoch": 1.13, "learning_rate": 3.5850957228261753e-06, "loss": 0.8379, "step": 4569 }, { "epoch": 1.13, "learning_rate": 3.5844946812047086e-06, "loss": 0.7135, "step": 4570 }, { "epoch": 1.13, "learning_rate": 3.583893562359137e-06, "loss": 0.7716, "step": 4571 }, { "epoch": 1.13, "learning_rate": 3.583292366332265e-06, "loss": 0.8243, "step": 4572 }, { "epoch": 1.13, "learning_rate": 3.582691093166902e-06, "loss": 0.8011, "step": 4573 }, { "epoch": 1.13, "learning_rate": 3.582089742905864e-06, "loss": 0.8543, "step": 4574 }, { "epoch": 1.13, "learning_rate": 3.58148831559197e-06, "loss": 0.8135, "step": 4575 }, { "epoch": 1.13, "learning_rate": 3.5808868112680482e-06, "loss": 0.7635, "step": 4576 }, { "epoch": 1.13, "learning_rate": 3.5802852299769288e-06, "loss": 0.8147, "step": 4577 }, { "epoch": 1.13, "learning_rate": 3.579683571761448e-06, "loss": 0.8959, "step": 4578 }, { "epoch": 1.13, "learning_rate": 3.5790818366644507e-06, "loss": 0.7927, "step": 4579 }, { "epoch": 1.13, "learning_rate": 3.578480024728783e-06, "loss": 0.7773, "step": 4580 }, { "epoch": 1.13, "learning_rate": 3.5778781359973005e-06, "loss": 0.7419, "step": 4581 }, { "epoch": 1.13, "learning_rate": 3.57727617051286e-06, "loss": 0.7312, "step": 4582 }, { "epoch": 1.13, "learning_rate": 3.576674128318326e-06, "loss": 0.8815, "step": 4583 }, { "epoch": 1.13, "learning_rate": 3.5760720094565693e-06, "loss": 0.7959, "step": 4584 }, { "epoch": 1.13, "learning_rate": 3.575469813970466e-06, "loss": 0.8133, "step": 4585 }, { "epoch": 1.13, "learning_rate": 3.574867541902895e-06, "loss": 0.8054, "step": 4586 }, { "epoch": 1.13, "learning_rate": 3.5742651932967437e-06, "loss": 0.7759, "step": 4587 }, { "epoch": 1.13, "learning_rate": 3.573662768194904e-06, "loss": 0.7758, "step": 4588 }, { "epoch": 1.13, "learning_rate": 3.5730602666402724e-06, "loss": 0.8307, "step": 4589 }, { "epoch": 1.13, "learning_rate": 3.5724576886757522e-06, "loss": 0.7334, "step": 4590 }, { "epoch": 1.13, "learning_rate": 3.571855034344251e-06, "loss": 0.7438, "step": 4591 }, { "epoch": 1.13, "learning_rate": 3.5712523036886813e-06, "loss": 0.7454, "step": 4592 }, { "epoch": 1.13, "learning_rate": 3.570649496751964e-06, "loss": 0.7902, "step": 4593 }, { "epoch": 1.14, "learning_rate": 3.5700466135770223e-06, "loss": 0.7531, "step": 4594 }, { "epoch": 1.14, "learning_rate": 3.569443654206786e-06, "loss": 0.876, "step": 4595 }, { "epoch": 1.14, "learning_rate": 3.5688406186841902e-06, "loss": 0.8595, "step": 4596 }, { "epoch": 1.14, "learning_rate": 3.568237507052176e-06, "loss": 0.8343, "step": 4597 }, { "epoch": 1.14, "learning_rate": 3.5676343193536892e-06, "loss": 0.8734, "step": 4598 }, { "epoch": 1.14, "learning_rate": 3.5670310556316824e-06, "loss": 0.8356, "step": 4599 }, { "epoch": 1.14, "learning_rate": 3.5664277159291093e-06, "loss": 0.8405, "step": 4600 }, { "epoch": 1.14, "learning_rate": 3.565824300288936e-06, "loss": 0.7548, "step": 4601 }, { "epoch": 1.14, "learning_rate": 3.5652208087541273e-06, "loss": 0.7707, "step": 4602 }, { "epoch": 1.14, "learning_rate": 3.5646172413676584e-06, "loss": 0.8079, "step": 4603 }, { "epoch": 1.14, "learning_rate": 3.564013598172506e-06, "loss": 0.8087, "step": 4604 }, { "epoch": 1.14, "learning_rate": 3.5634098792116545e-06, "loss": 0.8711, "step": 4605 }, { "epoch": 1.14, "learning_rate": 3.562806084528094e-06, "loss": 0.8115, "step": 4606 }, { "epoch": 1.14, "learning_rate": 3.5622022141648192e-06, "loss": 0.9006, "step": 4607 }, { "epoch": 1.14, "learning_rate": 3.5615982681648288e-06, "loss": 0.7702, "step": 4608 }, { "epoch": 1.14, "learning_rate": 3.56099424657113e-06, "loss": 0.7484, "step": 4609 }, { "epoch": 1.14, "learning_rate": 3.5603901494267322e-06, "loss": 0.8113, "step": 4610 }, { "epoch": 1.14, "learning_rate": 3.5597859767746524e-06, "loss": 0.7417, "step": 4611 }, { "epoch": 1.14, "learning_rate": 3.5591817286579116e-06, "loss": 0.8435, "step": 4612 }, { "epoch": 1.14, "learning_rate": 3.5585774051195377e-06, "loss": 0.7397, "step": 4613 }, { "epoch": 1.14, "learning_rate": 3.5579730062025613e-06, "loss": 0.8393, "step": 4614 }, { "epoch": 1.14, "learning_rate": 3.5573685319500227e-06, "loss": 0.7824, "step": 4615 }, { "epoch": 1.14, "learning_rate": 3.5567639824049626e-06, "loss": 0.7953, "step": 4616 }, { "epoch": 1.14, "learning_rate": 3.55615935761043e-06, "loss": 0.8406, "step": 4617 }, { "epoch": 1.14, "learning_rate": 3.555554657609481e-06, "loss": 0.8287, "step": 4618 }, { "epoch": 1.14, "learning_rate": 3.5549498824451717e-06, "loss": 0.7459, "step": 4619 }, { "epoch": 1.14, "learning_rate": 3.5543450321605673e-06, "loss": 0.8413, "step": 4620 }, { "epoch": 1.14, "learning_rate": 3.553740106798739e-06, "loss": 0.8743, "step": 4621 }, { "epoch": 1.14, "learning_rate": 3.5531351064027603e-06, "loss": 0.7754, "step": 4622 }, { "epoch": 1.14, "learning_rate": 3.5525300310157125e-06, "loss": 0.8269, "step": 4623 }, { "epoch": 1.14, "learning_rate": 3.5519248806806815e-06, "loss": 0.8128, "step": 4624 }, { "epoch": 1.14, "learning_rate": 3.551319655440759e-06, "loss": 0.7745, "step": 4625 }, { "epoch": 1.14, "learning_rate": 3.5507143553390404e-06, "loss": 0.7711, "step": 4626 }, { "epoch": 1.14, "learning_rate": 3.5501089804186287e-06, "loss": 0.7789, "step": 4627 }, { "epoch": 1.14, "learning_rate": 3.5495035307226304e-06, "loss": 0.8109, "step": 4628 }, { "epoch": 1.14, "learning_rate": 3.5488980062941586e-06, "loss": 0.7439, "step": 4629 }, { "epoch": 1.14, "learning_rate": 3.5482924071763316e-06, "loss": 0.7428, "step": 4630 }, { "epoch": 1.14, "learning_rate": 3.54768673341227e-06, "loss": 0.866, "step": 4631 }, { "epoch": 1.14, "learning_rate": 3.5470809850451048e-06, "loss": 0.8601, "step": 4632 }, { "epoch": 1.14, "learning_rate": 3.5464751621179694e-06, "loss": 0.8745, "step": 4633 }, { "epoch": 1.15, "learning_rate": 3.5458692646740024e-06, "loss": 0.8982, "step": 4634 }, { "epoch": 1.15, "learning_rate": 3.545263292756348e-06, "loss": 0.8147, "step": 4635 }, { "epoch": 1.15, "learning_rate": 3.544657246408157e-06, "loss": 0.8025, "step": 4636 }, { "epoch": 1.15, "learning_rate": 3.544051125672583e-06, "loss": 0.8166, "step": 4637 }, { "epoch": 1.15, "learning_rate": 3.5434449305927875e-06, "loss": 0.8147, "step": 4638 }, { "epoch": 1.15, "learning_rate": 3.542838661211936e-06, "loss": 0.7643, "step": 4639 }, { "epoch": 1.15, "learning_rate": 3.5422323175731986e-06, "loss": 0.8355, "step": 4640 }, { "epoch": 1.15, "learning_rate": 3.5416258997197516e-06, "loss": 0.8047, "step": 4641 }, { "epoch": 1.15, "learning_rate": 3.5410194076947773e-06, "loss": 0.895, "step": 4642 }, { "epoch": 1.15, "learning_rate": 3.540412841541462e-06, "loss": 0.7714, "step": 4643 }, { "epoch": 1.15, "learning_rate": 3.539806201302997e-06, "loss": 0.8225, "step": 4644 }, { "epoch": 1.15, "learning_rate": 3.539199487022581e-06, "loss": 0.8428, "step": 4645 }, { "epoch": 1.15, "learning_rate": 3.538592698743416e-06, "loss": 0.8906, "step": 4646 }, { "epoch": 1.15, "learning_rate": 3.5379858365087095e-06, "loss": 0.8485, "step": 4647 }, { "epoch": 1.15, "learning_rate": 3.5373789003616745e-06, "loss": 0.7475, "step": 4648 }, { "epoch": 1.15, "learning_rate": 3.5367718903455306e-06, "loss": 0.7476, "step": 4649 }, { "epoch": 1.15, "learning_rate": 3.5361648065034994e-06, "loss": 0.8509, "step": 4650 }, { "epoch": 1.15, "learning_rate": 3.5355576488788117e-06, "loss": 0.8235, "step": 4651 }, { "epoch": 1.15, "learning_rate": 3.534950417514701e-06, "loss": 0.9231, "step": 4652 }, { "epoch": 1.15, "learning_rate": 3.534343112454406e-06, "loss": 0.7671, "step": 4653 }, { "epoch": 1.15, "learning_rate": 3.533735733741172e-06, "loss": 0.7415, "step": 4654 }, { "epoch": 1.15, "learning_rate": 3.533128281418249e-06, "loss": 0.7965, "step": 4655 }, { "epoch": 1.15, "learning_rate": 3.532520755528892e-06, "loss": 0.8694, "step": 4656 }, { "epoch": 1.15, "learning_rate": 3.5319131561163615e-06, "loss": 0.8248, "step": 4657 }, { "epoch": 1.15, "learning_rate": 3.5313054832239234e-06, "loss": 0.8121, "step": 4658 }, { "epoch": 1.15, "learning_rate": 3.530697736894847e-06, "loss": 0.8113, "step": 4659 }, { "epoch": 1.15, "learning_rate": 3.5300899171724102e-06, "loss": 0.7951, "step": 4660 }, { "epoch": 1.15, "learning_rate": 3.5294820240998934e-06, "loss": 0.856, "step": 4661 }, { "epoch": 1.15, "learning_rate": 3.528874057720583e-06, "loss": 0.7784, "step": 4662 }, { "epoch": 1.15, "learning_rate": 3.5282660180777715e-06, "loss": 0.7878, "step": 4663 }, { "epoch": 1.15, "learning_rate": 3.527657905214755e-06, "loss": 0.7697, "step": 4664 }, { "epoch": 1.15, "learning_rate": 3.5270497191748355e-06, "loss": 0.8009, "step": 4665 }, { "epoch": 1.15, "learning_rate": 3.526441460001322e-06, "loss": 0.8373, "step": 4666 }, { "epoch": 1.15, "learning_rate": 3.5258331277375258e-06, "loss": 0.8976, "step": 4667 }, { "epoch": 1.15, "learning_rate": 3.5252247224267642e-06, "loss": 0.8583, "step": 4668 }, { "epoch": 1.15, "learning_rate": 3.5246162441123616e-06, "loss": 0.8271, "step": 4669 }, { "epoch": 1.15, "learning_rate": 3.524007692837645e-06, "loss": 0.8126, "step": 4670 }, { "epoch": 1.15, "learning_rate": 3.5233990686459478e-06, "loss": 0.8501, "step": 4671 }, { "epoch": 1.15, "learning_rate": 3.52279037158061e-06, "loss": 0.817, "step": 4672 }, { "epoch": 1.15, "learning_rate": 3.522181601684974e-06, "loss": 0.7897, "step": 4673 }, { "epoch": 1.16, "learning_rate": 3.521572759002389e-06, "loss": 0.7407, "step": 4674 }, { "epoch": 1.16, "learning_rate": 3.5209638435762095e-06, "loss": 0.7465, "step": 4675 }, { "epoch": 1.16, "learning_rate": 3.5203548554497944e-06, "loss": 0.7627, "step": 4676 }, { "epoch": 1.16, "learning_rate": 3.5197457946665093e-06, "loss": 0.8472, "step": 4677 }, { "epoch": 1.16, "learning_rate": 3.5191366612697218e-06, "loss": 0.8657, "step": 4678 }, { "epoch": 1.16, "learning_rate": 3.518527455302808e-06, "loss": 0.7418, "step": 4679 }, { "epoch": 1.16, "learning_rate": 3.5179181768091486e-06, "loss": 0.8484, "step": 4680 }, { "epoch": 1.16, "learning_rate": 3.5173088258321276e-06, "loss": 0.8576, "step": 4681 }, { "epoch": 1.16, "learning_rate": 3.516699402415136e-06, "loss": 0.8318, "step": 4682 }, { "epoch": 1.16, "learning_rate": 3.516089906601568e-06, "loss": 0.841, "step": 4683 }, { "epoch": 1.16, "learning_rate": 3.515480338434826e-06, "loss": 0.7964, "step": 4684 }, { "epoch": 1.16, "learning_rate": 3.5148706979583148e-06, "loss": 0.8519, "step": 4685 }, { "epoch": 1.16, "learning_rate": 3.5142609852154464e-06, "loss": 0.7154, "step": 4686 }, { "epoch": 1.16, "learning_rate": 3.5136512002496358e-06, "loss": 0.8511, "step": 4687 }, { "epoch": 1.16, "learning_rate": 3.513041343104304e-06, "loss": 0.8128, "step": 4688 }, { "epoch": 1.16, "learning_rate": 3.5124314138228776e-06, "loss": 0.8532, "step": 4689 }, { "epoch": 1.16, "learning_rate": 3.511821412448789e-06, "loss": 0.8628, "step": 4690 }, { "epoch": 1.16, "learning_rate": 3.511211339025474e-06, "loss": 0.7674, "step": 4691 }, { "epoch": 1.16, "learning_rate": 3.5106011935963746e-06, "loss": 0.8146, "step": 4692 }, { "epoch": 1.16, "learning_rate": 3.5099909762049385e-06, "loss": 0.8148, "step": 4693 }, { "epoch": 1.16, "learning_rate": 3.5093806868946157e-06, "loss": 0.8231, "step": 4694 }, { "epoch": 1.16, "learning_rate": 3.508770325708865e-06, "loss": 0.8432, "step": 4695 }, { "epoch": 1.16, "learning_rate": 3.5081598926911487e-06, "loss": 0.7441, "step": 4696 }, { "epoch": 1.16, "learning_rate": 3.5075493878849343e-06, "loss": 0.7818, "step": 4697 }, { "epoch": 1.16, "learning_rate": 3.506938811333692e-06, "loss": 0.8419, "step": 4698 }, { "epoch": 1.16, "learning_rate": 3.506328163080903e-06, "loss": 0.776, "step": 4699 }, { "epoch": 1.16, "learning_rate": 3.505717443170047e-06, "loss": 0.8228, "step": 4700 }, { "epoch": 1.16, "learning_rate": 3.505106651644613e-06, "loss": 0.8046, "step": 4701 }, { "epoch": 1.16, "learning_rate": 3.5044957885480947e-06, "loss": 0.7996, "step": 4702 }, { "epoch": 1.16, "learning_rate": 3.5038848539239876e-06, "loss": 0.8676, "step": 4703 }, { "epoch": 1.16, "learning_rate": 3.503273847815798e-06, "loss": 0.7922, "step": 4704 }, { "epoch": 1.16, "learning_rate": 3.5026627702670324e-06, "loss": 0.8234, "step": 4705 }, { "epoch": 1.16, "learning_rate": 3.5020516213212043e-06, "loss": 0.7781, "step": 4706 }, { "epoch": 1.16, "learning_rate": 3.501440401021831e-06, "loss": 0.8187, "step": 4707 }, { "epoch": 1.16, "learning_rate": 3.500829109412438e-06, "loss": 0.8337, "step": 4708 }, { "epoch": 1.16, "learning_rate": 3.5002177465365523e-06, "loss": 0.7044, "step": 4709 }, { "epoch": 1.16, "learning_rate": 3.4996063124377076e-06, "loss": 0.8176, "step": 4710 }, { "epoch": 1.16, "learning_rate": 3.4989948071594436e-06, "loss": 0.7895, "step": 4711 }, { "epoch": 1.16, "learning_rate": 3.4983832307453032e-06, "loss": 0.8646, "step": 4712 }, { "epoch": 1.16, "learning_rate": 3.4977715832388346e-06, "loss": 0.906, "step": 4713 }, { "epoch": 1.16, "learning_rate": 3.4971598646835935e-06, "loss": 0.7701, "step": 4714 }, { "epoch": 1.17, "learning_rate": 3.496548075123137e-06, "loss": 0.7915, "step": 4715 }, { "epoch": 1.17, "learning_rate": 3.49593621460103e-06, "loss": 0.7513, "step": 4716 }, { "epoch": 1.17, "learning_rate": 3.495324283160842e-06, "loss": 0.7402, "step": 4717 }, { "epoch": 1.17, "learning_rate": 3.4947122808461455e-06, "loss": 0.8071, "step": 4718 }, { "epoch": 1.17, "learning_rate": 3.4941002077005205e-06, "loss": 0.7738, "step": 4719 }, { "epoch": 1.17, "learning_rate": 3.4934880637675517e-06, "loss": 0.744, "step": 4720 }, { "epoch": 1.17, "learning_rate": 3.4928758490908278e-06, "loss": 0.9194, "step": 4721 }, { "epoch": 1.17, "learning_rate": 3.4922635637139425e-06, "loss": 0.7825, "step": 4722 }, { "epoch": 1.17, "learning_rate": 3.4916512076804966e-06, "loss": 0.7658, "step": 4723 }, { "epoch": 1.17, "learning_rate": 3.4910387810340927e-06, "loss": 0.7868, "step": 4724 }, { "epoch": 1.17, "learning_rate": 3.490426283818341e-06, "loss": 0.833, "step": 4725 }, { "epoch": 1.17, "learning_rate": 3.489813716076856e-06, "loss": 0.7441, "step": 4726 }, { "epoch": 1.17, "learning_rate": 3.489201077853257e-06, "loss": 0.8429, "step": 4727 }, { "epoch": 1.17, "learning_rate": 3.488588369191168e-06, "loss": 0.8398, "step": 4728 }, { "epoch": 1.17, "learning_rate": 3.4879755901342192e-06, "loss": 0.8465, "step": 4729 }, { "epoch": 1.17, "learning_rate": 3.4873627407260434e-06, "loss": 0.7718, "step": 4730 }, { "epoch": 1.17, "learning_rate": 3.4867498210102823e-06, "loss": 0.8017, "step": 4731 }, { "epoch": 1.17, "learning_rate": 3.4861368310305786e-06, "loss": 0.8915, "step": 4732 }, { "epoch": 1.17, "learning_rate": 3.4855237708305827e-06, "loss": 0.8515, "step": 4733 }, { "epoch": 1.17, "learning_rate": 3.484910640453949e-06, "loss": 0.8406, "step": 4734 }, { "epoch": 1.17, "learning_rate": 3.4842974399443362e-06, "loss": 0.8202, "step": 4735 }, { "epoch": 1.17, "learning_rate": 3.4836841693454093e-06, "loss": 0.8167, "step": 4736 }, { "epoch": 1.17, "learning_rate": 3.4830708287008374e-06, "loss": 0.8075, "step": 4737 }, { "epoch": 1.17, "learning_rate": 3.4824574180542965e-06, "loss": 0.8921, "step": 4738 }, { "epoch": 1.17, "learning_rate": 3.4818439374494635e-06, "loss": 0.6832, "step": 4739 }, { "epoch": 1.17, "learning_rate": 3.481230386930024e-06, "loss": 0.7711, "step": 4740 }, { "epoch": 1.17, "learning_rate": 3.480616766539668e-06, "loss": 0.7887, "step": 4741 }, { "epoch": 1.17, "learning_rate": 3.4800030763220884e-06, "loss": 0.772, "step": 4742 }, { "epoch": 1.17, "learning_rate": 3.4793893163209856e-06, "loss": 0.8079, "step": 4743 }, { "epoch": 1.17, "learning_rate": 3.4787754865800645e-06, "loss": 0.8539, "step": 4744 }, { "epoch": 1.17, "learning_rate": 3.478161587143033e-06, "loss": 0.849, "step": 4745 }, { "epoch": 1.17, "learning_rate": 3.477547618053605e-06, "loss": 0.8772, "step": 4746 }, { "epoch": 1.17, "learning_rate": 3.4769335793555015e-06, "loss": 0.7867, "step": 4747 }, { "epoch": 1.17, "learning_rate": 3.4763194710924453e-06, "loss": 0.8329, "step": 4748 }, { "epoch": 1.17, "learning_rate": 3.4757052933081655e-06, "loss": 0.7741, "step": 4749 }, { "epoch": 1.17, "learning_rate": 3.4750910460463966e-06, "loss": 0.8144, "step": 4750 }, { "epoch": 1.17, "learning_rate": 3.4744767293508776e-06, "loss": 0.8502, "step": 4751 }, { "epoch": 1.17, "learning_rate": 3.473862343265352e-06, "loss": 0.6908, "step": 4752 }, { "epoch": 1.17, "learning_rate": 3.4732478878335683e-06, "loss": 0.7658, "step": 4753 }, { "epoch": 1.17, "learning_rate": 3.4726333630992824e-06, "loss": 0.8478, "step": 4754 }, { "epoch": 1.18, "learning_rate": 3.4720187691062503e-06, "loss": 0.7842, "step": 4755 }, { "epoch": 1.18, "learning_rate": 3.4714041058982377e-06, "loss": 0.7744, "step": 4756 }, { "epoch": 1.18, "learning_rate": 3.470789373519012e-06, "loss": 0.8221, "step": 4757 }, { "epoch": 1.18, "learning_rate": 3.470174572012347e-06, "loss": 0.7622, "step": 4758 }, { "epoch": 1.18, "learning_rate": 3.4695597014220215e-06, "loss": 0.8647, "step": 4759 }, { "epoch": 1.18, "learning_rate": 3.4689447617918187e-06, "loss": 0.7564, "step": 4760 }, { "epoch": 1.18, "learning_rate": 3.4683297531655265e-06, "loss": 0.777, "step": 4761 }, { "epoch": 1.18, "learning_rate": 3.467714675586939e-06, "loss": 0.8287, "step": 4762 }, { "epoch": 1.18, "learning_rate": 3.4670995290998534e-06, "loss": 0.6923, "step": 4763 }, { "epoch": 1.18, "learning_rate": 3.4664843137480736e-06, "loss": 0.8751, "step": 4764 }, { "epoch": 1.18, "learning_rate": 3.465869029575407e-06, "loss": 0.7826, "step": 4765 }, { "epoch": 1.18, "learning_rate": 3.4652536766256657e-06, "loss": 0.8115, "step": 4766 }, { "epoch": 1.18, "learning_rate": 3.4646382549426684e-06, "loss": 0.756, "step": 4767 }, { "epoch": 1.18, "learning_rate": 3.464022764570237e-06, "loss": 0.85, "step": 4768 }, { "epoch": 1.18, "learning_rate": 3.4634072055522006e-06, "loss": 0.7636, "step": 4769 }, { "epoch": 1.18, "learning_rate": 3.4627915779323897e-06, "loss": 0.7656, "step": 4770 }, { "epoch": 1.18, "learning_rate": 3.4621758817546425e-06, "loss": 0.8618, "step": 4771 }, { "epoch": 1.18, "learning_rate": 3.4615601170628004e-06, "loss": 0.8079, "step": 4772 }, { "epoch": 1.18, "learning_rate": 3.460944283900712e-06, "loss": 0.7771, "step": 4773 }, { "epoch": 1.18, "learning_rate": 3.460328382312228e-06, "loss": 0.7498, "step": 4774 }, { "epoch": 1.18, "learning_rate": 3.4597124123412046e-06, "loss": 0.8217, "step": 4775 }, { "epoch": 1.18, "learning_rate": 3.4590963740315048e-06, "loss": 0.7738, "step": 4776 }, { "epoch": 1.18, "learning_rate": 3.4584802674269945e-06, "loss": 0.8117, "step": 4777 }, { "epoch": 1.18, "learning_rate": 3.457864092571545e-06, "loss": 0.7891, "step": 4778 }, { "epoch": 1.18, "learning_rate": 3.457247849509033e-06, "loss": 0.8173, "step": 4779 }, { "epoch": 1.18, "learning_rate": 3.4566315382833392e-06, "loss": 0.7636, "step": 4780 }, { "epoch": 1.18, "learning_rate": 3.4560151589383496e-06, "loss": 0.8062, "step": 4781 }, { "epoch": 1.18, "learning_rate": 3.455398711517955e-06, "loss": 0.7833, "step": 4782 }, { "epoch": 1.18, "learning_rate": 3.454782196066051e-06, "loss": 0.7837, "step": 4783 }, { "epoch": 1.18, "learning_rate": 3.454165612626539e-06, "loss": 0.7262, "step": 4784 }, { "epoch": 1.18, "learning_rate": 3.453548961243322e-06, "loss": 0.6836, "step": 4785 }, { "epoch": 1.18, "learning_rate": 3.452932241960313e-06, "loss": 0.7771, "step": 4786 }, { "epoch": 1.18, "learning_rate": 3.4523154548214254e-06, "loss": 0.8016, "step": 4787 }, { "epoch": 1.18, "learning_rate": 3.451698599870579e-06, "loss": 0.8477, "step": 4788 }, { "epoch": 1.18, "learning_rate": 3.451081677151699e-06, "loss": 0.8262, "step": 4789 }, { "epoch": 1.18, "learning_rate": 3.450464686708715e-06, "loss": 0.827, "step": 4790 }, { "epoch": 1.18, "learning_rate": 3.44984762858556e-06, "loss": 0.7608, "step": 4791 }, { "epoch": 1.18, "learning_rate": 3.449230502826176e-06, "loss": 0.7311, "step": 4792 }, { "epoch": 1.18, "learning_rate": 3.4486133094745043e-06, "loss": 0.9023, "step": 4793 }, { "epoch": 1.18, "learning_rate": 3.447996048574494e-06, "loss": 0.8328, "step": 4794 }, { "epoch": 1.18, "learning_rate": 3.4473787201700996e-06, "loss": 0.8103, "step": 4795 }, { "epoch": 1.19, "learning_rate": 3.446761324305279e-06, "loss": 0.8354, "step": 4796 }, { "epoch": 1.19, "learning_rate": 3.446143861023995e-06, "loss": 0.8028, "step": 4797 }, { "epoch": 1.19, "learning_rate": 3.445526330370217e-06, "loss": 0.8199, "step": 4798 }, { "epoch": 1.19, "learning_rate": 3.444908732387916e-06, "loss": 0.8223, "step": 4799 }, { "epoch": 1.19, "learning_rate": 3.4442910671210703e-06, "loss": 0.8725, "step": 4800 }, { "epoch": 1.19, "learning_rate": 3.4436733346136637e-06, "loss": 0.7522, "step": 4801 }, { "epoch": 1.19, "learning_rate": 3.443055534909681e-06, "loss": 0.8835, "step": 4802 }, { "epoch": 1.19, "learning_rate": 3.442437668053115e-06, "loss": 0.8279, "step": 4803 }, { "epoch": 1.19, "learning_rate": 3.441819734087963e-06, "loss": 0.7674, "step": 4804 }, { "epoch": 1.19, "learning_rate": 3.4412017330582263e-06, "loss": 0.7962, "step": 4805 }, { "epoch": 1.19, "learning_rate": 3.4405836650079105e-06, "loss": 0.8584, "step": 4806 }, { "epoch": 1.19, "learning_rate": 3.4399655299810275e-06, "loss": 0.8406, "step": 4807 }, { "epoch": 1.19, "learning_rate": 3.439347328021593e-06, "loss": 0.8576, "step": 4808 }, { "epoch": 1.19, "learning_rate": 3.438729059173626e-06, "loss": 0.8264, "step": 4809 }, { "epoch": 1.19, "learning_rate": 3.4381107234811543e-06, "loss": 0.7951, "step": 4810 }, { "epoch": 1.19, "learning_rate": 3.4374923209882064e-06, "loss": 0.8496, "step": 4811 }, { "epoch": 1.19, "learning_rate": 3.4368738517388188e-06, "loss": 0.8936, "step": 4812 }, { "epoch": 1.19, "learning_rate": 3.4362553157770297e-06, "loss": 0.8428, "step": 4813 }, { "epoch": 1.19, "learning_rate": 3.4356367131468826e-06, "loss": 0.8207, "step": 4814 }, { "epoch": 1.19, "learning_rate": 3.4350180438924285e-06, "loss": 0.8429, "step": 4815 }, { "epoch": 1.19, "learning_rate": 3.4343993080577203e-06, "loss": 0.797, "step": 4816 }, { "epoch": 1.19, "learning_rate": 3.4337805056868166e-06, "loss": 0.838, "step": 4817 }, { "epoch": 1.19, "learning_rate": 3.433161636823782e-06, "loss": 0.6914, "step": 4818 }, { "epoch": 1.19, "learning_rate": 3.4325427015126827e-06, "loss": 0.85, "step": 4819 }, { "epoch": 1.19, "learning_rate": 3.4319236997975923e-06, "loss": 0.8467, "step": 4820 }, { "epoch": 1.19, "learning_rate": 3.4313046317225895e-06, "loss": 0.7945, "step": 4821 }, { "epoch": 1.19, "learning_rate": 3.430685497331755e-06, "loss": 0.8345, "step": 4822 }, { "epoch": 1.19, "learning_rate": 3.4300662966691756e-06, "loss": 0.8009, "step": 4823 }, { "epoch": 1.19, "learning_rate": 3.4294470297789437e-06, "loss": 0.7923, "step": 4824 }, { "epoch": 1.19, "learning_rate": 3.4288276967051564e-06, "loss": 0.8693, "step": 4825 }, { "epoch": 1.19, "learning_rate": 3.4282082974919135e-06, "loss": 0.8051, "step": 4826 }, { "epoch": 1.19, "learning_rate": 3.427588832183321e-06, "loss": 0.7585, "step": 4827 }, { "epoch": 1.19, "learning_rate": 3.426969300823491e-06, "loss": 0.7794, "step": 4828 }, { "epoch": 1.19, "learning_rate": 3.4263497034565373e-06, "loss": 0.861, "step": 4829 }, { "epoch": 1.19, "learning_rate": 3.4257300401265795e-06, "loss": 0.7886, "step": 4830 }, { "epoch": 1.19, "learning_rate": 3.4251103108777438e-06, "loss": 0.862, "step": 4831 }, { "epoch": 1.19, "learning_rate": 3.4244905157541587e-06, "loss": 0.8573, "step": 4832 }, { "epoch": 1.19, "learning_rate": 3.423870654799958e-06, "loss": 0.8276, "step": 4833 }, { "epoch": 1.19, "learning_rate": 3.4232507280592808e-06, "loss": 0.8109, "step": 4834 }, { "epoch": 1.19, "learning_rate": 3.4226307355762694e-06, "loss": 0.7647, "step": 4835 }, { "epoch": 1.2, "learning_rate": 3.4220106773950736e-06, "loss": 0.8139, "step": 4836 }, { "epoch": 1.2, "learning_rate": 3.421390553559845e-06, "loss": 0.8455, "step": 4837 }, { "epoch": 1.2, "learning_rate": 3.4207703641147416e-06, "loss": 0.7967, "step": 4838 }, { "epoch": 1.2, "learning_rate": 3.420150109103926e-06, "loss": 0.8602, "step": 4839 }, { "epoch": 1.2, "learning_rate": 3.4195297885715635e-06, "loss": 0.8123, "step": 4840 }, { "epoch": 1.2, "learning_rate": 3.418909402561827e-06, "loss": 0.7943, "step": 4841 }, { "epoch": 1.2, "learning_rate": 3.418288951118891e-06, "loss": 0.816, "step": 4842 }, { "epoch": 1.2, "learning_rate": 3.4176684342869383e-06, "loss": 0.8471, "step": 4843 }, { "epoch": 1.2, "learning_rate": 3.4170478521101524e-06, "loss": 0.7813, "step": 4844 }, { "epoch": 1.2, "learning_rate": 3.4164272046327247e-06, "loss": 0.7841, "step": 4845 }, { "epoch": 1.2, "learning_rate": 3.4158064918988497e-06, "loss": 0.8497, "step": 4846 }, { "epoch": 1.2, "learning_rate": 3.4151857139527254e-06, "loss": 0.7898, "step": 4847 }, { "epoch": 1.2, "learning_rate": 3.414564870838558e-06, "loss": 0.7614, "step": 4848 }, { "epoch": 1.2, "learning_rate": 3.4139439626005553e-06, "loss": 0.7785, "step": 4849 }, { "epoch": 1.2, "learning_rate": 3.41332298928293e-06, "loss": 0.8738, "step": 4850 }, { "epoch": 1.2, "learning_rate": 3.4127019509299003e-06, "loss": 0.8084, "step": 4851 }, { "epoch": 1.2, "learning_rate": 3.4120808475856894e-06, "loss": 0.8249, "step": 4852 }, { "epoch": 1.2, "learning_rate": 3.4114596792945233e-06, "loss": 0.8224, "step": 4853 }, { "epoch": 1.2, "learning_rate": 3.410838446100635e-06, "loss": 0.8102, "step": 4854 }, { "epoch": 1.2, "learning_rate": 3.4102171480482605e-06, "loss": 0.7878, "step": 4855 }, { "epoch": 1.2, "learning_rate": 3.4095957851816396e-06, "loss": 0.7801, "step": 4856 }, { "epoch": 1.2, "learning_rate": 3.4089743575450203e-06, "loss": 0.8678, "step": 4857 }, { "epoch": 1.2, "learning_rate": 3.4083528651826515e-06, "loss": 0.8695, "step": 4858 }, { "epoch": 1.2, "learning_rate": 3.407731308138788e-06, "loss": 0.7672, "step": 4859 }, { "epoch": 1.2, "learning_rate": 3.40710968645769e-06, "loss": 0.8243, "step": 4860 }, { "epoch": 1.2, "learning_rate": 3.406488000183622e-06, "loss": 0.7379, "step": 4861 }, { "epoch": 1.2, "learning_rate": 3.4058662493608506e-06, "loss": 0.8054, "step": 4862 }, { "epoch": 1.2, "learning_rate": 3.4052444340336506e-06, "loss": 0.8207, "step": 4863 }, { "epoch": 1.2, "learning_rate": 3.4046225542463e-06, "loss": 0.8769, "step": 4864 }, { "epoch": 1.2, "learning_rate": 3.4040006100430808e-06, "loss": 0.8727, "step": 4865 }, { "epoch": 1.2, "learning_rate": 3.40337860146828e-06, "loss": 0.8601, "step": 4866 }, { "epoch": 1.2, "learning_rate": 3.40275652856619e-06, "loss": 0.9147, "step": 4867 }, { "epoch": 1.2, "learning_rate": 3.4021343913811063e-06, "loss": 0.8121, "step": 4868 }, { "epoch": 1.2, "learning_rate": 3.4015121899573302e-06, "loss": 0.8216, "step": 4869 }, { "epoch": 1.2, "learning_rate": 3.400889924339166e-06, "loss": 0.9057, "step": 4870 }, { "epoch": 1.2, "learning_rate": 3.400267594570925e-06, "loss": 0.8038, "step": 4871 }, { "epoch": 1.2, "learning_rate": 3.3996452006969206e-06, "loss": 0.848, "step": 4872 }, { "epoch": 1.2, "learning_rate": 3.399022742761473e-06, "loss": 0.8984, "step": 4873 }, { "epoch": 1.2, "learning_rate": 3.398400220808905e-06, "loss": 0.8367, "step": 4874 }, { "epoch": 1.2, "learning_rate": 3.397777634883545e-06, "loss": 0.8058, "step": 4875 }, { "epoch": 1.2, "learning_rate": 3.3971549850297265e-06, "loss": 0.9118, "step": 4876 }, { "epoch": 1.21, "learning_rate": 3.3965322712917853e-06, "loss": 0.8303, "step": 4877 }, { "epoch": 1.21, "learning_rate": 3.395909493714064e-06, "loss": 0.7876, "step": 4878 }, { "epoch": 1.21, "learning_rate": 3.39528665234091e-06, "loss": 0.8124, "step": 4879 }, { "epoch": 1.21, "learning_rate": 3.3946637472166733e-06, "loss": 0.7796, "step": 4880 }, { "epoch": 1.21, "learning_rate": 3.3940407783857087e-06, "loss": 0.89, "step": 4881 }, { "epoch": 1.21, "learning_rate": 3.393417745892378e-06, "loss": 0.815, "step": 4882 }, { "epoch": 1.21, "learning_rate": 3.392794649781043e-06, "loss": 0.8168, "step": 4883 }, { "epoch": 1.21, "learning_rate": 3.3921714900960756e-06, "loss": 0.8142, "step": 4884 }, { "epoch": 1.21, "learning_rate": 3.391548266881849e-06, "loss": 0.8193, "step": 4885 }, { "epoch": 1.21, "learning_rate": 3.3909249801827393e-06, "loss": 0.8136, "step": 4886 }, { "epoch": 1.21, "learning_rate": 3.390301630043131e-06, "loss": 0.7989, "step": 4887 }, { "epoch": 1.21, "learning_rate": 3.3896782165074114e-06, "loss": 0.7824, "step": 4888 }, { "epoch": 1.21, "learning_rate": 3.3890547396199715e-06, "loss": 0.7733, "step": 4889 }, { "epoch": 1.21, "learning_rate": 3.3884311994252074e-06, "loss": 0.7593, "step": 4890 }, { "epoch": 1.21, "learning_rate": 3.38780759596752e-06, "loss": 0.8117, "step": 4891 }, { "epoch": 1.21, "learning_rate": 3.387183929291314e-06, "loss": 0.7451, "step": 4892 }, { "epoch": 1.21, "learning_rate": 3.3865601994409997e-06, "loss": 0.7335, "step": 4893 }, { "epoch": 1.21, "learning_rate": 3.385936406460992e-06, "loss": 0.8217, "step": 4894 }, { "epoch": 1.21, "learning_rate": 3.385312550395708e-06, "loss": 0.8022, "step": 4895 }, { "epoch": 1.21, "learning_rate": 3.384688631289572e-06, "loss": 0.8349, "step": 4896 }, { "epoch": 1.21, "learning_rate": 3.384064649187012e-06, "loss": 0.86, "step": 4897 }, { "epoch": 1.21, "learning_rate": 3.383440604132459e-06, "loss": 0.8329, "step": 4898 }, { "epoch": 1.21, "learning_rate": 3.3828164961703508e-06, "loss": 0.7801, "step": 4899 }, { "epoch": 1.21, "learning_rate": 3.3821923253451282e-06, "loss": 0.7495, "step": 4900 }, { "epoch": 1.21, "learning_rate": 3.381568091701236e-06, "loss": 0.7677, "step": 4901 }, { "epoch": 1.21, "learning_rate": 3.380943795283125e-06, "loss": 0.8673, "step": 4902 }, { "epoch": 1.21, "learning_rate": 3.38031943613525e-06, "loss": 0.7741, "step": 4903 }, { "epoch": 1.21, "learning_rate": 3.3796950143020692e-06, "loss": 0.7694, "step": 4904 }, { "epoch": 1.21, "learning_rate": 3.379070529828047e-06, "loss": 0.7493, "step": 4905 }, { "epoch": 1.21, "learning_rate": 3.378445982757651e-06, "loss": 0.7753, "step": 4906 }, { "epoch": 1.21, "learning_rate": 3.3778213731353533e-06, "loss": 0.7159, "step": 4907 }, { "epoch": 1.21, "learning_rate": 3.3771967010056313e-06, "loss": 0.7808, "step": 4908 }, { "epoch": 1.21, "learning_rate": 3.376571966412966e-06, "loss": 0.8026, "step": 4909 }, { "epoch": 1.21, "learning_rate": 3.375947169401843e-06, "loss": 0.7878, "step": 4910 }, { "epoch": 1.21, "learning_rate": 3.3753223100167526e-06, "loss": 0.7552, "step": 4911 }, { "epoch": 1.21, "learning_rate": 3.37469738830219e-06, "loss": 0.779, "step": 4912 }, { "epoch": 1.21, "learning_rate": 3.3740724043026528e-06, "loss": 0.786, "step": 4913 }, { "epoch": 1.21, "learning_rate": 3.3734473580626464e-06, "loss": 0.786, "step": 4914 }, { "epoch": 1.21, "learning_rate": 3.3728222496266776e-06, "loss": 0.7863, "step": 4915 }, { "epoch": 1.21, "learning_rate": 3.3721970790392593e-06, "loss": 0.8269, "step": 4916 }, { "epoch": 1.22, "learning_rate": 3.371571846344908e-06, "loss": 0.7792, "step": 4917 }, { "epoch": 1.22, "learning_rate": 3.370946551588145e-06, "loss": 0.7451, "step": 4918 }, { "epoch": 1.22, "learning_rate": 3.370321194813496e-06, "loss": 0.8909, "step": 4919 }, { "epoch": 1.22, "learning_rate": 3.369695776065491e-06, "loss": 0.8382, "step": 4920 }, { "epoch": 1.22, "learning_rate": 3.3690702953886644e-06, "loss": 0.8362, "step": 4921 }, { "epoch": 1.22, "learning_rate": 3.3684447528275554e-06, "loss": 0.7984, "step": 4922 }, { "epoch": 1.22, "learning_rate": 3.3678191484267066e-06, "loss": 0.837, "step": 4923 }, { "epoch": 1.22, "learning_rate": 3.367193482230666e-06, "loss": 0.7592, "step": 4924 }, { "epoch": 1.22, "learning_rate": 3.3665677542839862e-06, "loss": 0.8134, "step": 4925 }, { "epoch": 1.22, "learning_rate": 3.3659419646312238e-06, "loss": 0.7953, "step": 4926 }, { "epoch": 1.22, "learning_rate": 3.3653161133169387e-06, "loss": 0.8082, "step": 4927 }, { "epoch": 1.22, "learning_rate": 3.3646902003856975e-06, "loss": 0.774, "step": 4928 }, { "epoch": 1.22, "learning_rate": 3.364064225882068e-06, "loss": 0.796, "step": 4929 }, { "epoch": 1.22, "learning_rate": 3.3634381898506263e-06, "loss": 0.8725, "step": 4930 }, { "epoch": 1.22, "learning_rate": 3.362812092335949e-06, "loss": 0.8357, "step": 4931 }, { "epoch": 1.22, "learning_rate": 3.3621859333826203e-06, "loss": 0.8007, "step": 4932 }, { "epoch": 1.22, "learning_rate": 3.3615597130352273e-06, "loss": 0.7916, "step": 4933 }, { "epoch": 1.22, "learning_rate": 3.36093343133836e-06, "loss": 0.8414, "step": 4934 }, { "epoch": 1.22, "learning_rate": 3.3603070883366157e-06, "loss": 0.7546, "step": 4935 }, { "epoch": 1.22, "learning_rate": 3.3596806840745957e-06, "loss": 0.8342, "step": 4936 }, { "epoch": 1.22, "learning_rate": 3.3590542185969023e-06, "loss": 0.8013, "step": 4937 }, { "epoch": 1.22, "learning_rate": 3.358427691948145e-06, "loss": 0.8421, "step": 4938 }, { "epoch": 1.22, "learning_rate": 3.357801104172939e-06, "loss": 0.8323, "step": 4939 }, { "epoch": 1.22, "learning_rate": 3.3571744553159e-06, "loss": 0.8202, "step": 4940 }, { "epoch": 1.22, "learning_rate": 3.356547745421651e-06, "loss": 0.8068, "step": 4941 }, { "epoch": 1.22, "learning_rate": 3.3559209745348187e-06, "loss": 0.7121, "step": 4942 }, { "epoch": 1.22, "learning_rate": 3.355294142700033e-06, "loss": 0.8094, "step": 4943 }, { "epoch": 1.22, "learning_rate": 3.354667249961929e-06, "loss": 0.7858, "step": 4944 }, { "epoch": 1.22, "learning_rate": 3.3540402963651475e-06, "loss": 0.8538, "step": 4945 }, { "epoch": 1.22, "learning_rate": 3.353413281954331e-06, "loss": 0.8638, "step": 4946 }, { "epoch": 1.22, "learning_rate": 3.352786206774128e-06, "loss": 0.7638, "step": 4947 }, { "epoch": 1.22, "learning_rate": 3.3521590708691916e-06, "loss": 0.8146, "step": 4948 }, { "epoch": 1.22, "learning_rate": 3.3515318742841764e-06, "loss": 0.7378, "step": 4949 }, { "epoch": 1.22, "learning_rate": 3.350904617063745e-06, "loss": 0.8666, "step": 4950 }, { "epoch": 1.22, "learning_rate": 3.3502772992525635e-06, "loss": 0.7471, "step": 4951 }, { "epoch": 1.22, "learning_rate": 3.3496499208953006e-06, "loss": 0.8111, "step": 4952 }, { "epoch": 1.22, "learning_rate": 3.3490224820366296e-06, "loss": 0.8209, "step": 4953 }, { "epoch": 1.22, "learning_rate": 3.348394982721231e-06, "loss": 0.8295, "step": 4954 }, { "epoch": 1.22, "learning_rate": 3.347767422993785e-06, "loss": 0.7955, "step": 4955 }, { "epoch": 1.22, "learning_rate": 3.3471398028989805e-06, "loss": 0.8763, "step": 4956 }, { "epoch": 1.22, "learning_rate": 3.346512122481508e-06, "loss": 0.7746, "step": 4957 }, { "epoch": 1.23, "learning_rate": 3.345884381786062e-06, "loss": 0.8599, "step": 4958 }, { "epoch": 1.23, "learning_rate": 3.345256580857344e-06, "loss": 0.8815, "step": 4959 }, { "epoch": 1.23, "learning_rate": 3.344628719740057e-06, "loss": 0.8211, "step": 4960 }, { "epoch": 1.23, "learning_rate": 3.3440007984789097e-06, "loss": 0.853, "step": 4961 }, { "epoch": 1.23, "learning_rate": 3.3433728171186147e-06, "loss": 0.8215, "step": 4962 }, { "epoch": 1.23, "learning_rate": 3.34274477570389e-06, "loss": 0.7972, "step": 4963 }, { "epoch": 1.23, "learning_rate": 3.3421166742794547e-06, "loss": 0.7393, "step": 4964 }, { "epoch": 1.23, "learning_rate": 3.3414885128900363e-06, "loss": 0.7778, "step": 4965 }, { "epoch": 1.23, "learning_rate": 3.3408602915803634e-06, "loss": 0.8977, "step": 4966 }, { "epoch": 1.23, "learning_rate": 3.3402320103951706e-06, "loss": 0.8734, "step": 4967 }, { "epoch": 1.23, "learning_rate": 3.3396036693791957e-06, "loss": 0.8555, "step": 4968 }, { "epoch": 1.23, "learning_rate": 3.338975268577182e-06, "loss": 0.9042, "step": 4969 }, { "epoch": 1.23, "learning_rate": 3.3383468080338756e-06, "loss": 0.883, "step": 4970 }, { "epoch": 1.23, "learning_rate": 3.337718287794028e-06, "loss": 0.8337, "step": 4971 }, { "epoch": 1.23, "learning_rate": 3.3370897079023944e-06, "loss": 0.7998, "step": 4972 }, { "epoch": 1.23, "learning_rate": 3.336461068403734e-06, "loss": 0.7746, "step": 4973 }, { "epoch": 1.23, "learning_rate": 3.3358323693428106e-06, "loss": 0.8256, "step": 4974 }, { "epoch": 1.23, "learning_rate": 3.3352036107643943e-06, "loss": 0.8048, "step": 4975 }, { "epoch": 1.23, "learning_rate": 3.334574792713255e-06, "loss": 0.814, "step": 4976 }, { "epoch": 1.23, "learning_rate": 3.3339459152341692e-06, "loss": 0.8064, "step": 4977 }, { "epoch": 1.23, "learning_rate": 3.3333169783719193e-06, "loss": 0.8709, "step": 4978 }, { "epoch": 1.23, "learning_rate": 3.3326879821712892e-06, "loss": 0.9505, "step": 4979 }, { "epoch": 1.23, "learning_rate": 3.3320589266770683e-06, "loss": 0.7866, "step": 4980 }, { "epoch": 1.23, "learning_rate": 3.3314298119340506e-06, "loss": 0.8449, "step": 4981 }, { "epoch": 1.23, "learning_rate": 3.3308006379870323e-06, "loss": 0.7896, "step": 4982 }, { "epoch": 1.23, "learning_rate": 3.3301714048808164e-06, "loss": 0.8643, "step": 4983 }, { "epoch": 1.23, "learning_rate": 3.329542112660209e-06, "loss": 0.8193, "step": 4984 }, { "epoch": 1.23, "learning_rate": 3.3289127613700204e-06, "loss": 0.8467, "step": 4985 }, { "epoch": 1.23, "learning_rate": 3.328283351055065e-06, "loss": 0.8587, "step": 4986 }, { "epoch": 1.23, "learning_rate": 3.327653881760161e-06, "loss": 0.7485, "step": 4987 }, { "epoch": 1.23, "learning_rate": 3.3270243535301323e-06, "loss": 0.8498, "step": 4988 }, { "epoch": 1.23, "learning_rate": 3.3263947664098046e-06, "loss": 0.8214, "step": 4989 }, { "epoch": 1.23, "learning_rate": 3.325765120444011e-06, "loss": 0.8047, "step": 4990 }, { "epoch": 1.23, "learning_rate": 3.325135415677585e-06, "loss": 0.8033, "step": 4991 }, { "epoch": 1.23, "learning_rate": 3.3245056521553677e-06, "loss": 0.7992, "step": 4992 }, { "epoch": 1.23, "learning_rate": 3.323875829922203e-06, "loss": 0.7228, "step": 4993 }, { "epoch": 1.23, "learning_rate": 3.3232459490229376e-06, "loss": 0.8377, "step": 4994 }, { "epoch": 1.23, "learning_rate": 3.3226160095024258e-06, "loss": 0.8296, "step": 4995 }, { "epoch": 1.23, "learning_rate": 3.321986011405522e-06, "loss": 0.7953, "step": 4996 }, { "epoch": 1.23, "learning_rate": 3.3213559547770873e-06, "loss": 0.7845, "step": 4997 }, { "epoch": 1.24, "learning_rate": 3.320725839661987e-06, "loss": 0.787, "step": 4998 }, { "epoch": 1.24, "learning_rate": 3.3200956661050896e-06, "loss": 0.8779, "step": 4999 }, { "epoch": 1.24, "learning_rate": 3.3194654341512677e-06, "loss": 0.7481, "step": 5000 }, { "epoch": 1.24, "learning_rate": 3.3188351438454e-06, "loss": 0.8487, "step": 5001 }, { "epoch": 1.24, "learning_rate": 3.3182047952323665e-06, "loss": 0.752, "step": 5002 }, { "epoch": 1.24, "learning_rate": 3.317574388357053e-06, "loss": 0.834, "step": 5003 }, { "epoch": 1.24, "learning_rate": 3.31694392326435e-06, "loss": 0.7557, "step": 5004 }, { "epoch": 1.24, "learning_rate": 3.3163133999991494e-06, "loss": 0.7731, "step": 5005 }, { "epoch": 1.24, "learning_rate": 3.3156828186063507e-06, "loss": 0.7195, "step": 5006 }, { "epoch": 1.24, "learning_rate": 3.3150521791308553e-06, "loss": 0.8856, "step": 5007 }, { "epoch": 1.24, "learning_rate": 3.314421481617571e-06, "loss": 0.8212, "step": 5008 }, { "epoch": 1.24, "learning_rate": 3.313790726111406e-06, "loss": 0.8261, "step": 5009 }, { "epoch": 1.24, "learning_rate": 3.3131599126572757e-06, "loss": 0.8614, "step": 5010 }, { "epoch": 1.24, "learning_rate": 3.3125290413000994e-06, "loss": 0.8539, "step": 5011 }, { "epoch": 1.24, "learning_rate": 3.3118981120847985e-06, "loss": 0.8796, "step": 5012 }, { "epoch": 1.24, "learning_rate": 3.3112671250563006e-06, "loss": 0.8007, "step": 5013 }, { "epoch": 1.24, "learning_rate": 3.3106360802595374e-06, "loss": 0.8413, "step": 5014 }, { "epoch": 1.24, "learning_rate": 3.3100049777394426e-06, "loss": 0.8318, "step": 5015 }, { "epoch": 1.24, "learning_rate": 3.309373817540956e-06, "loss": 0.7679, "step": 5016 }, { "epoch": 1.24, "learning_rate": 3.308742599709022e-06, "loss": 0.8649, "step": 5017 }, { "epoch": 1.24, "learning_rate": 3.3081113242885855e-06, "loss": 0.7698, "step": 5018 }, { "epoch": 1.24, "learning_rate": 3.3074799913245996e-06, "loss": 0.7706, "step": 5019 }, { "epoch": 1.24, "learning_rate": 3.3068486008620203e-06, "loss": 0.8569, "step": 5020 }, { "epoch": 1.24, "learning_rate": 3.306217152945807e-06, "loss": 0.827, "step": 5021 }, { "epoch": 1.24, "learning_rate": 3.3055856476209225e-06, "loss": 0.7204, "step": 5022 }, { "epoch": 1.24, "learning_rate": 3.3049540849323364e-06, "loss": 0.8217, "step": 5023 }, { "epoch": 1.24, "learning_rate": 3.30432246492502e-06, "loss": 0.8338, "step": 5024 }, { "epoch": 1.24, "learning_rate": 3.3036907876439483e-06, "loss": 0.7957, "step": 5025 }, { "epoch": 1.24, "learning_rate": 3.303059053134102e-06, "loss": 0.89, "step": 5026 }, { "epoch": 1.24, "learning_rate": 3.302427261440466e-06, "loss": 0.8376, "step": 5027 }, { "epoch": 1.24, "learning_rate": 3.3017954126080275e-06, "loss": 0.7916, "step": 5028 }, { "epoch": 1.24, "learning_rate": 3.3011635066817804e-06, "loss": 0.6762, "step": 5029 }, { "epoch": 1.24, "learning_rate": 3.30053154370672e-06, "loss": 0.8772, "step": 5030 }, { "epoch": 1.24, "learning_rate": 3.2998995237278465e-06, "loss": 0.763, "step": 5031 }, { "epoch": 1.24, "learning_rate": 3.2992674467901655e-06, "loss": 0.8444, "step": 5032 }, { "epoch": 1.24, "learning_rate": 3.298635312938684e-06, "loss": 0.7755, "step": 5033 }, { "epoch": 1.24, "learning_rate": 3.298003122218417e-06, "loss": 0.7949, "step": 5034 }, { "epoch": 1.24, "learning_rate": 3.297370874674379e-06, "loss": 0.747, "step": 5035 }, { "epoch": 1.24, "learning_rate": 3.2967385703515907e-06, "loss": 0.8363, "step": 5036 }, { "epoch": 1.24, "learning_rate": 3.2961062092950792e-06, "loss": 0.835, "step": 5037 }, { "epoch": 1.24, "learning_rate": 3.2954737915498713e-06, "loss": 0.7786, "step": 5038 }, { "epoch": 1.25, "learning_rate": 3.294841317161e-06, "loss": 0.7748, "step": 5039 }, { "epoch": 1.25, "learning_rate": 3.2942087861735025e-06, "loss": 0.9065, "step": 5040 }, { "epoch": 1.25, "learning_rate": 3.2935761986324206e-06, "loss": 0.8101, "step": 5041 }, { "epoch": 1.25, "learning_rate": 3.2929435545827977e-06, "loss": 0.8029, "step": 5042 }, { "epoch": 1.25, "learning_rate": 3.292310854069684e-06, "loss": 0.7882, "step": 5043 }, { "epoch": 1.25, "learning_rate": 3.2916780971381323e-06, "loss": 0.8335, "step": 5044 }, { "epoch": 1.25, "learning_rate": 3.2910452838331987e-06, "loss": 0.8053, "step": 5045 }, { "epoch": 1.25, "learning_rate": 3.290412414199945e-06, "loss": 0.8397, "step": 5046 }, { "epoch": 1.25, "learning_rate": 3.2897794882834367e-06, "loss": 0.7552, "step": 5047 }, { "epoch": 1.25, "learning_rate": 3.289146506128741e-06, "loss": 0.8544, "step": 5048 }, { "epoch": 1.25, "learning_rate": 3.288513467780933e-06, "loss": 0.7362, "step": 5049 }, { "epoch": 1.25, "learning_rate": 3.287880373285089e-06, "loss": 0.8099, "step": 5050 }, { "epoch": 1.25, "learning_rate": 3.2872472226862894e-06, "loss": 0.7409, "step": 5051 }, { "epoch": 1.25, "learning_rate": 3.2866140160296208e-06, "loss": 0.8048, "step": 5052 }, { "epoch": 1.25, "learning_rate": 3.28598075336017e-06, "loss": 0.8366, "step": 5053 }, { "epoch": 1.25, "learning_rate": 3.2853474347230324e-06, "loss": 0.7867, "step": 5054 }, { "epoch": 1.25, "learning_rate": 3.284714060163303e-06, "loss": 0.8047, "step": 5055 }, { "epoch": 1.25, "learning_rate": 3.2840806297260847e-06, "loss": 0.6946, "step": 5056 }, { "epoch": 1.25, "learning_rate": 3.2834471434564807e-06, "loss": 0.8181, "step": 5057 }, { "epoch": 1.25, "learning_rate": 3.2828136013996003e-06, "loss": 0.8273, "step": 5058 }, { "epoch": 1.25, "learning_rate": 3.282180003600558e-06, "loss": 0.9073, "step": 5059 }, { "epoch": 1.25, "learning_rate": 3.281546350104469e-06, "loss": 0.7715, "step": 5060 }, { "epoch": 1.25, "learning_rate": 3.2809126409564534e-06, "loss": 0.8554, "step": 5061 }, { "epoch": 1.25, "learning_rate": 3.2802788762016385e-06, "loss": 0.7998, "step": 5062 }, { "epoch": 1.25, "learning_rate": 3.2796450558851524e-06, "loss": 0.771, "step": 5063 }, { "epoch": 1.25, "learning_rate": 3.279011180052126e-06, "loss": 0.7365, "step": 5064 }, { "epoch": 1.25, "learning_rate": 3.278377248747698e-06, "loss": 0.9084, "step": 5065 }, { "epoch": 1.25, "learning_rate": 3.277743262017008e-06, "loss": 0.8241, "step": 5066 }, { "epoch": 1.25, "learning_rate": 3.2771092199052e-06, "loss": 0.7712, "step": 5067 }, { "epoch": 1.25, "learning_rate": 3.276475122457425e-06, "loss": 0.7376, "step": 5068 }, { "epoch": 1.25, "learning_rate": 3.2758409697188327e-06, "loss": 0.7828, "step": 5069 }, { "epoch": 1.25, "learning_rate": 3.2752067617345807e-06, "loss": 0.8411, "step": 5070 }, { "epoch": 1.25, "learning_rate": 3.27457249854983e-06, "loss": 0.8295, "step": 5071 }, { "epoch": 1.25, "learning_rate": 3.273938180209744e-06, "loss": 0.7981, "step": 5072 }, { "epoch": 1.25, "learning_rate": 3.273303806759491e-06, "loss": 0.893, "step": 5073 }, { "epoch": 1.25, "learning_rate": 3.2726693782442433e-06, "loss": 0.7506, "step": 5074 }, { "epoch": 1.25, "learning_rate": 3.2720348947091757e-06, "loss": 0.8786, "step": 5075 }, { "epoch": 1.25, "learning_rate": 3.27140035619947e-06, "loss": 0.7889, "step": 5076 }, { "epoch": 1.25, "learning_rate": 3.2707657627603097e-06, "loss": 0.8674, "step": 5077 }, { "epoch": 1.25, "learning_rate": 3.270131114436881e-06, "loss": 0.8374, "step": 5078 }, { "epoch": 1.26, "learning_rate": 3.2694964112743777e-06, "loss": 0.718, "step": 5079 }, { "epoch": 1.26, "learning_rate": 3.268861653317995e-06, "loss": 0.8782, "step": 5080 }, { "epoch": 1.26, "learning_rate": 3.2682268406129307e-06, "loss": 0.8131, "step": 5081 }, { "epoch": 1.26, "learning_rate": 3.26759197320439e-06, "loss": 0.8396, "step": 5082 }, { "epoch": 1.26, "learning_rate": 3.26695705113758e-06, "loss": 0.7356, "step": 5083 }, { "epoch": 1.26, "learning_rate": 3.2663220744577114e-06, "loss": 0.8209, "step": 5084 }, { "epoch": 1.26, "learning_rate": 3.2656870432099986e-06, "loss": 0.8153, "step": 5085 }, { "epoch": 1.26, "learning_rate": 3.265051957439662e-06, "loss": 0.7192, "step": 5086 }, { "epoch": 1.26, "learning_rate": 3.2644168171919232e-06, "loss": 0.804, "step": 5087 }, { "epoch": 1.26, "learning_rate": 3.2637816225120094e-06, "loss": 0.7933, "step": 5088 }, { "epoch": 1.26, "learning_rate": 3.263146373445152e-06, "loss": 0.8458, "step": 5089 }, { "epoch": 1.26, "learning_rate": 3.262511070036584e-06, "loss": 0.8404, "step": 5090 }, { "epoch": 1.26, "learning_rate": 3.261875712331545e-06, "loss": 0.8631, "step": 5091 }, { "epoch": 1.26, "learning_rate": 3.261240300375277e-06, "loss": 0.7816, "step": 5092 }, { "epoch": 1.26, "learning_rate": 3.2606048342130247e-06, "loss": 0.7806, "step": 5093 }, { "epoch": 1.26, "learning_rate": 3.259969313890039e-06, "loss": 0.8449, "step": 5094 }, { "epoch": 1.26, "learning_rate": 3.2593337394515744e-06, "loss": 0.7948, "step": 5095 }, { "epoch": 1.26, "learning_rate": 3.258698110942888e-06, "loss": 0.8179, "step": 5096 }, { "epoch": 1.26, "learning_rate": 3.25806242840924e-06, "loss": 0.8063, "step": 5097 }, { "epoch": 1.26, "learning_rate": 3.2574266918958986e-06, "loss": 0.8208, "step": 5098 }, { "epoch": 1.26, "learning_rate": 3.25679090144813e-06, "loss": 0.8878, "step": 5099 }, { "epoch": 1.26, "learning_rate": 3.256155057111209e-06, "loss": 0.7682, "step": 5100 }, { "epoch": 1.26, "learning_rate": 3.2555191589304117e-06, "loss": 0.78, "step": 5101 }, { "epoch": 1.26, "learning_rate": 3.2548832069510196e-06, "loss": 0.8563, "step": 5102 }, { "epoch": 1.26, "learning_rate": 3.2542472012183157e-06, "loss": 0.8617, "step": 5103 }, { "epoch": 1.26, "learning_rate": 3.253611141777591e-06, "loss": 0.8233, "step": 5104 }, { "epoch": 1.26, "learning_rate": 3.252975028674134e-06, "loss": 0.8131, "step": 5105 }, { "epoch": 1.26, "learning_rate": 3.2523388619532437e-06, "loss": 0.8552, "step": 5106 }, { "epoch": 1.26, "learning_rate": 3.251702641660219e-06, "loss": 0.8897, "step": 5107 }, { "epoch": 1.26, "learning_rate": 3.2510663678403627e-06, "loss": 0.7932, "step": 5108 }, { "epoch": 1.26, "learning_rate": 3.250430040538983e-06, "loss": 0.7911, "step": 5109 }, { "epoch": 1.26, "learning_rate": 3.249793659801392e-06, "loss": 0.7702, "step": 5110 }, { "epoch": 1.26, "learning_rate": 3.2491572256729036e-06, "loss": 0.7983, "step": 5111 }, { "epoch": 1.26, "learning_rate": 3.2485207381988367e-06, "loss": 0.7512, "step": 5112 }, { "epoch": 1.26, "learning_rate": 3.2478841974245147e-06, "loss": 0.7825, "step": 5113 }, { "epoch": 1.26, "learning_rate": 3.247247603395262e-06, "loss": 0.8567, "step": 5114 }, { "epoch": 1.26, "learning_rate": 3.2466109561564113e-06, "loss": 0.8439, "step": 5115 }, { "epoch": 1.26, "learning_rate": 3.245974255753296e-06, "loss": 0.7617, "step": 5116 }, { "epoch": 1.26, "learning_rate": 3.2453375022312527e-06, "loss": 0.7138, "step": 5117 }, { "epoch": 1.26, "learning_rate": 3.2447006956356247e-06, "loss": 0.768, "step": 5118 }, { "epoch": 1.26, "learning_rate": 3.2440638360117565e-06, "loss": 0.7979, "step": 5119 }, { "epoch": 1.27, "learning_rate": 3.2434269234049975e-06, "loss": 0.7398, "step": 5120 }, { "epoch": 1.27, "learning_rate": 3.2427899578607e-06, "loss": 0.8216, "step": 5121 }, { "epoch": 1.27, "learning_rate": 3.2421529394242213e-06, "loss": 0.8555, "step": 5122 }, { "epoch": 1.27, "learning_rate": 3.2415158681409215e-06, "loss": 0.7661, "step": 5123 }, { "epoch": 1.27, "learning_rate": 3.240878744056165e-06, "loss": 0.8165, "step": 5124 }, { "epoch": 1.27, "learning_rate": 3.2402415672153196e-06, "loss": 0.7706, "step": 5125 }, { "epoch": 1.27, "learning_rate": 3.2396043376637577e-06, "loss": 0.797, "step": 5126 }, { "epoch": 1.27, "learning_rate": 3.2389670554468538e-06, "loss": 0.8754, "step": 5127 }, { "epoch": 1.27, "learning_rate": 3.2383297206099885e-06, "loss": 0.8301, "step": 5128 }, { "epoch": 1.27, "learning_rate": 3.2376923331985432e-06, "loss": 0.7714, "step": 5129 }, { "epoch": 1.27, "learning_rate": 3.237054893257906e-06, "loss": 0.8642, "step": 5130 }, { "epoch": 1.27, "learning_rate": 3.236417400833467e-06, "loss": 0.8221, "step": 5131 }, { "epoch": 1.27, "learning_rate": 3.23577985597062e-06, "loss": 0.7967, "step": 5132 }, { "epoch": 1.27, "learning_rate": 3.2351422587147623e-06, "loss": 0.86, "step": 5133 }, { "epoch": 1.27, "learning_rate": 3.2345046091112974e-06, "loss": 0.7965, "step": 5134 }, { "epoch": 1.27, "learning_rate": 3.233866907205629e-06, "loss": 0.8318, "step": 5135 }, { "epoch": 1.27, "learning_rate": 3.233229153043167e-06, "loss": 0.744, "step": 5136 }, { "epoch": 1.27, "learning_rate": 3.232591346669325e-06, "loss": 0.826, "step": 5137 }, { "epoch": 1.27, "learning_rate": 3.2319534881295177e-06, "loss": 0.7851, "step": 5138 }, { "epoch": 1.27, "learning_rate": 3.2313155774691673e-06, "loss": 0.8206, "step": 5139 }, { "epoch": 1.27, "learning_rate": 3.230677614733697e-06, "loss": 0.7246, "step": 5140 }, { "epoch": 1.27, "learning_rate": 3.230039599968534e-06, "loss": 0.7903, "step": 5141 }, { "epoch": 1.27, "learning_rate": 3.22940153321911e-06, "loss": 0.8966, "step": 5142 }, { "epoch": 1.27, "learning_rate": 3.2287634145308605e-06, "loss": 0.8626, "step": 5143 }, { "epoch": 1.27, "learning_rate": 3.228125243949224e-06, "loss": 0.7608, "step": 5144 }, { "epoch": 1.27, "learning_rate": 3.227487021519643e-06, "loss": 0.8638, "step": 5145 }, { "epoch": 1.27, "learning_rate": 3.2268487472875644e-06, "loss": 0.8191, "step": 5146 }, { "epoch": 1.27, "learning_rate": 3.2262104212984365e-06, "loss": 0.8328, "step": 5147 }, { "epoch": 1.27, "learning_rate": 3.2255720435977143e-06, "loss": 0.7812, "step": 5148 }, { "epoch": 1.27, "learning_rate": 3.224933614230854e-06, "loss": 0.7533, "step": 5149 }, { "epoch": 1.27, "learning_rate": 3.224295133243318e-06, "loss": 0.7551, "step": 5150 }, { "epoch": 1.27, "learning_rate": 3.2236566006805696e-06, "loss": 0.821, "step": 5151 }, { "epoch": 1.27, "learning_rate": 3.2230180165880776e-06, "loss": 0.7609, "step": 5152 }, { "epoch": 1.27, "learning_rate": 3.2223793810113137e-06, "loss": 0.8198, "step": 5153 }, { "epoch": 1.27, "learning_rate": 3.2217406939957534e-06, "loss": 0.8063, "step": 5154 }, { "epoch": 1.27, "learning_rate": 3.2211019555868765e-06, "loss": 0.7287, "step": 5155 }, { "epoch": 1.27, "learning_rate": 3.2204631658301656e-06, "loss": 0.7822, "step": 5156 }, { "epoch": 1.27, "learning_rate": 3.219824324771107e-06, "loss": 0.8468, "step": 5157 }, { "epoch": 1.27, "learning_rate": 3.219185432455192e-06, "loss": 0.797, "step": 5158 }, { "epoch": 1.27, "learning_rate": 3.218546488927914e-06, "loss": 0.8127, "step": 5159 }, { "epoch": 1.28, "learning_rate": 3.2179074942347687e-06, "loss": 0.7682, "step": 5160 }, { "epoch": 1.28, "learning_rate": 3.217268448421261e-06, "loss": 0.7855, "step": 5161 }, { "epoch": 1.28, "learning_rate": 3.216629351532892e-06, "loss": 0.768, "step": 5162 }, { "epoch": 1.28, "learning_rate": 3.215990203615172e-06, "loss": 0.8429, "step": 5163 }, { "epoch": 1.28, "learning_rate": 3.2153510047136137e-06, "loss": 0.8474, "step": 5164 }, { "epoch": 1.28, "learning_rate": 3.214711754873731e-06, "loss": 0.7256, "step": 5165 }, { "epoch": 1.28, "learning_rate": 3.214072454141045e-06, "loss": 0.85, "step": 5166 }, { "epoch": 1.28, "learning_rate": 3.2134331025610776e-06, "loss": 0.7772, "step": 5167 }, { "epoch": 1.28, "learning_rate": 3.2127937001793562e-06, "loss": 0.7779, "step": 5168 }, { "epoch": 1.28, "learning_rate": 3.2121542470414103e-06, "loss": 0.788, "step": 5169 }, { "epoch": 1.28, "learning_rate": 3.211514743192774e-06, "loss": 0.8669, "step": 5170 }, { "epoch": 1.28, "learning_rate": 3.210875188678985e-06, "loss": 0.8547, "step": 5171 }, { "epoch": 1.28, "learning_rate": 3.2102355835455834e-06, "loss": 0.7264, "step": 5172 }, { "epoch": 1.28, "learning_rate": 3.209595927838115e-06, "loss": 0.8088, "step": 5173 }, { "epoch": 1.28, "learning_rate": 3.2089562216021274e-06, "loss": 0.8104, "step": 5174 }, { "epoch": 1.28, "learning_rate": 3.2083164648831723e-06, "loss": 0.8067, "step": 5175 }, { "epoch": 1.28, "learning_rate": 3.207676657726806e-06, "loss": 0.7845, "step": 5176 }, { "epoch": 1.28, "learning_rate": 3.2070368001785868e-06, "loss": 0.7746, "step": 5177 }, { "epoch": 1.28, "learning_rate": 3.2063968922840784e-06, "loss": 0.8198, "step": 5178 }, { "epoch": 1.28, "learning_rate": 3.2057569340888454e-06, "loss": 0.8964, "step": 5179 }, { "epoch": 1.28, "learning_rate": 3.2051169256384586e-06, "loss": 0.8153, "step": 5180 }, { "epoch": 1.28, "learning_rate": 3.2044768669784905e-06, "loss": 0.9029, "step": 5181 }, { "epoch": 1.28, "learning_rate": 3.2038367581545194e-06, "loss": 0.7494, "step": 5182 }, { "epoch": 1.28, "learning_rate": 3.203196599212124e-06, "loss": 0.8478, "step": 5183 }, { "epoch": 1.28, "learning_rate": 3.2025563901968903e-06, "loss": 0.7838, "step": 5184 }, { "epoch": 1.28, "learning_rate": 3.2019161311544056e-06, "loss": 0.7832, "step": 5185 }, { "epoch": 1.28, "learning_rate": 3.2012758221302596e-06, "loss": 0.8398, "step": 5186 }, { "epoch": 1.28, "learning_rate": 3.2006354631700485e-06, "loss": 0.7831, "step": 5187 }, { "epoch": 1.28, "learning_rate": 3.1999950543193707e-06, "loss": 0.8199, "step": 5188 }, { "epoch": 1.28, "learning_rate": 3.1993545956238274e-06, "loss": 0.8121, "step": 5189 }, { "epoch": 1.28, "learning_rate": 3.198714087129024e-06, "loss": 0.9279, "step": 5190 }, { "epoch": 1.28, "learning_rate": 3.1980735288805704e-06, "loss": 0.8241, "step": 5191 }, { "epoch": 1.28, "learning_rate": 3.197432920924078e-06, "loss": 0.7721, "step": 5192 }, { "epoch": 1.28, "learning_rate": 3.1967922633051627e-06, "loss": 0.8791, "step": 5193 }, { "epoch": 1.28, "learning_rate": 3.1961515560694457e-06, "loss": 0.8711, "step": 5194 }, { "epoch": 1.28, "learning_rate": 3.195510799262549e-06, "loss": 0.7937, "step": 5195 }, { "epoch": 1.28, "learning_rate": 3.1948699929300986e-06, "loss": 0.765, "step": 5196 }, { "epoch": 1.28, "learning_rate": 3.1942291371177265e-06, "loss": 0.7641, "step": 5197 }, { "epoch": 1.28, "learning_rate": 3.1935882318710654e-06, "loss": 0.86, "step": 5198 }, { "epoch": 1.28, "learning_rate": 3.1929472772357524e-06, "loss": 0.8682, "step": 5199 }, { "epoch": 1.28, "learning_rate": 3.1923062732574283e-06, "loss": 0.8496, "step": 5200 }, { "epoch": 1.29, "learning_rate": 3.191665219981737e-06, "loss": 0.836, "step": 5201 }, { "epoch": 1.29, "learning_rate": 3.191024117454327e-06, "loss": 0.9145, "step": 5202 }, { "epoch": 1.29, "learning_rate": 3.1903829657208495e-06, "loss": 0.841, "step": 5203 }, { "epoch": 1.29, "learning_rate": 3.189741764826959e-06, "loss": 0.802, "step": 5204 }, { "epoch": 1.29, "learning_rate": 3.1891005148183135e-06, "loss": 0.8081, "step": 5205 }, { "epoch": 1.29, "learning_rate": 3.1884592157405757e-06, "loss": 0.7135, "step": 5206 }, { "epoch": 1.29, "learning_rate": 3.187817867639411e-06, "loss": 0.8105, "step": 5207 }, { "epoch": 1.29, "learning_rate": 3.187176470560486e-06, "loss": 0.6998, "step": 5208 }, { "epoch": 1.29, "learning_rate": 3.1865350245494757e-06, "loss": 0.8213, "step": 5209 }, { "epoch": 1.29, "learning_rate": 3.1858935296520536e-06, "loss": 0.8919, "step": 5210 }, { "epoch": 1.29, "learning_rate": 3.1852519859139003e-06, "loss": 0.7116, "step": 5211 }, { "epoch": 1.29, "learning_rate": 3.1846103933806984e-06, "loss": 0.6977, "step": 5212 }, { "epoch": 1.29, "learning_rate": 3.183968752098133e-06, "loss": 0.8072, "step": 5213 }, { "epoch": 1.29, "learning_rate": 3.183327062111895e-06, "loss": 0.8348, "step": 5214 }, { "epoch": 1.29, "learning_rate": 3.182685323467677e-06, "loss": 0.8652, "step": 5215 }, { "epoch": 1.29, "learning_rate": 3.1820435362111756e-06, "loss": 0.7735, "step": 5216 }, { "epoch": 1.29, "learning_rate": 3.181401700388091e-06, "loss": 0.7908, "step": 5217 }, { "epoch": 1.29, "learning_rate": 3.1807598160441266e-06, "loss": 0.7546, "step": 5218 }, { "epoch": 1.29, "learning_rate": 3.180117883224989e-06, "loss": 0.8222, "step": 5219 }, { "epoch": 1.29, "learning_rate": 3.1794759019763884e-06, "loss": 0.8412, "step": 5220 }, { "epoch": 1.29, "learning_rate": 3.17883387234404e-06, "loss": 0.8527, "step": 5221 }, { "epoch": 1.29, "learning_rate": 3.1781917943736597e-06, "loss": 0.8818, "step": 5222 }, { "epoch": 1.29, "learning_rate": 3.1775496681109683e-06, "loss": 0.7642, "step": 5223 }, { "epoch": 1.29, "learning_rate": 3.1769074936016915e-06, "loss": 0.7833, "step": 5224 }, { "epoch": 1.29, "learning_rate": 3.1762652708915547e-06, "loss": 0.8245, "step": 5225 }, { "epoch": 1.29, "learning_rate": 3.175623000026291e-06, "loss": 0.7503, "step": 5226 }, { "epoch": 1.29, "learning_rate": 3.174980681051634e-06, "loss": 0.7525, "step": 5227 }, { "epoch": 1.29, "learning_rate": 3.174338314013321e-06, "loss": 0.7933, "step": 5228 }, { "epoch": 1.29, "learning_rate": 3.1736958989570942e-06, "loss": 0.8124, "step": 5229 }, { "epoch": 1.29, "learning_rate": 3.173053435928698e-06, "loss": 0.7612, "step": 5230 }, { "epoch": 1.29, "learning_rate": 3.1724109249738805e-06, "loss": 0.7053, "step": 5231 }, { "epoch": 1.29, "learning_rate": 3.171768366138393e-06, "loss": 0.7841, "step": 5232 }, { "epoch": 1.29, "learning_rate": 3.1711257594679916e-06, "loss": 0.8548, "step": 5233 }, { "epoch": 1.29, "learning_rate": 3.1704831050084335e-06, "loss": 0.7627, "step": 5234 }, { "epoch": 1.29, "learning_rate": 3.169840402805481e-06, "loss": 0.8358, "step": 5235 }, { "epoch": 1.29, "learning_rate": 3.169197652904899e-06, "loss": 0.8108, "step": 5236 }, { "epoch": 1.29, "learning_rate": 3.1685548553524566e-06, "loss": 0.7288, "step": 5237 }, { "epoch": 1.29, "learning_rate": 3.1679120101939247e-06, "loss": 0.7696, "step": 5238 }, { "epoch": 1.29, "learning_rate": 3.1672691174750803e-06, "loss": 0.7673, "step": 5239 }, { "epoch": 1.29, "learning_rate": 3.1666261772417007e-06, "loss": 0.8091, "step": 5240 }, { "epoch": 1.3, "learning_rate": 3.1659831895395686e-06, "loss": 0.821, "step": 5241 }, { "epoch": 1.3, "learning_rate": 3.1653401544144703e-06, "loss": 0.8297, "step": 5242 }, { "epoch": 1.3, "learning_rate": 3.1646970719121927e-06, "loss": 0.7957, "step": 5243 }, { "epoch": 1.3, "learning_rate": 3.16405394207853e-06, "loss": 0.7859, "step": 5244 }, { "epoch": 1.3, "learning_rate": 3.1634107649592772e-06, "loss": 0.7269, "step": 5245 }, { "epoch": 1.3, "learning_rate": 3.162767540600233e-06, "loss": 0.7934, "step": 5246 }, { "epoch": 1.3, "learning_rate": 3.1621242690471997e-06, "loss": 0.8138, "step": 5247 }, { "epoch": 1.3, "learning_rate": 3.1614809503459844e-06, "loss": 0.8062, "step": 5248 }, { "epoch": 1.3, "learning_rate": 3.160837584542393e-06, "loss": 0.7976, "step": 5249 }, { "epoch": 1.3, "learning_rate": 3.1601941716822414e-06, "loss": 0.7735, "step": 5250 }, { "epoch": 1.3, "learning_rate": 3.1595507118113443e-06, "loss": 0.7873, "step": 5251 }, { "epoch": 1.3, "learning_rate": 3.1589072049755205e-06, "loss": 0.7747, "step": 5252 }, { "epoch": 1.3, "learning_rate": 3.1582636512205922e-06, "loss": 0.8482, "step": 5253 }, { "epoch": 1.3, "learning_rate": 3.1576200505923858e-06, "loss": 0.8079, "step": 5254 }, { "epoch": 1.3, "learning_rate": 3.1569764031367307e-06, "loss": 0.8767, "step": 5255 }, { "epoch": 1.3, "learning_rate": 3.1563327088994577e-06, "loss": 0.818, "step": 5256 }, { "epoch": 1.3, "learning_rate": 3.155688967926405e-06, "loss": 0.8029, "step": 5257 }, { "epoch": 1.3, "learning_rate": 3.1550451802634097e-06, "loss": 0.8395, "step": 5258 }, { "epoch": 1.3, "learning_rate": 3.1544013459563162e-06, "loss": 0.7728, "step": 5259 }, { "epoch": 1.3, "learning_rate": 3.1537574650509685e-06, "loss": 0.7453, "step": 5260 }, { "epoch": 1.3, "learning_rate": 3.1531135375932164e-06, "loss": 0.8524, "step": 5261 }, { "epoch": 1.3, "learning_rate": 3.1524695636289128e-06, "loss": 0.8499, "step": 5262 }, { "epoch": 1.3, "learning_rate": 3.1518255432039135e-06, "loss": 0.7995, "step": 5263 }, { "epoch": 1.3, "learning_rate": 3.151181476364077e-06, "loss": 0.8321, "step": 5264 }, { "epoch": 1.3, "learning_rate": 3.150537363155266e-06, "loss": 0.7859, "step": 5265 }, { "epoch": 1.3, "learning_rate": 3.1498932036233452e-06, "loss": 0.8932, "step": 5266 }, { "epoch": 1.3, "learning_rate": 3.149248997814185e-06, "loss": 0.7759, "step": 5267 }, { "epoch": 1.3, "learning_rate": 3.148604745773657e-06, "loss": 0.8995, "step": 5268 }, { "epoch": 1.3, "learning_rate": 3.147960447547637e-06, "loss": 0.7812, "step": 5269 }, { "epoch": 1.3, "learning_rate": 3.147316103182002e-06, "loss": 0.8564, "step": 5270 }, { "epoch": 1.3, "learning_rate": 3.1466717127226366e-06, "loss": 0.7823, "step": 5271 }, { "epoch": 1.3, "learning_rate": 3.1460272762154258e-06, "loss": 0.7631, "step": 5272 }, { "epoch": 1.3, "learning_rate": 3.1453827937062575e-06, "loss": 0.8696, "step": 5273 }, { "epoch": 1.3, "learning_rate": 3.144738265241024e-06, "loss": 0.7938, "step": 5274 }, { "epoch": 1.3, "learning_rate": 3.144093690865621e-06, "loss": 0.7768, "step": 5275 }, { "epoch": 1.3, "learning_rate": 3.1434490706259457e-06, "loss": 0.8279, "step": 5276 }, { "epoch": 1.3, "learning_rate": 3.1428044045679005e-06, "loss": 0.8204, "step": 5277 }, { "epoch": 1.3, "learning_rate": 3.142159692737391e-06, "loss": 0.8152, "step": 5278 }, { "epoch": 1.3, "learning_rate": 3.141514935180325e-06, "loss": 0.7878, "step": 5279 }, { "epoch": 1.3, "learning_rate": 3.140870131942614e-06, "loss": 0.8566, "step": 5280 }, { "epoch": 1.3, "learning_rate": 3.140225283070173e-06, "loss": 0.787, "step": 5281 }, { "epoch": 1.31, "learning_rate": 3.1395803886089193e-06, "loss": 0.8151, "step": 5282 }, { "epoch": 1.31, "learning_rate": 3.1389354486047764e-06, "loss": 0.7954, "step": 5283 }, { "epoch": 1.31, "learning_rate": 3.1382904631036657e-06, "loss": 0.8473, "step": 5284 }, { "epoch": 1.31, "learning_rate": 3.1376454321515176e-06, "loss": 0.9031, "step": 5285 }, { "epoch": 1.31, "learning_rate": 3.1370003557942614e-06, "loss": 0.7636, "step": 5286 }, { "epoch": 1.31, "learning_rate": 3.1363552340778324e-06, "loss": 0.8148, "step": 5287 }, { "epoch": 1.31, "learning_rate": 3.135710067048167e-06, "loss": 0.8229, "step": 5288 }, { "epoch": 1.31, "learning_rate": 3.135064854751207e-06, "loss": 0.8494, "step": 5289 }, { "epoch": 1.31, "learning_rate": 3.134419597232896e-06, "loss": 0.821, "step": 5290 }, { "epoch": 1.31, "learning_rate": 3.1337742945391815e-06, "loss": 0.8042, "step": 5291 }, { "epoch": 1.31, "learning_rate": 3.133128946716012e-06, "loss": 0.7765, "step": 5292 }, { "epoch": 1.31, "learning_rate": 3.132483553809344e-06, "loss": 0.8468, "step": 5293 }, { "epoch": 1.31, "learning_rate": 3.1318381158651325e-06, "loss": 0.822, "step": 5294 }, { "epoch": 1.31, "learning_rate": 3.1311926329293376e-06, "loss": 0.8192, "step": 5295 }, { "epoch": 1.31, "learning_rate": 3.1305471050479226e-06, "loss": 0.8206, "step": 5296 }, { "epoch": 1.31, "learning_rate": 3.1299015322668534e-06, "loss": 0.8011, "step": 5297 }, { "epoch": 1.31, "learning_rate": 3.1292559146321e-06, "loss": 0.8204, "step": 5298 }, { "epoch": 1.31, "learning_rate": 3.1286102521896366e-06, "loss": 0.8303, "step": 5299 }, { "epoch": 1.31, "learning_rate": 3.127964544985437e-06, "loss": 0.8282, "step": 5300 }, { "epoch": 1.31, "learning_rate": 3.1273187930654816e-06, "loss": 0.895, "step": 5301 }, { "epoch": 1.31, "learning_rate": 3.1266729964757525e-06, "loss": 0.782, "step": 5302 }, { "epoch": 1.31, "learning_rate": 3.126027155262235e-06, "loss": 0.8277, "step": 5303 }, { "epoch": 1.31, "learning_rate": 3.125381269470918e-06, "loss": 0.7878, "step": 5304 }, { "epoch": 1.31, "learning_rate": 3.1247353391477936e-06, "loss": 0.7432, "step": 5305 }, { "epoch": 1.31, "learning_rate": 3.1240893643388558e-06, "loss": 0.7665, "step": 5306 }, { "epoch": 1.31, "learning_rate": 3.123443345090104e-06, "loss": 0.7608, "step": 5307 }, { "epoch": 1.31, "learning_rate": 3.1227972814475398e-06, "loss": 0.736, "step": 5308 }, { "epoch": 1.31, "learning_rate": 3.1221511734571663e-06, "loss": 0.7351, "step": 5309 }, { "epoch": 1.31, "learning_rate": 3.1215050211649923e-06, "loss": 0.7853, "step": 5310 }, { "epoch": 1.31, "learning_rate": 3.120858824617029e-06, "loss": 0.7731, "step": 5311 }, { "epoch": 1.31, "learning_rate": 3.1202125838592893e-06, "loss": 0.8149, "step": 5312 }, { "epoch": 1.31, "learning_rate": 3.1195662989377914e-06, "loss": 0.8108, "step": 5313 }, { "epoch": 1.31, "learning_rate": 3.1189199698985552e-06, "loss": 0.8781, "step": 5314 }, { "epoch": 1.31, "learning_rate": 3.1182735967876032e-06, "loss": 0.8562, "step": 5315 }, { "epoch": 1.31, "learning_rate": 3.1176271796509626e-06, "loss": 0.8018, "step": 5316 }, { "epoch": 1.31, "learning_rate": 3.1169807185346647e-06, "loss": 0.8107, "step": 5317 }, { "epoch": 1.31, "learning_rate": 3.1163342134847396e-06, "loss": 0.8231, "step": 5318 }, { "epoch": 1.31, "learning_rate": 3.115687664547225e-06, "loss": 0.7655, "step": 5319 }, { "epoch": 1.31, "learning_rate": 3.1150410717681605e-06, "loss": 0.7278, "step": 5320 }, { "epoch": 1.31, "learning_rate": 3.114394435193587e-06, "loss": 0.8311, "step": 5321 }, { "epoch": 1.32, "learning_rate": 3.1137477548695506e-06, "loss": 0.8026, "step": 5322 }, { "epoch": 1.32, "learning_rate": 3.1131010308420994e-06, "loss": 0.8613, "step": 5323 }, { "epoch": 1.32, "learning_rate": 3.1124542631572848e-06, "loss": 0.8518, "step": 5324 }, { "epoch": 1.32, "learning_rate": 3.1118074518611615e-06, "loss": 0.7689, "step": 5325 }, { "epoch": 1.32, "learning_rate": 3.1111605969997883e-06, "loss": 0.8775, "step": 5326 }, { "epoch": 1.32, "learning_rate": 3.1105136986192243e-06, "loss": 0.7706, "step": 5327 }, { "epoch": 1.32, "learning_rate": 3.109866756765535e-06, "loss": 0.814, "step": 5328 }, { "epoch": 1.32, "learning_rate": 3.109219771484787e-06, "loss": 0.8127, "step": 5329 }, { "epoch": 1.32, "learning_rate": 3.1085727428230507e-06, "loss": 0.7892, "step": 5330 }, { "epoch": 1.32, "learning_rate": 3.107925670826399e-06, "loss": 0.8158, "step": 5331 }, { "epoch": 1.32, "learning_rate": 3.1072785555409086e-06, "loss": 0.8241, "step": 5332 }, { "epoch": 1.32, "learning_rate": 3.106631397012659e-06, "loss": 0.7944, "step": 5333 }, { "epoch": 1.32, "learning_rate": 3.105984195287731e-06, "loss": 0.7649, "step": 5334 }, { "epoch": 1.32, "learning_rate": 3.1053369504122134e-06, "loss": 0.7372, "step": 5335 }, { "epoch": 1.32, "learning_rate": 3.1046896624321914e-06, "loss": 0.8627, "step": 5336 }, { "epoch": 1.32, "learning_rate": 3.104042331393759e-06, "loss": 0.742, "step": 5337 }, { "epoch": 1.32, "learning_rate": 3.103394957343011e-06, "loss": 0.8119, "step": 5338 }, { "epoch": 1.32, "learning_rate": 3.102747540326044e-06, "loss": 0.8728, "step": 5339 }, { "epoch": 1.32, "learning_rate": 3.1021000803889594e-06, "loss": 0.8212, "step": 5340 }, { "epoch": 1.32, "learning_rate": 3.1014525775778625e-06, "loss": 0.7876, "step": 5341 }, { "epoch": 1.32, "learning_rate": 3.1008050319388583e-06, "loss": 0.8353, "step": 5342 }, { "epoch": 1.32, "learning_rate": 3.1001574435180575e-06, "loss": 0.9032, "step": 5343 }, { "epoch": 1.32, "learning_rate": 3.099509812361574e-06, "loss": 0.9386, "step": 5344 }, { "epoch": 1.32, "learning_rate": 3.098862138515523e-06, "loss": 0.8449, "step": 5345 }, { "epoch": 1.32, "learning_rate": 3.0982144220260245e-06, "loss": 0.7854, "step": 5346 }, { "epoch": 1.32, "learning_rate": 3.0975666629392005e-06, "loss": 0.7724, "step": 5347 }, { "epoch": 1.32, "learning_rate": 3.0969188613011758e-06, "loss": 0.7274, "step": 5348 }, { "epoch": 1.32, "learning_rate": 3.096271017158079e-06, "loss": 0.7602, "step": 5349 }, { "epoch": 1.32, "learning_rate": 3.095623130556042e-06, "loss": 0.8371, "step": 5350 }, { "epoch": 1.32, "learning_rate": 3.0949752015411983e-06, "loss": 0.7487, "step": 5351 }, { "epoch": 1.32, "learning_rate": 3.0943272301596857e-06, "loss": 0.8173, "step": 5352 }, { "epoch": 1.32, "learning_rate": 3.0936792164576444e-06, "loss": 0.8018, "step": 5353 }, { "epoch": 1.32, "learning_rate": 3.093031160481218e-06, "loss": 0.7998, "step": 5354 }, { "epoch": 1.32, "learning_rate": 3.092383062276552e-06, "loss": 0.7637, "step": 5355 }, { "epoch": 1.32, "learning_rate": 3.091734921889798e-06, "loss": 0.7905, "step": 5356 }, { "epoch": 1.32, "learning_rate": 3.0910867393671064e-06, "loss": 0.806, "step": 5357 }, { "epoch": 1.32, "learning_rate": 3.090438514754633e-06, "loss": 0.7911, "step": 5358 }, { "epoch": 1.32, "learning_rate": 3.089790248098537e-06, "loss": 0.7816, "step": 5359 }, { "epoch": 1.32, "learning_rate": 3.089141939444979e-06, "loss": 0.8667, "step": 5360 }, { "epoch": 1.32, "learning_rate": 3.0884935888401247e-06, "loss": 0.7829, "step": 5361 }, { "epoch": 1.33, "learning_rate": 3.0878451963301404e-06, "loss": 0.7503, "step": 5362 }, { "epoch": 1.33, "learning_rate": 3.0871967619611955e-06, "loss": 0.779, "step": 5363 }, { "epoch": 1.33, "learning_rate": 3.086548285779465e-06, "loss": 0.7165, "step": 5364 }, { "epoch": 1.33, "learning_rate": 3.0858997678311253e-06, "loss": 0.8982, "step": 5365 }, { "epoch": 1.33, "learning_rate": 3.085251208162354e-06, "loss": 0.8291, "step": 5366 }, { "epoch": 1.33, "learning_rate": 3.0846026068193354e-06, "loss": 0.8512, "step": 5367 }, { "epoch": 1.33, "learning_rate": 3.083953963848254e-06, "loss": 0.8024, "step": 5368 }, { "epoch": 1.33, "learning_rate": 3.0833052792952973e-06, "loss": 0.8273, "step": 5369 }, { "epoch": 1.33, "learning_rate": 3.082656553206658e-06, "loss": 0.8442, "step": 5370 }, { "epoch": 1.33, "learning_rate": 3.0820077856285286e-06, "loss": 0.8124, "step": 5371 }, { "epoch": 1.33, "learning_rate": 3.0813589766071067e-06, "loss": 0.8092, "step": 5372 }, { "epoch": 1.33, "learning_rate": 3.0807101261885924e-06, "loss": 0.8018, "step": 5373 }, { "epoch": 1.33, "learning_rate": 3.0800612344191896e-06, "loss": 0.7935, "step": 5374 }, { "epoch": 1.33, "learning_rate": 3.0794123013451026e-06, "loss": 0.8423, "step": 5375 }, { "epoch": 1.33, "learning_rate": 3.0787633270125413e-06, "loss": 0.7624, "step": 5376 }, { "epoch": 1.33, "learning_rate": 3.0781143114677173e-06, "loss": 0.8275, "step": 5377 }, { "epoch": 1.33, "learning_rate": 3.0774652547568457e-06, "loss": 0.7982, "step": 5378 }, { "epoch": 1.33, "learning_rate": 3.0768161569261434e-06, "loss": 0.7863, "step": 5379 }, { "epoch": 1.33, "learning_rate": 3.076167018021832e-06, "loss": 0.8182, "step": 5380 }, { "epoch": 1.33, "learning_rate": 3.0755178380901346e-06, "loss": 0.8424, "step": 5381 }, { "epoch": 1.33, "learning_rate": 3.0748686171772768e-06, "loss": 0.797, "step": 5382 }, { "epoch": 1.33, "learning_rate": 3.0742193553294896e-06, "loss": 0.8806, "step": 5383 }, { "epoch": 1.33, "learning_rate": 3.0735700525930034e-06, "loss": 0.7731, "step": 5384 }, { "epoch": 1.33, "learning_rate": 3.0729207090140543e-06, "loss": 0.8553, "step": 5385 }, { "epoch": 1.33, "learning_rate": 3.0722713246388818e-06, "loss": 0.8695, "step": 5386 }, { "epoch": 1.33, "learning_rate": 3.071621899513724e-06, "loss": 0.8603, "step": 5387 }, { "epoch": 1.33, "learning_rate": 3.070972433684827e-06, "loss": 0.7639, "step": 5388 }, { "epoch": 1.33, "learning_rate": 3.0703229271984377e-06, "loss": 0.7838, "step": 5389 }, { "epoch": 1.33, "learning_rate": 3.069673380100805e-06, "loss": 0.8076, "step": 5390 }, { "epoch": 1.33, "learning_rate": 3.0690237924381804e-06, "loss": 0.762, "step": 5391 }, { "epoch": 1.33, "learning_rate": 3.068374164256822e-06, "loss": 0.7921, "step": 5392 }, { "epoch": 1.33, "learning_rate": 3.0677244956029857e-06, "loss": 0.8518, "step": 5393 }, { "epoch": 1.33, "learning_rate": 3.067074786522934e-06, "loss": 0.843, "step": 5394 }, { "epoch": 1.33, "learning_rate": 3.0664250370629312e-06, "loss": 0.8296, "step": 5395 }, { "epoch": 1.33, "learning_rate": 3.065775247269243e-06, "loss": 0.7867, "step": 5396 }, { "epoch": 1.33, "learning_rate": 3.0651254171881407e-06, "loss": 0.9045, "step": 5397 }, { "epoch": 1.33, "learning_rate": 3.0644755468658973e-06, "loss": 0.8423, "step": 5398 }, { "epoch": 1.33, "learning_rate": 3.0638256363487866e-06, "loss": 0.8804, "step": 5399 }, { "epoch": 1.33, "learning_rate": 3.0631756856830892e-06, "loss": 0.7901, "step": 5400 }, { "epoch": 1.33, "learning_rate": 3.062525694915085e-06, "loss": 0.8364, "step": 5401 }, { "epoch": 1.33, "learning_rate": 3.061875664091058e-06, "loss": 0.7782, "step": 5402 }, { "epoch": 1.34, "learning_rate": 3.061225593257296e-06, "loss": 0.7619, "step": 5403 }, { "epoch": 1.34, "learning_rate": 3.0605754824600886e-06, "loss": 0.7825, "step": 5404 }, { "epoch": 1.34, "learning_rate": 3.059925331745729e-06, "loss": 0.8585, "step": 5405 }, { "epoch": 1.34, "learning_rate": 3.059275141160512e-06, "loss": 0.7791, "step": 5406 }, { "epoch": 1.34, "learning_rate": 3.0586249107507365e-06, "loss": 0.8046, "step": 5407 }, { "epoch": 1.34, "learning_rate": 3.0579746405627036e-06, "loss": 0.7956, "step": 5408 }, { "epoch": 1.34, "learning_rate": 3.057324330642718e-06, "loss": 0.7444, "step": 5409 }, { "epoch": 1.34, "learning_rate": 3.056673981037086e-06, "loss": 0.7749, "step": 5410 }, { "epoch": 1.34, "learning_rate": 3.0560235917921166e-06, "loss": 0.793, "step": 5411 }, { "epoch": 1.34, "learning_rate": 3.055373162954124e-06, "loss": 0.767, "step": 5412 }, { "epoch": 1.34, "learning_rate": 3.0547226945694227e-06, "loss": 0.8137, "step": 5413 }, { "epoch": 1.34, "learning_rate": 3.05407218668433e-06, "loss": 0.8789, "step": 5414 }, { "epoch": 1.34, "learning_rate": 3.053421639345168e-06, "loss": 0.806, "step": 5415 }, { "epoch": 1.34, "learning_rate": 3.0527710525982613e-06, "loss": 0.8202, "step": 5416 }, { "epoch": 1.34, "learning_rate": 3.0521204264899346e-06, "loss": 0.8205, "step": 5417 }, { "epoch": 1.34, "learning_rate": 3.0514697610665194e-06, "loss": 0.7406, "step": 5418 }, { "epoch": 1.34, "learning_rate": 3.050819056374346e-06, "loss": 0.8197, "step": 5419 }, { "epoch": 1.34, "learning_rate": 3.0501683124597507e-06, "loss": 0.8336, "step": 5420 }, { "epoch": 1.34, "learning_rate": 3.0495175293690706e-06, "loss": 0.8238, "step": 5421 }, { "epoch": 1.34, "learning_rate": 3.0488667071486473e-06, "loss": 0.8011, "step": 5422 }, { "epoch": 1.34, "learning_rate": 3.0482158458448223e-06, "loss": 0.8142, "step": 5423 }, { "epoch": 1.34, "learning_rate": 3.0475649455039436e-06, "loss": 0.8141, "step": 5424 }, { "epoch": 1.34, "learning_rate": 3.0469140061723595e-06, "loss": 0.8706, "step": 5425 }, { "epoch": 1.34, "learning_rate": 3.0462630278964215e-06, "loss": 0.7752, "step": 5426 }, { "epoch": 1.34, "learning_rate": 3.0456120107224846e-06, "loss": 0.8314, "step": 5427 }, { "epoch": 1.34, "learning_rate": 3.044960954696906e-06, "loss": 0.8029, "step": 5428 }, { "epoch": 1.34, "learning_rate": 3.044309859866046e-06, "loss": 0.827, "step": 5429 }, { "epoch": 1.34, "learning_rate": 3.0436587262762655e-06, "loss": 0.8553, "step": 5430 }, { "epoch": 1.34, "learning_rate": 3.043007553973933e-06, "loss": 0.8164, "step": 5431 }, { "epoch": 1.34, "learning_rate": 3.0423563430054142e-06, "loss": 0.836, "step": 5432 }, { "epoch": 1.34, "learning_rate": 3.041705093417082e-06, "loss": 0.8384, "step": 5433 }, { "epoch": 1.34, "learning_rate": 3.0410538052553097e-06, "loss": 0.8036, "step": 5434 }, { "epoch": 1.34, "learning_rate": 3.0404024785664732e-06, "loss": 0.7696, "step": 5435 }, { "epoch": 1.34, "learning_rate": 3.0397511133969528e-06, "loss": 0.8541, "step": 5436 }, { "epoch": 1.34, "learning_rate": 3.0390997097931303e-06, "loss": 0.7833, "step": 5437 }, { "epoch": 1.34, "learning_rate": 3.03844826780139e-06, "loss": 0.8454, "step": 5438 }, { "epoch": 1.34, "learning_rate": 3.03779678746812e-06, "loss": 0.8379, "step": 5439 }, { "epoch": 1.34, "learning_rate": 3.0371452688397095e-06, "loss": 0.7636, "step": 5440 }, { "epoch": 1.34, "learning_rate": 3.036493711962553e-06, "loss": 0.8428, "step": 5441 }, { "epoch": 1.34, "learning_rate": 3.0358421168830447e-06, "loss": 0.7914, "step": 5442 }, { "epoch": 1.35, "learning_rate": 3.0351904836475843e-06, "loss": 0.8386, "step": 5443 }, { "epoch": 1.35, "learning_rate": 3.0345388123025725e-06, "loss": 0.7794, "step": 5444 }, { "epoch": 1.35, "learning_rate": 3.033887102894413e-06, "loss": 0.7852, "step": 5445 }, { "epoch": 1.35, "learning_rate": 3.0332353554695125e-06, "loss": 0.7988, "step": 5446 }, { "epoch": 1.35, "learning_rate": 3.03258357007428e-06, "loss": 0.7989, "step": 5447 }, { "epoch": 1.35, "learning_rate": 3.0319317467551285e-06, "loss": 0.8226, "step": 5448 }, { "epoch": 1.35, "learning_rate": 3.031279885558471e-06, "loss": 0.8452, "step": 5449 }, { "epoch": 1.35, "learning_rate": 3.0306279865307266e-06, "loss": 0.8055, "step": 5450 }, { "epoch": 1.35, "learning_rate": 3.029976049718313e-06, "loss": 0.8724, "step": 5451 }, { "epoch": 1.35, "learning_rate": 3.0293240751676563e-06, "loss": 0.7892, "step": 5452 }, { "epoch": 1.35, "learning_rate": 3.0286720629251794e-06, "loss": 0.7669, "step": 5453 }, { "epoch": 1.35, "learning_rate": 3.0280200130373107e-06, "loss": 0.8869, "step": 5454 }, { "epoch": 1.35, "learning_rate": 3.0273679255504825e-06, "loss": 0.9633, "step": 5455 }, { "epoch": 1.35, "learning_rate": 3.0267158005111263e-06, "loss": 0.8934, "step": 5456 }, { "epoch": 1.35, "learning_rate": 3.02606363796568e-06, "loss": 0.8324, "step": 5457 }, { "epoch": 1.35, "learning_rate": 3.0254114379605813e-06, "loss": 0.7596, "step": 5458 }, { "epoch": 1.35, "learning_rate": 3.0247592005422722e-06, "loss": 0.8408, "step": 5459 }, { "epoch": 1.35, "learning_rate": 3.0241069257571966e-06, "loss": 0.8166, "step": 5460 }, { "epoch": 1.35, "learning_rate": 3.0234546136518015e-06, "loss": 0.7664, "step": 5461 }, { "epoch": 1.35, "learning_rate": 3.0228022642725365e-06, "loss": 0.8572, "step": 5462 }, { "epoch": 1.35, "learning_rate": 3.0221498776658533e-06, "loss": 0.8016, "step": 5463 }, { "epoch": 1.35, "learning_rate": 3.0214974538782073e-06, "loss": 0.7687, "step": 5464 }, { "epoch": 1.35, "learning_rate": 3.0208449929560547e-06, "loss": 0.8052, "step": 5465 }, { "epoch": 1.35, "learning_rate": 3.020192494945858e-06, "loss": 0.7435, "step": 5466 }, { "epoch": 1.35, "learning_rate": 3.0195399598940774e-06, "loss": 0.7965, "step": 5467 }, { "epoch": 1.35, "learning_rate": 3.0188873878471796e-06, "loss": 0.8183, "step": 5468 }, { "epoch": 1.35, "learning_rate": 3.018234778851632e-06, "loss": 0.9232, "step": 5469 }, { "epoch": 1.35, "learning_rate": 3.017582132953906e-06, "loss": 0.889, "step": 5470 }, { "epoch": 1.35, "learning_rate": 3.016929450200474e-06, "loss": 0.8497, "step": 5471 }, { "epoch": 1.35, "learning_rate": 3.0162767306378123e-06, "loss": 0.7486, "step": 5472 }, { "epoch": 1.35, "learning_rate": 3.0156239743123992e-06, "loss": 0.7705, "step": 5473 }, { "epoch": 1.35, "learning_rate": 3.0149711812707163e-06, "loss": 0.7863, "step": 5474 }, { "epoch": 1.35, "learning_rate": 3.014318351559246e-06, "loss": 0.8264, "step": 5475 }, { "epoch": 1.35, "learning_rate": 3.013665485224477e-06, "loss": 0.8, "step": 5476 }, { "epoch": 1.35, "learning_rate": 3.0130125823128964e-06, "loss": 0.8285, "step": 5477 }, { "epoch": 1.35, "learning_rate": 3.0123596428709956e-06, "loss": 0.81, "step": 5478 }, { "epoch": 1.35, "learning_rate": 3.01170666694527e-06, "loss": 0.7978, "step": 5479 }, { "epoch": 1.35, "learning_rate": 3.0110536545822154e-06, "loss": 0.7554, "step": 5480 }, { "epoch": 1.35, "learning_rate": 3.0104006058283313e-06, "loss": 0.7804, "step": 5481 }, { "epoch": 1.35, "learning_rate": 3.00974752073012e-06, "loss": 0.8372, "step": 5482 }, { "epoch": 1.35, "learning_rate": 3.009094399334086e-06, "loss": 0.8074, "step": 5483 }, { "epoch": 1.36, "learning_rate": 3.008441241686736e-06, "loss": 0.8406, "step": 5484 }, { "epoch": 1.36, "learning_rate": 3.0077880478345805e-06, "loss": 0.7693, "step": 5485 }, { "epoch": 1.36, "learning_rate": 3.0071348178241313e-06, "loss": 0.7993, "step": 5486 }, { "epoch": 1.36, "learning_rate": 3.006481551701902e-06, "loss": 0.7436, "step": 5487 }, { "epoch": 1.36, "learning_rate": 3.005828249514412e-06, "loss": 0.9157, "step": 5488 }, { "epoch": 1.36, "learning_rate": 3.00517491130818e-06, "loss": 0.8454, "step": 5489 }, { "epoch": 1.36, "learning_rate": 3.0045215371297293e-06, "loss": 0.7986, "step": 5490 }, { "epoch": 1.36, "learning_rate": 3.0038681270255853e-06, "loss": 0.734, "step": 5491 }, { "epoch": 1.36, "learning_rate": 3.0032146810422742e-06, "loss": 0.8112, "step": 5492 }, { "epoch": 1.36, "learning_rate": 3.002561199226327e-06, "loss": 0.8193, "step": 5493 }, { "epoch": 1.36, "learning_rate": 3.0019076816242775e-06, "loss": 0.774, "step": 5494 }, { "epoch": 1.36, "learning_rate": 3.001254128282659e-06, "loss": 0.7758, "step": 5495 }, { "epoch": 1.36, "learning_rate": 3.000600539248012e-06, "loss": 0.8121, "step": 5496 }, { "epoch": 1.36, "learning_rate": 2.9999469145668747e-06, "loss": 0.7879, "step": 5497 }, { "epoch": 1.36, "learning_rate": 2.99929325428579e-06, "loss": 0.8213, "step": 5498 }, { "epoch": 1.36, "learning_rate": 2.9986395584513043e-06, "loss": 0.8711, "step": 5499 }, { "epoch": 1.36, "learning_rate": 2.997985827109966e-06, "loss": 0.738, "step": 5500 }, { "epoch": 1.36, "learning_rate": 2.997332060308325e-06, "loss": 0.8468, "step": 5501 }, { "epoch": 1.36, "learning_rate": 2.9966782580929345e-06, "loss": 0.7873, "step": 5502 }, { "epoch": 1.36, "learning_rate": 2.9960244205103495e-06, "loss": 0.7496, "step": 5503 }, { "epoch": 1.36, "learning_rate": 2.9953705476071292e-06, "loss": 0.8012, "step": 5504 }, { "epoch": 1.36, "learning_rate": 2.994716639429834e-06, "loss": 0.8341, "step": 5505 }, { "epoch": 1.36, "learning_rate": 2.9940626960250265e-06, "loss": 0.7967, "step": 5506 }, { "epoch": 1.36, "learning_rate": 2.993408717439272e-06, "loss": 0.7758, "step": 5507 }, { "epoch": 1.36, "learning_rate": 2.992754703719139e-06, "loss": 0.7761, "step": 5508 }, { "epoch": 1.36, "learning_rate": 2.9921006549111992e-06, "loss": 0.7618, "step": 5509 }, { "epoch": 1.36, "learning_rate": 2.9914465710620243e-06, "loss": 0.8338, "step": 5510 }, { "epoch": 1.36, "learning_rate": 2.990792452218191e-06, "loss": 0.8577, "step": 5511 }, { "epoch": 1.36, "learning_rate": 2.9901382984262767e-06, "loss": 0.7777, "step": 5512 }, { "epoch": 1.36, "learning_rate": 2.9894841097328624e-06, "loss": 0.7803, "step": 5513 }, { "epoch": 1.36, "learning_rate": 2.988829886184531e-06, "loss": 0.7828, "step": 5514 }, { "epoch": 1.36, "learning_rate": 2.9881756278278682e-06, "loss": 0.8489, "step": 5515 }, { "epoch": 1.36, "learning_rate": 2.987521334709463e-06, "loss": 0.8158, "step": 5516 }, { "epoch": 1.36, "learning_rate": 2.986867006875904e-06, "loss": 0.8286, "step": 5517 }, { "epoch": 1.36, "learning_rate": 2.986212644373786e-06, "loss": 0.806, "step": 5518 }, { "epoch": 1.36, "learning_rate": 2.985558247249703e-06, "loss": 0.8089, "step": 5519 }, { "epoch": 1.36, "learning_rate": 2.984903815550254e-06, "loss": 0.809, "step": 5520 }, { "epoch": 1.36, "learning_rate": 2.9842493493220393e-06, "loss": 0.8501, "step": 5521 }, { "epoch": 1.36, "learning_rate": 2.983594848611661e-06, "loss": 0.8529, "step": 5522 }, { "epoch": 1.36, "learning_rate": 2.9829403134657253e-06, "loss": 0.8325, "step": 5523 }, { "epoch": 1.37, "learning_rate": 2.982285743930841e-06, "loss": 0.7936, "step": 5524 }, { "epoch": 1.37, "learning_rate": 2.9816311400536158e-06, "loss": 0.8802, "step": 5525 }, { "epoch": 1.37, "learning_rate": 2.9809765018806637e-06, "loss": 0.8448, "step": 5526 }, { "epoch": 1.37, "learning_rate": 2.9803218294585997e-06, "loss": 0.755, "step": 5527 }, { "epoch": 1.37, "learning_rate": 2.979667122834041e-06, "loss": 0.8798, "step": 5528 }, { "epoch": 1.37, "learning_rate": 2.9790123820536083e-06, "loss": 0.8288, "step": 5529 }, { "epoch": 1.37, "learning_rate": 2.9783576071639244e-06, "loss": 0.8387, "step": 5530 }, { "epoch": 1.37, "learning_rate": 2.9777027982116118e-06, "loss": 0.7528, "step": 5531 }, { "epoch": 1.37, "learning_rate": 2.9770479552433005e-06, "loss": 0.8392, "step": 5532 }, { "epoch": 1.37, "learning_rate": 2.9763930783056193e-06, "loss": 0.8132, "step": 5533 }, { "epoch": 1.37, "learning_rate": 2.9757381674451995e-06, "loss": 0.7804, "step": 5534 }, { "epoch": 1.37, "learning_rate": 2.9750832227086773e-06, "loss": 0.8058, "step": 5535 }, { "epoch": 1.37, "learning_rate": 2.974428244142688e-06, "loss": 0.7868, "step": 5536 }, { "epoch": 1.37, "learning_rate": 2.9737732317938717e-06, "loss": 0.8081, "step": 5537 }, { "epoch": 1.37, "learning_rate": 2.9731181857088693e-06, "loss": 0.8676, "step": 5538 }, { "epoch": 1.37, "learning_rate": 2.9724631059343267e-06, "loss": 0.852, "step": 5539 }, { "epoch": 1.37, "learning_rate": 2.971807992516889e-06, "loss": 0.8199, "step": 5540 }, { "epoch": 1.37, "learning_rate": 2.9711528455032053e-06, "loss": 0.7802, "step": 5541 }, { "epoch": 1.37, "learning_rate": 2.970497664939928e-06, "loss": 0.7827, "step": 5542 }, { "epoch": 1.37, "learning_rate": 2.9698424508737094e-06, "loss": 0.8682, "step": 5543 }, { "epoch": 1.37, "learning_rate": 2.969187203351207e-06, "loss": 0.8055, "step": 5544 }, { "epoch": 1.37, "learning_rate": 2.968531922419079e-06, "loss": 0.7996, "step": 5545 }, { "epoch": 1.37, "learning_rate": 2.967876608123985e-06, "loss": 0.8671, "step": 5546 }, { "epoch": 1.37, "learning_rate": 2.9672212605125894e-06, "loss": 0.8337, "step": 5547 }, { "epoch": 1.37, "learning_rate": 2.9665658796315576e-06, "loss": 0.893, "step": 5548 }, { "epoch": 1.37, "learning_rate": 2.965910465527558e-06, "loss": 0.7788, "step": 5549 }, { "epoch": 1.37, "learning_rate": 2.96525501824726e-06, "loss": 0.9273, "step": 5550 }, { "epoch": 1.37, "learning_rate": 2.9645995378373377e-06, "loss": 0.8077, "step": 5551 }, { "epoch": 1.37, "learning_rate": 2.9639440243444643e-06, "loss": 0.7997, "step": 5552 }, { "epoch": 1.37, "learning_rate": 2.9632884778153197e-06, "loss": 0.8347, "step": 5553 }, { "epoch": 1.37, "learning_rate": 2.9626328982965813e-06, "loss": 0.8753, "step": 5554 }, { "epoch": 1.37, "learning_rate": 2.9619772858349333e-06, "loss": 0.8234, "step": 5555 }, { "epoch": 1.37, "learning_rate": 2.9613216404770583e-06, "loss": 0.785, "step": 5556 }, { "epoch": 1.37, "learning_rate": 2.9606659622696448e-06, "loss": 0.7251, "step": 5557 }, { "epoch": 1.37, "learning_rate": 2.960010251259381e-06, "loss": 0.7773, "step": 5558 }, { "epoch": 1.37, "learning_rate": 2.959354507492958e-06, "loss": 0.8266, "step": 5559 }, { "epoch": 1.37, "learning_rate": 2.958698731017071e-06, "loss": 0.7384, "step": 5560 }, { "epoch": 1.37, "learning_rate": 2.958042921878415e-06, "loss": 0.7359, "step": 5561 }, { "epoch": 1.37, "learning_rate": 2.9573870801236892e-06, "loss": 0.7942, "step": 5562 }, { "epoch": 1.37, "learning_rate": 2.9567312057995945e-06, "loss": 0.8902, "step": 5563 }, { "epoch": 1.37, "learning_rate": 2.9560752989528336e-06, "loss": 0.8051, "step": 5564 }, { "epoch": 1.38, "learning_rate": 2.9554193596301118e-06, "loss": 0.7986, "step": 5565 }, { "epoch": 1.38, "learning_rate": 2.954763387878137e-06, "loss": 0.8677, "step": 5566 }, { "epoch": 1.38, "learning_rate": 2.9541073837436196e-06, "loss": 0.8371, "step": 5567 }, { "epoch": 1.38, "learning_rate": 2.953451347273272e-06, "loss": 0.8059, "step": 5568 }, { "epoch": 1.38, "learning_rate": 2.952795278513809e-06, "loss": 0.8293, "step": 5569 }, { "epoch": 1.38, "learning_rate": 2.952139177511946e-06, "loss": 0.7435, "step": 5570 }, { "epoch": 1.38, "learning_rate": 2.951483044314404e-06, "loss": 0.7973, "step": 5571 }, { "epoch": 1.38, "learning_rate": 2.950826878967905e-06, "loss": 0.9273, "step": 5572 }, { "epoch": 1.38, "learning_rate": 2.9501706815191715e-06, "loss": 0.7714, "step": 5573 }, { "epoch": 1.38, "learning_rate": 2.94951445201493e-06, "loss": 0.8718, "step": 5574 }, { "epoch": 1.38, "learning_rate": 2.9488581905019094e-06, "loss": 0.7652, "step": 5575 }, { "epoch": 1.38, "learning_rate": 2.9482018970268395e-06, "loss": 0.8644, "step": 5576 }, { "epoch": 1.38, "learning_rate": 2.947545571636454e-06, "loss": 0.8274, "step": 5577 }, { "epoch": 1.38, "learning_rate": 2.9468892143774884e-06, "loss": 0.8244, "step": 5578 }, { "epoch": 1.38, "learning_rate": 2.94623282529668e-06, "loss": 0.8138, "step": 5579 }, { "epoch": 1.38, "learning_rate": 2.9455764044407673e-06, "loss": 0.8364, "step": 5580 }, { "epoch": 1.38, "learning_rate": 2.944919951856495e-06, "loss": 0.8276, "step": 5581 }, { "epoch": 1.38, "learning_rate": 2.9442634675906052e-06, "loss": 0.7388, "step": 5582 }, { "epoch": 1.38, "learning_rate": 2.9436069516898456e-06, "loss": 0.8151, "step": 5583 }, { "epoch": 1.38, "learning_rate": 2.942950404200964e-06, "loss": 0.6955, "step": 5584 }, { "epoch": 1.38, "learning_rate": 2.942293825170713e-06, "loss": 0.892, "step": 5585 }, { "epoch": 1.38, "learning_rate": 2.941637214645844e-06, "loss": 0.8367, "step": 5586 }, { "epoch": 1.38, "learning_rate": 2.9409805726731143e-06, "loss": 0.781, "step": 5587 }, { "epoch": 1.38, "learning_rate": 2.9403238992992805e-06, "loss": 0.8175, "step": 5588 }, { "epoch": 1.38, "learning_rate": 2.939667194571103e-06, "loss": 0.8292, "step": 5589 }, { "epoch": 1.38, "learning_rate": 2.9390104585353453e-06, "loss": 0.7867, "step": 5590 }, { "epoch": 1.38, "learning_rate": 2.9383536912387696e-06, "loss": 0.8532, "step": 5591 }, { "epoch": 1.38, "learning_rate": 2.9376968927281447e-06, "loss": 0.8041, "step": 5592 }, { "epoch": 1.38, "learning_rate": 2.937040063050238e-06, "loss": 0.809, "step": 5593 }, { "epoch": 1.38, "learning_rate": 2.936383202251822e-06, "loss": 0.761, "step": 5594 }, { "epoch": 1.38, "learning_rate": 2.9357263103796686e-06, "loss": 0.7914, "step": 5595 }, { "epoch": 1.38, "learning_rate": 2.9350693874805545e-06, "loss": 0.9249, "step": 5596 }, { "epoch": 1.38, "learning_rate": 2.9344124336012574e-06, "loss": 0.8119, "step": 5597 }, { "epoch": 1.38, "learning_rate": 2.9337554487885567e-06, "loss": 0.845, "step": 5598 }, { "epoch": 1.38, "learning_rate": 2.933098433089236e-06, "loss": 0.8282, "step": 5599 }, { "epoch": 1.38, "learning_rate": 2.9324413865500777e-06, "loss": 0.7906, "step": 5600 }, { "epoch": 1.38, "learning_rate": 2.9317843092178706e-06, "loss": 0.7237, "step": 5601 }, { "epoch": 1.38, "learning_rate": 2.9311272011394014e-06, "loss": 0.8765, "step": 5602 }, { "epoch": 1.38, "learning_rate": 2.930470062361463e-06, "loss": 0.7552, "step": 5603 }, { "epoch": 1.38, "learning_rate": 2.9298128929308473e-06, "loss": 0.8205, "step": 5604 }, { "epoch": 1.39, "learning_rate": 2.92915569289435e-06, "loss": 0.8509, "step": 5605 }, { "epoch": 1.39, "learning_rate": 2.928498462298768e-06, "loss": 0.88, "step": 5606 }, { "epoch": 1.39, "learning_rate": 2.9278412011909026e-06, "loss": 0.7258, "step": 5607 }, { "epoch": 1.39, "learning_rate": 2.927183909617555e-06, "loss": 0.8212, "step": 5608 }, { "epoch": 1.39, "learning_rate": 2.9265265876255277e-06, "loss": 0.8783, "step": 5609 }, { "epoch": 1.39, "learning_rate": 2.925869235261629e-06, "loss": 0.8511, "step": 5610 }, { "epoch": 1.39, "learning_rate": 2.925211852572667e-06, "loss": 0.8328, "step": 5611 }, { "epoch": 1.39, "learning_rate": 2.9245544396054514e-06, "loss": 0.9109, "step": 5612 }, { "epoch": 1.39, "learning_rate": 2.923896996406795e-06, "loss": 0.7821, "step": 5613 }, { "epoch": 1.39, "learning_rate": 2.9232395230235133e-06, "loss": 0.9253, "step": 5614 }, { "epoch": 1.39, "learning_rate": 2.922582019502423e-06, "loss": 0.8274, "step": 5615 }, { "epoch": 1.39, "learning_rate": 2.9219244858903427e-06, "loss": 0.853, "step": 5616 }, { "epoch": 1.39, "learning_rate": 2.921266922234095e-06, "loss": 0.7674, "step": 5617 }, { "epoch": 1.39, "learning_rate": 2.9206093285805013e-06, "loss": 0.7821, "step": 5618 }, { "epoch": 1.39, "learning_rate": 2.9199517049763894e-06, "loss": 0.8511, "step": 5619 }, { "epoch": 1.39, "learning_rate": 2.9192940514685865e-06, "loss": 0.8452, "step": 5620 }, { "epoch": 1.39, "learning_rate": 2.918636368103921e-06, "loss": 0.8511, "step": 5621 }, { "epoch": 1.39, "learning_rate": 2.917978654929226e-06, "loss": 0.8397, "step": 5622 }, { "epoch": 1.39, "learning_rate": 2.9173209119913358e-06, "loss": 0.7679, "step": 5623 }, { "epoch": 1.39, "learning_rate": 2.9166631393370854e-06, "loss": 0.7957, "step": 5624 }, { "epoch": 1.39, "learning_rate": 2.916005337013314e-06, "loss": 0.8076, "step": 5625 }, { "epoch": 1.39, "learning_rate": 2.9153475050668628e-06, "loss": 0.8561, "step": 5626 }, { "epoch": 1.39, "learning_rate": 2.9146896435445728e-06, "loss": 0.8382, "step": 5627 }, { "epoch": 1.39, "learning_rate": 2.9140317524932886e-06, "loss": 0.7482, "step": 5628 }, { "epoch": 1.39, "learning_rate": 2.9133738319598594e-06, "loss": 0.8365, "step": 5629 }, { "epoch": 1.39, "learning_rate": 2.9127158819911306e-06, "loss": 0.8431, "step": 5630 }, { "epoch": 1.39, "learning_rate": 2.912057902633956e-06, "loss": 0.8254, "step": 5631 }, { "epoch": 1.39, "learning_rate": 2.911399893935187e-06, "loss": 0.8793, "step": 5632 }, { "epoch": 1.39, "learning_rate": 2.910741855941679e-06, "loss": 0.8172, "step": 5633 }, { "epoch": 1.39, "learning_rate": 2.91008378870029e-06, "loss": 0.8898, "step": 5634 }, { "epoch": 1.39, "learning_rate": 2.9094256922578784e-06, "loss": 0.8602, "step": 5635 }, { "epoch": 1.39, "learning_rate": 2.908767566661305e-06, "loss": 0.8982, "step": 5636 }, { "epoch": 1.39, "learning_rate": 2.908109411957435e-06, "loss": 0.7951, "step": 5637 }, { "epoch": 1.39, "learning_rate": 2.9074512281931335e-06, "loss": 0.7578, "step": 5638 }, { "epoch": 1.39, "learning_rate": 2.906793015415267e-06, "loss": 0.87, "step": 5639 }, { "epoch": 1.39, "learning_rate": 2.906134773670706e-06, "loss": 0.7633, "step": 5640 }, { "epoch": 1.39, "learning_rate": 2.905476503006322e-06, "loss": 0.7844, "step": 5641 }, { "epoch": 1.39, "learning_rate": 2.904818203468988e-06, "loss": 0.8582, "step": 5642 }, { "epoch": 1.39, "learning_rate": 2.904159875105581e-06, "loss": 0.8798, "step": 5643 }, { "epoch": 1.39, "learning_rate": 2.9035015179629796e-06, "loss": 0.8277, "step": 5644 }, { "epoch": 1.39, "learning_rate": 2.902843132088061e-06, "loss": 0.7536, "step": 5645 }, { "epoch": 1.4, "learning_rate": 2.9021847175277094e-06, "loss": 0.7987, "step": 5646 }, { "epoch": 1.4, "learning_rate": 2.9015262743288088e-06, "loss": 0.8573, "step": 5647 }, { "epoch": 1.4, "learning_rate": 2.900867802538244e-06, "loss": 0.8537, "step": 5648 }, { "epoch": 1.4, "learning_rate": 2.9002093022029045e-06, "loss": 0.7966, "step": 5649 }, { "epoch": 1.4, "learning_rate": 2.8995507733696793e-06, "loss": 0.838, "step": 5650 }, { "epoch": 1.4, "learning_rate": 2.898892216085461e-06, "loss": 0.7777, "step": 5651 }, { "epoch": 1.4, "learning_rate": 2.8982336303971435e-06, "loss": 0.7806, "step": 5652 }, { "epoch": 1.4, "learning_rate": 2.897575016351624e-06, "loss": 0.7933, "step": 5653 }, { "epoch": 1.4, "learning_rate": 2.8969163739957996e-06, "loss": 0.7404, "step": 5654 }, { "epoch": 1.4, "learning_rate": 2.896257703376571e-06, "loss": 0.8536, "step": 5655 }, { "epoch": 1.4, "learning_rate": 2.8955990045408403e-06, "loss": 0.7499, "step": 5656 }, { "epoch": 1.4, "learning_rate": 2.894940277535512e-06, "loss": 0.7567, "step": 5657 }, { "epoch": 1.4, "learning_rate": 2.8942815224074924e-06, "loss": 0.7915, "step": 5658 }, { "epoch": 1.4, "learning_rate": 2.8936227392036895e-06, "loss": 0.8003, "step": 5659 }, { "epoch": 1.4, "learning_rate": 2.892963927971014e-06, "loss": 0.7804, "step": 5660 }, { "epoch": 1.4, "learning_rate": 2.8923050887563776e-06, "loss": 0.8136, "step": 5661 }, { "epoch": 1.4, "learning_rate": 2.891646221606695e-06, "loss": 0.8494, "step": 5662 }, { "epoch": 1.4, "learning_rate": 2.890987326568882e-06, "loss": 0.846, "step": 5663 }, { "epoch": 1.4, "learning_rate": 2.890328403689857e-06, "loss": 0.8176, "step": 5664 }, { "epoch": 1.4, "learning_rate": 2.889669453016541e-06, "loss": 0.8687, "step": 5665 }, { "epoch": 1.4, "learning_rate": 2.8890104745958545e-06, "loss": 0.836, "step": 5666 }, { "epoch": 1.4, "learning_rate": 2.8883514684747237e-06, "loss": 0.8546, "step": 5667 }, { "epoch": 1.4, "learning_rate": 2.8876924347000733e-06, "loss": 0.8429, "step": 5668 }, { "epoch": 1.4, "learning_rate": 2.887033373318833e-06, "loss": 0.6777, "step": 5669 }, { "epoch": 1.4, "learning_rate": 2.8863742843779303e-06, "loss": 0.8236, "step": 5670 }, { "epoch": 1.4, "learning_rate": 2.8857151679242995e-06, "loss": 0.7717, "step": 5671 }, { "epoch": 1.4, "learning_rate": 2.8850560240048737e-06, "loss": 0.8275, "step": 5672 }, { "epoch": 1.4, "learning_rate": 2.884396852666589e-06, "loss": 0.7777, "step": 5673 }, { "epoch": 1.4, "learning_rate": 2.8837376539563833e-06, "loss": 0.7769, "step": 5674 }, { "epoch": 1.4, "learning_rate": 2.883078427921196e-06, "loss": 0.7616, "step": 5675 }, { "epoch": 1.4, "learning_rate": 2.8824191746079694e-06, "loss": 0.8566, "step": 5676 }, { "epoch": 1.4, "learning_rate": 2.8817598940636483e-06, "loss": 0.8181, "step": 5677 }, { "epoch": 1.4, "learning_rate": 2.881100586335176e-06, "loss": 0.9115, "step": 5678 }, { "epoch": 1.4, "learning_rate": 2.8804412514695025e-06, "loss": 0.8262, "step": 5679 }, { "epoch": 1.4, "learning_rate": 2.8797818895135758e-06, "loss": 0.8421, "step": 5680 }, { "epoch": 1.4, "learning_rate": 2.8791225005143476e-06, "loss": 0.82, "step": 5681 }, { "epoch": 1.4, "learning_rate": 2.8784630845187717e-06, "loss": 0.8257, "step": 5682 }, { "epoch": 1.4, "learning_rate": 2.8778036415738036e-06, "loss": 0.8485, "step": 5683 }, { "epoch": 1.4, "learning_rate": 2.8771441717264e-06, "loss": 0.8015, "step": 5684 }, { "epoch": 1.4, "learning_rate": 2.8764846750235203e-06, "loss": 0.8925, "step": 5685 }, { "epoch": 1.41, "learning_rate": 2.875825151512126e-06, "loss": 0.8743, "step": 5686 }, { "epoch": 1.41, "learning_rate": 2.8751656012391793e-06, "loss": 0.7589, "step": 5687 }, { "epoch": 1.41, "learning_rate": 2.874506024251646e-06, "loss": 0.8405, "step": 5688 }, { "epoch": 1.41, "learning_rate": 2.873846420596492e-06, "loss": 0.8492, "step": 5689 }, { "epoch": 1.41, "learning_rate": 2.8731867903206867e-06, "loss": 0.8028, "step": 5690 }, { "epoch": 1.41, "learning_rate": 2.8725271334711994e-06, "loss": 0.7723, "step": 5691 }, { "epoch": 1.41, "learning_rate": 2.871867450095005e-06, "loss": 0.7854, "step": 5692 }, { "epoch": 1.41, "learning_rate": 2.8712077402390757e-06, "loss": 0.823, "step": 5693 }, { "epoch": 1.41, "learning_rate": 2.8705480039503884e-06, "loss": 0.7356, "step": 5694 }, { "epoch": 1.41, "learning_rate": 2.869888241275922e-06, "loss": 0.7693, "step": 5695 }, { "epoch": 1.41, "learning_rate": 2.869228452262655e-06, "loss": 0.8431, "step": 5696 }, { "epoch": 1.41, "learning_rate": 2.8685686369575704e-06, "loss": 0.8109, "step": 5697 }, { "epoch": 1.41, "learning_rate": 2.8679087954076523e-06, "loss": 0.7862, "step": 5698 }, { "epoch": 1.41, "learning_rate": 2.8672489276598857e-06, "loss": 0.7596, "step": 5699 }, { "epoch": 1.41, "learning_rate": 2.866589033761258e-06, "loss": 0.7846, "step": 5700 }, { "epoch": 1.41, "learning_rate": 2.8659291137587586e-06, "loss": 0.7913, "step": 5701 }, { "epoch": 1.41, "learning_rate": 2.865269167699378e-06, "loss": 0.8381, "step": 5702 }, { "epoch": 1.41, "learning_rate": 2.8646091956301113e-06, "loss": 0.7708, "step": 5703 }, { "epoch": 1.41, "learning_rate": 2.863949197597952e-06, "loss": 0.7345, "step": 5704 }, { "epoch": 1.41, "learning_rate": 2.863289173649897e-06, "loss": 0.8849, "step": 5705 }, { "epoch": 1.41, "learning_rate": 2.8626291238329453e-06, "loss": 0.6806, "step": 5706 }, { "epoch": 1.41, "learning_rate": 2.861969048194097e-06, "loss": 0.8366, "step": 5707 }, { "epoch": 1.41, "learning_rate": 2.861308946780355e-06, "loss": 0.8261, "step": 5708 }, { "epoch": 1.41, "learning_rate": 2.860648819638722e-06, "loss": 0.7049, "step": 5709 }, { "epoch": 1.41, "learning_rate": 2.859988666816206e-06, "loss": 0.8394, "step": 5710 }, { "epoch": 1.41, "learning_rate": 2.859328488359813e-06, "loss": 0.8916, "step": 5711 }, { "epoch": 1.41, "learning_rate": 2.8586682843165536e-06, "loss": 0.7955, "step": 5712 }, { "epoch": 1.41, "learning_rate": 2.8580080547334393e-06, "loss": 0.8117, "step": 5713 }, { "epoch": 1.41, "learning_rate": 2.8573477996574827e-06, "loss": 0.845, "step": 5714 }, { "epoch": 1.41, "learning_rate": 2.856687519135699e-06, "loss": 0.8106, "step": 5715 }, { "epoch": 1.41, "learning_rate": 2.8560272132151063e-06, "loss": 0.7921, "step": 5716 }, { "epoch": 1.41, "learning_rate": 2.8553668819427217e-06, "loss": 0.8591, "step": 5717 }, { "epoch": 1.41, "learning_rate": 2.854706525365567e-06, "loss": 0.8478, "step": 5718 }, { "epoch": 1.41, "learning_rate": 2.854046143530664e-06, "loss": 0.7451, "step": 5719 }, { "epoch": 1.41, "learning_rate": 2.853385736485035e-06, "loss": 0.8886, "step": 5720 }, { "epoch": 1.41, "learning_rate": 2.8527253042757093e-06, "loss": 0.7979, "step": 5721 }, { "epoch": 1.41, "learning_rate": 2.8520648469497123e-06, "loss": 0.7796, "step": 5722 }, { "epoch": 1.41, "learning_rate": 2.8514043645540744e-06, "loss": 0.807, "step": 5723 }, { "epoch": 1.41, "learning_rate": 2.850743857135826e-06, "loss": 0.7662, "step": 5724 }, { "epoch": 1.41, "learning_rate": 2.8500833247420014e-06, "loss": 0.8597, "step": 5725 }, { "epoch": 1.41, "learning_rate": 2.849422767419634e-06, "loss": 0.8235, "step": 5726 }, { "epoch": 1.42, "learning_rate": 2.8487621852157623e-06, "loss": 0.7975, "step": 5727 }, { "epoch": 1.42, "learning_rate": 2.848101578177423e-06, "loss": 0.7955, "step": 5728 }, { "epoch": 1.42, "learning_rate": 2.847440946351656e-06, "loss": 0.8056, "step": 5729 }, { "epoch": 1.42, "learning_rate": 2.8467802897855044e-06, "loss": 0.8947, "step": 5730 }, { "epoch": 1.42, "learning_rate": 2.846119608526012e-06, "loss": 0.8504, "step": 5731 }, { "epoch": 1.42, "learning_rate": 2.845458902620223e-06, "loss": 0.7975, "step": 5732 }, { "epoch": 1.42, "learning_rate": 2.844798172115185e-06, "loss": 0.7568, "step": 5733 }, { "epoch": 1.42, "learning_rate": 2.844137417057948e-06, "loss": 0.8616, "step": 5734 }, { "epoch": 1.42, "learning_rate": 2.843476637495562e-06, "loss": 0.8756, "step": 5735 }, { "epoch": 1.42, "learning_rate": 2.842815833475079e-06, "loss": 0.8703, "step": 5736 }, { "epoch": 1.42, "learning_rate": 2.842155005043553e-06, "loss": 0.8277, "step": 5737 }, { "epoch": 1.42, "learning_rate": 2.841494152248041e-06, "loss": 0.8557, "step": 5738 }, { "epoch": 1.42, "learning_rate": 2.8408332751356e-06, "loss": 0.835, "step": 5739 }, { "epoch": 1.42, "learning_rate": 2.8401723737532892e-06, "loss": 0.8251, "step": 5740 }, { "epoch": 1.42, "learning_rate": 2.83951144814817e-06, "loss": 0.8289, "step": 5741 }, { "epoch": 1.42, "learning_rate": 2.8388504983673047e-06, "loss": 0.7384, "step": 5742 }, { "epoch": 1.42, "learning_rate": 2.8381895244577594e-06, "loss": 0.7901, "step": 5743 }, { "epoch": 1.42, "learning_rate": 2.8375285264665986e-06, "loss": 0.7837, "step": 5744 }, { "epoch": 1.42, "learning_rate": 2.8368675044408906e-06, "loss": 0.7565, "step": 5745 }, { "epoch": 1.42, "learning_rate": 2.836206458427706e-06, "loss": 0.7938, "step": 5746 }, { "epoch": 1.42, "learning_rate": 2.835545388474116e-06, "loss": 0.8411, "step": 5747 }, { "epoch": 1.42, "learning_rate": 2.8348842946271925e-06, "loss": 0.7781, "step": 5748 }, { "epoch": 1.42, "learning_rate": 2.834223176934012e-06, "loss": 0.828, "step": 5749 }, { "epoch": 1.42, "learning_rate": 2.8335620354416492e-06, "loss": 0.8306, "step": 5750 }, { "epoch": 1.42, "learning_rate": 2.8329008701971838e-06, "loss": 0.8027, "step": 5751 }, { "epoch": 1.42, "learning_rate": 2.8322396812476953e-06, "loss": 0.8476, "step": 5752 }, { "epoch": 1.42, "learning_rate": 2.831578468640265e-06, "loss": 0.798, "step": 5753 }, { "epoch": 1.42, "learning_rate": 2.830917232421976e-06, "loss": 0.8666, "step": 5754 }, { "epoch": 1.42, "learning_rate": 2.830255972639914e-06, "loss": 0.7767, "step": 5755 }, { "epoch": 1.42, "learning_rate": 2.829594689341166e-06, "loss": 0.856, "step": 5756 }, { "epoch": 1.42, "learning_rate": 2.8289333825728178e-06, "loss": 0.8684, "step": 5757 }, { "epoch": 1.42, "learning_rate": 2.8282720523819622e-06, "loss": 0.6866, "step": 5758 }, { "epoch": 1.42, "learning_rate": 2.8276106988156892e-06, "loss": 0.8352, "step": 5759 }, { "epoch": 1.42, "learning_rate": 2.8269493219210925e-06, "loss": 0.8329, "step": 5760 }, { "epoch": 1.42, "learning_rate": 2.8262879217452675e-06, "loss": 0.8743, "step": 5761 }, { "epoch": 1.42, "learning_rate": 2.8256264983353106e-06, "loss": 0.799, "step": 5762 }, { "epoch": 1.42, "learning_rate": 2.8249650517383193e-06, "loss": 0.7845, "step": 5763 }, { "epoch": 1.42, "learning_rate": 2.8243035820013954e-06, "loss": 0.8238, "step": 5764 }, { "epoch": 1.42, "learning_rate": 2.823642089171638e-06, "loss": 0.776, "step": 5765 }, { "epoch": 1.42, "learning_rate": 2.8229805732961524e-06, "loss": 0.7899, "step": 5766 }, { "epoch": 1.43, "learning_rate": 2.822319034422043e-06, "loss": 0.7577, "step": 5767 }, { "epoch": 1.43, "learning_rate": 2.8216574725964153e-06, "loss": 0.8052, "step": 5768 }, { "epoch": 1.43, "learning_rate": 2.820995887866378e-06, "loss": 0.8498, "step": 5769 }, { "epoch": 1.43, "learning_rate": 2.820334280279041e-06, "loss": 0.7537, "step": 5770 }, { "epoch": 1.43, "learning_rate": 2.8196726498815157e-06, "loss": 0.8088, "step": 5771 }, { "epoch": 1.43, "learning_rate": 2.8190109967209145e-06, "loss": 0.8404, "step": 5772 }, { "epoch": 1.43, "learning_rate": 2.8183493208443537e-06, "loss": 0.733, "step": 5773 }, { "epoch": 1.43, "learning_rate": 2.817687622298948e-06, "loss": 0.9007, "step": 5774 }, { "epoch": 1.43, "learning_rate": 2.817025901131816e-06, "loss": 0.7793, "step": 5775 }, { "epoch": 1.43, "learning_rate": 2.816364157390077e-06, "loss": 0.8064, "step": 5776 }, { "epoch": 1.43, "learning_rate": 2.8157023911208507e-06, "loss": 0.7706, "step": 5777 }, { "epoch": 1.43, "learning_rate": 2.8150406023712616e-06, "loss": 0.8329, "step": 5778 }, { "epoch": 1.43, "learning_rate": 2.8143787911884347e-06, "loss": 0.821, "step": 5779 }, { "epoch": 1.43, "learning_rate": 2.8137169576194935e-06, "loss": 0.8098, "step": 5780 }, { "epoch": 1.43, "learning_rate": 2.8130551017115664e-06, "loss": 0.8356, "step": 5781 }, { "epoch": 1.43, "learning_rate": 2.8123932235117833e-06, "loss": 0.8665, "step": 5782 }, { "epoch": 1.43, "learning_rate": 2.811731323067274e-06, "loss": 0.8376, "step": 5783 }, { "epoch": 1.43, "learning_rate": 2.8110694004251716e-06, "loss": 0.8073, "step": 5784 }, { "epoch": 1.43, "learning_rate": 2.810407455632609e-06, "loss": 0.8171, "step": 5785 }, { "epoch": 1.43, "learning_rate": 2.809745488736722e-06, "loss": 0.759, "step": 5786 }, { "epoch": 1.43, "learning_rate": 2.8090834997846467e-06, "loss": 0.8497, "step": 5787 }, { "epoch": 1.43, "learning_rate": 2.808421488823524e-06, "loss": 0.7247, "step": 5788 }, { "epoch": 1.43, "learning_rate": 2.8077594559004913e-06, "loss": 0.8539, "step": 5789 }, { "epoch": 1.43, "learning_rate": 2.807097401062691e-06, "loss": 0.7777, "step": 5790 }, { "epoch": 1.43, "learning_rate": 2.8064353243572685e-06, "loss": 0.8806, "step": 5791 }, { "epoch": 1.43, "learning_rate": 2.8057732258313654e-06, "loss": 0.8321, "step": 5792 }, { "epoch": 1.43, "learning_rate": 2.8051111055321302e-06, "loss": 0.8712, "step": 5793 }, { "epoch": 1.43, "learning_rate": 2.80444896350671e-06, "loss": 0.8379, "step": 5794 }, { "epoch": 1.43, "learning_rate": 2.8037867998022548e-06, "loss": 0.8273, "step": 5795 }, { "epoch": 1.43, "learning_rate": 2.8031246144659147e-06, "loss": 0.7716, "step": 5796 }, { "epoch": 1.43, "learning_rate": 2.8024624075448433e-06, "loss": 0.865, "step": 5797 }, { "epoch": 1.43, "learning_rate": 2.8018001790861936e-06, "loss": 0.744, "step": 5798 }, { "epoch": 1.43, "learning_rate": 2.8011379291371215e-06, "loss": 0.7896, "step": 5799 }, { "epoch": 1.43, "learning_rate": 2.800475657744785e-06, "loss": 0.8962, "step": 5800 }, { "epoch": 1.43, "learning_rate": 2.7998133649563413e-06, "loss": 0.8876, "step": 5801 }, { "epoch": 1.43, "learning_rate": 2.799151050818951e-06, "loss": 0.8186, "step": 5802 }, { "epoch": 1.43, "learning_rate": 2.798488715379778e-06, "loss": 0.8515, "step": 5803 }, { "epoch": 1.43, "learning_rate": 2.7978263586859826e-06, "loss": 0.8234, "step": 5804 }, { "epoch": 1.43, "learning_rate": 2.7971639807847306e-06, "loss": 0.8798, "step": 5805 }, { "epoch": 1.43, "learning_rate": 2.796501581723188e-06, "loss": 0.7878, "step": 5806 }, { "epoch": 1.43, "learning_rate": 2.795839161548523e-06, "loss": 0.7943, "step": 5807 }, { "epoch": 1.44, "learning_rate": 2.795176720307905e-06, "loss": 0.7413, "step": 5808 }, { "epoch": 1.44, "learning_rate": 2.794514258048504e-06, "loss": 0.8953, "step": 5809 }, { "epoch": 1.44, "learning_rate": 2.7938517748174925e-06, "loss": 0.8121, "step": 5810 }, { "epoch": 1.44, "learning_rate": 2.7931892706620452e-06, "loss": 0.8601, "step": 5811 }, { "epoch": 1.44, "learning_rate": 2.792526745629336e-06, "loss": 0.9046, "step": 5812 }, { "epoch": 1.44, "learning_rate": 2.7918641997665417e-06, "loss": 0.8747, "step": 5813 }, { "epoch": 1.44, "learning_rate": 2.7912016331208423e-06, "loss": 0.8274, "step": 5814 }, { "epoch": 1.44, "learning_rate": 2.7905390457394156e-06, "loss": 0.8226, "step": 5815 }, { "epoch": 1.44, "learning_rate": 2.7898764376694433e-06, "loss": 0.8393, "step": 5816 }, { "epoch": 1.44, "learning_rate": 2.7892138089581074e-06, "loss": 0.8007, "step": 5817 }, { "epoch": 1.44, "learning_rate": 2.7885511596525934e-06, "loss": 0.8109, "step": 5818 }, { "epoch": 1.44, "learning_rate": 2.787888489800086e-06, "loss": 0.8422, "step": 5819 }, { "epoch": 1.44, "learning_rate": 2.787225799447772e-06, "loss": 0.7591, "step": 5820 }, { "epoch": 1.44, "learning_rate": 2.786563088642841e-06, "loss": 0.7906, "step": 5821 }, { "epoch": 1.44, "learning_rate": 2.7859003574324813e-06, "loss": 0.8207, "step": 5822 }, { "epoch": 1.44, "learning_rate": 2.785237605863885e-06, "loss": 0.7948, "step": 5823 }, { "epoch": 1.44, "learning_rate": 2.7845748339842464e-06, "loss": 0.8169, "step": 5824 }, { "epoch": 1.44, "learning_rate": 2.783912041840758e-06, "loss": 0.8167, "step": 5825 }, { "epoch": 1.44, "learning_rate": 2.783249229480616e-06, "loss": 0.834, "step": 5826 }, { "epoch": 1.44, "learning_rate": 2.7825863969510177e-06, "loss": 0.8353, "step": 5827 }, { "epoch": 1.44, "learning_rate": 2.781923544299161e-06, "loss": 0.7997, "step": 5828 }, { "epoch": 1.44, "learning_rate": 2.7812606715722475e-06, "loss": 0.784, "step": 5829 }, { "epoch": 1.44, "learning_rate": 2.7805977788174777e-06, "loss": 0.79, "step": 5830 }, { "epoch": 1.44, "learning_rate": 2.779934866082054e-06, "loss": 0.77, "step": 5831 }, { "epoch": 1.44, "learning_rate": 2.7792719334131818e-06, "loss": 0.7705, "step": 5832 }, { "epoch": 1.44, "learning_rate": 2.7786089808580667e-06, "loss": 0.7119, "step": 5833 }, { "epoch": 1.44, "learning_rate": 2.7779460084639154e-06, "loss": 0.8667, "step": 5834 }, { "epoch": 1.44, "learning_rate": 2.7772830162779364e-06, "loss": 0.7825, "step": 5835 }, { "epoch": 1.44, "learning_rate": 2.7766200043473406e-06, "loss": 0.7959, "step": 5836 }, { "epoch": 1.44, "learning_rate": 2.775956972719338e-06, "loss": 0.7953, "step": 5837 }, { "epoch": 1.44, "learning_rate": 2.7752939214411417e-06, "loss": 0.8524, "step": 5838 }, { "epoch": 1.44, "learning_rate": 2.774630850559967e-06, "loss": 0.811, "step": 5839 }, { "epoch": 1.44, "learning_rate": 2.7739677601230285e-06, "loss": 0.8662, "step": 5840 }, { "epoch": 1.44, "learning_rate": 2.7733046501775435e-06, "loss": 0.8965, "step": 5841 }, { "epoch": 1.44, "learning_rate": 2.7726415207707307e-06, "loss": 0.7871, "step": 5842 }, { "epoch": 1.44, "learning_rate": 2.77197837194981e-06, "loss": 0.8119, "step": 5843 }, { "epoch": 1.44, "learning_rate": 2.7713152037620004e-06, "loss": 0.8136, "step": 5844 }, { "epoch": 1.44, "learning_rate": 2.7706520162545275e-06, "loss": 0.8615, "step": 5845 }, { "epoch": 1.44, "learning_rate": 2.769988809474613e-06, "loss": 0.8455, "step": 5846 }, { "epoch": 1.44, "learning_rate": 2.7693255834694833e-06, "loss": 0.8333, "step": 5847 }, { "epoch": 1.45, "learning_rate": 2.7686623382863643e-06, "loss": 0.8612, "step": 5848 }, { "epoch": 1.45, "learning_rate": 2.7679990739724844e-06, "loss": 0.8378, "step": 5849 }, { "epoch": 1.45, "learning_rate": 2.7673357905750725e-06, "loss": 0.868, "step": 5850 }, { "epoch": 1.45, "learning_rate": 2.7666724881413608e-06, "loss": 0.7832, "step": 5851 }, { "epoch": 1.45, "learning_rate": 2.7660091667185794e-06, "loss": 0.8065, "step": 5852 }, { "epoch": 1.45, "learning_rate": 2.7653458263539632e-06, "loss": 0.7525, "step": 5853 }, { "epoch": 1.45, "learning_rate": 2.7646824670947466e-06, "loss": 0.8158, "step": 5854 }, { "epoch": 1.45, "learning_rate": 2.764019088988165e-06, "loss": 0.8515, "step": 5855 }, { "epoch": 1.45, "learning_rate": 2.7633556920814565e-06, "loss": 0.8402, "step": 5856 }, { "epoch": 1.45, "learning_rate": 2.76269227642186e-06, "loss": 0.8915, "step": 5857 }, { "epoch": 1.45, "learning_rate": 2.762028842056615e-06, "loss": 0.8299, "step": 5858 }, { "epoch": 1.45, "learning_rate": 2.761365389032963e-06, "loss": 0.8508, "step": 5859 }, { "epoch": 1.45, "learning_rate": 2.7607019173981484e-06, "loss": 0.854, "step": 5860 }, { "epoch": 1.45, "learning_rate": 2.7600384271994136e-06, "loss": 0.8104, "step": 5861 }, { "epoch": 1.45, "learning_rate": 2.7593749184840053e-06, "loss": 0.7904, "step": 5862 }, { "epoch": 1.45, "learning_rate": 2.7587113912991694e-06, "loss": 0.8118, "step": 5863 }, { "epoch": 1.45, "learning_rate": 2.7580478456921533e-06, "loss": 0.771, "step": 5864 }, { "epoch": 1.45, "learning_rate": 2.757384281710207e-06, "loss": 0.7792, "step": 5865 }, { "epoch": 1.45, "learning_rate": 2.7567206994005822e-06, "loss": 0.7828, "step": 5866 }, { "epoch": 1.45, "learning_rate": 2.7560570988105303e-06, "loss": 0.7694, "step": 5867 }, { "epoch": 1.45, "learning_rate": 2.755393479987304e-06, "loss": 0.8941, "step": 5868 }, { "epoch": 1.45, "learning_rate": 2.7547298429781584e-06, "loss": 0.9134, "step": 5869 }, { "epoch": 1.45, "learning_rate": 2.7540661878303492e-06, "loss": 0.7666, "step": 5870 }, { "epoch": 1.45, "learning_rate": 2.7534025145911343e-06, "loss": 0.7749, "step": 5871 }, { "epoch": 1.45, "learning_rate": 2.7527388233077718e-06, "loss": 0.8239, "step": 5872 }, { "epoch": 1.45, "learning_rate": 2.7520751140275205e-06, "loss": 0.7749, "step": 5873 }, { "epoch": 1.45, "learning_rate": 2.751411386797642e-06, "loss": 0.9309, "step": 5874 }, { "epoch": 1.45, "learning_rate": 2.7507476416654e-06, "loss": 0.7722, "step": 5875 }, { "epoch": 1.45, "learning_rate": 2.7500838786780565e-06, "loss": 0.7113, "step": 5876 }, { "epoch": 1.45, "learning_rate": 2.7494200978828763e-06, "loss": 0.8075, "step": 5877 }, { "epoch": 1.45, "learning_rate": 2.7487562993271265e-06, "loss": 0.835, "step": 5878 }, { "epoch": 1.45, "learning_rate": 2.7480924830580742e-06, "loss": 0.8413, "step": 5879 }, { "epoch": 1.45, "learning_rate": 2.7474286491229877e-06, "loss": 0.8671, "step": 5880 }, { "epoch": 1.45, "learning_rate": 2.7467647975691373e-06, "loss": 0.7979, "step": 5881 }, { "epoch": 1.45, "learning_rate": 2.746100928443795e-06, "loss": 0.8002, "step": 5882 }, { "epoch": 1.45, "learning_rate": 2.745437041794231e-06, "loss": 0.7978, "step": 5883 }, { "epoch": 1.45, "learning_rate": 2.744773137667721e-06, "loss": 0.8097, "step": 5884 }, { "epoch": 1.45, "learning_rate": 2.7441092161115387e-06, "loss": 0.8811, "step": 5885 }, { "epoch": 1.45, "learning_rate": 2.743445277172961e-06, "loss": 0.738, "step": 5886 }, { "epoch": 1.45, "learning_rate": 2.742781320899265e-06, "loss": 0.7307, "step": 5887 }, { "epoch": 1.45, "learning_rate": 2.742117347337729e-06, "loss": 0.8728, "step": 5888 }, { "epoch": 1.46, "learning_rate": 2.7414533565356333e-06, "loss": 0.8049, "step": 5889 }, { "epoch": 1.46, "learning_rate": 2.7407893485402596e-06, "loss": 0.7402, "step": 5890 }, { "epoch": 1.46, "learning_rate": 2.7401253233988893e-06, "loss": 0.7475, "step": 5891 }, { "epoch": 1.46, "learning_rate": 2.7394612811588062e-06, "loss": 0.8394, "step": 5892 }, { "epoch": 1.46, "learning_rate": 2.738797221867295e-06, "loss": 0.879, "step": 5893 }, { "epoch": 1.46, "learning_rate": 2.738133145571642e-06, "loss": 0.7509, "step": 5894 }, { "epoch": 1.46, "learning_rate": 2.7374690523191332e-06, "loss": 0.8104, "step": 5895 }, { "epoch": 1.46, "learning_rate": 2.736804942157059e-06, "loss": 0.8059, "step": 5896 }, { "epoch": 1.46, "learning_rate": 2.7361408151327075e-06, "loss": 0.8286, "step": 5897 }, { "epoch": 1.46, "learning_rate": 2.7354766712933695e-06, "loss": 0.8163, "step": 5898 }, { "epoch": 1.46, "learning_rate": 2.7348125106863384e-06, "loss": 0.7825, "step": 5899 }, { "epoch": 1.46, "learning_rate": 2.7341483333589053e-06, "loss": 0.782, "step": 5900 }, { "epoch": 1.46, "learning_rate": 2.733484139358366e-06, "loss": 0.8495, "step": 5901 }, { "epoch": 1.46, "learning_rate": 2.7328199287320162e-06, "loss": 0.8833, "step": 5902 }, { "epoch": 1.46, "learning_rate": 2.732155701527152e-06, "loss": 0.8094, "step": 5903 }, { "epoch": 1.46, "learning_rate": 2.7314914577910706e-06, "loss": 0.798, "step": 5904 }, { "epoch": 1.46, "learning_rate": 2.7308271975710726e-06, "loss": 0.7959, "step": 5905 }, { "epoch": 1.46, "learning_rate": 2.7301629209144575e-06, "loss": 0.7908, "step": 5906 }, { "epoch": 1.46, "learning_rate": 2.729498627868527e-06, "loss": 0.7264, "step": 5907 }, { "epoch": 1.46, "learning_rate": 2.728834318480584e-06, "loss": 0.8697, "step": 5908 }, { "epoch": 1.46, "learning_rate": 2.7281699927979317e-06, "loss": 0.7668, "step": 5909 }, { "epoch": 1.46, "learning_rate": 2.7275056508678756e-06, "loss": 0.7635, "step": 5910 }, { "epoch": 1.46, "learning_rate": 2.726841292737721e-06, "loss": 0.8159, "step": 5911 }, { "epoch": 1.46, "learning_rate": 2.7261769184547756e-06, "loss": 0.8036, "step": 5912 }, { "epoch": 1.46, "learning_rate": 2.7255125280663474e-06, "loss": 0.7806, "step": 5913 }, { "epoch": 1.46, "learning_rate": 2.724848121619747e-06, "loss": 0.8312, "step": 5914 }, { "epoch": 1.46, "learning_rate": 2.724183699162284e-06, "loss": 0.7766, "step": 5915 }, { "epoch": 1.46, "learning_rate": 2.723519260741271e-06, "loss": 0.8312, "step": 5916 }, { "epoch": 1.46, "learning_rate": 2.7228548064040207e-06, "loss": 0.8981, "step": 5917 }, { "epoch": 1.46, "learning_rate": 2.722190336197846e-06, "loss": 0.7798, "step": 5918 }, { "epoch": 1.46, "learning_rate": 2.7215258501700652e-06, "loss": 0.6952, "step": 5919 }, { "epoch": 1.46, "learning_rate": 2.7208613483679914e-06, "loss": 0.811, "step": 5920 }, { "epoch": 1.46, "learning_rate": 2.720196830838944e-06, "loss": 0.7261, "step": 5921 }, { "epoch": 1.46, "learning_rate": 2.719532297630241e-06, "loss": 0.8148, "step": 5922 }, { "epoch": 1.46, "learning_rate": 2.7188677487892024e-06, "loss": 0.8367, "step": 5923 }, { "epoch": 1.46, "learning_rate": 2.7182031843631478e-06, "loss": 0.7767, "step": 5924 }, { "epoch": 1.46, "learning_rate": 2.7175386043994003e-06, "loss": 0.8772, "step": 5925 }, { "epoch": 1.46, "learning_rate": 2.716874008945283e-06, "loss": 0.8968, "step": 5926 }, { "epoch": 1.46, "learning_rate": 2.7162093980481203e-06, "loss": 0.8725, "step": 5927 }, { "epoch": 1.46, "learning_rate": 2.7155447717552357e-06, "loss": 0.7552, "step": 5928 }, { "epoch": 1.47, "learning_rate": 2.7148801301139583e-06, "loss": 0.8164, "step": 5929 }, { "epoch": 1.47, "learning_rate": 2.7142154731716134e-06, "loss": 0.737, "step": 5930 }, { "epoch": 1.47, "learning_rate": 2.71355080097553e-06, "loss": 0.822, "step": 5931 }, { "epoch": 1.47, "learning_rate": 2.7128861135730384e-06, "loss": 0.8272, "step": 5932 }, { "epoch": 1.47, "learning_rate": 2.712221411011468e-06, "loss": 0.7963, "step": 5933 }, { "epoch": 1.47, "learning_rate": 2.7115566933381516e-06, "loss": 0.7569, "step": 5934 }, { "epoch": 1.47, "learning_rate": 2.710891960600422e-06, "loss": 0.9508, "step": 5935 }, { "epoch": 1.47, "learning_rate": 2.7102272128456124e-06, "loss": 0.8507, "step": 5936 }, { "epoch": 1.47, "learning_rate": 2.7095624501210586e-06, "loss": 0.7742, "step": 5937 }, { "epoch": 1.47, "learning_rate": 2.7088976724740967e-06, "loss": 0.8145, "step": 5938 }, { "epoch": 1.47, "learning_rate": 2.708232879952064e-06, "loss": 0.8325, "step": 5939 }, { "epoch": 1.47, "learning_rate": 2.7075680726022967e-06, "loss": 0.7971, "step": 5940 }, { "epoch": 1.47, "learning_rate": 2.706903250472137e-06, "loss": 0.7769, "step": 5941 }, { "epoch": 1.47, "learning_rate": 2.7062384136089226e-06, "loss": 0.8225, "step": 5942 }, { "epoch": 1.47, "learning_rate": 2.7055735620599966e-06, "loss": 0.7985, "step": 5943 }, { "epoch": 1.47, "learning_rate": 2.7049086958727006e-06, "loss": 0.7702, "step": 5944 }, { "epoch": 1.47, "learning_rate": 2.7042438150943778e-06, "loss": 0.8394, "step": 5945 }, { "epoch": 1.47, "learning_rate": 2.7035789197723735e-06, "loss": 0.752, "step": 5946 }, { "epoch": 1.47, "learning_rate": 2.702914009954033e-06, "loss": 0.7494, "step": 5947 }, { "epoch": 1.47, "learning_rate": 2.7022490856867017e-06, "loss": 0.8202, "step": 5948 }, { "epoch": 1.47, "learning_rate": 2.701584147017729e-06, "loss": 0.7857, "step": 5949 }, { "epoch": 1.47, "learning_rate": 2.7009191939944623e-06, "loss": 0.8409, "step": 5950 }, { "epoch": 1.47, "learning_rate": 2.7002542266642513e-06, "loss": 0.772, "step": 5951 }, { "epoch": 1.47, "learning_rate": 2.699589245074446e-06, "loss": 0.7265, "step": 5952 }, { "epoch": 1.47, "learning_rate": 2.6989242492723997e-06, "loss": 0.7933, "step": 5953 }, { "epoch": 1.47, "learning_rate": 2.698259239305464e-06, "loss": 0.7769, "step": 5954 }, { "epoch": 1.47, "learning_rate": 2.6975942152209923e-06, "loss": 0.7957, "step": 5955 }, { "epoch": 1.47, "learning_rate": 2.6969291770663407e-06, "loss": 0.7378, "step": 5956 }, { "epoch": 1.47, "learning_rate": 2.6962641248888626e-06, "loss": 0.7564, "step": 5957 }, { "epoch": 1.47, "learning_rate": 2.6955990587359173e-06, "loss": 0.8427, "step": 5958 }, { "epoch": 1.47, "learning_rate": 2.6949339786548607e-06, "loss": 0.7976, "step": 5959 }, { "epoch": 1.47, "learning_rate": 2.6942688846930516e-06, "loss": 0.8133, "step": 5960 }, { "epoch": 1.47, "learning_rate": 2.6936037768978495e-06, "loss": 0.8041, "step": 5961 }, { "epoch": 1.47, "learning_rate": 2.6929386553166165e-06, "loss": 0.7994, "step": 5962 }, { "epoch": 1.47, "learning_rate": 2.6922735199967128e-06, "loss": 0.8209, "step": 5963 }, { "epoch": 1.47, "learning_rate": 2.6916083709855007e-06, "loss": 0.8045, "step": 5964 }, { "epoch": 1.47, "learning_rate": 2.6909432083303454e-06, "loss": 0.7887, "step": 5965 }, { "epoch": 1.47, "learning_rate": 2.69027803207861e-06, "loss": 0.8203, "step": 5966 }, { "epoch": 1.47, "learning_rate": 2.6896128422776606e-06, "loss": 0.7867, "step": 5967 }, { "epoch": 1.47, "learning_rate": 2.688947638974863e-06, "loss": 0.8064, "step": 5968 }, { "epoch": 1.48, "learning_rate": 2.6882824222175864e-06, "loss": 0.8755, "step": 5969 }, { "epoch": 1.48, "learning_rate": 2.6876171920531966e-06, "loss": 0.8582, "step": 5970 }, { "epoch": 1.48, "learning_rate": 2.6869519485290653e-06, "loss": 0.6848, "step": 5971 }, { "epoch": 1.48, "learning_rate": 2.6862866916925614e-06, "loss": 0.7929, "step": 5972 }, { "epoch": 1.48, "learning_rate": 2.6856214215910565e-06, "loss": 0.783, "step": 5973 }, { "epoch": 1.48, "learning_rate": 2.684956138271923e-06, "loss": 0.7392, "step": 5974 }, { "epoch": 1.48, "learning_rate": 2.6842908417825343e-06, "loss": 0.7932, "step": 5975 }, { "epoch": 1.48, "learning_rate": 2.6836255321702633e-06, "loss": 0.8452, "step": 5976 }, { "epoch": 1.48, "learning_rate": 2.6829602094824864e-06, "loss": 0.7685, "step": 5977 }, { "epoch": 1.48, "learning_rate": 2.682294873766579e-06, "loss": 0.7818, "step": 5978 }, { "epoch": 1.48, "learning_rate": 2.681629525069917e-06, "loss": 0.7802, "step": 5979 }, { "epoch": 1.48, "learning_rate": 2.68096416343988e-06, "loss": 0.7834, "step": 5980 }, { "epoch": 1.48, "learning_rate": 2.6802987889238447e-06, "loss": 0.7754, "step": 5981 }, { "epoch": 1.48, "learning_rate": 2.6796334015691922e-06, "loss": 0.8952, "step": 5982 }, { "epoch": 1.48, "learning_rate": 2.6789680014233034e-06, "loss": 0.827, "step": 5983 }, { "epoch": 1.48, "learning_rate": 2.678302588533558e-06, "loss": 0.8546, "step": 5984 }, { "epoch": 1.48, "learning_rate": 2.677637162947339e-06, "loss": 0.7812, "step": 5985 }, { "epoch": 1.48, "learning_rate": 2.6769717247120314e-06, "loss": 0.8086, "step": 5986 }, { "epoch": 1.48, "learning_rate": 2.676306273875017e-06, "loss": 0.8646, "step": 5987 }, { "epoch": 1.48, "learning_rate": 2.6756408104836824e-06, "loss": 0.8544, "step": 5988 }, { "epoch": 1.48, "learning_rate": 2.6749753345854123e-06, "loss": 0.7373, "step": 5989 }, { "epoch": 1.48, "learning_rate": 2.6743098462275947e-06, "loss": 0.7779, "step": 5990 }, { "epoch": 1.48, "learning_rate": 2.6736443454576163e-06, "loss": 0.8765, "step": 5991 }, { "epoch": 1.48, "learning_rate": 2.672978832322867e-06, "loss": 0.8128, "step": 5992 }, { "epoch": 1.48, "learning_rate": 2.6723133068707346e-06, "loss": 0.8161, "step": 5993 }, { "epoch": 1.48, "learning_rate": 2.671647769148611e-06, "loss": 0.8183, "step": 5994 }, { "epoch": 1.48, "learning_rate": 2.670982219203887e-06, "loss": 0.865, "step": 5995 }, { "epoch": 1.48, "learning_rate": 2.670316657083954e-06, "loss": 0.7054, "step": 5996 }, { "epoch": 1.48, "learning_rate": 2.669651082836206e-06, "loss": 0.8255, "step": 5997 }, { "epoch": 1.48, "learning_rate": 2.668985496508037e-06, "loss": 0.8233, "step": 5998 }, { "epoch": 1.48, "learning_rate": 2.66831989814684e-06, "loss": 0.8194, "step": 5999 }, { "epoch": 1.48, "learning_rate": 2.6676542878000122e-06, "loss": 0.8495, "step": 6000 }, { "epoch": 1.48, "learning_rate": 2.6669886655149498e-06, "loss": 0.8337, "step": 6001 }, { "epoch": 1.48, "learning_rate": 2.6663230313390487e-06, "loss": 0.824, "step": 6002 }, { "epoch": 1.48, "learning_rate": 2.665657385319709e-06, "loss": 0.8708, "step": 6003 }, { "epoch": 1.48, "learning_rate": 2.6649917275043286e-06, "loss": 0.8329, "step": 6004 }, { "epoch": 1.48, "learning_rate": 2.6643260579403074e-06, "loss": 0.7848, "step": 6005 }, { "epoch": 1.48, "learning_rate": 2.663660376675046e-06, "loss": 0.7697, "step": 6006 }, { "epoch": 1.48, "learning_rate": 2.662994683755946e-06, "loss": 0.794, "step": 6007 }, { "epoch": 1.48, "learning_rate": 2.6623289792304096e-06, "loss": 0.7981, "step": 6008 }, { "epoch": 1.48, "learning_rate": 2.66166326314584e-06, "loss": 0.8356, "step": 6009 }, { "epoch": 1.49, "learning_rate": 2.6609975355496414e-06, "loss": 0.7605, "step": 6010 }, { "epoch": 1.49, "learning_rate": 2.6603317964892178e-06, "loss": 0.8072, "step": 6011 }, { "epoch": 1.49, "learning_rate": 2.659666046011975e-06, "loss": 0.8228, "step": 6012 }, { "epoch": 1.49, "learning_rate": 2.6590002841653206e-06, "loss": 0.9415, "step": 6013 }, { "epoch": 1.49, "learning_rate": 2.65833451099666e-06, "loss": 0.7805, "step": 6014 }, { "epoch": 1.49, "learning_rate": 2.6576687265534024e-06, "loss": 0.8364, "step": 6015 }, { "epoch": 1.49, "learning_rate": 2.6570029308829564e-06, "loss": 0.8574, "step": 6016 }, { "epoch": 1.49, "learning_rate": 2.6563371240327318e-06, "loss": 0.7924, "step": 6017 }, { "epoch": 1.49, "learning_rate": 2.655671306050138e-06, "loss": 0.8497, "step": 6018 }, { "epoch": 1.49, "learning_rate": 2.655005476982588e-06, "loss": 0.8888, "step": 6019 }, { "epoch": 1.49, "learning_rate": 2.6543396368774913e-06, "loss": 0.8634, "step": 6020 }, { "epoch": 1.49, "learning_rate": 2.6536737857822627e-06, "loss": 0.7052, "step": 6021 }, { "epoch": 1.49, "learning_rate": 2.6530079237443157e-06, "loss": 0.8567, "step": 6022 }, { "epoch": 1.49, "learning_rate": 2.652342050811063e-06, "loss": 0.8011, "step": 6023 }, { "epoch": 1.49, "learning_rate": 2.6516761670299214e-06, "loss": 0.7756, "step": 6024 }, { "epoch": 1.49, "learning_rate": 2.6510102724483067e-06, "loss": 0.8105, "step": 6025 }, { "epoch": 1.49, "learning_rate": 2.650344367113635e-06, "loss": 0.7891, "step": 6026 }, { "epoch": 1.49, "learning_rate": 2.649678451073323e-06, "loss": 0.9228, "step": 6027 }, { "epoch": 1.49, "learning_rate": 2.64901252437479e-06, "loss": 0.8673, "step": 6028 }, { "epoch": 1.49, "learning_rate": 2.6483465870654547e-06, "loss": 0.8609, "step": 6029 }, { "epoch": 1.49, "learning_rate": 2.6476806391927362e-06, "loss": 0.8065, "step": 6030 }, { "epoch": 1.49, "learning_rate": 2.647014680804056e-06, "loss": 0.7766, "step": 6031 }, { "epoch": 1.49, "learning_rate": 2.6463487119468344e-06, "loss": 0.8801, "step": 6032 }, { "epoch": 1.49, "learning_rate": 2.6456827326684936e-06, "loss": 0.8098, "step": 6033 }, { "epoch": 1.49, "learning_rate": 2.645016743016457e-06, "loss": 0.8137, "step": 6034 }, { "epoch": 1.49, "learning_rate": 2.644350743038147e-06, "loss": 0.8229, "step": 6035 }, { "epoch": 1.49, "learning_rate": 2.643684732780989e-06, "loss": 0.8803, "step": 6036 }, { "epoch": 1.49, "learning_rate": 2.643018712292406e-06, "loss": 0.7772, "step": 6037 }, { "epoch": 1.49, "learning_rate": 2.6423526816198253e-06, "loss": 0.7767, "step": 6038 }, { "epoch": 1.49, "learning_rate": 2.6416866408106722e-06, "loss": 0.9007, "step": 6039 }, { "epoch": 1.49, "learning_rate": 2.6410205899123746e-06, "loss": 0.8423, "step": 6040 }, { "epoch": 1.49, "learning_rate": 2.64035452897236e-06, "loss": 0.8197, "step": 6041 }, { "epoch": 1.49, "learning_rate": 2.639688458038056e-06, "loss": 0.8755, "step": 6042 }, { "epoch": 1.49, "learning_rate": 2.6390223771568936e-06, "loss": 0.8204, "step": 6043 }, { "epoch": 1.49, "learning_rate": 2.638356286376301e-06, "loss": 0.8089, "step": 6044 }, { "epoch": 1.49, "learning_rate": 2.63769018574371e-06, "loss": 0.8074, "step": 6045 }, { "epoch": 1.49, "learning_rate": 2.637024075306552e-06, "loss": 0.8153, "step": 6046 }, { "epoch": 1.49, "learning_rate": 2.6363579551122576e-06, "loss": 0.7551, "step": 6047 }, { "epoch": 1.49, "learning_rate": 2.6356918252082603e-06, "loss": 0.8555, "step": 6048 }, { "epoch": 1.49, "learning_rate": 2.6350256856419947e-06, "loss": 0.8596, "step": 6049 }, { "epoch": 1.5, "learning_rate": 2.634359536460893e-06, "loss": 0.7645, "step": 6050 }, { "epoch": 1.5, "learning_rate": 2.6336933777123906e-06, "loss": 0.8298, "step": 6051 }, { "epoch": 1.5, "learning_rate": 2.633027209443925e-06, "loss": 0.8019, "step": 6052 }, { "epoch": 1.5, "learning_rate": 2.6323610317029287e-06, "loss": 0.7965, "step": 6053 }, { "epoch": 1.5, "learning_rate": 2.631694844536841e-06, "loss": 0.7471, "step": 6054 }, { "epoch": 1.5, "learning_rate": 2.6310286479930993e-06, "loss": 0.8032, "step": 6055 }, { "epoch": 1.5, "learning_rate": 2.630362442119141e-06, "loss": 0.8135, "step": 6056 }, { "epoch": 1.5, "learning_rate": 2.6296962269624044e-06, "loss": 0.7402, "step": 6057 }, { "epoch": 1.5, "learning_rate": 2.629030002570331e-06, "loss": 0.7726, "step": 6058 }, { "epoch": 1.5, "learning_rate": 2.6283637689903585e-06, "loss": 0.8627, "step": 6059 }, { "epoch": 1.5, "learning_rate": 2.6276975262699295e-06, "loss": 0.7653, "step": 6060 }, { "epoch": 1.5, "learning_rate": 2.627031274456485e-06, "loss": 0.8599, "step": 6061 }, { "epoch": 1.5, "learning_rate": 2.626365013597466e-06, "loss": 0.8182, "step": 6062 }, { "epoch": 1.5, "learning_rate": 2.625698743740317e-06, "loss": 0.7655, "step": 6063 }, { "epoch": 1.5, "learning_rate": 2.6250324649324802e-06, "loss": 0.9153, "step": 6064 }, { "epoch": 1.5, "learning_rate": 2.6243661772214007e-06, "loss": 0.8165, "step": 6065 }, { "epoch": 1.5, "learning_rate": 2.6236998806545222e-06, "loss": 0.879, "step": 6066 }, { "epoch": 1.5, "learning_rate": 2.62303357527929e-06, "loss": 0.8187, "step": 6067 }, { "epoch": 1.5, "learning_rate": 2.62236726114315e-06, "loss": 0.8801, "step": 6068 }, { "epoch": 1.5, "learning_rate": 2.6217009382935486e-06, "loss": 0.8426, "step": 6069 }, { "epoch": 1.5, "learning_rate": 2.621034606777934e-06, "loss": 0.8655, "step": 6070 }, { "epoch": 1.5, "learning_rate": 2.620368266643753e-06, "loss": 0.8005, "step": 6071 }, { "epoch": 1.5, "learning_rate": 2.6197019179384542e-06, "loss": 0.7912, "step": 6072 }, { "epoch": 1.5, "learning_rate": 2.619035560709487e-06, "loss": 0.8396, "step": 6073 }, { "epoch": 1.5, "learning_rate": 2.6183691950043003e-06, "loss": 0.795, "step": 6074 }, { "epoch": 1.5, "learning_rate": 2.6177028208703446e-06, "loss": 0.7879, "step": 6075 }, { "epoch": 1.5, "learning_rate": 2.617036438355072e-06, "loss": 0.7776, "step": 6076 }, { "epoch": 1.5, "learning_rate": 2.6163700475059306e-06, "loss": 0.8226, "step": 6077 }, { "epoch": 1.5, "learning_rate": 2.6157036483703752e-06, "loss": 0.7521, "step": 6078 }, { "epoch": 1.5, "learning_rate": 2.6150372409958587e-06, "loss": 0.841, "step": 6079 }, { "epoch": 1.5, "learning_rate": 2.614370825429832e-06, "loss": 0.7568, "step": 6080 }, { "epoch": 1.5, "learning_rate": 2.61370440171975e-06, "loss": 0.9129, "step": 6081 }, { "epoch": 1.5, "learning_rate": 2.6130379699130683e-06, "loss": 0.8291, "step": 6082 }, { "epoch": 1.5, "learning_rate": 2.6123715300572396e-06, "loss": 0.739, "step": 6083 }, { "epoch": 1.5, "learning_rate": 2.611705082199721e-06, "loss": 0.8057, "step": 6084 }, { "epoch": 1.5, "learning_rate": 2.611038626387968e-06, "loss": 0.7816, "step": 6085 }, { "epoch": 1.5, "learning_rate": 2.610372162669436e-06, "loss": 0.8156, "step": 6086 }, { "epoch": 1.5, "learning_rate": 2.609705691091584e-06, "loss": 0.8585, "step": 6087 }, { "epoch": 1.5, "learning_rate": 2.6090392117018697e-06, "loss": 0.7591, "step": 6088 }, { "epoch": 1.5, "learning_rate": 2.6083727245477504e-06, "loss": 0.797, "step": 6089 }, { "epoch": 1.5, "learning_rate": 2.6077062296766845e-06, "loss": 0.8644, "step": 6090 }, { "epoch": 1.51, "learning_rate": 2.6070397271361334e-06, "loss": 0.8083, "step": 6091 }, { "epoch": 1.51, "learning_rate": 2.6063732169735555e-06, "loss": 0.9246, "step": 6092 }, { "epoch": 1.51, "learning_rate": 2.605706699236412e-06, "loss": 0.7908, "step": 6093 }, { "epoch": 1.51, "learning_rate": 2.6050401739721643e-06, "loss": 0.8046, "step": 6094 }, { "epoch": 1.51, "learning_rate": 2.604373641228272e-06, "loss": 0.8209, "step": 6095 }, { "epoch": 1.51, "learning_rate": 2.6037071010521984e-06, "loss": 0.8277, "step": 6096 }, { "epoch": 1.51, "learning_rate": 2.6030405534914074e-06, "loss": 0.8908, "step": 6097 }, { "epoch": 1.51, "learning_rate": 2.60237399859336e-06, "loss": 0.8523, "step": 6098 }, { "epoch": 1.51, "learning_rate": 2.601707436405521e-06, "loss": 0.7121, "step": 6099 }, { "epoch": 1.51, "learning_rate": 2.601040866975355e-06, "loss": 0.793, "step": 6100 }, { "epoch": 1.51, "learning_rate": 2.600374290350326e-06, "loss": 0.7735, "step": 6101 }, { "epoch": 1.51, "learning_rate": 2.5997077065778993e-06, "loss": 0.8227, "step": 6102 }, { "epoch": 1.51, "learning_rate": 2.5990411157055405e-06, "loss": 0.8022, "step": 6103 }, { "epoch": 1.51, "learning_rate": 2.5983745177807164e-06, "loss": 0.8254, "step": 6104 }, { "epoch": 1.51, "learning_rate": 2.597707912850893e-06, "loss": 0.773, "step": 6105 }, { "epoch": 1.51, "learning_rate": 2.5970413009635387e-06, "loss": 0.7695, "step": 6106 }, { "epoch": 1.51, "learning_rate": 2.5963746821661194e-06, "loss": 0.8637, "step": 6107 }, { "epoch": 1.51, "learning_rate": 2.5957080565061047e-06, "loss": 0.7456, "step": 6108 }, { "epoch": 1.51, "learning_rate": 2.5950414240309633e-06, "loss": 0.8744, "step": 6109 }, { "epoch": 1.51, "learning_rate": 2.594374784788164e-06, "loss": 0.8152, "step": 6110 }, { "epoch": 1.51, "learning_rate": 2.593708138825177e-06, "loss": 0.8138, "step": 6111 }, { "epoch": 1.51, "learning_rate": 2.5930414861894715e-06, "loss": 0.7954, "step": 6112 }, { "epoch": 1.51, "learning_rate": 2.592374826928519e-06, "loss": 0.8358, "step": 6113 }, { "epoch": 1.51, "learning_rate": 2.5917081610897905e-06, "loss": 0.8588, "step": 6114 }, { "epoch": 1.51, "learning_rate": 2.5910414887207573e-06, "loss": 0.7632, "step": 6115 }, { "epoch": 1.51, "learning_rate": 2.5903748098688913e-06, "loss": 0.7909, "step": 6116 }, { "epoch": 1.51, "learning_rate": 2.5897081245816645e-06, "loss": 0.7775, "step": 6117 }, { "epoch": 1.51, "learning_rate": 2.5890414329065523e-06, "loss": 0.7519, "step": 6118 }, { "epoch": 1.51, "learning_rate": 2.588374734891025e-06, "loss": 0.7263, "step": 6119 }, { "epoch": 1.51, "learning_rate": 2.587708030582558e-06, "loss": 0.7839, "step": 6120 }, { "epoch": 1.51, "learning_rate": 2.5870413200286267e-06, "loss": 0.8366, "step": 6121 }, { "epoch": 1.51, "learning_rate": 2.586374603276704e-06, "loss": 0.7624, "step": 6122 }, { "epoch": 1.51, "learning_rate": 2.585707880374265e-06, "loss": 0.7843, "step": 6123 }, { "epoch": 1.51, "learning_rate": 2.5850411513687873e-06, "loss": 0.7276, "step": 6124 }, { "epoch": 1.51, "learning_rate": 2.5843744163077446e-06, "loss": 0.8375, "step": 6125 }, { "epoch": 1.51, "learning_rate": 2.5837076752386146e-06, "loss": 0.7776, "step": 6126 }, { "epoch": 1.51, "learning_rate": 2.5830409282088753e-06, "loss": 0.7351, "step": 6127 }, { "epoch": 1.51, "learning_rate": 2.5823741752660027e-06, "loss": 0.8121, "step": 6128 }, { "epoch": 1.51, "learning_rate": 2.581707416457474e-06, "loss": 0.8366, "step": 6129 }, { "epoch": 1.51, "learning_rate": 2.581040651830769e-06, "loss": 0.86, "step": 6130 }, { "epoch": 1.52, "learning_rate": 2.5803738814333653e-06, "loss": 0.8271, "step": 6131 }, { "epoch": 1.52, "learning_rate": 2.5797071053127422e-06, "loss": 0.838, "step": 6132 }, { "epoch": 1.52, "learning_rate": 2.5790403235163797e-06, "loss": 0.8034, "step": 6133 }, { "epoch": 1.52, "learning_rate": 2.578373536091756e-06, "loss": 0.8114, "step": 6134 }, { "epoch": 1.52, "learning_rate": 2.577706743086353e-06, "loss": 0.8116, "step": 6135 }, { "epoch": 1.52, "learning_rate": 2.5770399445476505e-06, "loss": 0.7795, "step": 6136 }, { "epoch": 1.52, "learning_rate": 2.5763731405231297e-06, "loss": 0.902, "step": 6137 }, { "epoch": 1.52, "learning_rate": 2.575706331060272e-06, "loss": 0.7639, "step": 6138 }, { "epoch": 1.52, "learning_rate": 2.5750395162065593e-06, "loss": 0.8505, "step": 6139 }, { "epoch": 1.52, "learning_rate": 2.574372696009474e-06, "loss": 0.834, "step": 6140 }, { "epoch": 1.52, "learning_rate": 2.5737058705164986e-06, "loss": 0.8323, "step": 6141 }, { "epoch": 1.52, "learning_rate": 2.5730390397751152e-06, "loss": 0.7832, "step": 6142 }, { "epoch": 1.52, "learning_rate": 2.572372203832808e-06, "loss": 0.815, "step": 6143 }, { "epoch": 1.52, "learning_rate": 2.57170536273706e-06, "loss": 0.7975, "step": 6144 }, { "epoch": 1.52, "learning_rate": 2.571038516535357e-06, "loss": 0.8039, "step": 6145 }, { "epoch": 1.52, "learning_rate": 2.5703716652751807e-06, "loss": 0.8198, "step": 6146 }, { "epoch": 1.52, "learning_rate": 2.5697048090040184e-06, "loss": 0.8071, "step": 6147 }, { "epoch": 1.52, "learning_rate": 2.569037947769354e-06, "loss": 0.7632, "step": 6148 }, { "epoch": 1.52, "learning_rate": 2.5683710816186723e-06, "loss": 0.8602, "step": 6149 }, { "epoch": 1.52, "learning_rate": 2.567704210599461e-06, "loss": 0.8951, "step": 6150 }, { "epoch": 1.52, "learning_rate": 2.567037334759205e-06, "loss": 0.7974, "step": 6151 }, { "epoch": 1.52, "learning_rate": 2.566370454145391e-06, "loss": 0.8032, "step": 6152 }, { "epoch": 1.52, "learning_rate": 2.565703568805506e-06, "loss": 0.8129, "step": 6153 }, { "epoch": 1.52, "learning_rate": 2.5650366787870375e-06, "loss": 0.7255, "step": 6154 }, { "epoch": 1.52, "learning_rate": 2.5643697841374722e-06, "loss": 0.7972, "step": 6155 }, { "epoch": 1.52, "learning_rate": 2.5637028849042983e-06, "loss": 0.8027, "step": 6156 }, { "epoch": 1.52, "learning_rate": 2.5630359811350046e-06, "loss": 0.862, "step": 6157 }, { "epoch": 1.52, "learning_rate": 2.5623690728770788e-06, "loss": 0.8645, "step": 6158 }, { "epoch": 1.52, "learning_rate": 2.56170216017801e-06, "loss": 0.69, "step": 6159 }, { "epoch": 1.52, "learning_rate": 2.5610352430852888e-06, "loss": 0.6996, "step": 6160 }, { "epoch": 1.52, "learning_rate": 2.5603683216464024e-06, "loss": 0.8736, "step": 6161 }, { "epoch": 1.52, "learning_rate": 2.5597013959088417e-06, "loss": 0.824, "step": 6162 }, { "epoch": 1.52, "learning_rate": 2.559034465920097e-06, "loss": 0.7985, "step": 6163 }, { "epoch": 1.52, "learning_rate": 2.558367531727657e-06, "loss": 0.7818, "step": 6164 }, { "epoch": 1.52, "learning_rate": 2.557700593379015e-06, "loss": 0.7799, "step": 6165 }, { "epoch": 1.52, "learning_rate": 2.557033650921661e-06, "loss": 0.8781, "step": 6166 }, { "epoch": 1.52, "learning_rate": 2.556366704403085e-06, "loss": 0.7364, "step": 6167 }, { "epoch": 1.52, "learning_rate": 2.5556997538707793e-06, "loss": 0.8048, "step": 6168 }, { "epoch": 1.52, "learning_rate": 2.555032799372237e-06, "loss": 0.7776, "step": 6169 }, { "epoch": 1.52, "learning_rate": 2.5543658409549486e-06, "loss": 0.828, "step": 6170 }, { "epoch": 1.52, "learning_rate": 2.5536988786664067e-06, "loss": 0.7948, "step": 6171 }, { "epoch": 1.53, "learning_rate": 2.5530319125541053e-06, "loss": 0.7761, "step": 6172 }, { "epoch": 1.53, "learning_rate": 2.5523649426655362e-06, "loss": 0.884, "step": 6173 }, { "epoch": 1.53, "learning_rate": 2.5516979690481926e-06, "loss": 0.7615, "step": 6174 }, { "epoch": 1.53, "learning_rate": 2.5510309917495683e-06, "loss": 0.9096, "step": 6175 }, { "epoch": 1.53, "learning_rate": 2.5503640108171567e-06, "loss": 0.7095, "step": 6176 }, { "epoch": 1.53, "learning_rate": 2.549697026298453e-06, "loss": 0.8409, "step": 6177 }, { "epoch": 1.53, "learning_rate": 2.54903003824095e-06, "loss": 0.8612, "step": 6178 }, { "epoch": 1.53, "learning_rate": 2.548363046692143e-06, "loss": 0.7848, "step": 6179 }, { "epoch": 1.53, "learning_rate": 2.5476960516995263e-06, "loss": 0.8059, "step": 6180 }, { "epoch": 1.53, "learning_rate": 2.547029053310596e-06, "loss": 0.8105, "step": 6181 }, { "epoch": 1.53, "learning_rate": 2.546362051572846e-06, "loss": 0.8271, "step": 6182 }, { "epoch": 1.53, "learning_rate": 2.5456950465337723e-06, "loss": 0.8778, "step": 6183 }, { "epoch": 1.53, "learning_rate": 2.545028038240871e-06, "loss": 0.8171, "step": 6184 }, { "epoch": 1.53, "learning_rate": 2.5443610267416375e-06, "loss": 0.9164, "step": 6185 }, { "epoch": 1.53, "learning_rate": 2.543694012083568e-06, "loss": 0.759, "step": 6186 }, { "epoch": 1.53, "learning_rate": 2.54302699431416e-06, "loss": 0.8232, "step": 6187 }, { "epoch": 1.53, "learning_rate": 2.5423599734809084e-06, "loss": 0.9082, "step": 6188 }, { "epoch": 1.53, "learning_rate": 2.541692949631312e-06, "loss": 0.8004, "step": 6189 }, { "epoch": 1.53, "learning_rate": 2.5410259228128663e-06, "loss": 0.7642, "step": 6190 }, { "epoch": 1.53, "learning_rate": 2.540358893073069e-06, "loss": 0.7472, "step": 6191 }, { "epoch": 1.53, "learning_rate": 2.5396918604594172e-06, "loss": 0.781, "step": 6192 }, { "epoch": 1.53, "learning_rate": 2.53902482501941e-06, "loss": 0.7695, "step": 6193 }, { "epoch": 1.53, "learning_rate": 2.5383577868005436e-06, "loss": 0.7712, "step": 6194 }, { "epoch": 1.53, "learning_rate": 2.5376907458503174e-06, "loss": 0.8306, "step": 6195 }, { "epoch": 1.53, "learning_rate": 2.537023702216229e-06, "loss": 0.8619, "step": 6196 }, { "epoch": 1.53, "learning_rate": 2.5363566559457775e-06, "loss": 0.8305, "step": 6197 }, { "epoch": 1.53, "learning_rate": 2.53568960708646e-06, "loss": 0.8105, "step": 6198 }, { "epoch": 1.53, "learning_rate": 2.535022555685778e-06, "loss": 0.7695, "step": 6199 }, { "epoch": 1.53, "learning_rate": 2.534355501791228e-06, "loss": 0.8094, "step": 6200 }, { "epoch": 1.53, "learning_rate": 2.53368844545031e-06, "loss": 0.8298, "step": 6201 }, { "epoch": 1.53, "learning_rate": 2.5330213867105247e-06, "loss": 0.7939, "step": 6202 }, { "epoch": 1.53, "learning_rate": 2.5323543256193695e-06, "loss": 0.8585, "step": 6203 }, { "epoch": 1.53, "learning_rate": 2.5316872622243456e-06, "loss": 0.7993, "step": 6204 }, { "epoch": 1.53, "learning_rate": 2.5310201965729526e-06, "loss": 0.7931, "step": 6205 }, { "epoch": 1.53, "learning_rate": 2.53035312871269e-06, "loss": 0.8053, "step": 6206 }, { "epoch": 1.53, "learning_rate": 2.5296860586910583e-06, "loss": 0.8233, "step": 6207 }, { "epoch": 1.53, "learning_rate": 2.5290189865555582e-06, "loss": 0.7006, "step": 6208 }, { "epoch": 1.53, "learning_rate": 2.5283519123536903e-06, "loss": 0.7694, "step": 6209 }, { "epoch": 1.53, "learning_rate": 2.527684836132954e-06, "loss": 0.8611, "step": 6210 }, { "epoch": 1.53, "learning_rate": 2.527017757940852e-06, "loss": 0.7521, "step": 6211 }, { "epoch": 1.54, "learning_rate": 2.5263506778248837e-06, "loss": 0.8226, "step": 6212 }, { "epoch": 1.54, "learning_rate": 2.525683595832551e-06, "loss": 0.8052, "step": 6213 }, { "epoch": 1.54, "learning_rate": 2.5250165120113546e-06, "loss": 0.851, "step": 6214 }, { "epoch": 1.54, "learning_rate": 2.524349426408796e-06, "loss": 0.8242, "step": 6215 }, { "epoch": 1.54, "learning_rate": 2.523682339072377e-06, "loss": 0.8005, "step": 6216 }, { "epoch": 1.54, "learning_rate": 2.523015250049599e-06, "loss": 0.8717, "step": 6217 }, { "epoch": 1.54, "learning_rate": 2.5223481593879634e-06, "loss": 0.8569, "step": 6218 }, { "epoch": 1.54, "learning_rate": 2.521681067134973e-06, "loss": 0.8284, "step": 6219 }, { "epoch": 1.54, "learning_rate": 2.521013973338128e-06, "loss": 0.8299, "step": 6220 }, { "epoch": 1.54, "learning_rate": 2.5203468780449324e-06, "loss": 0.7343, "step": 6221 }, { "epoch": 1.54, "learning_rate": 2.5196797813028867e-06, "loss": 0.8195, "step": 6222 }, { "epoch": 1.54, "learning_rate": 2.519012683159494e-06, "loss": 0.7248, "step": 6223 }, { "epoch": 1.54, "learning_rate": 2.5183455836622565e-06, "loss": 0.7313, "step": 6224 }, { "epoch": 1.54, "learning_rate": 2.517678482858677e-06, "loss": 0.8008, "step": 6225 }, { "epoch": 1.54, "learning_rate": 2.517011380796258e-06, "loss": 0.8497, "step": 6226 }, { "epoch": 1.54, "learning_rate": 2.516344277522501e-06, "loss": 0.7996, "step": 6227 }, { "epoch": 1.54, "learning_rate": 2.5156771730849104e-06, "loss": 0.8028, "step": 6228 }, { "epoch": 1.54, "learning_rate": 2.5150100675309887e-06, "loss": 0.7743, "step": 6229 }, { "epoch": 1.54, "learning_rate": 2.5143429609082376e-06, "loss": 0.7361, "step": 6230 }, { "epoch": 1.54, "learning_rate": 2.5136758532641605e-06, "loss": 0.7902, "step": 6231 }, { "epoch": 1.54, "learning_rate": 2.513008744646261e-06, "loss": 0.8701, "step": 6232 }, { "epoch": 1.54, "learning_rate": 2.512341635102042e-06, "loss": 0.839, "step": 6233 }, { "epoch": 1.54, "learning_rate": 2.5116745246790057e-06, "loss": 0.8529, "step": 6234 }, { "epoch": 1.54, "learning_rate": 2.5110074134246577e-06, "loss": 0.8187, "step": 6235 }, { "epoch": 1.54, "learning_rate": 2.510340301386499e-06, "loss": 0.813, "step": 6236 }, { "epoch": 1.54, "learning_rate": 2.509673188612034e-06, "loss": 0.8322, "step": 6237 }, { "epoch": 1.54, "learning_rate": 2.5090060751487662e-06, "loss": 0.8073, "step": 6238 }, { "epoch": 1.54, "learning_rate": 2.508338961044198e-06, "loss": 0.8052, "step": 6239 }, { "epoch": 1.54, "learning_rate": 2.5076718463458337e-06, "loss": 0.8489, "step": 6240 }, { "epoch": 1.54, "learning_rate": 2.5070047311011774e-06, "loss": 0.8441, "step": 6241 }, { "epoch": 1.54, "learning_rate": 2.506337615357732e-06, "loss": 0.7684, "step": 6242 }, { "epoch": 1.54, "learning_rate": 2.505670499163e-06, "loss": 0.7976, "step": 6243 }, { "epoch": 1.54, "learning_rate": 2.5050033825644877e-06, "loss": 0.8169, "step": 6244 }, { "epoch": 1.54, "learning_rate": 2.504336265609696e-06, "loss": 0.8286, "step": 6245 }, { "epoch": 1.54, "learning_rate": 2.50366914834613e-06, "loss": 0.794, "step": 6246 }, { "epoch": 1.54, "learning_rate": 2.5030020308212945e-06, "loss": 0.7426, "step": 6247 }, { "epoch": 1.54, "learning_rate": 2.5023349130826912e-06, "loss": 0.7789, "step": 6248 }, { "epoch": 1.54, "learning_rate": 2.5016677951778247e-06, "loss": 0.9014, "step": 6249 }, { "epoch": 1.54, "learning_rate": 2.501000677154199e-06, "loss": 0.798, "step": 6250 }, { "epoch": 1.54, "learning_rate": 2.5003335590593168e-06, "loss": 0.829, "step": 6251 }, { "epoch": 1.54, "learning_rate": 2.4996664409406837e-06, "loss": 0.7656, "step": 6252 }, { "epoch": 1.55, "learning_rate": 2.4989993228458018e-06, "loss": 0.8603, "step": 6253 }, { "epoch": 1.55, "learning_rate": 2.4983322048221757e-06, "loss": 0.8492, "step": 6254 }, { "epoch": 1.55, "learning_rate": 2.49766508691731e-06, "loss": 0.81, "step": 6255 }, { "epoch": 1.55, "learning_rate": 2.4969979691787063e-06, "loss": 0.9473, "step": 6256 }, { "epoch": 1.55, "learning_rate": 2.4963308516538704e-06, "loss": 0.771, "step": 6257 }, { "epoch": 1.55, "learning_rate": 2.4956637343903044e-06, "loss": 0.8484, "step": 6258 }, { "epoch": 1.55, "learning_rate": 2.494996617435513e-06, "loss": 0.8048, "step": 6259 }, { "epoch": 1.55, "learning_rate": 2.494329500837e-06, "loss": 0.7954, "step": 6260 }, { "epoch": 1.55, "learning_rate": 2.49366238464227e-06, "loss": 0.7518, "step": 6261 }, { "epoch": 1.55, "learning_rate": 2.492995268898824e-06, "loss": 0.8202, "step": 6262 }, { "epoch": 1.55, "learning_rate": 2.4923281536541667e-06, "loss": 0.7548, "step": 6263 }, { "epoch": 1.55, "learning_rate": 2.4916610389558023e-06, "loss": 0.8496, "step": 6264 }, { "epoch": 1.55, "learning_rate": 2.490993924851235e-06, "loss": 0.8053, "step": 6265 }, { "epoch": 1.55, "learning_rate": 2.4903268113879666e-06, "loss": 0.8155, "step": 6266 }, { "epoch": 1.55, "learning_rate": 2.489659698613502e-06, "loss": 0.8224, "step": 6267 }, { "epoch": 1.55, "learning_rate": 2.4889925865753435e-06, "loss": 0.7455, "step": 6268 }, { "epoch": 1.55, "learning_rate": 2.4883254753209947e-06, "loss": 0.8164, "step": 6269 }, { "epoch": 1.55, "learning_rate": 2.4876583648979588e-06, "loss": 0.8472, "step": 6270 }, { "epoch": 1.55, "learning_rate": 2.4869912553537394e-06, "loss": 0.7869, "step": 6271 }, { "epoch": 1.55, "learning_rate": 2.48632414673584e-06, "loss": 0.7645, "step": 6272 }, { "epoch": 1.55, "learning_rate": 2.485657039091764e-06, "loss": 0.7663, "step": 6273 }, { "epoch": 1.55, "learning_rate": 2.4849899324690126e-06, "loss": 0.8383, "step": 6274 }, { "epoch": 1.55, "learning_rate": 2.48432282691509e-06, "loss": 0.7858, "step": 6275 }, { "epoch": 1.55, "learning_rate": 2.4836557224774997e-06, "loss": 0.8128, "step": 6276 }, { "epoch": 1.55, "learning_rate": 2.482988619203743e-06, "loss": 0.795, "step": 6277 }, { "epoch": 1.55, "learning_rate": 2.482321517141323e-06, "loss": 0.8818, "step": 6278 }, { "epoch": 1.55, "learning_rate": 2.4816544163377448e-06, "loss": 0.7358, "step": 6279 }, { "epoch": 1.55, "learning_rate": 2.4809873168405068e-06, "loss": 0.7577, "step": 6280 }, { "epoch": 1.55, "learning_rate": 2.480320218697114e-06, "loss": 0.7577, "step": 6281 }, { "epoch": 1.55, "learning_rate": 2.4796531219550684e-06, "loss": 0.8279, "step": 6282 }, { "epoch": 1.55, "learning_rate": 2.478986026661872e-06, "loss": 0.8434, "step": 6283 }, { "epoch": 1.55, "learning_rate": 2.478318932865028e-06, "loss": 0.8448, "step": 6284 }, { "epoch": 1.55, "learning_rate": 2.4776518406120374e-06, "loss": 0.8632, "step": 6285 }, { "epoch": 1.55, "learning_rate": 2.4769847499504017e-06, "loss": 0.8242, "step": 6286 }, { "epoch": 1.55, "learning_rate": 2.476317660927624e-06, "loss": 0.7153, "step": 6287 }, { "epoch": 1.55, "learning_rate": 2.4756505735912045e-06, "loss": 0.8851, "step": 6288 }, { "epoch": 1.55, "learning_rate": 2.4749834879886458e-06, "loss": 0.7983, "step": 6289 }, { "epoch": 1.55, "learning_rate": 2.4743164041674495e-06, "loss": 0.787, "step": 6290 }, { "epoch": 1.55, "learning_rate": 2.4736493221751176e-06, "loss": 0.8767, "step": 6291 }, { "epoch": 1.55, "learning_rate": 2.472982242059149e-06, "loss": 0.7858, "step": 6292 }, { "epoch": 1.56, "learning_rate": 2.4723151638670463e-06, "loss": 0.8338, "step": 6293 }, { "epoch": 1.56, "learning_rate": 2.4716480876463105e-06, "loss": 0.8688, "step": 6294 }, { "epoch": 1.56, "learning_rate": 2.4709810134444426e-06, "loss": 0.7608, "step": 6295 }, { "epoch": 1.56, "learning_rate": 2.470313941308942e-06, "loss": 0.8337, "step": 6296 }, { "epoch": 1.56, "learning_rate": 2.469646871287312e-06, "loss": 0.7719, "step": 6297 }, { "epoch": 1.56, "learning_rate": 2.468979803427049e-06, "loss": 0.756, "step": 6298 }, { "epoch": 1.56, "learning_rate": 2.4683127377756557e-06, "loss": 0.7957, "step": 6299 }, { "epoch": 1.56, "learning_rate": 2.4676456743806314e-06, "loss": 0.8073, "step": 6300 }, { "epoch": 1.56, "learning_rate": 2.466978613289476e-06, "loss": 0.811, "step": 6301 }, { "epoch": 1.56, "learning_rate": 2.46631155454969e-06, "loss": 0.7486, "step": 6302 }, { "epoch": 1.56, "learning_rate": 2.465644498208773e-06, "loss": 0.8141, "step": 6303 }, { "epoch": 1.56, "learning_rate": 2.464977444314223e-06, "loss": 0.7826, "step": 6304 }, { "epoch": 1.56, "learning_rate": 2.4643103929135406e-06, "loss": 0.7999, "step": 6305 }, { "epoch": 1.56, "learning_rate": 2.4636433440542234e-06, "loss": 0.8754, "step": 6306 }, { "epoch": 1.56, "learning_rate": 2.4629762977837713e-06, "loss": 0.8069, "step": 6307 }, { "epoch": 1.56, "learning_rate": 2.462309254149683e-06, "loss": 0.805, "step": 6308 }, { "epoch": 1.56, "learning_rate": 2.4616422131994576e-06, "loss": 0.8616, "step": 6309 }, { "epoch": 1.56, "learning_rate": 2.460975174980591e-06, "loss": 0.8237, "step": 6310 }, { "epoch": 1.56, "learning_rate": 2.4603081395405836e-06, "loss": 0.8094, "step": 6311 }, { "epoch": 1.56, "learning_rate": 2.459641106926932e-06, "loss": 0.8415, "step": 6312 }, { "epoch": 1.56, "learning_rate": 2.458974077187134e-06, "loss": 0.8485, "step": 6313 }, { "epoch": 1.56, "learning_rate": 2.458307050368689e-06, "loss": 0.799, "step": 6314 }, { "epoch": 1.56, "learning_rate": 2.4576400265190924e-06, "loss": 0.7719, "step": 6315 }, { "epoch": 1.56, "learning_rate": 2.456973005685841e-06, "loss": 0.7806, "step": 6316 }, { "epoch": 1.56, "learning_rate": 2.4563059879164324e-06, "loss": 0.746, "step": 6317 }, { "epoch": 1.56, "learning_rate": 2.4556389732583633e-06, "loss": 0.8324, "step": 6318 }, { "epoch": 1.56, "learning_rate": 2.4549719617591296e-06, "loss": 0.8303, "step": 6319 }, { "epoch": 1.56, "learning_rate": 2.454304953466228e-06, "loss": 0.7483, "step": 6320 }, { "epoch": 1.56, "learning_rate": 2.4536379484271554e-06, "loss": 0.8599, "step": 6321 }, { "epoch": 1.56, "learning_rate": 2.452970946689405e-06, "loss": 0.8436, "step": 6322 }, { "epoch": 1.56, "learning_rate": 2.452303948300474e-06, "loss": 0.9086, "step": 6323 }, { "epoch": 1.56, "learning_rate": 2.451636953307858e-06, "loss": 0.7513, "step": 6324 }, { "epoch": 1.56, "learning_rate": 2.450969961759051e-06, "loss": 0.6944, "step": 6325 }, { "epoch": 1.56, "learning_rate": 2.4503029737015476e-06, "loss": 0.8149, "step": 6326 }, { "epoch": 1.56, "learning_rate": 2.4496359891828446e-06, "loss": 0.8149, "step": 6327 }, { "epoch": 1.56, "learning_rate": 2.448969008250433e-06, "loss": 0.7781, "step": 6328 }, { "epoch": 1.56, "learning_rate": 2.4483020309518087e-06, "loss": 0.8646, "step": 6329 }, { "epoch": 1.56, "learning_rate": 2.447635057334465e-06, "loss": 0.7739, "step": 6330 }, { "epoch": 1.56, "learning_rate": 2.446968087445895e-06, "loss": 0.8753, "step": 6331 }, { "epoch": 1.56, "learning_rate": 2.4463011213335937e-06, "loss": 0.7844, "step": 6332 }, { "epoch": 1.56, "learning_rate": 2.4456341590450523e-06, "loss": 0.7739, "step": 6333 }, { "epoch": 1.57, "learning_rate": 2.444967200627764e-06, "loss": 0.8004, "step": 6334 }, { "epoch": 1.57, "learning_rate": 2.4443002461292215e-06, "loss": 0.7931, "step": 6335 }, { "epoch": 1.57, "learning_rate": 2.443633295596916e-06, "loss": 0.7523, "step": 6336 }, { "epoch": 1.57, "learning_rate": 2.44296634907834e-06, "loss": 0.8674, "step": 6337 }, { "epoch": 1.57, "learning_rate": 2.4422994066209853e-06, "loss": 0.8233, "step": 6338 }, { "epoch": 1.57, "learning_rate": 2.4416324682723436e-06, "loss": 0.8016, "step": 6339 }, { "epoch": 1.57, "learning_rate": 2.440965534079904e-06, "loss": 0.7661, "step": 6340 }, { "epoch": 1.57, "learning_rate": 2.4402986040911587e-06, "loss": 0.828, "step": 6341 }, { "epoch": 1.57, "learning_rate": 2.439631678353598e-06, "loss": 0.9109, "step": 6342 }, { "epoch": 1.57, "learning_rate": 2.438964756914712e-06, "loss": 0.803, "step": 6343 }, { "epoch": 1.57, "learning_rate": 2.43829783982199e-06, "loss": 0.9032, "step": 6344 }, { "epoch": 1.57, "learning_rate": 2.4376309271229225e-06, "loss": 0.8269, "step": 6345 }, { "epoch": 1.57, "learning_rate": 2.4369640188649967e-06, "loss": 0.8677, "step": 6346 }, { "epoch": 1.57, "learning_rate": 2.4362971150957025e-06, "loss": 0.7293, "step": 6347 }, { "epoch": 1.57, "learning_rate": 2.435630215862529e-06, "loss": 0.8475, "step": 6348 }, { "epoch": 1.57, "learning_rate": 2.4349633212129634e-06, "loss": 0.7066, "step": 6349 }, { "epoch": 1.57, "learning_rate": 2.4342964311944944e-06, "loss": 0.8, "step": 6350 }, { "epoch": 1.57, "learning_rate": 2.4336295458546103e-06, "loss": 0.7509, "step": 6351 }, { "epoch": 1.57, "learning_rate": 2.432962665240796e-06, "loss": 0.7524, "step": 6352 }, { "epoch": 1.57, "learning_rate": 2.4322957894005393e-06, "loss": 0.8376, "step": 6353 }, { "epoch": 1.57, "learning_rate": 2.431628918381328e-06, "loss": 0.7908, "step": 6354 }, { "epoch": 1.57, "learning_rate": 2.4309620522306467e-06, "loss": 0.8374, "step": 6355 }, { "epoch": 1.57, "learning_rate": 2.430295190995982e-06, "loss": 0.8111, "step": 6356 }, { "epoch": 1.57, "learning_rate": 2.42962833472482e-06, "loss": 0.7956, "step": 6357 }, { "epoch": 1.57, "learning_rate": 2.4289614834646443e-06, "loss": 0.8583, "step": 6358 }, { "epoch": 1.57, "learning_rate": 2.4282946372629402e-06, "loss": 0.7769, "step": 6359 }, { "epoch": 1.57, "learning_rate": 2.4276277961671927e-06, "loss": 0.7987, "step": 6360 }, { "epoch": 1.57, "learning_rate": 2.426960960224885e-06, "loss": 0.8149, "step": 6361 }, { "epoch": 1.57, "learning_rate": 2.4262941294835022e-06, "loss": 0.8428, "step": 6362 }, { "epoch": 1.57, "learning_rate": 2.425627303990527e-06, "loss": 0.9011, "step": 6363 }, { "epoch": 1.57, "learning_rate": 2.4249604837934416e-06, "loss": 0.8116, "step": 6364 }, { "epoch": 1.57, "learning_rate": 2.424293668939729e-06, "loss": 0.7749, "step": 6365 }, { "epoch": 1.57, "learning_rate": 2.423626859476871e-06, "loss": 0.7799, "step": 6366 }, { "epoch": 1.57, "learning_rate": 2.4229600554523503e-06, "loss": 0.8168, "step": 6367 }, { "epoch": 1.57, "learning_rate": 2.4222932569136476e-06, "loss": 0.7807, "step": 6368 }, { "epoch": 1.57, "learning_rate": 2.4216264639082453e-06, "loss": 0.825, "step": 6369 }, { "epoch": 1.57, "learning_rate": 2.420959676483622e-06, "loss": 0.8543, "step": 6370 }, { "epoch": 1.57, "learning_rate": 2.420292894687258e-06, "loss": 0.8387, "step": 6371 }, { "epoch": 1.57, "learning_rate": 2.4196261185666356e-06, "loss": 0.849, "step": 6372 }, { "epoch": 1.57, "learning_rate": 2.4189593481692316e-06, "loss": 0.7683, "step": 6373 }, { "epoch": 1.58, "learning_rate": 2.4182925835425264e-06, "loss": 0.7498, "step": 6374 }, { "epoch": 1.58, "learning_rate": 2.417625824733999e-06, "loss": 0.7996, "step": 6375 }, { "epoch": 1.58, "learning_rate": 2.416959071791126e-06, "loss": 0.8644, "step": 6376 }, { "epoch": 1.58, "learning_rate": 2.416292324761386e-06, "loss": 0.8804, "step": 6377 }, { "epoch": 1.58, "learning_rate": 2.415625583692256e-06, "loss": 0.7822, "step": 6378 }, { "epoch": 1.58, "learning_rate": 2.4149588486312136e-06, "loss": 0.7823, "step": 6379 }, { "epoch": 1.58, "learning_rate": 2.4142921196257356e-06, "loss": 0.8024, "step": 6380 }, { "epoch": 1.58, "learning_rate": 2.4136253967232974e-06, "loss": 0.7686, "step": 6381 }, { "epoch": 1.58, "learning_rate": 2.4129586799713746e-06, "loss": 0.8597, "step": 6382 }, { "epoch": 1.58, "learning_rate": 2.4122919694174426e-06, "loss": 0.7671, "step": 6383 }, { "epoch": 1.58, "learning_rate": 2.411625265108976e-06, "loss": 0.8526, "step": 6384 }, { "epoch": 1.58, "learning_rate": 2.410958567093449e-06, "loss": 0.8173, "step": 6385 }, { "epoch": 1.58, "learning_rate": 2.410291875418335e-06, "loss": 0.8292, "step": 6386 }, { "epoch": 1.58, "learning_rate": 2.40962519013111e-06, "loss": 0.7673, "step": 6387 }, { "epoch": 1.58, "learning_rate": 2.408958511279244e-06, "loss": 0.812, "step": 6388 }, { "epoch": 1.58, "learning_rate": 2.4082918389102103e-06, "loss": 0.8107, "step": 6389 }, { "epoch": 1.58, "learning_rate": 2.4076251730714813e-06, "loss": 0.838, "step": 6390 }, { "epoch": 1.58, "learning_rate": 2.4069585138105294e-06, "loss": 0.8414, "step": 6391 }, { "epoch": 1.58, "learning_rate": 2.4062918611748235e-06, "loss": 0.7304, "step": 6392 }, { "epoch": 1.58, "learning_rate": 2.4056252152118374e-06, "loss": 0.808, "step": 6393 }, { "epoch": 1.58, "learning_rate": 2.404958575969038e-06, "loss": 0.7983, "step": 6394 }, { "epoch": 1.58, "learning_rate": 2.404291943493896e-06, "loss": 0.8049, "step": 6395 }, { "epoch": 1.58, "learning_rate": 2.4036253178338815e-06, "loss": 0.7676, "step": 6396 }, { "epoch": 1.58, "learning_rate": 2.402958699036462e-06, "loss": 0.8654, "step": 6397 }, { "epoch": 1.58, "learning_rate": 2.4022920871491075e-06, "loss": 0.8744, "step": 6398 }, { "epoch": 1.58, "learning_rate": 2.401625482219285e-06, "loss": 0.7901, "step": 6399 }, { "epoch": 1.58, "learning_rate": 2.4009588842944603e-06, "loss": 0.8415, "step": 6400 }, { "epoch": 1.58, "learning_rate": 2.4002922934221015e-06, "loss": 0.7669, "step": 6401 }, { "epoch": 1.58, "learning_rate": 2.399625709649675e-06, "loss": 0.7672, "step": 6402 }, { "epoch": 1.58, "learning_rate": 2.398959133024646e-06, "loss": 0.7533, "step": 6403 }, { "epoch": 1.58, "learning_rate": 2.398292563594479e-06, "loss": 0.8273, "step": 6404 }, { "epoch": 1.58, "learning_rate": 2.397626001406641e-06, "loss": 0.8147, "step": 6405 }, { "epoch": 1.58, "learning_rate": 2.396959446508594e-06, "loss": 0.7539, "step": 6406 }, { "epoch": 1.58, "learning_rate": 2.396292898947802e-06, "loss": 0.8146, "step": 6407 }, { "epoch": 1.58, "learning_rate": 2.395626358771729e-06, "loss": 0.7799, "step": 6408 }, { "epoch": 1.58, "learning_rate": 2.3949598260278366e-06, "loss": 0.7138, "step": 6409 }, { "epoch": 1.58, "learning_rate": 2.3942933007635883e-06, "loss": 0.7296, "step": 6410 }, { "epoch": 1.58, "learning_rate": 2.393626783026445e-06, "loss": 0.8638, "step": 6411 }, { "epoch": 1.58, "learning_rate": 2.392960272863868e-06, "loss": 0.8888, "step": 6412 }, { "epoch": 1.58, "learning_rate": 2.392293770323316e-06, "loss": 0.8453, "step": 6413 }, { "epoch": 1.58, "learning_rate": 2.391627275452251e-06, "loss": 0.737, "step": 6414 }, { "epoch": 1.59, "learning_rate": 2.3909607882981307e-06, "loss": 0.7873, "step": 6415 }, { "epoch": 1.59, "learning_rate": 2.390294308908416e-06, "loss": 0.8149, "step": 6416 }, { "epoch": 1.59, "learning_rate": 2.3896278373305652e-06, "loss": 0.807, "step": 6417 }, { "epoch": 1.59, "learning_rate": 2.3889613736120337e-06, "loss": 0.8542, "step": 6418 }, { "epoch": 1.59, "learning_rate": 2.3882949178002803e-06, "loss": 0.7796, "step": 6419 }, { "epoch": 1.59, "learning_rate": 2.3876284699427617e-06, "loss": 0.7786, "step": 6420 }, { "epoch": 1.59, "learning_rate": 2.386962030086933e-06, "loss": 0.849, "step": 6421 }, { "epoch": 1.59, "learning_rate": 2.38629559828025e-06, "loss": 0.8449, "step": 6422 }, { "epoch": 1.59, "learning_rate": 2.3856291745701695e-06, "loss": 0.7824, "step": 6423 }, { "epoch": 1.59, "learning_rate": 2.384962759004143e-06, "loss": 0.8289, "step": 6424 }, { "epoch": 1.59, "learning_rate": 2.384296351629625e-06, "loss": 0.8261, "step": 6425 }, { "epoch": 1.59, "learning_rate": 2.38362995249407e-06, "loss": 0.8147, "step": 6426 }, { "epoch": 1.59, "learning_rate": 2.3829635616449293e-06, "loss": 0.8593, "step": 6427 }, { "epoch": 1.59, "learning_rate": 2.3822971791296554e-06, "loss": 0.82, "step": 6428 }, { "epoch": 1.59, "learning_rate": 2.381630804995701e-06, "loss": 0.7736, "step": 6429 }, { "epoch": 1.59, "learning_rate": 2.3809644392905137e-06, "loss": 0.8047, "step": 6430 }, { "epoch": 1.59, "learning_rate": 2.3802980820615466e-06, "loss": 0.8878, "step": 6431 }, { "epoch": 1.59, "learning_rate": 2.3796317333562475e-06, "loss": 0.7585, "step": 6432 }, { "epoch": 1.59, "learning_rate": 2.3789653932220668e-06, "loss": 0.8006, "step": 6433 }, { "epoch": 1.59, "learning_rate": 2.3782990617064514e-06, "loss": 0.8443, "step": 6434 }, { "epoch": 1.59, "learning_rate": 2.377632738856851e-06, "loss": 0.8721, "step": 6435 }, { "epoch": 1.59, "learning_rate": 2.3769664247207116e-06, "loss": 0.843, "step": 6436 }, { "epoch": 1.59, "learning_rate": 2.3763001193454786e-06, "loss": 0.7972, "step": 6437 }, { "epoch": 1.59, "learning_rate": 2.3756338227785997e-06, "loss": 0.7933, "step": 6438 }, { "epoch": 1.59, "learning_rate": 2.37496753506752e-06, "loss": 0.7265, "step": 6439 }, { "epoch": 1.59, "learning_rate": 2.374301256259683e-06, "loss": 0.79, "step": 6440 }, { "epoch": 1.59, "learning_rate": 2.3736349864025343e-06, "loss": 0.785, "step": 6441 }, { "epoch": 1.59, "learning_rate": 2.3729687255435164e-06, "loss": 0.8033, "step": 6442 }, { "epoch": 1.59, "learning_rate": 2.3723024737300714e-06, "loss": 0.7454, "step": 6443 }, { "epoch": 1.59, "learning_rate": 2.3716362310096423e-06, "loss": 0.8627, "step": 6444 }, { "epoch": 1.59, "learning_rate": 2.37096999742967e-06, "loss": 0.9124, "step": 6445 }, { "epoch": 1.59, "learning_rate": 2.3703037730375956e-06, "loss": 0.7755, "step": 6446 }, { "epoch": 1.59, "learning_rate": 2.3696375578808604e-06, "loss": 0.8212, "step": 6447 }, { "epoch": 1.59, "learning_rate": 2.368971352006902e-06, "loss": 0.8241, "step": 6448 }, { "epoch": 1.59, "learning_rate": 2.3683051554631593e-06, "loss": 0.7965, "step": 6449 }, { "epoch": 1.59, "learning_rate": 2.367638968297072e-06, "loss": 0.7763, "step": 6450 }, { "epoch": 1.59, "learning_rate": 2.3669727905560764e-06, "loss": 0.7826, "step": 6451 }, { "epoch": 1.59, "learning_rate": 2.366306622287609e-06, "loss": 0.8322, "step": 6452 }, { "epoch": 1.59, "learning_rate": 2.3656404635391083e-06, "loss": 0.7353, "step": 6453 }, { "epoch": 1.59, "learning_rate": 2.3649743143580065e-06, "loss": 0.8371, "step": 6454 }, { "epoch": 1.6, "learning_rate": 2.3643081747917405e-06, "loss": 0.7827, "step": 6455 }, { "epoch": 1.6, "learning_rate": 2.3636420448877432e-06, "loss": 0.8498, "step": 6456 }, { "epoch": 1.6, "learning_rate": 2.362975924693449e-06, "loss": 0.8089, "step": 6457 }, { "epoch": 1.6, "learning_rate": 2.3623098142562906e-06, "loss": 0.7977, "step": 6458 }, { "epoch": 1.6, "learning_rate": 2.3616437136237e-06, "loss": 0.7886, "step": 6459 }, { "epoch": 1.6, "learning_rate": 2.360977622843108e-06, "loss": 0.8424, "step": 6460 }, { "epoch": 1.6, "learning_rate": 2.3603115419619447e-06, "loss": 0.8179, "step": 6461 }, { "epoch": 1.6, "learning_rate": 2.3596454710276414e-06, "loss": 0.8206, "step": 6462 }, { "epoch": 1.6, "learning_rate": 2.3589794100876262e-06, "loss": 0.821, "step": 6463 }, { "epoch": 1.6, "learning_rate": 2.358313359189328e-06, "loss": 0.8404, "step": 6464 }, { "epoch": 1.6, "learning_rate": 2.357647318380176e-06, "loss": 0.7711, "step": 6465 }, { "epoch": 1.6, "learning_rate": 2.356981287707595e-06, "loss": 0.7549, "step": 6466 }, { "epoch": 1.6, "learning_rate": 2.356315267219012e-06, "loss": 0.7896, "step": 6467 }, { "epoch": 1.6, "learning_rate": 2.3556492569618537e-06, "loss": 0.7961, "step": 6468 }, { "epoch": 1.6, "learning_rate": 2.3549832569835435e-06, "loss": 0.8542, "step": 6469 }, { "epoch": 1.6, "learning_rate": 2.3543172673315064e-06, "loss": 0.7473, "step": 6470 }, { "epoch": 1.6, "learning_rate": 2.353651288053167e-06, "loss": 0.7652, "step": 6471 }, { "epoch": 1.6, "learning_rate": 2.352985319195945e-06, "loss": 0.7792, "step": 6472 }, { "epoch": 1.6, "learning_rate": 2.3523193608072646e-06, "loss": 0.8259, "step": 6473 }, { "epoch": 1.6, "learning_rate": 2.351653412934546e-06, "loss": 0.8317, "step": 6474 }, { "epoch": 1.6, "learning_rate": 2.3509874756252103e-06, "loss": 0.8259, "step": 6475 }, { "epoch": 1.6, "learning_rate": 2.3503215489266773e-06, "loss": 0.7846, "step": 6476 }, { "epoch": 1.6, "learning_rate": 2.3496556328863663e-06, "loss": 0.8518, "step": 6477 }, { "epoch": 1.6, "learning_rate": 2.348989727551694e-06, "loss": 0.823, "step": 6478 }, { "epoch": 1.6, "learning_rate": 2.348323832970079e-06, "loss": 0.8169, "step": 6479 }, { "epoch": 1.6, "learning_rate": 2.3476579491889373e-06, "loss": 0.8194, "step": 6480 }, { "epoch": 1.6, "learning_rate": 2.346992076255685e-06, "loss": 0.8459, "step": 6481 }, { "epoch": 1.6, "learning_rate": 2.3463262142177373e-06, "loss": 0.8427, "step": 6482 }, { "epoch": 1.6, "learning_rate": 2.34566036312251e-06, "loss": 0.7806, "step": 6483 }, { "epoch": 1.6, "learning_rate": 2.3449945230174134e-06, "loss": 0.862, "step": 6484 }, { "epoch": 1.6, "learning_rate": 2.3443286939498623e-06, "loss": 0.8202, "step": 6485 }, { "epoch": 1.6, "learning_rate": 2.343662875967269e-06, "loss": 0.8626, "step": 6486 }, { "epoch": 1.6, "learning_rate": 2.3429970691170444e-06, "loss": 0.7699, "step": 6487 }, { "epoch": 1.6, "learning_rate": 2.342331273446598e-06, "loss": 0.8391, "step": 6488 }, { "epoch": 1.6, "learning_rate": 2.3416654890033403e-06, "loss": 0.8386, "step": 6489 }, { "epoch": 1.6, "learning_rate": 2.3409997158346807e-06, "loss": 0.7792, "step": 6490 }, { "epoch": 1.6, "learning_rate": 2.3403339539880255e-06, "loss": 0.7984, "step": 6491 }, { "epoch": 1.6, "learning_rate": 2.339668203510783e-06, "loss": 0.8192, "step": 6492 }, { "epoch": 1.6, "learning_rate": 2.3390024644503594e-06, "loss": 0.7905, "step": 6493 }, { "epoch": 1.6, "learning_rate": 2.3383367368541603e-06, "loss": 0.9066, "step": 6494 }, { "epoch": 1.6, "learning_rate": 2.3376710207695917e-06, "loss": 0.7715, "step": 6495 }, { "epoch": 1.61, "learning_rate": 2.337005316244055e-06, "loss": 0.8507, "step": 6496 }, { "epoch": 1.61, "learning_rate": 2.3363396233249547e-06, "loss": 0.7535, "step": 6497 }, { "epoch": 1.61, "learning_rate": 2.3356739420596934e-06, "loss": 0.7947, "step": 6498 }, { "epoch": 1.61, "learning_rate": 2.3350082724956723e-06, "loss": 0.7472, "step": 6499 }, { "epoch": 1.61, "learning_rate": 2.3343426146802916e-06, "loss": 0.8633, "step": 6500 }, { "epoch": 1.61, "learning_rate": 2.333676968660952e-06, "loss": 0.7351, "step": 6501 }, { "epoch": 1.61, "learning_rate": 2.333011334485052e-06, "loss": 0.9041, "step": 6502 }, { "epoch": 1.61, "learning_rate": 2.3323457121999886e-06, "loss": 0.7203, "step": 6503 }, { "epoch": 1.61, "learning_rate": 2.3316801018531606e-06, "loss": 0.8049, "step": 6504 }, { "epoch": 1.61, "learning_rate": 2.331014503491964e-06, "loss": 0.8604, "step": 6505 }, { "epoch": 1.61, "learning_rate": 2.3303489171637944e-06, "loss": 0.8267, "step": 6506 }, { "epoch": 1.61, "learning_rate": 2.329683342916047e-06, "loss": 0.782, "step": 6507 }, { "epoch": 1.61, "learning_rate": 2.3290177807961146e-06, "loss": 0.7428, "step": 6508 }, { "epoch": 1.61, "learning_rate": 2.3283522308513902e-06, "loss": 0.8606, "step": 6509 }, { "epoch": 1.61, "learning_rate": 2.327686693129266e-06, "loss": 0.834, "step": 6510 }, { "epoch": 1.61, "learning_rate": 2.327021167677134e-06, "loss": 0.7871, "step": 6511 }, { "epoch": 1.61, "learning_rate": 2.3263556545423837e-06, "loss": 0.78, "step": 6512 }, { "epoch": 1.61, "learning_rate": 2.3256901537724066e-06, "loss": 0.7877, "step": 6513 }, { "epoch": 1.61, "learning_rate": 2.3250246654145885e-06, "loss": 0.7758, "step": 6514 }, { "epoch": 1.61, "learning_rate": 2.3243591895163185e-06, "loss": 0.7955, "step": 6515 }, { "epoch": 1.61, "learning_rate": 2.3236937261249833e-06, "loss": 0.7675, "step": 6516 }, { "epoch": 1.61, "learning_rate": 2.3230282752879694e-06, "loss": 0.7853, "step": 6517 }, { "epoch": 1.61, "learning_rate": 2.3223628370526606e-06, "loss": 0.764, "step": 6518 }, { "epoch": 1.61, "learning_rate": 2.3216974114664434e-06, "loss": 0.7847, "step": 6519 }, { "epoch": 1.61, "learning_rate": 2.321031998576698e-06, "loss": 0.8071, "step": 6520 }, { "epoch": 1.61, "learning_rate": 2.320366598430808e-06, "loss": 0.8174, "step": 6521 }, { "epoch": 1.61, "learning_rate": 2.3197012110761557e-06, "loss": 0.734, "step": 6522 }, { "epoch": 1.61, "learning_rate": 2.319035836560121e-06, "loss": 0.7566, "step": 6523 }, { "epoch": 1.61, "learning_rate": 2.318370474930083e-06, "loss": 0.7192, "step": 6524 }, { "epoch": 1.61, "learning_rate": 2.3177051262334224e-06, "loss": 0.822, "step": 6525 }, { "epoch": 1.61, "learning_rate": 2.3170397905175144e-06, "loss": 0.8095, "step": 6526 }, { "epoch": 1.61, "learning_rate": 2.3163744678297376e-06, "loss": 0.7663, "step": 6527 }, { "epoch": 1.61, "learning_rate": 2.315709158217467e-06, "loss": 0.8148, "step": 6528 }, { "epoch": 1.61, "learning_rate": 2.3150438617280774e-06, "loss": 0.8675, "step": 6529 }, { "epoch": 1.61, "learning_rate": 2.3143785784089435e-06, "loss": 0.8651, "step": 6530 }, { "epoch": 1.61, "learning_rate": 2.31371330830744e-06, "loss": 0.7896, "step": 6531 }, { "epoch": 1.61, "learning_rate": 2.313048051470936e-06, "loss": 0.8271, "step": 6532 }, { "epoch": 1.61, "learning_rate": 2.312382807946804e-06, "loss": 0.8091, "step": 6533 }, { "epoch": 1.61, "learning_rate": 2.311717577782415e-06, "loss": 0.7365, "step": 6534 }, { "epoch": 1.61, "learning_rate": 2.3110523610251375e-06, "loss": 0.759, "step": 6535 }, { "epoch": 1.62, "learning_rate": 2.31038715772234e-06, "loss": 0.8243, "step": 6536 }, { "epoch": 1.62, "learning_rate": 2.3097219679213913e-06, "loss": 0.8475, "step": 6537 }, { "epoch": 1.62, "learning_rate": 2.309056791669656e-06, "loss": 0.7973, "step": 6538 }, { "epoch": 1.62, "learning_rate": 2.3083916290145e-06, "loss": 0.7235, "step": 6539 }, { "epoch": 1.62, "learning_rate": 2.3077264800032885e-06, "loss": 0.769, "step": 6540 }, { "epoch": 1.62, "learning_rate": 2.3070613446833843e-06, "loss": 0.7919, "step": 6541 }, { "epoch": 1.62, "learning_rate": 2.30639622310215e-06, "loss": 0.8166, "step": 6542 }, { "epoch": 1.62, "learning_rate": 2.3057311153069496e-06, "loss": 0.8023, "step": 6543 }, { "epoch": 1.62, "learning_rate": 2.30506602134514e-06, "loss": 0.8368, "step": 6544 }, { "epoch": 1.62, "learning_rate": 2.304400941264083e-06, "loss": 0.7334, "step": 6545 }, { "epoch": 1.62, "learning_rate": 2.303735875111138e-06, "loss": 0.78, "step": 6546 }, { "epoch": 1.62, "learning_rate": 2.30307082293366e-06, "loss": 0.7973, "step": 6547 }, { "epoch": 1.62, "learning_rate": 2.3024057847790077e-06, "loss": 0.8548, "step": 6548 }, { "epoch": 1.62, "learning_rate": 2.3017407606945373e-06, "loss": 0.8771, "step": 6549 }, { "epoch": 1.62, "learning_rate": 2.3010757507276015e-06, "loss": 0.7735, "step": 6550 }, { "epoch": 1.62, "learning_rate": 2.300410754925555e-06, "loss": 0.8258, "step": 6551 }, { "epoch": 1.62, "learning_rate": 2.2997457733357496e-06, "loss": 0.856, "step": 6552 }, { "epoch": 1.62, "learning_rate": 2.2990808060055385e-06, "loss": 0.7724, "step": 6553 }, { "epoch": 1.62, "learning_rate": 2.2984158529822717e-06, "loss": 0.7488, "step": 6554 }, { "epoch": 1.62, "learning_rate": 2.297750914313299e-06, "loss": 0.8216, "step": 6555 }, { "epoch": 1.62, "learning_rate": 2.297085990045968e-06, "loss": 0.8204, "step": 6556 }, { "epoch": 1.62, "learning_rate": 2.2964210802276274e-06, "loss": 0.8214, "step": 6557 }, { "epoch": 1.62, "learning_rate": 2.2957561849056226e-06, "loss": 0.7857, "step": 6558 }, { "epoch": 1.62, "learning_rate": 2.2950913041273e-06, "loss": 0.8511, "step": 6559 }, { "epoch": 1.62, "learning_rate": 2.294426437940004e-06, "loss": 0.8806, "step": 6560 }, { "epoch": 1.62, "learning_rate": 2.2937615863910782e-06, "loss": 0.791, "step": 6561 }, { "epoch": 1.62, "learning_rate": 2.2930967495278642e-06, "loss": 0.815, "step": 6562 }, { "epoch": 1.62, "learning_rate": 2.2924319273977037e-06, "loss": 0.7648, "step": 6563 }, { "epoch": 1.62, "learning_rate": 2.291767120047937e-06, "loss": 0.7973, "step": 6564 }, { "epoch": 1.62, "learning_rate": 2.2911023275259037e-06, "loss": 0.7855, "step": 6565 }, { "epoch": 1.62, "learning_rate": 2.290437549878942e-06, "loss": 0.8406, "step": 6566 }, { "epoch": 1.62, "learning_rate": 2.289772787154389e-06, "loss": 0.7641, "step": 6567 }, { "epoch": 1.62, "learning_rate": 2.289108039399579e-06, "loss": 0.8607, "step": 6568 }, { "epoch": 1.62, "learning_rate": 2.2884433066618493e-06, "loss": 0.8206, "step": 6569 }, { "epoch": 1.62, "learning_rate": 2.287778588988533e-06, "loss": 0.7959, "step": 6570 }, { "epoch": 1.62, "learning_rate": 2.2871138864269625e-06, "loss": 0.7303, "step": 6571 }, { "epoch": 1.62, "learning_rate": 2.2864491990244705e-06, "loss": 0.8659, "step": 6572 }, { "epoch": 1.62, "learning_rate": 2.285784526828388e-06, "loss": 0.7981, "step": 6573 }, { "epoch": 1.62, "learning_rate": 2.2851198698860425e-06, "loss": 0.7926, "step": 6574 }, { "epoch": 1.62, "learning_rate": 2.284455228244765e-06, "loss": 0.8747, "step": 6575 }, { "epoch": 1.63, "learning_rate": 2.2837906019518805e-06, "loss": 0.8153, "step": 6576 }, { "epoch": 1.63, "learning_rate": 2.2831259910547172e-06, "loss": 0.8683, "step": 6577 }, { "epoch": 1.63, "learning_rate": 2.2824613956005997e-06, "loss": 0.7922, "step": 6578 }, { "epoch": 1.63, "learning_rate": 2.2817968156368535e-06, "loss": 0.8223, "step": 6579 }, { "epoch": 1.63, "learning_rate": 2.2811322512107992e-06, "loss": 0.8373, "step": 6580 }, { "epoch": 1.63, "learning_rate": 2.28046770236976e-06, "loss": 0.7601, "step": 6581 }, { "epoch": 1.63, "learning_rate": 2.2798031691610562e-06, "loss": 0.7893, "step": 6582 }, { "epoch": 1.63, "learning_rate": 2.279138651632009e-06, "loss": 0.8009, "step": 6583 }, { "epoch": 1.63, "learning_rate": 2.2784741498299356e-06, "loss": 0.7816, "step": 6584 }, { "epoch": 1.63, "learning_rate": 2.277809663802154e-06, "loss": 0.911, "step": 6585 }, { "epoch": 1.63, "learning_rate": 2.2771451935959805e-06, "loss": 0.893, "step": 6586 }, { "epoch": 1.63, "learning_rate": 2.2764807392587303e-06, "loss": 0.7711, "step": 6587 }, { "epoch": 1.63, "learning_rate": 2.2758163008377166e-06, "loss": 0.8004, "step": 6588 }, { "epoch": 1.63, "learning_rate": 2.275151878380254e-06, "loss": 0.8494, "step": 6589 }, { "epoch": 1.63, "learning_rate": 2.274487471933653e-06, "loss": 0.7952, "step": 6590 }, { "epoch": 1.63, "learning_rate": 2.2738230815452257e-06, "loss": 0.8664, "step": 6591 }, { "epoch": 1.63, "learning_rate": 2.2731587072622803e-06, "loss": 0.7932, "step": 6592 }, { "epoch": 1.63, "learning_rate": 2.2724943491321257e-06, "loss": 0.7852, "step": 6593 }, { "epoch": 1.63, "learning_rate": 2.2718300072020696e-06, "loss": 0.8012, "step": 6594 }, { "epoch": 1.63, "learning_rate": 2.2711656815194166e-06, "loss": 0.7882, "step": 6595 }, { "epoch": 1.63, "learning_rate": 2.270501372131473e-06, "loss": 0.7776, "step": 6596 }, { "epoch": 1.63, "learning_rate": 2.2698370790855438e-06, "loss": 0.834, "step": 6597 }, { "epoch": 1.63, "learning_rate": 2.269172802428928e-06, "loss": 0.8608, "step": 6598 }, { "epoch": 1.63, "learning_rate": 2.2685085422089302e-06, "loss": 0.7559, "step": 6599 }, { "epoch": 1.63, "learning_rate": 2.267844298472849e-06, "loss": 0.8444, "step": 6600 }, { "epoch": 1.63, "learning_rate": 2.2671800712679846e-06, "loss": 0.7243, "step": 6601 }, { "epoch": 1.63, "learning_rate": 2.2665158606416344e-06, "loss": 0.8431, "step": 6602 }, { "epoch": 1.63, "learning_rate": 2.2658516666410955e-06, "loss": 0.7891, "step": 6603 }, { "epoch": 1.63, "learning_rate": 2.265187489313663e-06, "loss": 0.8727, "step": 6604 }, { "epoch": 1.63, "learning_rate": 2.2645233287066313e-06, "loss": 0.8981, "step": 6605 }, { "epoch": 1.63, "learning_rate": 2.2638591848672933e-06, "loss": 0.8714, "step": 6606 }, { "epoch": 1.63, "learning_rate": 2.2631950578429417e-06, "loss": 0.8209, "step": 6607 }, { "epoch": 1.63, "learning_rate": 2.2625309476808668e-06, "loss": 0.7626, "step": 6608 }, { "epoch": 1.63, "learning_rate": 2.2618668544283595e-06, "loss": 0.8526, "step": 6609 }, { "epoch": 1.63, "learning_rate": 2.261202778132706e-06, "loss": 0.8638, "step": 6610 }, { "epoch": 1.63, "learning_rate": 2.2605387188411946e-06, "loss": 0.8492, "step": 6611 }, { "epoch": 1.63, "learning_rate": 2.259874676601111e-06, "loss": 0.8275, "step": 6612 }, { "epoch": 1.63, "learning_rate": 2.2592106514597408e-06, "loss": 0.8389, "step": 6613 }, { "epoch": 1.63, "learning_rate": 2.2585466434643667e-06, "loss": 0.776, "step": 6614 }, { "epoch": 1.63, "learning_rate": 2.257882652662272e-06, "loss": 0.789, "step": 6615 }, { "epoch": 1.63, "learning_rate": 2.257218679100736e-06, "loss": 0.8285, "step": 6616 }, { "epoch": 1.64, "learning_rate": 2.25655472282704e-06, "loss": 0.7864, "step": 6617 }, { "epoch": 1.64, "learning_rate": 2.2558907838884617e-06, "loss": 0.8189, "step": 6618 }, { "epoch": 1.64, "learning_rate": 2.25522686233228e-06, "loss": 0.7727, "step": 6619 }, { "epoch": 1.64, "learning_rate": 2.254562958205769e-06, "loss": 0.7852, "step": 6620 }, { "epoch": 1.64, "learning_rate": 2.2538990715562066e-06, "loss": 0.868, "step": 6621 }, { "epoch": 1.64, "learning_rate": 2.253235202430863e-06, "loss": 0.7454, "step": 6622 }, { "epoch": 1.64, "learning_rate": 2.252571350877013e-06, "loss": 0.8113, "step": 6623 }, { "epoch": 1.64, "learning_rate": 2.251907516941926e-06, "loss": 0.8072, "step": 6624 }, { "epoch": 1.64, "learning_rate": 2.251243700672874e-06, "loss": 0.8119, "step": 6625 }, { "epoch": 1.64, "learning_rate": 2.2505799021171237e-06, "loss": 0.7847, "step": 6626 }, { "epoch": 1.64, "learning_rate": 2.249916121321945e-06, "loss": 0.9177, "step": 6627 }, { "epoch": 1.64, "learning_rate": 2.2492523583346013e-06, "loss": 0.812, "step": 6628 }, { "epoch": 1.64, "learning_rate": 2.2485886132023583e-06, "loss": 0.8342, "step": 6629 }, { "epoch": 1.64, "learning_rate": 2.2479248859724803e-06, "loss": 0.8024, "step": 6630 }, { "epoch": 1.64, "learning_rate": 2.247261176692229e-06, "loss": 0.8408, "step": 6631 }, { "epoch": 1.64, "learning_rate": 2.246597485408866e-06, "loss": 0.7915, "step": 6632 }, { "epoch": 1.64, "learning_rate": 2.2459338121696516e-06, "loss": 0.8439, "step": 6633 }, { "epoch": 1.64, "learning_rate": 2.245270157021843e-06, "loss": 0.7976, "step": 6634 }, { "epoch": 1.64, "learning_rate": 2.244606520012697e-06, "loss": 0.7813, "step": 6635 }, { "epoch": 1.64, "learning_rate": 2.2439429011894706e-06, "loss": 0.8275, "step": 6636 }, { "epoch": 1.64, "learning_rate": 2.243279300599418e-06, "loss": 0.7512, "step": 6637 }, { "epoch": 1.64, "learning_rate": 2.2426157182897932e-06, "loss": 0.8321, "step": 6638 }, { "epoch": 1.64, "learning_rate": 2.2419521543078484e-06, "loss": 0.8125, "step": 6639 }, { "epoch": 1.64, "learning_rate": 2.2412886087008323e-06, "loss": 0.8114, "step": 6640 }, { "epoch": 1.64, "learning_rate": 2.240625081515996e-06, "loss": 0.7989, "step": 6641 }, { "epoch": 1.64, "learning_rate": 2.239961572800587e-06, "loss": 0.774, "step": 6642 }, { "epoch": 1.64, "learning_rate": 2.239298082601852e-06, "loss": 0.7987, "step": 6643 }, { "epoch": 1.64, "learning_rate": 2.2386346109670368e-06, "loss": 0.8459, "step": 6644 }, { "epoch": 1.64, "learning_rate": 2.237971157943386e-06, "loss": 0.8301, "step": 6645 }, { "epoch": 1.64, "learning_rate": 2.2373077235781414e-06, "loss": 0.8781, "step": 6646 }, { "epoch": 1.64, "learning_rate": 2.2366443079185448e-06, "loss": 0.8419, "step": 6647 }, { "epoch": 1.64, "learning_rate": 2.2359809110118358e-06, "loss": 0.8293, "step": 6648 }, { "epoch": 1.64, "learning_rate": 2.235317532905254e-06, "loss": 0.824, "step": 6649 }, { "epoch": 1.64, "learning_rate": 2.234654173646037e-06, "loss": 0.7948, "step": 6650 }, { "epoch": 1.64, "learning_rate": 2.233990833281421e-06, "loss": 0.8206, "step": 6651 }, { "epoch": 1.64, "learning_rate": 2.23332751185864e-06, "loss": 0.8289, "step": 6652 }, { "epoch": 1.64, "learning_rate": 2.232664209424928e-06, "loss": 0.7459, "step": 6653 }, { "epoch": 1.64, "learning_rate": 2.2320009260275164e-06, "loss": 0.8421, "step": 6654 }, { "epoch": 1.64, "learning_rate": 2.231337661713636e-06, "loss": 0.7687, "step": 6655 }, { "epoch": 1.64, "learning_rate": 2.230674416530517e-06, "loss": 0.8363, "step": 6656 }, { "epoch": 1.65, "learning_rate": 2.2300111905253882e-06, "loss": 0.8794, "step": 6657 }, { "epoch": 1.65, "learning_rate": 2.2293479837454734e-06, "loss": 0.8611, "step": 6658 }, { "epoch": 1.65, "learning_rate": 2.228684796238e-06, "loss": 0.7585, "step": 6659 }, { "epoch": 1.65, "learning_rate": 2.228021628050191e-06, "loss": 0.7643, "step": 6660 }, { "epoch": 1.65, "learning_rate": 2.22735847922927e-06, "loss": 0.9845, "step": 6661 }, { "epoch": 1.65, "learning_rate": 2.2266953498224565e-06, "loss": 0.8355, "step": 6662 }, { "epoch": 1.65, "learning_rate": 2.2260322398769723e-06, "loss": 0.795, "step": 6663 }, { "epoch": 1.65, "learning_rate": 2.225369149440034e-06, "loss": 0.8729, "step": 6664 }, { "epoch": 1.65, "learning_rate": 2.224706078558859e-06, "loss": 0.8231, "step": 6665 }, { "epoch": 1.65, "learning_rate": 2.224043027280663e-06, "loss": 0.8325, "step": 6666 }, { "epoch": 1.65, "learning_rate": 2.22337999565266e-06, "loss": 0.7803, "step": 6667 }, { "epoch": 1.65, "learning_rate": 2.2227169837220636e-06, "loss": 0.7353, "step": 6668 }, { "epoch": 1.65, "learning_rate": 2.2220539915360854e-06, "loss": 0.8274, "step": 6669 }, { "epoch": 1.65, "learning_rate": 2.221391019141934e-06, "loss": 0.7756, "step": 6670 }, { "epoch": 1.65, "learning_rate": 2.220728066586819e-06, "loss": 0.7519, "step": 6671 }, { "epoch": 1.65, "learning_rate": 2.2200651339179467e-06, "loss": 0.7866, "step": 6672 }, { "epoch": 1.65, "learning_rate": 2.219402221182523e-06, "loss": 0.7959, "step": 6673 }, { "epoch": 1.65, "learning_rate": 2.218739328427753e-06, "loss": 0.8224, "step": 6674 }, { "epoch": 1.65, "learning_rate": 2.21807645570084e-06, "loss": 0.7869, "step": 6675 }, { "epoch": 1.65, "learning_rate": 2.2174136030489835e-06, "loss": 0.7636, "step": 6676 }, { "epoch": 1.65, "learning_rate": 2.2167507705193854e-06, "loss": 0.8234, "step": 6677 }, { "epoch": 1.65, "learning_rate": 2.216087958159243e-06, "loss": 0.7858, "step": 6678 }, { "epoch": 1.65, "learning_rate": 2.215425166015754e-06, "loss": 0.7415, "step": 6679 }, { "epoch": 1.65, "learning_rate": 2.2147623941361154e-06, "loss": 0.7986, "step": 6680 }, { "epoch": 1.65, "learning_rate": 2.21409964256752e-06, "loss": 0.8318, "step": 6681 }, { "epoch": 1.65, "learning_rate": 2.2134369113571608e-06, "loss": 0.8473, "step": 6682 }, { "epoch": 1.65, "learning_rate": 2.212774200552229e-06, "loss": 0.7282, "step": 6683 }, { "epoch": 1.65, "learning_rate": 2.212111510199915e-06, "loss": 0.8404, "step": 6684 }, { "epoch": 1.65, "learning_rate": 2.211448840347407e-06, "loss": 0.9018, "step": 6685 }, { "epoch": 1.65, "learning_rate": 2.2107861910418926e-06, "loss": 0.8534, "step": 6686 }, { "epoch": 1.65, "learning_rate": 2.210123562330558e-06, "loss": 0.764, "step": 6687 }, { "epoch": 1.65, "learning_rate": 2.2094609542605857e-06, "loss": 0.8132, "step": 6688 }, { "epoch": 1.65, "learning_rate": 2.2087983668791585e-06, "loss": 0.7921, "step": 6689 }, { "epoch": 1.65, "learning_rate": 2.2081358002334587e-06, "loss": 0.9204, "step": 6690 }, { "epoch": 1.65, "learning_rate": 2.2074732543706644e-06, "loss": 0.8064, "step": 6691 }, { "epoch": 1.65, "learning_rate": 2.206810729337955e-06, "loss": 0.7792, "step": 6692 }, { "epoch": 1.65, "learning_rate": 2.2061482251825083e-06, "loss": 0.8204, "step": 6693 }, { "epoch": 1.65, "learning_rate": 2.2054857419514972e-06, "loss": 0.7945, "step": 6694 }, { "epoch": 1.65, "learning_rate": 2.204823279692096e-06, "loss": 0.7829, "step": 6695 }, { "epoch": 1.65, "learning_rate": 2.2041608384514775e-06, "loss": 0.8124, "step": 6696 }, { "epoch": 1.65, "learning_rate": 2.203498418276812e-06, "loss": 0.7872, "step": 6697 }, { "epoch": 1.66, "learning_rate": 2.2028360192152703e-06, "loss": 0.8603, "step": 6698 }, { "epoch": 1.66, "learning_rate": 2.2021736413140187e-06, "loss": 0.8192, "step": 6699 }, { "epoch": 1.66, "learning_rate": 2.201511284620223e-06, "loss": 0.8639, "step": 6700 }, { "epoch": 1.66, "learning_rate": 2.2008489491810492e-06, "loss": 0.7249, "step": 6701 }, { "epoch": 1.66, "learning_rate": 2.2001866350436595e-06, "loss": 0.8787, "step": 6702 }, { "epoch": 1.66, "learning_rate": 2.199524342255216e-06, "loss": 0.8888, "step": 6703 }, { "epoch": 1.66, "learning_rate": 2.198862070862879e-06, "loss": 0.8529, "step": 6704 }, { "epoch": 1.66, "learning_rate": 2.1981998209138077e-06, "loss": 0.8932, "step": 6705 }, { "epoch": 1.66, "learning_rate": 2.197537592455158e-06, "loss": 0.8475, "step": 6706 }, { "epoch": 1.66, "learning_rate": 2.1968753855340857e-06, "loss": 0.7902, "step": 6707 }, { "epoch": 1.66, "learning_rate": 2.1962132001977456e-06, "loss": 0.8035, "step": 6708 }, { "epoch": 1.66, "learning_rate": 2.1955510364932904e-06, "loss": 0.7801, "step": 6709 }, { "epoch": 1.66, "learning_rate": 2.19488889446787e-06, "loss": 0.7769, "step": 6710 }, { "epoch": 1.66, "learning_rate": 2.194226774168636e-06, "loss": 0.8507, "step": 6711 }, { "epoch": 1.66, "learning_rate": 2.193564675642733e-06, "loss": 0.884, "step": 6712 }, { "epoch": 1.66, "learning_rate": 2.1929025989373094e-06, "loss": 0.7105, "step": 6713 }, { "epoch": 1.66, "learning_rate": 2.1922405440995095e-06, "loss": 0.7731, "step": 6714 }, { "epoch": 1.66, "learning_rate": 2.191578511176477e-06, "loss": 0.8108, "step": 6715 }, { "epoch": 1.66, "learning_rate": 2.1909165002153532e-06, "loss": 0.8339, "step": 6716 }, { "epoch": 1.66, "learning_rate": 2.1902545112632793e-06, "loss": 0.8594, "step": 6717 }, { "epoch": 1.66, "learning_rate": 2.1895925443673923e-06, "loss": 0.856, "step": 6718 }, { "epoch": 1.66, "learning_rate": 2.1889305995748292e-06, "loss": 0.8201, "step": 6719 }, { "epoch": 1.66, "learning_rate": 2.1882686769327266e-06, "loss": 0.8251, "step": 6720 }, { "epoch": 1.66, "learning_rate": 2.187606776488217e-06, "loss": 0.7327, "step": 6721 }, { "epoch": 1.66, "learning_rate": 2.186944898288434e-06, "loss": 0.7503, "step": 6722 }, { "epoch": 1.66, "learning_rate": 2.186283042380508e-06, "loss": 0.8321, "step": 6723 }, { "epoch": 1.66, "learning_rate": 2.185621208811567e-06, "loss": 0.835, "step": 6724 }, { "epoch": 1.66, "learning_rate": 2.184959397628739e-06, "loss": 0.8908, "step": 6725 }, { "epoch": 1.66, "learning_rate": 2.1842976088791497e-06, "loss": 0.8375, "step": 6726 }, { "epoch": 1.66, "learning_rate": 2.1836358426099242e-06, "loss": 0.8465, "step": 6727 }, { "epoch": 1.66, "learning_rate": 2.182974098868185e-06, "loss": 0.7914, "step": 6728 }, { "epoch": 1.66, "learning_rate": 2.182312377701053e-06, "loss": 0.8591, "step": 6729 }, { "epoch": 1.66, "learning_rate": 2.1816506791556475e-06, "loss": 0.8542, "step": 6730 }, { "epoch": 1.66, "learning_rate": 2.180989003279086e-06, "loss": 0.8874, "step": 6731 }, { "epoch": 1.66, "learning_rate": 2.180327350118485e-06, "loss": 0.755, "step": 6732 }, { "epoch": 1.66, "learning_rate": 2.1796657197209596e-06, "loss": 0.8217, "step": 6733 }, { "epoch": 1.66, "learning_rate": 2.1790041121336223e-06, "loss": 0.8038, "step": 6734 }, { "epoch": 1.66, "learning_rate": 2.1783425274035864e-06, "loss": 0.881, "step": 6735 }, { "epoch": 1.66, "learning_rate": 2.1776809655779583e-06, "loss": 0.8855, "step": 6736 }, { "epoch": 1.66, "learning_rate": 2.177019426703848e-06, "loss": 0.8089, "step": 6737 }, { "epoch": 1.67, "learning_rate": 2.1763579108283627e-06, "loss": 0.7623, "step": 6738 }, { "epoch": 1.67, "learning_rate": 2.1756964179986055e-06, "loss": 0.8319, "step": 6739 }, { "epoch": 1.67, "learning_rate": 2.1750349482616807e-06, "loss": 0.7572, "step": 6740 }, { "epoch": 1.67, "learning_rate": 2.1743735016646907e-06, "loss": 0.8161, "step": 6741 }, { "epoch": 1.67, "learning_rate": 2.1737120782547337e-06, "loss": 0.8404, "step": 6742 }, { "epoch": 1.67, "learning_rate": 2.1730506780789083e-06, "loss": 0.7762, "step": 6743 }, { "epoch": 1.67, "learning_rate": 2.1723893011843116e-06, "loss": 0.8473, "step": 6744 }, { "epoch": 1.67, "learning_rate": 2.171727947618038e-06, "loss": 0.7728, "step": 6745 }, { "epoch": 1.67, "learning_rate": 2.1710666174271826e-06, "loss": 0.8301, "step": 6746 }, { "epoch": 1.67, "learning_rate": 2.1704053106588358e-06, "loss": 0.774, "step": 6747 }, { "epoch": 1.67, "learning_rate": 2.1697440273600867e-06, "loss": 0.8524, "step": 6748 }, { "epoch": 1.67, "learning_rate": 2.169082767578025e-06, "loss": 0.7854, "step": 6749 }, { "epoch": 1.67, "learning_rate": 2.168421531359736e-06, "loss": 0.7854, "step": 6750 }, { "epoch": 1.67, "learning_rate": 2.1677603187523055e-06, "loss": 0.8555, "step": 6751 }, { "epoch": 1.67, "learning_rate": 2.1670991298028166e-06, "loss": 0.7498, "step": 6752 }, { "epoch": 1.67, "learning_rate": 2.166437964558352e-06, "loss": 0.7752, "step": 6753 }, { "epoch": 1.67, "learning_rate": 2.1657768230659893e-06, "loss": 0.8959, "step": 6754 }, { "epoch": 1.67, "learning_rate": 2.1651157053728084e-06, "loss": 0.8292, "step": 6755 }, { "epoch": 1.67, "learning_rate": 2.1644546115258846e-06, "loss": 0.7662, "step": 6756 }, { "epoch": 1.67, "learning_rate": 2.1637935415722945e-06, "loss": 0.8223, "step": 6757 }, { "epoch": 1.67, "learning_rate": 2.1631324955591094e-06, "loss": 0.7675, "step": 6758 }, { "epoch": 1.67, "learning_rate": 2.1624714735334023e-06, "loss": 0.8844, "step": 6759 }, { "epoch": 1.67, "learning_rate": 2.161810475542242e-06, "loss": 0.836, "step": 6760 }, { "epoch": 1.67, "learning_rate": 2.1611495016326957e-06, "loss": 0.8637, "step": 6761 }, { "epoch": 1.67, "learning_rate": 2.1604885518518305e-06, "loss": 0.8973, "step": 6762 }, { "epoch": 1.67, "learning_rate": 2.159827626246711e-06, "loss": 0.8276, "step": 6763 }, { "epoch": 1.67, "learning_rate": 2.1591667248644e-06, "loss": 0.7756, "step": 6764 }, { "epoch": 1.67, "learning_rate": 2.1585058477519597e-06, "loss": 0.8391, "step": 6765 }, { "epoch": 1.67, "learning_rate": 2.1578449949564474e-06, "loss": 0.6965, "step": 6766 }, { "epoch": 1.67, "learning_rate": 2.1571841665249214e-06, "loss": 0.7914, "step": 6767 }, { "epoch": 1.67, "learning_rate": 2.156523362504439e-06, "loss": 0.7943, "step": 6768 }, { "epoch": 1.67, "learning_rate": 2.1558625829420522e-06, "loss": 0.7441, "step": 6769 }, { "epoch": 1.67, "learning_rate": 2.1552018278848145e-06, "loss": 0.8263, "step": 6770 }, { "epoch": 1.67, "learning_rate": 2.154541097379778e-06, "loss": 0.8379, "step": 6771 }, { "epoch": 1.67, "learning_rate": 2.153880391473989e-06, "loss": 0.7946, "step": 6772 }, { "epoch": 1.67, "learning_rate": 2.1532197102144964e-06, "loss": 0.7921, "step": 6773 }, { "epoch": 1.67, "learning_rate": 2.1525590536483444e-06, "loss": 0.8098, "step": 6774 }, { "epoch": 1.67, "learning_rate": 2.1518984218225776e-06, "loss": 0.8644, "step": 6775 }, { "epoch": 1.67, "learning_rate": 2.1512378147842386e-06, "loss": 0.836, "step": 6776 }, { "epoch": 1.67, "learning_rate": 2.1505772325803664e-06, "loss": 0.815, "step": 6777 }, { "epoch": 1.67, "learning_rate": 2.149916675258e-06, "loss": 0.8289, "step": 6778 }, { "epoch": 1.68, "learning_rate": 2.1492561428641746e-06, "loss": 0.7981, "step": 6779 }, { "epoch": 1.68, "learning_rate": 2.1485956354459264e-06, "loss": 0.8923, "step": 6780 }, { "epoch": 1.68, "learning_rate": 2.147935153050288e-06, "loss": 0.7507, "step": 6781 }, { "epoch": 1.68, "learning_rate": 2.147274695724291e-06, "loss": 0.7655, "step": 6782 }, { "epoch": 1.68, "learning_rate": 2.1466142635149656e-06, "loss": 0.7732, "step": 6783 }, { "epoch": 1.68, "learning_rate": 2.1459538564693378e-06, "loss": 0.7864, "step": 6784 }, { "epoch": 1.68, "learning_rate": 2.145293474634434e-06, "loss": 0.8213, "step": 6785 }, { "epoch": 1.68, "learning_rate": 2.144633118057279e-06, "loss": 0.8541, "step": 6786 }, { "epoch": 1.68, "learning_rate": 2.1439727867848945e-06, "loss": 0.7175, "step": 6787 }, { "epoch": 1.68, "learning_rate": 2.1433124808643012e-06, "loss": 0.8526, "step": 6788 }, { "epoch": 1.68, "learning_rate": 2.1426522003425186e-06, "loss": 0.7897, "step": 6789 }, { "epoch": 1.68, "learning_rate": 2.141991945266562e-06, "loss": 0.8397, "step": 6790 }, { "epoch": 1.68, "learning_rate": 2.1413317156834473e-06, "loss": 0.7996, "step": 6791 }, { "epoch": 1.68, "learning_rate": 2.1406715116401877e-06, "loss": 0.88, "step": 6792 }, { "epoch": 1.68, "learning_rate": 2.1400113331837945e-06, "loss": 0.784, "step": 6793 }, { "epoch": 1.68, "learning_rate": 2.139351180361278e-06, "loss": 0.8223, "step": 6794 }, { "epoch": 1.68, "learning_rate": 2.1386910532196462e-06, "loss": 0.8406, "step": 6795 }, { "epoch": 1.68, "learning_rate": 2.138030951805904e-06, "loss": 0.8722, "step": 6796 }, { "epoch": 1.68, "learning_rate": 2.1373708761670555e-06, "loss": 0.8227, "step": 6797 }, { "epoch": 1.68, "learning_rate": 2.1367108263501036e-06, "loss": 0.8792, "step": 6798 }, { "epoch": 1.68, "learning_rate": 2.1360508024020487e-06, "loss": 0.8071, "step": 6799 }, { "epoch": 1.68, "learning_rate": 2.135390804369889e-06, "loss": 0.7483, "step": 6800 }, { "epoch": 1.68, "learning_rate": 2.1347308323006227e-06, "loss": 0.7567, "step": 6801 }, { "epoch": 1.68, "learning_rate": 2.134070886241243e-06, "loss": 0.7885, "step": 6802 }, { "epoch": 1.68, "learning_rate": 2.133410966238743e-06, "loss": 0.7532, "step": 6803 }, { "epoch": 1.68, "learning_rate": 2.132751072340115e-06, "loss": 0.7611, "step": 6804 }, { "epoch": 1.68, "learning_rate": 2.1320912045923485e-06, "loss": 0.8252, "step": 6805 }, { "epoch": 1.68, "learning_rate": 2.13143136304243e-06, "loss": 0.8108, "step": 6806 }, { "epoch": 1.68, "learning_rate": 2.130771547737346e-06, "loss": 0.7745, "step": 6807 }, { "epoch": 1.68, "learning_rate": 2.1301117587240796e-06, "loss": 0.8391, "step": 6808 }, { "epoch": 1.68, "learning_rate": 2.1294519960496125e-06, "loss": 0.8009, "step": 6809 }, { "epoch": 1.68, "learning_rate": 2.128792259760925e-06, "loss": 0.8834, "step": 6810 }, { "epoch": 1.68, "learning_rate": 2.1281325499049956e-06, "loss": 0.7914, "step": 6811 }, { "epoch": 1.68, "learning_rate": 2.1274728665288e-06, "loss": 0.7568, "step": 6812 }, { "epoch": 1.68, "learning_rate": 2.126813209679315e-06, "loss": 0.8235, "step": 6813 }, { "epoch": 1.68, "learning_rate": 2.126153579403509e-06, "loss": 0.7987, "step": 6814 }, { "epoch": 1.68, "learning_rate": 2.125493975748355e-06, "loss": 0.7789, "step": 6815 }, { "epoch": 1.68, "learning_rate": 2.1248343987608215e-06, "loss": 0.7725, "step": 6816 }, { "epoch": 1.68, "learning_rate": 2.124174848487875e-06, "loss": 0.7652, "step": 6817 }, { "epoch": 1.68, "learning_rate": 2.12351532497648e-06, "loss": 0.7255, "step": 6818 }, { "epoch": 1.69, "learning_rate": 2.1228558282736013e-06, "loss": 0.8394, "step": 6819 }, { "epoch": 1.69, "learning_rate": 2.1221963584261977e-06, "loss": 0.847, "step": 6820 }, { "epoch": 1.69, "learning_rate": 2.121536915481229e-06, "loss": 0.7428, "step": 6821 }, { "epoch": 1.69, "learning_rate": 2.1208774994856532e-06, "loss": 0.8567, "step": 6822 }, { "epoch": 1.69, "learning_rate": 2.120218110486425e-06, "loss": 0.7844, "step": 6823 }, { "epoch": 1.69, "learning_rate": 2.1195587485304987e-06, "loss": 0.8162, "step": 6824 }, { "epoch": 1.69, "learning_rate": 2.1188994136648248e-06, "loss": 0.7899, "step": 6825 }, { "epoch": 1.69, "learning_rate": 2.1182401059363534e-06, "loss": 0.8586, "step": 6826 }, { "epoch": 1.69, "learning_rate": 2.1175808253920315e-06, "loss": 0.8536, "step": 6827 }, { "epoch": 1.69, "learning_rate": 2.116921572078805e-06, "loss": 0.8323, "step": 6828 }, { "epoch": 1.69, "learning_rate": 2.1162623460436175e-06, "loss": 0.8081, "step": 6829 }, { "epoch": 1.69, "learning_rate": 2.1156031473334114e-06, "loss": 0.8391, "step": 6830 }, { "epoch": 1.69, "learning_rate": 2.1149439759951276e-06, "loss": 0.8183, "step": 6831 }, { "epoch": 1.69, "learning_rate": 2.1142848320757013e-06, "loss": 0.7928, "step": 6832 }, { "epoch": 1.69, "learning_rate": 2.11362571562207e-06, "loss": 0.7667, "step": 6833 }, { "epoch": 1.69, "learning_rate": 2.112966626681168e-06, "loss": 0.7687, "step": 6834 }, { "epoch": 1.69, "learning_rate": 2.112307565299927e-06, "loss": 0.8046, "step": 6835 }, { "epoch": 1.69, "learning_rate": 2.1116485315252767e-06, "loss": 0.7967, "step": 6836 }, { "epoch": 1.69, "learning_rate": 2.1109895254041463e-06, "loss": 0.767, "step": 6837 }, { "epoch": 1.69, "learning_rate": 2.1103305469834603e-06, "loss": 0.7988, "step": 6838 }, { "epoch": 1.69, "learning_rate": 2.109671596310144e-06, "loss": 0.7927, "step": 6839 }, { "epoch": 1.69, "learning_rate": 2.1090126734311188e-06, "loss": 0.7681, "step": 6840 }, { "epoch": 1.69, "learning_rate": 2.1083537783933056e-06, "loss": 0.9159, "step": 6841 }, { "epoch": 1.69, "learning_rate": 2.107694911243623e-06, "loss": 0.7702, "step": 6842 }, { "epoch": 1.69, "learning_rate": 2.1070360720289875e-06, "loss": 0.799, "step": 6843 }, { "epoch": 1.69, "learning_rate": 2.1063772607963113e-06, "loss": 0.8257, "step": 6844 }, { "epoch": 1.69, "learning_rate": 2.105718477592509e-06, "loss": 0.8383, "step": 6845 }, { "epoch": 1.69, "learning_rate": 2.1050597224644885e-06, "loss": 0.8031, "step": 6846 }, { "epoch": 1.69, "learning_rate": 2.10440099545916e-06, "loss": 0.8703, "step": 6847 }, { "epoch": 1.69, "learning_rate": 2.1037422966234294e-06, "loss": 0.8131, "step": 6848 }, { "epoch": 1.69, "learning_rate": 2.1030836260042016e-06, "loss": 0.8767, "step": 6849 }, { "epoch": 1.69, "learning_rate": 2.102424983648377e-06, "loss": 0.7873, "step": 6850 }, { "epoch": 1.69, "learning_rate": 2.101766369602857e-06, "loss": 0.8854, "step": 6851 }, { "epoch": 1.69, "learning_rate": 2.1011077839145394e-06, "loss": 0.8657, "step": 6852 }, { "epoch": 1.69, "learning_rate": 2.1004492266303216e-06, "loss": 0.9275, "step": 6853 }, { "epoch": 1.69, "learning_rate": 2.099790697797096e-06, "loss": 0.7752, "step": 6854 }, { "epoch": 1.69, "learning_rate": 2.0991321974617564e-06, "loss": 0.7437, "step": 6855 }, { "epoch": 1.69, "learning_rate": 2.0984737256711925e-06, "loss": 0.8522, "step": 6856 }, { "epoch": 1.69, "learning_rate": 2.097815282472291e-06, "loss": 0.8485, "step": 6857 }, { "epoch": 1.69, "learning_rate": 2.0971568679119393e-06, "loss": 0.8215, "step": 6858 }, { "epoch": 1.69, "learning_rate": 2.0964984820370217e-06, "loss": 0.8179, "step": 6859 }, { "epoch": 1.7, "learning_rate": 2.0958401248944187e-06, "loss": 0.8085, "step": 6860 }, { "epoch": 1.7, "learning_rate": 2.0951817965310133e-06, "loss": 0.7782, "step": 6861 }, { "epoch": 1.7, "learning_rate": 2.0945234969936795e-06, "loss": 0.9113, "step": 6862 }, { "epoch": 1.7, "learning_rate": 2.093865226329295e-06, "loss": 0.8124, "step": 6863 }, { "epoch": 1.7, "learning_rate": 2.093206984584734e-06, "loss": 0.9552, "step": 6864 }, { "epoch": 1.7, "learning_rate": 2.0925487718068674e-06, "loss": 0.8282, "step": 6865 }, { "epoch": 1.7, "learning_rate": 2.091890588042565e-06, "loss": 0.8997, "step": 6866 }, { "epoch": 1.7, "learning_rate": 2.0912324333386957e-06, "loss": 0.7744, "step": 6867 }, { "epoch": 1.7, "learning_rate": 2.0905743077421233e-06, "loss": 0.8293, "step": 6868 }, { "epoch": 1.7, "learning_rate": 2.0899162112997113e-06, "loss": 0.7511, "step": 6869 }, { "epoch": 1.7, "learning_rate": 2.0892581440583214e-06, "loss": 0.8433, "step": 6870 }, { "epoch": 1.7, "learning_rate": 2.0886001060648132e-06, "loss": 0.8647, "step": 6871 }, { "epoch": 1.7, "learning_rate": 2.0879420973660445e-06, "loss": 0.8095, "step": 6872 }, { "epoch": 1.7, "learning_rate": 2.0872841180088702e-06, "loss": 0.8186, "step": 6873 }, { "epoch": 1.7, "learning_rate": 2.0866261680401423e-06, "loss": 0.8236, "step": 6874 }, { "epoch": 1.7, "learning_rate": 2.0859682475067118e-06, "loss": 0.8262, "step": 6875 }, { "epoch": 1.7, "learning_rate": 2.0853103564554285e-06, "loss": 0.857, "step": 6876 }, { "epoch": 1.7, "learning_rate": 2.084652494933138e-06, "loss": 0.8199, "step": 6877 }, { "epoch": 1.7, "learning_rate": 2.083994662986686e-06, "loss": 0.746, "step": 6878 }, { "epoch": 1.7, "learning_rate": 2.0833368606629154e-06, "loss": 0.7669, "step": 6879 }, { "epoch": 1.7, "learning_rate": 2.0826790880086655e-06, "loss": 0.8525, "step": 6880 }, { "epoch": 1.7, "learning_rate": 2.0820213450707746e-06, "loss": 0.8864, "step": 6881 }, { "epoch": 1.7, "learning_rate": 2.0813636318960795e-06, "loss": 0.7791, "step": 6882 }, { "epoch": 1.7, "learning_rate": 2.0807059485314147e-06, "loss": 0.8294, "step": 6883 }, { "epoch": 1.7, "learning_rate": 2.0800482950236106e-06, "loss": 0.7862, "step": 6884 }, { "epoch": 1.7, "learning_rate": 2.0793906714194995e-06, "loss": 0.8042, "step": 6885 }, { "epoch": 1.7, "learning_rate": 2.0787330777659064e-06, "loss": 0.807, "step": 6886 }, { "epoch": 1.7, "learning_rate": 2.078075514109658e-06, "loss": 0.7937, "step": 6887 }, { "epoch": 1.7, "learning_rate": 2.077417980497578e-06, "loss": 0.7743, "step": 6888 }, { "epoch": 1.7, "learning_rate": 2.076760476976487e-06, "loss": 0.8847, "step": 6889 }, { "epoch": 1.7, "learning_rate": 2.076103003593205e-06, "loss": 0.8146, "step": 6890 }, { "epoch": 1.7, "learning_rate": 2.0754455603945502e-06, "loss": 0.791, "step": 6891 }, { "epoch": 1.7, "learning_rate": 2.074788147427334e-06, "loss": 0.8076, "step": 6892 }, { "epoch": 1.7, "learning_rate": 2.0741307647383717e-06, "loss": 0.8238, "step": 6893 }, { "epoch": 1.7, "learning_rate": 2.073473412374473e-06, "loss": 0.7828, "step": 6894 }, { "epoch": 1.7, "learning_rate": 2.0728160903824464e-06, "loss": 0.8201, "step": 6895 }, { "epoch": 1.7, "learning_rate": 2.072158798809098e-06, "loss": 0.9342, "step": 6896 }, { "epoch": 1.7, "learning_rate": 2.071501537701233e-06, "loss": 0.8279, "step": 6897 }, { "epoch": 1.7, "learning_rate": 2.0708443071056513e-06, "loss": 0.846, "step": 6898 }, { "epoch": 1.7, "learning_rate": 2.070187107069154e-06, "loss": 0.8439, "step": 6899 }, { "epoch": 1.71, "learning_rate": 2.0695299376385374e-06, "loss": 0.8272, "step": 6900 }, { "epoch": 1.71, "learning_rate": 2.068872798860599e-06, "loss": 0.8218, "step": 6901 }, { "epoch": 1.71, "learning_rate": 2.06821569078213e-06, "loss": 0.8395, "step": 6902 }, { "epoch": 1.71, "learning_rate": 2.0675586134499227e-06, "loss": 0.7985, "step": 6903 }, { "epoch": 1.71, "learning_rate": 2.0669015669107654e-06, "loss": 0.8246, "step": 6904 }, { "epoch": 1.71, "learning_rate": 2.0662445512114437e-06, "loss": 0.8675, "step": 6905 }, { "epoch": 1.71, "learning_rate": 2.065587566398743e-06, "loss": 0.8201, "step": 6906 }, { "epoch": 1.71, "learning_rate": 2.064930612519446e-06, "loss": 0.7779, "step": 6907 }, { "epoch": 1.71, "learning_rate": 2.064273689620332e-06, "loss": 0.8192, "step": 6908 }, { "epoch": 1.71, "learning_rate": 2.06361679774818e-06, "loss": 0.7833, "step": 6909 }, { "epoch": 1.71, "learning_rate": 2.062959936949763e-06, "loss": 0.8839, "step": 6910 }, { "epoch": 1.71, "learning_rate": 2.062303107271856e-06, "loss": 0.8278, "step": 6911 }, { "epoch": 1.71, "learning_rate": 2.061646308761231e-06, "loss": 0.7764, "step": 6912 }, { "epoch": 1.71, "learning_rate": 2.060989541464656e-06, "loss": 0.7749, "step": 6913 }, { "epoch": 1.71, "learning_rate": 2.060332805428897e-06, "loss": 0.7578, "step": 6914 }, { "epoch": 1.71, "learning_rate": 2.0596761007007208e-06, "loss": 0.8368, "step": 6915 }, { "epoch": 1.71, "learning_rate": 2.059019427326887e-06, "loss": 0.7594, "step": 6916 }, { "epoch": 1.71, "learning_rate": 2.058362785354157e-06, "loss": 0.8413, "step": 6917 }, { "epoch": 1.71, "learning_rate": 2.057706174829288e-06, "loss": 0.8323, "step": 6918 }, { "epoch": 1.71, "learning_rate": 2.0570495957990362e-06, "loss": 0.739, "step": 6919 }, { "epoch": 1.71, "learning_rate": 2.056393048310155e-06, "loss": 0.8521, "step": 6920 }, { "epoch": 1.71, "learning_rate": 2.0557365324093956e-06, "loss": 0.8152, "step": 6921 }, { "epoch": 1.71, "learning_rate": 2.0550800481435057e-06, "loss": 0.8183, "step": 6922 }, { "epoch": 1.71, "learning_rate": 2.054423595559233e-06, "loss": 0.8474, "step": 6923 }, { "epoch": 1.71, "learning_rate": 2.053767174703321e-06, "loss": 0.761, "step": 6924 }, { "epoch": 1.71, "learning_rate": 2.053110785622512e-06, "loss": 0.7576, "step": 6925 }, { "epoch": 1.71, "learning_rate": 2.0524544283635462e-06, "loss": 0.8345, "step": 6926 }, { "epoch": 1.71, "learning_rate": 2.0517981029731613e-06, "loss": 0.7533, "step": 6927 }, { "epoch": 1.71, "learning_rate": 2.051141809498092e-06, "loss": 0.825, "step": 6928 }, { "epoch": 1.71, "learning_rate": 2.050485547985071e-06, "loss": 0.9296, "step": 6929 }, { "epoch": 1.71, "learning_rate": 2.049829318480829e-06, "loss": 0.8365, "step": 6930 }, { "epoch": 1.71, "learning_rate": 2.049173121032096e-06, "loss": 0.8339, "step": 6931 }, { "epoch": 1.71, "learning_rate": 2.0485169556855962e-06, "loss": 0.8627, "step": 6932 }, { "epoch": 1.71, "learning_rate": 2.047860822488055e-06, "loss": 0.7713, "step": 6933 }, { "epoch": 1.71, "learning_rate": 2.047204721486193e-06, "loss": 0.9346, "step": 6934 }, { "epoch": 1.71, "learning_rate": 2.046548652726729e-06, "loss": 0.754, "step": 6935 }, { "epoch": 1.71, "learning_rate": 2.045892616256381e-06, "loss": 0.8195, "step": 6936 }, { "epoch": 1.71, "learning_rate": 2.0452366121218632e-06, "loss": 0.8381, "step": 6937 }, { "epoch": 1.71, "learning_rate": 2.0445806403698882e-06, "loss": 0.8667, "step": 6938 }, { "epoch": 1.71, "learning_rate": 2.0439247010471676e-06, "loss": 0.8624, "step": 6939 }, { "epoch": 1.71, "learning_rate": 2.0432687942004064e-06, "loss": 0.8658, "step": 6940 }, { "epoch": 1.72, "learning_rate": 2.0426129198763116e-06, "loss": 0.8317, "step": 6941 }, { "epoch": 1.72, "learning_rate": 2.0419570781215857e-06, "loss": 0.8134, "step": 6942 }, { "epoch": 1.72, "learning_rate": 2.0413012689829294e-06, "loss": 0.7434, "step": 6943 }, { "epoch": 1.72, "learning_rate": 2.0406454925070422e-06, "loss": 0.8645, "step": 6944 }, { "epoch": 1.72, "learning_rate": 2.0399897487406202e-06, "loss": 0.8419, "step": 6945 }, { "epoch": 1.72, "learning_rate": 2.039334037730356e-06, "loss": 0.7966, "step": 6946 }, { "epoch": 1.72, "learning_rate": 2.038678359522942e-06, "loss": 0.7913, "step": 6947 }, { "epoch": 1.72, "learning_rate": 2.0380227141650675e-06, "loss": 0.7521, "step": 6948 }, { "epoch": 1.72, "learning_rate": 2.037367101703419e-06, "loss": 0.8595, "step": 6949 }, { "epoch": 1.72, "learning_rate": 2.0367115221846807e-06, "loss": 0.8723, "step": 6950 }, { "epoch": 1.72, "learning_rate": 2.036055975655536e-06, "loss": 0.7741, "step": 6951 }, { "epoch": 1.72, "learning_rate": 2.035400462162664e-06, "loss": 0.7508, "step": 6952 }, { "epoch": 1.72, "learning_rate": 2.034744981752741e-06, "loss": 0.7923, "step": 6953 }, { "epoch": 1.72, "learning_rate": 2.034089534472443e-06, "loss": 0.837, "step": 6954 }, { "epoch": 1.72, "learning_rate": 2.033434120368443e-06, "loss": 0.7612, "step": 6955 }, { "epoch": 1.72, "learning_rate": 2.032778739487411e-06, "loss": 0.7786, "step": 6956 }, { "epoch": 1.72, "learning_rate": 2.0321233918760165e-06, "loss": 0.7436, "step": 6957 }, { "epoch": 1.72, "learning_rate": 2.0314680775809224e-06, "loss": 0.8067, "step": 6958 }, { "epoch": 1.72, "learning_rate": 2.0308127966487933e-06, "loss": 0.7924, "step": 6959 }, { "epoch": 1.72, "learning_rate": 2.030157549126291e-06, "loss": 0.7925, "step": 6960 }, { "epoch": 1.72, "learning_rate": 2.0295023350600727e-06, "loss": 0.8346, "step": 6961 }, { "epoch": 1.72, "learning_rate": 2.0288471544967947e-06, "loss": 0.8082, "step": 6962 }, { "epoch": 1.72, "learning_rate": 2.0281920074831123e-06, "loss": 0.8255, "step": 6963 }, { "epoch": 1.72, "learning_rate": 2.0275368940656746e-06, "loss": 0.8491, "step": 6964 }, { "epoch": 1.72, "learning_rate": 2.026881814291131e-06, "loss": 0.7727, "step": 6965 }, { "epoch": 1.72, "learning_rate": 2.026226768206129e-06, "loss": 0.862, "step": 6966 }, { "epoch": 1.72, "learning_rate": 2.025571755857313e-06, "loss": 0.8015, "step": 6967 }, { "epoch": 1.72, "learning_rate": 2.0249167772913235e-06, "loss": 0.8524, "step": 6968 }, { "epoch": 1.72, "learning_rate": 2.024261832554801e-06, "loss": 0.8095, "step": 6969 }, { "epoch": 1.72, "learning_rate": 2.023606921694381e-06, "loss": 0.8218, "step": 6970 }, { "epoch": 1.72, "learning_rate": 2.0229520447567003e-06, "loss": 0.7516, "step": 6971 }, { "epoch": 1.72, "learning_rate": 2.0222972017883886e-06, "loss": 0.8179, "step": 6972 }, { "epoch": 1.72, "learning_rate": 2.021642392836077e-06, "loss": 0.8244, "step": 6973 }, { "epoch": 1.72, "learning_rate": 2.020987617946392e-06, "loss": 0.714, "step": 6974 }, { "epoch": 1.72, "learning_rate": 2.02033287716596e-06, "loss": 0.8163, "step": 6975 }, { "epoch": 1.72, "learning_rate": 2.0196781705414016e-06, "loss": 0.8122, "step": 6976 }, { "epoch": 1.72, "learning_rate": 2.0190234981193376e-06, "loss": 0.7984, "step": 6977 }, { "epoch": 1.72, "learning_rate": 2.018368859946385e-06, "loss": 0.9276, "step": 6978 }, { "epoch": 1.72, "learning_rate": 2.0177142560691605e-06, "loss": 0.7769, "step": 6979 }, { "epoch": 1.72, "learning_rate": 2.0170596865342747e-06, "loss": 0.7663, "step": 6980 }, { "epoch": 1.73, "learning_rate": 2.0164051513883396e-06, "loss": 0.8291, "step": 6981 }, { "epoch": 1.73, "learning_rate": 2.0157506506779615e-06, "loss": 0.7918, "step": 6982 }, { "epoch": 1.73, "learning_rate": 2.0150961844497467e-06, "loss": 0.7462, "step": 6983 }, { "epoch": 1.73, "learning_rate": 2.0144417527502975e-06, "loss": 0.8142, "step": 6984 }, { "epoch": 1.73, "learning_rate": 2.0137873556262145e-06, "loss": 0.8081, "step": 6985 }, { "epoch": 1.73, "learning_rate": 2.0131329931240962e-06, "loss": 0.8251, "step": 6986 }, { "epoch": 1.73, "learning_rate": 2.012478665290538e-06, "loss": 0.7564, "step": 6987 }, { "epoch": 1.73, "learning_rate": 2.011824372172132e-06, "loss": 0.7159, "step": 6988 }, { "epoch": 1.73, "learning_rate": 2.0111701138154698e-06, "loss": 0.8043, "step": 6989 }, { "epoch": 1.73, "learning_rate": 2.0105158902671384e-06, "loss": 0.7742, "step": 6990 }, { "epoch": 1.73, "learning_rate": 2.0098617015737237e-06, "loss": 0.7507, "step": 6991 }, { "epoch": 1.73, "learning_rate": 2.0092075477818094e-06, "loss": 0.7756, "step": 6992 }, { "epoch": 1.73, "learning_rate": 2.008553428937977e-06, "loss": 0.7857, "step": 6993 }, { "epoch": 1.73, "learning_rate": 2.007899345088802e-06, "loss": 0.755, "step": 6994 }, { "epoch": 1.73, "learning_rate": 2.0072452962808617e-06, "loss": 0.7872, "step": 6995 }, { "epoch": 1.73, "learning_rate": 2.006591282560729e-06, "loss": 0.8022, "step": 6996 }, { "epoch": 1.73, "learning_rate": 2.0059373039749743e-06, "loss": 0.8584, "step": 6997 }, { "epoch": 1.73, "learning_rate": 2.005283360570167e-06, "loss": 0.8485, "step": 6998 }, { "epoch": 1.73, "learning_rate": 2.0046294523928716e-06, "loss": 0.8257, "step": 6999 }, { "epoch": 1.73, "learning_rate": 2.0039755794896514e-06, "loss": 0.7846, "step": 7000 }, { "epoch": 1.73, "learning_rate": 2.0033217419070668e-06, "loss": 0.9126, "step": 7001 }, { "epoch": 1.73, "learning_rate": 2.002667939691676e-06, "loss": 0.7867, "step": 7002 }, { "epoch": 1.73, "learning_rate": 2.0020141728900345e-06, "loss": 0.8267, "step": 7003 }, { "epoch": 1.73, "learning_rate": 2.0013604415486956e-06, "loss": 0.8258, "step": 7004 }, { "epoch": 1.73, "learning_rate": 2.0007067457142114e-06, "loss": 0.8064, "step": 7005 }, { "epoch": 1.73, "learning_rate": 2.000053085433127e-06, "loss": 0.8043, "step": 7006 }, { "epoch": 1.73, "learning_rate": 1.999399460751989e-06, "loss": 0.805, "step": 7007 }, { "epoch": 1.73, "learning_rate": 1.9987458717173413e-06, "loss": 0.8071, "step": 7008 }, { "epoch": 1.73, "learning_rate": 1.9980923183757233e-06, "loss": 0.8148, "step": 7009 }, { "epoch": 1.73, "learning_rate": 1.997438800773673e-06, "loss": 0.8334, "step": 7010 }, { "epoch": 1.73, "learning_rate": 1.996785318957727e-06, "loss": 0.8585, "step": 7011 }, { "epoch": 1.73, "learning_rate": 1.996131872974416e-06, "loss": 0.77, "step": 7012 }, { "epoch": 1.73, "learning_rate": 1.9954784628702715e-06, "loss": 0.8495, "step": 7013 }, { "epoch": 1.73, "learning_rate": 1.9948250886918204e-06, "loss": 0.8198, "step": 7014 }, { "epoch": 1.73, "learning_rate": 1.9941717504855884e-06, "loss": 0.7902, "step": 7015 }, { "epoch": 1.73, "learning_rate": 1.9935184482980985e-06, "loss": 0.7623, "step": 7016 }, { "epoch": 1.73, "learning_rate": 1.99286518217587e-06, "loss": 0.8889, "step": 7017 }, { "epoch": 1.73, "learning_rate": 1.9922119521654204e-06, "loss": 0.8028, "step": 7018 }, { "epoch": 1.73, "learning_rate": 1.9915587583132648e-06, "loss": 0.8388, "step": 7019 }, { "epoch": 1.73, "learning_rate": 1.9909056006659147e-06, "loss": 0.8433, "step": 7020 }, { "epoch": 1.73, "learning_rate": 1.9902524792698803e-06, "loss": 0.8326, "step": 7021 }, { "epoch": 1.74, "learning_rate": 1.989599394171669e-06, "loss": 0.7536, "step": 7022 }, { "epoch": 1.74, "learning_rate": 1.988946345417786e-06, "loss": 0.7847, "step": 7023 }, { "epoch": 1.74, "learning_rate": 1.988293333054731e-06, "loss": 0.8013, "step": 7024 }, { "epoch": 1.74, "learning_rate": 1.9876403571290052e-06, "loss": 0.8969, "step": 7025 }, { "epoch": 1.74, "learning_rate": 1.9869874176871044e-06, "loss": 0.8613, "step": 7026 }, { "epoch": 1.74, "learning_rate": 1.986334514775524e-06, "loss": 0.8365, "step": 7027 }, { "epoch": 1.74, "learning_rate": 1.985681648440754e-06, "loss": 0.8151, "step": 7028 }, { "epoch": 1.74, "learning_rate": 1.9850288187292854e-06, "loss": 0.8591, "step": 7029 }, { "epoch": 1.74, "learning_rate": 1.984376025687602e-06, "loss": 0.8545, "step": 7030 }, { "epoch": 1.74, "learning_rate": 1.983723269362189e-06, "loss": 0.8499, "step": 7031 }, { "epoch": 1.74, "learning_rate": 1.9830705497995266e-06, "loss": 0.7968, "step": 7032 }, { "epoch": 1.74, "learning_rate": 1.9824178670460947e-06, "loss": 0.7569, "step": 7033 }, { "epoch": 1.74, "learning_rate": 1.981765221148368e-06, "loss": 0.7791, "step": 7034 }, { "epoch": 1.74, "learning_rate": 1.9811126121528217e-06, "loss": 0.8156, "step": 7035 }, { "epoch": 1.74, "learning_rate": 1.9804600401059234e-06, "loss": 0.7994, "step": 7036 }, { "epoch": 1.74, "learning_rate": 1.979807505054143e-06, "loss": 0.8019, "step": 7037 }, { "epoch": 1.74, "learning_rate": 1.9791550070439458e-06, "loss": 0.787, "step": 7038 }, { "epoch": 1.74, "learning_rate": 1.978502546121794e-06, "loss": 0.8058, "step": 7039 }, { "epoch": 1.74, "learning_rate": 1.977850122334147e-06, "loss": 0.7301, "step": 7040 }, { "epoch": 1.74, "learning_rate": 1.977197735727465e-06, "loss": 0.7957, "step": 7041 }, { "epoch": 1.74, "learning_rate": 1.9765453863481997e-06, "loss": 0.8654, "step": 7042 }, { "epoch": 1.74, "learning_rate": 1.9758930742428046e-06, "loss": 0.9053, "step": 7043 }, { "epoch": 1.74, "learning_rate": 1.975240799457729e-06, "loss": 0.8618, "step": 7044 }, { "epoch": 1.74, "learning_rate": 1.974588562039419e-06, "loss": 0.7264, "step": 7045 }, { "epoch": 1.74, "learning_rate": 1.973936362034321e-06, "loss": 0.8163, "step": 7046 }, { "epoch": 1.74, "learning_rate": 1.9732841994888746e-06, "loss": 0.8359, "step": 7047 }, { "epoch": 1.74, "learning_rate": 1.972632074449519e-06, "loss": 0.8782, "step": 7048 }, { "epoch": 1.74, "learning_rate": 1.97197998696269e-06, "loss": 0.826, "step": 7049 }, { "epoch": 1.74, "learning_rate": 1.971327937074822e-06, "loss": 0.8038, "step": 7050 }, { "epoch": 1.74, "learning_rate": 1.970675924832344e-06, "loss": 0.7551, "step": 7051 }, { "epoch": 1.74, "learning_rate": 1.9700239502816868e-06, "loss": 0.8048, "step": 7052 }, { "epoch": 1.74, "learning_rate": 1.969372013469275e-06, "loss": 0.8165, "step": 7053 }, { "epoch": 1.74, "learning_rate": 1.96872011444153e-06, "loss": 0.804, "step": 7054 }, { "epoch": 1.74, "learning_rate": 1.9680682532448723e-06, "loss": 0.8257, "step": 7055 }, { "epoch": 1.74, "learning_rate": 1.967416429925721e-06, "loss": 0.8461, "step": 7056 }, { "epoch": 1.74, "learning_rate": 1.9667646445304883e-06, "loss": 0.8294, "step": 7057 }, { "epoch": 1.74, "learning_rate": 1.9661128971055875e-06, "loss": 0.8469, "step": 7058 }, { "epoch": 1.74, "learning_rate": 1.9654611876974287e-06, "loss": 0.7721, "step": 7059 }, { "epoch": 1.74, "learning_rate": 1.9648095163524165e-06, "loss": 0.8093, "step": 7060 }, { "epoch": 1.74, "learning_rate": 1.964157883116956e-06, "loss": 0.8551, "step": 7061 }, { "epoch": 1.75, "learning_rate": 1.9635062880374476e-06, "loss": 0.7756, "step": 7062 }, { "epoch": 1.75, "learning_rate": 1.962854731160291e-06, "loss": 0.7983, "step": 7063 }, { "epoch": 1.75, "learning_rate": 1.9622032125318815e-06, "loss": 0.8021, "step": 7064 }, { "epoch": 1.75, "learning_rate": 1.9615517321986112e-06, "loss": 0.8147, "step": 7065 }, { "epoch": 1.75, "learning_rate": 1.9609002902068706e-06, "loss": 0.9295, "step": 7066 }, { "epoch": 1.75, "learning_rate": 1.960248886603048e-06, "loss": 0.7534, "step": 7067 }, { "epoch": 1.75, "learning_rate": 1.959597521433527e-06, "loss": 0.8004, "step": 7068 }, { "epoch": 1.75, "learning_rate": 1.9589461947446907e-06, "loss": 0.8609, "step": 7069 }, { "epoch": 1.75, "learning_rate": 1.9582949065829182e-06, "loss": 0.8471, "step": 7070 }, { "epoch": 1.75, "learning_rate": 1.9576436569945866e-06, "loss": 0.8678, "step": 7071 }, { "epoch": 1.75, "learning_rate": 1.9569924460260683e-06, "loss": 0.7861, "step": 7072 }, { "epoch": 1.75, "learning_rate": 1.956341273723735e-06, "loss": 0.8251, "step": 7073 }, { "epoch": 1.75, "learning_rate": 1.9556901401339553e-06, "loss": 0.7817, "step": 7074 }, { "epoch": 1.75, "learning_rate": 1.955039045303095e-06, "loss": 0.8676, "step": 7075 }, { "epoch": 1.75, "learning_rate": 1.9543879892775158e-06, "loss": 0.7896, "step": 7076 }, { "epoch": 1.75, "learning_rate": 1.9537369721035797e-06, "loss": 0.8136, "step": 7077 }, { "epoch": 1.75, "learning_rate": 1.9530859938276417e-06, "loss": 0.7875, "step": 7078 }, { "epoch": 1.75, "learning_rate": 1.9524350544960573e-06, "loss": 0.8062, "step": 7079 }, { "epoch": 1.75, "learning_rate": 1.9517841541551786e-06, "loss": 0.8542, "step": 7080 }, { "epoch": 1.75, "learning_rate": 1.951133292851354e-06, "loss": 0.84, "step": 7081 }, { "epoch": 1.75, "learning_rate": 1.95048247063093e-06, "loss": 0.8634, "step": 7082 }, { "epoch": 1.75, "learning_rate": 1.9498316875402505e-06, "loss": 0.8234, "step": 7083 }, { "epoch": 1.75, "learning_rate": 1.949180943625655e-06, "loss": 0.8182, "step": 7084 }, { "epoch": 1.75, "learning_rate": 1.9485302389334814e-06, "loss": 0.8103, "step": 7085 }, { "epoch": 1.75, "learning_rate": 1.947879573510066e-06, "loss": 0.7501, "step": 7086 }, { "epoch": 1.75, "learning_rate": 1.9472289474017395e-06, "loss": 0.8033, "step": 7087 }, { "epoch": 1.75, "learning_rate": 1.9465783606548323e-06, "loss": 0.7836, "step": 7088 }, { "epoch": 1.75, "learning_rate": 1.9459278133156712e-06, "loss": 0.7577, "step": 7089 }, { "epoch": 1.75, "learning_rate": 1.945277305430579e-06, "loss": 0.8325, "step": 7090 }, { "epoch": 1.75, "learning_rate": 1.9446268370458772e-06, "loss": 0.8102, "step": 7091 }, { "epoch": 1.75, "learning_rate": 1.943976408207884e-06, "loss": 0.8246, "step": 7092 }, { "epoch": 1.75, "learning_rate": 1.9433260189629145e-06, "loss": 0.9171, "step": 7093 }, { "epoch": 1.75, "learning_rate": 1.9426756693572825e-06, "loss": 0.7649, "step": 7094 }, { "epoch": 1.75, "learning_rate": 1.942025359437297e-06, "loss": 0.7689, "step": 7095 }, { "epoch": 1.75, "learning_rate": 1.9413750892492643e-06, "loss": 0.9084, "step": 7096 }, { "epoch": 1.75, "learning_rate": 1.940724858839489e-06, "loss": 0.8382, "step": 7097 }, { "epoch": 1.75, "learning_rate": 1.940074668254272e-06, "loss": 0.8265, "step": 7098 }, { "epoch": 1.75, "learning_rate": 1.939424517539912e-06, "loss": 0.7547, "step": 7099 }, { "epoch": 1.75, "learning_rate": 1.9387744067427044e-06, "loss": 0.8189, "step": 7100 }, { "epoch": 1.75, "learning_rate": 1.9381243359089434e-06, "loss": 0.8581, "step": 7101 }, { "epoch": 1.75, "learning_rate": 1.9374743050849167e-06, "loss": 0.7785, "step": 7102 }, { "epoch": 1.76, "learning_rate": 1.936824314316912e-06, "loss": 0.8239, "step": 7103 }, { "epoch": 1.76, "learning_rate": 1.936174363651214e-06, "loss": 0.7779, "step": 7104 }, { "epoch": 1.76, "learning_rate": 1.9355244531341035e-06, "loss": 0.8141, "step": 7105 }, { "epoch": 1.76, "learning_rate": 1.9348745828118593e-06, "loss": 0.6959, "step": 7106 }, { "epoch": 1.76, "learning_rate": 1.9342247527307582e-06, "loss": 0.8876, "step": 7107 }, { "epoch": 1.76, "learning_rate": 1.9335749629370705e-06, "loss": 0.7751, "step": 7108 }, { "epoch": 1.76, "learning_rate": 1.932925213477067e-06, "loss": 0.7906, "step": 7109 }, { "epoch": 1.76, "learning_rate": 1.932275504397015e-06, "loss": 0.807, "step": 7110 }, { "epoch": 1.76, "learning_rate": 1.9316258357431787e-06, "loss": 0.8002, "step": 7111 }, { "epoch": 1.76, "learning_rate": 1.9309762075618196e-06, "loss": 0.7819, "step": 7112 }, { "epoch": 1.76, "learning_rate": 1.9303266198991967e-06, "loss": 0.8522, "step": 7113 }, { "epoch": 1.76, "learning_rate": 1.9296770728015627e-06, "loss": 0.8863, "step": 7114 }, { "epoch": 1.76, "learning_rate": 1.9290275663151737e-06, "loss": 0.7652, "step": 7115 }, { "epoch": 1.76, "learning_rate": 1.9283781004862763e-06, "loss": 0.8763, "step": 7116 }, { "epoch": 1.76, "learning_rate": 1.927728675361119e-06, "loss": 0.7714, "step": 7117 }, { "epoch": 1.76, "learning_rate": 1.9270792909859453e-06, "loss": 0.7749, "step": 7118 }, { "epoch": 1.76, "learning_rate": 1.9264299474069974e-06, "loss": 0.7607, "step": 7119 }, { "epoch": 1.76, "learning_rate": 1.9257806446705116e-06, "loss": 0.8163, "step": 7120 }, { "epoch": 1.76, "learning_rate": 1.9251313828227236e-06, "loss": 0.8061, "step": 7121 }, { "epoch": 1.76, "learning_rate": 1.924482161909866e-06, "loss": 0.9036, "step": 7122 }, { "epoch": 1.76, "learning_rate": 1.9238329819781683e-06, "loss": 0.851, "step": 7123 }, { "epoch": 1.76, "learning_rate": 1.9231838430738566e-06, "loss": 0.8085, "step": 7124 }, { "epoch": 1.76, "learning_rate": 1.922534745243155e-06, "loss": 0.8159, "step": 7125 }, { "epoch": 1.76, "learning_rate": 1.9218856885322835e-06, "loss": 0.7941, "step": 7126 }, { "epoch": 1.76, "learning_rate": 1.9212366729874595e-06, "loss": 0.8371, "step": 7127 }, { "epoch": 1.76, "learning_rate": 1.9205876986548983e-06, "loss": 0.782, "step": 7128 }, { "epoch": 1.76, "learning_rate": 1.9199387655808113e-06, "loss": 0.8693, "step": 7129 }, { "epoch": 1.76, "learning_rate": 1.919289873811408e-06, "loss": 0.757, "step": 7130 }, { "epoch": 1.76, "learning_rate": 1.918641023392895e-06, "loss": 0.754, "step": 7131 }, { "epoch": 1.76, "learning_rate": 1.917992214371473e-06, "loss": 0.9149, "step": 7132 }, { "epoch": 1.76, "learning_rate": 1.9173434467933434e-06, "loss": 0.8104, "step": 7133 }, { "epoch": 1.76, "learning_rate": 1.9166947207047036e-06, "loss": 0.8099, "step": 7134 }, { "epoch": 1.76, "learning_rate": 1.916046036151747e-06, "loss": 0.8445, "step": 7135 }, { "epoch": 1.76, "learning_rate": 1.915397393180665e-06, "loss": 0.7748, "step": 7136 }, { "epoch": 1.76, "learning_rate": 1.914748791837647e-06, "loss": 0.7868, "step": 7137 }, { "epoch": 1.76, "learning_rate": 1.9141002321688764e-06, "loss": 0.7912, "step": 7138 }, { "epoch": 1.76, "learning_rate": 1.913451714220536e-06, "loss": 0.8085, "step": 7139 }, { "epoch": 1.76, "learning_rate": 1.912803238038805e-06, "loss": 0.8267, "step": 7140 }, { "epoch": 1.76, "learning_rate": 1.9121548036698605e-06, "loss": 0.7968, "step": 7141 }, { "epoch": 1.76, "learning_rate": 1.911506411159876e-06, "loss": 0.7852, "step": 7142 }, { "epoch": 1.77, "learning_rate": 1.9108580605550214e-06, "loss": 0.8369, "step": 7143 }, { "epoch": 1.77, "learning_rate": 1.910209751901464e-06, "loss": 0.841, "step": 7144 }, { "epoch": 1.77, "learning_rate": 1.909561485245368e-06, "loss": 0.7927, "step": 7145 }, { "epoch": 1.77, "learning_rate": 1.9089132606328944e-06, "loss": 0.8071, "step": 7146 }, { "epoch": 1.77, "learning_rate": 1.9082650781102025e-06, "loss": 0.814, "step": 7147 }, { "epoch": 1.77, "learning_rate": 1.907616937723448e-06, "loss": 0.7805, "step": 7148 }, { "epoch": 1.77, "learning_rate": 1.9069688395187836e-06, "loss": 0.9371, "step": 7149 }, { "epoch": 1.77, "learning_rate": 1.9063207835423569e-06, "loss": 0.8829, "step": 7150 }, { "epoch": 1.77, "learning_rate": 1.9056727698403154e-06, "loss": 0.8407, "step": 7151 }, { "epoch": 1.77, "learning_rate": 1.9050247984588025e-06, "loss": 0.7443, "step": 7152 }, { "epoch": 1.77, "learning_rate": 1.904376869443959e-06, "loss": 0.8191, "step": 7153 }, { "epoch": 1.77, "learning_rate": 1.9037289828419215e-06, "loss": 0.7708, "step": 7154 }, { "epoch": 1.77, "learning_rate": 1.9030811386988257e-06, "loss": 0.7918, "step": 7155 }, { "epoch": 1.77, "learning_rate": 1.9024333370608006e-06, "loss": 0.7834, "step": 7156 }, { "epoch": 1.77, "learning_rate": 1.9017855779739763e-06, "loss": 0.8539, "step": 7157 }, { "epoch": 1.77, "learning_rate": 1.9011378614844771e-06, "loss": 0.8637, "step": 7158 }, { "epoch": 1.77, "learning_rate": 1.9004901876384262e-06, "loss": 0.8261, "step": 7159 }, { "epoch": 1.77, "learning_rate": 1.8998425564819423e-06, "loss": 0.7107, "step": 7160 }, { "epoch": 1.77, "learning_rate": 1.8991949680611428e-06, "loss": 0.8636, "step": 7161 }, { "epoch": 1.77, "learning_rate": 1.8985474224221383e-06, "loss": 0.7793, "step": 7162 }, { "epoch": 1.77, "learning_rate": 1.897899919611041e-06, "loss": 0.9163, "step": 7163 }, { "epoch": 1.77, "learning_rate": 1.8972524596739566e-06, "loss": 0.7994, "step": 7164 }, { "epoch": 1.77, "learning_rate": 1.8966050426569895e-06, "loss": 0.7616, "step": 7165 }, { "epoch": 1.77, "learning_rate": 1.8959576686062409e-06, "loss": 0.8574, "step": 7166 }, { "epoch": 1.77, "learning_rate": 1.8953103375678094e-06, "loss": 0.7757, "step": 7167 }, { "epoch": 1.77, "learning_rate": 1.8946630495877883e-06, "loss": 0.8569, "step": 7168 }, { "epoch": 1.77, "learning_rate": 1.8940158047122695e-06, "loss": 0.7804, "step": 7169 }, { "epoch": 1.77, "learning_rate": 1.8933686029873422e-06, "loss": 0.8092, "step": 7170 }, { "epoch": 1.77, "learning_rate": 1.8927214444590922e-06, "loss": 0.7749, "step": 7171 }, { "epoch": 1.77, "learning_rate": 1.8920743291736015e-06, "loss": 0.8636, "step": 7172 }, { "epoch": 1.77, "learning_rate": 1.89142725717695e-06, "loss": 0.9194, "step": 7173 }, { "epoch": 1.77, "learning_rate": 1.8907802285152137e-06, "loss": 0.8605, "step": 7174 }, { "epoch": 1.77, "learning_rate": 1.8901332432344658e-06, "loss": 0.896, "step": 7175 }, { "epoch": 1.77, "learning_rate": 1.8894863013807763e-06, "loss": 0.8191, "step": 7176 }, { "epoch": 1.77, "learning_rate": 1.8888394030002127e-06, "loss": 0.8305, "step": 7177 }, { "epoch": 1.77, "learning_rate": 1.888192548138839e-06, "loss": 0.7496, "step": 7178 }, { "epoch": 1.77, "learning_rate": 1.8875457368427167e-06, "loss": 0.8405, "step": 7179 }, { "epoch": 1.77, "learning_rate": 1.886898969157902e-06, "loss": 0.8231, "step": 7180 }, { "epoch": 1.77, "learning_rate": 1.8862522451304504e-06, "loss": 0.8013, "step": 7181 }, { "epoch": 1.77, "learning_rate": 1.885605564806414e-06, "loss": 0.8248, "step": 7182 }, { "epoch": 1.78, "learning_rate": 1.8849589282318402e-06, "loss": 0.8137, "step": 7183 }, { "epoch": 1.78, "learning_rate": 1.8843123354527748e-06, "loss": 0.8201, "step": 7184 }, { "epoch": 1.78, "learning_rate": 1.8836657865152614e-06, "loss": 0.7266, "step": 7185 }, { "epoch": 1.78, "learning_rate": 1.8830192814653368e-06, "loss": 0.8634, "step": 7186 }, { "epoch": 1.78, "learning_rate": 1.8823728203490378e-06, "loss": 0.8658, "step": 7187 }, { "epoch": 1.78, "learning_rate": 1.8817264032123978e-06, "loss": 0.8197, "step": 7188 }, { "epoch": 1.78, "learning_rate": 1.8810800301014458e-06, "loss": 0.9014, "step": 7189 }, { "epoch": 1.78, "learning_rate": 1.8804337010622093e-06, "loss": 0.7992, "step": 7190 }, { "epoch": 1.78, "learning_rate": 1.8797874161407115e-06, "loss": 0.8543, "step": 7191 }, { "epoch": 1.78, "learning_rate": 1.8791411753829723e-06, "loss": 0.8378, "step": 7192 }, { "epoch": 1.78, "learning_rate": 1.8784949788350081e-06, "loss": 0.8336, "step": 7193 }, { "epoch": 1.78, "learning_rate": 1.8778488265428341e-06, "loss": 0.7974, "step": 7194 }, { "epoch": 1.78, "learning_rate": 1.877202718552461e-06, "loss": 0.8171, "step": 7195 }, { "epoch": 1.78, "learning_rate": 1.876556654909896e-06, "loss": 0.7772, "step": 7196 }, { "epoch": 1.78, "learning_rate": 1.8759106356611453e-06, "loss": 0.8279, "step": 7197 }, { "epoch": 1.78, "learning_rate": 1.8752646608522079e-06, "loss": 0.8825, "step": 7198 }, { "epoch": 1.78, "learning_rate": 1.874618730529083e-06, "loss": 0.7547, "step": 7199 }, { "epoch": 1.78, "learning_rate": 1.8739728447377656e-06, "loss": 0.8412, "step": 7200 }, { "epoch": 1.78, "learning_rate": 1.8733270035242485e-06, "loss": 0.9461, "step": 7201 }, { "epoch": 1.78, "learning_rate": 1.872681206934519e-06, "loss": 0.6953, "step": 7202 }, { "epoch": 1.78, "learning_rate": 1.872035455014564e-06, "loss": 0.793, "step": 7203 }, { "epoch": 1.78, "learning_rate": 1.8713897478103649e-06, "loss": 0.7412, "step": 7204 }, { "epoch": 1.78, "learning_rate": 1.8707440853679004e-06, "loss": 0.7817, "step": 7205 }, { "epoch": 1.78, "learning_rate": 1.8700984677331474e-06, "loss": 0.8137, "step": 7206 }, { "epoch": 1.78, "learning_rate": 1.8694528949520784e-06, "loss": 0.7698, "step": 7207 }, { "epoch": 1.78, "learning_rate": 1.868807367070663e-06, "loss": 0.8399, "step": 7208 }, { "epoch": 1.78, "learning_rate": 1.8681618841348686e-06, "loss": 0.8393, "step": 7209 }, { "epoch": 1.78, "learning_rate": 1.867516446190657e-06, "loss": 0.842, "step": 7210 }, { "epoch": 1.78, "learning_rate": 1.8668710532839883e-06, "loss": 0.8068, "step": 7211 }, { "epoch": 1.78, "learning_rate": 1.8662257054608196e-06, "loss": 0.8749, "step": 7212 }, { "epoch": 1.78, "learning_rate": 1.8655804027671042e-06, "loss": 0.8261, "step": 7213 }, { "epoch": 1.78, "learning_rate": 1.8649351452487933e-06, "loss": 0.8425, "step": 7214 }, { "epoch": 1.78, "learning_rate": 1.864289932951834e-06, "loss": 0.7951, "step": 7215 }, { "epoch": 1.78, "learning_rate": 1.8636447659221691e-06, "loss": 0.7976, "step": 7216 }, { "epoch": 1.78, "learning_rate": 1.8629996442057396e-06, "loss": 0.8583, "step": 7217 }, { "epoch": 1.78, "learning_rate": 1.8623545678484833e-06, "loss": 0.8975, "step": 7218 }, { "epoch": 1.78, "learning_rate": 1.861709536896335e-06, "loss": 0.8354, "step": 7219 }, { "epoch": 1.78, "learning_rate": 1.8610645513952246e-06, "loss": 0.8417, "step": 7220 }, { "epoch": 1.78, "learning_rate": 1.8604196113910811e-06, "loss": 0.8651, "step": 7221 }, { "epoch": 1.78, "learning_rate": 1.8597747169298282e-06, "loss": 0.7403, "step": 7222 }, { "epoch": 1.78, "learning_rate": 1.8591298680573872e-06, "loss": 0.8161, "step": 7223 }, { "epoch": 1.79, "learning_rate": 1.8584850648196756e-06, "loss": 0.8312, "step": 7224 }, { "epoch": 1.79, "learning_rate": 1.8578403072626095e-06, "loss": 0.912, "step": 7225 }, { "epoch": 1.79, "learning_rate": 1.8571955954320997e-06, "loss": 0.8555, "step": 7226 }, { "epoch": 1.79, "learning_rate": 1.8565509293740558e-06, "loss": 0.8261, "step": 7227 }, { "epoch": 1.79, "learning_rate": 1.8559063091343805e-06, "loss": 0.7978, "step": 7228 }, { "epoch": 1.79, "learning_rate": 1.8552617347589764e-06, "loss": 0.8018, "step": 7229 }, { "epoch": 1.79, "learning_rate": 1.8546172062937433e-06, "loss": 0.7956, "step": 7230 }, { "epoch": 1.79, "learning_rate": 1.8539727237845744e-06, "loss": 0.8161, "step": 7231 }, { "epoch": 1.79, "learning_rate": 1.8533282872773634e-06, "loss": 0.8239, "step": 7232 }, { "epoch": 1.79, "learning_rate": 1.8526838968179989e-06, "loss": 0.8288, "step": 7233 }, { "epoch": 1.79, "learning_rate": 1.8520395524523648e-06, "loss": 0.7763, "step": 7234 }, { "epoch": 1.79, "learning_rate": 1.851395254226344e-06, "loss": 0.9152, "step": 7235 }, { "epoch": 1.79, "learning_rate": 1.8507510021858156e-06, "loss": 0.812, "step": 7236 }, { "epoch": 1.79, "learning_rate": 1.850106796376655e-06, "loss": 0.8028, "step": 7237 }, { "epoch": 1.79, "learning_rate": 1.849462636844735e-06, "loss": 0.7502, "step": 7238 }, { "epoch": 1.79, "learning_rate": 1.8488185236359241e-06, "loss": 0.8133, "step": 7239 }, { "epoch": 1.79, "learning_rate": 1.848174456796087e-06, "loss": 0.8644, "step": 7240 }, { "epoch": 1.79, "learning_rate": 1.8475304363710879e-06, "loss": 0.7681, "step": 7241 }, { "epoch": 1.79, "learning_rate": 1.8468864624067838e-06, "loss": 0.7423, "step": 7242 }, { "epoch": 1.79, "learning_rate": 1.8462425349490322e-06, "loss": 0.8413, "step": 7243 }, { "epoch": 1.79, "learning_rate": 1.8455986540436844e-06, "loss": 0.8429, "step": 7244 }, { "epoch": 1.79, "learning_rate": 1.8449548197365913e-06, "loss": 0.8195, "step": 7245 }, { "epoch": 1.79, "learning_rate": 1.8443110320735962e-06, "loss": 0.7923, "step": 7246 }, { "epoch": 1.79, "learning_rate": 1.8436672911005427e-06, "loss": 0.8341, "step": 7247 }, { "epoch": 1.79, "learning_rate": 1.8430235968632704e-06, "loss": 0.8499, "step": 7248 }, { "epoch": 1.79, "learning_rate": 1.842379949407615e-06, "loss": 0.8584, "step": 7249 }, { "epoch": 1.79, "learning_rate": 1.8417363487794082e-06, "loss": 0.7985, "step": 7250 }, { "epoch": 1.79, "learning_rate": 1.8410927950244808e-06, "loss": 0.7941, "step": 7251 }, { "epoch": 1.79, "learning_rate": 1.8404492881886565e-06, "loss": 0.7887, "step": 7252 }, { "epoch": 1.79, "learning_rate": 1.8398058283177588e-06, "loss": 0.8684, "step": 7253 }, { "epoch": 1.79, "learning_rate": 1.839162415457607e-06, "loss": 0.8011, "step": 7254 }, { "epoch": 1.79, "learning_rate": 1.8385190496540168e-06, "loss": 0.898, "step": 7255 }, { "epoch": 1.79, "learning_rate": 1.8378757309528005e-06, "loss": 0.8891, "step": 7256 }, { "epoch": 1.79, "learning_rate": 1.837232459399768e-06, "loss": 0.8941, "step": 7257 }, { "epoch": 1.79, "learning_rate": 1.8365892350407238e-06, "loss": 0.8157, "step": 7258 }, { "epoch": 1.79, "learning_rate": 1.835946057921471e-06, "loss": 0.8051, "step": 7259 }, { "epoch": 1.79, "learning_rate": 1.8353029280878082e-06, "loss": 0.8559, "step": 7260 }, { "epoch": 1.79, "learning_rate": 1.8346598455855307e-06, "loss": 0.8643, "step": 7261 }, { "epoch": 1.79, "learning_rate": 1.8340168104604316e-06, "loss": 0.7249, "step": 7262 }, { "epoch": 1.79, "learning_rate": 1.8333738227583005e-06, "loss": 0.7915, "step": 7263 }, { "epoch": 1.8, "learning_rate": 1.8327308825249208e-06, "loss": 0.7647, "step": 7264 }, { "epoch": 1.8, "learning_rate": 1.8320879898060759e-06, "loss": 0.8191, "step": 7265 }, { "epoch": 1.8, "learning_rate": 1.8314451446475442e-06, "loss": 0.8055, "step": 7266 }, { "epoch": 1.8, "learning_rate": 1.830802347095102e-06, "loss": 0.7867, "step": 7267 }, { "epoch": 1.8, "learning_rate": 1.8301595971945196e-06, "loss": 0.8262, "step": 7268 }, { "epoch": 1.8, "learning_rate": 1.8295168949915674e-06, "loss": 0.8366, "step": 7269 }, { "epoch": 1.8, "learning_rate": 1.8288742405320099e-06, "loss": 0.8199, "step": 7270 }, { "epoch": 1.8, "learning_rate": 1.8282316338616074e-06, "loss": 0.7579, "step": 7271 }, { "epoch": 1.8, "learning_rate": 1.8275890750261201e-06, "loss": 0.8326, "step": 7272 }, { "epoch": 1.8, "learning_rate": 1.8269465640713023e-06, "loss": 0.841, "step": 7273 }, { "epoch": 1.8, "learning_rate": 1.8263041010429062e-06, "loss": 0.8895, "step": 7274 }, { "epoch": 1.8, "learning_rate": 1.8256616859866799e-06, "loss": 0.8166, "step": 7275 }, { "epoch": 1.8, "learning_rate": 1.825019318948367e-06, "loss": 0.7823, "step": 7276 }, { "epoch": 1.8, "learning_rate": 1.8243769999737092e-06, "loss": 0.8141, "step": 7277 }, { "epoch": 1.8, "learning_rate": 1.8237347291084457e-06, "loss": 0.8011, "step": 7278 }, { "epoch": 1.8, "learning_rate": 1.8230925063983093e-06, "loss": 0.7754, "step": 7279 }, { "epoch": 1.8, "learning_rate": 1.8224503318890319e-06, "loss": 0.8193, "step": 7280 }, { "epoch": 1.8, "learning_rate": 1.821808205626342e-06, "loss": 0.764, "step": 7281 }, { "epoch": 1.8, "learning_rate": 1.8211661276559615e-06, "loss": 0.8258, "step": 7282 }, { "epoch": 1.8, "learning_rate": 1.8205240980236122e-06, "loss": 0.8295, "step": 7283 }, { "epoch": 1.8, "learning_rate": 1.819882116775012e-06, "loss": 0.8735, "step": 7284 }, { "epoch": 1.8, "learning_rate": 1.8192401839558744e-06, "loss": 0.8013, "step": 7285 }, { "epoch": 1.8, "learning_rate": 1.8185982996119099e-06, "loss": 0.8473, "step": 7286 }, { "epoch": 1.8, "learning_rate": 1.8179564637888252e-06, "loss": 0.8266, "step": 7287 }, { "epoch": 1.8, "learning_rate": 1.8173146765323236e-06, "loss": 0.7374, "step": 7288 }, { "epoch": 1.8, "learning_rate": 1.8166729378881059e-06, "loss": 0.7849, "step": 7289 }, { "epoch": 1.8, "learning_rate": 1.8160312479018678e-06, "loss": 0.8514, "step": 7290 }, { "epoch": 1.8, "learning_rate": 1.8153896066193024e-06, "loss": 0.7679, "step": 7291 }, { "epoch": 1.8, "learning_rate": 1.8147480140861001e-06, "loss": 0.8596, "step": 7292 }, { "epoch": 1.8, "learning_rate": 1.8141064703479477e-06, "loss": 0.8346, "step": 7293 }, { "epoch": 1.8, "learning_rate": 1.8134649754505256e-06, "loss": 0.7615, "step": 7294 }, { "epoch": 1.8, "learning_rate": 1.8128235294395147e-06, "loss": 0.7791, "step": 7295 }, { "epoch": 1.8, "learning_rate": 1.8121821323605897e-06, "loss": 0.7926, "step": 7296 }, { "epoch": 1.8, "learning_rate": 1.8115407842594247e-06, "loss": 0.7944, "step": 7297 }, { "epoch": 1.8, "learning_rate": 1.8108994851816863e-06, "loss": 0.7487, "step": 7298 }, { "epoch": 1.8, "learning_rate": 1.8102582351730421e-06, "loss": 0.7823, "step": 7299 }, { "epoch": 1.8, "learning_rate": 1.8096170342791513e-06, "loss": 0.8696, "step": 7300 }, { "epoch": 1.8, "learning_rate": 1.8089758825456738e-06, "loss": 0.7963, "step": 7301 }, { "epoch": 1.8, "learning_rate": 1.8083347800182638e-06, "loss": 0.8691, "step": 7302 }, { "epoch": 1.8, "learning_rate": 1.8076937267425726e-06, "loss": 0.82, "step": 7303 }, { "epoch": 1.8, "learning_rate": 1.8070527227642482e-06, "loss": 0.7917, "step": 7304 }, { "epoch": 1.81, "learning_rate": 1.8064117681289357e-06, "loss": 0.7493, "step": 7305 }, { "epoch": 1.81, "learning_rate": 1.805770862882274e-06, "loss": 0.9186, "step": 7306 }, { "epoch": 1.81, "learning_rate": 1.8051300070699018e-06, "loss": 0.7789, "step": 7307 }, { "epoch": 1.81, "learning_rate": 1.8044892007374521e-06, "loss": 0.8049, "step": 7308 }, { "epoch": 1.81, "learning_rate": 1.803848443930555e-06, "loss": 0.8862, "step": 7309 }, { "epoch": 1.81, "learning_rate": 1.8032077366948375e-06, "loss": 0.7991, "step": 7310 }, { "epoch": 1.81, "learning_rate": 1.8025670790759236e-06, "loss": 0.8082, "step": 7311 }, { "epoch": 1.81, "learning_rate": 1.8019264711194309e-06, "loss": 0.8384, "step": 7312 }, { "epoch": 1.81, "learning_rate": 1.8012859128709766e-06, "loss": 0.8583, "step": 7313 }, { "epoch": 1.81, "learning_rate": 1.8006454043761734e-06, "loss": 0.745, "step": 7314 }, { "epoch": 1.81, "learning_rate": 1.8000049456806295e-06, "loss": 0.7981, "step": 7315 }, { "epoch": 1.81, "learning_rate": 1.7993645368299517e-06, "loss": 0.8016, "step": 7316 }, { "epoch": 1.81, "learning_rate": 1.7987241778697412e-06, "loss": 0.8103, "step": 7317 }, { "epoch": 1.81, "learning_rate": 1.7980838688455959e-06, "loss": 0.8065, "step": 7318 }, { "epoch": 1.81, "learning_rate": 1.7974436098031105e-06, "loss": 0.7845, "step": 7319 }, { "epoch": 1.81, "learning_rate": 1.7968034007878765e-06, "loss": 0.7778, "step": 7320 }, { "epoch": 1.81, "learning_rate": 1.7961632418454816e-06, "loss": 0.777, "step": 7321 }, { "epoch": 1.81, "learning_rate": 1.7955231330215101e-06, "loss": 0.877, "step": 7322 }, { "epoch": 1.81, "learning_rate": 1.794883074361543e-06, "loss": 0.8229, "step": 7323 }, { "epoch": 1.81, "learning_rate": 1.7942430659111558e-06, "loss": 0.7755, "step": 7324 }, { "epoch": 1.81, "learning_rate": 1.7936031077159226e-06, "loss": 0.803, "step": 7325 }, { "epoch": 1.81, "learning_rate": 1.7929631998214136e-06, "loss": 0.8345, "step": 7326 }, { "epoch": 1.81, "learning_rate": 1.7923233422731945e-06, "loss": 0.7297, "step": 7327 }, { "epoch": 1.81, "learning_rate": 1.7916835351168277e-06, "loss": 0.8379, "step": 7328 }, { "epoch": 1.81, "learning_rate": 1.7910437783978741e-06, "loss": 0.8556, "step": 7329 }, { "epoch": 1.81, "learning_rate": 1.7904040721618862e-06, "loss": 0.7634, "step": 7330 }, { "epoch": 1.81, "learning_rate": 1.7897644164544176e-06, "loss": 0.8425, "step": 7331 }, { "epoch": 1.81, "learning_rate": 1.7891248113210158e-06, "loss": 0.8016, "step": 7332 }, { "epoch": 1.81, "learning_rate": 1.7884852568072264e-06, "loss": 0.7958, "step": 7333 }, { "epoch": 1.81, "learning_rate": 1.7878457529585902e-06, "loss": 0.7812, "step": 7334 }, { "epoch": 1.81, "learning_rate": 1.7872062998206446e-06, "loss": 0.8491, "step": 7335 }, { "epoch": 1.81, "learning_rate": 1.7865668974389228e-06, "loss": 0.7247, "step": 7336 }, { "epoch": 1.81, "learning_rate": 1.785927545858956e-06, "loss": 0.8548, "step": 7337 }, { "epoch": 1.81, "learning_rate": 1.7852882451262692e-06, "loss": 0.8031, "step": 7338 }, { "epoch": 1.81, "learning_rate": 1.7846489952863871e-06, "loss": 0.7514, "step": 7339 }, { "epoch": 1.81, "learning_rate": 1.784009796384828e-06, "loss": 0.7386, "step": 7340 }, { "epoch": 1.81, "learning_rate": 1.7833706484671092e-06, "loss": 0.8728, "step": 7341 }, { "epoch": 1.81, "learning_rate": 1.7827315515787409e-06, "loss": 0.8042, "step": 7342 }, { "epoch": 1.81, "learning_rate": 1.7820925057652317e-06, "loss": 0.9232, "step": 7343 }, { "epoch": 1.81, "learning_rate": 1.781453511072087e-06, "loss": 0.8623, "step": 7344 }, { "epoch": 1.82, "learning_rate": 1.7808145675448088e-06, "loss": 0.854, "step": 7345 }, { "epoch": 1.82, "learning_rate": 1.7801756752288932e-06, "loss": 0.7656, "step": 7346 }, { "epoch": 1.82, "learning_rate": 1.7795368341698357e-06, "loss": 0.88, "step": 7347 }, { "epoch": 1.82, "learning_rate": 1.7788980444131246e-06, "loss": 0.8901, "step": 7348 }, { "epoch": 1.82, "learning_rate": 1.7782593060042474e-06, "loss": 0.8392, "step": 7349 }, { "epoch": 1.82, "learning_rate": 1.7776206189886871e-06, "loss": 0.7645, "step": 7350 }, { "epoch": 1.82, "learning_rate": 1.7769819834119228e-06, "loss": 0.8324, "step": 7351 }, { "epoch": 1.82, "learning_rate": 1.7763433993194308e-06, "loss": 0.7982, "step": 7352 }, { "epoch": 1.82, "learning_rate": 1.7757048667566828e-06, "loss": 0.7922, "step": 7353 }, { "epoch": 1.82, "learning_rate": 1.7750663857691465e-06, "loss": 0.8345, "step": 7354 }, { "epoch": 1.82, "learning_rate": 1.7744279564022865e-06, "loss": 0.8426, "step": 7355 }, { "epoch": 1.82, "learning_rate": 1.7737895787015643e-06, "loss": 0.7217, "step": 7356 }, { "epoch": 1.82, "learning_rate": 1.7731512527124367e-06, "loss": 0.8046, "step": 7357 }, { "epoch": 1.82, "learning_rate": 1.7725129784803575e-06, "loss": 0.8263, "step": 7358 }, { "epoch": 1.82, "learning_rate": 1.7718747560507771e-06, "loss": 0.7492, "step": 7359 }, { "epoch": 1.82, "learning_rate": 1.7712365854691406e-06, "loss": 0.8597, "step": 7360 }, { "epoch": 1.82, "learning_rate": 1.7705984667808907e-06, "loss": 0.7848, "step": 7361 }, { "epoch": 1.82, "learning_rate": 1.7699604000314668e-06, "loss": 0.8683, "step": 7362 }, { "epoch": 1.82, "learning_rate": 1.769322385266304e-06, "loss": 0.7807, "step": 7363 }, { "epoch": 1.82, "learning_rate": 1.7686844225308334e-06, "loss": 0.8166, "step": 7364 }, { "epoch": 1.82, "learning_rate": 1.768046511870483e-06, "loss": 0.8115, "step": 7365 }, { "epoch": 1.82, "learning_rate": 1.7674086533306763e-06, "loss": 0.8496, "step": 7366 }, { "epoch": 1.82, "learning_rate": 1.7667708469568337e-06, "loss": 0.8556, "step": 7367 }, { "epoch": 1.82, "learning_rate": 1.7661330927943715e-06, "loss": 0.7987, "step": 7368 }, { "epoch": 1.82, "learning_rate": 1.7654953908887035e-06, "loss": 0.8819, "step": 7369 }, { "epoch": 1.82, "learning_rate": 1.764857741285238e-06, "loss": 0.8474, "step": 7370 }, { "epoch": 1.82, "learning_rate": 1.7642201440293817e-06, "loss": 0.7967, "step": 7371 }, { "epoch": 1.82, "learning_rate": 1.763582599166534e-06, "loss": 0.7785, "step": 7372 }, { "epoch": 1.82, "learning_rate": 1.7629451067420945e-06, "loss": 0.8311, "step": 7373 }, { "epoch": 1.82, "learning_rate": 1.7623076668014572e-06, "loss": 0.7992, "step": 7374 }, { "epoch": 1.82, "learning_rate": 1.761670279390012e-06, "loss": 0.805, "step": 7375 }, { "epoch": 1.82, "learning_rate": 1.761032944553146e-06, "loss": 0.7441, "step": 7376 }, { "epoch": 1.82, "learning_rate": 1.7603956623362433e-06, "loss": 0.7682, "step": 7377 }, { "epoch": 1.82, "learning_rate": 1.7597584327846812e-06, "loss": 0.7969, "step": 7378 }, { "epoch": 1.82, "learning_rate": 1.7591212559438358e-06, "loss": 0.832, "step": 7379 }, { "epoch": 1.82, "learning_rate": 1.7584841318590796e-06, "loss": 0.8003, "step": 7380 }, { "epoch": 1.82, "learning_rate": 1.7578470605757795e-06, "loss": 0.8128, "step": 7381 }, { "epoch": 1.82, "learning_rate": 1.757210042139301e-06, "loss": 0.8166, "step": 7382 }, { "epoch": 1.82, "learning_rate": 1.756573076595004e-06, "loss": 0.9418, "step": 7383 }, { "epoch": 1.82, "learning_rate": 1.7559361639882441e-06, "loss": 0.6877, "step": 7384 }, { "epoch": 1.82, "learning_rate": 1.7552993043643762e-06, "loss": 0.7778, "step": 7385 }, { "epoch": 1.83, "learning_rate": 1.7546624977687475e-06, "loss": 0.833, "step": 7386 }, { "epoch": 1.83, "learning_rate": 1.7540257442467046e-06, "loss": 0.8354, "step": 7387 }, { "epoch": 1.83, "learning_rate": 1.7533890438435889e-06, "loss": 0.8013, "step": 7388 }, { "epoch": 1.83, "learning_rate": 1.7527523966047388e-06, "loss": 0.8751, "step": 7389 }, { "epoch": 1.83, "learning_rate": 1.752115802575487e-06, "loss": 0.7594, "step": 7390 }, { "epoch": 1.83, "learning_rate": 1.7514792618011641e-06, "loss": 0.7757, "step": 7391 }, { "epoch": 1.83, "learning_rate": 1.750842774327097e-06, "loss": 0.9017, "step": 7392 }, { "epoch": 1.83, "learning_rate": 1.7502063401986086e-06, "loss": 0.8243, "step": 7393 }, { "epoch": 1.83, "learning_rate": 1.749569959461017e-06, "loss": 0.7958, "step": 7394 }, { "epoch": 1.83, "learning_rate": 1.7489336321596383e-06, "loss": 0.8279, "step": 7395 }, { "epoch": 1.83, "learning_rate": 1.7482973583397824e-06, "loss": 0.7916, "step": 7396 }, { "epoch": 1.83, "learning_rate": 1.7476611380467573e-06, "loss": 0.848, "step": 7397 }, { "epoch": 1.83, "learning_rate": 1.7470249713258667e-06, "loss": 0.7662, "step": 7398 }, { "epoch": 1.83, "learning_rate": 1.7463888582224103e-06, "loss": 0.7774, "step": 7399 }, { "epoch": 1.83, "learning_rate": 1.745752798781684e-06, "loss": 0.8361, "step": 7400 }, { "epoch": 1.83, "learning_rate": 1.7451167930489814e-06, "loss": 0.8114, "step": 7401 }, { "epoch": 1.83, "learning_rate": 1.744480841069589e-06, "loss": 0.8511, "step": 7402 }, { "epoch": 1.83, "learning_rate": 1.7438449428887916e-06, "loss": 0.8598, "step": 7403 }, { "epoch": 1.83, "learning_rate": 1.7432090985518706e-06, "loss": 0.77, "step": 7404 }, { "epoch": 1.83, "learning_rate": 1.7425733081041025e-06, "loss": 0.7485, "step": 7405 }, { "epoch": 1.83, "learning_rate": 1.74193757159076e-06, "loss": 0.8345, "step": 7406 }, { "epoch": 1.83, "learning_rate": 1.7413018890571137e-06, "loss": 0.9057, "step": 7407 }, { "epoch": 1.83, "learning_rate": 1.7406662605484264e-06, "loss": 0.8226, "step": 7408 }, { "epoch": 1.83, "learning_rate": 1.7400306861099616e-06, "loss": 0.8265, "step": 7409 }, { "epoch": 1.83, "learning_rate": 1.7393951657869761e-06, "loss": 0.8353, "step": 7410 }, { "epoch": 1.83, "learning_rate": 1.738759699624724e-06, "loss": 0.7984, "step": 7411 }, { "epoch": 1.83, "learning_rate": 1.7381242876684556e-06, "loss": 0.8049, "step": 7412 }, { "epoch": 1.83, "learning_rate": 1.7374889299634168e-06, "loss": 0.7445, "step": 7413 }, { "epoch": 1.83, "learning_rate": 1.7368536265548491e-06, "loss": 0.7862, "step": 7414 }, { "epoch": 1.83, "learning_rate": 1.7362183774879912e-06, "loss": 0.7592, "step": 7415 }, { "epoch": 1.83, "learning_rate": 1.7355831828080774e-06, "loss": 0.7575, "step": 7416 }, { "epoch": 1.83, "learning_rate": 1.7349480425603389e-06, "loss": 0.8639, "step": 7417 }, { "epoch": 1.83, "learning_rate": 1.7343129567900014e-06, "loss": 0.8519, "step": 7418 }, { "epoch": 1.83, "learning_rate": 1.7336779255422899e-06, "loss": 0.7873, "step": 7419 }, { "epoch": 1.83, "learning_rate": 1.7330429488624207e-06, "loss": 0.7205, "step": 7420 }, { "epoch": 1.83, "learning_rate": 1.73240802679561e-06, "loss": 0.905, "step": 7421 }, { "epoch": 1.83, "learning_rate": 1.7317731593870695e-06, "loss": 0.8637, "step": 7422 }, { "epoch": 1.83, "learning_rate": 1.731138346682006e-06, "loss": 0.6934, "step": 7423 }, { "epoch": 1.83, "learning_rate": 1.730503588725622e-06, "loss": 0.863, "step": 7424 }, { "epoch": 1.83, "learning_rate": 1.7298688855631198e-06, "loss": 0.8715, "step": 7425 }, { "epoch": 1.84, "learning_rate": 1.7292342372396918e-06, "loss": 0.802, "step": 7426 }, { "epoch": 1.84, "learning_rate": 1.728599643800531e-06, "loss": 0.7772, "step": 7427 }, { "epoch": 1.84, "learning_rate": 1.7279651052908247e-06, "loss": 0.7808, "step": 7428 }, { "epoch": 1.84, "learning_rate": 1.727330621755758e-06, "loss": 0.8816, "step": 7429 }, { "epoch": 1.84, "learning_rate": 1.7266961932405097e-06, "loss": 0.7565, "step": 7430 }, { "epoch": 1.84, "learning_rate": 1.7260618197902574e-06, "loss": 0.7348, "step": 7431 }, { "epoch": 1.84, "learning_rate": 1.7254275014501706e-06, "loss": 0.8191, "step": 7432 }, { "epoch": 1.84, "learning_rate": 1.7247932382654197e-06, "loss": 0.874, "step": 7433 }, { "epoch": 1.84, "learning_rate": 1.724159030281168e-06, "loss": 0.8249, "step": 7434 }, { "epoch": 1.84, "learning_rate": 1.7235248775425759e-06, "loss": 0.849, "step": 7435 }, { "epoch": 1.84, "learning_rate": 1.7228907800947998e-06, "loss": 0.8105, "step": 7436 }, { "epoch": 1.84, "learning_rate": 1.7222567379829935e-06, "loss": 0.8541, "step": 7437 }, { "epoch": 1.84, "learning_rate": 1.7216227512523032e-06, "loss": 0.9178, "step": 7438 }, { "epoch": 1.84, "learning_rate": 1.7209888199478747e-06, "loss": 0.7107, "step": 7439 }, { "epoch": 1.84, "learning_rate": 1.7203549441148487e-06, "loss": 0.766, "step": 7440 }, { "epoch": 1.84, "learning_rate": 1.719721123798362e-06, "loss": 0.7974, "step": 7441 }, { "epoch": 1.84, "learning_rate": 1.7190873590435468e-06, "loss": 0.6929, "step": 7442 }, { "epoch": 1.84, "learning_rate": 1.7184536498955324e-06, "loss": 0.759, "step": 7443 }, { "epoch": 1.84, "learning_rate": 1.7178199963994436e-06, "loss": 0.8112, "step": 7444 }, { "epoch": 1.84, "learning_rate": 1.7171863986004003e-06, "loss": 0.8569, "step": 7445 }, { "epoch": 1.84, "learning_rate": 1.7165528565435202e-06, "loss": 0.798, "step": 7446 }, { "epoch": 1.84, "learning_rate": 1.715919370273916e-06, "loss": 0.8811, "step": 7447 }, { "epoch": 1.84, "learning_rate": 1.7152859398366969e-06, "loss": 0.8481, "step": 7448 }, { "epoch": 1.84, "learning_rate": 1.7146525652769688e-06, "loss": 0.8153, "step": 7449 }, { "epoch": 1.84, "learning_rate": 1.7140192466398302e-06, "loss": 0.787, "step": 7450 }, { "epoch": 1.84, "learning_rate": 1.71338598397038e-06, "loss": 0.7839, "step": 7451 }, { "epoch": 1.84, "learning_rate": 1.7127527773137112e-06, "loss": 0.8069, "step": 7452 }, { "epoch": 1.84, "learning_rate": 1.7121196267149118e-06, "loss": 0.7698, "step": 7453 }, { "epoch": 1.84, "learning_rate": 1.7114865322190674e-06, "loss": 0.9066, "step": 7454 }, { "epoch": 1.84, "learning_rate": 1.7108534938712602e-06, "loss": 0.8123, "step": 7455 }, { "epoch": 1.84, "learning_rate": 1.7102205117165648e-06, "loss": 0.8025, "step": 7456 }, { "epoch": 1.84, "learning_rate": 1.709587585800056e-06, "loss": 0.7048, "step": 7457 }, { "epoch": 1.84, "learning_rate": 1.7089547161668019e-06, "loss": 0.7163, "step": 7458 }, { "epoch": 1.84, "learning_rate": 1.7083219028618684e-06, "loss": 0.7671, "step": 7459 }, { "epoch": 1.84, "learning_rate": 1.7076891459303165e-06, "loss": 0.8618, "step": 7460 }, { "epoch": 1.84, "learning_rate": 1.7070564454172031e-06, "loss": 0.7688, "step": 7461 }, { "epoch": 1.84, "learning_rate": 1.706423801367581e-06, "loss": 0.772, "step": 7462 }, { "epoch": 1.84, "learning_rate": 1.7057912138264982e-06, "loss": 0.7756, "step": 7463 }, { "epoch": 1.84, "learning_rate": 1.705158682839001e-06, "loss": 0.8189, "step": 7464 }, { "epoch": 1.84, "learning_rate": 1.7045262084501295e-06, "loss": 0.8402, "step": 7465 }, { "epoch": 1.84, "learning_rate": 1.7038937907049214e-06, "loss": 0.8054, "step": 7466 }, { "epoch": 1.85, "learning_rate": 1.70326142964841e-06, "loss": 0.8671, "step": 7467 }, { "epoch": 1.85, "learning_rate": 1.7026291253256222e-06, "loss": 0.9303, "step": 7468 }, { "epoch": 1.85, "learning_rate": 1.7019968777815844e-06, "loss": 0.8801, "step": 7469 }, { "epoch": 1.85, "learning_rate": 1.7013646870613165e-06, "loss": 0.7423, "step": 7470 }, { "epoch": 1.85, "learning_rate": 1.7007325532098356e-06, "loss": 0.7262, "step": 7471 }, { "epoch": 1.85, "learning_rate": 1.700100476272154e-06, "loss": 0.7803, "step": 7472 }, { "epoch": 1.85, "learning_rate": 1.6994684562932815e-06, "loss": 0.7608, "step": 7473 }, { "epoch": 1.85, "learning_rate": 1.6988364933182206e-06, "loss": 0.8503, "step": 7474 }, { "epoch": 1.85, "learning_rate": 1.6982045873919729e-06, "loss": 0.809, "step": 7475 }, { "epoch": 1.85, "learning_rate": 1.6975727385595348e-06, "loss": 0.7645, "step": 7476 }, { "epoch": 1.85, "learning_rate": 1.6969409468658982e-06, "loss": 0.8039, "step": 7477 }, { "epoch": 1.85, "learning_rate": 1.6963092123560521e-06, "loss": 0.8824, "step": 7478 }, { "epoch": 1.85, "learning_rate": 1.6956775350749815e-06, "loss": 0.8053, "step": 7479 }, { "epoch": 1.85, "learning_rate": 1.695045915067664e-06, "loss": 0.8258, "step": 7480 }, { "epoch": 1.85, "learning_rate": 1.694414352379078e-06, "loss": 0.818, "step": 7481 }, { "epoch": 1.85, "learning_rate": 1.693782847054194e-06, "loss": 0.82, "step": 7482 }, { "epoch": 1.85, "learning_rate": 1.69315139913798e-06, "loss": 0.8122, "step": 7483 }, { "epoch": 1.85, "learning_rate": 1.6925200086754004e-06, "loss": 0.8155, "step": 7484 }, { "epoch": 1.85, "learning_rate": 1.6918886757114155e-06, "loss": 0.7692, "step": 7485 }, { "epoch": 1.85, "learning_rate": 1.6912574002909796e-06, "loss": 0.795, "step": 7486 }, { "epoch": 1.85, "learning_rate": 1.6906261824590445e-06, "loss": 0.7956, "step": 7487 }, { "epoch": 1.85, "learning_rate": 1.6899950222605578e-06, "loss": 0.8007, "step": 7488 }, { "epoch": 1.85, "learning_rate": 1.6893639197404635e-06, "loss": 0.8524, "step": 7489 }, { "epoch": 1.85, "learning_rate": 1.6887328749436994e-06, "loss": 0.8222, "step": 7490 }, { "epoch": 1.85, "learning_rate": 1.6881018879152023e-06, "loss": 0.7624, "step": 7491 }, { "epoch": 1.85, "learning_rate": 1.6874709586999019e-06, "loss": 0.7854, "step": 7492 }, { "epoch": 1.85, "learning_rate": 1.686840087342725e-06, "loss": 0.7668, "step": 7493 }, { "epoch": 1.85, "learning_rate": 1.6862092738885949e-06, "loss": 0.7739, "step": 7494 }, { "epoch": 1.85, "learning_rate": 1.6855785183824297e-06, "loss": 0.8329, "step": 7495 }, { "epoch": 1.85, "learning_rate": 1.6849478208691445e-06, "loss": 0.8199, "step": 7496 }, { "epoch": 1.85, "learning_rate": 1.6843171813936504e-06, "loss": 0.8173, "step": 7497 }, { "epoch": 1.85, "learning_rate": 1.6836866000008517e-06, "loss": 0.7786, "step": 7498 }, { "epoch": 1.85, "learning_rate": 1.6830560767356512e-06, "loss": 0.8558, "step": 7499 }, { "epoch": 1.85, "learning_rate": 1.682425611642948e-06, "loss": 0.723, "step": 7500 }, { "epoch": 1.85, "learning_rate": 1.681795204767634e-06, "loss": 0.8327, "step": 7501 }, { "epoch": 1.85, "learning_rate": 1.6811648561546003e-06, "loss": 0.8341, "step": 7502 }, { "epoch": 1.85, "learning_rate": 1.6805345658487331e-06, "loss": 0.8, "step": 7503 }, { "epoch": 1.85, "learning_rate": 1.6799043338949116e-06, "loss": 0.8261, "step": 7504 }, { "epoch": 1.85, "learning_rate": 1.6792741603380138e-06, "loss": 0.7911, "step": 7505 }, { "epoch": 1.85, "learning_rate": 1.6786440452229134e-06, "loss": 0.8637, "step": 7506 }, { "epoch": 1.86, "learning_rate": 1.6780139885944784e-06, "loss": 0.8228, "step": 7507 }, { "epoch": 1.86, "learning_rate": 1.6773839904975753e-06, "loss": 0.8533, "step": 7508 }, { "epoch": 1.86, "learning_rate": 1.676754050977063e-06, "loss": 0.9093, "step": 7509 }, { "epoch": 1.86, "learning_rate": 1.6761241700777982e-06, "loss": 0.8149, "step": 7510 }, { "epoch": 1.86, "learning_rate": 1.675494347844633e-06, "loss": 0.8183, "step": 7511 }, { "epoch": 1.86, "learning_rate": 1.6748645843224154e-06, "loss": 0.8237, "step": 7512 }, { "epoch": 1.86, "learning_rate": 1.6742348795559899e-06, "loss": 0.8486, "step": 7513 }, { "epoch": 1.86, "learning_rate": 1.6736052335901954e-06, "loss": 0.7391, "step": 7514 }, { "epoch": 1.86, "learning_rate": 1.672975646469869e-06, "loss": 0.8082, "step": 7515 }, { "epoch": 1.86, "learning_rate": 1.6723461182398398e-06, "loss": 0.88, "step": 7516 }, { "epoch": 1.86, "learning_rate": 1.6717166489449358e-06, "loss": 0.8224, "step": 7517 }, { "epoch": 1.86, "learning_rate": 1.6710872386299798e-06, "loss": 0.8686, "step": 7518 }, { "epoch": 1.86, "learning_rate": 1.6704578873397915e-06, "loss": 0.8357, "step": 7519 }, { "epoch": 1.86, "learning_rate": 1.6698285951191838e-06, "loss": 0.7701, "step": 7520 }, { "epoch": 1.86, "learning_rate": 1.6691993620129692e-06, "loss": 0.7435, "step": 7521 }, { "epoch": 1.86, "learning_rate": 1.6685701880659511e-06, "loss": 0.7625, "step": 7522 }, { "epoch": 1.86, "learning_rate": 1.6679410733229325e-06, "loss": 0.7712, "step": 7523 }, { "epoch": 1.86, "learning_rate": 1.6673120178287116e-06, "loss": 0.8476, "step": 7524 }, { "epoch": 1.86, "learning_rate": 1.666683021628081e-06, "loss": 0.8925, "step": 7525 }, { "epoch": 1.86, "learning_rate": 1.6660540847658308e-06, "loss": 0.8118, "step": 7526 }, { "epoch": 1.86, "learning_rate": 1.6654252072867463e-06, "loss": 0.8568, "step": 7527 }, { "epoch": 1.86, "learning_rate": 1.6647963892356067e-06, "loss": 0.7903, "step": 7528 }, { "epoch": 1.86, "learning_rate": 1.6641676306571898e-06, "loss": 0.7994, "step": 7529 }, { "epoch": 1.86, "learning_rate": 1.6635389315962669e-06, "loss": 0.8087, "step": 7530 }, { "epoch": 1.86, "learning_rate": 1.6629102920976064e-06, "loss": 0.766, "step": 7531 }, { "epoch": 1.86, "learning_rate": 1.6622817122059725e-06, "loss": 0.7788, "step": 7532 }, { "epoch": 1.86, "learning_rate": 1.6616531919661256e-06, "loss": 0.7885, "step": 7533 }, { "epoch": 1.86, "learning_rate": 1.661024731422819e-06, "loss": 0.8772, "step": 7534 }, { "epoch": 1.86, "learning_rate": 1.6603963306208049e-06, "loss": 0.8284, "step": 7535 }, { "epoch": 1.86, "learning_rate": 1.6597679896048302e-06, "loss": 0.7748, "step": 7536 }, { "epoch": 1.86, "learning_rate": 1.6591397084196377e-06, "loss": 0.8192, "step": 7537 }, { "epoch": 1.86, "learning_rate": 1.6585114871099645e-06, "loss": 0.7753, "step": 7538 }, { "epoch": 1.86, "learning_rate": 1.657883325720546e-06, "loss": 0.7997, "step": 7539 }, { "epoch": 1.86, "learning_rate": 1.6572552242961115e-06, "loss": 0.8009, "step": 7540 }, { "epoch": 1.86, "learning_rate": 1.6566271828813857e-06, "loss": 0.8031, "step": 7541 }, { "epoch": 1.86, "learning_rate": 1.6559992015210907e-06, "loss": 0.9008, "step": 7542 }, { "epoch": 1.86, "learning_rate": 1.6553712802599437e-06, "loss": 0.8172, "step": 7543 }, { "epoch": 1.86, "learning_rate": 1.6547434191426565e-06, "loss": 0.7836, "step": 7544 }, { "epoch": 1.86, "learning_rate": 1.654115618213939e-06, "loss": 0.8467, "step": 7545 }, { "epoch": 1.86, "learning_rate": 1.6534878775184931e-06, "loss": 0.9345, "step": 7546 }, { "epoch": 1.86, "learning_rate": 1.65286019710102e-06, "loss": 0.8044, "step": 7547 }, { "epoch": 1.87, "learning_rate": 1.6522325770062157e-06, "loss": 0.8189, "step": 7548 }, { "epoch": 1.87, "learning_rate": 1.65160501727877e-06, "loss": 0.9036, "step": 7549 }, { "epoch": 1.87, "learning_rate": 1.6509775179633706e-06, "loss": 0.7517, "step": 7550 }, { "epoch": 1.87, "learning_rate": 1.650350079104701e-06, "loss": 0.8983, "step": 7551 }, { "epoch": 1.87, "learning_rate": 1.6497227007474376e-06, "loss": 0.9206, "step": 7552 }, { "epoch": 1.87, "learning_rate": 1.6490953829362556e-06, "loss": 0.8319, "step": 7553 }, { "epoch": 1.87, "learning_rate": 1.6484681257158242e-06, "loss": 0.7395, "step": 7554 }, { "epoch": 1.87, "learning_rate": 1.6478409291308095e-06, "loss": 0.8851, "step": 7555 }, { "epoch": 1.87, "learning_rate": 1.6472137932258726e-06, "loss": 0.8423, "step": 7556 }, { "epoch": 1.87, "learning_rate": 1.6465867180456696e-06, "loss": 0.8481, "step": 7557 }, { "epoch": 1.87, "learning_rate": 1.645959703634853e-06, "loss": 0.7358, "step": 7558 }, { "epoch": 1.87, "learning_rate": 1.6453327500380711e-06, "loss": 0.8319, "step": 7559 }, { "epoch": 1.87, "learning_rate": 1.6447058572999675e-06, "loss": 0.7821, "step": 7560 }, { "epoch": 1.87, "learning_rate": 1.6440790254651817e-06, "loss": 0.863, "step": 7561 }, { "epoch": 1.87, "learning_rate": 1.643452254578349e-06, "loss": 0.8038, "step": 7562 }, { "epoch": 1.87, "learning_rate": 1.642825544684101e-06, "loss": 0.8404, "step": 7563 }, { "epoch": 1.87, "learning_rate": 1.642198895827062e-06, "loss": 0.7586, "step": 7564 }, { "epoch": 1.87, "learning_rate": 1.6415723080518554e-06, "loss": 0.9014, "step": 7565 }, { "epoch": 1.87, "learning_rate": 1.6409457814030985e-06, "loss": 0.8248, "step": 7566 }, { "epoch": 1.87, "learning_rate": 1.6403193159254056e-06, "loss": 0.7941, "step": 7567 }, { "epoch": 1.87, "learning_rate": 1.639692911663384e-06, "loss": 0.8096, "step": 7568 }, { "epoch": 1.87, "learning_rate": 1.6390665686616413e-06, "loss": 0.804, "step": 7569 }, { "epoch": 1.87, "learning_rate": 1.6384402869647742e-06, "loss": 0.8329, "step": 7570 }, { "epoch": 1.87, "learning_rate": 1.6378140666173803e-06, "loss": 0.7665, "step": 7571 }, { "epoch": 1.87, "learning_rate": 1.6371879076640512e-06, "loss": 0.8696, "step": 7572 }, { "epoch": 1.87, "learning_rate": 1.6365618101493741e-06, "loss": 0.7975, "step": 7573 }, { "epoch": 1.87, "learning_rate": 1.6359357741179318e-06, "loss": 0.8042, "step": 7574 }, { "epoch": 1.87, "learning_rate": 1.6353097996143036e-06, "loss": 0.8738, "step": 7575 }, { "epoch": 1.87, "learning_rate": 1.6346838866830618e-06, "loss": 0.7613, "step": 7576 }, { "epoch": 1.87, "learning_rate": 1.634058035368777e-06, "loss": 0.771, "step": 7577 }, { "epoch": 1.87, "learning_rate": 1.633432245716014e-06, "loss": 0.7768, "step": 7578 }, { "epoch": 1.87, "learning_rate": 1.6328065177693343e-06, "loss": 0.771, "step": 7579 }, { "epoch": 1.87, "learning_rate": 1.632180851573294e-06, "loss": 0.8555, "step": 7580 }, { "epoch": 1.87, "learning_rate": 1.6315552471724461e-06, "loss": 0.8799, "step": 7581 }, { "epoch": 1.87, "learning_rate": 1.6309297046113364e-06, "loss": 0.8572, "step": 7582 }, { "epoch": 1.87, "learning_rate": 1.63030422393451e-06, "loss": 0.7605, "step": 7583 }, { "epoch": 1.87, "learning_rate": 1.6296788051865045e-06, "loss": 0.8346, "step": 7584 }, { "epoch": 1.87, "learning_rate": 1.629053448411856e-06, "loss": 0.831, "step": 7585 }, { "epoch": 1.87, "learning_rate": 1.6284281536550924e-06, "loss": 0.7858, "step": 7586 }, { "epoch": 1.87, "learning_rate": 1.6278029209607415e-06, "loss": 0.8208, "step": 7587 }, { "epoch": 1.88, "learning_rate": 1.6271777503733232e-06, "loss": 0.7298, "step": 7588 }, { "epoch": 1.88, "learning_rate": 1.6265526419373545e-06, "loss": 0.8707, "step": 7589 }, { "epoch": 1.88, "learning_rate": 1.6259275956973474e-06, "loss": 0.7713, "step": 7590 }, { "epoch": 1.88, "learning_rate": 1.625302611697811e-06, "loss": 0.7866, "step": 7591 }, { "epoch": 1.88, "learning_rate": 1.6246776899832479e-06, "loss": 0.8993, "step": 7592 }, { "epoch": 1.88, "learning_rate": 1.6240528305981584e-06, "loss": 0.828, "step": 7593 }, { "epoch": 1.88, "learning_rate": 1.623428033587035e-06, "loss": 0.7405, "step": 7594 }, { "epoch": 1.88, "learning_rate": 1.6228032989943693e-06, "loss": 0.7682, "step": 7595 }, { "epoch": 1.88, "learning_rate": 1.6221786268646477e-06, "loss": 0.7802, "step": 7596 }, { "epoch": 1.88, "learning_rate": 1.62155401724235e-06, "loss": 0.8725, "step": 7597 }, { "epoch": 1.88, "learning_rate": 1.6209294701719536e-06, "loss": 0.7626, "step": 7598 }, { "epoch": 1.88, "learning_rate": 1.620304985697932e-06, "loss": 0.8518, "step": 7599 }, { "epoch": 1.88, "learning_rate": 1.6196805638647512e-06, "loss": 0.7774, "step": 7600 }, { "epoch": 1.88, "learning_rate": 1.619056204716876e-06, "loss": 0.886, "step": 7601 }, { "epoch": 1.88, "learning_rate": 1.6184319082987648e-06, "loss": 0.8528, "step": 7602 }, { "epoch": 1.88, "learning_rate": 1.6178076746548726e-06, "loss": 0.848, "step": 7603 }, { "epoch": 1.88, "learning_rate": 1.6171835038296499e-06, "loss": 0.8243, "step": 7604 }, { "epoch": 1.88, "learning_rate": 1.6165593958675418e-06, "loss": 0.8584, "step": 7605 }, { "epoch": 1.88, "learning_rate": 1.6159353508129888e-06, "loss": 0.8152, "step": 7606 }, { "epoch": 1.88, "learning_rate": 1.6153113687104287e-06, "loss": 0.8639, "step": 7607 }, { "epoch": 1.88, "learning_rate": 1.6146874496042924e-06, "loss": 0.7473, "step": 7608 }, { "epoch": 1.88, "learning_rate": 1.6140635935390087e-06, "loss": 0.8183, "step": 7609 }, { "epoch": 1.88, "learning_rate": 1.6134398005590005e-06, "loss": 0.7777, "step": 7610 }, { "epoch": 1.88, "learning_rate": 1.6128160707086872e-06, "loss": 0.8871, "step": 7611 }, { "epoch": 1.88, "learning_rate": 1.6121924040324816e-06, "loss": 0.8311, "step": 7612 }, { "epoch": 1.88, "learning_rate": 1.6115688005747937e-06, "loss": 0.8089, "step": 7613 }, { "epoch": 1.88, "learning_rate": 1.6109452603800291e-06, "loss": 0.8592, "step": 7614 }, { "epoch": 1.88, "learning_rate": 1.6103217834925895e-06, "loss": 0.8301, "step": 7615 }, { "epoch": 1.88, "learning_rate": 1.6096983699568691e-06, "loss": 0.8098, "step": 7616 }, { "epoch": 1.88, "learning_rate": 1.6090750198172617e-06, "loss": 0.7842, "step": 7617 }, { "epoch": 1.88, "learning_rate": 1.6084517331181527e-06, "loss": 0.8425, "step": 7618 }, { "epoch": 1.88, "learning_rate": 1.6078285099039248e-06, "loss": 0.8119, "step": 7619 }, { "epoch": 1.88, "learning_rate": 1.6072053502189571e-06, "loss": 0.8403, "step": 7620 }, { "epoch": 1.88, "learning_rate": 1.6065822541076232e-06, "loss": 0.7778, "step": 7621 }, { "epoch": 1.88, "learning_rate": 1.6059592216142915e-06, "loss": 0.8746, "step": 7622 }, { "epoch": 1.88, "learning_rate": 1.6053362527833284e-06, "loss": 0.7673, "step": 7623 }, { "epoch": 1.88, "learning_rate": 1.6047133476590908e-06, "loss": 0.7802, "step": 7624 }, { "epoch": 1.88, "learning_rate": 1.6040905062859366e-06, "loss": 0.8795, "step": 7625 }, { "epoch": 1.88, "learning_rate": 1.6034677287082157e-06, "loss": 0.8, "step": 7626 }, { "epoch": 1.88, "learning_rate": 1.6028450149702745e-06, "loss": 0.787, "step": 7627 }, { "epoch": 1.88, "learning_rate": 1.6022223651164554e-06, "loss": 0.746, "step": 7628 }, { "epoch": 1.89, "learning_rate": 1.6015997791910961e-06, "loss": 0.8933, "step": 7629 }, { "epoch": 1.89, "learning_rate": 1.6009772572385278e-06, "loss": 0.8595, "step": 7630 }, { "epoch": 1.89, "learning_rate": 1.6003547993030798e-06, "loss": 0.774, "step": 7631 }, { "epoch": 1.89, "learning_rate": 1.5997324054290758e-06, "loss": 0.8156, "step": 7632 }, { "epoch": 1.89, "learning_rate": 1.5991100756608344e-06, "loss": 0.7472, "step": 7633 }, { "epoch": 1.89, "learning_rate": 1.598487810042671e-06, "loss": 0.7918, "step": 7634 }, { "epoch": 1.89, "learning_rate": 1.5978656086188947e-06, "loss": 0.8586, "step": 7635 }, { "epoch": 1.89, "learning_rate": 1.597243471433811e-06, "loss": 0.9273, "step": 7636 }, { "epoch": 1.89, "learning_rate": 1.596621398531721e-06, "loss": 0.8372, "step": 7637 }, { "epoch": 1.89, "learning_rate": 1.5959993899569199e-06, "loss": 0.806, "step": 7638 }, { "epoch": 1.89, "learning_rate": 1.5953774457537005e-06, "loss": 0.8478, "step": 7639 }, { "epoch": 1.89, "learning_rate": 1.5947555659663494e-06, "loss": 0.976, "step": 7640 }, { "epoch": 1.89, "learning_rate": 1.5941337506391507e-06, "loss": 0.7878, "step": 7641 }, { "epoch": 1.89, "learning_rate": 1.5935119998163795e-06, "loss": 0.8397, "step": 7642 }, { "epoch": 1.89, "learning_rate": 1.5928903135423102e-06, "loss": 0.8512, "step": 7643 }, { "epoch": 1.89, "learning_rate": 1.5922686918612123e-06, "loss": 0.8785, "step": 7644 }, { "epoch": 1.89, "learning_rate": 1.591647134817349e-06, "loss": 0.8289, "step": 7645 }, { "epoch": 1.89, "learning_rate": 1.5910256424549799e-06, "loss": 0.8165, "step": 7646 }, { "epoch": 1.89, "learning_rate": 1.5904042148183612e-06, "loss": 0.8682, "step": 7647 }, { "epoch": 1.89, "learning_rate": 1.589782851951741e-06, "loss": 0.7709, "step": 7648 }, { "epoch": 1.89, "learning_rate": 1.589161553899366e-06, "loss": 0.7723, "step": 7649 }, { "epoch": 1.89, "learning_rate": 1.5885403207054773e-06, "loss": 0.8352, "step": 7650 }, { "epoch": 1.89, "learning_rate": 1.5879191524143112e-06, "loss": 0.8364, "step": 7651 }, { "epoch": 1.89, "learning_rate": 1.5872980490701e-06, "loss": 0.7967, "step": 7652 }, { "epoch": 1.89, "learning_rate": 1.586677010717071e-06, "loss": 0.7722, "step": 7653 }, { "epoch": 1.89, "learning_rate": 1.5860560373994455e-06, "loss": 0.865, "step": 7654 }, { "epoch": 1.89, "learning_rate": 1.5854351291614427e-06, "loss": 0.8522, "step": 7655 }, { "epoch": 1.89, "learning_rate": 1.5848142860472748e-06, "loss": 0.7997, "step": 7656 }, { "epoch": 1.89, "learning_rate": 1.5841935081011512e-06, "loss": 0.7722, "step": 7657 }, { "epoch": 1.89, "learning_rate": 1.5835727953672755e-06, "loss": 0.7961, "step": 7658 }, { "epoch": 1.89, "learning_rate": 1.5829521478898484e-06, "loss": 0.8613, "step": 7659 }, { "epoch": 1.89, "learning_rate": 1.5823315657130627e-06, "loss": 0.887, "step": 7660 }, { "epoch": 1.89, "learning_rate": 1.5817110488811094e-06, "loss": 0.7735, "step": 7661 }, { "epoch": 1.89, "learning_rate": 1.5810905974381738e-06, "loss": 0.8055, "step": 7662 }, { "epoch": 1.89, "learning_rate": 1.580470211428437e-06, "loss": 0.8306, "step": 7663 }, { "epoch": 1.89, "learning_rate": 1.5798498908960747e-06, "loss": 0.7223, "step": 7664 }, { "epoch": 1.89, "learning_rate": 1.5792296358852594e-06, "loss": 0.7604, "step": 7665 }, { "epoch": 1.89, "learning_rate": 1.5786094464401558e-06, "loss": 0.8072, "step": 7666 }, { "epoch": 1.89, "learning_rate": 1.5779893226049272e-06, "loss": 0.8182, "step": 7667 }, { "epoch": 1.89, "learning_rate": 1.577369264423731e-06, "loss": 0.838, "step": 7668 }, { "epoch": 1.9, "learning_rate": 1.57674927194072e-06, "loss": 0.8162, "step": 7669 }, { "epoch": 1.9, "learning_rate": 1.5761293452000426e-06, "loss": 0.9042, "step": 7670 }, { "epoch": 1.9, "learning_rate": 1.5755094842458423e-06, "loss": 0.7948, "step": 7671 }, { "epoch": 1.9, "learning_rate": 1.5748896891222568e-06, "loss": 0.7929, "step": 7672 }, { "epoch": 1.9, "learning_rate": 1.5742699598734213e-06, "loss": 0.8236, "step": 7673 }, { "epoch": 1.9, "learning_rate": 1.5736502965434635e-06, "loss": 0.8701, "step": 7674 }, { "epoch": 1.9, "learning_rate": 1.5730306991765095e-06, "loss": 0.8506, "step": 7675 }, { "epoch": 1.9, "learning_rate": 1.5724111678166786e-06, "loss": 0.8558, "step": 7676 }, { "epoch": 1.9, "learning_rate": 1.5717917025080877e-06, "loss": 0.8587, "step": 7677 }, { "epoch": 1.9, "learning_rate": 1.571172303294845e-06, "loss": 0.8937, "step": 7678 }, { "epoch": 1.9, "learning_rate": 1.570552970221057e-06, "loss": 0.771, "step": 7679 }, { "epoch": 1.9, "learning_rate": 1.5699337033308252e-06, "loss": 0.7736, "step": 7680 }, { "epoch": 1.9, "learning_rate": 1.569314502668246e-06, "loss": 0.8017, "step": 7681 }, { "epoch": 1.9, "learning_rate": 1.5686953682774114e-06, "loss": 0.8076, "step": 7682 }, { "epoch": 1.9, "learning_rate": 1.568076300202408e-06, "loss": 0.7838, "step": 7683 }, { "epoch": 1.9, "learning_rate": 1.5674572984873183e-06, "loss": 0.8581, "step": 7684 }, { "epoch": 1.9, "learning_rate": 1.566838363176219e-06, "loss": 0.7681, "step": 7685 }, { "epoch": 1.9, "learning_rate": 1.5662194943131836e-06, "loss": 0.7688, "step": 7686 }, { "epoch": 1.9, "learning_rate": 1.56560069194228e-06, "loss": 0.8071, "step": 7687 }, { "epoch": 1.9, "learning_rate": 1.564981956107572e-06, "loss": 0.7687, "step": 7688 }, { "epoch": 1.9, "learning_rate": 1.5643632868531187e-06, "loss": 0.7773, "step": 7689 }, { "epoch": 1.9, "learning_rate": 1.563744684222972e-06, "loss": 0.8305, "step": 7690 }, { "epoch": 1.9, "learning_rate": 1.563126148261182e-06, "loss": 0.7861, "step": 7691 }, { "epoch": 1.9, "learning_rate": 1.5625076790117937e-06, "loss": 0.7818, "step": 7692 }, { "epoch": 1.9, "learning_rate": 1.561889276518846e-06, "loss": 0.8591, "step": 7693 }, { "epoch": 1.9, "learning_rate": 1.561270940826374e-06, "loss": 0.8276, "step": 7694 }, { "epoch": 1.9, "learning_rate": 1.5606526719784087e-06, "loss": 0.7848, "step": 7695 }, { "epoch": 1.9, "learning_rate": 1.5600344700189735e-06, "loss": 0.7128, "step": 7696 }, { "epoch": 1.9, "learning_rate": 1.5594163349920905e-06, "loss": 0.7802, "step": 7697 }, { "epoch": 1.9, "learning_rate": 1.5587982669417745e-06, "loss": 0.8054, "step": 7698 }, { "epoch": 1.9, "learning_rate": 1.558180265912037e-06, "loss": 0.7345, "step": 7699 }, { "epoch": 1.9, "learning_rate": 1.5575623319468852e-06, "loss": 0.7678, "step": 7700 }, { "epoch": 1.9, "learning_rate": 1.5569444650903199e-06, "loss": 0.8082, "step": 7701 }, { "epoch": 1.9, "learning_rate": 1.5563266653863373e-06, "loss": 0.9288, "step": 7702 }, { "epoch": 1.9, "learning_rate": 1.5557089328789299e-06, "loss": 0.853, "step": 7703 }, { "epoch": 1.9, "learning_rate": 1.5550912676120844e-06, "loss": 0.7917, "step": 7704 }, { "epoch": 1.9, "learning_rate": 1.5544736696297836e-06, "loss": 0.7896, "step": 7705 }, { "epoch": 1.9, "learning_rate": 1.553856138976005e-06, "loss": 0.7866, "step": 7706 }, { "epoch": 1.9, "learning_rate": 1.553238675694722e-06, "loss": 0.8989, "step": 7707 }, { "epoch": 1.9, "learning_rate": 1.5526212798299013e-06, "loss": 0.8609, "step": 7708 }, { "epoch": 1.9, "learning_rate": 1.5520039514255063e-06, "loss": 0.7964, "step": 7709 }, { "epoch": 1.91, "learning_rate": 1.5513866905254966e-06, "loss": 0.7691, "step": 7710 }, { "epoch": 1.91, "learning_rate": 1.550769497173825e-06, "loss": 0.8591, "step": 7711 }, { "epoch": 1.91, "learning_rate": 1.5501523714144396e-06, "loss": 0.7812, "step": 7712 }, { "epoch": 1.91, "learning_rate": 1.5495353132912866e-06, "loss": 0.8351, "step": 7713 }, { "epoch": 1.91, "learning_rate": 1.5489183228483019e-06, "loss": 0.8467, "step": 7714 }, { "epoch": 1.91, "learning_rate": 1.5483014001294216e-06, "loss": 0.9092, "step": 7715 }, { "epoch": 1.91, "learning_rate": 1.5476845451785755e-06, "loss": 0.7324, "step": 7716 }, { "epoch": 1.91, "learning_rate": 1.5470677580396876e-06, "loss": 0.843, "step": 7717 }, { "epoch": 1.91, "learning_rate": 1.5464510387566778e-06, "loss": 0.7276, "step": 7718 }, { "epoch": 1.91, "learning_rate": 1.5458343873734628e-06, "loss": 0.7721, "step": 7719 }, { "epoch": 1.91, "learning_rate": 1.5452178039339497e-06, "loss": 0.868, "step": 7720 }, { "epoch": 1.91, "learning_rate": 1.5446012884820454e-06, "loss": 0.8968, "step": 7721 }, { "epoch": 1.91, "learning_rate": 1.5439848410616514e-06, "loss": 0.8837, "step": 7722 }, { "epoch": 1.91, "learning_rate": 1.5433684617166616e-06, "loss": 0.8337, "step": 7723 }, { "epoch": 1.91, "learning_rate": 1.5427521504909675e-06, "loss": 0.8434, "step": 7724 }, { "epoch": 1.91, "learning_rate": 1.542135907428456e-06, "loss": 0.8541, "step": 7725 }, { "epoch": 1.91, "learning_rate": 1.5415197325730063e-06, "loss": 0.7992, "step": 7726 }, { "epoch": 1.91, "learning_rate": 1.5409036259684963e-06, "loss": 0.7888, "step": 7727 }, { "epoch": 1.91, "learning_rate": 1.5402875876587958e-06, "loss": 0.7999, "step": 7728 }, { "epoch": 1.91, "learning_rate": 1.5396716176877729e-06, "loss": 0.8831, "step": 7729 }, { "epoch": 1.91, "learning_rate": 1.5390557160992887e-06, "loss": 0.8026, "step": 7730 }, { "epoch": 1.91, "learning_rate": 1.5384398829372002e-06, "loss": 0.7618, "step": 7731 }, { "epoch": 1.91, "learning_rate": 1.5378241182453591e-06, "loss": 0.8179, "step": 7732 }, { "epoch": 1.91, "learning_rate": 1.5372084220676114e-06, "loss": 0.8293, "step": 7733 }, { "epoch": 1.91, "learning_rate": 1.5365927944478004e-06, "loss": 0.8658, "step": 7734 }, { "epoch": 1.91, "learning_rate": 1.535977235429763e-06, "loss": 0.7353, "step": 7735 }, { "epoch": 1.91, "learning_rate": 1.5353617450573318e-06, "loss": 0.7655, "step": 7736 }, { "epoch": 1.91, "learning_rate": 1.5347463233743353e-06, "loss": 0.7976, "step": 7737 }, { "epoch": 1.91, "learning_rate": 1.5341309704245943e-06, "loss": 0.7703, "step": 7738 }, { "epoch": 1.91, "learning_rate": 1.533515686251927e-06, "loss": 0.8309, "step": 7739 }, { "epoch": 1.91, "learning_rate": 1.5329004709001472e-06, "loss": 0.8444, "step": 7740 }, { "epoch": 1.91, "learning_rate": 1.5322853244130614e-06, "loss": 0.7836, "step": 7741 }, { "epoch": 1.91, "learning_rate": 1.5316702468344735e-06, "loss": 0.7875, "step": 7742 }, { "epoch": 1.91, "learning_rate": 1.5310552382081828e-06, "loss": 0.7874, "step": 7743 }, { "epoch": 1.91, "learning_rate": 1.5304402985779796e-06, "loss": 0.8087, "step": 7744 }, { "epoch": 1.91, "learning_rate": 1.529825427987654e-06, "loss": 0.8209, "step": 7745 }, { "epoch": 1.91, "learning_rate": 1.5292106264809888e-06, "loss": 0.795, "step": 7746 }, { "epoch": 1.91, "learning_rate": 1.5285958941017632e-06, "loss": 0.7486, "step": 7747 }, { "epoch": 1.91, "learning_rate": 1.5279812308937503e-06, "loss": 0.7592, "step": 7748 }, { "epoch": 1.91, "learning_rate": 1.527366636900719e-06, "loss": 0.8363, "step": 7749 }, { "epoch": 1.92, "learning_rate": 1.5267521121664319e-06, "loss": 0.8391, "step": 7750 }, { "epoch": 1.92, "learning_rate": 1.5261376567346491e-06, "loss": 0.8077, "step": 7751 }, { "epoch": 1.92, "learning_rate": 1.5255232706491235e-06, "loss": 0.7582, "step": 7752 }, { "epoch": 1.92, "learning_rate": 1.5249089539536039e-06, "loss": 0.8196, "step": 7753 }, { "epoch": 1.92, "learning_rate": 1.5242947066918351e-06, "loss": 0.7683, "step": 7754 }, { "epoch": 1.92, "learning_rate": 1.5236805289075562e-06, "loss": 0.8296, "step": 7755 }, { "epoch": 1.92, "learning_rate": 1.5230664206444996e-06, "loss": 0.836, "step": 7756 }, { "epoch": 1.92, "learning_rate": 1.5224523819463954e-06, "loss": 0.7731, "step": 7757 }, { "epoch": 1.92, "learning_rate": 1.521838412856968e-06, "loss": 0.8456, "step": 7758 }, { "epoch": 1.92, "learning_rate": 1.5212245134199365e-06, "loss": 0.8217, "step": 7759 }, { "epoch": 1.92, "learning_rate": 1.5206106836790146e-06, "loss": 0.8112, "step": 7760 }, { "epoch": 1.92, "learning_rate": 1.5199969236779122e-06, "loss": 0.8397, "step": 7761 }, { "epoch": 1.92, "learning_rate": 1.5193832334603335e-06, "loss": 0.8303, "step": 7762 }, { "epoch": 1.92, "learning_rate": 1.518769613069977e-06, "loss": 0.802, "step": 7763 }, { "epoch": 1.92, "learning_rate": 1.5181560625505375e-06, "loss": 0.8296, "step": 7764 }, { "epoch": 1.92, "learning_rate": 1.5175425819457045e-06, "loss": 0.7885, "step": 7765 }, { "epoch": 1.92, "learning_rate": 1.5169291712991624e-06, "loss": 0.7697, "step": 7766 }, { "epoch": 1.92, "learning_rate": 1.5163158306545917e-06, "loss": 0.8185, "step": 7767 }, { "epoch": 1.92, "learning_rate": 1.5157025600556646e-06, "loss": 0.8552, "step": 7768 }, { "epoch": 1.92, "learning_rate": 1.515089359546052e-06, "loss": 0.8167, "step": 7769 }, { "epoch": 1.92, "learning_rate": 1.5144762291694182e-06, "loss": 0.7889, "step": 7770 }, { "epoch": 1.92, "learning_rate": 1.5138631689694216e-06, "loss": 0.693, "step": 7771 }, { "epoch": 1.92, "learning_rate": 1.513250178989718e-06, "loss": 0.8231, "step": 7772 }, { "epoch": 1.92, "learning_rate": 1.5126372592739574e-06, "loss": 0.7473, "step": 7773 }, { "epoch": 1.92, "learning_rate": 1.512024409865782e-06, "loss": 0.7315, "step": 7774 }, { "epoch": 1.92, "learning_rate": 1.5114116308088327e-06, "loss": 0.8447, "step": 7775 }, { "epoch": 1.92, "learning_rate": 1.5107989221467435e-06, "loss": 0.8026, "step": 7776 }, { "epoch": 1.92, "learning_rate": 1.510186283923144e-06, "loss": 0.8357, "step": 7777 }, { "epoch": 1.92, "learning_rate": 1.5095737161816592e-06, "loss": 0.8086, "step": 7778 }, { "epoch": 1.92, "learning_rate": 1.508961218965908e-06, "loss": 0.864, "step": 7779 }, { "epoch": 1.92, "learning_rate": 1.5083487923195048e-06, "loss": 0.8157, "step": 7780 }, { "epoch": 1.92, "learning_rate": 1.507736436286058e-06, "loss": 0.8153, "step": 7781 }, { "epoch": 1.92, "learning_rate": 1.507124150909173e-06, "loss": 0.768, "step": 7782 }, { "epoch": 1.92, "learning_rate": 1.5065119362324487e-06, "loss": 0.732, "step": 7783 }, { "epoch": 1.92, "learning_rate": 1.5058997922994794e-06, "loss": 0.9083, "step": 7784 }, { "epoch": 1.92, "learning_rate": 1.5052877191538555e-06, "loss": 0.7589, "step": 7785 }, { "epoch": 1.92, "learning_rate": 1.5046757168391593e-06, "loss": 0.7823, "step": 7786 }, { "epoch": 1.92, "learning_rate": 1.5040637853989703e-06, "loss": 0.7371, "step": 7787 }, { "epoch": 1.92, "learning_rate": 1.5034519248768637e-06, "loss": 0.8696, "step": 7788 }, { "epoch": 1.92, "learning_rate": 1.5028401353164073e-06, "loss": 0.79, "step": 7789 }, { "epoch": 1.93, "learning_rate": 1.5022284167611656e-06, "loss": 0.7557, "step": 7790 }, { "epoch": 1.93, "learning_rate": 1.5016167692546985e-06, "loss": 0.7531, "step": 7791 }, { "epoch": 1.93, "learning_rate": 1.5010051928405575e-06, "loss": 0.7399, "step": 7792 }, { "epoch": 1.93, "learning_rate": 1.5003936875622932e-06, "loss": 0.791, "step": 7793 }, { "epoch": 1.93, "learning_rate": 1.4997822534634485e-06, "loss": 0.8185, "step": 7794 }, { "epoch": 1.93, "learning_rate": 1.4991708905875627e-06, "loss": 0.726, "step": 7795 }, { "epoch": 1.93, "learning_rate": 1.498559598978169e-06, "loss": 0.7777, "step": 7796 }, { "epoch": 1.93, "learning_rate": 1.4979483786787972e-06, "loss": 0.8209, "step": 7797 }, { "epoch": 1.93, "learning_rate": 1.4973372297329686e-06, "loss": 0.7963, "step": 7798 }, { "epoch": 1.93, "learning_rate": 1.496726152184203e-06, "loss": 0.8349, "step": 7799 }, { "epoch": 1.93, "learning_rate": 1.4961151460760126e-06, "loss": 0.7599, "step": 7800 }, { "epoch": 1.93, "learning_rate": 1.4955042114519063e-06, "loss": 0.8274, "step": 7801 }, { "epoch": 1.93, "learning_rate": 1.4948933483553874e-06, "loss": 0.8132, "step": 7802 }, { "epoch": 1.93, "learning_rate": 1.494282556829954e-06, "loss": 0.8133, "step": 7803 }, { "epoch": 1.93, "learning_rate": 1.4936718369190984e-06, "loss": 0.8166, "step": 7804 }, { "epoch": 1.93, "learning_rate": 1.4930611886663083e-06, "loss": 0.8668, "step": 7805 }, { "epoch": 1.93, "learning_rate": 1.4924506121150668e-06, "loss": 0.8232, "step": 7806 }, { "epoch": 1.93, "learning_rate": 1.4918401073088517e-06, "loss": 0.8055, "step": 7807 }, { "epoch": 1.93, "learning_rate": 1.491229674291135e-06, "loss": 0.7779, "step": 7808 }, { "epoch": 1.93, "learning_rate": 1.4906193131053847e-06, "loss": 0.6535, "step": 7809 }, { "epoch": 1.93, "learning_rate": 1.4900090237950632e-06, "loss": 0.779, "step": 7810 }, { "epoch": 1.93, "learning_rate": 1.489398806403626e-06, "loss": 0.7795, "step": 7811 }, { "epoch": 1.93, "learning_rate": 1.4887886609745266e-06, "loss": 0.8666, "step": 7812 }, { "epoch": 1.93, "learning_rate": 1.4881785875512117e-06, "loss": 0.7863, "step": 7813 }, { "epoch": 1.93, "learning_rate": 1.4875685861771228e-06, "loss": 0.7457, "step": 7814 }, { "epoch": 1.93, "learning_rate": 1.4869586568956974e-06, "loss": 0.847, "step": 7815 }, { "epoch": 1.93, "learning_rate": 1.4863487997503657e-06, "loss": 0.778, "step": 7816 }, { "epoch": 1.93, "learning_rate": 1.4857390147845546e-06, "loss": 0.8469, "step": 7817 }, { "epoch": 1.93, "learning_rate": 1.4851293020416856e-06, "loss": 0.8982, "step": 7818 }, { "epoch": 1.93, "learning_rate": 1.4845196615651745e-06, "loss": 0.8232, "step": 7819 }, { "epoch": 1.93, "learning_rate": 1.4839100933984322e-06, "loss": 0.8646, "step": 7820 }, { "epoch": 1.93, "learning_rate": 1.4833005975848659e-06, "loss": 0.7735, "step": 7821 }, { "epoch": 1.93, "learning_rate": 1.4826911741678734e-06, "loss": 0.9141, "step": 7822 }, { "epoch": 1.93, "learning_rate": 1.4820818231908524e-06, "loss": 0.8463, "step": 7823 }, { "epoch": 1.93, "learning_rate": 1.4814725446971922e-06, "loss": 0.8576, "step": 7824 }, { "epoch": 1.93, "learning_rate": 1.4808633387302784e-06, "loss": 0.8936, "step": 7825 }, { "epoch": 1.93, "learning_rate": 1.4802542053334917e-06, "loss": 0.7832, "step": 7826 }, { "epoch": 1.93, "learning_rate": 1.4796451445502064e-06, "loss": 0.8113, "step": 7827 }, { "epoch": 1.93, "learning_rate": 1.4790361564237916e-06, "loss": 0.8051, "step": 7828 }, { "epoch": 1.93, "learning_rate": 1.478427240997612e-06, "loss": 0.8011, "step": 7829 }, { "epoch": 1.93, "learning_rate": 1.477818398315027e-06, "loss": 0.8176, "step": 7830 }, { "epoch": 1.94, "learning_rate": 1.4772096284193904e-06, "loss": 0.7344, "step": 7831 }, { "epoch": 1.94, "learning_rate": 1.4766009313540522e-06, "loss": 0.7722, "step": 7832 }, { "epoch": 1.94, "learning_rate": 1.4759923071623564e-06, "loss": 0.7768, "step": 7833 }, { "epoch": 1.94, "learning_rate": 1.4753837558876396e-06, "loss": 0.848, "step": 7834 }, { "epoch": 1.94, "learning_rate": 1.4747752775732366e-06, "loss": 0.7632, "step": 7835 }, { "epoch": 1.94, "learning_rate": 1.4741668722624753e-06, "loss": 0.7784, "step": 7836 }, { "epoch": 1.94, "learning_rate": 1.4735585399986788e-06, "loss": 0.8219, "step": 7837 }, { "epoch": 1.94, "learning_rate": 1.4729502808251644e-06, "loss": 0.82, "step": 7838 }, { "epoch": 1.94, "learning_rate": 1.4723420947852464e-06, "loss": 0.7963, "step": 7839 }, { "epoch": 1.94, "learning_rate": 1.4717339819222297e-06, "loss": 0.7897, "step": 7840 }, { "epoch": 1.94, "learning_rate": 1.4711259422794178e-06, "loss": 0.8058, "step": 7841 }, { "epoch": 1.94, "learning_rate": 1.4705179759001072e-06, "loss": 0.8608, "step": 7842 }, { "epoch": 1.94, "learning_rate": 1.4699100828275902e-06, "loss": 0.8451, "step": 7843 }, { "epoch": 1.94, "learning_rate": 1.469302263105153e-06, "loss": 0.8481, "step": 7844 }, { "epoch": 1.94, "learning_rate": 1.468694516776078e-06, "loss": 0.8391, "step": 7845 }, { "epoch": 1.94, "learning_rate": 1.468086843883639e-06, "loss": 0.9033, "step": 7846 }, { "epoch": 1.94, "learning_rate": 1.467479244471109e-06, "loss": 0.7519, "step": 7847 }, { "epoch": 1.94, "learning_rate": 1.4668717185817515e-06, "loss": 0.7745, "step": 7848 }, { "epoch": 1.94, "learning_rate": 1.4662642662588283e-06, "loss": 0.8068, "step": 7849 }, { "epoch": 1.94, "learning_rate": 1.4656568875455945e-06, "loss": 0.8389, "step": 7850 }, { "epoch": 1.94, "learning_rate": 1.4650495824853006e-06, "loss": 0.8149, "step": 7851 }, { "epoch": 1.94, "learning_rate": 1.4644423511211891e-06, "loss": 0.8331, "step": 7852 }, { "epoch": 1.94, "learning_rate": 1.4638351934965012e-06, "loss": 0.8217, "step": 7853 }, { "epoch": 1.94, "learning_rate": 1.4632281096544704e-06, "loss": 0.8558, "step": 7854 }, { "epoch": 1.94, "learning_rate": 1.4626210996383261e-06, "loss": 0.8641, "step": 7855 }, { "epoch": 1.94, "learning_rate": 1.462014163491291e-06, "loss": 0.7661, "step": 7856 }, { "epoch": 1.94, "learning_rate": 1.461407301256585e-06, "loss": 0.7834, "step": 7857 }, { "epoch": 1.94, "learning_rate": 1.46080051297742e-06, "loss": 0.8816, "step": 7858 }, { "epoch": 1.94, "learning_rate": 1.4601937986970035e-06, "loss": 0.7775, "step": 7859 }, { "epoch": 1.94, "learning_rate": 1.459587158458539e-06, "loss": 0.8553, "step": 7860 }, { "epoch": 1.94, "learning_rate": 1.458980592305223e-06, "loss": 0.8238, "step": 7861 }, { "epoch": 1.94, "learning_rate": 1.4583741002802486e-06, "loss": 0.824, "step": 7862 }, { "epoch": 1.94, "learning_rate": 1.4577676824268029e-06, "loss": 0.8388, "step": 7863 }, { "epoch": 1.94, "learning_rate": 1.457161338788065e-06, "loss": 0.9043, "step": 7864 }, { "epoch": 1.94, "learning_rate": 1.456555069407213e-06, "loss": 0.7501, "step": 7865 }, { "epoch": 1.94, "learning_rate": 1.4559488743274171e-06, "loss": 0.8365, "step": 7866 }, { "epoch": 1.94, "learning_rate": 1.4553427535918436e-06, "loss": 0.7467, "step": 7867 }, { "epoch": 1.94, "learning_rate": 1.4547367072436519e-06, "loss": 0.8275, "step": 7868 }, { "epoch": 1.94, "learning_rate": 1.4541307353259986e-06, "loss": 0.7576, "step": 7869 }, { "epoch": 1.94, "learning_rate": 1.4535248378820312e-06, "loss": 0.789, "step": 7870 }, { "epoch": 1.95, "learning_rate": 1.4529190149548967e-06, "loss": 0.8045, "step": 7871 }, { "epoch": 1.95, "learning_rate": 1.452313266587731e-06, "loss": 0.8129, "step": 7872 }, { "epoch": 1.95, "learning_rate": 1.45170759282367e-06, "loss": 0.7615, "step": 7873 }, { "epoch": 1.95, "learning_rate": 1.4511019937058418e-06, "loss": 0.7894, "step": 7874 }, { "epoch": 1.95, "learning_rate": 1.4504964692773706e-06, "loss": 0.8341, "step": 7875 }, { "epoch": 1.95, "learning_rate": 1.4498910195813723e-06, "loss": 0.7949, "step": 7876 }, { "epoch": 1.95, "learning_rate": 1.4492856446609604e-06, "loss": 0.8679, "step": 7877 }, { "epoch": 1.95, "learning_rate": 1.4486803445592417e-06, "loss": 0.7832, "step": 7878 }, { "epoch": 1.95, "learning_rate": 1.4480751193193187e-06, "loss": 0.768, "step": 7879 }, { "epoch": 1.95, "learning_rate": 1.447469968984288e-06, "loss": 0.8264, "step": 7880 }, { "epoch": 1.95, "learning_rate": 1.4468648935972413e-06, "loss": 0.8811, "step": 7881 }, { "epoch": 1.95, "learning_rate": 1.4462598932012624e-06, "loss": 0.775, "step": 7882 }, { "epoch": 1.95, "learning_rate": 1.4456549678394334e-06, "loss": 0.8194, "step": 7883 }, { "epoch": 1.95, "learning_rate": 1.4450501175548292e-06, "loss": 0.8082, "step": 7884 }, { "epoch": 1.95, "learning_rate": 1.4444453423905197e-06, "loss": 0.8731, "step": 7885 }, { "epoch": 1.95, "learning_rate": 1.443840642389569e-06, "loss": 0.7501, "step": 7886 }, { "epoch": 1.95, "learning_rate": 1.443236017595038e-06, "loss": 0.8399, "step": 7887 }, { "epoch": 1.95, "learning_rate": 1.442631468049978e-06, "loss": 0.8313, "step": 7888 }, { "epoch": 1.95, "learning_rate": 1.4420269937974384e-06, "loss": 0.8151, "step": 7889 }, { "epoch": 1.95, "learning_rate": 1.441422594880464e-06, "loss": 0.8766, "step": 7890 }, { "epoch": 1.95, "learning_rate": 1.4408182713420892e-06, "loss": 0.7642, "step": 7891 }, { "epoch": 1.95, "learning_rate": 1.4402140232253486e-06, "loss": 0.7707, "step": 7892 }, { "epoch": 1.95, "learning_rate": 1.4396098505732692e-06, "loss": 0.7684, "step": 7893 }, { "epoch": 1.95, "learning_rate": 1.4390057534288715e-06, "loss": 0.7756, "step": 7894 }, { "epoch": 1.95, "learning_rate": 1.4384017318351718e-06, "loss": 0.8043, "step": 7895 }, { "epoch": 1.95, "learning_rate": 1.4377977858351816e-06, "loss": 0.7896, "step": 7896 }, { "epoch": 1.95, "learning_rate": 1.437193915471906e-06, "loss": 0.8261, "step": 7897 }, { "epoch": 1.95, "learning_rate": 1.4365901207883453e-06, "loss": 0.8365, "step": 7898 }, { "epoch": 1.95, "learning_rate": 1.4359864018274955e-06, "loss": 0.8008, "step": 7899 }, { "epoch": 1.95, "learning_rate": 1.435382758632343e-06, "loss": 0.8679, "step": 7900 }, { "epoch": 1.95, "learning_rate": 1.4347791912458731e-06, "loss": 0.8229, "step": 7901 }, { "epoch": 1.95, "learning_rate": 1.4341756997110645e-06, "loss": 0.7782, "step": 7902 }, { "epoch": 1.95, "learning_rate": 1.4335722840708905e-06, "loss": 0.8109, "step": 7903 }, { "epoch": 1.95, "learning_rate": 1.4329689443683182e-06, "loss": 0.7859, "step": 7904 }, { "epoch": 1.95, "learning_rate": 1.432365680646311e-06, "loss": 0.8653, "step": 7905 }, { "epoch": 1.95, "learning_rate": 1.431762492947824e-06, "loss": 0.7818, "step": 7906 }, { "epoch": 1.95, "learning_rate": 1.4311593813158098e-06, "loss": 0.8694, "step": 7907 }, { "epoch": 1.95, "learning_rate": 1.4305563457932142e-06, "loss": 0.8289, "step": 7908 }, { "epoch": 1.95, "learning_rate": 1.4299533864229786e-06, "loss": 0.7724, "step": 7909 }, { "epoch": 1.95, "learning_rate": 1.4293505032480368e-06, "loss": 0.87, "step": 7910 }, { "epoch": 1.95, "learning_rate": 1.42874769631132e-06, "loss": 0.7839, "step": 7911 }, { "epoch": 1.96, "learning_rate": 1.4281449656557506e-06, "loss": 0.8067, "step": 7912 }, { "epoch": 1.96, "learning_rate": 1.4275423113242492e-06, "loss": 0.8872, "step": 7913 }, { "epoch": 1.96, "learning_rate": 1.4269397333597284e-06, "loss": 0.8437, "step": 7914 }, { "epoch": 1.96, "learning_rate": 1.4263372318050966e-06, "loss": 0.8446, "step": 7915 }, { "epoch": 1.96, "learning_rate": 1.4257348067032565e-06, "loss": 0.7989, "step": 7916 }, { "epoch": 1.96, "learning_rate": 1.425132458097106e-06, "loss": 0.8362, "step": 7917 }, { "epoch": 1.96, "learning_rate": 1.424530186029535e-06, "loss": 0.9053, "step": 7918 }, { "epoch": 1.96, "learning_rate": 1.423927990543431e-06, "loss": 0.8208, "step": 7919 }, { "epoch": 1.96, "learning_rate": 1.4233258716816745e-06, "loss": 0.7457, "step": 7920 }, { "epoch": 1.96, "learning_rate": 1.422723829487141e-06, "loss": 0.8564, "step": 7921 }, { "epoch": 1.96, "learning_rate": 1.4221218640027e-06, "loss": 0.8771, "step": 7922 }, { "epoch": 1.96, "learning_rate": 1.4215199752712172e-06, "loss": 0.9356, "step": 7923 }, { "epoch": 1.96, "learning_rate": 1.4209181633355495e-06, "loss": 0.8589, "step": 7924 }, { "epoch": 1.96, "learning_rate": 1.4203164282385519e-06, "loss": 0.802, "step": 7925 }, { "epoch": 1.96, "learning_rate": 1.4197147700230718e-06, "loss": 0.803, "step": 7926 }, { "epoch": 1.96, "learning_rate": 1.4191131887319528e-06, "loss": 0.8832, "step": 7927 }, { "epoch": 1.96, "learning_rate": 1.4185116844080305e-06, "loss": 0.7999, "step": 7928 }, { "epoch": 1.96, "learning_rate": 1.4179102570941368e-06, "loss": 0.7992, "step": 7929 }, { "epoch": 1.96, "learning_rate": 1.4173089068330991e-06, "loss": 0.8743, "step": 7930 }, { "epoch": 1.96, "learning_rate": 1.416707633667736e-06, "loss": 0.8371, "step": 7931 }, { "epoch": 1.96, "learning_rate": 1.416106437640864e-06, "loss": 0.801, "step": 7932 }, { "epoch": 1.96, "learning_rate": 1.4155053187952922e-06, "loss": 0.7814, "step": 7933 }, { "epoch": 1.96, "learning_rate": 1.414904277173825e-06, "loss": 0.8352, "step": 7934 }, { "epoch": 1.96, "learning_rate": 1.4143033128192618e-06, "loss": 0.8691, "step": 7935 }, { "epoch": 1.96, "learning_rate": 1.4137024257743943e-06, "loss": 0.7775, "step": 7936 }, { "epoch": 1.96, "learning_rate": 1.4131016160820104e-06, "loss": 0.782, "step": 7937 }, { "epoch": 1.96, "learning_rate": 1.412500883784893e-06, "loss": 0.8557, "step": 7938 }, { "epoch": 1.96, "learning_rate": 1.4119002289258182e-06, "loss": 0.8889, "step": 7939 }, { "epoch": 1.96, "learning_rate": 1.4112996515475569e-06, "loss": 0.8171, "step": 7940 }, { "epoch": 1.96, "learning_rate": 1.4106991516928764e-06, "loss": 0.8772, "step": 7941 }, { "epoch": 1.96, "learning_rate": 1.4100987294045343e-06, "loss": 0.8416, "step": 7942 }, { "epoch": 1.96, "learning_rate": 1.409498384725286e-06, "loss": 0.8095, "step": 7943 }, { "epoch": 1.96, "learning_rate": 1.4088981176978808e-06, "loss": 0.806, "step": 7944 }, { "epoch": 1.96, "learning_rate": 1.4082979283650621e-06, "loss": 0.785, "step": 7945 }, { "epoch": 1.96, "learning_rate": 1.4076978167695692e-06, "loss": 0.8063, "step": 7946 }, { "epoch": 1.96, "learning_rate": 1.4070977829541318e-06, "loss": 0.8039, "step": 7947 }, { "epoch": 1.96, "learning_rate": 1.4064978269614785e-06, "loss": 0.7794, "step": 7948 }, { "epoch": 1.96, "learning_rate": 1.405897948834331e-06, "loss": 0.8161, "step": 7949 }, { "epoch": 1.96, "learning_rate": 1.4052981486154035e-06, "loss": 0.8227, "step": 7950 }, { "epoch": 1.96, "learning_rate": 1.4046984263474073e-06, "loss": 0.8794, "step": 7951 }, { "epoch": 1.97, "learning_rate": 1.4040987820730467e-06, "loss": 0.8075, "step": 7952 }, { "epoch": 1.97, "learning_rate": 1.4034992158350224e-06, "loss": 0.8702, "step": 7953 }, { "epoch": 1.97, "learning_rate": 1.4028997276760254e-06, "loss": 0.8358, "step": 7954 }, { "epoch": 1.97, "learning_rate": 1.402300317638745e-06, "loss": 0.7992, "step": 7955 }, { "epoch": 1.97, "learning_rate": 1.4017009857658636e-06, "loss": 0.8179, "step": 7956 }, { "epoch": 1.97, "learning_rate": 1.4011017321000587e-06, "loss": 0.8277, "step": 7957 }, { "epoch": 1.97, "learning_rate": 1.4005025566840006e-06, "loss": 0.8408, "step": 7958 }, { "epoch": 1.97, "learning_rate": 1.3999034595603566e-06, "loss": 0.8025, "step": 7959 }, { "epoch": 1.97, "learning_rate": 1.3993044407717848e-06, "loss": 0.7728, "step": 7960 }, { "epoch": 1.97, "learning_rate": 1.3987055003609407e-06, "loss": 0.8803, "step": 7961 }, { "epoch": 1.97, "learning_rate": 1.398106638370474e-06, "loss": 0.7622, "step": 7962 }, { "epoch": 1.97, "learning_rate": 1.3975078548430272e-06, "loss": 0.8734, "step": 7963 }, { "epoch": 1.97, "learning_rate": 1.3969091498212384e-06, "loss": 0.8444, "step": 7964 }, { "epoch": 1.97, "learning_rate": 1.396310523347741e-06, "loss": 0.7275, "step": 7965 }, { "epoch": 1.97, "learning_rate": 1.39571197546516e-06, "loss": 0.8979, "step": 7966 }, { "epoch": 1.97, "learning_rate": 1.3951135062161176e-06, "loss": 0.787, "step": 7967 }, { "epoch": 1.97, "learning_rate": 1.394515115643228e-06, "loss": 0.8272, "step": 7968 }, { "epoch": 1.97, "learning_rate": 1.393916803789102e-06, "loss": 0.8058, "step": 7969 }, { "epoch": 1.97, "learning_rate": 1.3933185706963438e-06, "loss": 0.8308, "step": 7970 }, { "epoch": 1.97, "learning_rate": 1.392720416407553e-06, "loss": 0.8828, "step": 7971 }, { "epoch": 1.97, "learning_rate": 1.3921223409653206e-06, "loss": 0.7818, "step": 7972 }, { "epoch": 1.97, "learning_rate": 1.3915243444122348e-06, "loss": 0.8198, "step": 7973 }, { "epoch": 1.97, "learning_rate": 1.3909264267908779e-06, "loss": 0.788, "step": 7974 }, { "epoch": 1.97, "learning_rate": 1.3903285881438258e-06, "loss": 0.7976, "step": 7975 }, { "epoch": 1.97, "learning_rate": 1.389730828513649e-06, "loss": 0.7947, "step": 7976 }, { "epoch": 1.97, "learning_rate": 1.3891331479429137e-06, "loss": 0.873, "step": 7977 }, { "epoch": 1.97, "learning_rate": 1.3885355464741774e-06, "loss": 0.766, "step": 7978 }, { "epoch": 1.97, "learning_rate": 1.387938024149994e-06, "loss": 0.8162, "step": 7979 }, { "epoch": 1.97, "learning_rate": 1.387340581012912e-06, "loss": 0.8338, "step": 7980 }, { "epoch": 1.97, "learning_rate": 1.386743217105474e-06, "loss": 0.8502, "step": 7981 }, { "epoch": 1.97, "learning_rate": 1.3861459324702167e-06, "loss": 0.8358, "step": 7982 }, { "epoch": 1.97, "learning_rate": 1.385548727149672e-06, "loss": 0.7035, "step": 7983 }, { "epoch": 1.97, "learning_rate": 1.3849516011863635e-06, "loss": 0.7773, "step": 7984 }, { "epoch": 1.97, "learning_rate": 1.3843545546228116e-06, "loss": 0.7909, "step": 7985 }, { "epoch": 1.97, "learning_rate": 1.3837575875015322e-06, "loss": 0.8347, "step": 7986 }, { "epoch": 1.97, "learning_rate": 1.3831606998650316e-06, "loss": 0.7371, "step": 7987 }, { "epoch": 1.97, "learning_rate": 1.382563891755813e-06, "loss": 0.7039, "step": 7988 }, { "epoch": 1.97, "learning_rate": 1.3819671632163757e-06, "loss": 0.7946, "step": 7989 }, { "epoch": 1.97, "learning_rate": 1.3813705142892082e-06, "loss": 0.7831, "step": 7990 }, { "epoch": 1.97, "learning_rate": 1.3807739450167975e-06, "loss": 0.743, "step": 7991 }, { "epoch": 1.97, "learning_rate": 1.3801774554416245e-06, "loss": 0.8211, "step": 7992 }, { "epoch": 1.98, "learning_rate": 1.379581045606163e-06, "loss": 0.8198, "step": 7993 }, { "epoch": 1.98, "learning_rate": 1.3789847155528823e-06, "loss": 0.7942, "step": 7994 }, { "epoch": 1.98, "learning_rate": 1.378388465324246e-06, "loss": 0.8636, "step": 7995 }, { "epoch": 1.98, "learning_rate": 1.37779229496271e-06, "loss": 0.8874, "step": 7996 }, { "epoch": 1.98, "learning_rate": 1.3771962045107273e-06, "loss": 0.7951, "step": 7997 }, { "epoch": 1.98, "learning_rate": 1.3766001940107433e-06, "loss": 0.8314, "step": 7998 }, { "epoch": 1.98, "learning_rate": 1.3760042635051983e-06, "loss": 0.8471, "step": 7999 }, { "epoch": 1.98, "learning_rate": 1.375408413036528e-06, "loss": 0.7955, "step": 8000 }, { "epoch": 1.98, "learning_rate": 1.374812642647162e-06, "loss": 0.7649, "step": 8001 }, { "epoch": 1.98, "learning_rate": 1.3742169523795207e-06, "loss": 0.7735, "step": 8002 }, { "epoch": 1.98, "learning_rate": 1.3736213422760239e-06, "loss": 0.9001, "step": 8003 }, { "epoch": 1.98, "learning_rate": 1.3730258123790829e-06, "loss": 0.8063, "step": 8004 }, { "epoch": 1.98, "learning_rate": 1.3724303627311048e-06, "loss": 0.8449, "step": 8005 }, { "epoch": 1.98, "learning_rate": 1.3718349933744882e-06, "loss": 0.8577, "step": 8006 }, { "epoch": 1.98, "learning_rate": 1.3712397043516296e-06, "loss": 0.8646, "step": 8007 }, { "epoch": 1.98, "learning_rate": 1.3706444957049165e-06, "loss": 0.8888, "step": 8008 }, { "epoch": 1.98, "learning_rate": 1.3700493674767328e-06, "loss": 0.8667, "step": 8009 }, { "epoch": 1.98, "learning_rate": 1.3694543197094566e-06, "loss": 0.7778, "step": 8010 }, { "epoch": 1.98, "learning_rate": 1.3688593524454591e-06, "loss": 0.7568, "step": 8011 }, { "epoch": 1.98, "learning_rate": 1.3682644657271067e-06, "loss": 0.8036, "step": 8012 }, { "epoch": 1.98, "learning_rate": 1.3676696595967603e-06, "loss": 0.8024, "step": 8013 }, { "epoch": 1.98, "learning_rate": 1.3670749340967732e-06, "loss": 0.8573, "step": 8014 }, { "epoch": 1.98, "learning_rate": 1.3664802892694951e-06, "loss": 0.844, "step": 8015 }, { "epoch": 1.98, "learning_rate": 1.3658857251572687e-06, "loss": 0.7802, "step": 8016 }, { "epoch": 1.98, "learning_rate": 1.3652912418024322e-06, "loss": 0.8656, "step": 8017 }, { "epoch": 1.98, "learning_rate": 1.3646968392473164e-06, "loss": 0.81, "step": 8018 }, { "epoch": 1.98, "learning_rate": 1.364102517534249e-06, "loss": 0.8018, "step": 8019 }, { "epoch": 1.98, "learning_rate": 1.3635082767055474e-06, "loss": 0.8222, "step": 8020 }, { "epoch": 1.98, "learning_rate": 1.3629141168035275e-06, "loss": 0.8028, "step": 8021 }, { "epoch": 1.98, "learning_rate": 1.3623200378704977e-06, "loss": 0.8892, "step": 8022 }, { "epoch": 1.98, "learning_rate": 1.361726039948761e-06, "loss": 0.7923, "step": 8023 }, { "epoch": 1.98, "learning_rate": 1.3611321230806152e-06, "loss": 0.7324, "step": 8024 }, { "epoch": 1.98, "learning_rate": 1.3605382873083497e-06, "loss": 0.8018, "step": 8025 }, { "epoch": 1.98, "learning_rate": 1.3599445326742523e-06, "loss": 0.8189, "step": 8026 }, { "epoch": 1.98, "learning_rate": 1.3593508592206004e-06, "loss": 0.7711, "step": 8027 }, { "epoch": 1.98, "learning_rate": 1.358757266989669e-06, "loss": 0.7749, "step": 8028 }, { "epoch": 1.98, "learning_rate": 1.3581637560237265e-06, "loss": 0.8712, "step": 8029 }, { "epoch": 1.98, "learning_rate": 1.3575703263650353e-06, "loss": 0.8579, "step": 8030 }, { "epoch": 1.98, "learning_rate": 1.3569769780558527e-06, "loss": 0.8305, "step": 8031 }, { "epoch": 1.98, "learning_rate": 1.3563837111384282e-06, "loss": 0.9219, "step": 8032 }, { "epoch": 1.99, "learning_rate": 1.3557905256550068e-06, "loss": 0.8076, "step": 8033 }, { "epoch": 1.99, "learning_rate": 1.3551974216478288e-06, "loss": 0.8019, "step": 8034 }, { "epoch": 1.99, "learning_rate": 1.354604399159127e-06, "loss": 0.794, "step": 8035 }, { "epoch": 1.99, "learning_rate": 1.3540114582311292e-06, "loss": 0.7844, "step": 8036 }, { "epoch": 1.99, "learning_rate": 1.3534185989060584e-06, "loss": 0.7819, "step": 8037 }, { "epoch": 1.99, "learning_rate": 1.3528258212261277e-06, "loss": 0.8718, "step": 8038 }, { "epoch": 1.99, "learning_rate": 1.3522331252335494e-06, "loss": 0.8284, "step": 8039 }, { "epoch": 1.99, "learning_rate": 1.3516405109705275e-06, "loss": 0.8846, "step": 8040 }, { "epoch": 1.99, "learning_rate": 1.3510479784792602e-06, "loss": 0.8254, "step": 8041 }, { "epoch": 1.99, "learning_rate": 1.3504555278019415e-06, "loss": 0.786, "step": 8042 }, { "epoch": 1.99, "learning_rate": 1.3498631589807565e-06, "loss": 0.7664, "step": 8043 }, { "epoch": 1.99, "learning_rate": 1.3492708720578872e-06, "loss": 0.7898, "step": 8044 }, { "epoch": 1.99, "learning_rate": 1.3486786670755097e-06, "loss": 0.7382, "step": 8045 }, { "epoch": 1.99, "learning_rate": 1.3480865440757912e-06, "loss": 0.8858, "step": 8046 }, { "epoch": 1.99, "learning_rate": 1.3474945031008967e-06, "loss": 0.7854, "step": 8047 }, { "epoch": 1.99, "learning_rate": 1.3469025441929838e-06, "loss": 0.7805, "step": 8048 }, { "epoch": 1.99, "learning_rate": 1.3463106673942053e-06, "loss": 0.8551, "step": 8049 }, { "epoch": 1.99, "learning_rate": 1.3457188727467052e-06, "loss": 0.7794, "step": 8050 }, { "epoch": 1.99, "learning_rate": 1.3451271602926248e-06, "loss": 0.8675, "step": 8051 }, { "epoch": 1.99, "learning_rate": 1.3445355300740986e-06, "loss": 0.7844, "step": 8052 }, { "epoch": 1.99, "learning_rate": 1.3439439821332544e-06, "loss": 0.9134, "step": 8053 }, { "epoch": 1.99, "learning_rate": 1.3433525165122157e-06, "loss": 0.8586, "step": 8054 }, { "epoch": 1.99, "learning_rate": 1.3427611332530998e-06, "loss": 0.8359, "step": 8055 }, { "epoch": 1.99, "learning_rate": 1.3421698323980156e-06, "loss": 0.7497, "step": 8056 }, { "epoch": 1.99, "learning_rate": 1.3415786139890692e-06, "loss": 0.7939, "step": 8057 }, { "epoch": 1.99, "learning_rate": 1.3409874780683596e-06, "loss": 0.8722, "step": 8058 }, { "epoch": 1.99, "learning_rate": 1.3403964246779805e-06, "loss": 0.8593, "step": 8059 }, { "epoch": 1.99, "learning_rate": 1.339805453860019e-06, "loss": 0.8035, "step": 8060 }, { "epoch": 1.99, "learning_rate": 1.3392145656565575e-06, "loss": 0.8005, "step": 8061 }, { "epoch": 1.99, "learning_rate": 1.33862376010967e-06, "loss": 0.7865, "step": 8062 }, { "epoch": 1.99, "learning_rate": 1.338033037261427e-06, "loss": 0.7977, "step": 8063 }, { "epoch": 1.99, "learning_rate": 1.3374423971538932e-06, "loss": 0.7535, "step": 8064 }, { "epoch": 1.99, "learning_rate": 1.3368518398291254e-06, "loss": 0.8282, "step": 8065 }, { "epoch": 1.99, "learning_rate": 1.3362613653291756e-06, "loss": 0.7849, "step": 8066 }, { "epoch": 1.99, "learning_rate": 1.3356709736960915e-06, "loss": 0.7714, "step": 8067 }, { "epoch": 1.99, "learning_rate": 1.3350806649719113e-06, "loss": 0.8634, "step": 8068 }, { "epoch": 1.99, "learning_rate": 1.3344904391986708e-06, "loss": 0.8369, "step": 8069 }, { "epoch": 1.99, "learning_rate": 1.3339002964183977e-06, "loss": 0.784, "step": 8070 }, { "epoch": 1.99, "learning_rate": 1.3333102366731154e-06, "loss": 0.7821, "step": 8071 }, { "epoch": 1.99, "learning_rate": 1.33272026000484e-06, "loss": 0.7923, "step": 8072 }, { "epoch": 1.99, "learning_rate": 1.3321303664555834e-06, "loss": 0.7962, "step": 8073 }, { "epoch": 2.0, "learning_rate": 1.3315405560673483e-06, "loss": 0.8279, "step": 8074 }, { "epoch": 2.0, "learning_rate": 1.3309508288821348e-06, "loss": 0.8347, "step": 8075 }, { "epoch": 2.0, "learning_rate": 1.3303611849419356e-06, "loss": 0.7931, "step": 8076 }, { "epoch": 2.0, "learning_rate": 1.3297716242887382e-06, "loss": 0.8667, "step": 8077 }, { "epoch": 2.0, "learning_rate": 1.329182146964523e-06, "loss": 0.8005, "step": 8078 }, { "epoch": 2.0, "learning_rate": 1.328592753011267e-06, "loss": 0.8578, "step": 8079 }, { "epoch": 2.0, "learning_rate": 1.3280034424709366e-06, "loss": 0.8846, "step": 8080 }, { "epoch": 2.0, "learning_rate": 1.327414215385497e-06, "loss": 0.8023, "step": 8081 }, { "epoch": 2.0, "learning_rate": 1.3268250717969055e-06, "loss": 0.8499, "step": 8082 }, { "epoch": 2.0, "learning_rate": 1.3262360117471127e-06, "loss": 0.9147, "step": 8083 }, { "epoch": 2.0, "learning_rate": 1.3256470352780643e-06, "loss": 0.8672, "step": 8084 }, { "epoch": 2.0, "learning_rate": 1.3250581424317012e-06, "loss": 0.7592, "step": 8085 }, { "epoch": 2.0, "learning_rate": 1.3244693332499541e-06, "loss": 0.8017, "step": 8086 }, { "epoch": 2.0, "learning_rate": 1.3238806077747529e-06, "loss": 0.9233, "step": 8087 }, { "epoch": 2.0, "learning_rate": 1.3232919660480185e-06, "loss": 0.8513, "step": 8088 }, { "epoch": 2.0, "learning_rate": 1.3227034081116664e-06, "loss": 0.8634, "step": 8089 }, { "epoch": 2.0, "learning_rate": 1.3221149340076068e-06, "loss": 0.8333, "step": 8090 }, { "epoch": 2.0, "learning_rate": 1.3215265437777442e-06, "loss": 0.8359, "step": 8091 }, { "epoch": 2.0, "learning_rate": 1.3209382374639746e-06, "loss": 0.9023, "step": 8092 }, { "epoch": 2.0, "learning_rate": 1.3203500151081902e-06, "loss": 0.8228, "step": 8093 }, { "epoch": 2.0, "learning_rate": 1.3197618767522773e-06, "loss": 0.8348, "step": 8094 }, { "epoch": 2.0, "learning_rate": 1.3191738224381158e-06, "loss": 0.8894, "step": 8095 }, { "epoch": 2.0, "learning_rate": 1.3185858522075795e-06, "loss": 0.9232, "step": 8096 }, { "epoch": 2.0, "learning_rate": 1.317997966102537e-06, "loss": 0.762, "step": 8097 }, { "epoch": 2.0, "learning_rate": 1.3174101641648484e-06, "loss": 0.8536, "step": 8098 }, { "epoch": 2.0, "learning_rate": 1.3168224464363706e-06, "loss": 0.8871, "step": 8099 }, { "epoch": 2.0, "learning_rate": 1.316234812958953e-06, "loss": 0.8466, "step": 8100 }, { "epoch": 2.0, "learning_rate": 1.3156472637744411e-06, "loss": 0.8209, "step": 8101 }, { "epoch": 2.0, "learning_rate": 1.3150597989246707e-06, "loss": 0.8269, "step": 8102 }, { "epoch": 2.0, "learning_rate": 1.3144724184514745e-06, "loss": 0.7962, "step": 8103 }, { "epoch": 2.0, "learning_rate": 1.3138851223966791e-06, "loss": 0.8417, "step": 8104 }, { "epoch": 2.0, "learning_rate": 1.3132979108021032e-06, "loss": 0.8336, "step": 8105 }, { "epoch": 2.0, "learning_rate": 1.312710783709561e-06, "loss": 0.7568, "step": 8106 }, { "epoch": 2.0, "learning_rate": 1.31212374116086e-06, "loss": 0.7994, "step": 8107 }, { "epoch": 2.0, "learning_rate": 1.3115367831978027e-06, "loss": 0.7826, "step": 8108 }, { "epoch": 2.0, "learning_rate": 1.3109499098621858e-06, "loss": 0.7785, "step": 8109 }, { "epoch": 2.0, "learning_rate": 1.3103631211957965e-06, "loss": 0.886, "step": 8110 }, { "epoch": 2.0, "learning_rate": 1.3097764172404202e-06, "loss": 0.8214, "step": 8111 }, { "epoch": 2.0, "learning_rate": 1.309189798037834e-06, "loss": 0.8093, "step": 8112 }, { "epoch": 2.0, "learning_rate": 1.3086032636298102e-06, "loss": 0.7866, "step": 8113 }, { "epoch": 2.01, "learning_rate": 1.3080168140581137e-06, "loss": 0.8198, "step": 8114 }, { "epoch": 2.01, "learning_rate": 1.3074304493645058e-06, "loss": 0.7877, "step": 8115 }, { "epoch": 2.01, "learning_rate": 1.3068441695907375e-06, "loss": 0.7729, "step": 8116 }, { "epoch": 2.01, "learning_rate": 1.3062579747785574e-06, "loss": 0.7321, "step": 8117 }, { "epoch": 2.01, "learning_rate": 1.305671864969707e-06, "loss": 0.7998, "step": 8118 }, { "epoch": 2.01, "learning_rate": 1.3050858402059219e-06, "loss": 0.8212, "step": 8119 }, { "epoch": 2.01, "learning_rate": 1.304499900528932e-06, "loss": 0.8054, "step": 8120 }, { "epoch": 2.01, "learning_rate": 1.3039140459804592e-06, "loss": 0.8525, "step": 8121 }, { "epoch": 2.01, "learning_rate": 1.303328276602222e-06, "loss": 0.8403, "step": 8122 }, { "epoch": 2.01, "learning_rate": 1.30274259243593e-06, "loss": 0.7995, "step": 8123 }, { "epoch": 2.01, "learning_rate": 1.302156993523289e-06, "loss": 0.7895, "step": 8124 }, { "epoch": 2.01, "learning_rate": 1.3015714799059987e-06, "loss": 0.7848, "step": 8125 }, { "epoch": 2.01, "learning_rate": 1.300986051625751e-06, "loss": 0.8645, "step": 8126 }, { "epoch": 2.01, "learning_rate": 1.3004007087242342e-06, "loss": 0.8886, "step": 8127 }, { "epoch": 2.01, "learning_rate": 1.2998154512431271e-06, "loss": 0.7995, "step": 8128 }, { "epoch": 2.01, "learning_rate": 1.2992302792241057e-06, "loss": 0.7859, "step": 8129 }, { "epoch": 2.01, "learning_rate": 1.298645192708838e-06, "loss": 0.8286, "step": 8130 }, { "epoch": 2.01, "learning_rate": 1.2980601917389871e-06, "loss": 0.9109, "step": 8131 }, { "epoch": 2.01, "learning_rate": 1.297475276356209e-06, "loss": 0.7479, "step": 8132 }, { "epoch": 2.01, "learning_rate": 1.2968904466021554e-06, "loss": 0.8897, "step": 8133 }, { "epoch": 2.01, "learning_rate": 1.2963057025184684e-06, "loss": 0.8172, "step": 8134 }, { "epoch": 2.01, "learning_rate": 1.2957210441467866e-06, "loss": 0.8549, "step": 8135 }, { "epoch": 2.01, "learning_rate": 1.295136471528743e-06, "loss": 0.8248, "step": 8136 }, { "epoch": 2.01, "learning_rate": 1.294551984705963e-06, "loss": 0.7992, "step": 8137 }, { "epoch": 2.01, "learning_rate": 1.293967583720066e-06, "loss": 0.7986, "step": 8138 }, { "epoch": 2.01, "learning_rate": 1.2933832686126677e-06, "loss": 0.745, "step": 8139 }, { "epoch": 2.01, "learning_rate": 1.2927990394253731e-06, "loss": 0.8399, "step": 8140 }, { "epoch": 2.01, "learning_rate": 1.2922148961997856e-06, "loss": 0.809, "step": 8141 }, { "epoch": 2.01, "learning_rate": 1.2916308389774984e-06, "loss": 0.7505, "step": 8142 }, { "epoch": 2.01, "learning_rate": 1.2910468678001025e-06, "loss": 0.7334, "step": 8143 }, { "epoch": 2.01, "learning_rate": 1.2904629827091802e-06, "loss": 0.9051, "step": 8144 }, { "epoch": 2.01, "learning_rate": 1.2898791837463098e-06, "loss": 0.8622, "step": 8145 }, { "epoch": 2.01, "learning_rate": 1.2892954709530603e-06, "loss": 0.7928, "step": 8146 }, { "epoch": 2.01, "learning_rate": 1.2887118443709973e-06, "loss": 0.7428, "step": 8147 }, { "epoch": 2.01, "learning_rate": 1.2881283040416793e-06, "loss": 0.7998, "step": 8148 }, { "epoch": 2.01, "learning_rate": 1.2875448500066583e-06, "loss": 0.7976, "step": 8149 }, { "epoch": 2.01, "learning_rate": 1.2869614823074812e-06, "loss": 0.8298, "step": 8150 }, { "epoch": 2.01, "learning_rate": 1.286378200985689e-06, "loss": 0.8464, "step": 8151 }, { "epoch": 2.01, "learning_rate": 1.2857950060828133e-06, "loss": 0.8818, "step": 8152 }, { "epoch": 2.01, "learning_rate": 1.2852118976403834e-06, "loss": 0.8703, "step": 8153 }, { "epoch": 2.01, "learning_rate": 1.2846288756999209e-06, "loss": 0.9006, "step": 8154 }, { "epoch": 2.02, "learning_rate": 1.2840459403029412e-06, "loss": 0.8433, "step": 8155 }, { "epoch": 2.02, "learning_rate": 1.2834630914909536e-06, "loss": 0.7912, "step": 8156 }, { "epoch": 2.02, "learning_rate": 1.282880329305462e-06, "loss": 0.83, "step": 8157 }, { "epoch": 2.02, "learning_rate": 1.2822976537879622e-06, "loss": 0.7862, "step": 8158 }, { "epoch": 2.02, "learning_rate": 1.2817150649799453e-06, "loss": 0.8013, "step": 8159 }, { "epoch": 2.02, "learning_rate": 1.281132562922897e-06, "loss": 0.7866, "step": 8160 }, { "epoch": 2.02, "learning_rate": 1.2805501476582943e-06, "loss": 0.8353, "step": 8161 }, { "epoch": 2.02, "learning_rate": 1.2799678192276105e-06, "loss": 0.8182, "step": 8162 }, { "epoch": 2.02, "learning_rate": 1.279385577672312e-06, "loss": 0.7861, "step": 8163 }, { "epoch": 2.02, "learning_rate": 1.2788034230338571e-06, "loss": 0.8781, "step": 8164 }, { "epoch": 2.02, "learning_rate": 1.278221355353701e-06, "loss": 0.7938, "step": 8165 }, { "epoch": 2.02, "learning_rate": 1.2776393746732908e-06, "loss": 0.8346, "step": 8166 }, { "epoch": 2.02, "learning_rate": 1.277057481034068e-06, "loss": 0.7607, "step": 8167 }, { "epoch": 2.02, "learning_rate": 1.2764756744774676e-06, "loss": 0.864, "step": 8168 }, { "epoch": 2.02, "learning_rate": 1.2758939550449196e-06, "loss": 0.8103, "step": 8169 }, { "epoch": 2.02, "learning_rate": 1.2753123227778449e-06, "loss": 0.839, "step": 8170 }, { "epoch": 2.02, "learning_rate": 1.274730777717661e-06, "loss": 0.7888, "step": 8171 }, { "epoch": 2.02, "learning_rate": 1.2741493199057784e-06, "loss": 0.8651, "step": 8172 }, { "epoch": 2.02, "learning_rate": 1.273567949383601e-06, "loss": 0.841, "step": 8173 }, { "epoch": 2.02, "learning_rate": 1.2729866661925266e-06, "loss": 0.8861, "step": 8174 }, { "epoch": 2.02, "learning_rate": 1.2724054703739483e-06, "loss": 0.8169, "step": 8175 }, { "epoch": 2.02, "learning_rate": 1.2718243619692494e-06, "loss": 0.8426, "step": 8176 }, { "epoch": 2.02, "learning_rate": 1.27124334101981e-06, "loss": 0.906, "step": 8177 }, { "epoch": 2.02, "learning_rate": 1.2706624075670033e-06, "loss": 0.8077, "step": 8178 }, { "epoch": 2.02, "learning_rate": 1.2700815616521966e-06, "loss": 0.8377, "step": 8179 }, { "epoch": 2.02, "learning_rate": 1.2695008033167494e-06, "loss": 0.8486, "step": 8180 }, { "epoch": 2.02, "learning_rate": 1.2689201326020172e-06, "loss": 0.8415, "step": 8181 }, { "epoch": 2.02, "learning_rate": 1.2683395495493464e-06, "loss": 0.8026, "step": 8182 }, { "epoch": 2.02, "learning_rate": 1.26775905420008e-06, "loss": 0.8407, "step": 8183 }, { "epoch": 2.02, "learning_rate": 1.2671786465955533e-06, "loss": 0.8091, "step": 8184 }, { "epoch": 2.02, "learning_rate": 1.2665983267770957e-06, "loss": 0.9646, "step": 8185 }, { "epoch": 2.02, "learning_rate": 1.2660180947860303e-06, "loss": 0.7486, "step": 8186 }, { "epoch": 2.02, "learning_rate": 1.265437950663675e-06, "loss": 0.7938, "step": 8187 }, { "epoch": 2.02, "learning_rate": 1.2648578944513386e-06, "loss": 0.8603, "step": 8188 }, { "epoch": 2.02, "learning_rate": 1.2642779261903263e-06, "loss": 0.8223, "step": 8189 }, { "epoch": 2.02, "learning_rate": 1.263698045921936e-06, "loss": 0.8462, "step": 8190 }, { "epoch": 2.02, "learning_rate": 1.2631182536874592e-06, "loss": 0.795, "step": 8191 }, { "epoch": 2.02, "learning_rate": 1.2625385495281822e-06, "loss": 0.8458, "step": 8192 }, { "epoch": 2.02, "learning_rate": 1.261958933485385e-06, "loss": 0.7584, "step": 8193 }, { "epoch": 2.02, "learning_rate": 1.261379405600338e-06, "loss": 0.7855, "step": 8194 }, { "epoch": 2.03, "learning_rate": 1.2607999659143094e-06, "loss": 0.8473, "step": 8195 }, { "epoch": 2.03, "learning_rate": 1.2602206144685596e-06, "loss": 0.7892, "step": 8196 }, { "epoch": 2.03, "learning_rate": 1.259641351304344e-06, "loss": 0.7736, "step": 8197 }, { "epoch": 2.03, "learning_rate": 1.259062176462908e-06, "loss": 0.7412, "step": 8198 }, { "epoch": 2.03, "learning_rate": 1.2584830899854943e-06, "loss": 0.8172, "step": 8199 }, { "epoch": 2.03, "learning_rate": 1.2579040919133393e-06, "loss": 0.8545, "step": 8200 }, { "epoch": 2.03, "learning_rate": 1.2573251822876698e-06, "loss": 0.8175, "step": 8201 }, { "epoch": 2.03, "learning_rate": 1.2567463611497094e-06, "loss": 0.7489, "step": 8202 }, { "epoch": 2.03, "learning_rate": 1.256167628540675e-06, "loss": 0.8361, "step": 8203 }, { "epoch": 2.03, "learning_rate": 1.255588984501776e-06, "loss": 0.8082, "step": 8204 }, { "epoch": 2.03, "learning_rate": 1.2550104290742177e-06, "loss": 0.8818, "step": 8205 }, { "epoch": 2.03, "learning_rate": 1.2544319622991952e-06, "loss": 0.8039, "step": 8206 }, { "epoch": 2.03, "learning_rate": 1.2538535842179009e-06, "loss": 0.9227, "step": 8207 }, { "epoch": 2.03, "learning_rate": 1.2532752948715193e-06, "loss": 0.8209, "step": 8208 }, { "epoch": 2.03, "learning_rate": 1.2526970943012296e-06, "loss": 0.7753, "step": 8209 }, { "epoch": 2.03, "learning_rate": 1.2521189825482032e-06, "loss": 0.7987, "step": 8210 }, { "epoch": 2.03, "learning_rate": 1.251540959653607e-06, "loss": 0.8158, "step": 8211 }, { "epoch": 2.03, "learning_rate": 1.2509630256585994e-06, "loss": 0.7503, "step": 8212 }, { "epoch": 2.03, "learning_rate": 1.2503851806043338e-06, "loss": 0.8135, "step": 8213 }, { "epoch": 2.03, "learning_rate": 1.2498074245319576e-06, "loss": 0.757, "step": 8214 }, { "epoch": 2.03, "learning_rate": 1.2492297574826107e-06, "loss": 0.783, "step": 8215 }, { "epoch": 2.03, "learning_rate": 1.2486521794974284e-06, "loss": 0.7707, "step": 8216 }, { "epoch": 2.03, "learning_rate": 1.2480746906175373e-06, "loss": 0.8216, "step": 8217 }, { "epoch": 2.03, "learning_rate": 1.2474972908840591e-06, "loss": 0.8334, "step": 8218 }, { "epoch": 2.03, "learning_rate": 1.2469199803381105e-06, "loss": 0.8306, "step": 8219 }, { "epoch": 2.03, "learning_rate": 1.246342759020798e-06, "loss": 0.8611, "step": 8220 }, { "epoch": 2.03, "learning_rate": 1.2457656269732252e-06, "loss": 0.8028, "step": 8221 }, { "epoch": 2.03, "learning_rate": 1.2451885842364883e-06, "loss": 0.7694, "step": 8222 }, { "epoch": 2.03, "learning_rate": 1.2446116308516776e-06, "loss": 0.8094, "step": 8223 }, { "epoch": 2.03, "learning_rate": 1.2440347668598748e-06, "loss": 0.8391, "step": 8224 }, { "epoch": 2.03, "learning_rate": 1.2434579923021582e-06, "loss": 0.791, "step": 8225 }, { "epoch": 2.03, "learning_rate": 1.242881307219598e-06, "loss": 0.7922, "step": 8226 }, { "epoch": 2.03, "learning_rate": 1.2423047116532585e-06, "loss": 0.7976, "step": 8227 }, { "epoch": 2.03, "learning_rate": 1.2417282056441978e-06, "loss": 0.7838, "step": 8228 }, { "epoch": 2.03, "learning_rate": 1.2411517892334685e-06, "loss": 0.8367, "step": 8229 }, { "epoch": 2.03, "learning_rate": 1.2405754624621136e-06, "loss": 0.8613, "step": 8230 }, { "epoch": 2.03, "learning_rate": 1.2399992253711726e-06, "loss": 0.8595, "step": 8231 }, { "epoch": 2.03, "learning_rate": 1.2394230780016784e-06, "loss": 0.8959, "step": 8232 }, { "epoch": 2.03, "learning_rate": 1.2388470203946568e-06, "loss": 0.8216, "step": 8233 }, { "epoch": 2.03, "learning_rate": 1.238271052591127e-06, "loss": 0.724, "step": 8234 }, { "epoch": 2.03, "learning_rate": 1.2376951746321037e-06, "loss": 0.804, "step": 8235 }, { "epoch": 2.04, "learning_rate": 1.2371193865585915e-06, "loss": 0.821, "step": 8236 }, { "epoch": 2.04, "learning_rate": 1.2365436884115928e-06, "loss": 0.8478, "step": 8237 }, { "epoch": 2.04, "learning_rate": 1.2359680802320995e-06, "loss": 0.7993, "step": 8238 }, { "epoch": 2.04, "learning_rate": 1.2353925620611005e-06, "loss": 0.7902, "step": 8239 }, { "epoch": 2.04, "learning_rate": 1.2348171339395768e-06, "loss": 0.7942, "step": 8240 }, { "epoch": 2.04, "learning_rate": 1.2342417959085041e-06, "loss": 0.7614, "step": 8241 }, { "epoch": 2.04, "learning_rate": 1.2336665480088489e-06, "loss": 0.7648, "step": 8242 }, { "epoch": 2.04, "learning_rate": 1.2330913902815739e-06, "loss": 0.789, "step": 8243 }, { "epoch": 2.04, "learning_rate": 1.2325163227676348e-06, "loss": 0.893, "step": 8244 }, { "epoch": 2.04, "learning_rate": 1.2319413455079809e-06, "loss": 0.8561, "step": 8245 }, { "epoch": 2.04, "learning_rate": 1.2313664585435544e-06, "loss": 0.8951, "step": 8246 }, { "epoch": 2.04, "learning_rate": 1.2307916619152929e-06, "loss": 0.8182, "step": 8247 }, { "epoch": 2.04, "learning_rate": 1.230216955664124e-06, "loss": 0.8639, "step": 8248 }, { "epoch": 2.04, "learning_rate": 1.2296423398309724e-06, "loss": 0.7426, "step": 8249 }, { "epoch": 2.04, "learning_rate": 1.2290678144567544e-06, "loss": 0.7777, "step": 8250 }, { "epoch": 2.04, "learning_rate": 1.228493379582381e-06, "loss": 0.7554, "step": 8251 }, { "epoch": 2.04, "learning_rate": 1.2279190352487563e-06, "loss": 0.8135, "step": 8252 }, { "epoch": 2.04, "learning_rate": 1.2273447814967787e-06, "loss": 0.8065, "step": 8253 }, { "epoch": 2.04, "learning_rate": 1.2267706183673372e-06, "loss": 0.8286, "step": 8254 }, { "epoch": 2.04, "learning_rate": 1.2261965459013175e-06, "loss": 0.7828, "step": 8255 }, { "epoch": 2.04, "learning_rate": 1.2256225641395994e-06, "loss": 0.826, "step": 8256 }, { "epoch": 2.04, "learning_rate": 1.225048673123052e-06, "loss": 0.8401, "step": 8257 }, { "epoch": 2.04, "learning_rate": 1.2244748728925421e-06, "loss": 0.7548, "step": 8258 }, { "epoch": 2.04, "learning_rate": 1.223901163488929e-06, "loss": 0.8471, "step": 8259 }, { "epoch": 2.04, "learning_rate": 1.2233275449530639e-06, "loss": 0.8372, "step": 8260 }, { "epoch": 2.04, "learning_rate": 1.2227540173257927e-06, "loss": 0.8182, "step": 8261 }, { "epoch": 2.04, "learning_rate": 1.2221805806479556e-06, "loss": 0.7676, "step": 8262 }, { "epoch": 2.04, "learning_rate": 1.2216072349603855e-06, "loss": 0.7905, "step": 8263 }, { "epoch": 2.04, "learning_rate": 1.2210339803039087e-06, "loss": 0.8969, "step": 8264 }, { "epoch": 2.04, "learning_rate": 1.220460816719346e-06, "loss": 0.7651, "step": 8265 }, { "epoch": 2.04, "learning_rate": 1.2198877442475093e-06, "loss": 0.8149, "step": 8266 }, { "epoch": 2.04, "learning_rate": 1.2193147629292069e-06, "loss": 0.8114, "step": 8267 }, { "epoch": 2.04, "learning_rate": 1.2187418728052384e-06, "loss": 0.8206, "step": 8268 }, { "epoch": 2.04, "learning_rate": 1.2181690739163984e-06, "loss": 0.7974, "step": 8269 }, { "epoch": 2.04, "learning_rate": 1.217596366303475e-06, "loss": 0.866, "step": 8270 }, { "epoch": 2.04, "learning_rate": 1.217023750007249e-06, "loss": 0.8254, "step": 8271 }, { "epoch": 2.04, "learning_rate": 1.2164512250684937e-06, "loss": 0.7905, "step": 8272 }, { "epoch": 2.04, "learning_rate": 1.2158787915279784e-06, "loss": 0.8048, "step": 8273 }, { "epoch": 2.04, "learning_rate": 1.2153064494264642e-06, "loss": 0.774, "step": 8274 }, { "epoch": 2.04, "learning_rate": 1.214734198804707e-06, "loss": 0.9194, "step": 8275 }, { "epoch": 2.05, "learning_rate": 1.2141620397034539e-06, "loss": 0.8749, "step": 8276 }, { "epoch": 2.05, "learning_rate": 1.2135899721634483e-06, "loss": 0.8329, "step": 8277 }, { "epoch": 2.05, "learning_rate": 1.213017996225424e-06, "loss": 0.8162, "step": 8278 }, { "epoch": 2.05, "learning_rate": 1.212446111930111e-06, "loss": 0.7771, "step": 8279 }, { "epoch": 2.05, "learning_rate": 1.2118743193182315e-06, "loss": 0.7865, "step": 8280 }, { "epoch": 2.05, "learning_rate": 1.2113026184305012e-06, "loss": 0.778, "step": 8281 }, { "epoch": 2.05, "learning_rate": 1.21073100930763e-06, "loss": 0.782, "step": 8282 }, { "epoch": 2.05, "learning_rate": 1.2101594919903213e-06, "loss": 0.849, "step": 8283 }, { "epoch": 2.05, "learning_rate": 1.2095880665192697e-06, "loss": 0.792, "step": 8284 }, { "epoch": 2.05, "learning_rate": 1.2090167329351658e-06, "loss": 0.9431, "step": 8285 }, { "epoch": 2.05, "learning_rate": 1.2084454912786928e-06, "loss": 0.8076, "step": 8286 }, { "epoch": 2.05, "learning_rate": 1.2078743415905273e-06, "loss": 0.887, "step": 8287 }, { "epoch": 2.05, "learning_rate": 1.2073032839113397e-06, "loss": 0.8158, "step": 8288 }, { "epoch": 2.05, "learning_rate": 1.2067323182817943e-06, "loss": 0.8565, "step": 8289 }, { "epoch": 2.05, "learning_rate": 1.206161444742546e-06, "loss": 0.8456, "step": 8290 }, { "epoch": 2.05, "learning_rate": 1.2055906633342465e-06, "loss": 0.7808, "step": 8291 }, { "epoch": 2.05, "learning_rate": 1.2050199740975396e-06, "loss": 0.8448, "step": 8292 }, { "epoch": 2.05, "learning_rate": 1.2044493770730629e-06, "loss": 0.7943, "step": 8293 }, { "epoch": 2.05, "learning_rate": 1.2038788723014476e-06, "loss": 0.7918, "step": 8294 }, { "epoch": 2.05, "learning_rate": 1.2033084598233163e-06, "loss": 0.8011, "step": 8295 }, { "epoch": 2.05, "learning_rate": 1.2027381396792886e-06, "loss": 0.7839, "step": 8296 }, { "epoch": 2.05, "learning_rate": 1.2021679119099733e-06, "loss": 0.7455, "step": 8297 }, { "epoch": 2.05, "learning_rate": 1.2015977765559762e-06, "loss": 0.8205, "step": 8298 }, { "epoch": 2.05, "learning_rate": 1.2010277336578949e-06, "loss": 0.8126, "step": 8299 }, { "epoch": 2.05, "learning_rate": 1.2004577832563207e-06, "loss": 0.8097, "step": 8300 }, { "epoch": 2.05, "learning_rate": 1.1998879253918396e-06, "loss": 0.8589, "step": 8301 }, { "epoch": 2.05, "learning_rate": 1.1993181601050278e-06, "loss": 0.8199, "step": 8302 }, { "epoch": 2.05, "learning_rate": 1.198748487436457e-06, "loss": 0.8396, "step": 8303 }, { "epoch": 2.05, "learning_rate": 1.1981789074266933e-06, "loss": 0.8112, "step": 8304 }, { "epoch": 2.05, "learning_rate": 1.1976094201162943e-06, "loss": 0.881, "step": 8305 }, { "epoch": 2.05, "learning_rate": 1.197040025545812e-06, "loss": 0.8926, "step": 8306 }, { "epoch": 2.05, "learning_rate": 1.1964707237557924e-06, "loss": 0.7611, "step": 8307 }, { "epoch": 2.05, "learning_rate": 1.195901514786772e-06, "loss": 0.7466, "step": 8308 }, { "epoch": 2.05, "learning_rate": 1.1953323986792836e-06, "loss": 0.785, "step": 8309 }, { "epoch": 2.05, "learning_rate": 1.194763375473853e-06, "loss": 0.8254, "step": 8310 }, { "epoch": 2.05, "learning_rate": 1.1941944452109989e-06, "loss": 0.8567, "step": 8311 }, { "epoch": 2.05, "learning_rate": 1.1936256079312337e-06, "loss": 0.8868, "step": 8312 }, { "epoch": 2.05, "learning_rate": 1.193056863675061e-06, "loss": 0.7613, "step": 8313 }, { "epoch": 2.05, "learning_rate": 1.1924882124829814e-06, "loss": 0.7597, "step": 8314 }, { "epoch": 2.05, "learning_rate": 1.1919196543954872e-06, "loss": 0.782, "step": 8315 }, { "epoch": 2.05, "learning_rate": 1.1913511894530627e-06, "loss": 0.7866, "step": 8316 }, { "epoch": 2.06, "learning_rate": 1.190782817696187e-06, "loss": 0.8055, "step": 8317 }, { "epoch": 2.06, "learning_rate": 1.1902145391653336e-06, "loss": 0.7585, "step": 8318 }, { "epoch": 2.06, "learning_rate": 1.189646353900968e-06, "loss": 0.8239, "step": 8319 }, { "epoch": 2.06, "learning_rate": 1.1890782619435477e-06, "loss": 0.8154, "step": 8320 }, { "epoch": 2.06, "learning_rate": 1.188510263333526e-06, "loss": 0.8575, "step": 8321 }, { "epoch": 2.06, "learning_rate": 1.1879423581113488e-06, "loss": 0.8575, "step": 8322 }, { "epoch": 2.06, "learning_rate": 1.1873745463174553e-06, "loss": 0.7858, "step": 8323 }, { "epoch": 2.06, "learning_rate": 1.1868068279922776e-06, "loss": 0.8093, "step": 8324 }, { "epoch": 2.06, "learning_rate": 1.1862392031762423e-06, "loss": 0.8426, "step": 8325 }, { "epoch": 2.06, "learning_rate": 1.1856716719097671e-06, "loss": 0.8064, "step": 8326 }, { "epoch": 2.06, "learning_rate": 1.1851042342332652e-06, "loss": 0.7218, "step": 8327 }, { "epoch": 2.06, "learning_rate": 1.1845368901871424e-06, "loss": 0.9016, "step": 8328 }, { "epoch": 2.06, "learning_rate": 1.1839696398117975e-06, "loss": 0.772, "step": 8329 }, { "epoch": 2.06, "learning_rate": 1.1834024831476234e-06, "loss": 0.8757, "step": 8330 }, { "epoch": 2.06, "learning_rate": 1.1828354202350068e-06, "loss": 0.8001, "step": 8331 }, { "epoch": 2.06, "learning_rate": 1.1822684511143246e-06, "loss": 0.8622, "step": 8332 }, { "epoch": 2.06, "learning_rate": 1.1817015758259515e-06, "loss": 0.7844, "step": 8333 }, { "epoch": 2.06, "learning_rate": 1.1811347944102509e-06, "loss": 0.8077, "step": 8334 }, { "epoch": 2.06, "learning_rate": 1.1805681069075834e-06, "loss": 0.7972, "step": 8335 }, { "epoch": 2.06, "learning_rate": 1.1800015133583007e-06, "loss": 0.8488, "step": 8336 }, { "epoch": 2.06, "learning_rate": 1.17943501380275e-06, "loss": 0.805, "step": 8337 }, { "epoch": 2.06, "learning_rate": 1.1788686082812678e-06, "loss": 0.757, "step": 8338 }, { "epoch": 2.06, "learning_rate": 1.1783022968341882e-06, "loss": 0.8174, "step": 8339 }, { "epoch": 2.06, "learning_rate": 1.1777360795018362e-06, "loss": 0.7269, "step": 8340 }, { "epoch": 2.06, "learning_rate": 1.1771699563245303e-06, "loss": 0.814, "step": 8341 }, { "epoch": 2.06, "learning_rate": 1.1766039273425838e-06, "loss": 0.7985, "step": 8342 }, { "epoch": 2.06, "learning_rate": 1.1760379925963023e-06, "loss": 0.8396, "step": 8343 }, { "epoch": 2.06, "learning_rate": 1.175472152125983e-06, "loss": 0.826, "step": 8344 }, { "epoch": 2.06, "learning_rate": 1.1749064059719184e-06, "loss": 0.7882, "step": 8345 }, { "epoch": 2.06, "learning_rate": 1.1743407541743947e-06, "loss": 0.8554, "step": 8346 }, { "epoch": 2.06, "learning_rate": 1.17377519677369e-06, "loss": 0.7735, "step": 8347 }, { "epoch": 2.06, "learning_rate": 1.1732097338100762e-06, "loss": 0.8249, "step": 8348 }, { "epoch": 2.06, "learning_rate": 1.1726443653238193e-06, "loss": 0.9252, "step": 8349 }, { "epoch": 2.06, "learning_rate": 1.1720790913551764e-06, "loss": 0.7878, "step": 8350 }, { "epoch": 2.06, "learning_rate": 1.1715139119443995e-06, "loss": 0.8035, "step": 8351 }, { "epoch": 2.06, "learning_rate": 1.1709488271317349e-06, "loss": 0.8561, "step": 8352 }, { "epoch": 2.06, "learning_rate": 1.1703838369574192e-06, "loss": 0.7443, "step": 8353 }, { "epoch": 2.06, "learning_rate": 1.1698189414616842e-06, "loss": 0.787, "step": 8354 }, { "epoch": 2.06, "learning_rate": 1.1692541406847563e-06, "loss": 0.8053, "step": 8355 }, { "epoch": 2.06, "learning_rate": 1.1686894346668512e-06, "loss": 0.7521, "step": 8356 }, { "epoch": 2.07, "learning_rate": 1.168124823448181e-06, "loss": 0.8174, "step": 8357 }, { "epoch": 2.07, "learning_rate": 1.1675603070689506e-06, "loss": 0.8177, "step": 8358 }, { "epoch": 2.07, "learning_rate": 1.1669958855693578e-06, "loss": 0.766, "step": 8359 }, { "epoch": 2.07, "learning_rate": 1.1664315589895936e-06, "loss": 0.8609, "step": 8360 }, { "epoch": 2.07, "learning_rate": 1.1658673273698426e-06, "loss": 0.7565, "step": 8361 }, { "epoch": 2.07, "learning_rate": 1.1653031907502813e-06, "loss": 0.8395, "step": 8362 }, { "epoch": 2.07, "learning_rate": 1.1647391491710808e-06, "loss": 0.8043, "step": 8363 }, { "epoch": 2.07, "learning_rate": 1.164175202672405e-06, "loss": 0.818, "step": 8364 }, { "epoch": 2.07, "learning_rate": 1.1636113512944115e-06, "loss": 0.8886, "step": 8365 }, { "epoch": 2.07, "learning_rate": 1.1630475950772506e-06, "loss": 0.8341, "step": 8366 }, { "epoch": 2.07, "learning_rate": 1.1624839340610667e-06, "loss": 0.8682, "step": 8367 }, { "epoch": 2.07, "learning_rate": 1.1619203682859948e-06, "loss": 0.8553, "step": 8368 }, { "epoch": 2.07, "learning_rate": 1.161356897792166e-06, "loss": 0.6994, "step": 8369 }, { "epoch": 2.07, "learning_rate": 1.1607935226197039e-06, "loss": 0.8315, "step": 8370 }, { "epoch": 2.07, "learning_rate": 1.1602302428087254e-06, "loss": 0.78, "step": 8371 }, { "epoch": 2.07, "learning_rate": 1.1596670583993388e-06, "loss": 0.8362, "step": 8372 }, { "epoch": 2.07, "learning_rate": 1.1591039694316486e-06, "loss": 0.8084, "step": 8373 }, { "epoch": 2.07, "learning_rate": 1.1585409759457492e-06, "loss": 0.8751, "step": 8374 }, { "epoch": 2.07, "learning_rate": 1.157978077981731e-06, "loss": 0.8722, "step": 8375 }, { "epoch": 2.07, "learning_rate": 1.157415275579676e-06, "loss": 0.7528, "step": 8376 }, { "epoch": 2.07, "learning_rate": 1.1568525687796606e-06, "loss": 0.7744, "step": 8377 }, { "epoch": 2.07, "learning_rate": 1.1562899576217532e-06, "loss": 0.7626, "step": 8378 }, { "epoch": 2.07, "learning_rate": 1.1557274421460175e-06, "loss": 0.7382, "step": 8379 }, { "epoch": 2.07, "learning_rate": 1.1551650223925059e-06, "loss": 0.7647, "step": 8380 }, { "epoch": 2.07, "learning_rate": 1.1546026984012687e-06, "loss": 0.8151, "step": 8381 }, { "epoch": 2.07, "learning_rate": 1.1540404702123473e-06, "loss": 0.8561, "step": 8382 }, { "epoch": 2.07, "learning_rate": 1.1534783378657762e-06, "loss": 0.8661, "step": 8383 }, { "epoch": 2.07, "learning_rate": 1.152916301401584e-06, "loss": 0.8472, "step": 8384 }, { "epoch": 2.07, "learning_rate": 1.1523543608597927e-06, "loss": 0.79, "step": 8385 }, { "epoch": 2.07, "learning_rate": 1.1517925162804142e-06, "loss": 0.7914, "step": 8386 }, { "epoch": 2.07, "learning_rate": 1.1512307677034577e-06, "loss": 0.8607, "step": 8387 }, { "epoch": 2.07, "learning_rate": 1.1506691151689233e-06, "loss": 0.8163, "step": 8388 }, { "epoch": 2.07, "learning_rate": 1.1501075587168051e-06, "loss": 0.8368, "step": 8389 }, { "epoch": 2.07, "learning_rate": 1.1495460983870912e-06, "loss": 0.7996, "step": 8390 }, { "epoch": 2.07, "learning_rate": 1.1489847342197596e-06, "loss": 0.8062, "step": 8391 }, { "epoch": 2.07, "learning_rate": 1.1484234662547857e-06, "loss": 0.6626, "step": 8392 }, { "epoch": 2.07, "learning_rate": 1.1478622945321341e-06, "loss": 0.7861, "step": 8393 }, { "epoch": 2.07, "learning_rate": 1.147301219091765e-06, "loss": 0.8528, "step": 8394 }, { "epoch": 2.07, "learning_rate": 1.1467402399736317e-06, "loss": 0.774, "step": 8395 }, { "epoch": 2.07, "learning_rate": 1.1461793572176797e-06, "loss": 0.8615, "step": 8396 }, { "epoch": 2.07, "learning_rate": 1.145618570863849e-06, "loss": 0.7861, "step": 8397 }, { "epoch": 2.08, "learning_rate": 1.1450578809520698e-06, "loss": 0.8201, "step": 8398 }, { "epoch": 2.08, "learning_rate": 1.1444972875222687e-06, "loss": 0.8824, "step": 8399 }, { "epoch": 2.08, "learning_rate": 1.1439367906143638e-06, "loss": 0.8133, "step": 8400 }, { "epoch": 2.08, "learning_rate": 1.143376390268267e-06, "loss": 0.7331, "step": 8401 }, { "epoch": 2.08, "learning_rate": 1.1428160865238827e-06, "loss": 0.7976, "step": 8402 }, { "epoch": 2.08, "learning_rate": 1.1422558794211096e-06, "loss": 0.7494, "step": 8403 }, { "epoch": 2.08, "learning_rate": 1.1416957689998374e-06, "loss": 0.8085, "step": 8404 }, { "epoch": 2.08, "learning_rate": 1.14113575529995e-06, "loss": 0.8307, "step": 8405 }, { "epoch": 2.08, "learning_rate": 1.140575838361325e-06, "loss": 0.825, "step": 8406 }, { "epoch": 2.08, "learning_rate": 1.1400160182238329e-06, "loss": 0.801, "step": 8407 }, { "epoch": 2.08, "learning_rate": 1.1394562949273377e-06, "loss": 0.7776, "step": 8408 }, { "epoch": 2.08, "learning_rate": 1.1388966685116945e-06, "loss": 0.8359, "step": 8409 }, { "epoch": 2.08, "learning_rate": 1.1383371390167534e-06, "loss": 0.8469, "step": 8410 }, { "epoch": 2.08, "learning_rate": 1.1377777064823575e-06, "loss": 0.8008, "step": 8411 }, { "epoch": 2.08, "learning_rate": 1.1372183709483417e-06, "loss": 0.8232, "step": 8412 }, { "epoch": 2.08, "learning_rate": 1.1366591324545353e-06, "loss": 0.7913, "step": 8413 }, { "epoch": 2.08, "learning_rate": 1.1360999910407602e-06, "loss": 0.8474, "step": 8414 }, { "epoch": 2.08, "learning_rate": 1.1355409467468328e-06, "loss": 0.7356, "step": 8415 }, { "epoch": 2.08, "learning_rate": 1.1349819996125585e-06, "loss": 0.8298, "step": 8416 }, { "epoch": 2.08, "learning_rate": 1.1344231496777406e-06, "loss": 0.8856, "step": 8417 }, { "epoch": 2.08, "learning_rate": 1.1338643969821723e-06, "loss": 0.8004, "step": 8418 }, { "epoch": 2.08, "learning_rate": 1.1333057415656412e-06, "loss": 0.7489, "step": 8419 }, { "epoch": 2.08, "learning_rate": 1.1327471834679282e-06, "loss": 0.832, "step": 8420 }, { "epoch": 2.08, "learning_rate": 1.1321887227288076e-06, "loss": 0.7822, "step": 8421 }, { "epoch": 2.08, "learning_rate": 1.1316303593880438e-06, "loss": 0.7679, "step": 8422 }, { "epoch": 2.08, "learning_rate": 1.1310720934853973e-06, "loss": 0.7934, "step": 8423 }, { "epoch": 2.08, "learning_rate": 1.1305139250606211e-06, "loss": 0.8596, "step": 8424 }, { "epoch": 2.08, "learning_rate": 1.1299558541534611e-06, "loss": 0.8303, "step": 8425 }, { "epoch": 2.08, "learning_rate": 1.1293978808036556e-06, "loss": 0.7906, "step": 8426 }, { "epoch": 2.08, "learning_rate": 1.1288400050509379e-06, "loss": 0.7863, "step": 8427 }, { "epoch": 2.08, "learning_rate": 1.1282822269350307e-06, "loss": 0.7537, "step": 8428 }, { "epoch": 2.08, "learning_rate": 1.1277245464956529e-06, "loss": 0.7068, "step": 8429 }, { "epoch": 2.08, "learning_rate": 1.1271669637725168e-06, "loss": 0.8718, "step": 8430 }, { "epoch": 2.08, "learning_rate": 1.1266094788053242e-06, "loss": 0.8051, "step": 8431 }, { "epoch": 2.08, "learning_rate": 1.126052091633773e-06, "loss": 0.7685, "step": 8432 }, { "epoch": 2.08, "learning_rate": 1.125494802297555e-06, "loss": 0.8297, "step": 8433 }, { "epoch": 2.08, "learning_rate": 1.1249376108363505e-06, "loss": 0.836, "step": 8434 }, { "epoch": 2.08, "learning_rate": 1.1243805172898372e-06, "loss": 0.7457, "step": 8435 }, { "epoch": 2.08, "learning_rate": 1.1238235216976845e-06, "loss": 0.724, "step": 8436 }, { "epoch": 2.08, "learning_rate": 1.123266624099554e-06, "loss": 0.8414, "step": 8437 }, { "epoch": 2.09, "learning_rate": 1.1227098245351015e-06, "loss": 0.8374, "step": 8438 }, { "epoch": 2.09, "learning_rate": 1.1221531230439762e-06, "loss": 0.7901, "step": 8439 }, { "epoch": 2.09, "learning_rate": 1.1215965196658168e-06, "loss": 0.7412, "step": 8440 }, { "epoch": 2.09, "learning_rate": 1.1210400144402598e-06, "loss": 0.7335, "step": 8441 }, { "epoch": 2.09, "learning_rate": 1.1204836074069312e-06, "loss": 0.806, "step": 8442 }, { "epoch": 2.09, "learning_rate": 1.1199272986054522e-06, "loss": 0.7944, "step": 8443 }, { "epoch": 2.09, "learning_rate": 1.1193710880754357e-06, "loss": 0.7825, "step": 8444 }, { "epoch": 2.09, "learning_rate": 1.1188149758564894e-06, "loss": 0.7869, "step": 8445 }, { "epoch": 2.09, "learning_rate": 1.1182589619882105e-06, "loss": 0.7976, "step": 8446 }, { "epoch": 2.09, "learning_rate": 1.117703046510192e-06, "loss": 0.825, "step": 8447 }, { "epoch": 2.09, "learning_rate": 1.1171472294620209e-06, "loss": 0.882, "step": 8448 }, { "epoch": 2.09, "learning_rate": 1.1165915108832728e-06, "loss": 0.7667, "step": 8449 }, { "epoch": 2.09, "learning_rate": 1.1160358908135205e-06, "loss": 0.759, "step": 8450 }, { "epoch": 2.09, "learning_rate": 1.1154803692923289e-06, "loss": 0.7393, "step": 8451 }, { "epoch": 2.09, "learning_rate": 1.1149249463592538e-06, "loss": 0.8287, "step": 8452 }, { "epoch": 2.09, "learning_rate": 1.1143696220538459e-06, "loss": 0.8515, "step": 8453 }, { "epoch": 2.09, "learning_rate": 1.1138143964156485e-06, "loss": 0.8297, "step": 8454 }, { "epoch": 2.09, "learning_rate": 1.1132592694841985e-06, "loss": 0.832, "step": 8455 }, { "epoch": 2.09, "learning_rate": 1.112704241299024e-06, "loss": 0.8132, "step": 8456 }, { "epoch": 2.09, "learning_rate": 1.112149311899649e-06, "loss": 0.7421, "step": 8457 }, { "epoch": 2.09, "learning_rate": 1.1115944813255864e-06, "loss": 0.8628, "step": 8458 }, { "epoch": 2.09, "learning_rate": 1.111039749616345e-06, "loss": 0.8628, "step": 8459 }, { "epoch": 2.09, "learning_rate": 1.1104851168114258e-06, "loss": 0.8798, "step": 8460 }, { "epoch": 2.09, "learning_rate": 1.1099305829503235e-06, "loss": 0.8159, "step": 8461 }, { "epoch": 2.09, "learning_rate": 1.109376148072524e-06, "loss": 0.7961, "step": 8462 }, { "epoch": 2.09, "learning_rate": 1.108821812217509e-06, "loss": 0.8151, "step": 8463 }, { "epoch": 2.09, "learning_rate": 1.108267575424749e-06, "loss": 0.7197, "step": 8464 }, { "epoch": 2.09, "learning_rate": 1.1077134377337113e-06, "loss": 0.7365, "step": 8465 }, { "epoch": 2.09, "learning_rate": 1.1071593991838535e-06, "loss": 0.8162, "step": 8466 }, { "epoch": 2.09, "learning_rate": 1.1066054598146294e-06, "loss": 0.8054, "step": 8467 }, { "epoch": 2.09, "learning_rate": 1.106051619665481e-06, "loss": 0.8362, "step": 8468 }, { "epoch": 2.09, "learning_rate": 1.1054978787758474e-06, "loss": 0.7221, "step": 8469 }, { "epoch": 2.09, "learning_rate": 1.1049442371851593e-06, "loss": 0.7752, "step": 8470 }, { "epoch": 2.09, "learning_rate": 1.1043906949328387e-06, "loss": 0.7586, "step": 8471 }, { "epoch": 2.09, "learning_rate": 1.103837252058303e-06, "loss": 0.8132, "step": 8472 }, { "epoch": 2.09, "learning_rate": 1.103283908600961e-06, "loss": 0.6879, "step": 8473 }, { "epoch": 2.09, "learning_rate": 1.1027306646002149e-06, "loss": 0.7964, "step": 8474 }, { "epoch": 2.09, "learning_rate": 1.102177520095461e-06, "loss": 0.8719, "step": 8475 }, { "epoch": 2.09, "learning_rate": 1.1016244751260854e-06, "loss": 0.771, "step": 8476 }, { "epoch": 2.09, "learning_rate": 1.10107152973147e-06, "loss": 0.8698, "step": 8477 }, { "epoch": 2.1, "learning_rate": 1.1005186839509887e-06, "loss": 0.7646, "step": 8478 }, { "epoch": 2.1, "learning_rate": 1.0999659378240079e-06, "loss": 0.7831, "step": 8479 }, { "epoch": 2.1, "learning_rate": 1.0994132913898874e-06, "loss": 0.8613, "step": 8480 }, { "epoch": 2.1, "learning_rate": 1.098860744687981e-06, "loss": 0.8317, "step": 8481 }, { "epoch": 2.1, "learning_rate": 1.0983082977576319e-06, "loss": 0.8099, "step": 8482 }, { "epoch": 2.1, "learning_rate": 1.0977559506381794e-06, "loss": 0.8196, "step": 8483 }, { "epoch": 2.1, "learning_rate": 1.0972037033689545e-06, "loss": 0.7713, "step": 8484 }, { "epoch": 2.1, "learning_rate": 1.0966515559892821e-06, "loss": 0.8321, "step": 8485 }, { "epoch": 2.1, "learning_rate": 1.0960995085384793e-06, "loss": 0.7531, "step": 8486 }, { "epoch": 2.1, "learning_rate": 1.0955475610558546e-06, "loss": 0.7369, "step": 8487 }, { "epoch": 2.1, "learning_rate": 1.0949957135807126e-06, "loss": 0.9136, "step": 8488 }, { "epoch": 2.1, "learning_rate": 1.0944439661523472e-06, "loss": 0.811, "step": 8489 }, { "epoch": 2.1, "learning_rate": 1.0938923188100476e-06, "loss": 0.8519, "step": 8490 }, { "epoch": 2.1, "learning_rate": 1.0933407715930952e-06, "loss": 0.9165, "step": 8491 }, { "epoch": 2.1, "learning_rate": 1.0927893245407642e-06, "loss": 0.7836, "step": 8492 }, { "epoch": 2.1, "learning_rate": 1.0922379776923231e-06, "loss": 0.8189, "step": 8493 }, { "epoch": 2.1, "learning_rate": 1.0916867310870296e-06, "loss": 0.7, "step": 8494 }, { "epoch": 2.1, "learning_rate": 1.0911355847641378e-06, "loss": 0.7811, "step": 8495 }, { "epoch": 2.1, "learning_rate": 1.0905845387628934e-06, "loss": 0.7845, "step": 8496 }, { "epoch": 2.1, "learning_rate": 1.0900335931225345e-06, "loss": 0.8198, "step": 8497 }, { "epoch": 2.1, "learning_rate": 1.0894827478822931e-06, "loss": 0.7915, "step": 8498 }, { "epoch": 2.1, "learning_rate": 1.0889320030813944e-06, "loss": 0.7142, "step": 8499 }, { "epoch": 2.1, "learning_rate": 1.0883813587590533e-06, "loss": 0.7536, "step": 8500 }, { "epoch": 2.1, "learning_rate": 1.0878308149544812e-06, "loss": 0.839, "step": 8501 }, { "epoch": 2.1, "learning_rate": 1.0872803717068803e-06, "loss": 0.7451, "step": 8502 }, { "epoch": 2.1, "learning_rate": 1.0867300290554467e-06, "loss": 0.7626, "step": 8503 }, { "epoch": 2.1, "learning_rate": 1.086179787039369e-06, "loss": 0.8011, "step": 8504 }, { "epoch": 2.1, "learning_rate": 1.085629645697829e-06, "loss": 0.7665, "step": 8505 }, { "epoch": 2.1, "learning_rate": 1.0850796050699995e-06, "loss": 0.886, "step": 8506 }, { "epoch": 2.1, "learning_rate": 1.0845296651950487e-06, "loss": 0.7304, "step": 8507 }, { "epoch": 2.1, "learning_rate": 1.0839798261121353e-06, "loss": 0.8279, "step": 8508 }, { "epoch": 2.1, "learning_rate": 1.0834300878604125e-06, "loss": 0.8406, "step": 8509 }, { "epoch": 2.1, "learning_rate": 1.082880450479026e-06, "loss": 0.8077, "step": 8510 }, { "epoch": 2.1, "learning_rate": 1.0823309140071146e-06, "loss": 0.7593, "step": 8511 }, { "epoch": 2.1, "learning_rate": 1.081781478483808e-06, "loss": 0.7987, "step": 8512 }, { "epoch": 2.1, "learning_rate": 1.0812321439482305e-06, "loss": 0.8363, "step": 8513 }, { "epoch": 2.1, "learning_rate": 1.0806829104394993e-06, "loss": 0.8987, "step": 8514 }, { "epoch": 2.1, "learning_rate": 1.0801337779967232e-06, "loss": 0.8434, "step": 8515 }, { "epoch": 2.1, "learning_rate": 1.0795847466590055e-06, "loss": 0.8249, "step": 8516 }, { "epoch": 2.1, "learning_rate": 1.079035816465442e-06, "loss": 0.8181, "step": 8517 }, { "epoch": 2.1, "learning_rate": 1.0784869874551183e-06, "loss": 0.836, "step": 8518 }, { "epoch": 2.11, "learning_rate": 1.0779382596671162e-06, "loss": 0.7812, "step": 8519 }, { "epoch": 2.11, "learning_rate": 1.0773896331405095e-06, "loss": 0.8602, "step": 8520 }, { "epoch": 2.11, "learning_rate": 1.0768411079143642e-06, "loss": 0.8444, "step": 8521 }, { "epoch": 2.11, "learning_rate": 1.0762926840277394e-06, "loss": 0.8323, "step": 8522 }, { "epoch": 2.11, "learning_rate": 1.075744361519688e-06, "loss": 0.7895, "step": 8523 }, { "epoch": 2.11, "learning_rate": 1.0751961404292529e-06, "loss": 0.8338, "step": 8524 }, { "epoch": 2.11, "learning_rate": 1.0746480207954723e-06, "loss": 0.8572, "step": 8525 }, { "epoch": 2.11, "learning_rate": 1.0741000026573774e-06, "loss": 0.7546, "step": 8526 }, { "epoch": 2.11, "learning_rate": 1.0735520860539895e-06, "loss": 0.7827, "step": 8527 }, { "epoch": 2.11, "learning_rate": 1.073004271024325e-06, "loss": 0.8353, "step": 8528 }, { "epoch": 2.11, "learning_rate": 1.072456557607393e-06, "loss": 0.8318, "step": 8529 }, { "epoch": 2.11, "learning_rate": 1.0719089458421936e-06, "loss": 0.7353, "step": 8530 }, { "epoch": 2.11, "learning_rate": 1.0713614357677216e-06, "loss": 0.9122, "step": 8531 }, { "epoch": 2.11, "learning_rate": 1.0708140274229637e-06, "loss": 0.8738, "step": 8532 }, { "epoch": 2.11, "learning_rate": 1.0702667208468992e-06, "loss": 0.8041, "step": 8533 }, { "epoch": 2.11, "learning_rate": 1.0697195160785006e-06, "loss": 0.8166, "step": 8534 }, { "epoch": 2.11, "learning_rate": 1.0691724131567344e-06, "loss": 0.7677, "step": 8535 }, { "epoch": 2.11, "learning_rate": 1.0686254121205558e-06, "loss": 0.7235, "step": 8536 }, { "epoch": 2.11, "learning_rate": 1.0680785130089164e-06, "loss": 0.8213, "step": 8537 }, { "epoch": 2.11, "learning_rate": 1.0675317158607599e-06, "loss": 0.8417, "step": 8538 }, { "epoch": 2.11, "learning_rate": 1.066985020715022e-06, "loss": 0.9011, "step": 8539 }, { "epoch": 2.11, "learning_rate": 1.0664384276106316e-06, "loss": 0.7953, "step": 8540 }, { "epoch": 2.11, "learning_rate": 1.065891936586511e-06, "loss": 0.8631, "step": 8541 }, { "epoch": 2.11, "learning_rate": 1.065345547681573e-06, "loss": 0.8591, "step": 8542 }, { "epoch": 2.11, "learning_rate": 1.0647992609347248e-06, "loss": 0.8174, "step": 8543 }, { "epoch": 2.11, "learning_rate": 1.0642530763848665e-06, "loss": 0.7703, "step": 8544 }, { "epoch": 2.11, "learning_rate": 1.0637069940708916e-06, "loss": 0.7684, "step": 8545 }, { "epoch": 2.11, "learning_rate": 1.0631610140316831e-06, "loss": 0.8631, "step": 8546 }, { "epoch": 2.11, "learning_rate": 1.0626151363061207e-06, "loss": 0.8275, "step": 8547 }, { "epoch": 2.11, "learning_rate": 1.0620693609330733e-06, "loss": 0.7813, "step": 8548 }, { "epoch": 2.11, "learning_rate": 1.061523687951405e-06, "loss": 0.7531, "step": 8549 }, { "epoch": 2.11, "learning_rate": 1.0609781173999715e-06, "loss": 0.7663, "step": 8550 }, { "epoch": 2.11, "learning_rate": 1.0604326493176217e-06, "loss": 0.7842, "step": 8551 }, { "epoch": 2.11, "learning_rate": 1.0598872837431972e-06, "loss": 0.7978, "step": 8552 }, { "epoch": 2.11, "learning_rate": 1.0593420207155331e-06, "loss": 0.7801, "step": 8553 }, { "epoch": 2.11, "learning_rate": 1.0587968602734538e-06, "loss": 0.769, "step": 8554 }, { "epoch": 2.11, "learning_rate": 1.05825180245578e-06, "loss": 0.7645, "step": 8555 }, { "epoch": 2.11, "learning_rate": 1.0577068473013241e-06, "loss": 0.7888, "step": 8556 }, { "epoch": 2.11, "learning_rate": 1.0571619948488907e-06, "loss": 0.7666, "step": 8557 }, { "epoch": 2.11, "learning_rate": 1.0566172451372775e-06, "loss": 0.7803, "step": 8558 }, { "epoch": 2.12, "learning_rate": 1.0560725982052755e-06, "loss": 0.7917, "step": 8559 }, { "epoch": 2.12, "learning_rate": 1.0555280540916657e-06, "loss": 0.7238, "step": 8560 }, { "epoch": 2.12, "learning_rate": 1.054983612835225e-06, "loss": 0.7878, "step": 8561 }, { "epoch": 2.12, "learning_rate": 1.0544392744747215e-06, "loss": 0.8212, "step": 8562 }, { "epoch": 2.12, "learning_rate": 1.0538950390489169e-06, "loss": 0.8634, "step": 8563 }, { "epoch": 2.12, "learning_rate": 1.0533509065965631e-06, "loss": 0.7598, "step": 8564 }, { "epoch": 2.12, "learning_rate": 1.0528068771564073e-06, "loss": 0.8319, "step": 8565 }, { "epoch": 2.12, "learning_rate": 1.0522629507671894e-06, "loss": 0.814, "step": 8566 }, { "epoch": 2.12, "learning_rate": 1.0517191274676391e-06, "loss": 0.7988, "step": 8567 }, { "epoch": 2.12, "learning_rate": 1.0511754072964817e-06, "loss": 0.8245, "step": 8568 }, { "epoch": 2.12, "learning_rate": 1.050631790292434e-06, "loss": 0.6729, "step": 8569 }, { "epoch": 2.12, "learning_rate": 1.0500882764942058e-06, "loss": 0.7878, "step": 8570 }, { "epoch": 2.12, "learning_rate": 1.0495448659405002e-06, "loss": 0.7895, "step": 8571 }, { "epoch": 2.12, "learning_rate": 1.04900155867001e-06, "loss": 0.773, "step": 8572 }, { "epoch": 2.12, "learning_rate": 1.0484583547214238e-06, "loss": 0.7678, "step": 8573 }, { "epoch": 2.12, "learning_rate": 1.0479152541334217e-06, "loss": 0.8225, "step": 8574 }, { "epoch": 2.12, "learning_rate": 1.0473722569446769e-06, "loss": 0.8413, "step": 8575 }, { "epoch": 2.12, "learning_rate": 1.0468293631938543e-06, "loss": 0.9169, "step": 8576 }, { "epoch": 2.12, "learning_rate": 1.046286572919613e-06, "loss": 0.8398, "step": 8577 }, { "epoch": 2.12, "learning_rate": 1.045743886160602e-06, "loss": 0.7694, "step": 8578 }, { "epoch": 2.12, "learning_rate": 1.045201302955466e-06, "loss": 0.8037, "step": 8579 }, { "epoch": 2.12, "learning_rate": 1.0446588233428401e-06, "loss": 0.8726, "step": 8580 }, { "epoch": 2.12, "learning_rate": 1.0441164473613533e-06, "loss": 0.8213, "step": 8581 }, { "epoch": 2.12, "learning_rate": 1.0435741750496282e-06, "loss": 0.8138, "step": 8582 }, { "epoch": 2.12, "learning_rate": 1.0430320064462759e-06, "loss": 0.7779, "step": 8583 }, { "epoch": 2.12, "learning_rate": 1.0424899415899042e-06, "loss": 0.8292, "step": 8584 }, { "epoch": 2.12, "learning_rate": 1.0419479805191132e-06, "loss": 0.8211, "step": 8585 }, { "epoch": 2.12, "learning_rate": 1.0414061232724928e-06, "loss": 0.8101, "step": 8586 }, { "epoch": 2.12, "learning_rate": 1.0408643698886279e-06, "loss": 0.7532, "step": 8587 }, { "epoch": 2.12, "learning_rate": 1.0403227204060956e-06, "loss": 0.8325, "step": 8588 }, { "epoch": 2.12, "learning_rate": 1.039781174863466e-06, "loss": 0.7836, "step": 8589 }, { "epoch": 2.12, "learning_rate": 1.0392397332992995e-06, "loss": 0.821, "step": 8590 }, { "epoch": 2.12, "learning_rate": 1.0386983957521518e-06, "loss": 0.7704, "step": 8591 }, { "epoch": 2.12, "learning_rate": 1.03815716226057e-06, "loss": 0.768, "step": 8592 }, { "epoch": 2.12, "learning_rate": 1.0376160328630943e-06, "loss": 0.8559, "step": 8593 }, { "epoch": 2.12, "learning_rate": 1.037075007598257e-06, "loss": 0.7863, "step": 8594 }, { "epoch": 2.12, "learning_rate": 1.0365340865045836e-06, "loss": 0.7473, "step": 8595 }, { "epoch": 2.12, "learning_rate": 1.0359932696205905e-06, "loss": 0.7516, "step": 8596 }, { "epoch": 2.12, "learning_rate": 1.0354525569847884e-06, "loss": 0.7745, "step": 8597 }, { "epoch": 2.12, "learning_rate": 1.0349119486356802e-06, "loss": 0.7765, "step": 8598 }, { "epoch": 2.12, "learning_rate": 1.0343714446117612e-06, "loss": 0.8446, "step": 8599 }, { "epoch": 2.13, "learning_rate": 1.0338310449515197e-06, "loss": 0.8715, "step": 8600 }, { "epoch": 2.13, "learning_rate": 1.0332907496934364e-06, "loss": 0.8027, "step": 8601 }, { "epoch": 2.13, "learning_rate": 1.032750558875983e-06, "loss": 0.7671, "step": 8602 }, { "epoch": 2.13, "learning_rate": 1.0322104725376268e-06, "loss": 0.7914, "step": 8603 }, { "epoch": 2.13, "learning_rate": 1.031670490716824e-06, "loss": 0.8438, "step": 8604 }, { "epoch": 2.13, "learning_rate": 1.0311306134520265e-06, "loss": 0.7308, "step": 8605 }, { "epoch": 2.13, "learning_rate": 1.0305908407816777e-06, "loss": 0.8248, "step": 8606 }, { "epoch": 2.13, "learning_rate": 1.0300511727442142e-06, "loss": 0.7312, "step": 8607 }, { "epoch": 2.13, "learning_rate": 1.029511609378062e-06, "loss": 0.8309, "step": 8608 }, { "epoch": 2.13, "learning_rate": 1.0289721507216441e-06, "loss": 0.7523, "step": 8609 }, { "epoch": 2.13, "learning_rate": 1.028432796813373e-06, "loss": 0.894, "step": 8610 }, { "epoch": 2.13, "learning_rate": 1.0278935476916553e-06, "loss": 0.7844, "step": 8611 }, { "epoch": 2.13, "learning_rate": 1.027354403394889e-06, "loss": 0.8669, "step": 8612 }, { "epoch": 2.13, "learning_rate": 1.0268153639614665e-06, "loss": 0.8208, "step": 8613 }, { "epoch": 2.13, "learning_rate": 1.0262764294297694e-06, "loss": 0.7642, "step": 8614 }, { "epoch": 2.13, "learning_rate": 1.0257375998381752e-06, "loss": 0.8395, "step": 8615 }, { "epoch": 2.13, "learning_rate": 1.0251988752250522e-06, "loss": 0.7807, "step": 8616 }, { "epoch": 2.13, "learning_rate": 1.0246602556287613e-06, "loss": 0.7674, "step": 8617 }, { "epoch": 2.13, "learning_rate": 1.024121741087657e-06, "loss": 0.7528, "step": 8618 }, { "epoch": 2.13, "learning_rate": 1.0235833316400859e-06, "loss": 0.776, "step": 8619 }, { "epoch": 2.13, "learning_rate": 1.0230450273243852e-06, "loss": 0.8244, "step": 8620 }, { "epoch": 2.13, "learning_rate": 1.022506828178887e-06, "loss": 0.8587, "step": 8621 }, { "epoch": 2.13, "learning_rate": 1.021968734241916e-06, "loss": 0.7931, "step": 8622 }, { "epoch": 2.13, "learning_rate": 1.0214307455517866e-06, "loss": 0.7536, "step": 8623 }, { "epoch": 2.13, "learning_rate": 1.0208928621468086e-06, "loss": 0.877, "step": 8624 }, { "epoch": 2.13, "learning_rate": 1.0203550840652843e-06, "loss": 0.8126, "step": 8625 }, { "epoch": 2.13, "learning_rate": 1.0198174113455057e-06, "loss": 0.7697, "step": 8626 }, { "epoch": 2.13, "learning_rate": 1.0192798440257596e-06, "loss": 0.7538, "step": 8627 }, { "epoch": 2.13, "learning_rate": 1.0187423821443252e-06, "loss": 0.7955, "step": 8628 }, { "epoch": 2.13, "learning_rate": 1.0182050257394737e-06, "loss": 0.7645, "step": 8629 }, { "epoch": 2.13, "learning_rate": 1.017667774849469e-06, "loss": 0.8239, "step": 8630 }, { "epoch": 2.13, "learning_rate": 1.0171306295125682e-06, "loss": 0.8124, "step": 8631 }, { "epoch": 2.13, "learning_rate": 1.0165935897670183e-06, "loss": 0.8231, "step": 8632 }, { "epoch": 2.13, "learning_rate": 1.016056655651061e-06, "loss": 0.8001, "step": 8633 }, { "epoch": 2.13, "learning_rate": 1.0155198272029303e-06, "loss": 0.7355, "step": 8634 }, { "epoch": 2.13, "learning_rate": 1.0149831044608528e-06, "loss": 0.7915, "step": 8635 }, { "epoch": 2.13, "learning_rate": 1.0144464874630466e-06, "loss": 0.8016, "step": 8636 }, { "epoch": 2.13, "learning_rate": 1.013909976247724e-06, "loss": 0.7624, "step": 8637 }, { "epoch": 2.13, "learning_rate": 1.0133735708530866e-06, "loss": 0.696, "step": 8638 }, { "epoch": 2.13, "learning_rate": 1.0128372713173319e-06, "loss": 0.7943, "step": 8639 }, { "epoch": 2.14, "learning_rate": 1.0123010776786475e-06, "loss": 0.7455, "step": 8640 }, { "epoch": 2.14, "learning_rate": 1.011764989975216e-06, "loss": 0.7881, "step": 8641 }, { "epoch": 2.14, "learning_rate": 1.0112290082452086e-06, "loss": 0.8874, "step": 8642 }, { "epoch": 2.14, "learning_rate": 1.0106931325267935e-06, "loss": 0.8488, "step": 8643 }, { "epoch": 2.14, "learning_rate": 1.0101573628581272e-06, "loss": 0.8239, "step": 8644 }, { "epoch": 2.14, "learning_rate": 1.0096216992773608e-06, "loss": 0.8707, "step": 8645 }, { "epoch": 2.14, "learning_rate": 1.009086141822638e-06, "loss": 0.8273, "step": 8646 }, { "epoch": 2.14, "learning_rate": 1.0085506905320943e-06, "loss": 0.8163, "step": 8647 }, { "epoch": 2.14, "learning_rate": 1.008015345443858e-06, "loss": 0.7264, "step": 8648 }, { "epoch": 2.14, "learning_rate": 1.0074801065960504e-06, "loss": 0.7824, "step": 8649 }, { "epoch": 2.14, "learning_rate": 1.006944974026783e-06, "loss": 0.8688, "step": 8650 }, { "epoch": 2.14, "learning_rate": 1.0064099477741614e-06, "loss": 0.7693, "step": 8651 }, { "epoch": 2.14, "learning_rate": 1.0058750278762843e-06, "loss": 0.8557, "step": 8652 }, { "epoch": 2.14, "learning_rate": 1.0053402143712417e-06, "loss": 0.8099, "step": 8653 }, { "epoch": 2.14, "learning_rate": 1.0048055072971164e-06, "loss": 0.8725, "step": 8654 }, { "epoch": 2.14, "learning_rate": 1.004270906691984e-06, "loss": 0.7711, "step": 8655 }, { "epoch": 2.14, "learning_rate": 1.0037364125939102e-06, "loss": 0.7773, "step": 8656 }, { "epoch": 2.14, "learning_rate": 1.0032020250409568e-06, "loss": 0.7507, "step": 8657 }, { "epoch": 2.14, "learning_rate": 1.0026677440711752e-06, "loss": 0.7631, "step": 8658 }, { "epoch": 2.14, "learning_rate": 1.0021335697226106e-06, "loss": 0.804, "step": 8659 }, { "epoch": 2.14, "learning_rate": 1.001599502033301e-06, "loss": 0.8169, "step": 8660 }, { "epoch": 2.14, "learning_rate": 1.0010655410412745e-06, "loss": 0.7618, "step": 8661 }, { "epoch": 2.14, "learning_rate": 1.0005316867845547e-06, "loss": 0.8338, "step": 8662 }, { "epoch": 2.14, "learning_rate": 9.999979393011539e-07, "loss": 0.7785, "step": 8663 }, { "epoch": 2.14, "learning_rate": 9.994642986290802e-07, "loss": 0.8436, "step": 8664 }, { "epoch": 2.14, "learning_rate": 9.989307648063323e-07, "loss": 0.8137, "step": 8665 }, { "epoch": 2.14, "learning_rate": 9.983973378709021e-07, "loss": 0.7161, "step": 8666 }, { "epoch": 2.14, "learning_rate": 9.978640178607748e-07, "loss": 0.8734, "step": 8667 }, { "epoch": 2.14, "learning_rate": 9.973308048139247e-07, "loss": 0.8288, "step": 8668 }, { "epoch": 2.14, "learning_rate": 9.967976987683214e-07, "loss": 0.8189, "step": 8669 }, { "epoch": 2.14, "learning_rate": 9.962646997619257e-07, "loss": 0.7915, "step": 8670 }, { "epoch": 2.14, "learning_rate": 9.95731807832692e-07, "loss": 0.8358, "step": 8671 }, { "epoch": 2.14, "learning_rate": 9.951990230185652e-07, "loss": 0.7574, "step": 8672 }, { "epoch": 2.14, "learning_rate": 9.946663453574847e-07, "loss": 0.7601, "step": 8673 }, { "epoch": 2.14, "learning_rate": 9.941337748873797e-07, "loss": 0.7798, "step": 8674 }, { "epoch": 2.14, "learning_rate": 9.93601311646174e-07, "loss": 0.7713, "step": 8675 }, { "epoch": 2.14, "learning_rate": 9.930689556717827e-07, "loss": 0.7603, "step": 8676 }, { "epoch": 2.14, "learning_rate": 9.925367070021136e-07, "loss": 0.8035, "step": 8677 }, { "epoch": 2.14, "learning_rate": 9.920045656750676e-07, "loss": 0.8196, "step": 8678 }, { "epoch": 2.14, "learning_rate": 9.914725317285357e-07, "loss": 0.8672, "step": 8679 }, { "epoch": 2.14, "learning_rate": 9.90940605200403e-07, "loss": 0.8344, "step": 8680 }, { "epoch": 2.15, "learning_rate": 9.90408786128548e-07, "loss": 0.9149, "step": 8681 }, { "epoch": 2.15, "learning_rate": 9.898770745508381e-07, "loss": 0.7913, "step": 8682 }, { "epoch": 2.15, "learning_rate": 9.893454705051363e-07, "loss": 0.8062, "step": 8683 }, { "epoch": 2.15, "learning_rate": 9.888139740292966e-07, "loss": 0.8032, "step": 8684 }, { "epoch": 2.15, "learning_rate": 9.882825851611664e-07, "loss": 0.7975, "step": 8685 }, { "epoch": 2.15, "learning_rate": 9.877513039385828e-07, "loss": 0.7803, "step": 8686 }, { "epoch": 2.15, "learning_rate": 9.872201303993777e-07, "loss": 0.8563, "step": 8687 }, { "epoch": 2.15, "learning_rate": 9.866890645813752e-07, "loss": 0.8283, "step": 8688 }, { "epoch": 2.15, "learning_rate": 9.861581065223903e-07, "loss": 0.8298, "step": 8689 }, { "epoch": 2.15, "learning_rate": 9.856272562602317e-07, "loss": 0.8163, "step": 8690 }, { "epoch": 2.15, "learning_rate": 9.85096513832701e-07, "loss": 0.7674, "step": 8691 }, { "epoch": 2.15, "learning_rate": 9.845658792775886e-07, "loss": 0.8934, "step": 8692 }, { "epoch": 2.15, "learning_rate": 9.840353526326806e-07, "loss": 0.8817, "step": 8693 }, { "epoch": 2.15, "learning_rate": 9.835049339357552e-07, "loss": 0.7583, "step": 8694 }, { "epoch": 2.15, "learning_rate": 9.829746232245816e-07, "loss": 0.7533, "step": 8695 }, { "epoch": 2.15, "learning_rate": 9.824444205369216e-07, "loss": 0.7975, "step": 8696 }, { "epoch": 2.15, "learning_rate": 9.81914325910531e-07, "loss": 0.7989, "step": 8697 }, { "epoch": 2.15, "learning_rate": 9.813843393831546e-07, "loss": 0.9171, "step": 8698 }, { "epoch": 2.15, "learning_rate": 9.808544609925322e-07, "loss": 0.8408, "step": 8699 }, { "epoch": 2.15, "learning_rate": 9.803246907763959e-07, "loss": 0.7507, "step": 8700 }, { "epoch": 2.15, "learning_rate": 9.797950287724675e-07, "loss": 0.7467, "step": 8701 }, { "epoch": 2.15, "learning_rate": 9.792654750184637e-07, "loss": 0.8056, "step": 8702 }, { "epoch": 2.15, "learning_rate": 9.787360295520942e-07, "loss": 0.8779, "step": 8703 }, { "epoch": 2.15, "learning_rate": 9.78206692411057e-07, "loss": 0.7952, "step": 8704 }, { "epoch": 2.15, "learning_rate": 9.776774636330458e-07, "loss": 0.8102, "step": 8705 }, { "epoch": 2.15, "learning_rate": 9.77148343255746e-07, "loss": 0.8144, "step": 8706 }, { "epoch": 2.15, "learning_rate": 9.766193313168346e-07, "loss": 0.8244, "step": 8707 }, { "epoch": 2.15, "learning_rate": 9.760904278539813e-07, "loss": 0.812, "step": 8708 }, { "epoch": 2.15, "learning_rate": 9.755616329048486e-07, "loss": 0.7486, "step": 8709 }, { "epoch": 2.15, "learning_rate": 9.750329465070897e-07, "loss": 0.8006, "step": 8710 }, { "epoch": 2.15, "learning_rate": 9.745043686983508e-07, "loss": 0.7821, "step": 8711 }, { "epoch": 2.15, "learning_rate": 9.739758995162713e-07, "loss": 0.8331, "step": 8712 }, { "epoch": 2.15, "learning_rate": 9.734475389984817e-07, "loss": 0.8301, "step": 8713 }, { "epoch": 2.15, "learning_rate": 9.729192871826057e-07, "loss": 0.8517, "step": 8714 }, { "epoch": 2.15, "learning_rate": 9.72391144106259e-07, "loss": 0.8557, "step": 8715 }, { "epoch": 2.15, "learning_rate": 9.718631098070486e-07, "loss": 0.7854, "step": 8716 }, { "epoch": 2.15, "learning_rate": 9.713351843225744e-07, "loss": 0.8625, "step": 8717 }, { "epoch": 2.15, "learning_rate": 9.708073676904295e-07, "loss": 0.807, "step": 8718 }, { "epoch": 2.15, "learning_rate": 9.702796599481973e-07, "loss": 0.8317, "step": 8719 }, { "epoch": 2.15, "learning_rate": 9.697520611334548e-07, "loss": 0.7402, "step": 8720 }, { "epoch": 2.16, "learning_rate": 9.692245712837726e-07, "loss": 0.7626, "step": 8721 }, { "epoch": 2.16, "learning_rate": 9.68697190436709e-07, "loss": 0.7746, "step": 8722 }, { "epoch": 2.16, "learning_rate": 9.681699186298194e-07, "loss": 0.791, "step": 8723 }, { "epoch": 2.16, "learning_rate": 9.676427559006487e-07, "loss": 0.8153, "step": 8724 }, { "epoch": 2.16, "learning_rate": 9.671157022867355e-07, "loss": 0.8637, "step": 8725 }, { "epoch": 2.16, "learning_rate": 9.665887578256095e-07, "loss": 0.7139, "step": 8726 }, { "epoch": 2.16, "learning_rate": 9.66061922554794e-07, "loss": 0.8736, "step": 8727 }, { "epoch": 2.16, "learning_rate": 9.65535196511802e-07, "loss": 0.8227, "step": 8728 }, { "epoch": 2.16, "learning_rate": 9.65008579734141e-07, "loss": 0.8408, "step": 8729 }, { "epoch": 2.16, "learning_rate": 9.6448207225931e-07, "loss": 0.8525, "step": 8730 }, { "epoch": 2.16, "learning_rate": 9.639556741248007e-07, "loss": 0.8005, "step": 8731 }, { "epoch": 2.16, "learning_rate": 9.634293853680963e-07, "loss": 0.7863, "step": 8732 }, { "epoch": 2.16, "learning_rate": 9.62903206026673e-07, "loss": 0.7762, "step": 8733 }, { "epoch": 2.16, "learning_rate": 9.623771361379975e-07, "loss": 0.7921, "step": 8734 }, { "epoch": 2.16, "learning_rate": 9.618511757395304e-07, "loss": 0.8212, "step": 8735 }, { "epoch": 2.16, "learning_rate": 9.613253248687244e-07, "loss": 0.8698, "step": 8736 }, { "epoch": 2.16, "learning_rate": 9.607995835630243e-07, "loss": 0.8106, "step": 8737 }, { "epoch": 2.16, "learning_rate": 9.602739518598655e-07, "loss": 0.7995, "step": 8738 }, { "epoch": 2.16, "learning_rate": 9.597484297966787e-07, "loss": 0.8333, "step": 8739 }, { "epoch": 2.16, "learning_rate": 9.592230174108828e-07, "loss": 0.8209, "step": 8740 }, { "epoch": 2.16, "learning_rate": 9.586977147398922e-07, "loss": 0.7916, "step": 8741 }, { "epoch": 2.16, "learning_rate": 9.581725218211124e-07, "loss": 0.8119, "step": 8742 }, { "epoch": 2.16, "learning_rate": 9.57647438691941e-07, "loss": 0.742, "step": 8743 }, { "epoch": 2.16, "learning_rate": 9.57122465389768e-07, "loss": 0.8275, "step": 8744 }, { "epoch": 2.16, "learning_rate": 9.565976019519756e-07, "loss": 0.7957, "step": 8745 }, { "epoch": 2.16, "learning_rate": 9.560728484159372e-07, "loss": 0.7709, "step": 8746 }, { "epoch": 2.16, "learning_rate": 9.555482048190198e-07, "loss": 0.8135, "step": 8747 }, { "epoch": 2.16, "learning_rate": 9.550236711985815e-07, "loss": 0.8511, "step": 8748 }, { "epoch": 2.16, "learning_rate": 9.544992475919734e-07, "loss": 0.7724, "step": 8749 }, { "epoch": 2.16, "learning_rate": 9.53974934036538e-07, "loss": 0.8814, "step": 8750 }, { "epoch": 2.16, "learning_rate": 9.534507305696117e-07, "loss": 0.7327, "step": 8751 }, { "epoch": 2.16, "learning_rate": 9.529266372285195e-07, "loss": 0.8077, "step": 8752 }, { "epoch": 2.16, "learning_rate": 9.524026540505818e-07, "loss": 0.8464, "step": 8753 }, { "epoch": 2.16, "learning_rate": 9.5187878107311e-07, "loss": 0.7659, "step": 8754 }, { "epoch": 2.16, "learning_rate": 9.51355018333408e-07, "loss": 0.8528, "step": 8755 }, { "epoch": 2.16, "learning_rate": 9.508313658687726e-07, "loss": 0.6884, "step": 8756 }, { "epoch": 2.16, "learning_rate": 9.503078237164895e-07, "loss": 0.848, "step": 8757 }, { "epoch": 2.16, "learning_rate": 9.497843919138408e-07, "loss": 0.7842, "step": 8758 }, { "epoch": 2.16, "learning_rate": 9.49261070498097e-07, "loss": 0.8418, "step": 8759 }, { "epoch": 2.16, "learning_rate": 9.487378595065233e-07, "loss": 0.8996, "step": 8760 }, { "epoch": 2.16, "learning_rate": 9.482147589763765e-07, "loss": 0.7617, "step": 8761 }, { "epoch": 2.17, "learning_rate": 9.47691768944905e-07, "loss": 0.7281, "step": 8762 }, { "epoch": 2.17, "learning_rate": 9.471688894493506e-07, "loss": 0.7566, "step": 8763 }, { "epoch": 2.17, "learning_rate": 9.466461205269443e-07, "loss": 0.7441, "step": 8764 }, { "epoch": 2.17, "learning_rate": 9.461234622149118e-07, "loss": 0.8192, "step": 8765 }, { "epoch": 2.17, "learning_rate": 9.456009145504708e-07, "loss": 0.771, "step": 8766 }, { "epoch": 2.17, "learning_rate": 9.450784775708305e-07, "loss": 0.7768, "step": 8767 }, { "epoch": 2.17, "learning_rate": 9.44556151313192e-07, "loss": 0.8918, "step": 8768 }, { "epoch": 2.17, "learning_rate": 9.440339358147499e-07, "loss": 0.7831, "step": 8769 }, { "epoch": 2.17, "learning_rate": 9.435118311126881e-07, "loss": 0.7487, "step": 8770 }, { "epoch": 2.17, "learning_rate": 9.429898372441851e-07, "loss": 0.8105, "step": 8771 }, { "epoch": 2.17, "learning_rate": 9.424679542464108e-07, "loss": 0.7972, "step": 8772 }, { "epoch": 2.17, "learning_rate": 9.419461821565273e-07, "loss": 0.7451, "step": 8773 }, { "epoch": 2.17, "learning_rate": 9.414245210116884e-07, "loss": 0.8545, "step": 8774 }, { "epoch": 2.17, "learning_rate": 9.409029708490414e-07, "loss": 0.791, "step": 8775 }, { "epoch": 2.17, "learning_rate": 9.403815317057227e-07, "loss": 0.8553, "step": 8776 }, { "epoch": 2.17, "learning_rate": 9.398602036188642e-07, "loss": 0.7673, "step": 8777 }, { "epoch": 2.17, "learning_rate": 9.39338986625587e-07, "loss": 0.8786, "step": 8778 }, { "epoch": 2.17, "learning_rate": 9.388178807630061e-07, "loss": 0.8501, "step": 8779 }, { "epoch": 2.17, "learning_rate": 9.382968860682284e-07, "loss": 0.8459, "step": 8780 }, { "epoch": 2.17, "learning_rate": 9.377760025783536e-07, "loss": 0.8517, "step": 8781 }, { "epoch": 2.17, "learning_rate": 9.372552303304702e-07, "loss": 0.8144, "step": 8782 }, { "epoch": 2.17, "learning_rate": 9.367345693616625e-07, "loss": 0.7978, "step": 8783 }, { "epoch": 2.17, "learning_rate": 9.362140197090053e-07, "loss": 0.8113, "step": 8784 }, { "epoch": 2.17, "learning_rate": 9.356935814095652e-07, "loss": 0.836, "step": 8785 }, { "epoch": 2.17, "learning_rate": 9.351732545004019e-07, "loss": 0.7049, "step": 8786 }, { "epoch": 2.17, "learning_rate": 9.346530390185671e-07, "loss": 0.7423, "step": 8787 }, { "epoch": 2.17, "learning_rate": 9.341329350011022e-07, "loss": 0.823, "step": 8788 }, { "epoch": 2.17, "learning_rate": 9.336129424850438e-07, "loss": 0.7578, "step": 8789 }, { "epoch": 2.17, "learning_rate": 9.330930615074185e-07, "loss": 0.8279, "step": 8790 }, { "epoch": 2.17, "learning_rate": 9.325732921052464e-07, "loss": 0.8468, "step": 8791 }, { "epoch": 2.17, "learning_rate": 9.320536343155384e-07, "loss": 0.8306, "step": 8792 }, { "epoch": 2.17, "learning_rate": 9.315340881752994e-07, "loss": 0.8122, "step": 8793 }, { "epoch": 2.17, "learning_rate": 9.310146537215228e-07, "loss": 0.8367, "step": 8794 }, { "epoch": 2.17, "learning_rate": 9.304953309911973e-07, "loss": 0.8484, "step": 8795 }, { "epoch": 2.17, "learning_rate": 9.299761200213037e-07, "loss": 0.7585, "step": 8796 }, { "epoch": 2.17, "learning_rate": 9.294570208488113e-07, "loss": 0.8283, "step": 8797 }, { "epoch": 2.17, "learning_rate": 9.289380335106849e-07, "loss": 0.8071, "step": 8798 }, { "epoch": 2.17, "learning_rate": 9.284191580438814e-07, "loss": 0.6857, "step": 8799 }, { "epoch": 2.17, "learning_rate": 9.279003944853468e-07, "loss": 0.8082, "step": 8800 }, { "epoch": 2.17, "learning_rate": 9.273817428720216e-07, "loss": 0.8088, "step": 8801 }, { "epoch": 2.18, "learning_rate": 9.268632032408378e-07, "loss": 0.7553, "step": 8802 }, { "epoch": 2.18, "learning_rate": 9.263447756287191e-07, "loss": 0.8067, "step": 8803 }, { "epoch": 2.18, "learning_rate": 9.258264600725819e-07, "loss": 0.7718, "step": 8804 }, { "epoch": 2.18, "learning_rate": 9.253082566093347e-07, "loss": 0.8059, "step": 8805 }, { "epoch": 2.18, "learning_rate": 9.247901652758754e-07, "loss": 0.8495, "step": 8806 }, { "epoch": 2.18, "learning_rate": 9.242721861090972e-07, "loss": 0.7522, "step": 8807 }, { "epoch": 2.18, "learning_rate": 9.237543191458839e-07, "loss": 0.7659, "step": 8808 }, { "epoch": 2.18, "learning_rate": 9.232365644231117e-07, "loss": 0.811, "step": 8809 }, { "epoch": 2.18, "learning_rate": 9.227189219776486e-07, "loss": 0.7149, "step": 8810 }, { "epoch": 2.18, "learning_rate": 9.222013918463551e-07, "loss": 0.8562, "step": 8811 }, { "epoch": 2.18, "learning_rate": 9.216839740660818e-07, "loss": 0.7999, "step": 8812 }, { "epoch": 2.18, "learning_rate": 9.211666686736736e-07, "loss": 0.8091, "step": 8813 }, { "epoch": 2.18, "learning_rate": 9.206494757059661e-07, "loss": 0.7984, "step": 8814 }, { "epoch": 2.18, "learning_rate": 9.201323951997887e-07, "loss": 0.7726, "step": 8815 }, { "epoch": 2.18, "learning_rate": 9.196154271919594e-07, "loss": 0.7327, "step": 8816 }, { "epoch": 2.18, "learning_rate": 9.190985717192918e-07, "loss": 0.8164, "step": 8817 }, { "epoch": 2.18, "learning_rate": 9.185818288185882e-07, "loss": 0.844, "step": 8818 }, { "epoch": 2.18, "learning_rate": 9.180651985266456e-07, "loss": 0.7848, "step": 8819 }, { "epoch": 2.18, "learning_rate": 9.175486808802517e-07, "loss": 0.7623, "step": 8820 }, { "epoch": 2.18, "learning_rate": 9.170322759161865e-07, "loss": 0.7803, "step": 8821 }, { "epoch": 2.18, "learning_rate": 9.165159836712217e-07, "loss": 0.8026, "step": 8822 }, { "epoch": 2.18, "learning_rate": 9.159998041821225e-07, "loss": 0.7901, "step": 8823 }, { "epoch": 2.18, "learning_rate": 9.154837374856424e-07, "loss": 0.7822, "step": 8824 }, { "epoch": 2.18, "learning_rate": 9.149677836185305e-07, "loss": 0.773, "step": 8825 }, { "epoch": 2.18, "learning_rate": 9.144519426175263e-07, "loss": 0.8626, "step": 8826 }, { "epoch": 2.18, "learning_rate": 9.139362145193617e-07, "loss": 0.7293, "step": 8827 }, { "epoch": 2.18, "learning_rate": 9.134205993607603e-07, "loss": 0.787, "step": 8828 }, { "epoch": 2.18, "learning_rate": 9.129050971784386e-07, "loss": 0.7953, "step": 8829 }, { "epoch": 2.18, "learning_rate": 9.123897080091024e-07, "loss": 0.7679, "step": 8830 }, { "epoch": 2.18, "learning_rate": 9.118744318894524e-07, "loss": 0.7075, "step": 8831 }, { "epoch": 2.18, "learning_rate": 9.113592688561799e-07, "loss": 0.6897, "step": 8832 }, { "epoch": 2.18, "learning_rate": 9.108442189459687e-07, "loss": 0.8056, "step": 8833 }, { "epoch": 2.18, "learning_rate": 9.103292821954934e-07, "loss": 0.8317, "step": 8834 }, { "epoch": 2.18, "learning_rate": 9.09814458641422e-07, "loss": 0.8161, "step": 8835 }, { "epoch": 2.18, "learning_rate": 9.092997483204141e-07, "loss": 0.7917, "step": 8836 }, { "epoch": 2.18, "learning_rate": 9.087851512691195e-07, "loss": 0.8415, "step": 8837 }, { "epoch": 2.18, "learning_rate": 9.082706675241823e-07, "loss": 0.7058, "step": 8838 }, { "epoch": 2.18, "learning_rate": 9.077562971222375e-07, "loss": 0.7658, "step": 8839 }, { "epoch": 2.18, "learning_rate": 9.072420400999121e-07, "loss": 0.9494, "step": 8840 }, { "epoch": 2.18, "learning_rate": 9.067278964938256e-07, "loss": 0.7839, "step": 8841 }, { "epoch": 2.18, "learning_rate": 9.062138663405878e-07, "loss": 0.8233, "step": 8842 }, { "epoch": 2.19, "learning_rate": 9.056999496768018e-07, "loss": 0.8385, "step": 8843 }, { "epoch": 2.19, "learning_rate": 9.051861465390624e-07, "loss": 0.7796, "step": 8844 }, { "epoch": 2.19, "learning_rate": 9.046724569639565e-07, "loss": 0.8154, "step": 8845 }, { "epoch": 2.19, "learning_rate": 9.041588809880622e-07, "loss": 0.8412, "step": 8846 }, { "epoch": 2.19, "learning_rate": 9.03645418647951e-07, "loss": 0.8344, "step": 8847 }, { "epoch": 2.19, "learning_rate": 9.031320699801835e-07, "loss": 0.7736, "step": 8848 }, { "epoch": 2.19, "learning_rate": 9.026188350213149e-07, "loss": 0.8568, "step": 8849 }, { "epoch": 2.19, "learning_rate": 9.021057138078912e-07, "loss": 0.8087, "step": 8850 }, { "epoch": 2.19, "learning_rate": 9.015927063764506e-07, "loss": 0.7894, "step": 8851 }, { "epoch": 2.19, "learning_rate": 9.010798127635239e-07, "loss": 0.7867, "step": 8852 }, { "epoch": 2.19, "learning_rate": 9.005670330056309e-07, "loss": 0.8737, "step": 8853 }, { "epoch": 2.19, "learning_rate": 9.000543671392878e-07, "loss": 0.8135, "step": 8854 }, { "epoch": 2.19, "learning_rate": 8.995418152009977e-07, "loss": 0.865, "step": 8855 }, { "epoch": 2.19, "learning_rate": 8.990293772272596e-07, "loss": 0.7956, "step": 8856 }, { "epoch": 2.19, "learning_rate": 8.985170532545623e-07, "loss": 0.8075, "step": 8857 }, { "epoch": 2.19, "learning_rate": 8.980048433193878e-07, "loss": 0.9024, "step": 8858 }, { "epoch": 2.19, "learning_rate": 8.974927474582096e-07, "loss": 0.8716, "step": 8859 }, { "epoch": 2.19, "learning_rate": 8.969807657074911e-07, "loss": 0.8032, "step": 8860 }, { "epoch": 2.19, "learning_rate": 8.964688981036901e-07, "loss": 0.8295, "step": 8861 }, { "epoch": 2.19, "learning_rate": 8.959571446832555e-07, "loss": 0.8437, "step": 8862 }, { "epoch": 2.19, "learning_rate": 8.954455054826278e-07, "loss": 0.7725, "step": 8863 }, { "epoch": 2.19, "learning_rate": 8.949339805382398e-07, "loss": 0.8275, "step": 8864 }, { "epoch": 2.19, "learning_rate": 8.944225698865164e-07, "loss": 0.6962, "step": 8865 }, { "epoch": 2.19, "learning_rate": 8.939112735638722e-07, "loss": 0.8599, "step": 8866 }, { "epoch": 2.19, "learning_rate": 8.934000916067165e-07, "loss": 0.8425, "step": 8867 }, { "epoch": 2.19, "learning_rate": 8.92889024051449e-07, "loss": 0.7581, "step": 8868 }, { "epoch": 2.19, "learning_rate": 8.923780709344615e-07, "loss": 0.8455, "step": 8869 }, { "epoch": 2.19, "learning_rate": 8.918672322921377e-07, "loss": 0.7877, "step": 8870 }, { "epoch": 2.19, "learning_rate": 8.913565081608538e-07, "loss": 0.8032, "step": 8871 }, { "epoch": 2.19, "learning_rate": 8.90845898576976e-07, "loss": 0.8508, "step": 8872 }, { "epoch": 2.19, "learning_rate": 8.903354035768647e-07, "loss": 0.839, "step": 8873 }, { "epoch": 2.19, "learning_rate": 8.898250231968694e-07, "loss": 0.7314, "step": 8874 }, { "epoch": 2.19, "learning_rate": 8.893147574733338e-07, "loss": 0.8076, "step": 8875 }, { "epoch": 2.19, "learning_rate": 8.888046064425929e-07, "loss": 0.7994, "step": 8876 }, { "epoch": 2.19, "learning_rate": 8.882945701409734e-07, "loss": 0.8501, "step": 8877 }, { "epoch": 2.19, "learning_rate": 8.877846486047927e-07, "loss": 0.8355, "step": 8878 }, { "epoch": 2.19, "learning_rate": 8.87274841870362e-07, "loss": 0.8417, "step": 8879 }, { "epoch": 2.19, "learning_rate": 8.867651499739824e-07, "loss": 0.8157, "step": 8880 }, { "epoch": 2.19, "learning_rate": 8.862555729519486e-07, "loss": 0.7981, "step": 8881 }, { "epoch": 2.19, "learning_rate": 8.85746110840546e-07, "loss": 0.7903, "step": 8882 }, { "epoch": 2.2, "learning_rate": 8.852367636760529e-07, "loss": 0.7683, "step": 8883 }, { "epoch": 2.2, "learning_rate": 8.84727531494737e-07, "loss": 0.864, "step": 8884 }, { "epoch": 2.2, "learning_rate": 8.842184143328603e-07, "loss": 0.8195, "step": 8885 }, { "epoch": 2.2, "learning_rate": 8.837094122266757e-07, "loss": 0.8274, "step": 8886 }, { "epoch": 2.2, "learning_rate": 8.832005252124279e-07, "loss": 0.8308, "step": 8887 }, { "epoch": 2.2, "learning_rate": 8.826917533263532e-07, "loss": 0.8055, "step": 8888 }, { "epoch": 2.2, "learning_rate": 8.821830966046816e-07, "loss": 0.7686, "step": 8889 }, { "epoch": 2.2, "learning_rate": 8.816745550836306e-07, "loss": 0.8469, "step": 8890 }, { "epoch": 2.2, "learning_rate": 8.811661287994136e-07, "loss": 0.7801, "step": 8891 }, { "epoch": 2.2, "learning_rate": 8.80657817788235e-07, "loss": 0.7989, "step": 8892 }, { "epoch": 2.2, "learning_rate": 8.801496220862885e-07, "loss": 0.8394, "step": 8893 }, { "epoch": 2.2, "learning_rate": 8.796415417297627e-07, "loss": 0.7633, "step": 8894 }, { "epoch": 2.2, "learning_rate": 8.79133576754837e-07, "loss": 0.7343, "step": 8895 }, { "epoch": 2.2, "learning_rate": 8.786257271976812e-07, "loss": 0.8389, "step": 8896 }, { "epoch": 2.2, "learning_rate": 8.781179930944581e-07, "loss": 0.8426, "step": 8897 }, { "epoch": 2.2, "learning_rate": 8.776103744813228e-07, "loss": 0.8011, "step": 8898 }, { "epoch": 2.2, "learning_rate": 8.77102871394421e-07, "loss": 0.8594, "step": 8899 }, { "epoch": 2.2, "learning_rate": 8.765954838698912e-07, "loss": 0.8035, "step": 8900 }, { "epoch": 2.2, "learning_rate": 8.760882119438638e-07, "loss": 0.7717, "step": 8901 }, { "epoch": 2.2, "learning_rate": 8.755810556524588e-07, "loss": 0.8052, "step": 8902 }, { "epoch": 2.2, "learning_rate": 8.750740150317899e-07, "loss": 0.7809, "step": 8903 }, { "epoch": 2.2, "learning_rate": 8.745670901179626e-07, "loss": 0.8885, "step": 8904 }, { "epoch": 2.2, "learning_rate": 8.740602809470736e-07, "loss": 0.8153, "step": 8905 }, { "epoch": 2.2, "learning_rate": 8.735535875552114e-07, "loss": 0.792, "step": 8906 }, { "epoch": 2.2, "learning_rate": 8.730470099784574e-07, "loss": 0.8053, "step": 8907 }, { "epoch": 2.2, "learning_rate": 8.72540548252882e-07, "loss": 0.7487, "step": 8908 }, { "epoch": 2.2, "learning_rate": 8.720342024145497e-07, "loss": 0.7746, "step": 8909 }, { "epoch": 2.2, "learning_rate": 8.715279724995163e-07, "loss": 0.8772, "step": 8910 }, { "epoch": 2.2, "learning_rate": 8.710218585438296e-07, "loss": 0.8277, "step": 8911 }, { "epoch": 2.2, "learning_rate": 8.705158605835274e-07, "loss": 0.8902, "step": 8912 }, { "epoch": 2.2, "learning_rate": 8.70009978654642e-07, "loss": 0.8785, "step": 8913 }, { "epoch": 2.2, "learning_rate": 8.695042127931946e-07, "loss": 0.883, "step": 8914 }, { "epoch": 2.2, "learning_rate": 8.689985630351999e-07, "loss": 0.8134, "step": 8915 }, { "epoch": 2.2, "learning_rate": 8.684930294166643e-07, "loss": 0.8289, "step": 8916 }, { "epoch": 2.2, "learning_rate": 8.679876119735852e-07, "loss": 0.8768, "step": 8917 }, { "epoch": 2.2, "learning_rate": 8.674823107419525e-07, "loss": 0.8043, "step": 8918 }, { "epoch": 2.2, "learning_rate": 8.669771257577478e-07, "loss": 0.8469, "step": 8919 }, { "epoch": 2.2, "learning_rate": 8.664720570569429e-07, "loss": 0.8974, "step": 8920 }, { "epoch": 2.2, "learning_rate": 8.659671046755028e-07, "loss": 0.8168, "step": 8921 }, { "epoch": 2.2, "learning_rate": 8.654622686493841e-07, "loss": 0.8353, "step": 8922 }, { "epoch": 2.2, "learning_rate": 8.649575490145348e-07, "loss": 0.8514, "step": 8923 }, { "epoch": 2.21, "learning_rate": 8.644529458068948e-07, "loss": 0.8384, "step": 8924 }, { "epoch": 2.21, "learning_rate": 8.639484590623964e-07, "loss": 0.7859, "step": 8925 }, { "epoch": 2.21, "learning_rate": 8.634440888169613e-07, "loss": 0.8213, "step": 8926 }, { "epoch": 2.21, "learning_rate": 8.629398351065049e-07, "loss": 0.7482, "step": 8927 }, { "epoch": 2.21, "learning_rate": 8.624356979669341e-07, "loss": 0.911, "step": 8928 }, { "epoch": 2.21, "learning_rate": 8.61931677434148e-07, "loss": 0.8053, "step": 8929 }, { "epoch": 2.21, "learning_rate": 8.614277735440349e-07, "loss": 0.8486, "step": 8930 }, { "epoch": 2.21, "learning_rate": 8.609239863324772e-07, "loss": 0.7839, "step": 8931 }, { "epoch": 2.21, "learning_rate": 8.604203158353497e-07, "loss": 0.8097, "step": 8932 }, { "epoch": 2.21, "learning_rate": 8.599167620885152e-07, "loss": 0.8029, "step": 8933 }, { "epoch": 2.21, "learning_rate": 8.594133251278314e-07, "loss": 0.815, "step": 8934 }, { "epoch": 2.21, "learning_rate": 8.589100049891472e-07, "loss": 0.7751, "step": 8935 }, { "epoch": 2.21, "learning_rate": 8.584068017083025e-07, "loss": 0.7847, "step": 8936 }, { "epoch": 2.21, "learning_rate": 8.579037153211298e-07, "loss": 0.7312, "step": 8937 }, { "epoch": 2.21, "learning_rate": 8.574007458634509e-07, "loss": 0.7998, "step": 8938 }, { "epoch": 2.21, "learning_rate": 8.568978933710823e-07, "loss": 0.726, "step": 8939 }, { "epoch": 2.21, "learning_rate": 8.563951578798301e-07, "loss": 0.7494, "step": 8940 }, { "epoch": 2.21, "learning_rate": 8.558925394254935e-07, "loss": 0.8375, "step": 8941 }, { "epoch": 2.21, "learning_rate": 8.553900380438623e-07, "loss": 0.8512, "step": 8942 }, { "epoch": 2.21, "learning_rate": 8.548876537707193e-07, "loss": 0.7711, "step": 8943 }, { "epoch": 2.21, "learning_rate": 8.543853866418364e-07, "loss": 0.847, "step": 8944 }, { "epoch": 2.21, "learning_rate": 8.538832366929794e-07, "loss": 0.7952, "step": 8945 }, { "epoch": 2.21, "learning_rate": 8.533812039599054e-07, "loss": 0.777, "step": 8946 }, { "epoch": 2.21, "learning_rate": 8.528792884783627e-07, "loss": 0.7797, "step": 8947 }, { "epoch": 2.21, "learning_rate": 8.523774902840923e-07, "loss": 0.7615, "step": 8948 }, { "epoch": 2.21, "learning_rate": 8.51875809412824e-07, "loss": 0.8966, "step": 8949 }, { "epoch": 2.21, "learning_rate": 8.513742459002825e-07, "loss": 0.765, "step": 8950 }, { "epoch": 2.21, "learning_rate": 8.508727997821833e-07, "loss": 0.7547, "step": 8951 }, { "epoch": 2.21, "learning_rate": 8.503714710942321e-07, "loss": 0.7626, "step": 8952 }, { "epoch": 2.21, "learning_rate": 8.498702598721273e-07, "loss": 0.7017, "step": 8953 }, { "epoch": 2.21, "learning_rate": 8.493691661515591e-07, "loss": 0.7372, "step": 8954 }, { "epoch": 2.21, "learning_rate": 8.488681899682103e-07, "loss": 0.8145, "step": 8955 }, { "epoch": 2.21, "learning_rate": 8.48367331357752e-07, "loss": 0.7933, "step": 8956 }, { "epoch": 2.21, "learning_rate": 8.478665903558503e-07, "loss": 0.7643, "step": 8957 }, { "epoch": 2.21, "learning_rate": 8.473659669981612e-07, "loss": 0.7508, "step": 8958 }, { "epoch": 2.21, "learning_rate": 8.468654613203334e-07, "loss": 0.7914, "step": 8959 }, { "epoch": 2.21, "learning_rate": 8.463650733580064e-07, "loss": 0.7179, "step": 8960 }, { "epoch": 2.21, "learning_rate": 8.458648031468122e-07, "loss": 0.8123, "step": 8961 }, { "epoch": 2.21, "learning_rate": 8.453646507223723e-07, "loss": 0.7914, "step": 8962 }, { "epoch": 2.21, "learning_rate": 8.44864616120302e-07, "loss": 0.8073, "step": 8963 }, { "epoch": 2.22, "learning_rate": 8.443646993762072e-07, "loss": 0.7706, "step": 8964 }, { "epoch": 2.22, "learning_rate": 8.438649005256866e-07, "loss": 0.8049, "step": 8965 }, { "epoch": 2.22, "learning_rate": 8.433652196043288e-07, "loss": 0.8359, "step": 8966 }, { "epoch": 2.22, "learning_rate": 8.428656566477159e-07, "loss": 0.8642, "step": 8967 }, { "epoch": 2.22, "learning_rate": 8.423662116914186e-07, "loss": 0.8041, "step": 8968 }, { "epoch": 2.22, "learning_rate": 8.418668847710032e-07, "loss": 0.8056, "step": 8969 }, { "epoch": 2.22, "learning_rate": 8.413676759220238e-07, "loss": 0.8003, "step": 8970 }, { "epoch": 2.22, "learning_rate": 8.408685851800283e-07, "loss": 0.8183, "step": 8971 }, { "epoch": 2.22, "learning_rate": 8.403696125805558e-07, "loss": 0.8275, "step": 8972 }, { "epoch": 2.22, "learning_rate": 8.398707581591375e-07, "loss": 0.7347, "step": 8973 }, { "epoch": 2.22, "learning_rate": 8.393720219512943e-07, "loss": 0.7799, "step": 8974 }, { "epoch": 2.22, "learning_rate": 8.388734039925406e-07, "loss": 0.8169, "step": 8975 }, { "epoch": 2.22, "learning_rate": 8.383749043183817e-07, "loss": 0.82, "step": 8976 }, { "epoch": 2.22, "learning_rate": 8.378765229643146e-07, "loss": 0.8412, "step": 8977 }, { "epoch": 2.22, "learning_rate": 8.373782599658276e-07, "loss": 0.813, "step": 8978 }, { "epoch": 2.22, "learning_rate": 8.368801153584016e-07, "loss": 0.8097, "step": 8979 }, { "epoch": 2.22, "learning_rate": 8.363820891775065e-07, "loss": 0.7829, "step": 8980 }, { "epoch": 2.22, "learning_rate": 8.358841814586066e-07, "loss": 0.8268, "step": 8981 }, { "epoch": 2.22, "learning_rate": 8.35386392237156e-07, "loss": 0.7707, "step": 8982 }, { "epoch": 2.22, "learning_rate": 8.348887215486017e-07, "loss": 0.8432, "step": 8983 }, { "epoch": 2.22, "learning_rate": 8.343911694283816e-07, "loss": 0.8104, "step": 8984 }, { "epoch": 2.22, "learning_rate": 8.338937359119251e-07, "loss": 0.8085, "step": 8985 }, { "epoch": 2.22, "learning_rate": 8.333964210346523e-07, "loss": 0.8317, "step": 8986 }, { "epoch": 2.22, "learning_rate": 8.328992248319765e-07, "loss": 0.8463, "step": 8987 }, { "epoch": 2.22, "learning_rate": 8.32402147339302e-07, "loss": 0.7756, "step": 8988 }, { "epoch": 2.22, "learning_rate": 8.319051885920234e-07, "loss": 0.705, "step": 8989 }, { "epoch": 2.22, "learning_rate": 8.314083486255284e-07, "loss": 0.8238, "step": 8990 }, { "epoch": 2.22, "learning_rate": 8.309116274751966e-07, "loss": 0.7921, "step": 8991 }, { "epoch": 2.22, "learning_rate": 8.304150251763967e-07, "loss": 0.8053, "step": 8992 }, { "epoch": 2.22, "learning_rate": 8.299185417644912e-07, "loss": 0.8637, "step": 8993 }, { "epoch": 2.22, "learning_rate": 8.294221772748334e-07, "loss": 0.7587, "step": 8994 }, { "epoch": 2.22, "learning_rate": 8.289259317427681e-07, "loss": 0.7972, "step": 8995 }, { "epoch": 2.22, "learning_rate": 8.284298052036319e-07, "loss": 0.7968, "step": 8996 }, { "epoch": 2.22, "learning_rate": 8.279337976927535e-07, "loss": 0.7956, "step": 8997 }, { "epoch": 2.22, "learning_rate": 8.274379092454504e-07, "loss": 0.8073, "step": 8998 }, { "epoch": 2.22, "learning_rate": 8.269421398970345e-07, "loss": 0.7874, "step": 8999 }, { "epoch": 2.22, "learning_rate": 8.264464896828084e-07, "loss": 0.8231, "step": 9000 }, { "epoch": 2.22, "learning_rate": 8.259509586380662e-07, "loss": 0.8215, "step": 9001 }, { "epoch": 2.22, "learning_rate": 8.254555467980929e-07, "loss": 0.8566, "step": 9002 }, { "epoch": 2.22, "learning_rate": 8.249602541981669e-07, "loss": 0.8133, "step": 9003 }, { "epoch": 2.22, "learning_rate": 8.244650808735549e-07, "loss": 0.7738, "step": 9004 }, { "epoch": 2.23, "learning_rate": 8.239700268595174e-07, "loss": 0.8729, "step": 9005 }, { "epoch": 2.23, "learning_rate": 8.234750921913065e-07, "loss": 0.8222, "step": 9006 }, { "epoch": 2.23, "learning_rate": 8.229802769041656e-07, "loss": 0.8968, "step": 9007 }, { "epoch": 2.23, "learning_rate": 8.22485581033328e-07, "loss": 0.7668, "step": 9008 }, { "epoch": 2.23, "learning_rate": 8.219910046140212e-07, "loss": 0.8746, "step": 9009 }, { "epoch": 2.23, "learning_rate": 8.214965476814607e-07, "loss": 0.7582, "step": 9010 }, { "epoch": 2.23, "learning_rate": 8.21002210270857e-07, "loss": 0.7325, "step": 9011 }, { "epoch": 2.23, "learning_rate": 8.2050799241741e-07, "loss": 0.8356, "step": 9012 }, { "epoch": 2.23, "learning_rate": 8.200138941563124e-07, "loss": 0.823, "step": 9013 }, { "epoch": 2.23, "learning_rate": 8.195199155227468e-07, "loss": 0.8773, "step": 9014 }, { "epoch": 2.23, "learning_rate": 8.190260565518898e-07, "loss": 0.8751, "step": 9015 }, { "epoch": 2.23, "learning_rate": 8.185323172789056e-07, "loss": 0.8992, "step": 9016 }, { "epoch": 2.23, "learning_rate": 8.180386977389535e-07, "loss": 0.8786, "step": 9017 }, { "epoch": 2.23, "learning_rate": 8.175451979671822e-07, "loss": 0.8289, "step": 9018 }, { "epoch": 2.23, "learning_rate": 8.170518179987333e-07, "loss": 0.7306, "step": 9019 }, { "epoch": 2.23, "learning_rate": 8.165585578687385e-07, "loss": 0.8256, "step": 9020 }, { "epoch": 2.23, "learning_rate": 8.160654176123228e-07, "loss": 0.8147, "step": 9021 }, { "epoch": 2.23, "learning_rate": 8.155723972645995e-07, "loss": 0.7854, "step": 9022 }, { "epoch": 2.23, "learning_rate": 8.150794968606767e-07, "loss": 0.8321, "step": 9023 }, { "epoch": 2.23, "learning_rate": 8.145867164356522e-07, "loss": 0.7912, "step": 9024 }, { "epoch": 2.23, "learning_rate": 8.140940560246155e-07, "loss": 0.954, "step": 9025 }, { "epoch": 2.23, "learning_rate": 8.136015156626486e-07, "loss": 0.8792, "step": 9026 }, { "epoch": 2.23, "learning_rate": 8.131090953848228e-07, "loss": 0.7972, "step": 9027 }, { "epoch": 2.23, "learning_rate": 8.126167952262032e-07, "loss": 0.8431, "step": 9028 }, { "epoch": 2.23, "learning_rate": 8.121246152218437e-07, "loss": 0.7582, "step": 9029 }, { "epoch": 2.23, "learning_rate": 8.116325554067925e-07, "loss": 0.8921, "step": 9030 }, { "epoch": 2.23, "learning_rate": 8.111406158160872e-07, "loss": 0.8186, "step": 9031 }, { "epoch": 2.23, "learning_rate": 8.106487964847581e-07, "loss": 0.8743, "step": 9032 }, { "epoch": 2.23, "learning_rate": 8.101570974478271e-07, "loss": 0.8098, "step": 9033 }, { "epoch": 2.23, "learning_rate": 8.096655187403049e-07, "loss": 0.7548, "step": 9034 }, { "epoch": 2.23, "learning_rate": 8.09174060397197e-07, "loss": 0.8122, "step": 9035 }, { "epoch": 2.23, "learning_rate": 8.086827224534983e-07, "loss": 0.8471, "step": 9036 }, { "epoch": 2.23, "learning_rate": 8.08191504944196e-07, "loss": 0.7827, "step": 9037 }, { "epoch": 2.23, "learning_rate": 8.077004079042682e-07, "loss": 0.7897, "step": 9038 }, { "epoch": 2.23, "learning_rate": 8.07209431368686e-07, "loss": 0.7843, "step": 9039 }, { "epoch": 2.23, "learning_rate": 8.067185753724086e-07, "loss": 0.7684, "step": 9040 }, { "epoch": 2.23, "learning_rate": 8.062278399503893e-07, "loss": 0.8212, "step": 9041 }, { "epoch": 2.23, "learning_rate": 8.057372251375722e-07, "loss": 0.8055, "step": 9042 }, { "epoch": 2.23, "learning_rate": 8.05246730968893e-07, "loss": 0.7652, "step": 9043 }, { "epoch": 2.23, "learning_rate": 8.047563574792791e-07, "loss": 0.8033, "step": 9044 }, { "epoch": 2.24, "learning_rate": 8.04266104703647e-07, "loss": 0.8101, "step": 9045 }, { "epoch": 2.24, "learning_rate": 8.037759726769076e-07, "loss": 0.8546, "step": 9046 }, { "epoch": 2.24, "learning_rate": 8.032859614339625e-07, "loss": 0.7739, "step": 9047 }, { "epoch": 2.24, "learning_rate": 8.027960710097027e-07, "loss": 0.7944, "step": 9048 }, { "epoch": 2.24, "learning_rate": 8.023063014390125e-07, "loss": 0.7751, "step": 9049 }, { "epoch": 2.24, "learning_rate": 8.018166527567672e-07, "loss": 0.8247, "step": 9050 }, { "epoch": 2.24, "learning_rate": 8.013271249978347e-07, "loss": 0.7772, "step": 9051 }, { "epoch": 2.24, "learning_rate": 8.008377181970712e-07, "loss": 0.7618, "step": 9052 }, { "epoch": 2.24, "learning_rate": 8.003484323893265e-07, "loss": 0.7214, "step": 9053 }, { "epoch": 2.24, "learning_rate": 7.998592676094419e-07, "loss": 0.8355, "step": 9054 }, { "epoch": 2.24, "learning_rate": 7.993702238922491e-07, "loss": 0.869, "step": 9055 }, { "epoch": 2.24, "learning_rate": 7.988813012725724e-07, "loss": 0.797, "step": 9056 }, { "epoch": 2.24, "learning_rate": 7.983924997852269e-07, "loss": 0.8615, "step": 9057 }, { "epoch": 2.24, "learning_rate": 7.979038194650174e-07, "loss": 0.8663, "step": 9058 }, { "epoch": 2.24, "learning_rate": 7.974152603467425e-07, "loss": 0.8947, "step": 9059 }, { "epoch": 2.24, "learning_rate": 7.969268224651913e-07, "loss": 0.7743, "step": 9060 }, { "epoch": 2.24, "learning_rate": 7.964385058551441e-07, "loss": 0.849, "step": 9061 }, { "epoch": 2.24, "learning_rate": 7.959503105513728e-07, "loss": 0.8053, "step": 9062 }, { "epoch": 2.24, "learning_rate": 7.954622365886414e-07, "loss": 0.7813, "step": 9063 }, { "epoch": 2.24, "learning_rate": 7.949742840017024e-07, "loss": 0.8404, "step": 9064 }, { "epoch": 2.24, "learning_rate": 7.944864528253029e-07, "loss": 0.7879, "step": 9065 }, { "epoch": 2.24, "learning_rate": 7.939987430941809e-07, "loss": 0.747, "step": 9066 }, { "epoch": 2.24, "learning_rate": 7.935111548430629e-07, "loss": 0.8947, "step": 9067 }, { "epoch": 2.24, "learning_rate": 7.930236881066703e-07, "loss": 0.761, "step": 9068 }, { "epoch": 2.24, "learning_rate": 7.925363429197145e-07, "loss": 0.7491, "step": 9069 }, { "epoch": 2.24, "learning_rate": 7.920491193168969e-07, "loss": 0.8447, "step": 9070 }, { "epoch": 2.24, "learning_rate": 7.915620173329123e-07, "loss": 0.8336, "step": 9071 }, { "epoch": 2.24, "learning_rate": 7.910750370024458e-07, "loss": 0.7726, "step": 9072 }, { "epoch": 2.24, "learning_rate": 7.905881783601741e-07, "loss": 0.8981, "step": 9073 }, { "epoch": 2.24, "learning_rate": 7.901014414407651e-07, "loss": 0.7751, "step": 9074 }, { "epoch": 2.24, "learning_rate": 7.896148262788788e-07, "loss": 0.7937, "step": 9075 }, { "epoch": 2.24, "learning_rate": 7.891283329091648e-07, "loss": 0.7298, "step": 9076 }, { "epoch": 2.24, "learning_rate": 7.886419613662652e-07, "loss": 0.7968, "step": 9077 }, { "epoch": 2.24, "learning_rate": 7.881557116848134e-07, "loss": 0.7731, "step": 9078 }, { "epoch": 2.24, "learning_rate": 7.876695838994342e-07, "loss": 0.8372, "step": 9079 }, { "epoch": 2.24, "learning_rate": 7.871835780447435e-07, "loss": 0.7994, "step": 9080 }, { "epoch": 2.24, "learning_rate": 7.866976941553491e-07, "loss": 0.7638, "step": 9081 }, { "epoch": 2.24, "learning_rate": 7.862119322658485e-07, "loss": 0.7788, "step": 9082 }, { "epoch": 2.24, "learning_rate": 7.857262924108317e-07, "loss": 0.8648, "step": 9083 }, { "epoch": 2.24, "learning_rate": 7.852407746248811e-07, "loss": 0.8012, "step": 9084 }, { "epoch": 2.25, "learning_rate": 7.847553789425675e-07, "loss": 0.8052, "step": 9085 }, { "epoch": 2.25, "learning_rate": 7.842701053984552e-07, "loss": 0.7529, "step": 9086 }, { "epoch": 2.25, "learning_rate": 7.837849540271004e-07, "loss": 0.9068, "step": 9087 }, { "epoch": 2.25, "learning_rate": 7.832999248630479e-07, "loss": 0.7723, "step": 9088 }, { "epoch": 2.25, "learning_rate": 7.828150179408361e-07, "loss": 0.8198, "step": 9089 }, { "epoch": 2.25, "learning_rate": 7.823302332949941e-07, "loss": 0.7564, "step": 9090 }, { "epoch": 2.25, "learning_rate": 7.818455709600423e-07, "loss": 0.8156, "step": 9091 }, { "epoch": 2.25, "learning_rate": 7.813610309704916e-07, "loss": 0.8501, "step": 9092 }, { "epoch": 2.25, "learning_rate": 7.808766133608464e-07, "loss": 0.8445, "step": 9093 }, { "epoch": 2.25, "learning_rate": 7.803923181655989e-07, "loss": 0.7413, "step": 9094 }, { "epoch": 2.25, "learning_rate": 7.799081454192353e-07, "loss": 0.8253, "step": 9095 }, { "epoch": 2.25, "learning_rate": 7.794240951562326e-07, "loss": 0.7707, "step": 9096 }, { "epoch": 2.25, "learning_rate": 7.789401674110586e-07, "loss": 0.7727, "step": 9097 }, { "epoch": 2.25, "learning_rate": 7.784563622181723e-07, "loss": 0.7689, "step": 9098 }, { "epoch": 2.25, "learning_rate": 7.779726796120257e-07, "loss": 0.7722, "step": 9099 }, { "epoch": 2.25, "learning_rate": 7.774891196270582e-07, "loss": 0.8375, "step": 9100 }, { "epoch": 2.25, "learning_rate": 7.770056822977043e-07, "loss": 0.8013, "step": 9101 }, { "epoch": 2.25, "learning_rate": 7.76522367658388e-07, "loss": 0.782, "step": 9102 }, { "epoch": 2.25, "learning_rate": 7.760391757435259e-07, "loss": 0.721, "step": 9103 }, { "epoch": 2.25, "learning_rate": 7.755561065875231e-07, "loss": 0.804, "step": 9104 }, { "epoch": 2.25, "learning_rate": 7.750731602247788e-07, "loss": 0.8483, "step": 9105 }, { "epoch": 2.25, "learning_rate": 7.745903366896826e-07, "loss": 0.9105, "step": 9106 }, { "epoch": 2.25, "learning_rate": 7.741076360166141e-07, "loss": 0.7302, "step": 9107 }, { "epoch": 2.25, "learning_rate": 7.73625058239946e-07, "loss": 0.8419, "step": 9108 }, { "epoch": 2.25, "learning_rate": 7.731426033940412e-07, "loss": 0.8084, "step": 9109 }, { "epoch": 2.25, "learning_rate": 7.726602715132539e-07, "loss": 0.7651, "step": 9110 }, { "epoch": 2.25, "learning_rate": 7.721780626319309e-07, "loss": 0.7647, "step": 9111 }, { "epoch": 2.25, "learning_rate": 7.716959767844073e-07, "loss": 0.8701, "step": 9112 }, { "epoch": 2.25, "learning_rate": 7.71214014005012e-07, "loss": 0.8121, "step": 9113 }, { "epoch": 2.25, "learning_rate": 7.707321743280643e-07, "loss": 0.7685, "step": 9114 }, { "epoch": 2.25, "learning_rate": 7.70250457787875e-07, "loss": 0.8067, "step": 9115 }, { "epoch": 2.25, "learning_rate": 7.697688644187456e-07, "loss": 0.7215, "step": 9116 }, { "epoch": 2.25, "learning_rate": 7.692873942549703e-07, "loss": 0.857, "step": 9117 }, { "epoch": 2.25, "learning_rate": 7.688060473308314e-07, "loss": 0.8282, "step": 9118 }, { "epoch": 2.25, "learning_rate": 7.683248236806054e-07, "loss": 0.8235, "step": 9119 }, { "epoch": 2.25, "learning_rate": 7.678437233385588e-07, "loss": 0.8085, "step": 9120 }, { "epoch": 2.25, "learning_rate": 7.673627463389499e-07, "loss": 0.8423, "step": 9121 }, { "epoch": 2.25, "learning_rate": 7.668818927160282e-07, "loss": 0.7731, "step": 9122 }, { "epoch": 2.25, "learning_rate": 7.66401162504033e-07, "loss": 0.8549, "step": 9123 }, { "epoch": 2.25, "learning_rate": 7.659205557371968e-07, "loss": 0.8481, "step": 9124 }, { "epoch": 2.25, "learning_rate": 7.654400724497412e-07, "loss": 0.7634, "step": 9125 }, { "epoch": 2.26, "learning_rate": 7.649597126758812e-07, "loss": 0.7741, "step": 9126 }, { "epoch": 2.26, "learning_rate": 7.644794764498214e-07, "loss": 0.87, "step": 9127 }, { "epoch": 2.26, "learning_rate": 7.639993638057589e-07, "loss": 0.8116, "step": 9128 }, { "epoch": 2.26, "learning_rate": 7.635193747778813e-07, "loss": 0.8192, "step": 9129 }, { "epoch": 2.26, "learning_rate": 7.630395094003664e-07, "loss": 0.7287, "step": 9130 }, { "epoch": 2.26, "learning_rate": 7.625597677073851e-07, "loss": 0.8463, "step": 9131 }, { "epoch": 2.26, "learning_rate": 7.620801497330979e-07, "loss": 0.797, "step": 9132 }, { "epoch": 2.26, "learning_rate": 7.616006555116579e-07, "loss": 0.7202, "step": 9133 }, { "epoch": 2.26, "learning_rate": 7.611212850772081e-07, "loss": 0.8145, "step": 9134 }, { "epoch": 2.26, "learning_rate": 7.606420384638846e-07, "loss": 0.7789, "step": 9135 }, { "epoch": 2.26, "learning_rate": 7.60162915705811e-07, "loss": 0.8493, "step": 9136 }, { "epoch": 2.26, "learning_rate": 7.596839168371059e-07, "loss": 0.8174, "step": 9137 }, { "epoch": 2.26, "learning_rate": 7.592050418918772e-07, "loss": 0.8777, "step": 9138 }, { "epoch": 2.26, "learning_rate": 7.587262909042248e-07, "loss": 0.7446, "step": 9139 }, { "epoch": 2.26, "learning_rate": 7.582476639082387e-07, "loss": 0.8246, "step": 9140 }, { "epoch": 2.26, "learning_rate": 7.57769160938002e-07, "loss": 0.8695, "step": 9141 }, { "epoch": 2.26, "learning_rate": 7.572907820275857e-07, "loss": 0.7653, "step": 9142 }, { "epoch": 2.26, "learning_rate": 7.568125272110557e-07, "loss": 0.7631, "step": 9143 }, { "epoch": 2.26, "learning_rate": 7.563343965224662e-07, "loss": 0.8278, "step": 9144 }, { "epoch": 2.26, "learning_rate": 7.558563899958638e-07, "loss": 0.8296, "step": 9145 }, { "epoch": 2.26, "learning_rate": 7.553785076652861e-07, "loss": 0.8769, "step": 9146 }, { "epoch": 2.26, "learning_rate": 7.549007495647634e-07, "loss": 0.721, "step": 9147 }, { "epoch": 2.26, "learning_rate": 7.544231157283133e-07, "loss": 0.7949, "step": 9148 }, { "epoch": 2.26, "learning_rate": 7.53945606189948e-07, "loss": 0.9011, "step": 9149 }, { "epoch": 2.26, "learning_rate": 7.534682209836697e-07, "loss": 0.862, "step": 9150 }, { "epoch": 2.26, "learning_rate": 7.529909601434718e-07, "loss": 0.7713, "step": 9151 }, { "epoch": 2.26, "learning_rate": 7.525138237033388e-07, "loss": 0.8425, "step": 9152 }, { "epoch": 2.26, "learning_rate": 7.520368116972473e-07, "loss": 0.846, "step": 9153 }, { "epoch": 2.26, "learning_rate": 7.515599241591626e-07, "loss": 0.9275, "step": 9154 }, { "epoch": 2.26, "learning_rate": 7.510831611230429e-07, "loss": 0.7541, "step": 9155 }, { "epoch": 2.26, "learning_rate": 7.506065226228376e-07, "loss": 0.7418, "step": 9156 }, { "epoch": 2.26, "learning_rate": 7.501300086924873e-07, "loss": 0.8059, "step": 9157 }, { "epoch": 2.26, "learning_rate": 7.496536193659227e-07, "loss": 0.7596, "step": 9158 }, { "epoch": 2.26, "learning_rate": 7.491773546770675e-07, "loss": 0.7557, "step": 9159 }, { "epoch": 2.26, "learning_rate": 7.487012146598336e-07, "loss": 0.8237, "step": 9160 }, { "epoch": 2.26, "learning_rate": 7.482251993481262e-07, "loss": 0.8251, "step": 9161 }, { "epoch": 2.26, "learning_rate": 7.477493087758425e-07, "loss": 0.8463, "step": 9162 }, { "epoch": 2.26, "learning_rate": 7.472735429768674e-07, "loss": 0.7539, "step": 9163 }, { "epoch": 2.26, "learning_rate": 7.467979019850799e-07, "loss": 0.7113, "step": 9164 }, { "epoch": 2.26, "learning_rate": 7.463223858343502e-07, "loss": 0.7716, "step": 9165 }, { "epoch": 2.27, "learning_rate": 7.458469945585367e-07, "loss": 0.7782, "step": 9166 }, { "epoch": 2.27, "learning_rate": 7.453717281914918e-07, "loss": 0.7515, "step": 9167 }, { "epoch": 2.27, "learning_rate": 7.44896586767058e-07, "loss": 0.8425, "step": 9168 }, { "epoch": 2.27, "learning_rate": 7.444215703190685e-07, "loss": 0.8175, "step": 9169 }, { "epoch": 2.27, "learning_rate": 7.439466788813488e-07, "loss": 0.7832, "step": 9170 }, { "epoch": 2.27, "learning_rate": 7.434719124877146e-07, "loss": 0.8179, "step": 9171 }, { "epoch": 2.27, "learning_rate": 7.429972711719721e-07, "loss": 0.7495, "step": 9172 }, { "epoch": 2.27, "learning_rate": 7.425227549679192e-07, "loss": 0.8008, "step": 9173 }, { "epoch": 2.27, "learning_rate": 7.420483639093459e-07, "loss": 0.8596, "step": 9174 }, { "epoch": 2.27, "learning_rate": 7.415740980300317e-07, "loss": 0.828, "step": 9175 }, { "epoch": 2.27, "learning_rate": 7.410999573637482e-07, "loss": 0.7943, "step": 9176 }, { "epoch": 2.27, "learning_rate": 7.406259419442585e-07, "loss": 0.8364, "step": 9177 }, { "epoch": 2.27, "learning_rate": 7.401520518053143e-07, "loss": 0.8578, "step": 9178 }, { "epoch": 2.27, "learning_rate": 7.39678286980661e-07, "loss": 0.7715, "step": 9179 }, { "epoch": 2.27, "learning_rate": 7.39204647504034e-07, "loss": 0.8499, "step": 9180 }, { "epoch": 2.27, "learning_rate": 7.387311334091613e-07, "loss": 0.8071, "step": 9181 }, { "epoch": 2.27, "learning_rate": 7.382577447297584e-07, "loss": 0.8304, "step": 9182 }, { "epoch": 2.27, "learning_rate": 7.377844814995361e-07, "loss": 0.7391, "step": 9183 }, { "epoch": 2.27, "learning_rate": 7.373113437521926e-07, "loss": 0.8136, "step": 9184 }, { "epoch": 2.27, "learning_rate": 7.368383315214192e-07, "loss": 0.797, "step": 9185 }, { "epoch": 2.27, "learning_rate": 7.363654448408986e-07, "loss": 0.7569, "step": 9186 }, { "epoch": 2.27, "learning_rate": 7.358926837443034e-07, "loss": 0.7596, "step": 9187 }, { "epoch": 2.27, "learning_rate": 7.354200482652982e-07, "loss": 0.8019, "step": 9188 }, { "epoch": 2.27, "learning_rate": 7.349475384375382e-07, "loss": 0.9094, "step": 9189 }, { "epoch": 2.27, "learning_rate": 7.344751542946685e-07, "loss": 0.8325, "step": 9190 }, { "epoch": 2.27, "learning_rate": 7.340028958703271e-07, "loss": 0.7305, "step": 9191 }, { "epoch": 2.27, "learning_rate": 7.335307631981425e-07, "loss": 0.9289, "step": 9192 }, { "epoch": 2.27, "learning_rate": 7.330587563117339e-07, "loss": 0.7863, "step": 9193 }, { "epoch": 2.27, "learning_rate": 7.325868752447115e-07, "loss": 0.8218, "step": 9194 }, { "epoch": 2.27, "learning_rate": 7.321151200306778e-07, "loss": 0.6964, "step": 9195 }, { "epoch": 2.27, "learning_rate": 7.316434907032238e-07, "loss": 0.8183, "step": 9196 }, { "epoch": 2.27, "learning_rate": 7.311719872959336e-07, "loss": 0.7634, "step": 9197 }, { "epoch": 2.27, "learning_rate": 7.307006098423816e-07, "loss": 0.7739, "step": 9198 }, { "epoch": 2.27, "learning_rate": 7.302293583761347e-07, "loss": 0.8351, "step": 9199 }, { "epoch": 2.27, "learning_rate": 7.297582329307473e-07, "loss": 0.7775, "step": 9200 }, { "epoch": 2.27, "learning_rate": 7.292872335397686e-07, "loss": 0.7706, "step": 9201 }, { "epoch": 2.27, "learning_rate": 7.288163602367371e-07, "loss": 0.73, "step": 9202 }, { "epoch": 2.27, "learning_rate": 7.283456130551819e-07, "loss": 0.8109, "step": 9203 }, { "epoch": 2.27, "learning_rate": 7.278749920286238e-07, "loss": 0.8188, "step": 9204 }, { "epoch": 2.27, "learning_rate": 7.274044971905747e-07, "loss": 0.8008, "step": 9205 }, { "epoch": 2.27, "learning_rate": 7.269341285745377e-07, "loss": 0.8156, "step": 9206 }, { "epoch": 2.28, "learning_rate": 7.264638862140066e-07, "loss": 0.7962, "step": 9207 }, { "epoch": 2.28, "learning_rate": 7.259937701424652e-07, "loss": 0.7521, "step": 9208 }, { "epoch": 2.28, "learning_rate": 7.255237803933901e-07, "loss": 0.7418, "step": 9209 }, { "epoch": 2.28, "learning_rate": 7.250539170002477e-07, "loss": 0.881, "step": 9210 }, { "epoch": 2.28, "learning_rate": 7.245841799964956e-07, "loss": 0.828, "step": 9211 }, { "epoch": 2.28, "learning_rate": 7.241145694155833e-07, "loss": 0.7393, "step": 9212 }, { "epoch": 2.28, "learning_rate": 7.236450852909507e-07, "loss": 0.8516, "step": 9213 }, { "epoch": 2.28, "learning_rate": 7.231757276560275e-07, "loss": 0.7621, "step": 9214 }, { "epoch": 2.28, "learning_rate": 7.22706496544236e-07, "loss": 0.7609, "step": 9215 }, { "epoch": 2.28, "learning_rate": 7.222373919889888e-07, "loss": 0.8116, "step": 9216 }, { "epoch": 2.28, "learning_rate": 7.217684140236899e-07, "loss": 0.8324, "step": 9217 }, { "epoch": 2.28, "learning_rate": 7.212995626817346e-07, "loss": 0.8746, "step": 9218 }, { "epoch": 2.28, "learning_rate": 7.208308379965074e-07, "loss": 0.6988, "step": 9219 }, { "epoch": 2.28, "learning_rate": 7.203622400013852e-07, "loss": 0.8307, "step": 9220 }, { "epoch": 2.28, "learning_rate": 7.198937687297369e-07, "loss": 0.773, "step": 9221 }, { "epoch": 2.28, "learning_rate": 7.194254242149195e-07, "loss": 0.81, "step": 9222 }, { "epoch": 2.28, "learning_rate": 7.189572064902833e-07, "loss": 0.7687, "step": 9223 }, { "epoch": 2.28, "learning_rate": 7.184891155891691e-07, "loss": 0.8124, "step": 9224 }, { "epoch": 2.28, "learning_rate": 7.180211515449087e-07, "loss": 0.7979, "step": 9225 }, { "epoch": 2.28, "learning_rate": 7.175533143908239e-07, "loss": 0.9233, "step": 9226 }, { "epoch": 2.28, "learning_rate": 7.170856041602284e-07, "loss": 0.8399, "step": 9227 }, { "epoch": 2.28, "learning_rate": 7.166180208864267e-07, "loss": 0.8276, "step": 9228 }, { "epoch": 2.28, "learning_rate": 7.161505646027145e-07, "loss": 0.7691, "step": 9229 }, { "epoch": 2.28, "learning_rate": 7.156832353423776e-07, "loss": 0.8083, "step": 9230 }, { "epoch": 2.28, "learning_rate": 7.152160331386948e-07, "loss": 0.7815, "step": 9231 }, { "epoch": 2.28, "learning_rate": 7.147489580249326e-07, "loss": 0.8207, "step": 9232 }, { "epoch": 2.28, "learning_rate": 7.142820100343506e-07, "loss": 0.8237, "step": 9233 }, { "epoch": 2.28, "learning_rate": 7.138151892001993e-07, "loss": 0.7771, "step": 9234 }, { "epoch": 2.28, "learning_rate": 7.133484955557202e-07, "loss": 0.8598, "step": 9235 }, { "epoch": 2.28, "learning_rate": 7.128819291341446e-07, "loss": 0.8173, "step": 9236 }, { "epoch": 2.28, "learning_rate": 7.124154899686966e-07, "loss": 0.8848, "step": 9237 }, { "epoch": 2.28, "learning_rate": 7.119491780925889e-07, "loss": 0.8452, "step": 9238 }, { "epoch": 2.28, "learning_rate": 7.114829935390278e-07, "loss": 0.7853, "step": 9239 }, { "epoch": 2.28, "learning_rate": 7.11016936341207e-07, "loss": 0.8689, "step": 9240 }, { "epoch": 2.28, "learning_rate": 7.105510065323149e-07, "loss": 0.8666, "step": 9241 }, { "epoch": 2.28, "learning_rate": 7.100852041455283e-07, "loss": 0.7276, "step": 9242 }, { "epoch": 2.28, "learning_rate": 7.096195292140173e-07, "loss": 0.7743, "step": 9243 }, { "epoch": 2.28, "learning_rate": 7.091539817709397e-07, "loss": 0.784, "step": 9244 }, { "epoch": 2.28, "learning_rate": 7.086885618494466e-07, "loss": 0.8643, "step": 9245 }, { "epoch": 2.28, "learning_rate": 7.082232694826794e-07, "loss": 0.8648, "step": 9246 }, { "epoch": 2.29, "learning_rate": 7.077581047037701e-07, "loss": 0.834, "step": 9247 }, { "epoch": 2.29, "learning_rate": 7.072930675458423e-07, "loss": 0.8178, "step": 9248 }, { "epoch": 2.29, "learning_rate": 7.068281580420108e-07, "loss": 0.9378, "step": 9249 }, { "epoch": 2.29, "learning_rate": 7.063633762253791e-07, "loss": 0.8423, "step": 9250 }, { "epoch": 2.29, "learning_rate": 7.058987221290437e-07, "loss": 0.7913, "step": 9251 }, { "epoch": 2.29, "learning_rate": 7.054341957860916e-07, "loss": 0.7655, "step": 9252 }, { "epoch": 2.29, "learning_rate": 7.049697972296007e-07, "loss": 0.7951, "step": 9253 }, { "epoch": 2.29, "learning_rate": 7.045055264926393e-07, "loss": 0.7605, "step": 9254 }, { "epoch": 2.29, "learning_rate": 7.040413836082676e-07, "loss": 0.6832, "step": 9255 }, { "epoch": 2.29, "learning_rate": 7.035773686095352e-07, "loss": 0.8381, "step": 9256 }, { "epoch": 2.29, "learning_rate": 7.031134815294834e-07, "loss": 0.8638, "step": 9257 }, { "epoch": 2.29, "learning_rate": 7.026497224011458e-07, "loss": 0.6967, "step": 9258 }, { "epoch": 2.29, "learning_rate": 7.021860912575434e-07, "loss": 0.7239, "step": 9259 }, { "epoch": 2.29, "learning_rate": 7.017225881316917e-07, "loss": 0.8019, "step": 9260 }, { "epoch": 2.29, "learning_rate": 7.012592130565957e-07, "loss": 0.8469, "step": 9261 }, { "epoch": 2.29, "learning_rate": 7.007959660652497e-07, "loss": 0.8219, "step": 9262 }, { "epoch": 2.29, "learning_rate": 7.003328471906412e-07, "loss": 0.8073, "step": 9263 }, { "epoch": 2.29, "learning_rate": 6.998698564657477e-07, "loss": 0.7585, "step": 9264 }, { "epoch": 2.29, "learning_rate": 6.994069939235379e-07, "loss": 0.7844, "step": 9265 }, { "epoch": 2.29, "learning_rate": 6.989442595969708e-07, "loss": 0.822, "step": 9266 }, { "epoch": 2.29, "learning_rate": 6.984816535189973e-07, "loss": 0.8814, "step": 9267 }, { "epoch": 2.29, "learning_rate": 6.980191757225566e-07, "loss": 0.7506, "step": 9268 }, { "epoch": 2.29, "learning_rate": 6.975568262405819e-07, "loss": 0.8928, "step": 9269 }, { "epoch": 2.29, "learning_rate": 6.970946051059955e-07, "loss": 0.7408, "step": 9270 }, { "epoch": 2.29, "learning_rate": 6.96632512351711e-07, "loss": 0.8177, "step": 9271 }, { "epoch": 2.29, "learning_rate": 6.961705480106331e-07, "loss": 0.8264, "step": 9272 }, { "epoch": 2.29, "learning_rate": 6.957087121156578e-07, "loss": 0.7394, "step": 9273 }, { "epoch": 2.29, "learning_rate": 6.952470046996695e-07, "loss": 0.7911, "step": 9274 }, { "epoch": 2.29, "learning_rate": 6.947854257955463e-07, "loss": 0.7613, "step": 9275 }, { "epoch": 2.29, "learning_rate": 6.943239754361561e-07, "loss": 0.7969, "step": 9276 }, { "epoch": 2.29, "learning_rate": 6.938626536543577e-07, "loss": 0.7447, "step": 9277 }, { "epoch": 2.29, "learning_rate": 6.93401460483e-07, "loss": 0.739, "step": 9278 }, { "epoch": 2.29, "learning_rate": 6.929403959549244e-07, "loss": 0.7954, "step": 9279 }, { "epoch": 2.29, "learning_rate": 6.924794601029605e-07, "loss": 0.8236, "step": 9280 }, { "epoch": 2.29, "learning_rate": 6.920186529599315e-07, "loss": 0.7897, "step": 9281 }, { "epoch": 2.29, "learning_rate": 6.915579745586501e-07, "loss": 0.8181, "step": 9282 }, { "epoch": 2.29, "learning_rate": 6.910974249319203e-07, "loss": 0.7735, "step": 9283 }, { "epoch": 2.29, "learning_rate": 6.906370041125362e-07, "loss": 0.7278, "step": 9284 }, { "epoch": 2.29, "learning_rate": 6.901767121332844e-07, "loss": 0.8048, "step": 9285 }, { "epoch": 2.29, "learning_rate": 6.897165490269392e-07, "loss": 0.7845, "step": 9286 }, { "epoch": 2.29, "learning_rate": 6.892565148262687e-07, "loss": 0.7786, "step": 9287 }, { "epoch": 2.3, "learning_rate": 6.887966095640308e-07, "loss": 0.8385, "step": 9288 }, { "epoch": 2.3, "learning_rate": 6.88336833272974e-07, "loss": 0.7988, "step": 9289 }, { "epoch": 2.3, "learning_rate": 6.878771859858377e-07, "loss": 0.7875, "step": 9290 }, { "epoch": 2.3, "learning_rate": 6.874176677353534e-07, "loss": 0.7478, "step": 9291 }, { "epoch": 2.3, "learning_rate": 6.8695827855424e-07, "loss": 0.7392, "step": 9292 }, { "epoch": 2.3, "learning_rate": 6.86499018475211e-07, "loss": 0.8211, "step": 9293 }, { "epoch": 2.3, "learning_rate": 6.860398875309688e-07, "loss": 0.7966, "step": 9294 }, { "epoch": 2.3, "learning_rate": 6.855808857542065e-07, "loss": 0.8232, "step": 9295 }, { "epoch": 2.3, "learning_rate": 6.851220131776098e-07, "loss": 0.771, "step": 9296 }, { "epoch": 2.3, "learning_rate": 6.846632698338523e-07, "loss": 0.7731, "step": 9297 }, { "epoch": 2.3, "learning_rate": 6.842046557556015e-07, "loss": 0.7645, "step": 9298 }, { "epoch": 2.3, "learning_rate": 6.83746170975512e-07, "loss": 0.8219, "step": 9299 }, { "epoch": 2.3, "learning_rate": 6.832878155262326e-07, "loss": 0.8425, "step": 9300 }, { "epoch": 2.3, "learning_rate": 6.828295894404016e-07, "loss": 0.7833, "step": 9301 }, { "epoch": 2.3, "learning_rate": 6.823714927506484e-07, "loss": 0.8933, "step": 9302 }, { "epoch": 2.3, "learning_rate": 6.819135254895928e-07, "loss": 0.7953, "step": 9303 }, { "epoch": 2.3, "learning_rate": 6.814556876898448e-07, "loss": 0.8566, "step": 9304 }, { "epoch": 2.3, "learning_rate": 6.809979793840063e-07, "loss": 0.7531, "step": 9305 }, { "epoch": 2.3, "learning_rate": 6.805404006046695e-07, "loss": 0.7705, "step": 9306 }, { "epoch": 2.3, "learning_rate": 6.800829513844173e-07, "loss": 0.7991, "step": 9307 }, { "epoch": 2.3, "learning_rate": 6.79625631755824e-07, "loss": 0.8427, "step": 9308 }, { "epoch": 2.3, "learning_rate": 6.791684417514544e-07, "loss": 0.8254, "step": 9309 }, { "epoch": 2.3, "learning_rate": 6.787113814038623e-07, "loss": 0.8361, "step": 9310 }, { "epoch": 2.3, "learning_rate": 6.782544507455951e-07, "loss": 0.7726, "step": 9311 }, { "epoch": 2.3, "learning_rate": 6.777976498091893e-07, "loss": 0.8102, "step": 9312 }, { "epoch": 2.3, "learning_rate": 6.773409786271723e-07, "loss": 0.8811, "step": 9313 }, { "epoch": 2.3, "learning_rate": 6.768844372320637e-07, "loss": 0.8012, "step": 9314 }, { "epoch": 2.3, "learning_rate": 6.76428025656371e-07, "loss": 0.8588, "step": 9315 }, { "epoch": 2.3, "learning_rate": 6.75971743932595e-07, "loss": 0.7908, "step": 9316 }, { "epoch": 2.3, "learning_rate": 6.755155920932266e-07, "loss": 0.8677, "step": 9317 }, { "epoch": 2.3, "learning_rate": 6.75059570170746e-07, "loss": 0.7578, "step": 9318 }, { "epoch": 2.3, "learning_rate": 6.746036781976264e-07, "loss": 0.7817, "step": 9319 }, { "epoch": 2.3, "learning_rate": 6.741479162063302e-07, "loss": 0.863, "step": 9320 }, { "epoch": 2.3, "learning_rate": 6.736922842293122e-07, "loss": 0.7684, "step": 9321 }, { "epoch": 2.3, "learning_rate": 6.732367822990154e-07, "loss": 0.7597, "step": 9322 }, { "epoch": 2.3, "learning_rate": 6.72781410447875e-07, "loss": 0.8184, "step": 9323 }, { "epoch": 2.3, "learning_rate": 6.723261687083177e-07, "loss": 0.8406, "step": 9324 }, { "epoch": 2.3, "learning_rate": 6.718710571127593e-07, "loss": 0.8224, "step": 9325 }, { "epoch": 2.3, "learning_rate": 6.714160756936078e-07, "loss": 0.7955, "step": 9326 }, { "epoch": 2.3, "learning_rate": 6.709612244832617e-07, "loss": 0.8287, "step": 9327 }, { "epoch": 2.31, "learning_rate": 6.705065035141084e-07, "loss": 0.8111, "step": 9328 }, { "epoch": 2.31, "learning_rate": 6.700519128185282e-07, "loss": 0.766, "step": 9329 }, { "epoch": 2.31, "learning_rate": 6.695974524288912e-07, "loss": 0.7735, "step": 9330 }, { "epoch": 2.31, "learning_rate": 6.691431223775583e-07, "loss": 0.8998, "step": 9331 }, { "epoch": 2.31, "learning_rate": 6.686889226968815e-07, "loss": 0.8803, "step": 9332 }, { "epoch": 2.31, "learning_rate": 6.682348534192037e-07, "loss": 0.7393, "step": 9333 }, { "epoch": 2.31, "learning_rate": 6.677809145768565e-07, "loss": 0.8377, "step": 9334 }, { "epoch": 2.31, "learning_rate": 6.673271062021655e-07, "loss": 0.8373, "step": 9335 }, { "epoch": 2.31, "learning_rate": 6.668734283274437e-07, "loss": 0.8287, "step": 9336 }, { "epoch": 2.31, "learning_rate": 6.664198809849967e-07, "loss": 0.8061, "step": 9337 }, { "epoch": 2.31, "learning_rate": 6.659664642071209e-07, "loss": 0.7861, "step": 9338 }, { "epoch": 2.31, "learning_rate": 6.655131780261034e-07, "loss": 0.8195, "step": 9339 }, { "epoch": 2.31, "learning_rate": 6.650600224742201e-07, "loss": 0.8581, "step": 9340 }, { "epoch": 2.31, "learning_rate": 6.646069975837399e-07, "loss": 0.778, "step": 9341 }, { "epoch": 2.31, "learning_rate": 6.641541033869217e-07, "loss": 0.8528, "step": 9342 }, { "epoch": 2.31, "learning_rate": 6.637013399160147e-07, "loss": 0.7801, "step": 9343 }, { "epoch": 2.31, "learning_rate": 6.632487072032589e-07, "loss": 0.8264, "step": 9344 }, { "epoch": 2.31, "learning_rate": 6.627962052808864e-07, "loss": 0.8075, "step": 9345 }, { "epoch": 2.31, "learning_rate": 6.623438341811167e-07, "loss": 0.847, "step": 9346 }, { "epoch": 2.31, "learning_rate": 6.618915939361628e-07, "loss": 0.8194, "step": 9347 }, { "epoch": 2.31, "learning_rate": 6.614394845782279e-07, "loss": 0.8646, "step": 9348 }, { "epoch": 2.31, "learning_rate": 6.609875061395055e-07, "loss": 0.8521, "step": 9349 }, { "epoch": 2.31, "learning_rate": 6.605356586521794e-07, "loss": 0.7402, "step": 9350 }, { "epoch": 2.31, "learning_rate": 6.600839421484256e-07, "loss": 0.7862, "step": 9351 }, { "epoch": 2.31, "learning_rate": 6.596323566604083e-07, "loss": 0.7348, "step": 9352 }, { "epoch": 2.31, "learning_rate": 6.591809022202841e-07, "loss": 0.755, "step": 9353 }, { "epoch": 2.31, "learning_rate": 6.587295788602011e-07, "loss": 0.7612, "step": 9354 }, { "epoch": 2.31, "learning_rate": 6.582783866122952e-07, "loss": 0.7489, "step": 9355 }, { "epoch": 2.31, "learning_rate": 6.578273255086954e-07, "loss": 0.7176, "step": 9356 }, { "epoch": 2.31, "learning_rate": 6.573763955815212e-07, "loss": 0.807, "step": 9357 }, { "epoch": 2.31, "learning_rate": 6.569255968628809e-07, "loss": 0.7712, "step": 9358 }, { "epoch": 2.31, "learning_rate": 6.564749293848755e-07, "loss": 0.8023, "step": 9359 }, { "epoch": 2.31, "learning_rate": 6.560243931795957e-07, "loss": 0.8188, "step": 9360 }, { "epoch": 2.31, "learning_rate": 6.555739882791232e-07, "loss": 0.8811, "step": 9361 }, { "epoch": 2.31, "learning_rate": 6.551237147155301e-07, "loss": 0.8401, "step": 9362 }, { "epoch": 2.31, "learning_rate": 6.5467357252088e-07, "loss": 0.7751, "step": 9363 }, { "epoch": 2.31, "learning_rate": 6.542235617272246e-07, "loss": 0.8657, "step": 9364 }, { "epoch": 2.31, "learning_rate": 6.537736823666093e-07, "loss": 0.7687, "step": 9365 }, { "epoch": 2.31, "learning_rate": 6.533239344710688e-07, "loss": 0.7546, "step": 9366 }, { "epoch": 2.31, "learning_rate": 6.528743180726279e-07, "loss": 0.7847, "step": 9367 }, { "epoch": 2.31, "learning_rate": 6.524248332033034e-07, "loss": 0.8456, "step": 9368 }, { "epoch": 2.32, "learning_rate": 6.519754798951022e-07, "loss": 0.7584, "step": 9369 }, { "epoch": 2.32, "learning_rate": 6.515262581800205e-07, "loss": 0.8712, "step": 9370 }, { "epoch": 2.32, "learning_rate": 6.510771680900466e-07, "loss": 0.8204, "step": 9371 }, { "epoch": 2.32, "learning_rate": 6.506282096571592e-07, "loss": 0.7807, "step": 9372 }, { "epoch": 2.32, "learning_rate": 6.501793829133282e-07, "loss": 0.8662, "step": 9373 }, { "epoch": 2.32, "learning_rate": 6.497306878905121e-07, "loss": 0.8133, "step": 9374 }, { "epoch": 2.32, "learning_rate": 6.492821246206627e-07, "loss": 0.7797, "step": 9375 }, { "epoch": 2.32, "learning_rate": 6.488336931357195e-07, "loss": 0.7715, "step": 9376 }, { "epoch": 2.32, "learning_rate": 6.483853934676152e-07, "loss": 0.8858, "step": 9377 }, { "epoch": 2.32, "learning_rate": 6.479372256482716e-07, "loss": 0.7448, "step": 9378 }, { "epoch": 2.32, "learning_rate": 6.47489189709602e-07, "loss": 0.8472, "step": 9379 }, { "epoch": 2.32, "learning_rate": 6.470412856835096e-07, "loss": 0.7634, "step": 9380 }, { "epoch": 2.32, "learning_rate": 6.465935136018892e-07, "loss": 0.7228, "step": 9381 }, { "epoch": 2.32, "learning_rate": 6.461458734966244e-07, "loss": 0.7884, "step": 9382 }, { "epoch": 2.32, "learning_rate": 6.45698365399591e-07, "loss": 0.8152, "step": 9383 }, { "epoch": 2.32, "learning_rate": 6.452509893426551e-07, "loss": 0.7502, "step": 9384 }, { "epoch": 2.32, "learning_rate": 6.448037453576731e-07, "loss": 0.8031, "step": 9385 }, { "epoch": 2.32, "learning_rate": 6.44356633476492e-07, "loss": 0.9239, "step": 9386 }, { "epoch": 2.32, "learning_rate": 6.439096537309502e-07, "loss": 0.8155, "step": 9387 }, { "epoch": 2.32, "learning_rate": 6.43462806152875e-07, "loss": 0.797, "step": 9388 }, { "epoch": 2.32, "learning_rate": 6.430160907740854e-07, "loss": 0.8638, "step": 9389 }, { "epoch": 2.32, "learning_rate": 6.425695076263911e-07, "loss": 0.9024, "step": 9390 }, { "epoch": 2.32, "learning_rate": 6.421230567415923e-07, "loss": 0.8838, "step": 9391 }, { "epoch": 2.32, "learning_rate": 6.416767381514799e-07, "loss": 0.8448, "step": 9392 }, { "epoch": 2.32, "learning_rate": 6.412305518878343e-07, "loss": 0.7458, "step": 9393 }, { "epoch": 2.32, "learning_rate": 6.407844979824285e-07, "loss": 0.7946, "step": 9394 }, { "epoch": 2.32, "learning_rate": 6.40338576467023e-07, "loss": 0.7052, "step": 9395 }, { "epoch": 2.32, "learning_rate": 6.398927873733721e-07, "loss": 0.7622, "step": 9396 }, { "epoch": 2.32, "learning_rate": 6.394471307332187e-07, "loss": 0.842, "step": 9397 }, { "epoch": 2.32, "learning_rate": 6.390016065782973e-07, "loss": 0.7577, "step": 9398 }, { "epoch": 2.32, "learning_rate": 6.385562149403332e-07, "loss": 0.7855, "step": 9399 }, { "epoch": 2.32, "learning_rate": 6.381109558510401e-07, "loss": 0.8413, "step": 9400 }, { "epoch": 2.32, "learning_rate": 6.376658293421245e-07, "loss": 0.7548, "step": 9401 }, { "epoch": 2.32, "learning_rate": 6.372208354452825e-07, "loss": 0.7726, "step": 9402 }, { "epoch": 2.32, "learning_rate": 6.367759741922014e-07, "loss": 0.7567, "step": 9403 }, { "epoch": 2.32, "learning_rate": 6.363312456145584e-07, "loss": 0.805, "step": 9404 }, { "epoch": 2.32, "learning_rate": 6.358866497440222e-07, "loss": 0.8279, "step": 9405 }, { "epoch": 2.32, "learning_rate": 6.354421866122498e-07, "loss": 0.7871, "step": 9406 }, { "epoch": 2.32, "learning_rate": 6.349978562508916e-07, "loss": 0.8259, "step": 9407 }, { "epoch": 2.32, "learning_rate": 6.345536586915863e-07, "loss": 0.7876, "step": 9408 }, { "epoch": 2.33, "learning_rate": 6.341095939659647e-07, "loss": 0.792, "step": 9409 }, { "epoch": 2.33, "learning_rate": 6.336656621056481e-07, "loss": 0.7125, "step": 9410 }, { "epoch": 2.33, "learning_rate": 6.332218631422463e-07, "loss": 0.728, "step": 9411 }, { "epoch": 2.33, "learning_rate": 6.327781971073619e-07, "loss": 0.9435, "step": 9412 }, { "epoch": 2.33, "learning_rate": 6.323346640325878e-07, "loss": 0.8108, "step": 9413 }, { "epoch": 2.33, "learning_rate": 6.318912639495056e-07, "loss": 0.8702, "step": 9414 }, { "epoch": 2.33, "learning_rate": 6.314479968896891e-07, "loss": 0.7956, "step": 9415 }, { "epoch": 2.33, "learning_rate": 6.310048628847027e-07, "loss": 0.8359, "step": 9416 }, { "epoch": 2.33, "learning_rate": 6.305618619661011e-07, "loss": 0.7956, "step": 9417 }, { "epoch": 2.33, "learning_rate": 6.301189941654282e-07, "loss": 0.8521, "step": 9418 }, { "epoch": 2.33, "learning_rate": 6.296762595142198e-07, "loss": 0.7353, "step": 9419 }, { "epoch": 2.33, "learning_rate": 6.292336580440023e-07, "loss": 0.8359, "step": 9420 }, { "epoch": 2.33, "learning_rate": 6.287911897862919e-07, "loss": 0.7488, "step": 9421 }, { "epoch": 2.33, "learning_rate": 6.283488547725958e-07, "loss": 0.856, "step": 9422 }, { "epoch": 2.33, "learning_rate": 6.279066530344125e-07, "loss": 0.7754, "step": 9423 }, { "epoch": 2.33, "learning_rate": 6.274645846032282e-07, "loss": 0.8173, "step": 9424 }, { "epoch": 2.33, "learning_rate": 6.270226495105222e-07, "loss": 0.7819, "step": 9425 }, { "epoch": 2.33, "learning_rate": 6.265808477877639e-07, "loss": 0.8058, "step": 9426 }, { "epoch": 2.33, "learning_rate": 6.261391794664129e-07, "loss": 0.8467, "step": 9427 }, { "epoch": 2.33, "learning_rate": 6.25697644577919e-07, "loss": 0.8031, "step": 9428 }, { "epoch": 2.33, "learning_rate": 6.252562431537235e-07, "loss": 0.7806, "step": 9429 }, { "epoch": 2.33, "learning_rate": 6.248149752252561e-07, "loss": 0.9022, "step": 9430 }, { "epoch": 2.33, "learning_rate": 6.243738408239389e-07, "loss": 0.725, "step": 9431 }, { "epoch": 2.33, "learning_rate": 6.239328399811853e-07, "loss": 0.9235, "step": 9432 }, { "epoch": 2.33, "learning_rate": 6.234919727283959e-07, "loss": 0.8663, "step": 9433 }, { "epoch": 2.33, "learning_rate": 6.230512390969643e-07, "loss": 0.8408, "step": 9434 }, { "epoch": 2.33, "learning_rate": 6.226106391182752e-07, "loss": 0.7165, "step": 9435 }, { "epoch": 2.33, "learning_rate": 6.221701728237008e-07, "loss": 0.8144, "step": 9436 }, { "epoch": 2.33, "learning_rate": 6.217298402446064e-07, "loss": 0.7833, "step": 9437 }, { "epoch": 2.33, "learning_rate": 6.212896414123473e-07, "loss": 0.7865, "step": 9438 }, { "epoch": 2.33, "learning_rate": 6.208495763582687e-07, "loss": 0.7975, "step": 9439 }, { "epoch": 2.33, "learning_rate": 6.204096451137062e-07, "loss": 0.8686, "step": 9440 }, { "epoch": 2.33, "learning_rate": 6.199698477099872e-07, "loss": 0.7975, "step": 9441 }, { "epoch": 2.33, "learning_rate": 6.19530184178427e-07, "loss": 0.852, "step": 9442 }, { "epoch": 2.33, "learning_rate": 6.190906545503339e-07, "loss": 0.8027, "step": 9443 }, { "epoch": 2.33, "learning_rate": 6.186512588570054e-07, "loss": 0.8757, "step": 9444 }, { "epoch": 2.33, "learning_rate": 6.182119971297298e-07, "loss": 0.8347, "step": 9445 }, { "epoch": 2.33, "learning_rate": 6.177728693997862e-07, "loss": 0.8403, "step": 9446 }, { "epoch": 2.33, "learning_rate": 6.173338756984437e-07, "loss": 0.836, "step": 9447 }, { "epoch": 2.33, "learning_rate": 6.168950160569612e-07, "loss": 0.8404, "step": 9448 }, { "epoch": 2.33, "learning_rate": 6.16456290506589e-07, "loss": 0.7334, "step": 9449 }, { "epoch": 2.34, "learning_rate": 6.160176990785688e-07, "loss": 0.7699, "step": 9450 }, { "epoch": 2.34, "learning_rate": 6.155792418041298e-07, "loss": 0.7686, "step": 9451 }, { "epoch": 2.34, "learning_rate": 6.151409187144943e-07, "loss": 0.8567, "step": 9452 }, { "epoch": 2.34, "learning_rate": 6.14702729840875e-07, "loss": 0.7701, "step": 9453 }, { "epoch": 2.34, "learning_rate": 6.142646752144724e-07, "loss": 0.8293, "step": 9454 }, { "epoch": 2.34, "learning_rate": 6.138267548664803e-07, "loss": 0.7512, "step": 9455 }, { "epoch": 2.34, "learning_rate": 6.13388968828082e-07, "loss": 0.7616, "step": 9456 }, { "epoch": 2.34, "learning_rate": 6.129513171304505e-07, "loss": 0.7989, "step": 9457 }, { "epoch": 2.34, "learning_rate": 6.125137998047506e-07, "loss": 0.7679, "step": 9458 }, { "epoch": 2.34, "learning_rate": 6.120764168821372e-07, "loss": 0.7902, "step": 9459 }, { "epoch": 2.34, "learning_rate": 6.116391683937536e-07, "loss": 0.8112, "step": 9460 }, { "epoch": 2.34, "learning_rate": 6.112020543707362e-07, "loss": 0.846, "step": 9461 }, { "epoch": 2.34, "learning_rate": 6.107650748442104e-07, "loss": 0.8027, "step": 9462 }, { "epoch": 2.34, "learning_rate": 6.103282298452928e-07, "loss": 0.822, "step": 9463 }, { "epoch": 2.34, "learning_rate": 6.0989151940509e-07, "loss": 0.8078, "step": 9464 }, { "epoch": 2.34, "learning_rate": 6.094549435546995e-07, "loss": 0.7685, "step": 9465 }, { "epoch": 2.34, "learning_rate": 6.090185023252074e-07, "loss": 0.8265, "step": 9466 }, { "epoch": 2.34, "learning_rate": 6.085821957476923e-07, "loss": 0.81, "step": 9467 }, { "epoch": 2.34, "learning_rate": 6.081460238532225e-07, "loss": 0.7987, "step": 9468 }, { "epoch": 2.34, "learning_rate": 6.077099866728575e-07, "loss": 0.8129, "step": 9469 }, { "epoch": 2.34, "learning_rate": 6.072740842376448e-07, "loss": 0.8143, "step": 9470 }, { "epoch": 2.34, "learning_rate": 6.068383165786245e-07, "loss": 0.8305, "step": 9471 }, { "epoch": 2.34, "learning_rate": 6.064026837268278e-07, "loss": 0.8393, "step": 9472 }, { "epoch": 2.34, "learning_rate": 6.059671857132729e-07, "loss": 0.8076, "step": 9473 }, { "epoch": 2.34, "learning_rate": 6.055318225689716e-07, "loss": 0.8147, "step": 9474 }, { "epoch": 2.34, "learning_rate": 6.050965943249249e-07, "loss": 0.8054, "step": 9475 }, { "epoch": 2.34, "learning_rate": 6.046615010121243e-07, "loss": 0.8385, "step": 9476 }, { "epoch": 2.34, "learning_rate": 6.042265426615523e-07, "loss": 0.8014, "step": 9477 }, { "epoch": 2.34, "learning_rate": 6.037917193041798e-07, "loss": 0.8119, "step": 9478 }, { "epoch": 2.34, "learning_rate": 6.033570309709705e-07, "loss": 0.8549, "step": 9479 }, { "epoch": 2.34, "learning_rate": 6.029224776928769e-07, "loss": 0.837, "step": 9480 }, { "epoch": 2.34, "learning_rate": 6.024880595008428e-07, "loss": 0.7887, "step": 9481 }, { "epoch": 2.34, "learning_rate": 6.020537764258019e-07, "loss": 0.7765, "step": 9482 }, { "epoch": 2.34, "learning_rate": 6.016196284986791e-07, "loss": 0.8876, "step": 9483 }, { "epoch": 2.34, "learning_rate": 6.011856157503876e-07, "loss": 0.7696, "step": 9484 }, { "epoch": 2.34, "learning_rate": 6.007517382118331e-07, "loss": 0.8135, "step": 9485 }, { "epoch": 2.34, "learning_rate": 6.003179959139108e-07, "loss": 0.8077, "step": 9486 }, { "epoch": 2.34, "learning_rate": 5.998843888875064e-07, "loss": 0.7946, "step": 9487 }, { "epoch": 2.34, "learning_rate": 5.994509171634966e-07, "loss": 0.8506, "step": 9488 }, { "epoch": 2.34, "learning_rate": 5.990175807727466e-07, "loss": 0.8004, "step": 9489 }, { "epoch": 2.35, "learning_rate": 5.985843797461144e-07, "loss": 0.7821, "step": 9490 }, { "epoch": 2.35, "learning_rate": 5.981513141144457e-07, "loss": 0.8318, "step": 9491 }, { "epoch": 2.35, "learning_rate": 5.97718383908579e-07, "loss": 0.7509, "step": 9492 }, { "epoch": 2.35, "learning_rate": 5.97285589159342e-07, "loss": 0.8159, "step": 9493 }, { "epoch": 2.35, "learning_rate": 5.968529298975528e-07, "loss": 0.7836, "step": 9494 }, { "epoch": 2.35, "learning_rate": 5.964204061540208e-07, "loss": 0.8239, "step": 9495 }, { "epoch": 2.35, "learning_rate": 5.959880179595434e-07, "loss": 0.8546, "step": 9496 }, { "epoch": 2.35, "learning_rate": 5.955557653449107e-07, "loss": 0.8065, "step": 9497 }, { "epoch": 2.35, "learning_rate": 5.95123648340902e-07, "loss": 0.8239, "step": 9498 }, { "epoch": 2.35, "learning_rate": 5.946916669782876e-07, "loss": 0.814, "step": 9499 }, { "epoch": 2.35, "learning_rate": 5.942598212878278e-07, "loss": 0.7398, "step": 9500 }, { "epoch": 2.35, "learning_rate": 5.938281113002739e-07, "loss": 0.9795, "step": 9501 }, { "epoch": 2.35, "learning_rate": 5.933965370463651e-07, "loss": 0.8737, "step": 9502 }, { "epoch": 2.35, "learning_rate": 5.929650985568338e-07, "loss": 0.9693, "step": 9503 }, { "epoch": 2.35, "learning_rate": 5.925337958624014e-07, "loss": 0.7592, "step": 9504 }, { "epoch": 2.35, "learning_rate": 5.921026289937804e-07, "loss": 0.7938, "step": 9505 }, { "epoch": 2.35, "learning_rate": 5.916715979816723e-07, "loss": 0.8446, "step": 9506 }, { "epoch": 2.35, "learning_rate": 5.912407028567708e-07, "loss": 0.7616, "step": 9507 }, { "epoch": 2.35, "learning_rate": 5.908099436497575e-07, "loss": 0.7883, "step": 9508 }, { "epoch": 2.35, "learning_rate": 5.903793203913069e-07, "loss": 0.8759, "step": 9509 }, { "epoch": 2.35, "learning_rate": 5.899488331120815e-07, "loss": 0.7698, "step": 9510 }, { "epoch": 2.35, "learning_rate": 5.895184818427358e-07, "loss": 0.7329, "step": 9511 }, { "epoch": 2.35, "learning_rate": 5.890882666139136e-07, "loss": 0.8632, "step": 9512 }, { "epoch": 2.35, "learning_rate": 5.886581874562505e-07, "loss": 0.7273, "step": 9513 }, { "epoch": 2.35, "learning_rate": 5.8822824440037e-07, "loss": 0.8158, "step": 9514 }, { "epoch": 2.35, "learning_rate": 5.877984374768878e-07, "loss": 0.8467, "step": 9515 }, { "epoch": 2.35, "learning_rate": 5.873687667164093e-07, "loss": 0.8983, "step": 9516 }, { "epoch": 2.35, "learning_rate": 5.869392321495307e-07, "loss": 0.8794, "step": 9517 }, { "epoch": 2.35, "learning_rate": 5.865098338068373e-07, "loss": 0.812, "step": 9518 }, { "epoch": 2.35, "learning_rate": 5.86080571718907e-07, "loss": 0.7536, "step": 9519 }, { "epoch": 2.35, "learning_rate": 5.856514459163043e-07, "loss": 0.7694, "step": 9520 }, { "epoch": 2.35, "learning_rate": 5.852224564295872e-07, "loss": 0.7582, "step": 9521 }, { "epoch": 2.35, "learning_rate": 5.847936032893031e-07, "loss": 0.8186, "step": 9522 }, { "epoch": 2.35, "learning_rate": 5.843648865259893e-07, "loss": 0.8083, "step": 9523 }, { "epoch": 2.35, "learning_rate": 5.839363061701739e-07, "loss": 0.8641, "step": 9524 }, { "epoch": 2.35, "learning_rate": 5.835078622523752e-07, "loss": 0.7915, "step": 9525 }, { "epoch": 2.35, "learning_rate": 5.830795548031007e-07, "loss": 0.7842, "step": 9526 }, { "epoch": 2.35, "learning_rate": 5.826513838528497e-07, "loss": 0.7398, "step": 9527 }, { "epoch": 2.35, "learning_rate": 5.822233494321116e-07, "loss": 0.8157, "step": 9528 }, { "epoch": 2.35, "learning_rate": 5.817954515713647e-07, "loss": 0.8385, "step": 9529 }, { "epoch": 2.35, "learning_rate": 5.813676903010787e-07, "loss": 0.7809, "step": 9530 }, { "epoch": 2.36, "learning_rate": 5.809400656517144e-07, "loss": 0.8456, "step": 9531 }, { "epoch": 2.36, "learning_rate": 5.805125776537204e-07, "loss": 0.7591, "step": 9532 }, { "epoch": 2.36, "learning_rate": 5.800852263375376e-07, "loss": 0.7691, "step": 9533 }, { "epoch": 2.36, "learning_rate": 5.796580117335968e-07, "loss": 0.794, "step": 9534 }, { "epoch": 2.36, "learning_rate": 5.792309338723188e-07, "loss": 0.8966, "step": 9535 }, { "epoch": 2.36, "learning_rate": 5.788039927841146e-07, "loss": 0.8362, "step": 9536 }, { "epoch": 2.36, "learning_rate": 5.783771884993866e-07, "loss": 0.7832, "step": 9537 }, { "epoch": 2.36, "learning_rate": 5.779505210485248e-07, "loss": 0.7236, "step": 9538 }, { "epoch": 2.36, "learning_rate": 5.775239904619118e-07, "loss": 0.8095, "step": 9539 }, { "epoch": 2.36, "learning_rate": 5.770975967699197e-07, "loss": 0.8269, "step": 9540 }, { "epoch": 2.36, "learning_rate": 5.766713400029112e-07, "loss": 0.7415, "step": 9541 }, { "epoch": 2.36, "learning_rate": 5.762452201912386e-07, "loss": 0.7825, "step": 9542 }, { "epoch": 2.36, "learning_rate": 5.758192373652458e-07, "loss": 0.8297, "step": 9543 }, { "epoch": 2.36, "learning_rate": 5.753933915552643e-07, "loss": 0.758, "step": 9544 }, { "epoch": 2.36, "learning_rate": 5.749676827916184e-07, "loss": 0.9034, "step": 9545 }, { "epoch": 2.36, "learning_rate": 5.745421111046215e-07, "loss": 0.7983, "step": 9546 }, { "epoch": 2.36, "learning_rate": 5.741166765245787e-07, "loss": 0.7647, "step": 9547 }, { "epoch": 2.36, "learning_rate": 5.736913790817822e-07, "loss": 0.8227, "step": 9548 }, { "epoch": 2.36, "learning_rate": 5.732662188065177e-07, "loss": 0.7618, "step": 9549 }, { "epoch": 2.36, "learning_rate": 5.728411957290586e-07, "loss": 0.7782, "step": 9550 }, { "epoch": 2.36, "learning_rate": 5.724163098796706e-07, "loss": 0.7693, "step": 9551 }, { "epoch": 2.36, "learning_rate": 5.719915612886085e-07, "loss": 0.8653, "step": 9552 }, { "epoch": 2.36, "learning_rate": 5.715669499861176e-07, "loss": 0.7955, "step": 9553 }, { "epoch": 2.36, "learning_rate": 5.711424760024334e-07, "loss": 0.742, "step": 9554 }, { "epoch": 2.36, "learning_rate": 5.707181393677822e-07, "loss": 0.7669, "step": 9555 }, { "epoch": 2.36, "learning_rate": 5.702939401123786e-07, "loss": 0.8029, "step": 9556 }, { "epoch": 2.36, "learning_rate": 5.698698782664294e-07, "loss": 0.8453, "step": 9557 }, { "epoch": 2.36, "learning_rate": 5.694459538601313e-07, "loss": 0.8238, "step": 9558 }, { "epoch": 2.36, "learning_rate": 5.690221669236706e-07, "loss": 0.7876, "step": 9559 }, { "epoch": 2.36, "learning_rate": 5.685985174872238e-07, "loss": 0.7768, "step": 9560 }, { "epoch": 2.36, "learning_rate": 5.681750055809592e-07, "loss": 0.7877, "step": 9561 }, { "epoch": 2.36, "learning_rate": 5.677516312350323e-07, "loss": 0.8218, "step": 9562 }, { "epoch": 2.36, "learning_rate": 5.673283944795909e-07, "loss": 0.8387, "step": 9563 }, { "epoch": 2.36, "learning_rate": 5.669052953447735e-07, "loss": 0.8181, "step": 9564 }, { "epoch": 2.36, "learning_rate": 5.664823338607075e-07, "loss": 0.7765, "step": 9565 }, { "epoch": 2.36, "learning_rate": 5.660595100575103e-07, "loss": 0.8592, "step": 9566 }, { "epoch": 2.36, "learning_rate": 5.656368239652904e-07, "loss": 0.8129, "step": 9567 }, { "epoch": 2.36, "learning_rate": 5.652142756141474e-07, "loss": 0.7981, "step": 9568 }, { "epoch": 2.36, "learning_rate": 5.647918650341677e-07, "loss": 0.8871, "step": 9569 }, { "epoch": 2.36, "learning_rate": 5.643695922554315e-07, "loss": 0.8048, "step": 9570 }, { "epoch": 2.37, "learning_rate": 5.639474573080075e-07, "loss": 0.7994, "step": 9571 }, { "epoch": 2.37, "learning_rate": 5.635254602219547e-07, "loss": 0.8663, "step": 9572 }, { "epoch": 2.37, "learning_rate": 5.631036010273236e-07, "loss": 0.8425, "step": 9573 }, { "epoch": 2.37, "learning_rate": 5.626818797541517e-07, "loss": 0.754, "step": 9574 }, { "epoch": 2.37, "learning_rate": 5.6226029643247e-07, "loss": 0.8857, "step": 9575 }, { "epoch": 2.37, "learning_rate": 5.618388510922979e-07, "loss": 0.8248, "step": 9576 }, { "epoch": 2.37, "learning_rate": 5.614175437636455e-07, "loss": 0.7933, "step": 9577 }, { "epoch": 2.37, "learning_rate": 5.609963744765134e-07, "loss": 0.8238, "step": 9578 }, { "epoch": 2.37, "learning_rate": 5.605753432608924e-07, "loss": 0.794, "step": 9579 }, { "epoch": 2.37, "learning_rate": 5.601544501467615e-07, "loss": 0.7779, "step": 9580 }, { "epoch": 2.37, "learning_rate": 5.597336951640925e-07, "loss": 0.8397, "step": 9581 }, { "epoch": 2.37, "learning_rate": 5.593130783428463e-07, "loss": 0.7505, "step": 9582 }, { "epoch": 2.37, "learning_rate": 5.588925997129735e-07, "loss": 0.8019, "step": 9583 }, { "epoch": 2.37, "learning_rate": 5.584722593044164e-07, "loss": 0.8241, "step": 9584 }, { "epoch": 2.37, "learning_rate": 5.580520571471049e-07, "loss": 0.8806, "step": 9585 }, { "epoch": 2.37, "learning_rate": 5.576319932709612e-07, "loss": 0.8591, "step": 9586 }, { "epoch": 2.37, "learning_rate": 5.572120677058975e-07, "loss": 0.7993, "step": 9587 }, { "epoch": 2.37, "learning_rate": 5.567922804818146e-07, "loss": 0.7277, "step": 9588 }, { "epoch": 2.37, "learning_rate": 5.56372631628605e-07, "loss": 0.8406, "step": 9589 }, { "epoch": 2.37, "learning_rate": 5.559531211761507e-07, "loss": 0.8754, "step": 9590 }, { "epoch": 2.37, "learning_rate": 5.555337491543247e-07, "loss": 0.7874, "step": 9591 }, { "epoch": 2.37, "learning_rate": 5.551145155929882e-07, "loss": 0.7911, "step": 9592 }, { "epoch": 2.37, "learning_rate": 5.546954205219943e-07, "loss": 0.8379, "step": 9593 }, { "epoch": 2.37, "learning_rate": 5.542764639711856e-07, "loss": 0.8961, "step": 9594 }, { "epoch": 2.37, "learning_rate": 5.538576459703953e-07, "loss": 0.8244, "step": 9595 }, { "epoch": 2.37, "learning_rate": 5.534389665494461e-07, "loss": 0.8412, "step": 9596 }, { "epoch": 2.37, "learning_rate": 5.530204257381516e-07, "loss": 0.8701, "step": 9597 }, { "epoch": 2.37, "learning_rate": 5.52602023566314e-07, "loss": 0.7908, "step": 9598 }, { "epoch": 2.37, "learning_rate": 5.521837600637273e-07, "loss": 0.7978, "step": 9599 }, { "epoch": 2.37, "learning_rate": 5.517656352601747e-07, "loss": 0.8616, "step": 9600 }, { "epoch": 2.37, "learning_rate": 5.513476491854303e-07, "loss": 0.8387, "step": 9601 }, { "epoch": 2.37, "learning_rate": 5.509298018692572e-07, "loss": 0.85, "step": 9602 }, { "epoch": 2.37, "learning_rate": 5.505120933414102e-07, "loss": 0.7394, "step": 9603 }, { "epoch": 2.37, "learning_rate": 5.500945236316321e-07, "loss": 0.7352, "step": 9604 }, { "epoch": 2.37, "learning_rate": 5.496770927696582e-07, "loss": 0.8175, "step": 9605 }, { "epoch": 2.37, "learning_rate": 5.492598007852109e-07, "loss": 0.7946, "step": 9606 }, { "epoch": 2.37, "learning_rate": 5.488426477080061e-07, "loss": 0.7391, "step": 9607 }, { "epoch": 2.37, "learning_rate": 5.484256335677474e-07, "loss": 0.759, "step": 9608 }, { "epoch": 2.37, "learning_rate": 5.480087583941305e-07, "loss": 0.8216, "step": 9609 }, { "epoch": 2.37, "learning_rate": 5.475920222168382e-07, "loss": 0.8196, "step": 9610 }, { "epoch": 2.37, "learning_rate": 5.471754250655462e-07, "loss": 0.8445, "step": 9611 }, { "epoch": 2.38, "learning_rate": 5.467589669699191e-07, "loss": 0.7913, "step": 9612 }, { "epoch": 2.38, "learning_rate": 5.463426479596124e-07, "loss": 0.8552, "step": 9613 }, { "epoch": 2.38, "learning_rate": 5.459264680642703e-07, "loss": 0.8095, "step": 9614 }, { "epoch": 2.38, "learning_rate": 5.455104273135292e-07, "loss": 0.8273, "step": 9615 }, { "epoch": 2.38, "learning_rate": 5.450945257370127e-07, "loss": 0.7774, "step": 9616 }, { "epoch": 2.38, "learning_rate": 5.446787633643366e-07, "loss": 0.7997, "step": 9617 }, { "epoch": 2.38, "learning_rate": 5.442631402251067e-07, "loss": 0.8595, "step": 9618 }, { "epoch": 2.38, "learning_rate": 5.438476563489181e-07, "loss": 0.8596, "step": 9619 }, { "epoch": 2.38, "learning_rate": 5.434323117653567e-07, "loss": 0.795, "step": 9620 }, { "epoch": 2.38, "learning_rate": 5.430171065039985e-07, "loss": 0.8148, "step": 9621 }, { "epoch": 2.38, "learning_rate": 5.42602040594408e-07, "loss": 0.7919, "step": 9622 }, { "epoch": 2.38, "learning_rate": 5.421871140661417e-07, "loss": 0.8277, "step": 9623 }, { "epoch": 2.38, "learning_rate": 5.41772326948746e-07, "loss": 0.8661, "step": 9624 }, { "epoch": 2.38, "learning_rate": 5.413576792717554e-07, "loss": 0.8235, "step": 9625 }, { "epoch": 2.38, "learning_rate": 5.409431710646968e-07, "loss": 0.7829, "step": 9626 }, { "epoch": 2.38, "learning_rate": 5.405288023570868e-07, "loss": 0.8249, "step": 9627 }, { "epoch": 2.38, "learning_rate": 5.401145731784305e-07, "loss": 0.8094, "step": 9628 }, { "epoch": 2.38, "learning_rate": 5.397004835582242e-07, "loss": 0.7888, "step": 9629 }, { "epoch": 2.38, "learning_rate": 5.392865335259548e-07, "loss": 0.8113, "step": 9630 }, { "epoch": 2.38, "learning_rate": 5.388727231110982e-07, "loss": 0.6951, "step": 9631 }, { "epoch": 2.38, "learning_rate": 5.38459052343121e-07, "loss": 0.846, "step": 9632 }, { "epoch": 2.38, "learning_rate": 5.380455212514804e-07, "loss": 0.8283, "step": 9633 }, { "epoch": 2.38, "learning_rate": 5.376321298656212e-07, "loss": 0.8295, "step": 9634 }, { "epoch": 2.38, "learning_rate": 5.372188782149807e-07, "loss": 0.781, "step": 9635 }, { "epoch": 2.38, "learning_rate": 5.368057663289857e-07, "loss": 0.8587, "step": 9636 }, { "epoch": 2.38, "learning_rate": 5.363927942370528e-07, "loss": 0.7906, "step": 9637 }, { "epoch": 2.38, "learning_rate": 5.359799619685887e-07, "loss": 0.8485, "step": 9638 }, { "epoch": 2.38, "learning_rate": 5.355672695529906e-07, "loss": 0.8195, "step": 9639 }, { "epoch": 2.38, "learning_rate": 5.351547170196442e-07, "loss": 0.7761, "step": 9640 }, { "epoch": 2.38, "learning_rate": 5.34742304397927e-07, "loss": 0.7588, "step": 9641 }, { "epoch": 2.38, "learning_rate": 5.343300317172053e-07, "loss": 0.8152, "step": 9642 }, { "epoch": 2.38, "learning_rate": 5.339178990068375e-07, "loss": 0.8801, "step": 9643 }, { "epoch": 2.38, "learning_rate": 5.335059062961683e-07, "loss": 0.8374, "step": 9644 }, { "epoch": 2.38, "learning_rate": 5.330940536145371e-07, "loss": 0.8016, "step": 9645 }, { "epoch": 2.38, "learning_rate": 5.326823409912685e-07, "loss": 0.8347, "step": 9646 }, { "epoch": 2.38, "learning_rate": 5.322707684556805e-07, "loss": 0.7827, "step": 9647 }, { "epoch": 2.38, "learning_rate": 5.318593360370803e-07, "loss": 0.7513, "step": 9648 }, { "epoch": 2.38, "learning_rate": 5.314480437647649e-07, "loss": 0.8505, "step": 9649 }, { "epoch": 2.38, "learning_rate": 5.310368916680214e-07, "loss": 0.8303, "step": 9650 }, { "epoch": 2.38, "learning_rate": 5.306258797761274e-07, "loss": 0.7953, "step": 9651 }, { "epoch": 2.39, "learning_rate": 5.302150081183488e-07, "loss": 0.797, "step": 9652 }, { "epoch": 2.39, "learning_rate": 5.298042767239433e-07, "loss": 0.8221, "step": 9653 }, { "epoch": 2.39, "learning_rate": 5.293936856221579e-07, "loss": 0.7598, "step": 9654 }, { "epoch": 2.39, "learning_rate": 5.289832348422303e-07, "loss": 0.8673, "step": 9655 }, { "epoch": 2.39, "learning_rate": 5.285729244133872e-07, "loss": 0.8634, "step": 9656 }, { "epoch": 2.39, "learning_rate": 5.281627543648465e-07, "loss": 0.8857, "step": 9657 }, { "epoch": 2.39, "learning_rate": 5.27752724725814e-07, "loss": 0.7927, "step": 9658 }, { "epoch": 2.39, "learning_rate": 5.273428355254878e-07, "loss": 0.9208, "step": 9659 }, { "epoch": 2.39, "learning_rate": 5.269330867930548e-07, "loss": 0.7842, "step": 9660 }, { "epoch": 2.39, "learning_rate": 5.26523478557692e-07, "loss": 0.9012, "step": 9661 }, { "epoch": 2.39, "learning_rate": 5.261140108485677e-07, "loss": 0.8353, "step": 9662 }, { "epoch": 2.39, "learning_rate": 5.257046836948374e-07, "loss": 0.8231, "step": 9663 }, { "epoch": 2.39, "learning_rate": 5.252954971256493e-07, "loss": 0.787, "step": 9664 }, { "epoch": 2.39, "learning_rate": 5.248864511701398e-07, "loss": 0.7776, "step": 9665 }, { "epoch": 2.39, "learning_rate": 5.244775458574366e-07, "loss": 0.832, "step": 9666 }, { "epoch": 2.39, "learning_rate": 5.240687812166568e-07, "loss": 0.8322, "step": 9667 }, { "epoch": 2.39, "learning_rate": 5.236601572769068e-07, "loss": 0.8705, "step": 9668 }, { "epoch": 2.39, "learning_rate": 5.232516740672852e-07, "loss": 0.815, "step": 9669 }, { "epoch": 2.39, "learning_rate": 5.228433316168774e-07, "loss": 0.7495, "step": 9670 }, { "epoch": 2.39, "learning_rate": 5.224351299547608e-07, "loss": 0.8322, "step": 9671 }, { "epoch": 2.39, "learning_rate": 5.22027069110003e-07, "loss": 0.7882, "step": 9672 }, { "epoch": 2.39, "learning_rate": 5.216191491116603e-07, "loss": 0.8999, "step": 9673 }, { "epoch": 2.39, "learning_rate": 5.212113699887802e-07, "loss": 0.7678, "step": 9674 }, { "epoch": 2.39, "learning_rate": 5.208037317704001e-07, "loss": 0.7813, "step": 9675 }, { "epoch": 2.39, "learning_rate": 5.203962344855454e-07, "loss": 0.8526, "step": 9676 }, { "epoch": 2.39, "learning_rate": 5.199888781632339e-07, "loss": 0.8047, "step": 9677 }, { "epoch": 2.39, "learning_rate": 5.195816628324721e-07, "loss": 0.8468, "step": 9678 }, { "epoch": 2.39, "learning_rate": 5.191745885222569e-07, "loss": 0.9089, "step": 9679 }, { "epoch": 2.39, "learning_rate": 5.187676552615758e-07, "loss": 0.8023, "step": 9680 }, { "epoch": 2.39, "learning_rate": 5.18360863079404e-07, "loss": 0.8597, "step": 9681 }, { "epoch": 2.39, "learning_rate": 5.179542120047087e-07, "loss": 0.9133, "step": 9682 }, { "epoch": 2.39, "learning_rate": 5.175477020664474e-07, "loss": 0.8606, "step": 9683 }, { "epoch": 2.39, "learning_rate": 5.171413332935654e-07, "loss": 0.7403, "step": 9684 }, { "epoch": 2.39, "learning_rate": 5.167351057149994e-07, "loss": 0.7973, "step": 9685 }, { "epoch": 2.39, "learning_rate": 5.163290193596762e-07, "loss": 0.8341, "step": 9686 }, { "epoch": 2.39, "learning_rate": 5.159230742565128e-07, "loss": 0.775, "step": 9687 }, { "epoch": 2.39, "learning_rate": 5.155172704344138e-07, "loss": 0.792, "step": 9688 }, { "epoch": 2.39, "learning_rate": 5.151116079222765e-07, "loss": 0.9154, "step": 9689 }, { "epoch": 2.39, "learning_rate": 5.147060867489873e-07, "loss": 0.7924, "step": 9690 }, { "epoch": 2.39, "learning_rate": 5.143007069434219e-07, "loss": 0.8624, "step": 9691 }, { "epoch": 2.4, "learning_rate": 5.138954685344466e-07, "loss": 0.7077, "step": 9692 }, { "epoch": 2.4, "learning_rate": 5.134903715509179e-07, "loss": 0.8425, "step": 9693 }, { "epoch": 2.4, "learning_rate": 5.130854160216806e-07, "loss": 0.8643, "step": 9694 }, { "epoch": 2.4, "learning_rate": 5.126806019755709e-07, "loss": 0.8376, "step": 9695 }, { "epoch": 2.4, "learning_rate": 5.122759294414148e-07, "loss": 0.7822, "step": 9696 }, { "epoch": 2.4, "learning_rate": 5.11871398448028e-07, "loss": 0.8206, "step": 9697 }, { "epoch": 2.4, "learning_rate": 5.11467009024216e-07, "loss": 0.7538, "step": 9698 }, { "epoch": 2.4, "learning_rate": 5.110627611987753e-07, "loss": 0.8368, "step": 9699 }, { "epoch": 2.4, "learning_rate": 5.1065865500049e-07, "loss": 0.7406, "step": 9700 }, { "epoch": 2.4, "learning_rate": 5.102546904581357e-07, "loss": 0.7748, "step": 9701 }, { "epoch": 2.4, "learning_rate": 5.098508676004784e-07, "loss": 0.8276, "step": 9702 }, { "epoch": 2.4, "learning_rate": 5.094471864562725e-07, "loss": 0.7113, "step": 9703 }, { "epoch": 2.4, "learning_rate": 5.090436470542634e-07, "loss": 0.7808, "step": 9704 }, { "epoch": 2.4, "learning_rate": 5.086402494231867e-07, "loss": 0.8202, "step": 9705 }, { "epoch": 2.4, "learning_rate": 5.082369935917663e-07, "loss": 0.8042, "step": 9706 }, { "epoch": 2.4, "learning_rate": 5.078338795887174e-07, "loss": 0.771, "step": 9707 }, { "epoch": 2.4, "learning_rate": 5.07430907442745e-07, "loss": 0.8784, "step": 9708 }, { "epoch": 2.4, "learning_rate": 5.070280771825434e-07, "loss": 0.8045, "step": 9709 }, { "epoch": 2.4, "learning_rate": 5.066253888367975e-07, "loss": 0.8199, "step": 9710 }, { "epoch": 2.4, "learning_rate": 5.06222842434182e-07, "loss": 0.779, "step": 9711 }, { "epoch": 2.4, "learning_rate": 5.058204380033599e-07, "loss": 0.9152, "step": 9712 }, { "epoch": 2.4, "learning_rate": 5.054181755729862e-07, "loss": 0.8381, "step": 9713 }, { "epoch": 2.4, "learning_rate": 5.050160551717048e-07, "loss": 0.8318, "step": 9714 }, { "epoch": 2.4, "learning_rate": 5.046140768281502e-07, "loss": 0.7997, "step": 9715 }, { "epoch": 2.4, "learning_rate": 5.042122405709457e-07, "loss": 0.6795, "step": 9716 }, { "epoch": 2.4, "learning_rate": 5.03810546428706e-07, "loss": 0.8619, "step": 9717 }, { "epoch": 2.4, "learning_rate": 5.034089944300329e-07, "loss": 0.7682, "step": 9718 }, { "epoch": 2.4, "learning_rate": 5.030075846035215e-07, "loss": 0.8273, "step": 9719 }, { "epoch": 2.4, "learning_rate": 5.026063169777548e-07, "loss": 0.7536, "step": 9720 }, { "epoch": 2.4, "learning_rate": 5.022051915813056e-07, "loss": 0.7672, "step": 9721 }, { "epoch": 2.4, "learning_rate": 5.018042084427368e-07, "loss": 0.7983, "step": 9722 }, { "epoch": 2.4, "learning_rate": 5.01403367590603e-07, "loss": 0.8383, "step": 9723 }, { "epoch": 2.4, "learning_rate": 5.01002669053445e-07, "loss": 0.8505, "step": 9724 }, { "epoch": 2.4, "learning_rate": 5.006021128597965e-07, "loss": 0.8702, "step": 9725 }, { "epoch": 2.4, "learning_rate": 5.0020169903818e-07, "loss": 0.8719, "step": 9726 }, { "epoch": 2.4, "learning_rate": 4.998014276171079e-07, "loss": 0.7897, "step": 9727 }, { "epoch": 2.4, "learning_rate": 4.994012986250827e-07, "loss": 0.8448, "step": 9728 }, { "epoch": 2.4, "learning_rate": 4.990013120905971e-07, "loss": 0.8261, "step": 9729 }, { "epoch": 2.4, "learning_rate": 4.986014680421316e-07, "loss": 0.8204, "step": 9730 }, { "epoch": 2.4, "learning_rate": 4.98201766508159e-07, "loss": 0.8098, "step": 9731 }, { "epoch": 2.4, "learning_rate": 4.978022075171412e-07, "loss": 0.9222, "step": 9732 }, { "epoch": 2.41, "learning_rate": 4.974027910975293e-07, "loss": 0.8314, "step": 9733 }, { "epoch": 2.41, "learning_rate": 4.970035172777651e-07, "loss": 0.7371, "step": 9734 }, { "epoch": 2.41, "learning_rate": 4.966043860862804e-07, "loss": 0.8596, "step": 9735 }, { "epoch": 2.41, "learning_rate": 4.962053975514952e-07, "loss": 0.8748, "step": 9736 }, { "epoch": 2.41, "learning_rate": 4.958065517018207e-07, "loss": 0.7417, "step": 9737 }, { "epoch": 2.41, "learning_rate": 4.95407848565658e-07, "loss": 0.8004, "step": 9738 }, { "epoch": 2.41, "learning_rate": 4.950092881713983e-07, "loss": 0.7966, "step": 9739 }, { "epoch": 2.41, "learning_rate": 4.946108705474206e-07, "loss": 0.8, "step": 9740 }, { "epoch": 2.41, "learning_rate": 4.942125957220963e-07, "loss": 0.7055, "step": 9741 }, { "epoch": 2.41, "learning_rate": 4.938144637237857e-07, "loss": 0.7721, "step": 9742 }, { "epoch": 2.41, "learning_rate": 4.934164745808379e-07, "loss": 0.8504, "step": 9743 }, { "epoch": 2.41, "learning_rate": 4.930186283215929e-07, "loss": 0.8249, "step": 9744 }, { "epoch": 2.41, "learning_rate": 4.926209249743808e-07, "loss": 0.7995, "step": 9745 }, { "epoch": 2.41, "learning_rate": 4.922233645675206e-07, "loss": 0.7187, "step": 9746 }, { "epoch": 2.41, "learning_rate": 4.918259471293224e-07, "loss": 0.8274, "step": 9747 }, { "epoch": 2.41, "learning_rate": 4.91428672688084e-07, "loss": 0.7531, "step": 9748 }, { "epoch": 2.41, "learning_rate": 4.91031541272095e-07, "loss": 0.8435, "step": 9749 }, { "epoch": 2.41, "learning_rate": 4.906345529096341e-07, "loss": 0.7316, "step": 9750 }, { "epoch": 2.41, "learning_rate": 4.902377076289697e-07, "loss": 0.8082, "step": 9751 }, { "epoch": 2.41, "learning_rate": 4.898410054583602e-07, "loss": 0.8233, "step": 9752 }, { "epoch": 2.41, "learning_rate": 4.894444464260545e-07, "loss": 0.7652, "step": 9753 }, { "epoch": 2.41, "learning_rate": 4.890480305602891e-07, "loss": 0.7688, "step": 9754 }, { "epoch": 2.41, "learning_rate": 4.886517578892927e-07, "loss": 0.7721, "step": 9755 }, { "epoch": 2.41, "learning_rate": 4.882556284412823e-07, "loss": 0.7858, "step": 9756 }, { "epoch": 2.41, "learning_rate": 4.878596422444659e-07, "loss": 0.849, "step": 9757 }, { "epoch": 2.41, "learning_rate": 4.874637993270412e-07, "loss": 0.8516, "step": 9758 }, { "epoch": 2.41, "learning_rate": 4.870680997171934e-07, "loss": 0.8073, "step": 9759 }, { "epoch": 2.41, "learning_rate": 4.86672543443101e-07, "loss": 0.774, "step": 9760 }, { "epoch": 2.41, "learning_rate": 4.862771305329292e-07, "loss": 0.869, "step": 9761 }, { "epoch": 2.41, "learning_rate": 4.85881861014835e-07, "loss": 0.8056, "step": 9762 }, { "epoch": 2.41, "learning_rate": 4.854867349169642e-07, "loss": 0.7725, "step": 9763 }, { "epoch": 2.41, "learning_rate": 4.850917522674534e-07, "loss": 0.8769, "step": 9764 }, { "epoch": 2.41, "learning_rate": 4.846969130944282e-07, "loss": 0.7884, "step": 9765 }, { "epoch": 2.41, "learning_rate": 4.843022174260034e-07, "loss": 0.7913, "step": 9766 }, { "epoch": 2.41, "learning_rate": 4.839076652902843e-07, "loss": 0.927, "step": 9767 }, { "epoch": 2.41, "learning_rate": 4.835132567153667e-07, "loss": 0.7651, "step": 9768 }, { "epoch": 2.41, "learning_rate": 4.83118991729335e-07, "loss": 0.7596, "step": 9769 }, { "epoch": 2.41, "learning_rate": 4.827248703602638e-07, "loss": 0.8131, "step": 9770 }, { "epoch": 2.41, "learning_rate": 4.82330892636218e-07, "loss": 0.7547, "step": 9771 }, { "epoch": 2.41, "learning_rate": 4.819370585852509e-07, "loss": 0.8751, "step": 9772 }, { "epoch": 2.42, "learning_rate": 4.815433682354068e-07, "loss": 0.8358, "step": 9773 }, { "epoch": 2.42, "learning_rate": 4.811498216147193e-07, "loss": 0.7778, "step": 9774 }, { "epoch": 2.42, "learning_rate": 4.807564187512117e-07, "loss": 0.809, "step": 9775 }, { "epoch": 2.42, "learning_rate": 4.803631596728978e-07, "loss": 0.7914, "step": 9776 }, { "epoch": 2.42, "learning_rate": 4.79970044407781e-07, "loss": 0.9105, "step": 9777 }, { "epoch": 2.42, "learning_rate": 4.795770729838523e-07, "loss": 0.815, "step": 9778 }, { "epoch": 2.42, "learning_rate": 4.79184245429096e-07, "loss": 0.7752, "step": 9779 }, { "epoch": 2.42, "learning_rate": 4.787915617714828e-07, "loss": 0.8113, "step": 9780 }, { "epoch": 2.42, "learning_rate": 4.783990220389753e-07, "loss": 0.834, "step": 9781 }, { "epoch": 2.42, "learning_rate": 4.780066262595256e-07, "loss": 0.8661, "step": 9782 }, { "epoch": 2.42, "learning_rate": 4.776143744610756e-07, "loss": 0.8234, "step": 9783 }, { "epoch": 2.42, "learning_rate": 4.772222666715554e-07, "loss": 0.8742, "step": 9784 }, { "epoch": 2.42, "learning_rate": 4.7683030291888617e-07, "loss": 0.8537, "step": 9785 }, { "epoch": 2.42, "learning_rate": 4.764384832309793e-07, "loss": 0.8381, "step": 9786 }, { "epoch": 2.42, "learning_rate": 4.7604680763573496e-07, "loss": 0.8588, "step": 9787 }, { "epoch": 2.42, "learning_rate": 4.7565527616104333e-07, "loss": 0.7519, "step": 9788 }, { "epoch": 2.42, "learning_rate": 4.7526388883478517e-07, "loss": 0.7686, "step": 9789 }, { "epoch": 2.42, "learning_rate": 4.748726456848285e-07, "loss": 0.7526, "step": 9790 }, { "epoch": 2.42, "learning_rate": 4.74481546739034e-07, "loss": 0.791, "step": 9791 }, { "epoch": 2.42, "learning_rate": 4.740905920252506e-07, "loss": 0.8201, "step": 9792 }, { "epoch": 2.42, "learning_rate": 4.736997815713168e-07, "loss": 0.7577, "step": 9793 }, { "epoch": 2.42, "learning_rate": 4.7330911540506176e-07, "loss": 0.8164, "step": 9794 }, { "epoch": 2.42, "learning_rate": 4.7291859355430403e-07, "loss": 0.8055, "step": 9795 }, { "epoch": 2.42, "learning_rate": 4.725282160468508e-07, "loss": 0.871, "step": 9796 }, { "epoch": 2.42, "learning_rate": 4.721379829105002e-07, "loss": 0.7831, "step": 9797 }, { "epoch": 2.42, "learning_rate": 4.7174789417304053e-07, "loss": 0.7826, "step": 9798 }, { "epoch": 2.42, "learning_rate": 4.7135794986224754e-07, "loss": 0.8829, "step": 9799 }, { "epoch": 2.42, "learning_rate": 4.709681500058891e-07, "loss": 0.7561, "step": 9800 }, { "epoch": 2.42, "learning_rate": 4.7057849463172237e-07, "loss": 0.8603, "step": 9801 }, { "epoch": 2.42, "learning_rate": 4.7018898376749223e-07, "loss": 0.7987, "step": 9802 }, { "epoch": 2.42, "learning_rate": 4.6979961744093584e-07, "loss": 0.8554, "step": 9803 }, { "epoch": 2.42, "learning_rate": 4.6941039567977853e-07, "loss": 0.8274, "step": 9804 }, { "epoch": 2.42, "learning_rate": 4.690213185117359e-07, "loss": 0.702, "step": 9805 }, { "epoch": 2.42, "learning_rate": 4.686323859645134e-07, "loss": 0.8588, "step": 9806 }, { "epoch": 2.42, "learning_rate": 4.682435980658065e-07, "loss": 0.8235, "step": 9807 }, { "epoch": 2.42, "learning_rate": 4.678549548432984e-07, "loss": 0.8175, "step": 9808 }, { "epoch": 2.42, "learning_rate": 4.674664563246639e-07, "loss": 0.845, "step": 9809 }, { "epoch": 2.42, "learning_rate": 4.670781025375673e-07, "loss": 0.749, "step": 9810 }, { "epoch": 2.42, "learning_rate": 4.66689893509662e-07, "loss": 0.848, "step": 9811 }, { "epoch": 2.42, "learning_rate": 4.663018292685914e-07, "loss": 0.8063, "step": 9812 }, { "epoch": 2.42, "learning_rate": 4.6591390984198957e-07, "loss": 0.7669, "step": 9813 }, { "epoch": 2.43, "learning_rate": 4.6552613525747776e-07, "loss": 0.7296, "step": 9814 }, { "epoch": 2.43, "learning_rate": 4.6513850554266883e-07, "loss": 0.8067, "step": 9815 }, { "epoch": 2.43, "learning_rate": 4.6475102072516515e-07, "loss": 0.8385, "step": 9816 }, { "epoch": 2.43, "learning_rate": 4.6436368083255913e-07, "loss": 0.786, "step": 9817 }, { "epoch": 2.43, "learning_rate": 4.639764858924309e-07, "loss": 0.8115, "step": 9818 }, { "epoch": 2.43, "learning_rate": 4.6358943593235283e-07, "loss": 0.7858, "step": 9819 }, { "epoch": 2.43, "learning_rate": 4.6320253097988486e-07, "loss": 0.8007, "step": 9820 }, { "epoch": 2.43, "learning_rate": 4.6281577106257776e-07, "loss": 0.8902, "step": 9821 }, { "epoch": 2.43, "learning_rate": 4.624291562079719e-07, "loss": 0.7507, "step": 9822 }, { "epoch": 2.43, "learning_rate": 4.62042686443597e-07, "loss": 0.7925, "step": 9823 }, { "epoch": 2.43, "learning_rate": 4.61656361796973e-07, "loss": 0.8266, "step": 9824 }, { "epoch": 2.43, "learning_rate": 4.6127018229560923e-07, "loss": 0.8056, "step": 9825 }, { "epoch": 2.43, "learning_rate": 4.608841479670034e-07, "loss": 0.7977, "step": 9826 }, { "epoch": 2.43, "learning_rate": 4.6049825883864474e-07, "loss": 0.7933, "step": 9827 }, { "epoch": 2.43, "learning_rate": 4.6011251493801146e-07, "loss": 0.8645, "step": 9828 }, { "epoch": 2.43, "learning_rate": 4.597269162925713e-07, "loss": 0.8579, "step": 9829 }, { "epoch": 2.43, "learning_rate": 4.593414629297818e-07, "loss": 0.8728, "step": 9830 }, { "epoch": 2.43, "learning_rate": 4.58956154877091e-07, "loss": 0.7449, "step": 9831 }, { "epoch": 2.43, "learning_rate": 4.5857099216193386e-07, "loss": 0.8181, "step": 9832 }, { "epoch": 2.43, "learning_rate": 4.5818597481173815e-07, "loss": 0.7825, "step": 9833 }, { "epoch": 2.43, "learning_rate": 4.578011028539195e-07, "loss": 0.8108, "step": 9834 }, { "epoch": 2.43, "learning_rate": 4.5741637631588454e-07, "loss": 0.7766, "step": 9835 }, { "epoch": 2.43, "learning_rate": 4.5703179522502696e-07, "loss": 0.8056, "step": 9836 }, { "epoch": 2.43, "learning_rate": 4.5664735960873315e-07, "loss": 0.8071, "step": 9837 }, { "epoch": 2.43, "learning_rate": 4.5626306949437787e-07, "loss": 0.8228, "step": 9838 }, { "epoch": 2.43, "learning_rate": 4.5587892490932427e-07, "loss": 0.8843, "step": 9839 }, { "epoch": 2.43, "learning_rate": 4.5549492588092717e-07, "loss": 0.8586, "step": 9840 }, { "epoch": 2.43, "learning_rate": 4.5511107243652984e-07, "loss": 0.7872, "step": 9841 }, { "epoch": 2.43, "learning_rate": 4.5472736460346583e-07, "loss": 0.8519, "step": 9842 }, { "epoch": 2.43, "learning_rate": 4.543438024090585e-07, "loss": 0.7791, "step": 9843 }, { "epoch": 2.43, "learning_rate": 4.5396038588061906e-07, "loss": 0.8483, "step": 9844 }, { "epoch": 2.43, "learning_rate": 4.535771150454502e-07, "loss": 0.7641, "step": 9845 }, { "epoch": 2.43, "learning_rate": 4.531939899308438e-07, "loss": 0.8277, "step": 9846 }, { "epoch": 2.43, "learning_rate": 4.5281101056408096e-07, "loss": 0.8331, "step": 9847 }, { "epoch": 2.43, "learning_rate": 4.524281769724329e-07, "loss": 0.9478, "step": 9848 }, { "epoch": 2.43, "learning_rate": 4.520454891831608e-07, "loss": 0.7585, "step": 9849 }, { "epoch": 2.43, "learning_rate": 4.5166294722351347e-07, "loss": 0.8197, "step": 9850 }, { "epoch": 2.43, "learning_rate": 4.512805511207316e-07, "loss": 0.8564, "step": 9851 }, { "epoch": 2.43, "learning_rate": 4.5089830090204485e-07, "loss": 0.8499, "step": 9852 }, { "epoch": 2.43, "learning_rate": 4.5051619659467166e-07, "loss": 0.8062, "step": 9853 }, { "epoch": 2.44, "learning_rate": 4.5013423822582167e-07, "loss": 0.7845, "step": 9854 }, { "epoch": 2.44, "learning_rate": 4.4975242582269205e-07, "loss": 0.7779, "step": 9855 }, { "epoch": 2.44, "learning_rate": 4.4937075941247186e-07, "loss": 0.8829, "step": 9856 }, { "epoch": 2.44, "learning_rate": 4.4898923902233715e-07, "loss": 0.8236, "step": 9857 }, { "epoch": 2.44, "learning_rate": 4.4860786467945587e-07, "loss": 0.8572, "step": 9858 }, { "epoch": 2.44, "learning_rate": 4.482266364109847e-07, "loss": 0.9052, "step": 9859 }, { "epoch": 2.44, "learning_rate": 4.4784555424406963e-07, "loss": 0.8656, "step": 9860 }, { "epoch": 2.44, "learning_rate": 4.4746461820584757e-07, "loss": 0.8235, "step": 9861 }, { "epoch": 2.44, "learning_rate": 4.4708382832344246e-07, "loss": 0.8079, "step": 9862 }, { "epoch": 2.44, "learning_rate": 4.4670318462397027e-07, "loss": 0.8543, "step": 9863 }, { "epoch": 2.44, "learning_rate": 4.463226871345355e-07, "loss": 0.7848, "step": 9864 }, { "epoch": 2.44, "learning_rate": 4.4594233588223234e-07, "loss": 0.8114, "step": 9865 }, { "epoch": 2.44, "learning_rate": 4.455621308941449e-07, "loss": 0.8178, "step": 9866 }, { "epoch": 2.44, "learning_rate": 4.4518207219734684e-07, "loss": 0.7532, "step": 9867 }, { "epoch": 2.44, "learning_rate": 4.4480215981890035e-07, "loss": 0.8087, "step": 9868 }, { "epoch": 2.44, "learning_rate": 4.4442239378585827e-07, "loss": 0.8304, "step": 9869 }, { "epoch": 2.44, "learning_rate": 4.440427741252629e-07, "loss": 0.7909, "step": 9870 }, { "epoch": 2.44, "learning_rate": 4.436633008641464e-07, "loss": 0.7715, "step": 9871 }, { "epoch": 2.44, "learning_rate": 4.432839740295294e-07, "loss": 0.8644, "step": 9872 }, { "epoch": 2.44, "learning_rate": 4.429047936484238e-07, "loss": 0.8119, "step": 9873 }, { "epoch": 2.44, "learning_rate": 4.4252575974782887e-07, "loss": 0.8886, "step": 9874 }, { "epoch": 2.44, "learning_rate": 4.4214687235473566e-07, "loss": 0.7387, "step": 9875 }, { "epoch": 2.44, "learning_rate": 4.417681314961228e-07, "loss": 0.7681, "step": 9876 }, { "epoch": 2.44, "learning_rate": 4.4138953719895986e-07, "loss": 0.7902, "step": 9877 }, { "epoch": 2.44, "learning_rate": 4.410110894902056e-07, "loss": 0.7754, "step": 9878 }, { "epoch": 2.44, "learning_rate": 4.406327883968092e-07, "loss": 0.7693, "step": 9879 }, { "epoch": 2.44, "learning_rate": 4.40254633945707e-07, "loss": 0.7649, "step": 9880 }, { "epoch": 2.44, "learning_rate": 4.398766261638271e-07, "loss": 0.8292, "step": 9881 }, { "epoch": 2.44, "learning_rate": 4.394987650780866e-07, "loss": 0.7394, "step": 9882 }, { "epoch": 2.44, "learning_rate": 4.391210507153917e-07, "loss": 0.8095, "step": 9883 }, { "epoch": 2.44, "learning_rate": 4.387434831026388e-07, "loss": 0.7897, "step": 9884 }, { "epoch": 2.44, "learning_rate": 4.383660622667141e-07, "loss": 0.8682, "step": 9885 }, { "epoch": 2.44, "learning_rate": 4.379887882344916e-07, "loss": 0.8525, "step": 9886 }, { "epoch": 2.44, "learning_rate": 4.3761166103283624e-07, "loss": 0.8654, "step": 9887 }, { "epoch": 2.44, "learning_rate": 4.372346806886027e-07, "loss": 0.8139, "step": 9888 }, { "epoch": 2.44, "learning_rate": 4.368578472286347e-07, "loss": 0.8086, "step": 9889 }, { "epoch": 2.44, "learning_rate": 4.3648116067976557e-07, "loss": 0.8458, "step": 9890 }, { "epoch": 2.44, "learning_rate": 4.3610462106881886e-07, "loss": 0.8432, "step": 9891 }, { "epoch": 2.44, "learning_rate": 4.357282284226055e-07, "loss": 0.8282, "step": 9892 }, { "epoch": 2.44, "learning_rate": 4.353519827679284e-07, "loss": 0.8489, "step": 9893 }, { "epoch": 2.44, "learning_rate": 4.3497588413157957e-07, "loss": 0.8124, "step": 9894 }, { "epoch": 2.45, "learning_rate": 4.345999325403386e-07, "loss": 0.8518, "step": 9895 }, { "epoch": 2.45, "learning_rate": 4.342241280209769e-07, "loss": 0.8547, "step": 9896 }, { "epoch": 2.45, "learning_rate": 4.338484706002552e-07, "loss": 0.864, "step": 9897 }, { "epoch": 2.45, "learning_rate": 4.3347296030492177e-07, "loss": 0.7855, "step": 9898 }, { "epoch": 2.45, "learning_rate": 4.3309759716171627e-07, "loss": 0.757, "step": 9899 }, { "epoch": 2.45, "learning_rate": 4.327223811973677e-07, "loss": 0.7668, "step": 9900 }, { "epoch": 2.45, "learning_rate": 4.323473124385938e-07, "loss": 0.8577, "step": 9901 }, { "epoch": 2.45, "learning_rate": 4.3197239091210235e-07, "loss": 0.8004, "step": 9902 }, { "epoch": 2.45, "learning_rate": 4.315976166445915e-07, "loss": 0.8659, "step": 9903 }, { "epoch": 2.45, "learning_rate": 4.312229896627462e-07, "loss": 0.9091, "step": 9904 }, { "epoch": 2.45, "learning_rate": 4.3084850999324387e-07, "loss": 0.831, "step": 9905 }, { "epoch": 2.45, "learning_rate": 4.3047417766274995e-07, "loss": 0.7981, "step": 9906 }, { "epoch": 2.45, "learning_rate": 4.3009999269791993e-07, "loss": 0.877, "step": 9907 }, { "epoch": 2.45, "learning_rate": 4.2972595512539795e-07, "loss": 0.7914, "step": 9908 }, { "epoch": 2.45, "learning_rate": 4.293520649718197e-07, "loss": 0.7878, "step": 9909 }, { "epoch": 2.45, "learning_rate": 4.289783222638069e-07, "loss": 0.7957, "step": 9910 }, { "epoch": 2.45, "learning_rate": 4.2860472702797417e-07, "loss": 0.7592, "step": 9911 }, { "epoch": 2.45, "learning_rate": 4.2823127929092405e-07, "loss": 0.8, "step": 9912 }, { "epoch": 2.45, "learning_rate": 4.278579790792492e-07, "loss": 0.8024, "step": 9913 }, { "epoch": 2.45, "learning_rate": 4.274848264195303e-07, "loss": 0.7639, "step": 9914 }, { "epoch": 2.45, "learning_rate": 4.2711182133833964e-07, "loss": 0.8768, "step": 9915 }, { "epoch": 2.45, "learning_rate": 4.267389638622371e-07, "loss": 0.9317, "step": 9916 }, { "epoch": 2.45, "learning_rate": 4.2636625401777323e-07, "loss": 0.7389, "step": 9917 }, { "epoch": 2.45, "learning_rate": 4.2599369183148805e-07, "loss": 0.7518, "step": 9918 }, { "epoch": 2.45, "learning_rate": 4.256212773299104e-07, "loss": 0.8328, "step": 9919 }, { "epoch": 2.45, "learning_rate": 4.25249010539559e-07, "loss": 0.8044, "step": 9920 }, { "epoch": 2.45, "learning_rate": 4.2487689148694307e-07, "loss": 0.8996, "step": 9921 }, { "epoch": 2.45, "learning_rate": 4.245049201985585e-07, "loss": 0.7607, "step": 9922 }, { "epoch": 2.45, "learning_rate": 4.2413309670089333e-07, "loss": 0.7365, "step": 9923 }, { "epoch": 2.45, "learning_rate": 4.2376142102042413e-07, "loss": 0.8182, "step": 9924 }, { "epoch": 2.45, "learning_rate": 4.233898931836167e-07, "loss": 0.8372, "step": 9925 }, { "epoch": 2.45, "learning_rate": 4.2301851321692703e-07, "loss": 0.8399, "step": 9926 }, { "epoch": 2.45, "learning_rate": 4.2264728114680047e-07, "loss": 0.8027, "step": 9927 }, { "epoch": 2.45, "learning_rate": 4.222761969996705e-07, "loss": 0.8295, "step": 9928 }, { "epoch": 2.45, "learning_rate": 4.2190526080196164e-07, "loss": 0.8278, "step": 9929 }, { "epoch": 2.45, "learning_rate": 4.2153447258008714e-07, "loss": 0.7904, "step": 9930 }, { "epoch": 2.45, "learning_rate": 4.2116383236045055e-07, "loss": 0.7971, "step": 9931 }, { "epoch": 2.45, "learning_rate": 4.2079334016944306e-07, "loss": 0.8295, "step": 9932 }, { "epoch": 2.45, "learning_rate": 4.2042299603344686e-07, "loss": 0.7506, "step": 9933 }, { "epoch": 2.45, "learning_rate": 4.2005279997883423e-07, "loss": 0.7995, "step": 9934 }, { "epoch": 2.46, "learning_rate": 4.1968275203196463e-07, "loss": 0.8374, "step": 9935 }, { "epoch": 2.46, "learning_rate": 4.193128522191886e-07, "loss": 0.7515, "step": 9936 }, { "epoch": 2.46, "learning_rate": 4.1894310056684566e-07, "loss": 0.7988, "step": 9937 }, { "epoch": 2.46, "learning_rate": 4.1857349710126507e-07, "loss": 0.7481, "step": 9938 }, { "epoch": 2.46, "learning_rate": 4.1820404184876594e-07, "loss": 0.8054, "step": 9939 }, { "epoch": 2.46, "learning_rate": 4.178347348356551e-07, "loss": 0.8875, "step": 9940 }, { "epoch": 2.46, "learning_rate": 4.174655760882307e-07, "loss": 0.7536, "step": 9941 }, { "epoch": 2.46, "learning_rate": 4.170965656327791e-07, "loss": 0.7501, "step": 9942 }, { "epoch": 2.46, "learning_rate": 4.167277034955769e-07, "loss": 0.8605, "step": 9943 }, { "epoch": 2.46, "learning_rate": 4.1635898970288995e-07, "loss": 0.835, "step": 9944 }, { "epoch": 2.46, "learning_rate": 4.1599042428097397e-07, "loss": 0.7834, "step": 9945 }, { "epoch": 2.46, "learning_rate": 4.156220072560721e-07, "loss": 0.8233, "step": 9946 }, { "epoch": 2.46, "learning_rate": 4.152537386544195e-07, "loss": 0.791, "step": 9947 }, { "epoch": 2.46, "learning_rate": 4.14885618502239e-07, "loss": 0.8273, "step": 9948 }, { "epoch": 2.46, "learning_rate": 4.145176468257439e-07, "loss": 0.8585, "step": 9949 }, { "epoch": 2.46, "learning_rate": 4.141498236511371e-07, "loss": 0.8664, "step": 9950 }, { "epoch": 2.46, "learning_rate": 4.1378214900460903e-07, "loss": 0.746, "step": 9951 }, { "epoch": 2.46, "learning_rate": 4.1341462291234144e-07, "loss": 0.7821, "step": 9952 }, { "epoch": 2.46, "learning_rate": 4.130472454005055e-07, "loss": 0.7808, "step": 9953 }, { "epoch": 2.46, "learning_rate": 4.1268001649526045e-07, "loss": 0.7475, "step": 9954 }, { "epoch": 2.46, "learning_rate": 4.123129362227557e-07, "loss": 0.8155, "step": 9955 }, { "epoch": 2.46, "learning_rate": 4.119460046091306e-07, "loss": 0.8141, "step": 9956 }, { "epoch": 2.46, "learning_rate": 4.1157922168051396e-07, "loss": 0.7925, "step": 9957 }, { "epoch": 2.46, "learning_rate": 4.1121258746302183e-07, "loss": 0.7446, "step": 9958 }, { "epoch": 2.46, "learning_rate": 4.1084610198276224e-07, "loss": 0.8159, "step": 9959 }, { "epoch": 2.46, "learning_rate": 4.104797652658318e-07, "loss": 0.8042, "step": 9960 }, { "epoch": 2.46, "learning_rate": 4.101135773383161e-07, "loss": 0.8624, "step": 9961 }, { "epoch": 2.46, "learning_rate": 4.097475382262908e-07, "loss": 0.7739, "step": 9962 }, { "epoch": 2.46, "learning_rate": 4.09381647955821e-07, "loss": 0.7993, "step": 9963 }, { "epoch": 2.46, "learning_rate": 4.090159065529595e-07, "loss": 0.8712, "step": 9964 }, { "epoch": 2.46, "learning_rate": 4.086503140437506e-07, "loss": 0.7386, "step": 9965 }, { "epoch": 2.46, "learning_rate": 4.082848704542269e-07, "loss": 0.7298, "step": 9966 }, { "epoch": 2.46, "learning_rate": 4.079195758104113e-07, "loss": 0.8308, "step": 9967 }, { "epoch": 2.46, "learning_rate": 4.0755443013831524e-07, "loss": 0.7348, "step": 9968 }, { "epoch": 2.46, "learning_rate": 4.0718943346394005e-07, "loss": 0.8196, "step": 9969 }, { "epoch": 2.46, "learning_rate": 4.068245858132755e-07, "loss": 0.8211, "step": 9970 }, { "epoch": 2.46, "learning_rate": 4.064598872123024e-07, "loss": 0.7995, "step": 9971 }, { "epoch": 2.46, "learning_rate": 4.0609533768698887e-07, "loss": 0.8724, "step": 9972 }, { "epoch": 2.46, "learning_rate": 4.057309372632942e-07, "loss": 0.8761, "step": 9973 }, { "epoch": 2.46, "learning_rate": 4.0536668596716623e-07, "loss": 0.8199, "step": 9974 }, { "epoch": 2.46, "learning_rate": 4.050025838245433e-07, "loss": 0.7709, "step": 9975 }, { "epoch": 2.47, "learning_rate": 4.0463863086135094e-07, "loss": 0.8514, "step": 9976 }, { "epoch": 2.47, "learning_rate": 4.0427482710350546e-07, "loss": 0.7253, "step": 9977 }, { "epoch": 2.47, "learning_rate": 4.039111725769129e-07, "loss": 0.8244, "step": 9978 }, { "epoch": 2.47, "learning_rate": 4.0354766730746787e-07, "loss": 0.81, "step": 9979 }, { "epoch": 2.47, "learning_rate": 4.031843113210548e-07, "loss": 0.8037, "step": 9980 }, { "epoch": 2.47, "learning_rate": 4.028211046435479e-07, "loss": 0.781, "step": 9981 }, { "epoch": 2.47, "learning_rate": 4.024580473008091e-07, "loss": 0.9249, "step": 9982 }, { "epoch": 2.47, "learning_rate": 4.020951393186914e-07, "loss": 0.8645, "step": 9983 }, { "epoch": 2.47, "learning_rate": 4.0173238072303637e-07, "loss": 0.752, "step": 9984 }, { "epoch": 2.47, "learning_rate": 4.0136977153967525e-07, "loss": 0.8001, "step": 9985 }, { "epoch": 2.47, "learning_rate": 4.0100731179442823e-07, "loss": 0.8431, "step": 9986 }, { "epoch": 2.47, "learning_rate": 4.0064500151310636e-07, "loss": 0.8148, "step": 9987 }, { "epoch": 2.47, "learning_rate": 4.00282840721507e-07, "loss": 0.767, "step": 9988 }, { "epoch": 2.47, "learning_rate": 3.999208294454199e-07, "loss": 0.8101, "step": 9989 }, { "epoch": 2.47, "learning_rate": 3.995589677106229e-07, "loss": 0.7986, "step": 9990 }, { "epoch": 2.47, "learning_rate": 3.9919725554288244e-07, "loss": 0.7319, "step": 9991 }, { "epoch": 2.47, "learning_rate": 3.988356929679557e-07, "loss": 0.8386, "step": 9992 }, { "epoch": 2.47, "learning_rate": 3.9847428001158927e-07, "loss": 0.7534, "step": 9993 }, { "epoch": 2.47, "learning_rate": 3.98113016699517e-07, "loss": 0.7768, "step": 9994 }, { "epoch": 2.47, "learning_rate": 3.9775190305746445e-07, "loss": 0.8317, "step": 9995 }, { "epoch": 2.47, "learning_rate": 3.973909391111455e-07, "loss": 0.7477, "step": 9996 }, { "epoch": 2.47, "learning_rate": 3.970301248862632e-07, "loss": 0.8561, "step": 9997 }, { "epoch": 2.47, "learning_rate": 3.9666946040851056e-07, "loss": 0.7521, "step": 9998 }, { "epoch": 2.47, "learning_rate": 3.9630894570357015e-07, "loss": 0.7605, "step": 9999 }, { "epoch": 2.47, "learning_rate": 3.95948580797112e-07, "loss": 0.813, "step": 10000 }, { "epoch": 2.47, "learning_rate": 3.9558836571479714e-07, "loss": 0.7534, "step": 10001 }, { "epoch": 2.47, "learning_rate": 3.95228300482276e-07, "loss": 0.7575, "step": 10002 }, { "epoch": 2.47, "learning_rate": 3.9486838512518777e-07, "loss": 0.7779, "step": 10003 }, { "epoch": 2.47, "learning_rate": 3.945086196691611e-07, "loss": 0.7385, "step": 10004 }, { "epoch": 2.47, "learning_rate": 3.941490041398144e-07, "loss": 0.8716, "step": 10005 }, { "epoch": 2.47, "learning_rate": 3.937895385627538e-07, "loss": 0.7956, "step": 10006 }, { "epoch": 2.47, "learning_rate": 3.9343022296357696e-07, "loss": 0.7876, "step": 10007 }, { "epoch": 2.47, "learning_rate": 3.930710573678692e-07, "loss": 0.7855, "step": 10008 }, { "epoch": 2.47, "learning_rate": 3.9271204180120674e-07, "loss": 0.8261, "step": 10009 }, { "epoch": 2.47, "learning_rate": 3.9235317628915304e-07, "loss": 0.8217, "step": 10010 }, { "epoch": 2.47, "learning_rate": 3.919944608572632e-07, "loss": 0.7532, "step": 10011 }, { "epoch": 2.47, "learning_rate": 3.9163589553107893e-07, "loss": 0.8199, "step": 10012 }, { "epoch": 2.47, "learning_rate": 3.9127748033613355e-07, "loss": 0.8098, "step": 10013 }, { "epoch": 2.47, "learning_rate": 3.909192152979488e-07, "loss": 0.7951, "step": 10014 }, { "epoch": 2.47, "learning_rate": 3.9056110044203594e-07, "loss": 0.7953, "step": 10015 }, { "epoch": 2.48, "learning_rate": 3.902031357938954e-07, "loss": 0.8983, "step": 10016 }, { "epoch": 2.48, "learning_rate": 3.8984532137901763e-07, "loss": 0.8227, "step": 10017 }, { "epoch": 2.48, "learning_rate": 3.8948765722288036e-07, "loss": 0.7145, "step": 10018 }, { "epoch": 2.48, "learning_rate": 3.891301433509523e-07, "loss": 0.7844, "step": 10019 }, { "epoch": 2.48, "learning_rate": 3.887727797886914e-07, "loss": 0.7663, "step": 10020 }, { "epoch": 2.48, "learning_rate": 3.8841556656154466e-07, "loss": 0.7405, "step": 10021 }, { "epoch": 2.48, "learning_rate": 3.880585036949483e-07, "loss": 0.7807, "step": 10022 }, { "epoch": 2.48, "learning_rate": 3.8770159121432836e-07, "loss": 0.8493, "step": 10023 }, { "epoch": 2.48, "learning_rate": 3.8734482914509846e-07, "loss": 0.7725, "step": 10024 }, { "epoch": 2.48, "learning_rate": 3.8698821751266324e-07, "loss": 0.7536, "step": 10025 }, { "epoch": 2.48, "learning_rate": 3.866317563424163e-07, "loss": 0.7678, "step": 10026 }, { "epoch": 2.48, "learning_rate": 3.862754456597401e-07, "loss": 0.8352, "step": 10027 }, { "epoch": 2.48, "learning_rate": 3.8591928549000735e-07, "loss": 0.7795, "step": 10028 }, { "epoch": 2.48, "learning_rate": 3.8556327585857836e-07, "loss": 0.8878, "step": 10029 }, { "epoch": 2.48, "learning_rate": 3.852074167908043e-07, "loss": 0.8151, "step": 10030 }, { "epoch": 2.48, "learning_rate": 3.8485170831202455e-07, "loss": 0.8226, "step": 10031 }, { "epoch": 2.48, "learning_rate": 3.8449615044756807e-07, "loss": 0.7993, "step": 10032 }, { "epoch": 2.48, "learning_rate": 3.8414074322275367e-07, "loss": 0.8337, "step": 10033 }, { "epoch": 2.48, "learning_rate": 3.8378548666288873e-07, "loss": 0.8414, "step": 10034 }, { "epoch": 2.48, "learning_rate": 3.834303807932707e-07, "loss": 0.798, "step": 10035 }, { "epoch": 2.48, "learning_rate": 3.8307542563918524e-07, "loss": 0.7657, "step": 10036 }, { "epoch": 2.48, "learning_rate": 3.827206212259077e-07, "loss": 0.8229, "step": 10037 }, { "epoch": 2.48, "learning_rate": 3.823659675787028e-07, "loss": 0.8711, "step": 10038 }, { "epoch": 2.48, "learning_rate": 3.8201146472282486e-07, "loss": 0.7694, "step": 10039 }, { "epoch": 2.48, "learning_rate": 3.8165711268351726e-07, "loss": 0.8397, "step": 10040 }, { "epoch": 2.48, "learning_rate": 3.8130291148601255e-07, "loss": 0.8015, "step": 10041 }, { "epoch": 2.48, "learning_rate": 3.8094886115553174e-07, "loss": 0.8399, "step": 10042 }, { "epoch": 2.48, "learning_rate": 3.8059496171728607e-07, "loss": 0.7743, "step": 10043 }, { "epoch": 2.48, "learning_rate": 3.802412131964764e-07, "loss": 0.7886, "step": 10044 }, { "epoch": 2.48, "learning_rate": 3.798876156182918e-07, "loss": 0.8176, "step": 10045 }, { "epoch": 2.48, "learning_rate": 3.7953416900791155e-07, "loss": 0.805, "step": 10046 }, { "epoch": 2.48, "learning_rate": 3.791808733905031e-07, "loss": 0.837, "step": 10047 }, { "epoch": 2.48, "learning_rate": 3.788277287912234e-07, "loss": 0.8547, "step": 10048 }, { "epoch": 2.48, "learning_rate": 3.7847473523522057e-07, "loss": 0.8539, "step": 10049 }, { "epoch": 2.48, "learning_rate": 3.7812189274762853e-07, "loss": 0.8459, "step": 10050 }, { "epoch": 2.48, "learning_rate": 3.777692013535733e-07, "loss": 0.8375, "step": 10051 }, { "epoch": 2.48, "learning_rate": 3.7741666107816876e-07, "loss": 0.781, "step": 10052 }, { "epoch": 2.48, "learning_rate": 3.77064271946519e-07, "loss": 0.7056, "step": 10053 }, { "epoch": 2.48, "learning_rate": 3.76712033983716e-07, "loss": 0.8186, "step": 10054 }, { "epoch": 2.48, "learning_rate": 3.763599472148419e-07, "loss": 0.8061, "step": 10055 }, { "epoch": 2.48, "learning_rate": 3.7600801166496806e-07, "loss": 0.8267, "step": 10056 }, { "epoch": 2.49, "learning_rate": 3.7565622735915493e-07, "loss": 0.7809, "step": 10057 }, { "epoch": 2.49, "learning_rate": 3.7530459432245233e-07, "loss": 0.8013, "step": 10058 }, { "epoch": 2.49, "learning_rate": 3.7495311257989916e-07, "loss": 0.8448, "step": 10059 }, { "epoch": 2.49, "learning_rate": 3.7460178215652315e-07, "loss": 0.8933, "step": 10060 }, { "epoch": 2.49, "learning_rate": 3.7425060307734154e-07, "loss": 0.8144, "step": 10061 }, { "epoch": 2.49, "learning_rate": 3.738995753673616e-07, "loss": 0.837, "step": 10062 }, { "epoch": 2.49, "learning_rate": 3.7354869905157853e-07, "loss": 0.8451, "step": 10063 }, { "epoch": 2.49, "learning_rate": 3.7319797415497737e-07, "loss": 0.8199, "step": 10064 }, { "epoch": 2.49, "learning_rate": 3.7284740070253315e-07, "loss": 0.8673, "step": 10065 }, { "epoch": 2.49, "learning_rate": 3.7249697871920813e-07, "loss": 0.8283, "step": 10066 }, { "epoch": 2.49, "learning_rate": 3.721467082299557e-07, "loss": 0.8594, "step": 10067 }, { "epoch": 2.49, "learning_rate": 3.717965892597181e-07, "loss": 0.7136, "step": 10068 }, { "epoch": 2.49, "learning_rate": 3.714466218334251e-07, "loss": 0.845, "step": 10069 }, { "epoch": 2.49, "learning_rate": 3.7109680597599783e-07, "loss": 0.7842, "step": 10070 }, { "epoch": 2.49, "learning_rate": 3.707471417123462e-07, "loss": 0.8012, "step": 10071 }, { "epoch": 2.49, "learning_rate": 3.7039762906736777e-07, "loss": 0.8092, "step": 10072 }, { "epoch": 2.49, "learning_rate": 3.700482680659512e-07, "loss": 0.7882, "step": 10073 }, { "epoch": 2.49, "learning_rate": 3.696990587329735e-07, "loss": 0.9396, "step": 10074 }, { "epoch": 2.49, "learning_rate": 3.69350001093301e-07, "loss": 0.865, "step": 10075 }, { "epoch": 2.49, "learning_rate": 3.69001095171789e-07, "loss": 0.8654, "step": 10076 }, { "epoch": 2.49, "learning_rate": 3.6865234099328295e-07, "loss": 0.7935, "step": 10077 }, { "epoch": 2.49, "learning_rate": 3.6830373858261577e-07, "loss": 0.7825, "step": 10078 }, { "epoch": 2.49, "learning_rate": 3.679552879646109e-07, "loss": 0.8323, "step": 10079 }, { "epoch": 2.49, "learning_rate": 3.6760698916408074e-07, "loss": 0.8399, "step": 10080 }, { "epoch": 2.49, "learning_rate": 3.672588422058265e-07, "loss": 0.7971, "step": 10081 }, { "epoch": 2.49, "learning_rate": 3.66910847114639e-07, "loss": 0.8278, "step": 10082 }, { "epoch": 2.49, "learning_rate": 3.665630039152987e-07, "loss": 0.8305, "step": 10083 }, { "epoch": 2.49, "learning_rate": 3.662153126325738e-07, "loss": 0.8074, "step": 10084 }, { "epoch": 2.49, "learning_rate": 3.658677732912222e-07, "loss": 0.7898, "step": 10085 }, { "epoch": 2.49, "learning_rate": 3.6552038591599284e-07, "loss": 0.9151, "step": 10086 }, { "epoch": 2.49, "learning_rate": 3.6517315053162056e-07, "loss": 0.8151, "step": 10087 }, { "epoch": 2.49, "learning_rate": 3.6482606716283175e-07, "loss": 0.8626, "step": 10088 }, { "epoch": 2.49, "learning_rate": 3.644791358343422e-07, "loss": 0.8213, "step": 10089 }, { "epoch": 2.49, "learning_rate": 3.641323565708546e-07, "loss": 0.8359, "step": 10090 }, { "epoch": 2.49, "learning_rate": 3.637857293970626e-07, "loss": 0.7873, "step": 10091 }, { "epoch": 2.49, "learning_rate": 3.6343925433764917e-07, "loss": 0.8001, "step": 10092 }, { "epoch": 2.49, "learning_rate": 3.630929314172857e-07, "loss": 0.8199, "step": 10093 }, { "epoch": 2.49, "learning_rate": 3.627467606606325e-07, "loss": 0.7871, "step": 10094 }, { "epoch": 2.49, "learning_rate": 3.624007420923409e-07, "loss": 0.8382, "step": 10095 }, { "epoch": 2.49, "learning_rate": 3.620548757370482e-07, "loss": 0.8013, "step": 10096 }, { "epoch": 2.5, "learning_rate": 3.6170916161938353e-07, "loss": 0.8312, "step": 10097 }, { "epoch": 2.5, "learning_rate": 3.613635997639642e-07, "loss": 0.8142, "step": 10098 }, { "epoch": 2.5, "learning_rate": 3.610181901953969e-07, "loss": 0.8279, "step": 10099 }, { "epoch": 2.5, "learning_rate": 3.6067293293827714e-07, "loss": 0.6913, "step": 10100 }, { "epoch": 2.5, "learning_rate": 3.603278280171907e-07, "loss": 0.7922, "step": 10101 }, { "epoch": 2.5, "learning_rate": 3.599828754567103e-07, "loss": 0.8366, "step": 10102 }, { "epoch": 2.5, "learning_rate": 3.5963807528139966e-07, "loss": 0.8006, "step": 10103 }, { "epoch": 2.5, "learning_rate": 3.5929342751581106e-07, "loss": 0.7094, "step": 10104 }, { "epoch": 2.5, "learning_rate": 3.589489321844869e-07, "loss": 0.7976, "step": 10105 }, { "epoch": 2.5, "learning_rate": 3.5860458931195664e-07, "loss": 0.853, "step": 10106 }, { "epoch": 2.5, "learning_rate": 3.582603989227401e-07, "loss": 0.7784, "step": 10107 }, { "epoch": 2.5, "learning_rate": 3.5791636104134717e-07, "loss": 0.8942, "step": 10108 }, { "epoch": 2.5, "learning_rate": 3.575724756922749e-07, "loss": 0.7616, "step": 10109 }, { "epoch": 2.5, "learning_rate": 3.5722874290001096e-07, "loss": 0.7913, "step": 10110 }, { "epoch": 2.5, "learning_rate": 3.568851626890313e-07, "loss": 0.8982, "step": 10111 }, { "epoch": 2.5, "learning_rate": 3.5654173508380214e-07, "loss": 0.7853, "step": 10112 }, { "epoch": 2.5, "learning_rate": 3.561984601087778e-07, "loss": 0.9027, "step": 10113 }, { "epoch": 2.5, "learning_rate": 3.5585533778840136e-07, "loss": 0.8624, "step": 10114 }, { "epoch": 2.5, "learning_rate": 3.555123681471065e-07, "loss": 0.8431, "step": 10115 }, { "epoch": 2.5, "learning_rate": 3.5516955120931453e-07, "loss": 0.8421, "step": 10116 }, { "epoch": 2.5, "learning_rate": 3.548268869994373e-07, "loss": 0.8344, "step": 10117 }, { "epoch": 2.5, "learning_rate": 3.544843755418745e-07, "loss": 0.7947, "step": 10118 }, { "epoch": 2.5, "learning_rate": 3.5414201686101627e-07, "loss": 0.7998, "step": 10119 }, { "epoch": 2.5, "learning_rate": 3.5379981098123987e-07, "loss": 0.8418, "step": 10120 }, { "epoch": 2.5, "learning_rate": 3.534577579269138e-07, "loss": 0.8285, "step": 10121 }, { "epoch": 2.5, "learning_rate": 3.5311585772239447e-07, "loss": 0.7622, "step": 10122 }, { "epoch": 2.5, "learning_rate": 3.527741103920279e-07, "loss": 0.7677, "step": 10123 }, { "epoch": 2.5, "learning_rate": 3.524325159601494e-07, "loss": 0.8163, "step": 10124 }, { "epoch": 2.5, "learning_rate": 3.5209107445108195e-07, "loss": 0.7326, "step": 10125 }, { "epoch": 2.5, "learning_rate": 3.5174978588914025e-07, "loss": 0.8734, "step": 10126 }, { "epoch": 2.5, "learning_rate": 3.51408650298625e-07, "loss": 0.8036, "step": 10127 }, { "epoch": 2.5, "learning_rate": 3.5106766770382825e-07, "loss": 0.886, "step": 10128 }, { "epoch": 2.5, "learning_rate": 3.5072683812903047e-07, "loss": 0.7598, "step": 10129 }, { "epoch": 2.5, "learning_rate": 3.5038616159850157e-07, "loss": 0.8111, "step": 10130 }, { "epoch": 2.5, "learning_rate": 3.5004563813650057e-07, "loss": 0.7742, "step": 10131 }, { "epoch": 2.5, "learning_rate": 3.497052677672741e-07, "loss": 0.7599, "step": 10132 }, { "epoch": 2.5, "learning_rate": 3.4936505051506004e-07, "loss": 0.8148, "step": 10133 }, { "epoch": 2.5, "learning_rate": 3.490249864040837e-07, "loss": 0.8676, "step": 10134 }, { "epoch": 2.5, "learning_rate": 3.486850754585608e-07, "loss": 0.7594, "step": 10135 }, { "epoch": 2.5, "learning_rate": 3.4834531770269517e-07, "loss": 0.7967, "step": 10136 }, { "epoch": 2.5, "learning_rate": 3.4800571316068095e-07, "loss": 0.8746, "step": 10137 }, { "epoch": 2.51, "learning_rate": 3.4766626185669895e-07, "loss": 0.8291, "step": 10138 }, { "epoch": 2.51, "learning_rate": 3.473269638149218e-07, "loss": 0.8843, "step": 10139 }, { "epoch": 2.51, "learning_rate": 3.469878190595094e-07, "loss": 0.7902, "step": 10140 }, { "epoch": 2.51, "learning_rate": 3.4664882761461185e-07, "loss": 0.77, "step": 10141 }, { "epoch": 2.51, "learning_rate": 3.4630998950436783e-07, "loss": 0.8532, "step": 10142 }, { "epoch": 2.51, "learning_rate": 3.4597130475290534e-07, "loss": 0.8476, "step": 10143 }, { "epoch": 2.51, "learning_rate": 3.456327733843406e-07, "loss": 0.8626, "step": 10144 }, { "epoch": 2.51, "learning_rate": 3.4529439542278024e-07, "loss": 0.83, "step": 10145 }, { "epoch": 2.51, "learning_rate": 3.449561708923185e-07, "loss": 0.7059, "step": 10146 }, { "epoch": 2.51, "learning_rate": 3.446180998170401e-07, "loss": 0.8246, "step": 10147 }, { "epoch": 2.51, "learning_rate": 3.4428018222101814e-07, "loss": 0.7986, "step": 10148 }, { "epoch": 2.51, "learning_rate": 3.439424181283152e-07, "loss": 0.8019, "step": 10149 }, { "epoch": 2.51, "learning_rate": 3.4360480756298167e-07, "loss": 0.817, "step": 10150 }, { "epoch": 2.51, "learning_rate": 3.432673505490583e-07, "loss": 0.7754, "step": 10151 }, { "epoch": 2.51, "learning_rate": 3.429300471105751e-07, "loss": 0.7778, "step": 10152 }, { "epoch": 2.51, "learning_rate": 3.4259289727154974e-07, "loss": 0.7618, "step": 10153 }, { "epoch": 2.51, "learning_rate": 3.4225590105599063e-07, "loss": 0.8553, "step": 10154 }, { "epoch": 2.51, "learning_rate": 3.4191905848789453e-07, "loss": 0.8013, "step": 10155 }, { "epoch": 2.51, "learning_rate": 3.4158236959124624e-07, "loss": 0.8769, "step": 10156 }, { "epoch": 2.51, "learning_rate": 3.4124583439002076e-07, "loss": 0.7793, "step": 10157 }, { "epoch": 2.51, "learning_rate": 3.4090945290818187e-07, "loss": 0.7968, "step": 10158 }, { "epoch": 2.51, "learning_rate": 3.405732251696831e-07, "loss": 0.8374, "step": 10159 }, { "epoch": 2.51, "learning_rate": 3.402371511984656e-07, "loss": 0.8518, "step": 10160 }, { "epoch": 2.51, "learning_rate": 3.3990123101846154e-07, "loss": 0.8397, "step": 10161 }, { "epoch": 2.51, "learning_rate": 3.3956546465358923e-07, "loss": 0.7458, "step": 10162 }, { "epoch": 2.51, "learning_rate": 3.392298521277587e-07, "loss": 0.7966, "step": 10163 }, { "epoch": 2.51, "learning_rate": 3.3889439346486834e-07, "loss": 0.7664, "step": 10164 }, { "epoch": 2.51, "learning_rate": 3.385590886888046e-07, "loss": 0.7161, "step": 10165 }, { "epoch": 2.51, "learning_rate": 3.3822393782344393e-07, "loss": 0.7274, "step": 10166 }, { "epoch": 2.51, "learning_rate": 3.378889408926522e-07, "loss": 0.8058, "step": 10167 }, { "epoch": 2.51, "learning_rate": 3.375540979202824e-07, "loss": 0.8459, "step": 10168 }, { "epoch": 2.51, "learning_rate": 3.372194089301786e-07, "loss": 0.7223, "step": 10169 }, { "epoch": 2.51, "learning_rate": 3.368848739461733e-07, "loss": 0.7695, "step": 10170 }, { "epoch": 2.51, "learning_rate": 3.365504929920876e-07, "loss": 0.743, "step": 10171 }, { "epoch": 2.51, "learning_rate": 3.3621626609173175e-07, "loss": 0.8235, "step": 10172 }, { "epoch": 2.51, "learning_rate": 3.358821932689063e-07, "loss": 0.7882, "step": 10173 }, { "epoch": 2.51, "learning_rate": 3.355482745473984e-07, "loss": 0.7824, "step": 10174 }, { "epoch": 2.51, "learning_rate": 3.3521450995098596e-07, "loss": 0.7799, "step": 10175 }, { "epoch": 2.51, "learning_rate": 3.3488089950343527e-07, "loss": 0.854, "step": 10176 }, { "epoch": 2.51, "learning_rate": 3.3454744322850257e-07, "loss": 0.8666, "step": 10177 }, { "epoch": 2.52, "learning_rate": 3.3421414114993194e-07, "loss": 0.7956, "step": 10178 }, { "epoch": 2.52, "learning_rate": 3.338809932914577e-07, "loss": 0.8359, "step": 10179 }, { "epoch": 2.52, "learning_rate": 3.3354799967680125e-07, "loss": 0.7903, "step": 10180 }, { "epoch": 2.52, "learning_rate": 3.3321516032967463e-07, "loss": 0.8607, "step": 10181 }, { "epoch": 2.52, "learning_rate": 3.3288247527377887e-07, "loss": 0.7833, "step": 10182 }, { "epoch": 2.52, "learning_rate": 3.32549944532804e-07, "loss": 0.778, "step": 10183 }, { "epoch": 2.52, "learning_rate": 3.3221756813042736e-07, "loss": 0.8842, "step": 10184 }, { "epoch": 2.52, "learning_rate": 3.318853460903182e-07, "loss": 0.7407, "step": 10185 }, { "epoch": 2.52, "learning_rate": 3.3155327843613166e-07, "loss": 0.8721, "step": 10186 }, { "epoch": 2.52, "learning_rate": 3.3122136519151415e-07, "loss": 0.8183, "step": 10187 }, { "epoch": 2.52, "learning_rate": 3.3088960638010066e-07, "loss": 0.8566, "step": 10188 }, { "epoch": 2.52, "learning_rate": 3.305580020255142e-07, "loss": 0.7823, "step": 10189 }, { "epoch": 2.52, "learning_rate": 3.302265521513681e-07, "loss": 0.8051, "step": 10190 }, { "epoch": 2.52, "learning_rate": 3.298952567812644e-07, "loss": 0.8149, "step": 10191 }, { "epoch": 2.52, "learning_rate": 3.2956411593879244e-07, "loss": 0.7876, "step": 10192 }, { "epoch": 2.52, "learning_rate": 3.292331296475329e-07, "loss": 0.8181, "step": 10193 }, { "epoch": 2.52, "learning_rate": 3.289022979310544e-07, "loss": 0.799, "step": 10194 }, { "epoch": 2.52, "learning_rate": 3.285716208129142e-07, "loss": 0.7805, "step": 10195 }, { "epoch": 2.52, "learning_rate": 3.282410983166595e-07, "loss": 0.847, "step": 10196 }, { "epoch": 2.52, "learning_rate": 3.2791073046582633e-07, "loss": 0.8668, "step": 10197 }, { "epoch": 2.52, "learning_rate": 3.2758051728393804e-07, "loss": 0.8037, "step": 10198 }, { "epoch": 2.52, "learning_rate": 3.272504587945091e-07, "loss": 0.8196, "step": 10199 }, { "epoch": 2.52, "learning_rate": 3.269205550210419e-07, "loss": 0.7669, "step": 10200 }, { "epoch": 2.52, "learning_rate": 3.2659080598702904e-07, "loss": 0.7938, "step": 10201 }, { "epoch": 2.52, "learning_rate": 3.262612117159494e-07, "loss": 0.75, "step": 10202 }, { "epoch": 2.52, "learning_rate": 3.2593177223127327e-07, "loss": 0.8064, "step": 10203 }, { "epoch": 2.52, "learning_rate": 3.2560248755646007e-07, "loss": 0.8873, "step": 10204 }, { "epoch": 2.52, "learning_rate": 3.252733577149561e-07, "loss": 0.8313, "step": 10205 }, { "epoch": 2.52, "learning_rate": 3.2494438273019816e-07, "loss": 0.6652, "step": 10206 }, { "epoch": 2.52, "learning_rate": 3.24615562625612e-07, "loss": 0.7295, "step": 10207 }, { "epoch": 2.52, "learning_rate": 3.2428689742461187e-07, "loss": 0.9078, "step": 10208 }, { "epoch": 2.52, "learning_rate": 3.239583871506019e-07, "loss": 0.7641, "step": 10209 }, { "epoch": 2.52, "learning_rate": 3.2363003182697335e-07, "loss": 0.8076, "step": 10210 }, { "epoch": 2.52, "learning_rate": 3.2330183147710805e-07, "loss": 0.8007, "step": 10211 }, { "epoch": 2.52, "learning_rate": 3.229737861243762e-07, "loss": 0.7664, "step": 10212 }, { "epoch": 2.52, "learning_rate": 3.226458957921372e-07, "loss": 0.8677, "step": 10213 }, { "epoch": 2.52, "learning_rate": 3.2231816050373927e-07, "loss": 0.7502, "step": 10214 }, { "epoch": 2.52, "learning_rate": 3.2199058028251987e-07, "loss": 0.8099, "step": 10215 }, { "epoch": 2.52, "learning_rate": 3.2166315515180487e-07, "loss": 0.7984, "step": 10216 }, { "epoch": 2.52, "learning_rate": 3.213358851349091e-07, "loss": 0.7806, "step": 10217 }, { "epoch": 2.52, "learning_rate": 3.2100877025513704e-07, "loss": 0.8047, "step": 10218 }, { "epoch": 2.53, "learning_rate": 3.2068181053578146e-07, "loss": 0.7635, "step": 10219 }, { "epoch": 2.53, "learning_rate": 3.203550060001251e-07, "loss": 0.8551, "step": 10220 }, { "epoch": 2.53, "learning_rate": 3.200283566714377e-07, "loss": 0.8129, "step": 10221 }, { "epoch": 2.53, "learning_rate": 3.197018625729795e-07, "loss": 0.8745, "step": 10222 }, { "epoch": 2.53, "learning_rate": 3.1937552372800026e-07, "loss": 0.7661, "step": 10223 }, { "epoch": 2.53, "learning_rate": 3.190493401597361e-07, "loss": 0.8145, "step": 10224 }, { "epoch": 2.53, "learning_rate": 3.1872331189141486e-07, "loss": 0.826, "step": 10225 }, { "epoch": 2.53, "learning_rate": 3.1839743894625186e-07, "loss": 0.8201, "step": 10226 }, { "epoch": 2.53, "learning_rate": 3.180717213474521e-07, "loss": 0.7944, "step": 10227 }, { "epoch": 2.53, "learning_rate": 3.177461591182085e-07, "loss": 0.802, "step": 10228 }, { "epoch": 2.53, "learning_rate": 3.1742075228170354e-07, "loss": 0.8309, "step": 10229 }, { "epoch": 2.53, "learning_rate": 3.1709550086110876e-07, "loss": 0.9069, "step": 10230 }, { "epoch": 2.53, "learning_rate": 3.167704048795847e-07, "loss": 0.7989, "step": 10231 }, { "epoch": 2.53, "learning_rate": 3.164454643602802e-07, "loss": 0.892, "step": 10232 }, { "epoch": 2.53, "learning_rate": 3.161206793263344e-07, "loss": 0.7503, "step": 10233 }, { "epoch": 2.53, "learning_rate": 3.1579604980087333e-07, "loss": 0.8642, "step": 10234 }, { "epoch": 2.53, "learning_rate": 3.1547157580701313e-07, "loss": 0.9144, "step": 10235 }, { "epoch": 2.53, "learning_rate": 3.1514725736785933e-07, "loss": 0.7351, "step": 10236 }, { "epoch": 2.53, "learning_rate": 3.1482309450650533e-07, "loss": 0.7751, "step": 10237 }, { "epoch": 2.53, "learning_rate": 3.1449908724603437e-07, "loss": 0.7516, "step": 10238 }, { "epoch": 2.53, "learning_rate": 3.1417523560951845e-07, "loss": 0.773, "step": 10239 }, { "epoch": 2.53, "learning_rate": 3.1385153962001705e-07, "loss": 0.7871, "step": 10240 }, { "epoch": 2.53, "learning_rate": 3.1352799930058105e-07, "loss": 0.7593, "step": 10241 }, { "epoch": 2.53, "learning_rate": 3.132046146742479e-07, "loss": 0.9288, "step": 10242 }, { "epoch": 2.53, "learning_rate": 3.1288138576404503e-07, "loss": 0.8032, "step": 10243 }, { "epoch": 2.53, "learning_rate": 3.1255831259298956e-07, "loss": 0.7744, "step": 10244 }, { "epoch": 2.53, "learning_rate": 3.122353951840865e-07, "loss": 0.8152, "step": 10245 }, { "epoch": 2.53, "learning_rate": 3.119126335603295e-07, "loss": 0.7626, "step": 10246 }, { "epoch": 2.53, "learning_rate": 3.1159002774470146e-07, "loss": 0.8552, "step": 10247 }, { "epoch": 2.53, "learning_rate": 3.1126757776017507e-07, "loss": 0.7998, "step": 10248 }, { "epoch": 2.53, "learning_rate": 3.1094528362971055e-07, "loss": 0.8476, "step": 10249 }, { "epoch": 2.53, "learning_rate": 3.1062314537625816e-07, "loss": 0.8347, "step": 10250 }, { "epoch": 2.53, "learning_rate": 3.1030116302275676e-07, "loss": 0.7512, "step": 10251 }, { "epoch": 2.53, "learning_rate": 3.0997933659213273e-07, "loss": 0.8344, "step": 10252 }, { "epoch": 2.53, "learning_rate": 3.0965766610730307e-07, "loss": 0.7929, "step": 10253 }, { "epoch": 2.53, "learning_rate": 3.0933615159117357e-07, "loss": 0.7963, "step": 10254 }, { "epoch": 2.53, "learning_rate": 3.090147930666379e-07, "loss": 0.6954, "step": 10255 }, { "epoch": 2.53, "learning_rate": 3.086935905565797e-07, "loss": 0.8052, "step": 10256 }, { "epoch": 2.53, "learning_rate": 3.0837254408387084e-07, "loss": 0.832, "step": 10257 }, { "epoch": 2.53, "learning_rate": 3.080516536713718e-07, "loss": 0.7592, "step": 10258 }, { "epoch": 2.54, "learning_rate": 3.0773091934193255e-07, "loss": 0.7799, "step": 10259 }, { "epoch": 2.54, "learning_rate": 3.0741034111839233e-07, "loss": 0.8845, "step": 10260 }, { "epoch": 2.54, "learning_rate": 3.070899190235779e-07, "loss": 0.8429, "step": 10261 }, { "epoch": 2.54, "learning_rate": 3.0676965308030576e-07, "loss": 0.7599, "step": 10262 }, { "epoch": 2.54, "learning_rate": 3.064495433113823e-07, "loss": 0.8234, "step": 10263 }, { "epoch": 2.54, "learning_rate": 3.061295897396002e-07, "loss": 0.8673, "step": 10264 }, { "epoch": 2.54, "learning_rate": 3.0580979238774346e-07, "loss": 0.8942, "step": 10265 }, { "epoch": 2.54, "learning_rate": 3.0549015127858377e-07, "loss": 0.7869, "step": 10266 }, { "epoch": 2.54, "learning_rate": 3.051706664348819e-07, "loss": 0.7954, "step": 10267 }, { "epoch": 2.54, "learning_rate": 3.04851337879388e-07, "loss": 0.7905, "step": 10268 }, { "epoch": 2.54, "learning_rate": 3.0453216563484045e-07, "loss": 0.7956, "step": 10269 }, { "epoch": 2.54, "learning_rate": 3.0421314972396614e-07, "loss": 0.7293, "step": 10270 }, { "epoch": 2.54, "learning_rate": 3.038942901694819e-07, "loss": 0.7212, "step": 10271 }, { "epoch": 2.54, "learning_rate": 3.035755869940929e-07, "loss": 0.8002, "step": 10272 }, { "epoch": 2.54, "learning_rate": 3.032570402204929e-07, "loss": 0.841, "step": 10273 }, { "epoch": 2.54, "learning_rate": 3.029386498713652e-07, "loss": 0.8086, "step": 10274 }, { "epoch": 2.54, "learning_rate": 3.0262041596938184e-07, "loss": 0.8004, "step": 10275 }, { "epoch": 2.54, "learning_rate": 3.0230233853720234e-07, "loss": 0.7437, "step": 10276 }, { "epoch": 2.54, "learning_rate": 3.01984417597477e-07, "loss": 0.7447, "step": 10277 }, { "epoch": 2.54, "learning_rate": 3.0166665317284375e-07, "loss": 0.8789, "step": 10278 }, { "epoch": 2.54, "learning_rate": 3.013490452859308e-07, "loss": 0.8071, "step": 10279 }, { "epoch": 2.54, "learning_rate": 3.010315939593528e-07, "loss": 0.8427, "step": 10280 }, { "epoch": 2.54, "learning_rate": 3.0071429921571555e-07, "loss": 0.8506, "step": 10281 }, { "epoch": 2.54, "learning_rate": 3.0039716107761213e-07, "loss": 0.7904, "step": 10282 }, { "epoch": 2.54, "learning_rate": 3.0008017956762556e-07, "loss": 0.8454, "step": 10283 }, { "epoch": 2.54, "learning_rate": 2.997633547083273e-07, "loss": 0.8174, "step": 10284 }, { "epoch": 2.54, "learning_rate": 2.9944668652227754e-07, "loss": 0.808, "step": 10285 }, { "epoch": 2.54, "learning_rate": 2.9913017503202553e-07, "loss": 0.7927, "step": 10286 }, { "epoch": 2.54, "learning_rate": 2.988138202601096e-07, "loss": 0.8529, "step": 10287 }, { "epoch": 2.54, "learning_rate": 2.984976222290556e-07, "loss": 0.8212, "step": 10288 }, { "epoch": 2.54, "learning_rate": 2.9818158096138e-07, "loss": 0.8278, "step": 10289 }, { "epoch": 2.54, "learning_rate": 2.9786569647958673e-07, "loss": 0.7576, "step": 10290 }, { "epoch": 2.54, "learning_rate": 2.975499688061695e-07, "loss": 0.8202, "step": 10291 }, { "epoch": 2.54, "learning_rate": 2.9723439796361055e-07, "loss": 0.792, "step": 10292 }, { "epoch": 2.54, "learning_rate": 2.9691898397438107e-07, "loss": 0.7746, "step": 10293 }, { "epoch": 2.54, "learning_rate": 2.966037268609401e-07, "loss": 0.7789, "step": 10294 }, { "epoch": 2.54, "learning_rate": 2.9628862664573653e-07, "loss": 0.8271, "step": 10295 }, { "epoch": 2.54, "learning_rate": 2.9597368335120833e-07, "loss": 0.8423, "step": 10296 }, { "epoch": 2.54, "learning_rate": 2.956588969997815e-07, "loss": 0.8164, "step": 10297 }, { "epoch": 2.54, "learning_rate": 2.9534426761387153e-07, "loss": 0.807, "step": 10298 }, { "epoch": 2.55, "learning_rate": 2.950297952158815e-07, "loss": 0.7836, "step": 10299 }, { "epoch": 2.55, "learning_rate": 2.9471547982820536e-07, "loss": 0.8551, "step": 10300 }, { "epoch": 2.55, "learning_rate": 2.944013214732236e-07, "loss": 0.8804, "step": 10301 }, { "epoch": 2.55, "learning_rate": 2.9408732017330715e-07, "loss": 0.818, "step": 10302 }, { "epoch": 2.55, "learning_rate": 2.937734759508151e-07, "loss": 0.8885, "step": 10303 }, { "epoch": 2.55, "learning_rate": 2.9345978882809573e-07, "loss": 0.8066, "step": 10304 }, { "epoch": 2.55, "learning_rate": 2.9314625882748637e-07, "loss": 0.7888, "step": 10305 }, { "epoch": 2.55, "learning_rate": 2.928328859713114e-07, "loss": 0.8358, "step": 10306 }, { "epoch": 2.55, "learning_rate": 2.925196702818861e-07, "loss": 0.7893, "step": 10307 }, { "epoch": 2.55, "learning_rate": 2.9220661178151366e-07, "loss": 0.7627, "step": 10308 }, { "epoch": 2.55, "learning_rate": 2.9189371049248625e-07, "loss": 0.8122, "step": 10309 }, { "epoch": 2.55, "learning_rate": 2.915809664370847e-07, "loss": 0.7881, "step": 10310 }, { "epoch": 2.55, "learning_rate": 2.9126837963757926e-07, "loss": 0.7677, "step": 10311 }, { "epoch": 2.55, "learning_rate": 2.9095595011622735e-07, "loss": 0.8273, "step": 10312 }, { "epoch": 2.55, "learning_rate": 2.906436778952768e-07, "loss": 0.8546, "step": 10313 }, { "epoch": 2.55, "learning_rate": 2.903315629969636e-07, "loss": 0.7963, "step": 10314 }, { "epoch": 2.55, "learning_rate": 2.900196054435131e-07, "loss": 0.7426, "step": 10315 }, { "epoch": 2.55, "learning_rate": 2.897078052571392e-07, "loss": 0.81, "step": 10316 }, { "epoch": 2.55, "learning_rate": 2.893961624600433e-07, "loss": 0.8549, "step": 10317 }, { "epoch": 2.55, "learning_rate": 2.890846770744174e-07, "loss": 0.7841, "step": 10318 }, { "epoch": 2.55, "learning_rate": 2.8877334912244204e-07, "loss": 0.774, "step": 10319 }, { "epoch": 2.55, "learning_rate": 2.8846217862628477e-07, "loss": 0.7949, "step": 10320 }, { "epoch": 2.55, "learning_rate": 2.881511656081043e-07, "loss": 0.7989, "step": 10321 }, { "epoch": 2.55, "learning_rate": 2.878403100900468e-07, "loss": 0.7743, "step": 10322 }, { "epoch": 2.55, "learning_rate": 2.8752961209424777e-07, "loss": 0.7831, "step": 10323 }, { "epoch": 2.55, "learning_rate": 2.872190716428308e-07, "loss": 0.8657, "step": 10324 }, { "epoch": 2.55, "learning_rate": 2.869086887579084e-07, "loss": 0.8071, "step": 10325 }, { "epoch": 2.55, "learning_rate": 2.865984634615829e-07, "loss": 0.7842, "step": 10326 }, { "epoch": 2.55, "learning_rate": 2.8628839577594407e-07, "loss": 0.6858, "step": 10327 }, { "epoch": 2.55, "learning_rate": 2.8597848572307156e-07, "loss": 0.7991, "step": 10328 }, { "epoch": 2.55, "learning_rate": 2.8566873332503354e-07, "loss": 0.8514, "step": 10329 }, { "epoch": 2.55, "learning_rate": 2.8535913860388537e-07, "loss": 0.8502, "step": 10330 }, { "epoch": 2.55, "learning_rate": 2.850497015816736e-07, "loss": 0.8384, "step": 10331 }, { "epoch": 2.55, "learning_rate": 2.84740422280432e-07, "loss": 0.8477, "step": 10332 }, { "epoch": 2.55, "learning_rate": 2.8443130072218386e-07, "loss": 0.7662, "step": 10333 }, { "epoch": 2.55, "learning_rate": 2.841223369289406e-07, "loss": 0.8104, "step": 10334 }, { "epoch": 2.55, "learning_rate": 2.838135309227033e-07, "loss": 0.8668, "step": 10335 }, { "epoch": 2.55, "learning_rate": 2.835048827254608e-07, "loss": 0.749, "step": 10336 }, { "epoch": 2.55, "learning_rate": 2.8319639235919156e-07, "loss": 0.8511, "step": 10337 }, { "epoch": 2.55, "learning_rate": 2.8288805984586136e-07, "loss": 0.8069, "step": 10338 }, { "epoch": 2.55, "learning_rate": 2.8257988520742655e-07, "loss": 0.8012, "step": 10339 }, { "epoch": 2.56, "learning_rate": 2.8227186846583154e-07, "loss": 0.8637, "step": 10340 }, { "epoch": 2.56, "learning_rate": 2.8196400964300987e-07, "loss": 0.8372, "step": 10341 }, { "epoch": 2.56, "learning_rate": 2.81656308760882e-07, "loss": 0.7616, "step": 10342 }, { "epoch": 2.56, "learning_rate": 2.8134876584135966e-07, "loss": 0.7941, "step": 10343 }, { "epoch": 2.56, "learning_rate": 2.810413809063417e-07, "loss": 0.8008, "step": 10344 }, { "epoch": 2.56, "learning_rate": 2.8073415397771613e-07, "loss": 0.7669, "step": 10345 }, { "epoch": 2.56, "learning_rate": 2.804270850773602e-07, "loss": 0.8554, "step": 10346 }, { "epoch": 2.56, "learning_rate": 2.8012017422714003e-07, "loss": 0.7615, "step": 10347 }, { "epoch": 2.56, "learning_rate": 2.7981342144890844e-07, "loss": 0.753, "step": 10348 }, { "epoch": 2.56, "learning_rate": 2.7950682676450956e-07, "loss": 0.7754, "step": 10349 }, { "epoch": 2.56, "learning_rate": 2.792003901957749e-07, "loss": 0.825, "step": 10350 }, { "epoch": 2.56, "learning_rate": 2.7889411176452523e-07, "loss": 0.7735, "step": 10351 }, { "epoch": 2.56, "learning_rate": 2.7858799149256986e-07, "loss": 0.8152, "step": 10352 }, { "epoch": 2.56, "learning_rate": 2.782820294017069e-07, "loss": 0.8676, "step": 10353 }, { "epoch": 2.56, "learning_rate": 2.7797622551372275e-07, "loss": 0.7899, "step": 10354 }, { "epoch": 2.56, "learning_rate": 2.7767057985039313e-07, "loss": 0.8577, "step": 10355 }, { "epoch": 2.56, "learning_rate": 2.7736509243348254e-07, "loss": 0.8004, "step": 10356 }, { "epoch": 2.56, "learning_rate": 2.7705976328474353e-07, "loss": 0.7947, "step": 10357 }, { "epoch": 2.56, "learning_rate": 2.767545924259177e-07, "loss": 0.871, "step": 10358 }, { "epoch": 2.56, "learning_rate": 2.7644957987873646e-07, "loss": 0.8752, "step": 10359 }, { "epoch": 2.56, "learning_rate": 2.761447256649177e-07, "loss": 0.7822, "step": 10360 }, { "epoch": 2.56, "learning_rate": 2.7584002980617e-07, "loss": 0.8165, "step": 10361 }, { "epoch": 2.56, "learning_rate": 2.7553549232419016e-07, "loss": 0.7728, "step": 10362 }, { "epoch": 2.56, "learning_rate": 2.7523111324066294e-07, "loss": 0.7559, "step": 10363 }, { "epoch": 2.56, "learning_rate": 2.7492689257726274e-07, "loss": 0.8032, "step": 10364 }, { "epoch": 2.56, "learning_rate": 2.746228303556528e-07, "loss": 0.775, "step": 10365 }, { "epoch": 2.56, "learning_rate": 2.7431892659748355e-07, "loss": 0.8467, "step": 10366 }, { "epoch": 2.56, "learning_rate": 2.7401518132439605e-07, "loss": 0.7644, "step": 10367 }, { "epoch": 2.56, "learning_rate": 2.737115945580188e-07, "loss": 0.8637, "step": 10368 }, { "epoch": 2.56, "learning_rate": 2.734081663199695e-07, "loss": 0.8736, "step": 10369 }, { "epoch": 2.56, "learning_rate": 2.7310489663185476e-07, "loss": 0.862, "step": 10370 }, { "epoch": 2.56, "learning_rate": 2.728017855152698e-07, "loss": 0.6818, "step": 10371 }, { "epoch": 2.56, "learning_rate": 2.7249883299179796e-07, "loss": 0.7463, "step": 10372 }, { "epoch": 2.56, "learning_rate": 2.721960390830114e-07, "loss": 0.8357, "step": 10373 }, { "epoch": 2.56, "learning_rate": 2.7189340381047203e-07, "loss": 0.785, "step": 10374 }, { "epoch": 2.56, "learning_rate": 2.715909271957298e-07, "loss": 0.764, "step": 10375 }, { "epoch": 2.56, "learning_rate": 2.712886092603223e-07, "loss": 0.8509, "step": 10376 }, { "epoch": 2.56, "learning_rate": 2.7098645002577834e-07, "loss": 0.8172, "step": 10377 }, { "epoch": 2.56, "learning_rate": 2.706844495136121e-07, "loss": 0.8291, "step": 10378 }, { "epoch": 2.56, "learning_rate": 2.703826077453295e-07, "loss": 0.8156, "step": 10379 }, { "epoch": 2.57, "learning_rate": 2.7008092474242354e-07, "loss": 0.7665, "step": 10380 }, { "epoch": 2.57, "learning_rate": 2.697794005263765e-07, "loss": 0.8049, "step": 10381 }, { "epoch": 2.57, "learning_rate": 2.694780351186588e-07, "loss": 0.7663, "step": 10382 }, { "epoch": 2.57, "learning_rate": 2.691768285407309e-07, "loss": 0.7805, "step": 10383 }, { "epoch": 2.57, "learning_rate": 2.688757808140394e-07, "loss": 0.8919, "step": 10384 }, { "epoch": 2.57, "learning_rate": 2.68574891960022e-07, "loss": 0.7987, "step": 10385 }, { "epoch": 2.57, "learning_rate": 2.682741620001042e-07, "loss": 0.7907, "step": 10386 }, { "epoch": 2.57, "learning_rate": 2.679735909557002e-07, "loss": 0.7893, "step": 10387 }, { "epoch": 2.57, "learning_rate": 2.6767317884821287e-07, "loss": 0.8138, "step": 10388 }, { "epoch": 2.57, "learning_rate": 2.6737292569903455e-07, "loss": 0.8931, "step": 10389 }, { "epoch": 2.57, "learning_rate": 2.67072831529544e-07, "loss": 0.8342, "step": 10390 }, { "epoch": 2.57, "learning_rate": 2.6677289636111076e-07, "loss": 0.8467, "step": 10391 }, { "epoch": 2.57, "learning_rate": 2.6647312021509276e-07, "loss": 0.8467, "step": 10392 }, { "epoch": 2.57, "learning_rate": 2.6617350311283623e-07, "loss": 0.8461, "step": 10393 }, { "epoch": 2.57, "learning_rate": 2.658740450756764e-07, "loss": 0.7458, "step": 10394 }, { "epoch": 2.57, "learning_rate": 2.655747461249361e-07, "loss": 0.8471, "step": 10395 }, { "epoch": 2.57, "learning_rate": 2.652756062819284e-07, "loss": 0.7233, "step": 10396 }, { "epoch": 2.57, "learning_rate": 2.6497662556795393e-07, "loss": 0.7827, "step": 10397 }, { "epoch": 2.57, "learning_rate": 2.6467780400430217e-07, "loss": 0.7237, "step": 10398 }, { "epoch": 2.57, "learning_rate": 2.6437914161225156e-07, "loss": 0.7928, "step": 10399 }, { "epoch": 2.57, "learning_rate": 2.6408063841306923e-07, "loss": 0.8305, "step": 10400 }, { "epoch": 2.57, "learning_rate": 2.6378229442801163e-07, "loss": 0.7932, "step": 10401 }, { "epoch": 2.57, "learning_rate": 2.634841096783214e-07, "loss": 0.8613, "step": 10402 }, { "epoch": 2.57, "learning_rate": 2.631860841852324e-07, "loss": 0.7491, "step": 10403 }, { "epoch": 2.57, "learning_rate": 2.6288821796996653e-07, "loss": 0.8439, "step": 10404 }, { "epoch": 2.57, "learning_rate": 2.6259051105373357e-07, "loss": 0.8143, "step": 10405 }, { "epoch": 2.57, "learning_rate": 2.622929634577326e-07, "loss": 0.7936, "step": 10406 }, { "epoch": 2.57, "learning_rate": 2.6199557520315194e-07, "loss": 0.8078, "step": 10407 }, { "epoch": 2.57, "learning_rate": 2.616983463111669e-07, "loss": 0.8515, "step": 10408 }, { "epoch": 2.57, "learning_rate": 2.614012768029425e-07, "loss": 0.7921, "step": 10409 }, { "epoch": 2.57, "learning_rate": 2.611043666996327e-07, "loss": 0.9122, "step": 10410 }, { "epoch": 2.57, "learning_rate": 2.6080761602237935e-07, "loss": 0.7833, "step": 10411 }, { "epoch": 2.57, "learning_rate": 2.60511024792314e-07, "loss": 0.7742, "step": 10412 }, { "epoch": 2.57, "learning_rate": 2.6021459303055524e-07, "loss": 0.7759, "step": 10413 }, { "epoch": 2.57, "learning_rate": 2.5991832075821176e-07, "loss": 0.8309, "step": 10414 }, { "epoch": 2.57, "learning_rate": 2.596222079963806e-07, "loss": 0.8095, "step": 10415 }, { "epoch": 2.57, "learning_rate": 2.593262547661463e-07, "loss": 0.8406, "step": 10416 }, { "epoch": 2.57, "learning_rate": 2.5903046108858354e-07, "loss": 0.8227, "step": 10417 }, { "epoch": 2.57, "learning_rate": 2.587348269847551e-07, "loss": 0.8251, "step": 10418 }, { "epoch": 2.57, "learning_rate": 2.584393524757123e-07, "loss": 0.8301, "step": 10419 }, { "epoch": 2.57, "learning_rate": 2.581440375824948e-07, "loss": 0.7504, "step": 10420 }, { "epoch": 2.58, "learning_rate": 2.578488823261313e-07, "loss": 0.8159, "step": 10421 }, { "epoch": 2.58, "learning_rate": 2.575538867276392e-07, "loss": 0.7907, "step": 10422 }, { "epoch": 2.58, "learning_rate": 2.5725905080802444e-07, "loss": 0.8783, "step": 10423 }, { "epoch": 2.58, "learning_rate": 2.569643745882816e-07, "loss": 0.8212, "step": 10424 }, { "epoch": 2.58, "learning_rate": 2.5666985808939395e-07, "loss": 0.7824, "step": 10425 }, { "epoch": 2.58, "learning_rate": 2.563755013323327e-07, "loss": 0.7805, "step": 10426 }, { "epoch": 2.58, "learning_rate": 2.5608130433805833e-07, "loss": 0.7877, "step": 10427 }, { "epoch": 2.58, "learning_rate": 2.557872671275202e-07, "loss": 0.8065, "step": 10428 }, { "epoch": 2.58, "learning_rate": 2.5549338972165606e-07, "loss": 0.8338, "step": 10429 }, { "epoch": 2.58, "learning_rate": 2.551996721413916e-07, "loss": 0.7854, "step": 10430 }, { "epoch": 2.58, "learning_rate": 2.5490611440764285e-07, "loss": 0.8482, "step": 10431 }, { "epoch": 2.58, "learning_rate": 2.5461271654131174e-07, "loss": 0.8124, "step": 10432 }, { "epoch": 2.58, "learning_rate": 2.543194785632913e-07, "loss": 0.8574, "step": 10433 }, { "epoch": 2.58, "learning_rate": 2.5402640049446233e-07, "loss": 0.7719, "step": 10434 }, { "epoch": 2.58, "learning_rate": 2.537334823556936e-07, "loss": 0.7621, "step": 10435 }, { "epoch": 2.58, "learning_rate": 2.5344072416784355e-07, "loss": 0.8537, "step": 10436 }, { "epoch": 2.58, "learning_rate": 2.5314812595175903e-07, "loss": 0.8343, "step": 10437 }, { "epoch": 2.58, "learning_rate": 2.5285568772827424e-07, "loss": 0.8016, "step": 10438 }, { "epoch": 2.58, "learning_rate": 2.525634095182136e-07, "loss": 0.7227, "step": 10439 }, { "epoch": 2.58, "learning_rate": 2.522712913423894e-07, "loss": 0.8344, "step": 10440 }, { "epoch": 2.58, "learning_rate": 2.519793332216028e-07, "loss": 0.792, "step": 10441 }, { "epoch": 2.58, "learning_rate": 2.516875351766429e-07, "loss": 0.7858, "step": 10442 }, { "epoch": 2.58, "learning_rate": 2.51395897228289e-07, "loss": 0.8087, "step": 10443 }, { "epoch": 2.58, "learning_rate": 2.511044193973064e-07, "loss": 0.8615, "step": 10444 }, { "epoch": 2.58, "learning_rate": 2.5081310170445155e-07, "loss": 0.8474, "step": 10445 }, { "epoch": 2.58, "learning_rate": 2.505219441704679e-07, "loss": 0.8, "step": 10446 }, { "epoch": 2.58, "learning_rate": 2.502309468160882e-07, "loss": 0.8002, "step": 10447 }, { "epoch": 2.58, "learning_rate": 2.499401096620338e-07, "loss": 0.772, "step": 10448 }, { "epoch": 2.58, "learning_rate": 2.496494327290147e-07, "loss": 0.7609, "step": 10449 }, { "epoch": 2.58, "learning_rate": 2.4935891603772853e-07, "loss": 0.7689, "step": 10450 }, { "epoch": 2.58, "learning_rate": 2.490685596088627e-07, "loss": 0.8199, "step": 10451 }, { "epoch": 2.58, "learning_rate": 2.4877836346309305e-07, "loss": 0.8381, "step": 10452 }, { "epoch": 2.58, "learning_rate": 2.484883276210828e-07, "loss": 0.7245, "step": 10453 }, { "epoch": 2.58, "learning_rate": 2.4819845210348525e-07, "loss": 0.8012, "step": 10454 }, { "epoch": 2.58, "learning_rate": 2.479087369309421e-07, "loss": 0.7715, "step": 10455 }, { "epoch": 2.58, "learning_rate": 2.4761918212408253e-07, "loss": 0.7365, "step": 10456 }, { "epoch": 2.58, "learning_rate": 2.4732978770352497e-07, "loss": 0.7379, "step": 10457 }, { "epoch": 2.58, "learning_rate": 2.4704055368987706e-07, "loss": 0.887, "step": 10458 }, { "epoch": 2.58, "learning_rate": 2.467514801037338e-07, "loss": 0.8654, "step": 10459 }, { "epoch": 2.58, "learning_rate": 2.4646256696567975e-07, "loss": 0.8344, "step": 10460 }, { "epoch": 2.59, "learning_rate": 2.4617381429628827e-07, "loss": 0.7372, "step": 10461 }, { "epoch": 2.59, "learning_rate": 2.4588522211611955e-07, "loss": 0.7613, "step": 10462 }, { "epoch": 2.59, "learning_rate": 2.4559679044572375e-07, "loss": 0.8171, "step": 10463 }, { "epoch": 2.59, "learning_rate": 2.453085193056398e-07, "loss": 0.8758, "step": 10464 }, { "epoch": 2.59, "learning_rate": 2.450204087163946e-07, "loss": 0.8094, "step": 10465 }, { "epoch": 2.59, "learning_rate": 2.4473245869850367e-07, "loss": 0.8079, "step": 10466 }, { "epoch": 2.59, "learning_rate": 2.444446692724717e-07, "loss": 0.7812, "step": 10467 }, { "epoch": 2.59, "learning_rate": 2.4415704045879036e-07, "loss": 0.7982, "step": 10468 }, { "epoch": 2.59, "learning_rate": 2.438695722779419e-07, "loss": 0.814, "step": 10469 }, { "epoch": 2.59, "learning_rate": 2.435822647503958e-07, "loss": 0.8491, "step": 10470 }, { "epoch": 2.59, "learning_rate": 2.432951178966109e-07, "loss": 0.8097, "step": 10471 }, { "epoch": 2.59, "learning_rate": 2.4300813173703365e-07, "loss": 0.8102, "step": 10472 }, { "epoch": 2.59, "learning_rate": 2.4272130629209965e-07, "loss": 0.837, "step": 10473 }, { "epoch": 2.59, "learning_rate": 2.4243464158223375e-07, "loss": 0.8224, "step": 10474 }, { "epoch": 2.59, "learning_rate": 2.421481376278478e-07, "loss": 0.8178, "step": 10475 }, { "epoch": 2.59, "learning_rate": 2.4186179444934316e-07, "loss": 0.7847, "step": 10476 }, { "epoch": 2.59, "learning_rate": 2.4157561206710977e-07, "loss": 0.8699, "step": 10477 }, { "epoch": 2.59, "learning_rate": 2.4128959050152583e-07, "loss": 0.8193, "step": 10478 }, { "epoch": 2.59, "learning_rate": 2.410037297729587e-07, "loss": 0.8093, "step": 10479 }, { "epoch": 2.59, "learning_rate": 2.407180299017628e-07, "loss": 0.7658, "step": 10480 }, { "epoch": 2.59, "learning_rate": 2.404324909082831e-07, "loss": 0.812, "step": 10481 }, { "epoch": 2.59, "learning_rate": 2.401471128128513e-07, "loss": 0.9362, "step": 10482 }, { "epoch": 2.59, "learning_rate": 2.39861895635789e-07, "loss": 0.7667, "step": 10483 }, { "epoch": 2.59, "learning_rate": 2.3957683939740547e-07, "loss": 0.8322, "step": 10484 }, { "epoch": 2.59, "learning_rate": 2.3929194411799945e-07, "loss": 0.7707, "step": 10485 }, { "epoch": 2.59, "learning_rate": 2.3900720981785696e-07, "loss": 0.7588, "step": 10486 }, { "epoch": 2.59, "learning_rate": 2.387226365172532e-07, "loss": 0.7941, "step": 10487 }, { "epoch": 2.59, "learning_rate": 2.384382242364519e-07, "loss": 0.7545, "step": 10488 }, { "epoch": 2.59, "learning_rate": 2.3815397299570582e-07, "loss": 0.7922, "step": 10489 }, { "epoch": 2.59, "learning_rate": 2.3786988281525563e-07, "loss": 0.7749, "step": 10490 }, { "epoch": 2.59, "learning_rate": 2.375859537153302e-07, "loss": 0.8756, "step": 10491 }, { "epoch": 2.59, "learning_rate": 2.3730218571614838e-07, "loss": 0.8744, "step": 10492 }, { "epoch": 2.59, "learning_rate": 2.3701857883791508e-07, "loss": 0.8038, "step": 10493 }, { "epoch": 2.59, "learning_rate": 2.3673513310082634e-07, "loss": 0.8133, "step": 10494 }, { "epoch": 2.59, "learning_rate": 2.36451848525065e-07, "loss": 0.8, "step": 10495 }, { "epoch": 2.59, "learning_rate": 2.3616872513080368e-07, "loss": 0.7972, "step": 10496 }, { "epoch": 2.59, "learning_rate": 2.3588576293820277e-07, "loss": 0.7416, "step": 10497 }, { "epoch": 2.59, "learning_rate": 2.356029619674105e-07, "loss": 0.8408, "step": 10498 }, { "epoch": 2.59, "learning_rate": 2.3532032223856526e-07, "loss": 0.7662, "step": 10499 }, { "epoch": 2.59, "learning_rate": 2.3503784377179263e-07, "loss": 0.7603, "step": 10500 }, { "epoch": 2.59, "learning_rate": 2.347555265872073e-07, "loss": 0.8367, "step": 10501 }, { "epoch": 2.6, "learning_rate": 2.3447337070491265e-07, "loss": 0.7932, "step": 10502 }, { "epoch": 2.6, "learning_rate": 2.3419137614500042e-07, "loss": 0.8595, "step": 10503 }, { "epoch": 2.6, "learning_rate": 2.339095429275498e-07, "loss": 0.791, "step": 10504 }, { "epoch": 2.6, "learning_rate": 2.3362787107263002e-07, "loss": 0.8218, "step": 10505 }, { "epoch": 2.6, "learning_rate": 2.3334636060029809e-07, "loss": 0.7778, "step": 10506 }, { "epoch": 2.6, "learning_rate": 2.3306501153059964e-07, "loss": 0.8323, "step": 10507 }, { "epoch": 2.6, "learning_rate": 2.3278382388356918e-07, "loss": 0.8487, "step": 10508 }, { "epoch": 2.6, "learning_rate": 2.3250279767922935e-07, "loss": 0.7747, "step": 10509 }, { "epoch": 2.6, "learning_rate": 2.3222193293759077e-07, "loss": 0.8053, "step": 10510 }, { "epoch": 2.6, "learning_rate": 2.3194122967865384e-07, "loss": 0.8711, "step": 10511 }, { "epoch": 2.6, "learning_rate": 2.3166068792240565e-07, "loss": 0.767, "step": 10512 }, { "epoch": 2.6, "learning_rate": 2.3138030768882352e-07, "loss": 0.7198, "step": 10513 }, { "epoch": 2.6, "learning_rate": 2.3110008899787263e-07, "loss": 0.8207, "step": 10514 }, { "epoch": 2.6, "learning_rate": 2.3082003186950696e-07, "loss": 0.7969, "step": 10515 }, { "epoch": 2.6, "learning_rate": 2.305401363236681e-07, "loss": 0.8378, "step": 10516 }, { "epoch": 2.6, "learning_rate": 2.302604023802865e-07, "loss": 0.7519, "step": 10517 }, { "epoch": 2.6, "learning_rate": 2.2998083005928205e-07, "loss": 0.7312, "step": 10518 }, { "epoch": 2.6, "learning_rate": 2.297014193805619e-07, "loss": 0.7925, "step": 10519 }, { "epoch": 2.6, "learning_rate": 2.2942217036402232e-07, "loss": 0.8591, "step": 10520 }, { "epoch": 2.6, "learning_rate": 2.2914308302954825e-07, "loss": 0.8378, "step": 10521 }, { "epoch": 2.6, "learning_rate": 2.2886415739701212e-07, "loss": 0.777, "step": 10522 }, { "epoch": 2.6, "learning_rate": 2.2858539348627555e-07, "loss": 0.8132, "step": 10523 }, { "epoch": 2.6, "learning_rate": 2.2830679131718908e-07, "loss": 0.8429, "step": 10524 }, { "epoch": 2.6, "learning_rate": 2.2802835090959124e-07, "loss": 0.8007, "step": 10525 }, { "epoch": 2.6, "learning_rate": 2.277500722833087e-07, "loss": 0.8266, "step": 10526 }, { "epoch": 2.6, "learning_rate": 2.274719554581578e-07, "loss": 0.821, "step": 10527 }, { "epoch": 2.6, "learning_rate": 2.2719400045394136e-07, "loss": 0.8939, "step": 10528 }, { "epoch": 2.6, "learning_rate": 2.269162072904524e-07, "loss": 0.8186, "step": 10529 }, { "epoch": 2.6, "learning_rate": 2.2663857598747203e-07, "loss": 0.7665, "step": 10530 }, { "epoch": 2.6, "learning_rate": 2.2636110656476945e-07, "loss": 0.8606, "step": 10531 }, { "epoch": 2.6, "learning_rate": 2.260837990421022e-07, "loss": 0.8515, "step": 10532 }, { "epoch": 2.6, "learning_rate": 2.258066534392178e-07, "loss": 0.826, "step": 10533 }, { "epoch": 2.6, "learning_rate": 2.2552966977584967e-07, "loss": 0.769, "step": 10534 }, { "epoch": 2.6, "learning_rate": 2.2525284807172198e-07, "loss": 0.8248, "step": 10535 }, { "epoch": 2.6, "learning_rate": 2.2497618834654594e-07, "loss": 0.8531, "step": 10536 }, { "epoch": 2.6, "learning_rate": 2.2469969062002246e-07, "loss": 0.7857, "step": 10537 }, { "epoch": 2.6, "learning_rate": 2.2442335491183963e-07, "loss": 0.7505, "step": 10538 }, { "epoch": 2.6, "learning_rate": 2.2414718124167538e-07, "loss": 0.8379, "step": 10539 }, { "epoch": 2.6, "learning_rate": 2.2387116962919453e-07, "loss": 0.8403, "step": 10540 }, { "epoch": 2.6, "learning_rate": 2.2359532009405132e-07, "loss": 0.8378, "step": 10541 }, { "epoch": 2.61, "learning_rate": 2.233196326558887e-07, "loss": 0.8423, "step": 10542 }, { "epoch": 2.61, "learning_rate": 2.2304410733433702e-07, "loss": 0.7835, "step": 10543 }, { "epoch": 2.61, "learning_rate": 2.2276874414901644e-07, "loss": 0.7743, "step": 10544 }, { "epoch": 2.61, "learning_rate": 2.2249354311953492e-07, "loss": 0.756, "step": 10545 }, { "epoch": 2.61, "learning_rate": 2.2221850426548814e-07, "loss": 0.7936, "step": 10546 }, { "epoch": 2.61, "learning_rate": 2.21943627606461e-07, "loss": 0.8179, "step": 10547 }, { "epoch": 2.61, "learning_rate": 2.21668913162027e-07, "loss": 0.8059, "step": 10548 }, { "epoch": 2.61, "learning_rate": 2.2139436095174855e-07, "loss": 0.8664, "step": 10549 }, { "epoch": 2.61, "learning_rate": 2.2111997099517446e-07, "loss": 0.6814, "step": 10550 }, { "epoch": 2.61, "learning_rate": 2.2084574331184467e-07, "loss": 0.8394, "step": 10551 }, { "epoch": 2.61, "learning_rate": 2.2057167792128493e-07, "loss": 0.841, "step": 10552 }, { "epoch": 2.61, "learning_rate": 2.202977748430113e-07, "loss": 0.8353, "step": 10553 }, { "epoch": 2.61, "learning_rate": 2.200240340965279e-07, "loss": 0.7586, "step": 10554 }, { "epoch": 2.61, "learning_rate": 2.197504557013272e-07, "loss": 0.8147, "step": 10555 }, { "epoch": 2.61, "learning_rate": 2.1947703967688971e-07, "loss": 0.8359, "step": 10556 }, { "epoch": 2.61, "learning_rate": 2.1920378604268517e-07, "loss": 0.8513, "step": 10557 }, { "epoch": 2.61, "learning_rate": 2.1893069481817048e-07, "loss": 0.7153, "step": 10558 }, { "epoch": 2.61, "learning_rate": 2.1865776602279233e-07, "loss": 0.8397, "step": 10559 }, { "epoch": 2.61, "learning_rate": 2.1838499967598515e-07, "loss": 0.7664, "step": 10560 }, { "epoch": 2.61, "learning_rate": 2.1811239579717176e-07, "loss": 0.7811, "step": 10561 }, { "epoch": 2.61, "learning_rate": 2.178399544057641e-07, "loss": 0.7931, "step": 10562 }, { "epoch": 2.61, "learning_rate": 2.1756767552116197e-07, "loss": 0.7559, "step": 10563 }, { "epoch": 2.61, "learning_rate": 2.172955591627529e-07, "loss": 0.7958, "step": 10564 }, { "epoch": 2.61, "learning_rate": 2.1702360534991418e-07, "loss": 0.7475, "step": 10565 }, { "epoch": 2.61, "learning_rate": 2.1675181410201085e-07, "loss": 0.7614, "step": 10566 }, { "epoch": 2.61, "learning_rate": 2.1648018543839688e-07, "loss": 0.8433, "step": 10567 }, { "epoch": 2.61, "learning_rate": 2.162087193784135e-07, "loss": 0.7625, "step": 10568 }, { "epoch": 2.61, "learning_rate": 2.1593741594139129e-07, "loss": 0.7408, "step": 10569 }, { "epoch": 2.61, "learning_rate": 2.1566627514664984e-07, "loss": 0.7665, "step": 10570 }, { "epoch": 2.61, "learning_rate": 2.1539529701349538e-07, "loss": 0.7406, "step": 10571 }, { "epoch": 2.61, "learning_rate": 2.1512448156122385e-07, "loss": 0.8203, "step": 10572 }, { "epoch": 2.61, "learning_rate": 2.1485382880911982e-07, "loss": 0.8202, "step": 10573 }, { "epoch": 2.61, "learning_rate": 2.145833387764551e-07, "loss": 0.792, "step": 10574 }, { "epoch": 2.61, "learning_rate": 2.1431301148249179e-07, "loss": 0.7771, "step": 10575 }, { "epoch": 2.61, "learning_rate": 2.1404284694647753e-07, "loss": 0.8444, "step": 10576 }, { "epoch": 2.61, "learning_rate": 2.1377284518765113e-07, "loss": 0.8926, "step": 10577 }, { "epoch": 2.61, "learning_rate": 2.1350300622523855e-07, "loss": 0.79, "step": 10578 }, { "epoch": 2.61, "learning_rate": 2.132333300784542e-07, "loss": 0.8353, "step": 10579 }, { "epoch": 2.61, "learning_rate": 2.1296381676650102e-07, "loss": 0.7627, "step": 10580 }, { "epoch": 2.61, "learning_rate": 2.1269446630857088e-07, "loss": 0.7605, "step": 10581 }, { "epoch": 2.61, "learning_rate": 2.1242527872384262e-07, "loss": 0.7261, "step": 10582 }, { "epoch": 2.62, "learning_rate": 2.1215625403148504e-07, "loss": 0.8632, "step": 10583 }, { "epoch": 2.62, "learning_rate": 2.1188739225065453e-07, "loss": 0.8365, "step": 10584 }, { "epoch": 2.62, "learning_rate": 2.11618693400496e-07, "loss": 0.7836, "step": 10585 }, { "epoch": 2.62, "learning_rate": 2.1135015750014337e-07, "loss": 0.7482, "step": 10586 }, { "epoch": 2.62, "learning_rate": 2.1108178456871742e-07, "loss": 0.7506, "step": 10587 }, { "epoch": 2.62, "learning_rate": 2.1081357462532897e-07, "loss": 0.8018, "step": 10588 }, { "epoch": 2.62, "learning_rate": 2.1054552768907664e-07, "loss": 0.8325, "step": 10589 }, { "epoch": 2.62, "learning_rate": 2.1027764377904685e-07, "loss": 0.7826, "step": 10590 }, { "epoch": 2.62, "learning_rate": 2.1000992291431515e-07, "loss": 0.8105, "step": 10591 }, { "epoch": 2.62, "learning_rate": 2.097423651139452e-07, "loss": 0.7409, "step": 10592 }, { "epoch": 2.62, "learning_rate": 2.0947497039698977e-07, "loss": 0.8388, "step": 10593 }, { "epoch": 2.62, "learning_rate": 2.092077387824884e-07, "loss": 0.7532, "step": 10594 }, { "epoch": 2.62, "learning_rate": 2.0894067028947058e-07, "loss": 0.8655, "step": 10595 }, { "epoch": 2.62, "learning_rate": 2.08673764936953e-07, "loss": 0.86, "step": 10596 }, { "epoch": 2.62, "learning_rate": 2.084070227439419e-07, "loss": 0.756, "step": 10597 }, { "epoch": 2.62, "learning_rate": 2.0814044372943097e-07, "loss": 0.836, "step": 10598 }, { "epoch": 2.62, "learning_rate": 2.0787402791240334e-07, "loss": 0.8665, "step": 10599 }, { "epoch": 2.62, "learning_rate": 2.0760777531182885e-07, "loss": 0.7467, "step": 10600 }, { "epoch": 2.62, "learning_rate": 2.0734168594666702e-07, "loss": 0.7965, "step": 10601 }, { "epoch": 2.62, "learning_rate": 2.0707575983586526e-07, "loss": 0.8032, "step": 10602 }, { "epoch": 2.62, "learning_rate": 2.0680999699835975e-07, "loss": 0.7762, "step": 10603 }, { "epoch": 2.62, "learning_rate": 2.0654439745307452e-07, "loss": 0.8531, "step": 10604 }, { "epoch": 2.62, "learning_rate": 2.062789612189231e-07, "loss": 0.8241, "step": 10605 }, { "epoch": 2.62, "learning_rate": 2.0601368831480534e-07, "loss": 0.829, "step": 10606 }, { "epoch": 2.62, "learning_rate": 2.057485787596114e-07, "loss": 0.8371, "step": 10607 }, { "epoch": 2.62, "learning_rate": 2.0548363257221843e-07, "loss": 0.8068, "step": 10608 }, { "epoch": 2.62, "learning_rate": 2.0521884977149298e-07, "loss": 0.8377, "step": 10609 }, { "epoch": 2.62, "learning_rate": 2.0495423037628969e-07, "loss": 0.7197, "step": 10610 }, { "epoch": 2.62, "learning_rate": 2.0468977440545158e-07, "loss": 0.8056, "step": 10611 }, { "epoch": 2.62, "learning_rate": 2.044254818778088e-07, "loss": 0.8055, "step": 10612 }, { "epoch": 2.62, "learning_rate": 2.0416135281218218e-07, "loss": 0.8218, "step": 10613 }, { "epoch": 2.62, "learning_rate": 2.038973872273789e-07, "loss": 0.8002, "step": 10614 }, { "epoch": 2.62, "learning_rate": 2.0363358514219583e-07, "loss": 0.8514, "step": 10615 }, { "epoch": 2.62, "learning_rate": 2.0336994657541713e-07, "loss": 0.8409, "step": 10616 }, { "epoch": 2.62, "learning_rate": 2.031064715458167e-07, "loss": 0.734, "step": 10617 }, { "epoch": 2.62, "learning_rate": 2.0284316007215504e-07, "loss": 0.775, "step": 10618 }, { "epoch": 2.62, "learning_rate": 2.0258001217318192e-07, "loss": 0.8205, "step": 10619 }, { "epoch": 2.62, "learning_rate": 2.023170278676359e-07, "loss": 0.8414, "step": 10620 }, { "epoch": 2.62, "learning_rate": 2.020542071742429e-07, "loss": 0.8114, "step": 10621 }, { "epoch": 2.62, "learning_rate": 2.0179155011171848e-07, "loss": 0.865, "step": 10622 }, { "epoch": 2.63, "learning_rate": 2.0152905669876544e-07, "loss": 0.7975, "step": 10623 }, { "epoch": 2.63, "learning_rate": 2.0126672695407468e-07, "loss": 0.8381, "step": 10624 }, { "epoch": 2.63, "learning_rate": 2.010045608963268e-07, "loss": 0.806, "step": 10625 }, { "epoch": 2.63, "learning_rate": 2.0074255854418995e-07, "loss": 0.8434, "step": 10626 }, { "epoch": 2.63, "learning_rate": 2.0048071991632e-07, "loss": 0.785, "step": 10627 }, { "epoch": 2.63, "learning_rate": 2.002190450313621e-07, "loss": 0.7483, "step": 10628 }, { "epoch": 2.63, "learning_rate": 1.9995753390794986e-07, "loss": 0.8372, "step": 10629 }, { "epoch": 2.63, "learning_rate": 1.996961865647043e-07, "loss": 0.7446, "step": 10630 }, { "epoch": 2.63, "learning_rate": 1.994350030202355e-07, "loss": 0.8429, "step": 10631 }, { "epoch": 2.63, "learning_rate": 1.9917398329314164e-07, "loss": 0.913, "step": 10632 }, { "epoch": 2.63, "learning_rate": 1.9891312740200923e-07, "loss": 0.8835, "step": 10633 }, { "epoch": 2.63, "learning_rate": 1.9865243536541344e-07, "loss": 0.7445, "step": 10634 }, { "epoch": 2.63, "learning_rate": 1.9839190720191775e-07, "loss": 0.8475, "step": 10635 }, { "epoch": 2.63, "learning_rate": 1.9813154293007259e-07, "loss": 0.821, "step": 10636 }, { "epoch": 2.63, "learning_rate": 1.9787134256841838e-07, "loss": 0.7865, "step": 10637 }, { "epoch": 2.63, "learning_rate": 1.976113061354837e-07, "loss": 0.844, "step": 10638 }, { "epoch": 2.63, "learning_rate": 1.9735143364978477e-07, "loss": 0.7878, "step": 10639 }, { "epoch": 2.63, "learning_rate": 1.9709172512982655e-07, "loss": 0.7949, "step": 10640 }, { "epoch": 2.63, "learning_rate": 1.9683218059410257e-07, "loss": 0.8042, "step": 10641 }, { "epoch": 2.63, "learning_rate": 1.9657280006109335e-07, "loss": 0.8082, "step": 10642 }, { "epoch": 2.63, "learning_rate": 1.9631358354926938e-07, "loss": 0.7487, "step": 10643 }, { "epoch": 2.63, "learning_rate": 1.9605453107708866e-07, "loss": 0.8702, "step": 10644 }, { "epoch": 2.63, "learning_rate": 1.9579564266299838e-07, "loss": 0.8057, "step": 10645 }, { "epoch": 2.63, "learning_rate": 1.9553691832543186e-07, "loss": 0.756, "step": 10646 }, { "epoch": 2.63, "learning_rate": 1.9527835808281381e-07, "loss": 0.8758, "step": 10647 }, { "epoch": 2.63, "learning_rate": 1.9501996195355422e-07, "loss": 0.714, "step": 10648 }, { "epoch": 2.63, "learning_rate": 1.9476172995605363e-07, "loss": 0.859, "step": 10649 }, { "epoch": 2.63, "learning_rate": 1.9450366210869958e-07, "loss": 0.771, "step": 10650 }, { "epoch": 2.63, "learning_rate": 1.9424575842986904e-07, "loss": 0.9183, "step": 10651 }, { "epoch": 2.63, "learning_rate": 1.939880189379262e-07, "loss": 0.8764, "step": 10652 }, { "epoch": 2.63, "learning_rate": 1.9373044365122468e-07, "loss": 0.7931, "step": 10653 }, { "epoch": 2.63, "learning_rate": 1.9347303258810512e-07, "loss": 0.8922, "step": 10654 }, { "epoch": 2.63, "learning_rate": 1.9321578576689703e-07, "loss": 0.7823, "step": 10655 }, { "epoch": 2.63, "learning_rate": 1.9295870320591854e-07, "loss": 0.8108, "step": 10656 }, { "epoch": 2.63, "learning_rate": 1.927017849234758e-07, "loss": 0.8738, "step": 10657 }, { "epoch": 2.63, "learning_rate": 1.9244503093786336e-07, "loss": 0.8504, "step": 10658 }, { "epoch": 2.63, "learning_rate": 1.921884412673647e-07, "loss": 0.8265, "step": 10659 }, { "epoch": 2.63, "learning_rate": 1.9193201593024957e-07, "loss": 0.8429, "step": 10660 }, { "epoch": 2.63, "learning_rate": 1.9167575494477812e-07, "loss": 0.7483, "step": 10661 }, { "epoch": 2.63, "learning_rate": 1.91419658329198e-07, "loss": 0.7738, "step": 10662 }, { "epoch": 2.63, "learning_rate": 1.9116372610174487e-07, "loss": 0.8755, "step": 10663 }, { "epoch": 2.64, "learning_rate": 1.909079582806439e-07, "loss": 0.7558, "step": 10664 }, { "epoch": 2.64, "learning_rate": 1.9065235488410688e-07, "loss": 0.8097, "step": 10665 }, { "epoch": 2.64, "learning_rate": 1.9039691593033482e-07, "loss": 0.7932, "step": 10666 }, { "epoch": 2.64, "learning_rate": 1.901416414375168e-07, "loss": 0.8049, "step": 10667 }, { "epoch": 2.64, "learning_rate": 1.8988653142383046e-07, "loss": 0.8316, "step": 10668 }, { "epoch": 2.64, "learning_rate": 1.8963158590744102e-07, "loss": 0.7523, "step": 10669 }, { "epoch": 2.64, "learning_rate": 1.893768049065034e-07, "loss": 0.8306, "step": 10670 }, { "epoch": 2.64, "learning_rate": 1.8912218843915946e-07, "loss": 0.7859, "step": 10671 }, { "epoch": 2.64, "learning_rate": 1.8886773652353973e-07, "loss": 0.8208, "step": 10672 }, { "epoch": 2.64, "learning_rate": 1.8861344917776277e-07, "loss": 0.8102, "step": 10673 }, { "epoch": 2.64, "learning_rate": 1.8835932641993627e-07, "loss": 0.9068, "step": 10674 }, { "epoch": 2.64, "learning_rate": 1.881053682681555e-07, "loss": 0.8058, "step": 10675 }, { "epoch": 2.64, "learning_rate": 1.8785157474050407e-07, "loss": 0.826, "step": 10676 }, { "epoch": 2.64, "learning_rate": 1.8759794585505474e-07, "loss": 0.7877, "step": 10677 }, { "epoch": 2.64, "learning_rate": 1.8734448162986642e-07, "loss": 0.8503, "step": 10678 }, { "epoch": 2.64, "learning_rate": 1.870911820829882e-07, "loss": 0.8016, "step": 10679 }, { "epoch": 2.64, "learning_rate": 1.868380472324574e-07, "loss": 0.834, "step": 10680 }, { "epoch": 2.64, "learning_rate": 1.8658507709629848e-07, "loss": 0.8136, "step": 10681 }, { "epoch": 2.64, "learning_rate": 1.8633227169252533e-07, "loss": 0.7199, "step": 10682 }, { "epoch": 2.64, "learning_rate": 1.860796310391391e-07, "loss": 0.8478, "step": 10683 }, { "epoch": 2.64, "learning_rate": 1.8582715515412992e-07, "loss": 0.7449, "step": 10684 }, { "epoch": 2.64, "learning_rate": 1.855748440554761e-07, "loss": 0.8762, "step": 10685 }, { "epoch": 2.64, "learning_rate": 1.8532269776114387e-07, "loss": 0.7934, "step": 10686 }, { "epoch": 2.64, "learning_rate": 1.8507071628908745e-07, "loss": 0.8259, "step": 10687 }, { "epoch": 2.64, "learning_rate": 1.848188996572506e-07, "loss": 0.7687, "step": 10688 }, { "epoch": 2.64, "learning_rate": 1.8456724788356472e-07, "loss": 0.789, "step": 10689 }, { "epoch": 2.64, "learning_rate": 1.8431576098594833e-07, "loss": 0.776, "step": 10690 }, { "epoch": 2.64, "learning_rate": 1.840644389823096e-07, "loss": 0.8424, "step": 10691 }, { "epoch": 2.64, "learning_rate": 1.8381328189054441e-07, "loss": 0.8514, "step": 10692 }, { "epoch": 2.64, "learning_rate": 1.8356228972853746e-07, "loss": 0.8761, "step": 10693 }, { "epoch": 2.64, "learning_rate": 1.8331146251416075e-07, "loss": 0.8264, "step": 10694 }, { "epoch": 2.64, "learning_rate": 1.8306080026527589e-07, "loss": 0.8204, "step": 10695 }, { "epoch": 2.64, "learning_rate": 1.828103029997308e-07, "loss": 0.8281, "step": 10696 }, { "epoch": 2.64, "learning_rate": 1.8255997073536313e-07, "loss": 0.8264, "step": 10697 }, { "epoch": 2.64, "learning_rate": 1.8230980348999866e-07, "loss": 0.8006, "step": 10698 }, { "epoch": 2.64, "learning_rate": 1.8205980128145118e-07, "loss": 0.7784, "step": 10699 }, { "epoch": 2.64, "learning_rate": 1.8180996412752228e-07, "loss": 0.7716, "step": 10700 }, { "epoch": 2.64, "learning_rate": 1.8156029204600301e-07, "loss": 0.8413, "step": 10701 }, { "epoch": 2.64, "learning_rate": 1.813107850546711e-07, "loss": 0.8563, "step": 10702 }, { "epoch": 2.64, "learning_rate": 1.8106144317129344e-07, "loss": 0.7868, "step": 10703 }, { "epoch": 2.65, "learning_rate": 1.8081226641362554e-07, "loss": 0.8572, "step": 10704 }, { "epoch": 2.65, "learning_rate": 1.805632547994099e-07, "loss": 0.8168, "step": 10705 }, { "epoch": 2.65, "learning_rate": 1.8031440834637843e-07, "loss": 0.7861, "step": 10706 }, { "epoch": 2.65, "learning_rate": 1.8006572707225112e-07, "loss": 0.8296, "step": 10707 }, { "epoch": 2.65, "learning_rate": 1.798172109947352e-07, "loss": 0.9012, "step": 10708 }, { "epoch": 2.65, "learning_rate": 1.7956886013152736e-07, "loss": 0.8692, "step": 10709 }, { "epoch": 2.65, "learning_rate": 1.7932067450031203e-07, "loss": 0.8017, "step": 10710 }, { "epoch": 2.65, "learning_rate": 1.790726541187615e-07, "loss": 0.8707, "step": 10711 }, { "epoch": 2.65, "learning_rate": 1.7882479900453719e-07, "loss": 0.8354, "step": 10712 }, { "epoch": 2.65, "learning_rate": 1.785771091752886e-07, "loss": 0.7888, "step": 10713 }, { "epoch": 2.65, "learning_rate": 1.7832958464865186e-07, "loss": 0.7537, "step": 10714 }, { "epoch": 2.65, "learning_rate": 1.7808222544225317e-07, "loss": 0.7797, "step": 10715 }, { "epoch": 2.65, "learning_rate": 1.7783503157370652e-07, "loss": 0.8249, "step": 10716 }, { "epoch": 2.65, "learning_rate": 1.7758800306061362e-07, "loss": 0.7628, "step": 10717 }, { "epoch": 2.65, "learning_rate": 1.7734113992056518e-07, "loss": 0.7334, "step": 10718 }, { "epoch": 2.65, "learning_rate": 1.770944421711396e-07, "loss": 0.8361, "step": 10719 }, { "epoch": 2.65, "learning_rate": 1.7684790982990336e-07, "loss": 0.7988, "step": 10720 }, { "epoch": 2.65, "learning_rate": 1.7660154291441107e-07, "loss": 0.773, "step": 10721 }, { "epoch": 2.65, "learning_rate": 1.76355341442207e-07, "loss": 0.8171, "step": 10722 }, { "epoch": 2.65, "learning_rate": 1.761093054308216e-07, "loss": 0.7597, "step": 10723 }, { "epoch": 2.65, "learning_rate": 1.7586343489777446e-07, "loss": 0.8167, "step": 10724 }, { "epoch": 2.65, "learning_rate": 1.7561772986057407e-07, "loss": 0.7528, "step": 10725 }, { "epoch": 2.65, "learning_rate": 1.753721903367156e-07, "loss": 0.7561, "step": 10726 }, { "epoch": 2.65, "learning_rate": 1.7512681634368396e-07, "loss": 0.7942, "step": 10727 }, { "epoch": 2.65, "learning_rate": 1.7488160789895098e-07, "loss": 0.8336, "step": 10728 }, { "epoch": 2.65, "learning_rate": 1.74636565019978e-07, "loss": 0.8466, "step": 10729 }, { "epoch": 2.65, "learning_rate": 1.7439168772421356e-07, "loss": 0.7105, "step": 10730 }, { "epoch": 2.65, "learning_rate": 1.7414697602909537e-07, "loss": 0.8732, "step": 10731 }, { "epoch": 2.65, "learning_rate": 1.7390242995204755e-07, "loss": 0.8888, "step": 10732 }, { "epoch": 2.65, "learning_rate": 1.736580495104842e-07, "loss": 0.8842, "step": 10733 }, { "epoch": 2.65, "learning_rate": 1.7341383472180728e-07, "loss": 0.7366, "step": 10734 }, { "epoch": 2.65, "learning_rate": 1.7316978560340647e-07, "loss": 0.8027, "step": 10735 }, { "epoch": 2.65, "learning_rate": 1.7292590217265982e-07, "loss": 0.8317, "step": 10736 }, { "epoch": 2.65, "learning_rate": 1.7268218444693396e-07, "loss": 0.8694, "step": 10737 }, { "epoch": 2.65, "learning_rate": 1.7243863244358283e-07, "loss": 0.8357, "step": 10738 }, { "epoch": 2.65, "learning_rate": 1.7219524617994948e-07, "loss": 0.7382, "step": 10739 }, { "epoch": 2.65, "learning_rate": 1.7195202567336506e-07, "loss": 0.8166, "step": 10740 }, { "epoch": 2.65, "learning_rate": 1.7170897094114875e-07, "loss": 0.8217, "step": 10741 }, { "epoch": 2.65, "learning_rate": 1.71466082000607e-07, "loss": 0.8021, "step": 10742 }, { "epoch": 2.65, "learning_rate": 1.7122335886903595e-07, "loss": 0.8054, "step": 10743 }, { "epoch": 2.65, "learning_rate": 1.709808015637196e-07, "loss": 0.8222, "step": 10744 }, { "epoch": 2.66, "learning_rate": 1.707384101019291e-07, "loss": 0.8153, "step": 10745 }, { "epoch": 2.66, "learning_rate": 1.704961845009251e-07, "loss": 0.8164, "step": 10746 }, { "epoch": 2.66, "learning_rate": 1.7025412477795544e-07, "loss": 0.8063, "step": 10747 }, { "epoch": 2.66, "learning_rate": 1.7001223095025666e-07, "loss": 0.7528, "step": 10748 }, { "epoch": 2.66, "learning_rate": 1.697705030350541e-07, "loss": 0.9147, "step": 10749 }, { "epoch": 2.66, "learning_rate": 1.6952894104955985e-07, "loss": 0.8891, "step": 10750 }, { "epoch": 2.66, "learning_rate": 1.692875450109749e-07, "loss": 0.8121, "step": 10751 }, { "epoch": 2.66, "learning_rate": 1.6904631493648849e-07, "loss": 0.9296, "step": 10752 }, { "epoch": 2.66, "learning_rate": 1.688052508432783e-07, "loss": 0.8343, "step": 10753 }, { "epoch": 2.66, "learning_rate": 1.6856435274850979e-07, "loss": 0.7643, "step": 10754 }, { "epoch": 2.66, "learning_rate": 1.68323620669337e-07, "loss": 0.8484, "step": 10755 }, { "epoch": 2.66, "learning_rate": 1.680830546229012e-07, "loss": 0.7402, "step": 10756 }, { "epoch": 2.66, "learning_rate": 1.678426546263326e-07, "loss": 0.8139, "step": 10757 }, { "epoch": 2.66, "learning_rate": 1.676024206967497e-07, "loss": 0.8408, "step": 10758 }, { "epoch": 2.66, "learning_rate": 1.6736235285125913e-07, "loss": 0.8635, "step": 10759 }, { "epoch": 2.66, "learning_rate": 1.671224511069555e-07, "loss": 0.7134, "step": 10760 }, { "epoch": 2.66, "learning_rate": 1.6688271548092106e-07, "loss": 0.7839, "step": 10761 }, { "epoch": 2.66, "learning_rate": 1.6664314599022735e-07, "loss": 0.7798, "step": 10762 }, { "epoch": 2.66, "learning_rate": 1.66403742651933e-07, "loss": 0.867, "step": 10763 }, { "epoch": 2.66, "learning_rate": 1.6616450548308572e-07, "loss": 0.8328, "step": 10764 }, { "epoch": 2.66, "learning_rate": 1.6592543450072052e-07, "loss": 0.8992, "step": 10765 }, { "epoch": 2.66, "learning_rate": 1.6568652972186155e-07, "loss": 0.7794, "step": 10766 }, { "epoch": 2.66, "learning_rate": 1.6544779116352077e-07, "loss": 0.814, "step": 10767 }, { "epoch": 2.66, "learning_rate": 1.6520921884269736e-07, "loss": 0.7365, "step": 10768 }, { "epoch": 2.66, "learning_rate": 1.6497081277637995e-07, "loss": 0.7631, "step": 10769 }, { "epoch": 2.66, "learning_rate": 1.6473257298154467e-07, "loss": 0.8137, "step": 10770 }, { "epoch": 2.66, "learning_rate": 1.64494499475156e-07, "loss": 0.839, "step": 10771 }, { "epoch": 2.66, "learning_rate": 1.642565922741668e-07, "loss": 0.916, "step": 10772 }, { "epoch": 2.66, "learning_rate": 1.6401885139551793e-07, "loss": 0.8352, "step": 10773 }, { "epoch": 2.66, "learning_rate": 1.6378127685613754e-07, "loss": 0.8237, "step": 10774 }, { "epoch": 2.66, "learning_rate": 1.635438686729432e-07, "loss": 0.8482, "step": 10775 }, { "epoch": 2.66, "learning_rate": 1.6330662686284e-07, "loss": 0.8203, "step": 10776 }, { "epoch": 2.66, "learning_rate": 1.6306955144272163e-07, "loss": 0.8606, "step": 10777 }, { "epoch": 2.66, "learning_rate": 1.6283264242946933e-07, "loss": 0.8555, "step": 10778 }, { "epoch": 2.66, "learning_rate": 1.6259589983995349e-07, "loss": 0.7575, "step": 10779 }, { "epoch": 2.66, "learning_rate": 1.623593236910309e-07, "loss": 0.8482, "step": 10780 }, { "epoch": 2.66, "learning_rate": 1.6212291399954812e-07, "loss": 0.82, "step": 10781 }, { "epoch": 2.66, "learning_rate": 1.618866707823391e-07, "loss": 0.8893, "step": 10782 }, { "epoch": 2.66, "learning_rate": 1.6165059405622603e-07, "loss": 0.821, "step": 10783 }, { "epoch": 2.66, "learning_rate": 1.6141468383801957e-07, "loss": 0.8054, "step": 10784 }, { "epoch": 2.67, "learning_rate": 1.6117894014451852e-07, "loss": 0.7785, "step": 10785 }, { "epoch": 2.67, "learning_rate": 1.609433629925089e-07, "loss": 0.8054, "step": 10786 }, { "epoch": 2.67, "learning_rate": 1.607079523987662e-07, "loss": 0.749, "step": 10787 }, { "epoch": 2.67, "learning_rate": 1.604727083800528e-07, "loss": 0.8571, "step": 10788 }, { "epoch": 2.67, "learning_rate": 1.6023763095312035e-07, "loss": 0.7968, "step": 10789 }, { "epoch": 2.67, "learning_rate": 1.6000272013470764e-07, "loss": 0.8226, "step": 10790 }, { "epoch": 2.67, "learning_rate": 1.5976797594154297e-07, "loss": 0.7962, "step": 10791 }, { "epoch": 2.67, "learning_rate": 1.5953339839034104e-07, "loss": 0.7982, "step": 10792 }, { "epoch": 2.67, "learning_rate": 1.5929898749780543e-07, "loss": 0.8057, "step": 10793 }, { "epoch": 2.67, "learning_rate": 1.590647432806286e-07, "loss": 0.8529, "step": 10794 }, { "epoch": 2.67, "learning_rate": 1.5883066575549e-07, "loss": 0.8232, "step": 10795 }, { "epoch": 2.67, "learning_rate": 1.5859675493905769e-07, "loss": 0.7559, "step": 10796 }, { "epoch": 2.67, "learning_rate": 1.583630108479886e-07, "loss": 0.7868, "step": 10797 }, { "epoch": 2.67, "learning_rate": 1.5812943349892584e-07, "loss": 0.8491, "step": 10798 }, { "epoch": 2.67, "learning_rate": 1.5789602290850276e-07, "loss": 0.7634, "step": 10799 }, { "epoch": 2.67, "learning_rate": 1.5766277909333993e-07, "loss": 0.7972, "step": 10800 }, { "epoch": 2.67, "learning_rate": 1.5742970207004547e-07, "loss": 0.8522, "step": 10801 }, { "epoch": 2.67, "learning_rate": 1.571967918552164e-07, "loss": 0.8326, "step": 10802 }, { "epoch": 2.67, "learning_rate": 1.5696404846543806e-07, "loss": 0.7562, "step": 10803 }, { "epoch": 2.67, "learning_rate": 1.56731471917283e-07, "loss": 0.8291, "step": 10804 }, { "epoch": 2.67, "learning_rate": 1.564990622273127e-07, "loss": 0.7959, "step": 10805 }, { "epoch": 2.67, "learning_rate": 1.5626681941207617e-07, "loss": 0.8745, "step": 10806 }, { "epoch": 2.67, "learning_rate": 1.5603474348811126e-07, "loss": 0.8522, "step": 10807 }, { "epoch": 2.67, "learning_rate": 1.558028344719431e-07, "loss": 0.879, "step": 10808 }, { "epoch": 2.67, "learning_rate": 1.55571092380086e-07, "loss": 0.8401, "step": 10809 }, { "epoch": 2.67, "learning_rate": 1.553395172290409e-07, "loss": 0.8305, "step": 10810 }, { "epoch": 2.67, "learning_rate": 1.551081090352982e-07, "loss": 0.826, "step": 10811 }, { "epoch": 2.67, "learning_rate": 1.548768678153356e-07, "loss": 0.7652, "step": 10812 }, { "epoch": 2.67, "learning_rate": 1.546457935856191e-07, "loss": 0.7403, "step": 10813 }, { "epoch": 2.67, "learning_rate": 1.5441488636260354e-07, "loss": 0.7377, "step": 10814 }, { "epoch": 2.67, "learning_rate": 1.541841461627308e-07, "loss": 0.7982, "step": 10815 }, { "epoch": 2.67, "learning_rate": 1.5395357300243134e-07, "loss": 0.7591, "step": 10816 }, { "epoch": 2.67, "learning_rate": 1.5372316689812343e-07, "loss": 0.8856, "step": 10817 }, { "epoch": 2.67, "learning_rate": 1.5349292786621394e-07, "loss": 0.8056, "step": 10818 }, { "epoch": 2.67, "learning_rate": 1.5326285592309808e-07, "loss": 0.8006, "step": 10819 }, { "epoch": 2.67, "learning_rate": 1.5303295108515775e-07, "loss": 0.7908, "step": 10820 }, { "epoch": 2.67, "learning_rate": 1.5280321336876485e-07, "loss": 0.8275, "step": 10821 }, { "epoch": 2.67, "learning_rate": 1.5257364279027742e-07, "loss": 0.8604, "step": 10822 }, { "epoch": 2.67, "learning_rate": 1.523442393660432e-07, "loss": 0.78, "step": 10823 }, { "epoch": 2.67, "learning_rate": 1.5211500311239745e-07, "loss": 0.8502, "step": 10824 }, { "epoch": 2.67, "learning_rate": 1.5188593404566327e-07, "loss": 0.8255, "step": 10825 }, { "epoch": 2.68, "learning_rate": 1.51657032182152e-07, "loss": 0.8209, "step": 10826 }, { "epoch": 2.68, "learning_rate": 1.5142829753816396e-07, "loss": 0.8683, "step": 10827 }, { "epoch": 2.68, "learning_rate": 1.5119973012998557e-07, "loss": 0.7203, "step": 10828 }, { "epoch": 2.68, "learning_rate": 1.5097132997389324e-07, "loss": 0.7859, "step": 10829 }, { "epoch": 2.68, "learning_rate": 1.5074309708615066e-07, "loss": 0.7713, "step": 10830 }, { "epoch": 2.68, "learning_rate": 1.5051503148300977e-07, "loss": 0.7845, "step": 10831 }, { "epoch": 2.68, "learning_rate": 1.502871331807104e-07, "loss": 0.8184, "step": 10832 }, { "epoch": 2.68, "learning_rate": 1.5005940219548097e-07, "loss": 0.8291, "step": 10833 }, { "epoch": 2.68, "learning_rate": 1.498318385435371e-07, "loss": 0.7571, "step": 10834 }, { "epoch": 2.68, "learning_rate": 1.4960444224108306e-07, "loss": 0.8072, "step": 10835 }, { "epoch": 2.68, "learning_rate": 1.4937721330431144e-07, "loss": 0.8341, "step": 10836 }, { "epoch": 2.68, "learning_rate": 1.491501517494029e-07, "loss": 0.8289, "step": 10837 }, { "epoch": 2.68, "learning_rate": 1.4892325759252509e-07, "loss": 0.8291, "step": 10838 }, { "epoch": 2.68, "learning_rate": 1.4869653084983505e-07, "loss": 0.8314, "step": 10839 }, { "epoch": 2.68, "learning_rate": 1.4846997153747793e-07, "loss": 0.8174, "step": 10840 }, { "epoch": 2.68, "learning_rate": 1.4824357967158531e-07, "loss": 0.8014, "step": 10841 }, { "epoch": 2.68, "learning_rate": 1.4801735526827872e-07, "loss": 0.8499, "step": 10842 }, { "epoch": 2.68, "learning_rate": 1.477912983436669e-07, "loss": 0.8362, "step": 10843 }, { "epoch": 2.68, "learning_rate": 1.4756540891384673e-07, "loss": 0.8418, "step": 10844 }, { "epoch": 2.68, "learning_rate": 1.473396869949037e-07, "loss": 0.8638, "step": 10845 }, { "epoch": 2.68, "learning_rate": 1.471141326029099e-07, "loss": 0.8104, "step": 10846 }, { "epoch": 2.68, "learning_rate": 1.4688874575392697e-07, "loss": 0.7745, "step": 10847 }, { "epoch": 2.68, "learning_rate": 1.4666352646400427e-07, "loss": 0.7227, "step": 10848 }, { "epoch": 2.68, "learning_rate": 1.4643847474917928e-07, "loss": 0.7934, "step": 10849 }, { "epoch": 2.68, "learning_rate": 1.462135906254769e-07, "loss": 0.7616, "step": 10850 }, { "epoch": 2.68, "learning_rate": 1.4598887410891104e-07, "loss": 0.7675, "step": 10851 }, { "epoch": 2.68, "learning_rate": 1.457643252154825e-07, "loss": 0.8049, "step": 10852 }, { "epoch": 2.68, "learning_rate": 1.4553994396118154e-07, "loss": 0.8427, "step": 10853 }, { "epoch": 2.68, "learning_rate": 1.453157303619851e-07, "loss": 0.7523, "step": 10854 }, { "epoch": 2.68, "learning_rate": 1.4509168443385957e-07, "loss": 0.8463, "step": 10855 }, { "epoch": 2.68, "learning_rate": 1.4486780619275858e-07, "loss": 0.8251, "step": 10856 }, { "epoch": 2.68, "learning_rate": 1.4464409565462328e-07, "loss": 0.847, "step": 10857 }, { "epoch": 2.68, "learning_rate": 1.4442055283538424e-07, "loss": 0.8469, "step": 10858 }, { "epoch": 2.68, "learning_rate": 1.4419717775095904e-07, "loss": 0.7427, "step": 10859 }, { "epoch": 2.68, "learning_rate": 1.4397397041725352e-07, "loss": 0.8119, "step": 10860 }, { "epoch": 2.68, "learning_rate": 1.437509308501617e-07, "loss": 0.7648, "step": 10861 }, { "epoch": 2.68, "learning_rate": 1.4352805906556606e-07, "loss": 0.8091, "step": 10862 }, { "epoch": 2.68, "learning_rate": 1.4330535507933675e-07, "loss": 0.702, "step": 10863 }, { "epoch": 2.68, "learning_rate": 1.4308281890733162e-07, "loss": 0.7579, "step": 10864 }, { "epoch": 2.68, "learning_rate": 1.428604505653966e-07, "loss": 0.7432, "step": 10865 }, { "epoch": 2.69, "learning_rate": 1.4263825006936683e-07, "loss": 0.8555, "step": 10866 }, { "epoch": 2.69, "learning_rate": 1.424162174350638e-07, "loss": 0.8246, "step": 10867 }, { "epoch": 2.69, "learning_rate": 1.4219435267829844e-07, "loss": 0.7897, "step": 10868 }, { "epoch": 2.69, "learning_rate": 1.419726558148693e-07, "loss": 0.8232, "step": 10869 }, { "epoch": 2.69, "learning_rate": 1.417511268605623e-07, "loss": 0.7974, "step": 10870 }, { "epoch": 2.69, "learning_rate": 1.4152976583115234e-07, "loss": 0.8413, "step": 10871 }, { "epoch": 2.69, "learning_rate": 1.4130857274240156e-07, "loss": 0.7844, "step": 10872 }, { "epoch": 2.69, "learning_rate": 1.4108754761006095e-07, "loss": 0.8341, "step": 10873 }, { "epoch": 2.69, "learning_rate": 1.40866690449869e-07, "loss": 0.863, "step": 10874 }, { "epoch": 2.69, "learning_rate": 1.406460012775529e-07, "loss": 0.8297, "step": 10875 }, { "epoch": 2.69, "learning_rate": 1.4042548010882646e-07, "loss": 0.8545, "step": 10876 }, { "epoch": 2.69, "learning_rate": 1.402051269593932e-07, "loss": 0.824, "step": 10877 }, { "epoch": 2.69, "learning_rate": 1.3998494184494339e-07, "loss": 0.7606, "step": 10878 }, { "epoch": 2.69, "learning_rate": 1.3976492478115583e-07, "loss": 0.8027, "step": 10879 }, { "epoch": 2.69, "learning_rate": 1.3954507578369776e-07, "loss": 0.7734, "step": 10880 }, { "epoch": 2.69, "learning_rate": 1.393253948682241e-07, "loss": 0.7497, "step": 10881 }, { "epoch": 2.69, "learning_rate": 1.3910588205037712e-07, "loss": 0.8409, "step": 10882 }, { "epoch": 2.69, "learning_rate": 1.3888653734578816e-07, "loss": 0.7853, "step": 10883 }, { "epoch": 2.69, "learning_rate": 1.3866736077007642e-07, "loss": 0.7588, "step": 10884 }, { "epoch": 2.69, "learning_rate": 1.3844835233884884e-07, "loss": 0.7987, "step": 10885 }, { "epoch": 2.69, "learning_rate": 1.3822951206769992e-07, "loss": 0.8026, "step": 10886 }, { "epoch": 2.69, "learning_rate": 1.380108399722138e-07, "loss": 0.8483, "step": 10887 }, { "epoch": 2.69, "learning_rate": 1.377923360679606e-07, "loss": 0.8269, "step": 10888 }, { "epoch": 2.69, "learning_rate": 1.375740003704995e-07, "loss": 0.7487, "step": 10889 }, { "epoch": 2.69, "learning_rate": 1.3735583289537807e-07, "loss": 0.7959, "step": 10890 }, { "epoch": 2.69, "learning_rate": 1.371378336581311e-07, "loss": 0.807, "step": 10891 }, { "epoch": 2.69, "learning_rate": 1.3692000267428203e-07, "loss": 0.8559, "step": 10892 }, { "epoch": 2.69, "learning_rate": 1.36702339959342e-07, "loss": 0.8528, "step": 10893 }, { "epoch": 2.69, "learning_rate": 1.364848455288101e-07, "loss": 0.8516, "step": 10894 }, { "epoch": 2.69, "learning_rate": 1.362675193981733e-07, "loss": 0.8105, "step": 10895 }, { "epoch": 2.69, "learning_rate": 1.3605036158290784e-07, "loss": 0.8501, "step": 10896 }, { "epoch": 2.69, "learning_rate": 1.3583337209847557e-07, "loss": 0.8616, "step": 10897 }, { "epoch": 2.69, "learning_rate": 1.3561655096032855e-07, "loss": 0.8017, "step": 10898 }, { "epoch": 2.69, "learning_rate": 1.3539989818390637e-07, "loss": 0.9382, "step": 10899 }, { "epoch": 2.69, "learning_rate": 1.3518341378463583e-07, "loss": 0.8719, "step": 10900 }, { "epoch": 2.69, "learning_rate": 1.3496709777793187e-07, "loss": 0.7886, "step": 10901 }, { "epoch": 2.69, "learning_rate": 1.3475095017919855e-07, "loss": 0.733, "step": 10902 }, { "epoch": 2.69, "learning_rate": 1.3453497100382685e-07, "loss": 0.8487, "step": 10903 }, { "epoch": 2.69, "learning_rate": 1.3431916026719617e-07, "loss": 0.8463, "step": 10904 }, { "epoch": 2.69, "learning_rate": 1.341035179846742e-07, "loss": 0.8321, "step": 10905 }, { "epoch": 2.7, "learning_rate": 1.3388804417161532e-07, "loss": 0.8266, "step": 10906 }, { "epoch": 2.7, "learning_rate": 1.336727388433637e-07, "loss": 0.7592, "step": 10907 }, { "epoch": 2.7, "learning_rate": 1.3345760201525031e-07, "loss": 0.8766, "step": 10908 }, { "epoch": 2.7, "learning_rate": 1.3324263370259466e-07, "loss": 0.8771, "step": 10909 }, { "epoch": 2.7, "learning_rate": 1.330278339207039e-07, "loss": 0.7811, "step": 10910 }, { "epoch": 2.7, "learning_rate": 1.3281320268487413e-07, "loss": 0.9468, "step": 10911 }, { "epoch": 2.7, "learning_rate": 1.3259874001038758e-07, "loss": 0.8821, "step": 10912 }, { "epoch": 2.7, "learning_rate": 1.323844459125162e-07, "loss": 0.8455, "step": 10913 }, { "epoch": 2.7, "learning_rate": 1.3217032040651916e-07, "loss": 0.7439, "step": 10914 }, { "epoch": 2.7, "learning_rate": 1.31956363507644e-07, "loss": 0.838, "step": 10915 }, { "epoch": 2.7, "learning_rate": 1.3174257523112605e-07, "loss": 0.7944, "step": 10916 }, { "epoch": 2.7, "learning_rate": 1.3152895559218838e-07, "loss": 0.8525, "step": 10917 }, { "epoch": 2.7, "learning_rate": 1.3131550460604242e-07, "loss": 0.8054, "step": 10918 }, { "epoch": 2.7, "learning_rate": 1.3110222228788717e-07, "loss": 0.8449, "step": 10919 }, { "epoch": 2.7, "learning_rate": 1.3088910865291044e-07, "loss": 0.8298, "step": 10920 }, { "epoch": 2.7, "learning_rate": 1.3067616371628704e-07, "loss": 0.816, "step": 10921 }, { "epoch": 2.7, "learning_rate": 1.3046338749318072e-07, "loss": 0.8425, "step": 10922 }, { "epoch": 2.7, "learning_rate": 1.3025077999874265e-07, "loss": 0.8203, "step": 10923 }, { "epoch": 2.7, "learning_rate": 1.3003834124811155e-07, "loss": 0.8171, "step": 10924 }, { "epoch": 2.7, "learning_rate": 1.2982607125641506e-07, "loss": 0.7492, "step": 10925 }, { "epoch": 2.7, "learning_rate": 1.296139700387683e-07, "loss": 0.7858, "step": 10926 }, { "epoch": 2.7, "learning_rate": 1.2940203761027476e-07, "loss": 0.8545, "step": 10927 }, { "epoch": 2.7, "learning_rate": 1.2919027398602512e-07, "loss": 0.8448, "step": 10928 }, { "epoch": 2.7, "learning_rate": 1.28978679181099e-07, "loss": 0.7872, "step": 10929 }, { "epoch": 2.7, "learning_rate": 1.28767253210563e-07, "loss": 0.8478, "step": 10930 }, { "epoch": 2.7, "learning_rate": 1.285559960894725e-07, "loss": 0.7553, "step": 10931 }, { "epoch": 2.7, "learning_rate": 1.283449078328705e-07, "loss": 0.8281, "step": 10932 }, { "epoch": 2.7, "learning_rate": 1.2813398845578862e-07, "loss": 0.7668, "step": 10933 }, { "epoch": 2.7, "learning_rate": 1.2792323797324479e-07, "loss": 0.809, "step": 10934 }, { "epoch": 2.7, "learning_rate": 1.2771265640024678e-07, "loss": 0.7792, "step": 10935 }, { "epoch": 2.7, "learning_rate": 1.2750224375178976e-07, "loss": 0.9103, "step": 10936 }, { "epoch": 2.7, "learning_rate": 1.2729200004285598e-07, "loss": 0.7924, "step": 10937 }, { "epoch": 2.7, "learning_rate": 1.2708192528841672e-07, "loss": 0.7908, "step": 10938 }, { "epoch": 2.7, "learning_rate": 1.2687201950343092e-07, "loss": 0.8159, "step": 10939 }, { "epoch": 2.7, "learning_rate": 1.2666228270284548e-07, "loss": 0.819, "step": 10940 }, { "epoch": 2.7, "learning_rate": 1.264527149015954e-07, "loss": 0.7605, "step": 10941 }, { "epoch": 2.7, "learning_rate": 1.2624331611460261e-07, "loss": 0.8955, "step": 10942 }, { "epoch": 2.7, "learning_rate": 1.2603408635677856e-07, "loss": 0.913, "step": 10943 }, { "epoch": 2.7, "learning_rate": 1.258250256430221e-07, "loss": 0.8138, "step": 10944 }, { "epoch": 2.7, "learning_rate": 1.2561613398821948e-07, "loss": 0.8635, "step": 10945 }, { "epoch": 2.7, "learning_rate": 1.2540741140724538e-07, "loss": 0.832, "step": 10946 }, { "epoch": 2.71, "learning_rate": 1.2519885791496294e-07, "loss": 0.8123, "step": 10947 }, { "epoch": 2.71, "learning_rate": 1.2499047352622224e-07, "loss": 0.8142, "step": 10948 }, { "epoch": 2.71, "learning_rate": 1.2478225825586165e-07, "loss": 0.7985, "step": 10949 }, { "epoch": 2.71, "learning_rate": 1.2457421211870795e-07, "loss": 0.8331, "step": 10950 }, { "epoch": 2.71, "learning_rate": 1.243663351295757e-07, "loss": 0.8357, "step": 10951 }, { "epoch": 2.71, "learning_rate": 1.2415862730326717e-07, "loss": 0.8565, "step": 10952 }, { "epoch": 2.71, "learning_rate": 1.239510886545725e-07, "loss": 0.7951, "step": 10953 }, { "epoch": 2.71, "learning_rate": 1.2374371919827015e-07, "loss": 0.7719, "step": 10954 }, { "epoch": 2.71, "learning_rate": 1.2353651894912639e-07, "loss": 0.8581, "step": 10955 }, { "epoch": 2.71, "learning_rate": 1.2332948792189546e-07, "loss": 0.8336, "step": 10956 }, { "epoch": 2.71, "learning_rate": 1.2312262613131925e-07, "loss": 0.7863, "step": 10957 }, { "epoch": 2.71, "learning_rate": 1.229159335921279e-07, "loss": 0.8611, "step": 10958 }, { "epoch": 2.71, "learning_rate": 1.2270941031904017e-07, "loss": 0.7537, "step": 10959 }, { "epoch": 2.71, "learning_rate": 1.2250305632676124e-07, "loss": 0.7986, "step": 10960 }, { "epoch": 2.71, "learning_rate": 1.2229687162998495e-07, "loss": 0.7605, "step": 10961 }, { "epoch": 2.71, "learning_rate": 1.2209085624339395e-07, "loss": 0.8184, "step": 10962 }, { "epoch": 2.71, "learning_rate": 1.2188501018165738e-07, "loss": 0.7987, "step": 10963 }, { "epoch": 2.71, "learning_rate": 1.216793334594335e-07, "loss": 0.8067, "step": 10964 }, { "epoch": 2.71, "learning_rate": 1.214738260913681e-07, "loss": 0.7875, "step": 10965 }, { "epoch": 2.71, "learning_rate": 1.2126848809209418e-07, "loss": 0.7589, "step": 10966 }, { "epoch": 2.71, "learning_rate": 1.2106331947623368e-07, "loss": 0.8634, "step": 10967 }, { "epoch": 2.71, "learning_rate": 1.2085832025839627e-07, "loss": 0.8189, "step": 10968 }, { "epoch": 2.71, "learning_rate": 1.206534904531792e-07, "loss": 0.8054, "step": 10969 }, { "epoch": 2.71, "learning_rate": 1.20448830075168e-07, "loss": 0.881, "step": 10970 }, { "epoch": 2.71, "learning_rate": 1.2024433913893658e-07, "loss": 0.7595, "step": 10971 }, { "epoch": 2.71, "learning_rate": 1.2004001765904522e-07, "loss": 0.7354, "step": 10972 }, { "epoch": 2.71, "learning_rate": 1.1983586565004395e-07, "loss": 0.8523, "step": 10973 }, { "epoch": 2.71, "learning_rate": 1.1963188312646895e-07, "loss": 0.7637, "step": 10974 }, { "epoch": 2.71, "learning_rate": 1.1942807010284607e-07, "loss": 0.8344, "step": 10975 }, { "epoch": 2.71, "learning_rate": 1.1922442659368816e-07, "loss": 0.8964, "step": 10976 }, { "epoch": 2.71, "learning_rate": 1.1902095261349638e-07, "loss": 0.8507, "step": 10977 }, { "epoch": 2.71, "learning_rate": 1.1881764817675917e-07, "loss": 0.8332, "step": 10978 }, { "epoch": 2.71, "learning_rate": 1.1861451329795326e-07, "loss": 0.8485, "step": 10979 }, { "epoch": 2.71, "learning_rate": 1.1841154799154376e-07, "loss": 0.7763, "step": 10980 }, { "epoch": 2.71, "learning_rate": 1.1820875227198298e-07, "loss": 0.9308, "step": 10981 }, { "epoch": 2.71, "learning_rate": 1.1800612615371187e-07, "loss": 0.7373, "step": 10982 }, { "epoch": 2.71, "learning_rate": 1.1780366965115891e-07, "loss": 0.8036, "step": 10983 }, { "epoch": 2.71, "learning_rate": 1.1760138277874006e-07, "loss": 0.8926, "step": 10984 }, { "epoch": 2.71, "learning_rate": 1.173992655508599e-07, "loss": 0.8382, "step": 10985 }, { "epoch": 2.71, "learning_rate": 1.1719731798191053e-07, "loss": 0.8849, "step": 10986 }, { "epoch": 2.72, "learning_rate": 1.1699554008627239e-07, "loss": 0.8489, "step": 10987 }, { "epoch": 2.72, "learning_rate": 1.1679393187831345e-07, "loss": 0.7842, "step": 10988 }, { "epoch": 2.72, "learning_rate": 1.1659249337238998e-07, "loss": 0.8333, "step": 10989 }, { "epoch": 2.72, "learning_rate": 1.1639122458284552e-07, "loss": 0.7368, "step": 10990 }, { "epoch": 2.72, "learning_rate": 1.1619012552401165e-07, "loss": 0.8876, "step": 10991 }, { "epoch": 2.72, "learning_rate": 1.1598919621020915e-07, "loss": 0.8512, "step": 10992 }, { "epoch": 2.72, "learning_rate": 1.1578843665574464e-07, "loss": 0.793, "step": 10993 }, { "epoch": 2.72, "learning_rate": 1.1558784687491415e-07, "loss": 0.7401, "step": 10994 }, { "epoch": 2.72, "learning_rate": 1.1538742688200127e-07, "loss": 0.8047, "step": 10995 }, { "epoch": 2.72, "learning_rate": 1.151871766912771e-07, "loss": 0.8571, "step": 10996 }, { "epoch": 2.72, "learning_rate": 1.1498709631700106e-07, "loss": 0.8305, "step": 10997 }, { "epoch": 2.72, "learning_rate": 1.1478718577342035e-07, "loss": 0.7985, "step": 10998 }, { "epoch": 2.72, "learning_rate": 1.1458744507477026e-07, "loss": 0.77, "step": 10999 }, { "epoch": 2.72, "learning_rate": 1.1438787423527359e-07, "loss": 0.7854, "step": 11000 }, { "epoch": 2.72, "learning_rate": 1.1418847326914145e-07, "loss": 0.7926, "step": 11001 }, { "epoch": 2.72, "learning_rate": 1.1398924219057251e-07, "loss": 0.7901, "step": 11002 }, { "epoch": 2.72, "learning_rate": 1.1379018101375372e-07, "loss": 0.7123, "step": 11003 }, { "epoch": 2.72, "learning_rate": 1.1359128975285933e-07, "loss": 0.7879, "step": 11004 }, { "epoch": 2.72, "learning_rate": 1.1339256842205243e-07, "loss": 0.7826, "step": 11005 }, { "epoch": 2.72, "learning_rate": 1.1319401703548283e-07, "loss": 0.817, "step": 11006 }, { "epoch": 2.72, "learning_rate": 1.1299563560728976e-07, "loss": 0.8081, "step": 11007 }, { "epoch": 2.72, "learning_rate": 1.1279742415159861e-07, "loss": 0.8506, "step": 11008 }, { "epoch": 2.72, "learning_rate": 1.1259938268252362e-07, "loss": 0.8432, "step": 11009 }, { "epoch": 2.72, "learning_rate": 1.1240151121416715e-07, "loss": 0.7795, "step": 11010 }, { "epoch": 2.72, "learning_rate": 1.1220380976061929e-07, "loss": 0.8287, "step": 11011 }, { "epoch": 2.72, "learning_rate": 1.120062783359574e-07, "loss": 0.7689, "step": 11012 }, { "epoch": 2.72, "learning_rate": 1.1180891695424744e-07, "loss": 0.8915, "step": 11013 }, { "epoch": 2.72, "learning_rate": 1.1161172562954264e-07, "loss": 0.8138, "step": 11014 }, { "epoch": 2.72, "learning_rate": 1.1141470437588481e-07, "loss": 0.8279, "step": 11015 }, { "epoch": 2.72, "learning_rate": 1.1121785320730327e-07, "loss": 0.8229, "step": 11016 }, { "epoch": 2.72, "learning_rate": 1.1102117213781516e-07, "loss": 0.7811, "step": 11017 }, { "epoch": 2.72, "learning_rate": 1.1082466118142592e-07, "loss": 0.7777, "step": 11018 }, { "epoch": 2.72, "learning_rate": 1.1062832035212884e-07, "loss": 0.8235, "step": 11019 }, { "epoch": 2.72, "learning_rate": 1.1043214966390408e-07, "loss": 0.7524, "step": 11020 }, { "epoch": 2.72, "learning_rate": 1.1023614913072079e-07, "loss": 0.78, "step": 11021 }, { "epoch": 2.72, "learning_rate": 1.1004031876653582e-07, "loss": 0.8145, "step": 11022 }, { "epoch": 2.72, "learning_rate": 1.0984465858529358e-07, "loss": 0.8075, "step": 11023 }, { "epoch": 2.72, "learning_rate": 1.0964916860092656e-07, "loss": 0.8434, "step": 11024 }, { "epoch": 2.72, "learning_rate": 1.0945384882735555e-07, "loss": 0.911, "step": 11025 }, { "epoch": 2.72, "learning_rate": 1.0925869927848803e-07, "loss": 0.71, "step": 11026 }, { "epoch": 2.72, "learning_rate": 1.090637199682204e-07, "loss": 0.8098, "step": 11027 }, { "epoch": 2.73, "learning_rate": 1.0886891091043683e-07, "loss": 0.8156, "step": 11028 }, { "epoch": 2.73, "learning_rate": 1.08674272119009e-07, "loss": 0.7451, "step": 11029 }, { "epoch": 2.73, "learning_rate": 1.0847980360779692e-07, "loss": 0.7923, "step": 11030 }, { "epoch": 2.73, "learning_rate": 1.0828550539064758e-07, "loss": 0.7875, "step": 11031 }, { "epoch": 2.73, "learning_rate": 1.0809137748139741e-07, "loss": 0.8402, "step": 11032 }, { "epoch": 2.73, "learning_rate": 1.0789741989386871e-07, "loss": 0.7902, "step": 11033 }, { "epoch": 2.73, "learning_rate": 1.0770363264187317e-07, "loss": 0.7845, "step": 11034 }, { "epoch": 2.73, "learning_rate": 1.0751001573920977e-07, "loss": 0.6863, "step": 11035 }, { "epoch": 2.73, "learning_rate": 1.0731656919966581e-07, "loss": 0.7952, "step": 11036 }, { "epoch": 2.73, "learning_rate": 1.0712329303701612e-07, "loss": 0.7825, "step": 11037 }, { "epoch": 2.73, "learning_rate": 1.0693018726502303e-07, "loss": 0.7773, "step": 11038 }, { "epoch": 2.73, "learning_rate": 1.0673725189743716e-07, "loss": 0.7733, "step": 11039 }, { "epoch": 2.73, "learning_rate": 1.065444869479973e-07, "loss": 0.7712, "step": 11040 }, { "epoch": 2.73, "learning_rate": 1.0635189243042936e-07, "loss": 0.7862, "step": 11041 }, { "epoch": 2.73, "learning_rate": 1.061594683584477e-07, "loss": 0.7522, "step": 11042 }, { "epoch": 2.73, "learning_rate": 1.0596721474575439e-07, "loss": 0.8295, "step": 11043 }, { "epoch": 2.73, "learning_rate": 1.0577513160603931e-07, "loss": 0.8673, "step": 11044 }, { "epoch": 2.73, "learning_rate": 1.0558321895297985e-07, "loss": 0.8524, "step": 11045 }, { "epoch": 2.73, "learning_rate": 1.053914768002423e-07, "loss": 0.7957, "step": 11046 }, { "epoch": 2.73, "learning_rate": 1.0519990516147938e-07, "loss": 0.7642, "step": 11047 }, { "epoch": 2.73, "learning_rate": 1.050085040503332e-07, "loss": 0.9407, "step": 11048 }, { "epoch": 2.73, "learning_rate": 1.048172734804323e-07, "loss": 0.7928, "step": 11049 }, { "epoch": 2.73, "learning_rate": 1.0462621346539387e-07, "loss": 0.8019, "step": 11050 }, { "epoch": 2.73, "learning_rate": 1.044353240188234e-07, "loss": 0.8264, "step": 11051 }, { "epoch": 2.73, "learning_rate": 1.0424460515431278e-07, "loss": 0.8192, "step": 11052 }, { "epoch": 2.73, "learning_rate": 1.0405405688544284e-07, "loss": 0.795, "step": 11053 }, { "epoch": 2.73, "learning_rate": 1.0386367922578216e-07, "loss": 0.8065, "step": 11054 }, { "epoch": 2.73, "learning_rate": 1.036734721888874e-07, "loss": 0.8122, "step": 11055 }, { "epoch": 2.73, "learning_rate": 1.0348343578830216e-07, "loss": 0.7963, "step": 11056 }, { "epoch": 2.73, "learning_rate": 1.0329357003755841e-07, "loss": 0.8369, "step": 11057 }, { "epoch": 2.73, "learning_rate": 1.031038749501767e-07, "loss": 0.8481, "step": 11058 }, { "epoch": 2.73, "learning_rate": 1.0291435053966403e-07, "loss": 0.7723, "step": 11059 }, { "epoch": 2.73, "learning_rate": 1.0272499681951597e-07, "loss": 0.8405, "step": 11060 }, { "epoch": 2.73, "learning_rate": 1.0253581380321675e-07, "loss": 0.8231, "step": 11061 }, { "epoch": 2.73, "learning_rate": 1.023468015042367e-07, "loss": 0.803, "step": 11062 }, { "epoch": 2.73, "learning_rate": 1.0215795993603534e-07, "loss": 0.7996, "step": 11063 }, { "epoch": 2.73, "learning_rate": 1.0196928911205938e-07, "loss": 0.8968, "step": 11064 }, { "epoch": 2.73, "learning_rate": 1.0178078904574368e-07, "loss": 0.7499, "step": 11065 }, { "epoch": 2.73, "learning_rate": 1.015924597505108e-07, "loss": 0.8445, "step": 11066 }, { "epoch": 2.73, "learning_rate": 1.0140430123977169e-07, "loss": 0.8477, "step": 11067 }, { "epoch": 2.74, "learning_rate": 1.0121631352692368e-07, "loss": 0.8157, "step": 11068 }, { "epoch": 2.74, "learning_rate": 1.0102849662535358e-07, "loss": 0.7469, "step": 11069 }, { "epoch": 2.74, "learning_rate": 1.0084085054843567e-07, "loss": 0.7752, "step": 11070 }, { "epoch": 2.74, "learning_rate": 1.0065337530953067e-07, "loss": 0.8421, "step": 11071 }, { "epoch": 2.74, "learning_rate": 1.0046607092198901e-07, "loss": 0.9182, "step": 11072 }, { "epoch": 2.74, "learning_rate": 1.0027893739914807e-07, "loss": 0.8332, "step": 11073 }, { "epoch": 2.74, "learning_rate": 1.0009197475433274e-07, "loss": 0.8136, "step": 11074 }, { "epoch": 2.74, "learning_rate": 9.990518300085684e-08, "loss": 0.8578, "step": 11075 }, { "epoch": 2.74, "learning_rate": 9.971856215202053e-08, "loss": 0.8366, "step": 11076 }, { "epoch": 2.74, "learning_rate": 9.95321122211132e-08, "loss": 0.8574, "step": 11077 }, { "epoch": 2.74, "learning_rate": 9.934583322141117e-08, "loss": 0.8411, "step": 11078 }, { "epoch": 2.74, "learning_rate": 9.915972516617938e-08, "loss": 0.7952, "step": 11079 }, { "epoch": 2.74, "learning_rate": 9.897378806866975e-08, "loss": 0.6919, "step": 11080 }, { "epoch": 2.74, "learning_rate": 9.878802194212195e-08, "loss": 0.876, "step": 11081 }, { "epoch": 2.74, "learning_rate": 9.860242679976456e-08, "loss": 0.7202, "step": 11082 }, { "epoch": 2.74, "learning_rate": 9.841700265481313e-08, "loss": 0.8758, "step": 11083 }, { "epoch": 2.74, "learning_rate": 9.823174952047126e-08, "loss": 0.7861, "step": 11084 }, { "epoch": 2.74, "learning_rate": 9.804666740993064e-08, "loss": 0.7799, "step": 11085 }, { "epoch": 2.74, "learning_rate": 9.786175633637013e-08, "loss": 0.8217, "step": 11086 }, { "epoch": 2.74, "learning_rate": 9.767701631295645e-08, "loss": 0.6785, "step": 11087 }, { "epoch": 2.74, "learning_rate": 9.749244735284546e-08, "loss": 0.8469, "step": 11088 }, { "epoch": 2.74, "learning_rate": 9.73080494691786e-08, "loss": 0.8951, "step": 11089 }, { "epoch": 2.74, "learning_rate": 9.71238226750873e-08, "loss": 0.8503, "step": 11090 }, { "epoch": 2.74, "learning_rate": 9.693976698368995e-08, "loss": 0.8232, "step": 11091 }, { "epoch": 2.74, "learning_rate": 9.675588240809192e-08, "loss": 0.7845, "step": 11092 }, { "epoch": 2.74, "learning_rate": 9.657216896138744e-08, "loss": 0.7865, "step": 11093 }, { "epoch": 2.74, "learning_rate": 9.638862665665854e-08, "loss": 0.8711, "step": 11094 }, { "epoch": 2.74, "learning_rate": 9.62052555069748e-08, "loss": 0.8597, "step": 11095 }, { "epoch": 2.74, "learning_rate": 9.602205552539323e-08, "loss": 0.8496, "step": 11096 }, { "epoch": 2.74, "learning_rate": 9.583902672495982e-08, "loss": 0.7288, "step": 11097 }, { "epoch": 2.74, "learning_rate": 9.565616911870662e-08, "loss": 0.8174, "step": 11098 }, { "epoch": 2.74, "learning_rate": 9.54734827196549e-08, "loss": 0.7856, "step": 11099 }, { "epoch": 2.74, "learning_rate": 9.52909675408134e-08, "loss": 0.8045, "step": 11100 }, { "epoch": 2.74, "learning_rate": 9.510862359517815e-08, "loss": 0.7998, "step": 11101 }, { "epoch": 2.74, "learning_rate": 9.4926450895734e-08, "loss": 0.8394, "step": 11102 }, { "epoch": 2.74, "learning_rate": 9.47444494554528e-08, "loss": 0.837, "step": 11103 }, { "epoch": 2.74, "learning_rate": 9.45626192872942e-08, "loss": 0.8219, "step": 11104 }, { "epoch": 2.74, "learning_rate": 9.438096040420591e-08, "loss": 0.8705, "step": 11105 }, { "epoch": 2.74, "learning_rate": 9.41994728191234e-08, "loss": 0.7523, "step": 11106 }, { "epoch": 2.74, "learning_rate": 9.401815654497049e-08, "loss": 0.8426, "step": 11107 }, { "epoch": 2.74, "learning_rate": 9.383701159465713e-08, "loss": 0.7998, "step": 11108 }, { "epoch": 2.75, "learning_rate": 9.365603798108302e-08, "loss": 0.8031, "step": 11109 }, { "epoch": 2.75, "learning_rate": 9.34752357171348e-08, "loss": 0.7971, "step": 11110 }, { "epoch": 2.75, "learning_rate": 9.329460481568658e-08, "loss": 0.8023, "step": 11111 }, { "epoch": 2.75, "learning_rate": 9.311414528960089e-08, "loss": 0.835, "step": 11112 }, { "epoch": 2.75, "learning_rate": 9.293385715172742e-08, "loss": 0.9279, "step": 11113 }, { "epoch": 2.75, "learning_rate": 9.275374041490454e-08, "loss": 0.7338, "step": 11114 }, { "epoch": 2.75, "learning_rate": 9.257379509195807e-08, "loss": 0.8096, "step": 11115 }, { "epoch": 2.75, "learning_rate": 9.239402119570057e-08, "loss": 0.8467, "step": 11116 }, { "epoch": 2.75, "learning_rate": 9.2214418738934e-08, "loss": 0.8789, "step": 11117 }, { "epoch": 2.75, "learning_rate": 9.203498773444702e-08, "loss": 0.8336, "step": 11118 }, { "epoch": 2.75, "learning_rate": 9.185572819501665e-08, "loss": 0.8085, "step": 11119 }, { "epoch": 2.75, "learning_rate": 9.167664013340738e-08, "loss": 0.7852, "step": 11120 }, { "epoch": 2.75, "learning_rate": 9.149772356237235e-08, "loss": 0.7955, "step": 11121 }, { "epoch": 2.75, "learning_rate": 9.131897849465055e-08, "loss": 0.9069, "step": 11122 }, { "epoch": 2.75, "learning_rate": 9.114040494297038e-08, "loss": 0.7684, "step": 11123 }, { "epoch": 2.75, "learning_rate": 9.096200292004809e-08, "loss": 0.7883, "step": 11124 }, { "epoch": 2.75, "learning_rate": 9.078377243858655e-08, "loss": 0.7843, "step": 11125 }, { "epoch": 2.75, "learning_rate": 9.060571351127784e-08, "loss": 0.8243, "step": 11126 }, { "epoch": 2.75, "learning_rate": 9.04278261508007e-08, "loss": 0.8205, "step": 11127 }, { "epoch": 2.75, "learning_rate": 9.025011036982195e-08, "loss": 0.9049, "step": 11128 }, { "epoch": 2.75, "learning_rate": 9.007256618099619e-08, "loss": 0.7966, "step": 11129 }, { "epoch": 2.75, "learning_rate": 8.989519359696608e-08, "loss": 0.8297, "step": 11130 }, { "epoch": 2.75, "learning_rate": 8.97179926303618e-08, "loss": 0.8448, "step": 11131 }, { "epoch": 2.75, "learning_rate": 8.95409632938013e-08, "loss": 0.7971, "step": 11132 }, { "epoch": 2.75, "learning_rate": 8.936410559989089e-08, "loss": 0.7728, "step": 11133 }, { "epoch": 2.75, "learning_rate": 8.918741956122357e-08, "loss": 0.7293, "step": 11134 }, { "epoch": 2.75, "learning_rate": 8.901090519038091e-08, "loss": 0.8335, "step": 11135 }, { "epoch": 2.75, "learning_rate": 8.883456249993178e-08, "loss": 0.7819, "step": 11136 }, { "epoch": 2.75, "learning_rate": 8.865839150243361e-08, "loss": 0.8169, "step": 11137 }, { "epoch": 2.75, "learning_rate": 8.848239221043081e-08, "loss": 0.8016, "step": 11138 }, { "epoch": 2.75, "learning_rate": 8.830656463645615e-08, "loss": 0.8328, "step": 11139 }, { "epoch": 2.75, "learning_rate": 8.813090879302905e-08, "loss": 0.9149, "step": 11140 }, { "epoch": 2.75, "learning_rate": 8.795542469265839e-08, "loss": 0.7308, "step": 11141 }, { "epoch": 2.75, "learning_rate": 8.778011234783946e-08, "loss": 0.8646, "step": 11142 }, { "epoch": 2.75, "learning_rate": 8.760497177105588e-08, "loss": 0.8049, "step": 11143 }, { "epoch": 2.75, "learning_rate": 8.743000297477905e-08, "loss": 0.8402, "step": 11144 }, { "epoch": 2.75, "learning_rate": 8.725520597146847e-08, "loss": 0.8369, "step": 11145 }, { "epoch": 2.75, "learning_rate": 8.708058077357029e-08, "loss": 0.7936, "step": 11146 }, { "epoch": 2.75, "learning_rate": 8.690612739351955e-08, "loss": 0.8304, "step": 11147 }, { "epoch": 2.75, "learning_rate": 8.673184584373801e-08, "loss": 0.8321, "step": 11148 }, { "epoch": 2.76, "learning_rate": 8.655773613663653e-08, "loss": 0.7935, "step": 11149 }, { "epoch": 2.76, "learning_rate": 8.638379828461274e-08, "loss": 0.8262, "step": 11150 }, { "epoch": 2.76, "learning_rate": 8.621003230005254e-08, "loss": 0.7572, "step": 11151 }, { "epoch": 2.76, "learning_rate": 8.60364381953288e-08, "loss": 0.7737, "step": 11152 }, { "epoch": 2.76, "learning_rate": 8.586301598280334e-08, "loss": 0.751, "step": 11153 }, { "epoch": 2.76, "learning_rate": 8.568976567482456e-08, "loss": 0.8434, "step": 11154 }, { "epoch": 2.76, "learning_rate": 8.551668728372958e-08, "loss": 0.79, "step": 11155 }, { "epoch": 2.76, "learning_rate": 8.534378082184296e-08, "loss": 0.8312, "step": 11156 }, { "epoch": 2.76, "learning_rate": 8.517104630147682e-08, "loss": 0.7862, "step": 11157 }, { "epoch": 2.76, "learning_rate": 8.499848373493075e-08, "loss": 0.7751, "step": 11158 }, { "epoch": 2.76, "learning_rate": 8.482609313449269e-08, "loss": 0.8116, "step": 11159 }, { "epoch": 2.76, "learning_rate": 8.46538745124384e-08, "loss": 0.8623, "step": 11160 }, { "epoch": 2.76, "learning_rate": 8.448182788103082e-08, "loss": 0.8255, "step": 11161 }, { "epoch": 2.76, "learning_rate": 8.430995325252128e-08, "loss": 0.8117, "step": 11162 }, { "epoch": 2.76, "learning_rate": 8.413825063914833e-08, "loss": 0.8121, "step": 11163 }, { "epoch": 2.76, "learning_rate": 8.396672005313855e-08, "loss": 0.8067, "step": 11164 }, { "epoch": 2.76, "learning_rate": 8.37953615067058e-08, "loss": 0.8078, "step": 11165 }, { "epoch": 2.76, "learning_rate": 8.362417501205311e-08, "loss": 0.7521, "step": 11166 }, { "epoch": 2.76, "learning_rate": 8.345316058136904e-08, "loss": 0.7747, "step": 11167 }, { "epoch": 2.76, "learning_rate": 8.328231822683163e-08, "loss": 0.8398, "step": 11168 }, { "epoch": 2.76, "learning_rate": 8.311164796060645e-08, "loss": 0.8676, "step": 11169 }, { "epoch": 2.76, "learning_rate": 8.294114979484568e-08, "loss": 0.8633, "step": 11170 }, { "epoch": 2.76, "learning_rate": 8.277082374169077e-08, "loss": 0.7886, "step": 11171 }, { "epoch": 2.76, "learning_rate": 8.260066981326975e-08, "loss": 0.83, "step": 11172 }, { "epoch": 2.76, "learning_rate": 8.243068802169906e-08, "loss": 0.8354, "step": 11173 }, { "epoch": 2.76, "learning_rate": 8.226087837908292e-08, "loss": 0.8312, "step": 11174 }, { "epoch": 2.76, "learning_rate": 8.209124089751303e-08, "loss": 0.742, "step": 11175 }, { "epoch": 2.76, "learning_rate": 8.192177558906806e-08, "loss": 0.85, "step": 11176 }, { "epoch": 2.76, "learning_rate": 8.175248246581585e-08, "loss": 0.7465, "step": 11177 }, { "epoch": 2.76, "learning_rate": 8.15833615398115e-08, "loss": 0.7904, "step": 11178 }, { "epoch": 2.76, "learning_rate": 8.141441282309703e-08, "loss": 0.9158, "step": 11179 }, { "epoch": 2.76, "learning_rate": 8.124563632770338e-08, "loss": 0.7667, "step": 11180 }, { "epoch": 2.76, "learning_rate": 8.107703206564899e-08, "loss": 0.8743, "step": 11181 }, { "epoch": 2.76, "learning_rate": 8.09086000489387e-08, "loss": 0.798, "step": 11182 }, { "epoch": 2.76, "learning_rate": 8.074034028956706e-08, "loss": 0.7545, "step": 11183 }, { "epoch": 2.76, "learning_rate": 8.05722527995148e-08, "loss": 0.853, "step": 11184 }, { "epoch": 2.76, "learning_rate": 8.040433759075177e-08, "loss": 0.7941, "step": 11185 }, { "epoch": 2.76, "learning_rate": 8.023659467523398e-08, "loss": 0.8135, "step": 11186 }, { "epoch": 2.76, "learning_rate": 8.006902406490658e-08, "loss": 0.7773, "step": 11187 }, { "epoch": 2.76, "learning_rate": 7.990162577170113e-08, "loss": 0.8051, "step": 11188 }, { "epoch": 2.76, "learning_rate": 7.973439980753811e-08, "loss": 0.8529, "step": 11189 }, { "epoch": 2.77, "learning_rate": 7.956734618432521e-08, "loss": 0.7761, "step": 11190 }, { "epoch": 2.77, "learning_rate": 7.940046491395792e-08, "loss": 0.8212, "step": 11191 }, { "epoch": 2.77, "learning_rate": 7.923375600831951e-08, "loss": 0.7956, "step": 11192 }, { "epoch": 2.77, "learning_rate": 7.906721947928104e-08, "loss": 0.8451, "step": 11193 }, { "epoch": 2.77, "learning_rate": 7.890085533870051e-08, "loss": 0.7726, "step": 11194 }, { "epoch": 2.77, "learning_rate": 7.873466359842457e-08, "loss": 0.8232, "step": 11195 }, { "epoch": 2.77, "learning_rate": 7.856864427028766e-08, "loss": 0.9179, "step": 11196 }, { "epoch": 2.77, "learning_rate": 7.840279736611111e-08, "loss": 0.8459, "step": 11197 }, { "epoch": 2.77, "learning_rate": 7.823712289770497e-08, "loss": 0.8612, "step": 11198 }, { "epoch": 2.77, "learning_rate": 7.807162087686642e-08, "loss": 0.7796, "step": 11199 }, { "epoch": 2.77, "learning_rate": 7.790629131537997e-08, "loss": 0.775, "step": 11200 }, { "epoch": 2.77, "learning_rate": 7.774113422501838e-08, "loss": 0.8077, "step": 11201 }, { "epoch": 2.77, "learning_rate": 7.757614961754256e-08, "loss": 0.7392, "step": 11202 }, { "epoch": 2.77, "learning_rate": 7.74113375047006e-08, "loss": 0.8053, "step": 11203 }, { "epoch": 2.77, "learning_rate": 7.724669789822753e-08, "loss": 0.8822, "step": 11204 }, { "epoch": 2.77, "learning_rate": 7.708223080984789e-08, "loss": 0.8162, "step": 11205 }, { "epoch": 2.77, "learning_rate": 7.691793625127258e-08, "loss": 0.8497, "step": 11206 }, { "epoch": 2.77, "learning_rate": 7.675381423420031e-08, "loss": 0.7218, "step": 11207 }, { "epoch": 2.77, "learning_rate": 7.658986477031837e-08, "loss": 0.8026, "step": 11208 }, { "epoch": 2.77, "learning_rate": 7.642608787130052e-08, "loss": 0.859, "step": 11209 }, { "epoch": 2.77, "learning_rate": 7.626248354880933e-08, "loss": 0.8586, "step": 11210 }, { "epoch": 2.77, "learning_rate": 7.609905181449496e-08, "loss": 0.8097, "step": 11211 }, { "epoch": 2.77, "learning_rate": 7.593579267999446e-08, "loss": 0.8094, "step": 11212 }, { "epoch": 2.77, "learning_rate": 7.5772706156933e-08, "loss": 0.8187, "step": 11213 }, { "epoch": 2.77, "learning_rate": 7.560979225692378e-08, "loss": 0.7839, "step": 11214 }, { "epoch": 2.77, "learning_rate": 7.544705099156752e-08, "loss": 0.8393, "step": 11215 }, { "epoch": 2.77, "learning_rate": 7.528448237245245e-08, "loss": 0.782, "step": 11216 }, { "epoch": 2.77, "learning_rate": 7.512208641115515e-08, "loss": 0.8169, "step": 11217 }, { "epoch": 2.77, "learning_rate": 7.495986311923886e-08, "loss": 0.7767, "step": 11218 }, { "epoch": 2.77, "learning_rate": 7.479781250825518e-08, "loss": 0.8648, "step": 11219 }, { "epoch": 2.77, "learning_rate": 7.463593458974349e-08, "loss": 0.9402, "step": 11220 }, { "epoch": 2.77, "learning_rate": 7.447422937523069e-08, "loss": 0.849, "step": 11221 }, { "epoch": 2.77, "learning_rate": 7.431269687623172e-08, "loss": 0.9005, "step": 11222 }, { "epoch": 2.77, "learning_rate": 7.415133710424794e-08, "loss": 0.8032, "step": 11223 }, { "epoch": 2.77, "learning_rate": 7.399015007077015e-08, "loss": 0.8157, "step": 11224 }, { "epoch": 2.77, "learning_rate": 7.382913578727613e-08, "loss": 0.7215, "step": 11225 }, { "epoch": 2.77, "learning_rate": 7.366829426523086e-08, "loss": 0.8609, "step": 11226 }, { "epoch": 2.77, "learning_rate": 7.350762551608742e-08, "loss": 0.8719, "step": 11227 }, { "epoch": 2.77, "learning_rate": 7.334712955128693e-08, "loss": 0.7395, "step": 11228 }, { "epoch": 2.77, "learning_rate": 7.318680638225828e-08, "loss": 0.8597, "step": 11229 }, { "epoch": 2.78, "learning_rate": 7.302665602041681e-08, "loss": 0.7965, "step": 11230 }, { "epoch": 2.78, "learning_rate": 7.286667847716672e-08, "loss": 0.8256, "step": 11231 }, { "epoch": 2.78, "learning_rate": 7.270687376389973e-08, "loss": 0.7535, "step": 11232 }, { "epoch": 2.78, "learning_rate": 7.254724189199508e-08, "loss": 0.8609, "step": 11233 }, { "epoch": 2.78, "learning_rate": 7.238778287281978e-08, "loss": 0.8453, "step": 11234 }, { "epoch": 2.78, "learning_rate": 7.222849671772863e-08, "loss": 0.8214, "step": 11235 }, { "epoch": 2.78, "learning_rate": 7.206938343806369e-08, "loss": 0.9138, "step": 11236 }, { "epoch": 2.78, "learning_rate": 7.191044304515532e-08, "loss": 0.7962, "step": 11237 }, { "epoch": 2.78, "learning_rate": 7.175167555032087e-08, "loss": 0.8241, "step": 11238 }, { "epoch": 2.78, "learning_rate": 7.159308096486628e-08, "loss": 0.8214, "step": 11239 }, { "epoch": 2.78, "learning_rate": 7.14346593000842e-08, "loss": 0.8729, "step": 11240 }, { "epoch": 2.78, "learning_rate": 7.127641056725587e-08, "loss": 0.7642, "step": 11241 }, { "epoch": 2.78, "learning_rate": 7.111833477764923e-08, "loss": 0.8203, "step": 11242 }, { "epoch": 2.78, "learning_rate": 7.096043194252111e-08, "loss": 0.8115, "step": 11243 }, { "epoch": 2.78, "learning_rate": 7.080270207311474e-08, "loss": 0.8507, "step": 11244 }, { "epoch": 2.78, "learning_rate": 7.064514518066195e-08, "loss": 0.8068, "step": 11245 }, { "epoch": 2.78, "learning_rate": 7.048776127638184e-08, "loss": 0.767, "step": 11246 }, { "epoch": 2.78, "learning_rate": 7.033055037148184e-08, "loss": 0.8764, "step": 11247 }, { "epoch": 2.78, "learning_rate": 7.017351247715603e-08, "loss": 0.925, "step": 11248 }, { "epoch": 2.78, "learning_rate": 7.00166476045866e-08, "loss": 0.6923, "step": 11249 }, { "epoch": 2.78, "learning_rate": 6.985995576494348e-08, "loss": 0.8175, "step": 11250 }, { "epoch": 2.78, "learning_rate": 6.970343696938469e-08, "loss": 0.7115, "step": 11251 }, { "epoch": 2.78, "learning_rate": 6.954709122905523e-08, "loss": 0.8195, "step": 11252 }, { "epoch": 2.78, "learning_rate": 6.939091855508867e-08, "loss": 0.7821, "step": 11253 }, { "epoch": 2.78, "learning_rate": 6.923491895860474e-08, "loss": 0.7395, "step": 11254 }, { "epoch": 2.78, "learning_rate": 6.907909245071231e-08, "loss": 0.8497, "step": 11255 }, { "epoch": 2.78, "learning_rate": 6.892343904250726e-08, "loss": 0.8693, "step": 11256 }, { "epoch": 2.78, "learning_rate": 6.876795874507346e-08, "loss": 0.8055, "step": 11257 }, { "epoch": 2.78, "learning_rate": 6.861265156948182e-08, "loss": 0.8641, "step": 11258 }, { "epoch": 2.78, "learning_rate": 6.845751752679209e-08, "loss": 0.8536, "step": 11259 }, { "epoch": 2.78, "learning_rate": 6.830255662805041e-08, "loss": 0.8176, "step": 11260 }, { "epoch": 2.78, "learning_rate": 6.814776888429103e-08, "loss": 0.8307, "step": 11261 }, { "epoch": 2.78, "learning_rate": 6.79931543065368e-08, "loss": 0.8129, "step": 11262 }, { "epoch": 2.78, "learning_rate": 6.783871290579642e-08, "loss": 0.8031, "step": 11263 }, { "epoch": 2.78, "learning_rate": 6.768444469306772e-08, "loss": 0.8979, "step": 11264 }, { "epoch": 2.78, "learning_rate": 6.753034967933614e-08, "loss": 0.8708, "step": 11265 }, { "epoch": 2.78, "learning_rate": 6.737642787557369e-08, "loss": 0.7918, "step": 11266 }, { "epoch": 2.78, "learning_rate": 6.722267929274106e-08, "loss": 0.8598, "step": 11267 }, { "epoch": 2.78, "learning_rate": 6.706910394178645e-08, "loss": 0.8175, "step": 11268 }, { "epoch": 2.78, "learning_rate": 6.691570183364526e-08, "loss": 0.812, "step": 11269 }, { "epoch": 2.78, "learning_rate": 6.676247297924099e-08, "loss": 0.7663, "step": 11270 }, { "epoch": 2.79, "learning_rate": 6.660941738948518e-08, "loss": 0.872, "step": 11271 }, { "epoch": 2.79, "learning_rate": 6.645653507527549e-08, "loss": 0.9032, "step": 11272 }, { "epoch": 2.79, "learning_rate": 6.630382604749908e-08, "loss": 0.8315, "step": 11273 }, { "epoch": 2.79, "learning_rate": 6.615129031702972e-08, "loss": 0.8244, "step": 11274 }, { "epoch": 2.79, "learning_rate": 6.599892789472929e-08, "loss": 0.7879, "step": 11275 }, { "epoch": 2.79, "learning_rate": 6.584673879144659e-08, "loss": 0.8152, "step": 11276 }, { "epoch": 2.79, "learning_rate": 6.569472301801938e-08, "loss": 0.7906, "step": 11277 }, { "epoch": 2.79, "learning_rate": 6.554288058527176e-08, "loss": 0.8401, "step": 11278 }, { "epoch": 2.79, "learning_rate": 6.539121150401617e-08, "loss": 0.8053, "step": 11279 }, { "epoch": 2.79, "learning_rate": 6.523971578505261e-08, "loss": 0.8208, "step": 11280 }, { "epoch": 2.79, "learning_rate": 6.508839343916884e-08, "loss": 0.8122, "step": 11281 }, { "epoch": 2.79, "learning_rate": 6.493724447713983e-08, "loss": 0.8927, "step": 11282 }, { "epoch": 2.79, "learning_rate": 6.478626890972922e-08, "loss": 0.7645, "step": 11283 }, { "epoch": 2.79, "learning_rate": 6.463546674768644e-08, "loss": 0.8225, "step": 11284 }, { "epoch": 2.79, "learning_rate": 6.448483800175043e-08, "loss": 0.7808, "step": 11285 }, { "epoch": 2.79, "learning_rate": 6.433438268264702e-08, "loss": 0.8109, "step": 11286 }, { "epoch": 2.79, "learning_rate": 6.418410080108989e-08, "loss": 0.8323, "step": 11287 }, { "epoch": 2.79, "learning_rate": 6.40339923677799e-08, "loss": 0.7805, "step": 11288 }, { "epoch": 2.79, "learning_rate": 6.38840573934063e-08, "loss": 0.7647, "step": 11289 }, { "epoch": 2.79, "learning_rate": 6.373429588864527e-08, "loss": 0.8343, "step": 11290 }, { "epoch": 2.79, "learning_rate": 6.358470786416077e-08, "loss": 0.8587, "step": 11291 }, { "epoch": 2.79, "learning_rate": 6.343529333060484e-08, "loss": 0.7327, "step": 11292 }, { "epoch": 2.79, "learning_rate": 6.328605229861701e-08, "loss": 0.8477, "step": 11293 }, { "epoch": 2.79, "learning_rate": 6.313698477882435e-08, "loss": 0.8507, "step": 11294 }, { "epoch": 2.79, "learning_rate": 6.298809078184171e-08, "loss": 0.826, "step": 11295 }, { "epoch": 2.79, "learning_rate": 6.283937031827058e-08, "loss": 0.8439, "step": 11296 }, { "epoch": 2.79, "learning_rate": 6.269082339870198e-08, "loss": 0.8045, "step": 11297 }, { "epoch": 2.79, "learning_rate": 6.254245003371295e-08, "loss": 0.7889, "step": 11298 }, { "epoch": 2.79, "learning_rate": 6.239425023386924e-08, "loss": 0.806, "step": 11299 }, { "epoch": 2.79, "learning_rate": 6.224622400972352e-08, "loss": 0.8808, "step": 11300 }, { "epoch": 2.79, "learning_rate": 6.209837137181651e-08, "loss": 0.8224, "step": 11301 }, { "epoch": 2.79, "learning_rate": 6.195069233067619e-08, "loss": 0.9006, "step": 11302 }, { "epoch": 2.79, "learning_rate": 6.18031868968183e-08, "loss": 0.8937, "step": 11303 }, { "epoch": 2.79, "learning_rate": 6.165585508074667e-08, "loss": 0.8648, "step": 11304 }, { "epoch": 2.79, "learning_rate": 6.150869689295236e-08, "loss": 0.8291, "step": 11305 }, { "epoch": 2.79, "learning_rate": 6.136171234391391e-08, "loss": 0.7832, "step": 11306 }, { "epoch": 2.79, "learning_rate": 6.121490144409798e-08, "loss": 0.8371, "step": 11307 }, { "epoch": 2.79, "learning_rate": 6.106826420395839e-08, "loss": 0.8363, "step": 11308 }, { "epoch": 2.79, "learning_rate": 6.09218006339371e-08, "loss": 0.7704, "step": 11309 }, { "epoch": 2.79, "learning_rate": 6.077551074446297e-08, "loss": 0.7626, "step": 11310 }, { "epoch": 2.8, "learning_rate": 6.062939454595324e-08, "loss": 0.795, "step": 11311 }, { "epoch": 2.8, "learning_rate": 6.048345204881234e-08, "loss": 0.8267, "step": 11312 }, { "epoch": 2.8, "learning_rate": 6.033768326343281e-08, "loss": 0.7532, "step": 11313 }, { "epoch": 2.8, "learning_rate": 6.019208820019384e-08, "loss": 0.7968, "step": 11314 }, { "epoch": 2.8, "learning_rate": 6.004666686946353e-08, "loss": 0.8405, "step": 11315 }, { "epoch": 2.8, "learning_rate": 5.990141928159637e-08, "loss": 0.8667, "step": 11316 }, { "epoch": 2.8, "learning_rate": 5.975634544693548e-08, "loss": 0.8048, "step": 11317 }, { "epoch": 2.8, "learning_rate": 5.961144537581149e-08, "loss": 0.765, "step": 11318 }, { "epoch": 2.8, "learning_rate": 5.94667190785414e-08, "loss": 0.8448, "step": 11319 }, { "epoch": 2.8, "learning_rate": 5.932216656543144e-08, "loss": 0.8054, "step": 11320 }, { "epoch": 2.8, "learning_rate": 5.91777878467753e-08, "loss": 0.8967, "step": 11321 }, { "epoch": 2.8, "learning_rate": 5.903358293285255e-08, "loss": 0.8068, "step": 11322 }, { "epoch": 2.8, "learning_rate": 5.888955183393275e-08, "loss": 0.8205, "step": 11323 }, { "epoch": 2.8, "learning_rate": 5.874569456027157e-08, "loss": 0.7417, "step": 11324 }, { "epoch": 2.8, "learning_rate": 5.860201112211278e-08, "loss": 0.83, "step": 11325 }, { "epoch": 2.8, "learning_rate": 5.845850152968763e-08, "loss": 0.7474, "step": 11326 }, { "epoch": 2.8, "learning_rate": 5.8315165793215166e-08, "loss": 0.8319, "step": 11327 }, { "epoch": 2.8, "learning_rate": 5.817200392290168e-08, "loss": 0.7901, "step": 11328 }, { "epoch": 2.8, "learning_rate": 5.802901592894178e-08, "loss": 0.8468, "step": 11329 }, { "epoch": 2.8, "learning_rate": 5.788620182151733e-08, "loss": 0.8564, "step": 11330 }, { "epoch": 2.8, "learning_rate": 5.774356161079742e-08, "loss": 0.8262, "step": 11331 }, { "epoch": 2.8, "learning_rate": 5.760109530693919e-08, "loss": 0.7899, "step": 11332 }, { "epoch": 2.8, "learning_rate": 5.745880292008732e-08, "loss": 0.8642, "step": 11333 }, { "epoch": 2.8, "learning_rate": 5.7316684460373976e-08, "loss": 0.8291, "step": 11334 }, { "epoch": 2.8, "learning_rate": 5.717473993791911e-08, "loss": 0.7154, "step": 11335 }, { "epoch": 2.8, "learning_rate": 5.703296936283048e-08, "loss": 0.8152, "step": 11336 }, { "epoch": 2.8, "learning_rate": 5.6891372745203344e-08, "loss": 0.8457, "step": 11337 }, { "epoch": 2.8, "learning_rate": 5.6749950095119635e-08, "loss": 0.7373, "step": 11338 }, { "epoch": 2.8, "learning_rate": 5.660870142265018e-08, "loss": 0.8448, "step": 11339 }, { "epoch": 2.8, "learning_rate": 5.646762673785333e-08, "loss": 0.8373, "step": 11340 }, { "epoch": 2.8, "learning_rate": 5.6326726050774104e-08, "loss": 0.7692, "step": 11341 }, { "epoch": 2.8, "learning_rate": 5.618599937144559e-08, "loss": 0.7775, "step": 11342 }, { "epoch": 2.8, "learning_rate": 5.604544670988921e-08, "loss": 0.7867, "step": 11343 }, { "epoch": 2.8, "learning_rate": 5.590506807611279e-08, "loss": 0.8032, "step": 11344 }, { "epoch": 2.8, "learning_rate": 5.5764863480112233e-08, "loss": 0.7755, "step": 11345 }, { "epoch": 2.8, "learning_rate": 5.5624832931871763e-08, "loss": 0.7629, "step": 11346 }, { "epoch": 2.8, "learning_rate": 5.5484976441362024e-08, "loss": 0.8648, "step": 11347 }, { "epoch": 2.8, "learning_rate": 5.534529401854227e-08, "loss": 0.797, "step": 11348 }, { "epoch": 2.8, "learning_rate": 5.520578567335899e-08, "loss": 0.8675, "step": 11349 }, { "epoch": 2.8, "learning_rate": 5.506645141574563e-08, "loss": 0.8061, "step": 11350 }, { "epoch": 2.8, "learning_rate": 5.4927291255624236e-08, "loss": 0.7833, "step": 11351 }, { "epoch": 2.81, "learning_rate": 5.4788305202904124e-08, "loss": 0.8424, "step": 11352 }, { "epoch": 2.81, "learning_rate": 5.464949326748181e-08, "loss": 0.8146, "step": 11353 }, { "epoch": 2.81, "learning_rate": 5.4510855459241896e-08, "loss": 0.8427, "step": 11354 }, { "epoch": 2.81, "learning_rate": 5.437239178805676e-08, "loss": 0.8441, "step": 11355 }, { "epoch": 2.81, "learning_rate": 5.423410226378573e-08, "loss": 0.8515, "step": 11356 }, { "epoch": 2.81, "learning_rate": 5.4095986896275657e-08, "loss": 0.7719, "step": 11357 }, { "epoch": 2.81, "learning_rate": 5.3958045695362285e-08, "loss": 0.7719, "step": 11358 }, { "epoch": 2.81, "learning_rate": 5.3820278670867476e-08, "loss": 0.8575, "step": 11359 }, { "epoch": 2.81, "learning_rate": 5.368268583260117e-08, "loss": 0.8025, "step": 11360 }, { "epoch": 2.81, "learning_rate": 5.354526719036135e-08, "loss": 0.7757, "step": 11361 }, { "epoch": 2.81, "learning_rate": 5.340802275393297e-08, "loss": 0.8079, "step": 11362 }, { "epoch": 2.81, "learning_rate": 5.327095253308878e-08, "loss": 0.793, "step": 11363 }, { "epoch": 2.81, "learning_rate": 5.313405653758957e-08, "loss": 0.8374, "step": 11364 }, { "epoch": 2.81, "learning_rate": 5.299733477718338e-08, "loss": 0.7945, "step": 11365 }, { "epoch": 2.81, "learning_rate": 5.2860787261605485e-08, "loss": 0.8007, "step": 11366 }, { "epoch": 2.81, "learning_rate": 5.272441400057921e-08, "loss": 0.7376, "step": 11367 }, { "epoch": 2.81, "learning_rate": 5.2588215003815394e-08, "loss": 0.8291, "step": 11368 }, { "epoch": 2.81, "learning_rate": 5.245219028101239e-08, "loss": 0.8733, "step": 11369 }, { "epoch": 2.81, "learning_rate": 5.2316339841856076e-08, "loss": 0.7791, "step": 11370 }, { "epoch": 2.81, "learning_rate": 5.218066369602009e-08, "loss": 0.7839, "step": 11371 }, { "epoch": 2.81, "learning_rate": 5.204516185316561e-08, "loss": 0.864, "step": 11372 }, { "epoch": 2.81, "learning_rate": 5.190983432294183e-08, "loss": 0.7227, "step": 11373 }, { "epoch": 2.81, "learning_rate": 5.1774681114984127e-08, "loss": 0.8084, "step": 11374 }, { "epoch": 2.81, "learning_rate": 5.1639702238917014e-08, "loss": 0.8576, "step": 11375 }, { "epoch": 2.81, "learning_rate": 5.1504897704351684e-08, "loss": 0.8083, "step": 11376 }, { "epoch": 2.81, "learning_rate": 5.137026752088797e-08, "loss": 0.7852, "step": 11377 }, { "epoch": 2.81, "learning_rate": 5.123581169811154e-08, "loss": 0.816, "step": 11378 }, { "epoch": 2.81, "learning_rate": 5.11015302455975e-08, "loss": 0.7977, "step": 11379 }, { "epoch": 2.81, "learning_rate": 5.0967423172907094e-08, "loss": 0.7658, "step": 11380 }, { "epoch": 2.81, "learning_rate": 5.083349048958991e-08, "loss": 0.8092, "step": 11381 }, { "epoch": 2.81, "learning_rate": 5.0699732205183036e-08, "loss": 0.8443, "step": 11382 }, { "epoch": 2.81, "learning_rate": 5.056614832921081e-08, "loss": 0.7441, "step": 11383 }, { "epoch": 2.81, "learning_rate": 5.043273887118588e-08, "loss": 0.8643, "step": 11384 }, { "epoch": 2.81, "learning_rate": 5.029950384060789e-08, "loss": 0.8112, "step": 11385 }, { "epoch": 2.81, "learning_rate": 5.016644324696368e-08, "loss": 0.7243, "step": 11386 }, { "epoch": 2.81, "learning_rate": 5.003355709972846e-08, "loss": 0.74, "step": 11387 }, { "epoch": 2.81, "learning_rate": 4.990084540836493e-08, "loss": 0.9028, "step": 11388 }, { "epoch": 2.81, "learning_rate": 4.9768308182322755e-08, "loss": 0.7707, "step": 11389 }, { "epoch": 2.81, "learning_rate": 4.963594543103995e-08, "loss": 0.9698, "step": 11390 }, { "epoch": 2.81, "learning_rate": 4.9503757163941734e-08, "loss": 0.8143, "step": 11391 }, { "epoch": 2.82, "learning_rate": 4.937174339044032e-08, "loss": 0.8603, "step": 11392 }, { "epoch": 2.82, "learning_rate": 4.923990411993651e-08, "loss": 0.7902, "step": 11393 }, { "epoch": 2.82, "learning_rate": 4.9108239361818354e-08, "loss": 0.8885, "step": 11394 }, { "epoch": 2.82, "learning_rate": 4.897674912546113e-08, "loss": 0.8885, "step": 11395 }, { "epoch": 2.82, "learning_rate": 4.8845433420228187e-08, "loss": 0.7645, "step": 11396 }, { "epoch": 2.82, "learning_rate": 4.871429225546981e-08, "loss": 0.7936, "step": 11397 }, { "epoch": 2.82, "learning_rate": 4.858332564052465e-08, "loss": 0.8346, "step": 11398 }, { "epoch": 2.82, "learning_rate": 4.8452533584718295e-08, "loss": 0.8186, "step": 11399 }, { "epoch": 2.82, "learning_rate": 4.8321916097363864e-08, "loss": 0.8326, "step": 11400 }, { "epoch": 2.82, "learning_rate": 4.8191473187762514e-08, "loss": 0.8015, "step": 11401 }, { "epoch": 2.82, "learning_rate": 4.806120486520266e-08, "loss": 0.8472, "step": 11402 }, { "epoch": 2.82, "learning_rate": 4.7931111138960764e-08, "loss": 0.7074, "step": 11403 }, { "epoch": 2.82, "learning_rate": 4.780119201829997e-08, "loss": 0.7663, "step": 11404 }, { "epoch": 2.82, "learning_rate": 4.767144751247177e-08, "loss": 0.8596, "step": 11405 }, { "epoch": 2.82, "learning_rate": 4.754187763071488e-08, "loss": 0.7854, "step": 11406 }, { "epoch": 2.82, "learning_rate": 4.741248238225554e-08, "loss": 0.7877, "step": 11407 }, { "epoch": 2.82, "learning_rate": 4.728326177630776e-08, "loss": 0.8012, "step": 11408 }, { "epoch": 2.82, "learning_rate": 4.715421582207336e-08, "loss": 0.8511, "step": 11409 }, { "epoch": 2.82, "learning_rate": 4.70253445287408e-08, "loss": 0.8041, "step": 11410 }, { "epoch": 2.82, "learning_rate": 4.689664790548665e-08, "loss": 0.7859, "step": 11411 }, { "epoch": 2.82, "learning_rate": 4.6768125961475505e-08, "loss": 0.7894, "step": 11412 }, { "epoch": 2.82, "learning_rate": 4.6639778705858953e-08, "loss": 0.8827, "step": 11413 }, { "epoch": 2.82, "learning_rate": 4.6511606147776055e-08, "loss": 0.86, "step": 11414 }, { "epoch": 2.82, "learning_rate": 4.6383608296353966e-08, "loss": 0.8194, "step": 11415 }, { "epoch": 2.82, "learning_rate": 4.625578516070678e-08, "loss": 0.9165, "step": 11416 }, { "epoch": 2.82, "learning_rate": 4.6128136749936937e-08, "loss": 0.7857, "step": 11417 }, { "epoch": 2.82, "learning_rate": 4.600066307313328e-08, "loss": 0.801, "step": 11418 }, { "epoch": 2.82, "learning_rate": 4.587336413937354e-08, "loss": 0.775, "step": 11419 }, { "epoch": 2.82, "learning_rate": 4.5746239957721596e-08, "loss": 0.8948, "step": 11420 }, { "epoch": 2.82, "learning_rate": 4.561929053723047e-08, "loss": 0.7152, "step": 11421 }, { "epoch": 2.82, "learning_rate": 4.549251588693931e-08, "loss": 0.7894, "step": 11422 }, { "epoch": 2.82, "learning_rate": 4.5365916015875644e-08, "loss": 0.7734, "step": 11423 }, { "epoch": 2.82, "learning_rate": 4.5239490933054466e-08, "loss": 0.8061, "step": 11424 }, { "epoch": 2.82, "learning_rate": 4.511324064747774e-08, "loss": 0.7644, "step": 11425 }, { "epoch": 2.82, "learning_rate": 4.498716516813578e-08, "loss": 0.8314, "step": 11426 }, { "epoch": 2.82, "learning_rate": 4.486126450400641e-08, "loss": 0.7701, "step": 11427 }, { "epoch": 2.82, "learning_rate": 4.473553866405411e-08, "loss": 0.8415, "step": 11428 }, { "epoch": 2.82, "learning_rate": 4.460998765723146e-08, "loss": 0.8718, "step": 11429 }, { "epoch": 2.82, "learning_rate": 4.4484611492479067e-08, "loss": 0.8681, "step": 11430 }, { "epoch": 2.82, "learning_rate": 4.435941017872425e-08, "loss": 0.703, "step": 11431 }, { "epoch": 2.82, "learning_rate": 4.423438372488265e-08, "loss": 0.807, "step": 11432 }, { "epoch": 2.83, "learning_rate": 4.4109532139857136e-08, "loss": 0.8046, "step": 11433 }, { "epoch": 2.83, "learning_rate": 4.3984855432537556e-08, "loss": 0.8138, "step": 11434 }, { "epoch": 2.83, "learning_rate": 4.3860353611802356e-08, "loss": 0.8266, "step": 11435 }, { "epoch": 2.83, "learning_rate": 4.373602668651667e-08, "loss": 0.8297, "step": 11436 }, { "epoch": 2.83, "learning_rate": 4.361187466553341e-08, "loss": 0.7831, "step": 11437 }, { "epoch": 2.83, "learning_rate": 4.348789755769356e-08, "loss": 0.8122, "step": 11438 }, { "epoch": 2.83, "learning_rate": 4.336409537182479e-08, "loss": 0.9236, "step": 11439 }, { "epoch": 2.83, "learning_rate": 4.324046811674282e-08, "loss": 0.8108, "step": 11440 }, { "epoch": 2.83, "learning_rate": 4.3117015801250886e-08, "loss": 0.7995, "step": 11441 }, { "epoch": 2.83, "learning_rate": 4.299373843414001e-08, "loss": 0.8013, "step": 11442 }, { "epoch": 2.83, "learning_rate": 4.2870636024187896e-08, "loss": 0.8061, "step": 11443 }, { "epoch": 2.83, "learning_rate": 4.2747708580160864e-08, "loss": 0.8286, "step": 11444 }, { "epoch": 2.83, "learning_rate": 4.262495611081191e-08, "loss": 0.7191, "step": 11445 }, { "epoch": 2.83, "learning_rate": 4.25023786248821e-08, "loss": 0.8243, "step": 11446 }, { "epoch": 2.83, "learning_rate": 4.2379976131099735e-08, "loss": 0.8522, "step": 11447 }, { "epoch": 2.83, "learning_rate": 4.2257748638180886e-08, "loss": 0.8013, "step": 11448 }, { "epoch": 2.83, "learning_rate": 4.2135696154829156e-08, "loss": 0.8375, "step": 11449 }, { "epoch": 2.83, "learning_rate": 4.2013818689735365e-08, "loss": 0.8631, "step": 11450 }, { "epoch": 2.83, "learning_rate": 4.1892116251578684e-08, "loss": 0.7447, "step": 11451 }, { "epoch": 2.83, "learning_rate": 4.1770588849024406e-08, "loss": 0.8085, "step": 11452 }, { "epoch": 2.83, "learning_rate": 4.164923649072644e-08, "loss": 0.8265, "step": 11453 }, { "epoch": 2.83, "learning_rate": 4.1528059185326205e-08, "loss": 0.8881, "step": 11454 }, { "epoch": 2.83, "learning_rate": 4.1407056941452364e-08, "loss": 0.821, "step": 11455 }, { "epoch": 2.83, "learning_rate": 4.1286229767721064e-08, "loss": 0.8142, "step": 11456 }, { "epoch": 2.83, "learning_rate": 4.1165577672736265e-08, "loss": 0.8472, "step": 11457 }, { "epoch": 2.83, "learning_rate": 4.104510066508915e-08, "loss": 0.8409, "step": 11458 }, { "epoch": 2.83, "learning_rate": 4.092479875335842e-08, "loss": 0.7471, "step": 11459 }, { "epoch": 2.83, "learning_rate": 4.080467194611082e-08, "loss": 0.6941, "step": 11460 }, { "epoch": 2.83, "learning_rate": 4.068472025190007e-08, "loss": 0.8259, "step": 11461 }, { "epoch": 2.83, "learning_rate": 4.056494367926767e-08, "loss": 0.7585, "step": 11462 }, { "epoch": 2.83, "learning_rate": 4.04453422367429e-08, "loss": 0.7735, "step": 11463 }, { "epoch": 2.83, "learning_rate": 4.0325915932841464e-08, "loss": 0.863, "step": 11464 }, { "epoch": 2.83, "learning_rate": 4.020666477606822e-08, "loss": 0.865, "step": 11465 }, { "epoch": 2.83, "learning_rate": 4.008758877491442e-08, "loss": 0.7474, "step": 11466 }, { "epoch": 2.83, "learning_rate": 3.996868793785913e-08, "loss": 0.7495, "step": 11467 }, { "epoch": 2.83, "learning_rate": 3.984996227336918e-08, "loss": 0.9076, "step": 11468 }, { "epoch": 2.83, "learning_rate": 3.9731411789898645e-08, "loss": 0.7994, "step": 11469 }, { "epoch": 2.83, "learning_rate": 3.96130364958891e-08, "loss": 0.719, "step": 11470 }, { "epoch": 2.83, "learning_rate": 3.9494836399769645e-08, "loss": 0.8893, "step": 11471 }, { "epoch": 2.83, "learning_rate": 3.9376811509957144e-08, "loss": 0.871, "step": 11472 }, { "epoch": 2.84, "learning_rate": 3.9258961834856e-08, "loss": 0.8047, "step": 11473 }, { "epoch": 2.84, "learning_rate": 3.914128738285783e-08, "loss": 0.7655, "step": 11474 }, { "epoch": 2.84, "learning_rate": 3.902378816234176e-08, "loss": 0.8289, "step": 11475 }, { "epoch": 2.84, "learning_rate": 3.890646418167499e-08, "loss": 0.8181, "step": 11476 }, { "epoch": 2.84, "learning_rate": 3.8789315449211663e-08, "loss": 0.7942, "step": 11477 }, { "epoch": 2.84, "learning_rate": 3.867234197329345e-08, "loss": 0.7419, "step": 11478 }, { "epoch": 2.84, "learning_rate": 3.855554376225007e-08, "loss": 0.7593, "step": 11479 }, { "epoch": 2.84, "learning_rate": 3.843892082439821e-08, "loss": 0.9397, "step": 11480 }, { "epoch": 2.84, "learning_rate": 3.832247316804261e-08, "loss": 0.8155, "step": 11481 }, { "epoch": 2.84, "learning_rate": 3.8206200801474694e-08, "loss": 0.8354, "step": 11482 }, { "epoch": 2.84, "learning_rate": 3.8090103732974226e-08, "loss": 0.8306, "step": 11483 }, { "epoch": 2.84, "learning_rate": 3.797418197080821e-08, "loss": 0.8504, "step": 11484 }, { "epoch": 2.84, "learning_rate": 3.7858435523230877e-08, "loss": 0.827, "step": 11485 }, { "epoch": 2.84, "learning_rate": 3.774286439848479e-08, "loss": 0.7996, "step": 11486 }, { "epoch": 2.84, "learning_rate": 3.7627468604798935e-08, "loss": 0.7436, "step": 11487 }, { "epoch": 2.84, "learning_rate": 3.751224815039062e-08, "loss": 0.7372, "step": 11488 }, { "epoch": 2.84, "learning_rate": 3.7397203043464115e-08, "loss": 0.7333, "step": 11489 }, { "epoch": 2.84, "learning_rate": 3.728233329221203e-08, "loss": 0.7421, "step": 11490 }, { "epoch": 2.84, "learning_rate": 3.7167638904813395e-08, "loss": 0.8925, "step": 11491 }, { "epoch": 2.84, "learning_rate": 3.705311988943555e-08, "loss": 0.8035, "step": 11492 }, { "epoch": 2.84, "learning_rate": 3.6938776254233087e-08, "loss": 0.8152, "step": 11493 }, { "epoch": 2.84, "learning_rate": 3.682460800734838e-08, "loss": 0.8484, "step": 11494 }, { "epoch": 2.84, "learning_rate": 3.671061515691049e-08, "loss": 0.8566, "step": 11495 }, { "epoch": 2.84, "learning_rate": 3.65967977110368e-08, "loss": 0.7892, "step": 11496 }, { "epoch": 2.84, "learning_rate": 3.648315567783223e-08, "loss": 0.8225, "step": 11497 }, { "epoch": 2.84, "learning_rate": 3.6369689065388625e-08, "loss": 0.7858, "step": 11498 }, { "epoch": 2.84, "learning_rate": 3.625639788178592e-08, "loss": 0.7771, "step": 11499 }, { "epoch": 2.84, "learning_rate": 3.6143282135090994e-08, "loss": 0.8433, "step": 11500 }, { "epoch": 2.84, "learning_rate": 3.603034183335852e-08, "loss": 0.844, "step": 11501 }, { "epoch": 2.84, "learning_rate": 3.591757698463122e-08, "loss": 0.803, "step": 11502 }, { "epoch": 2.84, "learning_rate": 3.5804987596937954e-08, "loss": 0.7618, "step": 11503 }, { "epoch": 2.84, "learning_rate": 3.569257367829676e-08, "loss": 0.7145, "step": 11504 }, { "epoch": 2.84, "learning_rate": 3.5580335236711784e-08, "loss": 0.7725, "step": 11505 }, { "epoch": 2.84, "learning_rate": 3.546827228017552e-08, "loss": 0.7268, "step": 11506 }, { "epoch": 2.84, "learning_rate": 3.5356384816667424e-08, "loss": 0.886, "step": 11507 }, { "epoch": 2.84, "learning_rate": 3.5244672854155e-08, "loss": 0.7776, "step": 11508 }, { "epoch": 2.84, "learning_rate": 3.5133136400592736e-08, "loss": 0.7329, "step": 11509 }, { "epoch": 2.84, "learning_rate": 3.502177546392316e-08, "loss": 0.8304, "step": 11510 }, { "epoch": 2.84, "learning_rate": 3.491059005207603e-08, "loss": 0.8056, "step": 11511 }, { "epoch": 2.84, "learning_rate": 3.4799580172968084e-08, "loss": 0.8372, "step": 11512 }, { "epoch": 2.84, "learning_rate": 3.468874583450438e-08, "loss": 0.8115, "step": 11513 }, { "epoch": 2.85, "learning_rate": 3.457808704457721e-08, "loss": 0.8813, "step": 11514 }, { "epoch": 2.85, "learning_rate": 3.446760381106584e-08, "loss": 0.9396, "step": 11515 }, { "epoch": 2.85, "learning_rate": 3.435729614183814e-08, "loss": 0.8044, "step": 11516 }, { "epoch": 2.85, "learning_rate": 3.4247164044748646e-08, "loss": 0.7614, "step": 11517 }, { "epoch": 2.85, "learning_rate": 3.413720752763944e-08, "loss": 0.7245, "step": 11518 }, { "epoch": 2.85, "learning_rate": 3.402742659834007e-08, "loss": 0.7653, "step": 11519 }, { "epoch": 2.85, "learning_rate": 3.3917821264668195e-08, "loss": 0.7924, "step": 11520 }, { "epoch": 2.85, "learning_rate": 3.380839153442811e-08, "loss": 0.8582, "step": 11521 }, { "epoch": 2.85, "learning_rate": 3.3699137415412476e-08, "loss": 0.7733, "step": 11522 }, { "epoch": 2.85, "learning_rate": 3.3590058915400626e-08, "loss": 0.7454, "step": 11523 }, { "epoch": 2.85, "learning_rate": 3.348115604215996e-08, "loss": 0.8303, "step": 11524 }, { "epoch": 2.85, "learning_rate": 3.33724288034451e-08, "loss": 0.9558, "step": 11525 }, { "epoch": 2.85, "learning_rate": 3.32638772069982e-08, "loss": 0.7626, "step": 11526 }, { "epoch": 2.85, "learning_rate": 3.315550126054917e-08, "loss": 0.8243, "step": 11527 }, { "epoch": 2.85, "learning_rate": 3.304730097181463e-08, "loss": 0.8162, "step": 11528 }, { "epoch": 2.85, "learning_rate": 3.293927634850008e-08, "loss": 0.796, "step": 11529 }, { "epoch": 2.85, "learning_rate": 3.2831427398297145e-08, "loss": 0.8422, "step": 11530 }, { "epoch": 2.85, "learning_rate": 3.272375412888551e-08, "loss": 0.7959, "step": 11531 }, { "epoch": 2.85, "learning_rate": 3.261625654793238e-08, "loss": 0.7594, "step": 11532 }, { "epoch": 2.85, "learning_rate": 3.250893466309218e-08, "loss": 0.7982, "step": 11533 }, { "epoch": 2.85, "learning_rate": 3.240178848200742e-08, "loss": 0.806, "step": 11534 }, { "epoch": 2.85, "learning_rate": 3.229481801230755e-08, "loss": 0.815, "step": 11535 }, { "epoch": 2.85, "learning_rate": 3.218802326160925e-08, "loss": 0.8479, "step": 11536 }, { "epoch": 2.85, "learning_rate": 3.208140423751782e-08, "loss": 0.7729, "step": 11537 }, { "epoch": 2.85, "learning_rate": 3.19749609476247e-08, "loss": 0.7807, "step": 11538 }, { "epoch": 2.85, "learning_rate": 3.186869339950965e-08, "loss": 0.7557, "step": 11539 }, { "epoch": 2.85, "learning_rate": 3.176260160073996e-08, "loss": 0.769, "step": 11540 }, { "epoch": 2.85, "learning_rate": 3.1656685558870134e-08, "loss": 0.7932, "step": 11541 }, { "epoch": 2.85, "learning_rate": 3.1550945281441925e-08, "loss": 0.8173, "step": 11542 }, { "epoch": 2.85, "learning_rate": 3.144538077598486e-08, "loss": 0.8418, "step": 11543 }, { "epoch": 2.85, "learning_rate": 3.133999205001598e-08, "loss": 0.7982, "step": 11544 }, { "epoch": 2.85, "learning_rate": 3.123477911103984e-08, "loss": 0.8036, "step": 11545 }, { "epoch": 2.85, "learning_rate": 3.112974196654822e-08, "loss": 0.8559, "step": 11546 }, { "epoch": 2.85, "learning_rate": 3.10248806240207e-08, "loss": 0.7415, "step": 11547 }, { "epoch": 2.85, "learning_rate": 3.092019509092409e-08, "loss": 0.8259, "step": 11548 }, { "epoch": 2.85, "learning_rate": 3.081568537471297e-08, "loss": 0.8133, "step": 11549 }, { "epoch": 2.85, "learning_rate": 3.071135148282889e-08, "loss": 0.8351, "step": 11550 }, { "epoch": 2.85, "learning_rate": 3.0607193422701465e-08, "loss": 0.7575, "step": 11551 }, { "epoch": 2.85, "learning_rate": 3.050321120174726e-08, "loss": 0.8454, "step": 11552 }, { "epoch": 2.85, "learning_rate": 3.039940482737091e-08, "loss": 0.8461, "step": 11553 }, { "epoch": 2.86, "learning_rate": 3.029577430696401e-08, "loss": 0.8026, "step": 11554 }, { "epoch": 2.86, "learning_rate": 3.019231964790564e-08, "loss": 0.9215, "step": 11555 }, { "epoch": 2.86, "learning_rate": 3.008904085756298e-08, "loss": 0.9162, "step": 11556 }, { "epoch": 2.86, "learning_rate": 2.9985937943289855e-08, "loss": 0.7703, "step": 11557 }, { "epoch": 2.86, "learning_rate": 2.988301091242818e-08, "loss": 0.7961, "step": 11558 }, { "epoch": 2.86, "learning_rate": 2.9780259772307362e-08, "loss": 0.846, "step": 11559 }, { "epoch": 2.86, "learning_rate": 2.96776845302435e-08, "loss": 0.8278, "step": 11560 }, { "epoch": 2.86, "learning_rate": 2.957528519354075e-08, "loss": 0.7089, "step": 11561 }, { "epoch": 2.86, "learning_rate": 2.9473061769491328e-08, "loss": 0.8365, "step": 11562 }, { "epoch": 2.86, "learning_rate": 2.9371014265373864e-08, "loss": 0.9033, "step": 11563 }, { "epoch": 2.86, "learning_rate": 2.9269142688454765e-08, "loss": 0.835, "step": 11564 }, { "epoch": 2.86, "learning_rate": 2.9167447045988505e-08, "loss": 0.8622, "step": 11565 }, { "epoch": 2.86, "learning_rate": 2.906592734521596e-08, "loss": 0.7494, "step": 11566 }, { "epoch": 2.86, "learning_rate": 2.8964583593366625e-08, "loss": 0.7878, "step": 11567 }, { "epoch": 2.86, "learning_rate": 2.886341579765667e-08, "loss": 0.7655, "step": 11568 }, { "epoch": 2.86, "learning_rate": 2.8762423965290333e-08, "loss": 0.7734, "step": 11569 }, { "epoch": 2.86, "learning_rate": 2.8661608103458526e-08, "loss": 0.7842, "step": 11570 }, { "epoch": 2.86, "learning_rate": 2.8560968219340234e-08, "loss": 0.88, "step": 11571 }, { "epoch": 2.86, "learning_rate": 2.8460504320101946e-08, "loss": 0.879, "step": 11572 }, { "epoch": 2.86, "learning_rate": 2.8360216412897102e-08, "loss": 0.8095, "step": 11573 }, { "epoch": 2.86, "learning_rate": 2.8260104504867215e-08, "loss": 0.8256, "step": 11574 }, { "epoch": 2.86, "learning_rate": 2.8160168603140748e-08, "loss": 0.8052, "step": 11575 }, { "epoch": 2.86, "learning_rate": 2.806040871483423e-08, "loss": 0.7785, "step": 11576 }, { "epoch": 2.86, "learning_rate": 2.7960824847051428e-08, "loss": 0.8135, "step": 11577 }, { "epoch": 2.86, "learning_rate": 2.7861417006882772e-08, "loss": 0.723, "step": 11578 }, { "epoch": 2.86, "learning_rate": 2.7762185201407332e-08, "loss": 0.7985, "step": 11579 }, { "epoch": 2.86, "learning_rate": 2.7663129437691116e-08, "loss": 0.8036, "step": 11580 }, { "epoch": 2.86, "learning_rate": 2.756424972278765e-08, "loss": 0.9163, "step": 11581 }, { "epoch": 2.86, "learning_rate": 2.746554606373769e-08, "loss": 0.7974, "step": 11582 }, { "epoch": 2.86, "learning_rate": 2.736701846757006e-08, "loss": 0.7927, "step": 11583 }, { "epoch": 2.86, "learning_rate": 2.726866694130026e-08, "loss": 0.7951, "step": 11584 }, { "epoch": 2.86, "learning_rate": 2.717049149193185e-08, "loss": 0.7662, "step": 11585 }, { "epoch": 2.86, "learning_rate": 2.707249212645563e-08, "loss": 0.8068, "step": 11586 }, { "epoch": 2.86, "learning_rate": 2.6974668851849906e-08, "loss": 0.8388, "step": 11587 }, { "epoch": 2.86, "learning_rate": 2.6877021675080216e-08, "loss": 0.7959, "step": 11588 }, { "epoch": 2.86, "learning_rate": 2.6779550603100168e-08, "loss": 0.8563, "step": 11589 }, { "epoch": 2.86, "learning_rate": 2.6682255642850043e-08, "loss": 0.8265, "step": 11590 }, { "epoch": 2.86, "learning_rate": 2.658513680125818e-08, "loss": 0.7914, "step": 11591 }, { "epoch": 2.86, "learning_rate": 2.6488194085240172e-08, "loss": 0.8735, "step": 11592 }, { "epoch": 2.86, "learning_rate": 2.6391427501698817e-08, "loss": 0.905, "step": 11593 }, { "epoch": 2.87, "learning_rate": 2.6294837057525e-08, "loss": 0.8387, "step": 11594 }, { "epoch": 2.87, "learning_rate": 2.6198422759596277e-08, "loss": 0.8176, "step": 11595 }, { "epoch": 2.87, "learning_rate": 2.6102184614778535e-08, "loss": 0.8392, "step": 11596 }, { "epoch": 2.87, "learning_rate": 2.600612262992408e-08, "loss": 0.8185, "step": 11597 }, { "epoch": 2.87, "learning_rate": 2.5910236811873547e-08, "loss": 0.9323, "step": 11598 }, { "epoch": 2.87, "learning_rate": 2.5814527167454805e-08, "loss": 0.8598, "step": 11599 }, { "epoch": 2.87, "learning_rate": 2.571899370348324e-08, "loss": 0.816, "step": 11600 }, { "epoch": 2.87, "learning_rate": 2.562363642676119e-08, "loss": 0.7868, "step": 11601 }, { "epoch": 2.87, "learning_rate": 2.5528455344078774e-08, "loss": 0.8458, "step": 11602 }, { "epoch": 2.87, "learning_rate": 2.543345046221363e-08, "loss": 0.871, "step": 11603 }, { "epoch": 2.87, "learning_rate": 2.533862178793117e-08, "loss": 0.817, "step": 11604 }, { "epoch": 2.87, "learning_rate": 2.524396932798351e-08, "loss": 0.736, "step": 11605 }, { "epoch": 2.87, "learning_rate": 2.5149493089110798e-08, "loss": 0.8009, "step": 11606 }, { "epoch": 2.87, "learning_rate": 2.505519307804072e-08, "loss": 0.8391, "step": 11607 }, { "epoch": 2.87, "learning_rate": 2.4961069301487616e-08, "loss": 0.8417, "step": 11608 }, { "epoch": 2.87, "learning_rate": 2.486712176615419e-08, "loss": 0.8233, "step": 11609 }, { "epoch": 2.87, "learning_rate": 2.477335047872953e-08, "loss": 0.7897, "step": 11610 }, { "epoch": 2.87, "learning_rate": 2.4679755445891628e-08, "loss": 0.7904, "step": 11611 }, { "epoch": 2.87, "learning_rate": 2.4586336674304877e-08, "loss": 0.8826, "step": 11612 }, { "epoch": 2.87, "learning_rate": 2.4493094170621734e-08, "loss": 0.7968, "step": 11613 }, { "epoch": 2.87, "learning_rate": 2.4400027941481054e-08, "loss": 0.8267, "step": 11614 }, { "epoch": 2.87, "learning_rate": 2.4307137993510032e-08, "loss": 0.8562, "step": 11615 }, { "epoch": 2.87, "learning_rate": 2.4214424333323383e-08, "loss": 0.7403, "step": 11616 }, { "epoch": 2.87, "learning_rate": 2.4121886967523046e-08, "loss": 0.8518, "step": 11617 }, { "epoch": 2.87, "learning_rate": 2.402952590269819e-08, "loss": 0.7734, "step": 11618 }, { "epoch": 2.87, "learning_rate": 2.3937341145425784e-08, "loss": 0.8728, "step": 11619 }, { "epoch": 2.87, "learning_rate": 2.384533270227002e-08, "loss": 0.7636, "step": 11620 }, { "epoch": 2.87, "learning_rate": 2.3753500579782318e-08, "loss": 0.8386, "step": 11621 }, { "epoch": 2.87, "learning_rate": 2.3661844784502176e-08, "loss": 0.8379, "step": 11622 }, { "epoch": 2.87, "learning_rate": 2.357036532295576e-08, "loss": 0.755, "step": 11623 }, { "epoch": 2.87, "learning_rate": 2.3479062201657575e-08, "loss": 0.7942, "step": 11624 }, { "epoch": 2.87, "learning_rate": 2.338793542710882e-08, "loss": 0.7898, "step": 11625 }, { "epoch": 2.87, "learning_rate": 2.329698500579819e-08, "loss": 0.7729, "step": 11626 }, { "epoch": 2.87, "learning_rate": 2.3206210944202446e-08, "loss": 0.889, "step": 11627 }, { "epoch": 2.87, "learning_rate": 2.311561324878531e-08, "loss": 0.8722, "step": 11628 }, { "epoch": 2.87, "learning_rate": 2.3025191925997727e-08, "loss": 0.8324, "step": 11629 }, { "epoch": 2.87, "learning_rate": 2.2934946982278717e-08, "loss": 0.7577, "step": 11630 }, { "epoch": 2.87, "learning_rate": 2.284487842405425e-08, "loss": 0.8222, "step": 11631 }, { "epoch": 2.87, "learning_rate": 2.275498625773753e-08, "loss": 0.8024, "step": 11632 }, { "epoch": 2.87, "learning_rate": 2.2665270489730106e-08, "loss": 0.8166, "step": 11633 }, { "epoch": 2.87, "learning_rate": 2.257573112641992e-08, "loss": 0.8341, "step": 11634 }, { "epoch": 2.88, "learning_rate": 2.2486368174183258e-08, "loss": 0.7066, "step": 11635 }, { "epoch": 2.88, "learning_rate": 2.239718163938337e-08, "loss": 0.8533, "step": 11636 }, { "epoch": 2.88, "learning_rate": 2.2308171528371002e-08, "loss": 0.7719, "step": 11637 }, { "epoch": 2.88, "learning_rate": 2.2219337847483867e-08, "loss": 0.8093, "step": 11638 }, { "epoch": 2.88, "learning_rate": 2.2130680603048017e-08, "loss": 0.9372, "step": 11639 }, { "epoch": 2.88, "learning_rate": 2.204219980137673e-08, "loss": 0.7556, "step": 11640 }, { "epoch": 2.88, "learning_rate": 2.195389544876997e-08, "loss": 0.7695, "step": 11641 }, { "epoch": 2.88, "learning_rate": 2.186576755151576e-08, "loss": 0.7954, "step": 11642 }, { "epoch": 2.88, "learning_rate": 2.1777816115889915e-08, "loss": 0.8059, "step": 11643 }, { "epoch": 2.88, "learning_rate": 2.1690041148154927e-08, "loss": 0.8095, "step": 11644 }, { "epoch": 2.88, "learning_rate": 2.1602442654560796e-08, "loss": 0.7686, "step": 11645 }, { "epoch": 2.88, "learning_rate": 2.1515020641345585e-08, "loss": 0.8526, "step": 11646 }, { "epoch": 2.88, "learning_rate": 2.1427775114734318e-08, "loss": 0.8223, "step": 11647 }, { "epoch": 2.88, "learning_rate": 2.1340706080939244e-08, "loss": 0.8463, "step": 11648 }, { "epoch": 2.88, "learning_rate": 2.1253813546160683e-08, "loss": 0.8482, "step": 11649 }, { "epoch": 2.88, "learning_rate": 2.116709751658591e-08, "loss": 0.8595, "step": 11650 }, { "epoch": 2.88, "learning_rate": 2.108055799838943e-08, "loss": 0.8369, "step": 11651 }, { "epoch": 2.88, "learning_rate": 2.0994194997733808e-08, "loss": 0.842, "step": 11652 }, { "epoch": 2.88, "learning_rate": 2.0908008520768853e-08, "loss": 0.8127, "step": 11653 }, { "epoch": 2.88, "learning_rate": 2.0821998573631317e-08, "loss": 0.8278, "step": 11654 }, { "epoch": 2.88, "learning_rate": 2.073616516244631e-08, "loss": 0.767, "step": 11655 }, { "epoch": 2.88, "learning_rate": 2.0650508293325322e-08, "loss": 0.8145, "step": 11656 }, { "epoch": 2.88, "learning_rate": 2.0565027972367924e-08, "loss": 0.7912, "step": 11657 }, { "epoch": 2.88, "learning_rate": 2.047972420566091e-08, "loss": 0.8503, "step": 11658 }, { "epoch": 2.88, "learning_rate": 2.039459699927859e-08, "loss": 0.8572, "step": 11659 }, { "epoch": 2.88, "learning_rate": 2.030964635928251e-08, "loss": 0.8243, "step": 11660 }, { "epoch": 2.88, "learning_rate": 2.0224872291721985e-08, "loss": 0.8343, "step": 11661 }, { "epoch": 2.88, "learning_rate": 2.0140274802633586e-08, "loss": 0.8516, "step": 11662 }, { "epoch": 2.88, "learning_rate": 2.00558538980411e-08, "loss": 0.7636, "step": 11663 }, { "epoch": 2.88, "learning_rate": 1.9971609583956107e-08, "loss": 0.8147, "step": 11664 }, { "epoch": 2.88, "learning_rate": 1.9887541866377147e-08, "loss": 0.8551, "step": 11665 }, { "epoch": 2.88, "learning_rate": 1.9803650751290816e-08, "loss": 0.8132, "step": 11666 }, { "epoch": 2.88, "learning_rate": 1.9719936244670668e-08, "loss": 0.8221, "step": 11667 }, { "epoch": 2.88, "learning_rate": 1.963639835247777e-08, "loss": 0.8068, "step": 11668 }, { "epoch": 2.88, "learning_rate": 1.9553037080660696e-08, "loss": 0.7937, "step": 11669 }, { "epoch": 2.88, "learning_rate": 1.946985243515498e-08, "loss": 0.8026, "step": 11670 }, { "epoch": 2.88, "learning_rate": 1.9386844421884486e-08, "loss": 0.8659, "step": 11671 }, { "epoch": 2.88, "learning_rate": 1.930401304676005e-08, "loss": 0.8107, "step": 11672 }, { "epoch": 2.88, "learning_rate": 1.922135831567973e-08, "loss": 0.7673, "step": 11673 }, { "epoch": 2.88, "learning_rate": 1.913888023452881e-08, "loss": 0.7987, "step": 11674 }, { "epoch": 2.89, "learning_rate": 1.905657880918066e-08, "loss": 0.7682, "step": 11675 }, { "epoch": 2.89, "learning_rate": 1.897445404549586e-08, "loss": 0.867, "step": 11676 }, { "epoch": 2.89, "learning_rate": 1.8892505949322238e-08, "loss": 0.8823, "step": 11677 }, { "epoch": 2.89, "learning_rate": 1.8810734526494845e-08, "loss": 0.7872, "step": 11678 }, { "epoch": 2.89, "learning_rate": 1.872913978283708e-08, "loss": 0.7742, "step": 11679 }, { "epoch": 2.89, "learning_rate": 1.8647721724158185e-08, "loss": 0.7635, "step": 11680 }, { "epoch": 2.89, "learning_rate": 1.85664803562563e-08, "loss": 0.9185, "step": 11681 }, { "epoch": 2.89, "learning_rate": 1.848541568491652e-08, "loss": 0.7888, "step": 11682 }, { "epoch": 2.89, "learning_rate": 1.840452771591089e-08, "loss": 0.8817, "step": 11683 }, { "epoch": 2.89, "learning_rate": 1.8323816454999534e-08, "loss": 0.8145, "step": 11684 }, { "epoch": 2.89, "learning_rate": 1.824328190792951e-08, "loss": 0.817, "step": 11685 }, { "epoch": 2.89, "learning_rate": 1.8162924080435408e-08, "loss": 0.9065, "step": 11686 }, { "epoch": 2.89, "learning_rate": 1.8082742978239586e-08, "loss": 0.9003, "step": 11687 }, { "epoch": 2.89, "learning_rate": 1.8002738607051095e-08, "loss": 0.8161, "step": 11688 }, { "epoch": 2.89, "learning_rate": 1.792291097256732e-08, "loss": 0.816, "step": 11689 }, { "epoch": 2.89, "learning_rate": 1.7843260080472325e-08, "loss": 0.8956, "step": 11690 }, { "epoch": 2.89, "learning_rate": 1.776378593643796e-08, "loss": 0.8679, "step": 11691 }, { "epoch": 2.89, "learning_rate": 1.7684488546123035e-08, "loss": 0.7953, "step": 11692 }, { "epoch": 2.89, "learning_rate": 1.76053679151747e-08, "loss": 0.8337, "step": 11693 }, { "epoch": 2.89, "learning_rate": 1.7526424049226498e-08, "loss": 0.8637, "step": 11694 }, { "epoch": 2.89, "learning_rate": 1.7447656953900048e-08, "loss": 0.7687, "step": 11695 }, { "epoch": 2.89, "learning_rate": 1.7369066634803922e-08, "loss": 0.783, "step": 11696 }, { "epoch": 2.89, "learning_rate": 1.729065309753475e-08, "loss": 0.8363, "step": 11697 }, { "epoch": 2.89, "learning_rate": 1.7212416347675565e-08, "loss": 0.8125, "step": 11698 }, { "epoch": 2.89, "learning_rate": 1.7134356390798024e-08, "loss": 0.7889, "step": 11699 }, { "epoch": 2.89, "learning_rate": 1.705647323246018e-08, "loss": 0.7977, "step": 11700 }, { "epoch": 2.89, "learning_rate": 1.6978766878207877e-08, "loss": 0.8541, "step": 11701 }, { "epoch": 2.89, "learning_rate": 1.6901237333574462e-08, "loss": 0.8734, "step": 11702 }, { "epoch": 2.89, "learning_rate": 1.6823884604080798e-08, "loss": 0.7282, "step": 11703 }, { "epoch": 2.89, "learning_rate": 1.6746708695234982e-08, "loss": 0.8608, "step": 11704 }, { "epoch": 2.89, "learning_rate": 1.6669709612532057e-08, "loss": 0.7693, "step": 11705 }, { "epoch": 2.89, "learning_rate": 1.6592887361455424e-08, "loss": 0.8618, "step": 11706 }, { "epoch": 2.89, "learning_rate": 1.651624194747514e-08, "loss": 0.8742, "step": 11707 }, { "epoch": 2.89, "learning_rate": 1.6439773376049072e-08, "loss": 0.7933, "step": 11708 }, { "epoch": 2.89, "learning_rate": 1.6363481652622303e-08, "loss": 0.7839, "step": 11709 }, { "epoch": 2.89, "learning_rate": 1.6287366782627434e-08, "loss": 0.8413, "step": 11710 }, { "epoch": 2.89, "learning_rate": 1.6211428771484295e-08, "loss": 0.6802, "step": 11711 }, { "epoch": 2.89, "learning_rate": 1.6135667624600225e-08, "loss": 0.8134, "step": 11712 }, { "epoch": 2.89, "learning_rate": 1.6060083347369803e-08, "loss": 0.7792, "step": 11713 }, { "epoch": 2.89, "learning_rate": 1.5984675945175667e-08, "loss": 0.8102, "step": 11714 }, { "epoch": 2.89, "learning_rate": 1.5909445423387404e-08, "loss": 0.8351, "step": 11715 }, { "epoch": 2.9, "learning_rate": 1.5834391787361293e-08, "loss": 0.8554, "step": 11716 }, { "epoch": 2.9, "learning_rate": 1.5759515042442218e-08, "loss": 0.8525, "step": 11717 }, { "epoch": 2.9, "learning_rate": 1.5684815193962033e-08, "loss": 0.8216, "step": 11718 }, { "epoch": 2.9, "learning_rate": 1.561029224723981e-08, "loss": 0.7895, "step": 11719 }, { "epoch": 2.9, "learning_rate": 1.5535946207581865e-08, "loss": 0.831, "step": 11720 }, { "epoch": 2.9, "learning_rate": 1.5461777080282846e-08, "loss": 0.9189, "step": 11721 }, { "epoch": 2.9, "learning_rate": 1.5387784870623257e-08, "loss": 0.8101, "step": 11722 }, { "epoch": 2.9, "learning_rate": 1.5313969583872768e-08, "loss": 0.8606, "step": 11723 }, { "epoch": 2.9, "learning_rate": 1.5240331225287175e-08, "loss": 0.8757, "step": 11724 }, { "epoch": 2.9, "learning_rate": 1.5166869800109784e-08, "loss": 0.863, "step": 11725 }, { "epoch": 2.9, "learning_rate": 1.5093585313572245e-08, "loss": 0.7623, "step": 11726 }, { "epoch": 2.9, "learning_rate": 1.5020477770892326e-08, "loss": 0.7626, "step": 11727 }, { "epoch": 2.9, "learning_rate": 1.4947547177276423e-08, "loss": 0.8297, "step": 11728 }, { "epoch": 2.9, "learning_rate": 1.4874793537917042e-08, "loss": 0.786, "step": 11729 }, { "epoch": 2.9, "learning_rate": 1.4802216857995322e-08, "loss": 0.8177, "step": 11730 }, { "epoch": 2.9, "learning_rate": 1.4729817142679348e-08, "loss": 0.8212, "step": 11731 }, { "epoch": 2.9, "learning_rate": 1.4657594397123886e-08, "loss": 0.7957, "step": 11732 }, { "epoch": 2.9, "learning_rate": 1.4585548626472601e-08, "loss": 0.7554, "step": 11733 }, { "epoch": 2.9, "learning_rate": 1.4513679835855e-08, "loss": 0.7788, "step": 11734 }, { "epoch": 2.9, "learning_rate": 1.4441988030388654e-08, "loss": 0.7904, "step": 11735 }, { "epoch": 2.9, "learning_rate": 1.4370473215179204e-08, "loss": 0.7942, "step": 11736 }, { "epoch": 2.9, "learning_rate": 1.4299135395318409e-08, "loss": 0.8506, "step": 11737 }, { "epoch": 2.9, "learning_rate": 1.4227974575886372e-08, "loss": 0.7833, "step": 11738 }, { "epoch": 2.9, "learning_rate": 1.4156990761950151e-08, "loss": 0.776, "step": 11739 }, { "epoch": 2.9, "learning_rate": 1.4086183958564315e-08, "loss": 0.8209, "step": 11740 }, { "epoch": 2.9, "learning_rate": 1.401555417077094e-08, "loss": 0.7992, "step": 11741 }, { "epoch": 2.9, "learning_rate": 1.3945101403599337e-08, "loss": 0.7867, "step": 11742 }, { "epoch": 2.9, "learning_rate": 1.3874825662066327e-08, "loss": 0.704, "step": 11743 }, { "epoch": 2.9, "learning_rate": 1.3804726951175685e-08, "loss": 0.8526, "step": 11744 }, { "epoch": 2.9, "learning_rate": 1.3734805275919528e-08, "loss": 0.7504, "step": 11745 }, { "epoch": 2.9, "learning_rate": 1.3665060641276651e-08, "loss": 0.7323, "step": 11746 }, { "epoch": 2.9, "learning_rate": 1.3595493052213083e-08, "loss": 0.8023, "step": 11747 }, { "epoch": 2.9, "learning_rate": 1.3526102513682637e-08, "loss": 0.8351, "step": 11748 }, { "epoch": 2.9, "learning_rate": 1.3456889030626918e-08, "loss": 0.9367, "step": 11749 }, { "epoch": 2.9, "learning_rate": 1.338785260797365e-08, "loss": 0.8286, "step": 11750 }, { "epoch": 2.9, "learning_rate": 1.3318993250639734e-08, "loss": 0.7722, "step": 11751 }, { "epoch": 2.9, "learning_rate": 1.3250310963527358e-08, "loss": 0.7592, "step": 11752 }, { "epoch": 2.9, "learning_rate": 1.3181805751528165e-08, "loss": 0.8581, "step": 11753 }, { "epoch": 2.9, "learning_rate": 1.3113477619519644e-08, "loss": 0.8538, "step": 11754 }, { "epoch": 2.9, "learning_rate": 1.3045326572367345e-08, "loss": 0.8536, "step": 11755 }, { "epoch": 2.91, "learning_rate": 1.2977352614924333e-08, "loss": 0.7819, "step": 11756 }, { "epoch": 2.91, "learning_rate": 1.29095557520309e-08, "loss": 0.8114, "step": 11757 }, { "epoch": 2.91, "learning_rate": 1.2841935988514575e-08, "loss": 0.8287, "step": 11758 }, { "epoch": 2.91, "learning_rate": 1.2774493329190118e-08, "loss": 0.7906, "step": 11759 }, { "epoch": 2.91, "learning_rate": 1.2707227778860353e-08, "loss": 0.833, "step": 11760 }, { "epoch": 2.91, "learning_rate": 1.264013934231506e-08, "loss": 0.8619, "step": 11761 }, { "epoch": 2.91, "learning_rate": 1.2573228024331252e-08, "loss": 0.8521, "step": 11762 }, { "epoch": 2.91, "learning_rate": 1.250649382967345e-08, "loss": 0.7877, "step": 11763 }, { "epoch": 2.91, "learning_rate": 1.2439936763093963e-08, "loss": 0.7908, "step": 11764 }, { "epoch": 2.91, "learning_rate": 1.2373556829331778e-08, "loss": 0.7854, "step": 11765 }, { "epoch": 2.91, "learning_rate": 1.230735403311395e-08, "loss": 0.7511, "step": 11766 }, { "epoch": 2.91, "learning_rate": 1.2241328379154206e-08, "loss": 0.9136, "step": 11767 }, { "epoch": 2.91, "learning_rate": 1.2175479872154616e-08, "loss": 0.8799, "step": 11768 }, { "epoch": 2.91, "learning_rate": 1.2109808516803655e-08, "loss": 0.8344, "step": 11769 }, { "epoch": 2.91, "learning_rate": 1.2044314317777861e-08, "loss": 0.867, "step": 11770 }, { "epoch": 2.91, "learning_rate": 1.1978997279740722e-08, "loss": 0.8362, "step": 11771 }, { "epoch": 2.91, "learning_rate": 1.1913857407343244e-08, "loss": 0.8483, "step": 11772 }, { "epoch": 2.91, "learning_rate": 1.1848894705224212e-08, "loss": 0.7603, "step": 11773 }, { "epoch": 2.91, "learning_rate": 1.1784109178009096e-08, "loss": 0.8225, "step": 11774 }, { "epoch": 2.91, "learning_rate": 1.1719500830311426e-08, "loss": 0.7845, "step": 11775 }, { "epoch": 2.91, "learning_rate": 1.1655069666731411e-08, "loss": 0.8732, "step": 11776 }, { "epoch": 2.91, "learning_rate": 1.1590815691857327e-08, "loss": 0.8225, "step": 11777 }, { "epoch": 2.91, "learning_rate": 1.15267389102644e-08, "loss": 0.7672, "step": 11778 }, { "epoch": 2.91, "learning_rate": 1.1462839326515374e-08, "loss": 0.7972, "step": 11779 }, { "epoch": 2.91, "learning_rate": 1.139911694516077e-08, "loss": 0.8144, "step": 11780 }, { "epoch": 2.91, "learning_rate": 1.1335571770737519e-08, "loss": 0.932, "step": 11781 }, { "epoch": 2.91, "learning_rate": 1.1272203807770887e-08, "loss": 0.6604, "step": 11782 }, { "epoch": 2.91, "learning_rate": 1.1209013060772823e-08, "loss": 0.8035, "step": 11783 }, { "epoch": 2.91, "learning_rate": 1.1145999534243334e-08, "loss": 0.7908, "step": 11784 }, { "epoch": 2.91, "learning_rate": 1.1083163232669114e-08, "loss": 0.7924, "step": 11785 }, { "epoch": 2.91, "learning_rate": 1.1020504160524914e-08, "loss": 0.8105, "step": 11786 }, { "epoch": 2.91, "learning_rate": 1.0958022322272444e-08, "loss": 0.8469, "step": 11787 }, { "epoch": 2.91, "learning_rate": 1.0895717722360366e-08, "loss": 0.7558, "step": 11788 }, { "epoch": 2.91, "learning_rate": 1.0833590365225965e-08, "loss": 0.825, "step": 11789 }, { "epoch": 2.91, "learning_rate": 1.0771640255292926e-08, "loss": 0.7913, "step": 11790 }, { "epoch": 2.91, "learning_rate": 1.070986739697244e-08, "loss": 0.7886, "step": 11791 }, { "epoch": 2.91, "learning_rate": 1.0648271794663212e-08, "loss": 0.8031, "step": 11792 }, { "epoch": 2.91, "learning_rate": 1.0586853452751455e-08, "loss": 0.7793, "step": 11793 }, { "epoch": 2.91, "learning_rate": 1.052561237561034e-08, "loss": 0.7557, "step": 11794 }, { "epoch": 2.91, "learning_rate": 1.0464548567600819e-08, "loss": 0.7953, "step": 11795 }, { "epoch": 2.91, "learning_rate": 1.0403662033071083e-08, "loss": 0.8608, "step": 11796 }, { "epoch": 2.92, "learning_rate": 1.0342952776357107e-08, "loss": 0.7844, "step": 11797 }, { "epoch": 2.92, "learning_rate": 1.0282420801781268e-08, "loss": 0.836, "step": 11798 }, { "epoch": 2.92, "learning_rate": 1.0222066113654006e-08, "loss": 0.7768, "step": 11799 }, { "epoch": 2.92, "learning_rate": 1.0161888716273271e-08, "loss": 0.7807, "step": 11800 }, { "epoch": 2.92, "learning_rate": 1.0101888613923972e-08, "loss": 0.8134, "step": 11801 }, { "epoch": 2.92, "learning_rate": 1.0042065810878798e-08, "loss": 0.8194, "step": 11802 }, { "epoch": 2.92, "learning_rate": 9.982420311397122e-09, "loss": 0.8198, "step": 11803 }, { "epoch": 2.92, "learning_rate": 9.922952119726382e-09, "loss": 0.7826, "step": 11804 }, { "epoch": 2.92, "learning_rate": 9.86366124010124e-09, "loss": 0.8246, "step": 11805 }, { "epoch": 2.92, "learning_rate": 9.804547676743603e-09, "loss": 0.849, "step": 11806 }, { "epoch": 2.92, "learning_rate": 9.745611433862879e-09, "loss": 0.8012, "step": 11807 }, { "epoch": 2.92, "learning_rate": 9.686852515655432e-09, "loss": 0.8204, "step": 11808 }, { "epoch": 2.92, "learning_rate": 9.628270926305694e-09, "loss": 0.8238, "step": 11809 }, { "epoch": 2.92, "learning_rate": 9.569866669984773e-09, "loss": 0.8338, "step": 11810 }, { "epoch": 2.92, "learning_rate": 9.51163975085212e-09, "loss": 0.7707, "step": 11811 }, { "epoch": 2.92, "learning_rate": 9.453590173053306e-09, "loss": 0.7799, "step": 11812 }, { "epoch": 2.92, "learning_rate": 9.39571794072197e-09, "loss": 0.7921, "step": 11813 }, { "epoch": 2.92, "learning_rate": 9.338023057979263e-09, "loss": 0.8327, "step": 11814 }, { "epoch": 2.92, "learning_rate": 9.28050552893328e-09, "loss": 0.8706, "step": 11815 }, { "epoch": 2.92, "learning_rate": 9.22316535767992e-09, "loss": 0.8025, "step": 11816 }, { "epoch": 2.92, "learning_rate": 9.1660025483023e-09, "loss": 0.7547, "step": 11817 }, { "epoch": 2.92, "learning_rate": 9.109017104870499e-09, "loss": 0.7417, "step": 11818 }, { "epoch": 2.92, "learning_rate": 9.052209031442384e-09, "loss": 0.8188, "step": 11819 }, { "epoch": 2.92, "learning_rate": 8.995578332063327e-09, "loss": 0.7206, "step": 11820 }, { "epoch": 2.92, "learning_rate": 8.939125010765936e-09, "loss": 0.7347, "step": 11821 }, { "epoch": 2.92, "learning_rate": 8.882849071569499e-09, "loss": 0.8578, "step": 11822 }, { "epoch": 2.92, "learning_rate": 8.82675051848192e-09, "loss": 0.7933, "step": 11823 }, { "epoch": 2.92, "learning_rate": 8.770829355497501e-09, "loss": 0.8153, "step": 11824 }, { "epoch": 2.92, "learning_rate": 8.715085586598337e-09, "loss": 0.8379, "step": 11825 }, { "epoch": 2.92, "learning_rate": 8.659519215753754e-09, "loss": 0.8489, "step": 11826 }, { "epoch": 2.92, "learning_rate": 8.604130246920861e-09, "loss": 0.8219, "step": 11827 }, { "epoch": 2.92, "learning_rate": 8.548918684043173e-09, "loss": 0.807, "step": 11828 }, { "epoch": 2.92, "learning_rate": 8.493884531052543e-09, "loss": 0.7615, "step": 11829 }, { "epoch": 2.92, "learning_rate": 8.439027791867505e-09, "loss": 0.7904, "step": 11830 }, { "epoch": 2.92, "learning_rate": 8.384348470394654e-09, "loss": 0.8456, "step": 11831 }, { "epoch": 2.92, "learning_rate": 8.329846570527267e-09, "loss": 0.7347, "step": 11832 }, { "epoch": 2.92, "learning_rate": 8.275522096146404e-09, "loss": 0.8285, "step": 11833 }, { "epoch": 2.92, "learning_rate": 8.22137505112036e-09, "loss": 0.7298, "step": 11834 }, { "epoch": 2.92, "learning_rate": 8.16740543930522e-09, "loss": 0.8739, "step": 11835 }, { "epoch": 2.92, "learning_rate": 8.113613264543186e-09, "loss": 0.7602, "step": 11836 }, { "epoch": 2.93, "learning_rate": 8.059998530665081e-09, "loss": 0.7761, "step": 11837 }, { "epoch": 2.93, "learning_rate": 8.006561241488963e-09, "loss": 0.7245, "step": 11838 }, { "epoch": 2.93, "learning_rate": 7.953301400819569e-09, "loss": 0.7589, "step": 11839 }, { "epoch": 2.93, "learning_rate": 7.900219012449417e-09, "loss": 0.7997, "step": 11840 }, { "epoch": 2.93, "learning_rate": 7.847314080158541e-09, "loss": 0.7915, "step": 11841 }, { "epoch": 2.93, "learning_rate": 7.794586607714206e-09, "loss": 0.7471, "step": 11842 }, { "epoch": 2.93, "learning_rate": 7.742036598870628e-09, "loss": 0.7996, "step": 11843 }, { "epoch": 2.93, "learning_rate": 7.689664057370372e-09, "loss": 0.8249, "step": 11844 }, { "epoch": 2.93, "learning_rate": 7.63746898694212e-09, "loss": 0.8331, "step": 11845 }, { "epoch": 2.93, "learning_rate": 7.5854513913029e-09, "loss": 0.7839, "step": 11846 }, { "epoch": 2.93, "learning_rate": 7.533611274156694e-09, "loss": 0.774, "step": 11847 }, { "epoch": 2.93, "learning_rate": 7.481948639194991e-09, "loss": 0.8176, "step": 11848 }, { "epoch": 2.93, "learning_rate": 7.430463490096518e-09, "loss": 0.8448, "step": 11849 }, { "epoch": 2.93, "learning_rate": 7.379155830526952e-09, "loss": 0.7565, "step": 11850 }, { "epoch": 2.93, "learning_rate": 7.3280256641405924e-09, "loss": 0.8379, "step": 11851 }, { "epoch": 2.93, "learning_rate": 7.2770729945775834e-09, "loss": 0.8682, "step": 11852 }, { "epoch": 2.93, "learning_rate": 7.2262978254666886e-09, "loss": 0.8491, "step": 11853 }, { "epoch": 2.93, "learning_rate": 7.175700160423072e-09, "loss": 0.7573, "step": 11854 }, { "epoch": 2.93, "learning_rate": 7.1252800030496834e-09, "loss": 0.7404, "step": 11855 }, { "epoch": 2.93, "learning_rate": 7.075037356937264e-09, "loss": 0.693, "step": 11856 }, { "epoch": 2.93, "learning_rate": 7.024972225662951e-09, "loss": 0.786, "step": 11857 }, { "epoch": 2.93, "learning_rate": 6.9750846127919496e-09, "loss": 0.809, "step": 11858 }, { "epoch": 2.93, "learning_rate": 6.925374521876415e-09, "loss": 0.8709, "step": 11859 }, { "epoch": 2.93, "learning_rate": 6.875841956456575e-09, "loss": 0.75, "step": 11860 }, { "epoch": 2.93, "learning_rate": 6.82648692005905e-09, "loss": 0.7547, "step": 11861 }, { "epoch": 2.93, "learning_rate": 6.77730941619853e-09, "loss": 0.8305, "step": 11862 }, { "epoch": 2.93, "learning_rate": 6.728309448376657e-09, "loss": 0.8094, "step": 11863 }, { "epoch": 2.93, "learning_rate": 6.6794870200828645e-09, "loss": 0.8248, "step": 11864 }, { "epoch": 2.93, "learning_rate": 6.630842134793258e-09, "loss": 0.902, "step": 11865 }, { "epoch": 2.93, "learning_rate": 6.582374795972291e-09, "loss": 0.8256, "step": 11866 }, { "epoch": 2.93, "learning_rate": 6.5340850070705345e-09, "loss": 0.8659, "step": 11867 }, { "epoch": 2.93, "learning_rate": 6.485972771526905e-09, "loss": 0.7682, "step": 11868 }, { "epoch": 2.93, "learning_rate": 6.438038092767551e-09, "loss": 0.9133, "step": 11869 }, { "epoch": 2.93, "learning_rate": 6.390280974205576e-09, "loss": 0.8617, "step": 11870 }, { "epoch": 2.93, "learning_rate": 6.3427014192415926e-09, "loss": 0.8624, "step": 11871 }, { "epoch": 2.93, "learning_rate": 6.295299431263724e-09, "loss": 0.8848, "step": 11872 }, { "epoch": 2.93, "learning_rate": 6.248075013647048e-09, "loss": 0.7701, "step": 11873 }, { "epoch": 2.93, "learning_rate": 6.201028169754708e-09, "loss": 0.8188, "step": 11874 }, { "epoch": 2.93, "learning_rate": 6.1541589029368024e-09, "loss": 0.8058, "step": 11875 }, { "epoch": 2.93, "learning_rate": 6.107467216530383e-09, "loss": 0.7812, "step": 11876 }, { "epoch": 2.93, "learning_rate": 6.060953113860568e-09, "loss": 0.843, "step": 11877 }, { "epoch": 2.94, "learning_rate": 6.014616598239431e-09, "loss": 0.7267, "step": 11878 }, { "epoch": 2.94, "learning_rate": 5.968457672966277e-09, "loss": 0.7481, "step": 11879 }, { "epoch": 2.94, "learning_rate": 5.922476341328198e-09, "loss": 0.8024, "step": 11880 }, { "epoch": 2.94, "learning_rate": 5.876672606599521e-09, "loss": 0.8204, "step": 11881 }, { "epoch": 2.94, "learning_rate": 5.831046472041524e-09, "loss": 0.7924, "step": 11882 }, { "epoch": 2.94, "learning_rate": 5.785597940903276e-09, "loss": 0.8023, "step": 11883 }, { "epoch": 2.94, "learning_rate": 5.7403270164207995e-09, "loss": 0.8224, "step": 11884 }, { "epoch": 2.94, "learning_rate": 5.695233701818181e-09, "loss": 0.7898, "step": 11885 }, { "epoch": 2.94, "learning_rate": 5.65031800030591e-09, "loss": 0.7883, "step": 11886 }, { "epoch": 2.94, "learning_rate": 5.6055799150828146e-09, "loss": 0.7735, "step": 11887 }, { "epoch": 2.94, "learning_rate": 5.561019449334126e-09, "loss": 0.8634, "step": 11888 }, { "epoch": 2.94, "learning_rate": 5.516636606233139e-09, "loss": 0.8419, "step": 11889 }, { "epoch": 2.94, "learning_rate": 5.4724313889403805e-09, "loss": 0.8311, "step": 11890 }, { "epoch": 2.94, "learning_rate": 5.428403800603333e-09, "loss": 0.8253, "step": 11891 }, { "epoch": 2.94, "learning_rate": 5.384553844356988e-09, "loss": 0.8905, "step": 11892 }, { "epoch": 2.94, "learning_rate": 5.340881523324127e-09, "loss": 0.8424, "step": 11893 }, { "epoch": 2.94, "learning_rate": 5.297386840614205e-09, "loss": 0.7627, "step": 11894 }, { "epoch": 2.94, "learning_rate": 5.254069799324746e-09, "loss": 0.7899, "step": 11895 }, { "epoch": 2.94, "learning_rate": 5.210930402539949e-09, "loss": 0.8168, "step": 11896 }, { "epoch": 2.94, "learning_rate": 5.167968653331801e-09, "loss": 0.8335, "step": 11897 }, { "epoch": 2.94, "learning_rate": 5.125184554759244e-09, "loss": 0.8166, "step": 11898 }, { "epoch": 2.94, "learning_rate": 5.082578109869285e-09, "loss": 0.8498, "step": 11899 }, { "epoch": 2.94, "learning_rate": 5.0401493216953316e-09, "loss": 0.7974, "step": 11900 }, { "epoch": 2.94, "learning_rate": 4.997898193259132e-09, "loss": 0.8504, "step": 11901 }, { "epoch": 2.94, "learning_rate": 4.9558247275688365e-09, "loss": 0.8659, "step": 11902 }, { "epoch": 2.94, "learning_rate": 4.913928927620659e-09, "loss": 0.7583, "step": 11903 }, { "epoch": 2.94, "learning_rate": 4.87221079639777e-09, "loss": 0.8129, "step": 11904 }, { "epoch": 2.94, "learning_rate": 4.8306703368708466e-09, "loss": 0.8351, "step": 11905 }, { "epoch": 2.94, "learning_rate": 4.789307551997802e-09, "loss": 0.807, "step": 11906 }, { "epoch": 2.94, "learning_rate": 4.748122444724057e-09, "loss": 0.815, "step": 11907 }, { "epoch": 2.94, "learning_rate": 4.707115017982267e-09, "loss": 0.8694, "step": 11908 }, { "epoch": 2.94, "learning_rate": 4.666285274692595e-09, "loss": 0.7931, "step": 11909 }, { "epoch": 2.94, "learning_rate": 4.62563321776216e-09, "loss": 0.8863, "step": 11910 }, { "epoch": 2.94, "learning_rate": 4.585158850085869e-09, "loss": 0.8705, "step": 11911 }, { "epoch": 2.94, "learning_rate": 4.544862174545861e-09, "loss": 0.7332, "step": 11912 }, { "epoch": 2.94, "learning_rate": 4.504743194011507e-09, "loss": 0.8495, "step": 11913 }, { "epoch": 2.94, "learning_rate": 4.464801911339689e-09, "loss": 0.7848, "step": 11914 }, { "epoch": 2.94, "learning_rate": 4.425038329373965e-09, "loss": 0.7715, "step": 11915 }, { "epoch": 2.94, "learning_rate": 4.385452450946515e-09, "loss": 0.7675, "step": 11916 }, { "epoch": 2.94, "learning_rate": 4.346044278875916e-09, "loss": 0.8122, "step": 11917 }, { "epoch": 2.95, "learning_rate": 4.306813815967981e-09, "loss": 0.7918, "step": 11918 }, { "epoch": 2.95, "learning_rate": 4.267761065016584e-09, "loss": 0.7953, "step": 11919 }, { "epoch": 2.95, "learning_rate": 4.228886028802559e-09, "loss": 0.8066, "step": 11920 }, { "epoch": 2.95, "learning_rate": 4.190188710093968e-09, "loss": 0.7468, "step": 11921 }, { "epoch": 2.95, "learning_rate": 4.151669111646384e-09, "loss": 0.8216, "step": 11922 }, { "epoch": 2.95, "learning_rate": 4.1133272362026136e-09, "loss": 0.8398, "step": 11923 }, { "epoch": 2.95, "learning_rate": 4.07516308649325e-09, "loss": 0.7948, "step": 11924 }, { "epoch": 2.95, "learning_rate": 4.037176665235287e-09, "loss": 0.8069, "step": 11925 }, { "epoch": 2.95, "learning_rate": 3.9993679751340605e-09, "loss": 0.8192, "step": 11926 }, { "epoch": 2.95, "learning_rate": 3.961737018881584e-09, "loss": 0.799, "step": 11927 }, { "epoch": 2.95, "learning_rate": 3.9242837991576576e-09, "loss": 0.8784, "step": 11928 }, { "epoch": 2.95, "learning_rate": 3.887008318629315e-09, "loss": 0.7595, "step": 11929 }, { "epoch": 2.95, "learning_rate": 3.849910579950544e-09, "loss": 0.8247, "step": 11930 }, { "epoch": 2.95, "learning_rate": 3.812990585763121e-09, "loss": 0.8395, "step": 11931 }, { "epoch": 2.95, "learning_rate": 3.776248338696053e-09, "loss": 0.8677, "step": 11932 }, { "epoch": 2.95, "learning_rate": 3.73968384136586e-09, "loss": 0.7322, "step": 11933 }, { "epoch": 2.95, "learning_rate": 3.703297096375735e-09, "loss": 0.853, "step": 11934 }, { "epoch": 2.95, "learning_rate": 3.6670881063169407e-09, "loss": 0.7998, "step": 11935 }, { "epoch": 2.95, "learning_rate": 3.6310568737679686e-09, "loss": 0.8439, "step": 11936 }, { "epoch": 2.95, "learning_rate": 3.595203401294267e-09, "loss": 0.8478, "step": 11937 }, { "epoch": 2.95, "learning_rate": 3.5595276914487943e-09, "loss": 0.762, "step": 11938 }, { "epoch": 2.95, "learning_rate": 3.524029746772295e-09, "loss": 0.7857, "step": 11939 }, { "epoch": 2.95, "learning_rate": 3.4887095697921924e-09, "loss": 0.7563, "step": 11940 }, { "epoch": 2.95, "learning_rate": 3.453567163023974e-09, "loss": 0.8017, "step": 11941 }, { "epoch": 2.95, "learning_rate": 3.4186025289692503e-09, "loss": 0.8073, "step": 11942 }, { "epoch": 2.95, "learning_rate": 3.3838156701185287e-09, "loss": 0.7962, "step": 11943 }, { "epoch": 2.95, "learning_rate": 3.3492065889484394e-09, "loss": 0.808, "step": 11944 }, { "epoch": 2.95, "learning_rate": 3.3147752879236773e-09, "loss": 0.8608, "step": 11945 }, { "epoch": 2.95, "learning_rate": 3.2805217694958925e-09, "loss": 0.7658, "step": 11946 }, { "epoch": 2.95, "learning_rate": 3.246446036104245e-09, "loss": 0.8282, "step": 11947 }, { "epoch": 2.95, "learning_rate": 3.2125480901748494e-09, "loss": 0.8535, "step": 11948 }, { "epoch": 2.95, "learning_rate": 3.178827934122164e-09, "loss": 0.8062, "step": 11949 }, { "epoch": 2.95, "learning_rate": 3.1452855703467677e-09, "loss": 0.8227, "step": 11950 }, { "epoch": 2.95, "learning_rate": 3.1119210012370284e-09, "loss": 0.8255, "step": 11951 }, { "epoch": 2.95, "learning_rate": 3.0787342291691e-09, "loss": 0.7897, "step": 11952 }, { "epoch": 2.95, "learning_rate": 3.0457252565063712e-09, "loss": 0.8219, "step": 11953 }, { "epoch": 2.95, "learning_rate": 3.0128940855986275e-09, "loss": 0.8037, "step": 11954 }, { "epoch": 2.95, "learning_rate": 2.9802407187842773e-09, "loss": 0.8451, "step": 11955 }, { "epoch": 2.95, "learning_rate": 2.9477651583881273e-09, "loss": 0.7697, "step": 11956 }, { "epoch": 2.95, "learning_rate": 2.9154674067227715e-09, "loss": 0.8815, "step": 11957 }, { "epoch": 2.95, "learning_rate": 2.883347466088038e-09, "loss": 0.8087, "step": 11958 }, { "epoch": 2.96, "learning_rate": 2.8514053387712626e-09, "loss": 0.841, "step": 11959 }, { "epoch": 2.96, "learning_rate": 2.8196410270470155e-09, "loss": 0.841, "step": 11960 }, { "epoch": 2.96, "learning_rate": 2.7880545331768205e-09, "loss": 0.8739, "step": 11961 }, { "epoch": 2.96, "learning_rate": 2.75664585940999e-09, "loss": 0.8291, "step": 11962 }, { "epoch": 2.96, "learning_rate": 2.7254150079833454e-09, "loss": 0.7723, "step": 11963 }, { "epoch": 2.96, "learning_rate": 2.694361981120386e-09, "loss": 0.8676, "step": 11964 }, { "epoch": 2.96, "learning_rate": 2.6634867810323983e-09, "loss": 0.8933, "step": 11965 }, { "epoch": 2.96, "learning_rate": 2.632789409917902e-09, "loss": 0.7731, "step": 11966 }, { "epoch": 2.96, "learning_rate": 2.6022698699629258e-09, "loss": 0.768, "step": 11967 }, { "epoch": 2.96, "learning_rate": 2.5719281633407313e-09, "loss": 0.9029, "step": 11968 }, { "epoch": 2.96, "learning_rate": 2.5417642922118123e-09, "loss": 0.8443, "step": 11969 }, { "epoch": 2.96, "learning_rate": 2.511778258723896e-09, "loss": 0.9337, "step": 11970 }, { "epoch": 2.96, "learning_rate": 2.481970065012218e-09, "loss": 0.8399, "step": 11971 }, { "epoch": 2.96, "learning_rate": 2.452339713199525e-09, "loss": 0.8237, "step": 11972 }, { "epoch": 2.96, "learning_rate": 2.4228872053957964e-09, "loss": 0.7988, "step": 11973 }, { "epoch": 2.96, "learning_rate": 2.3936125436979652e-09, "loss": 0.9105, "step": 11974 }, { "epoch": 2.96, "learning_rate": 2.3645157301910306e-09, "loss": 0.7491, "step": 11975 }, { "epoch": 2.96, "learning_rate": 2.3355967669463908e-09, "loss": 0.8428, "step": 11976 }, { "epoch": 2.96, "learning_rate": 2.30685565602351e-09, "loss": 0.8573, "step": 11977 }, { "epoch": 2.96, "learning_rate": 2.2782923994690844e-09, "loss": 0.8135, "step": 11978 }, { "epoch": 2.96, "learning_rate": 2.249906999317042e-09, "loss": 0.8129, "step": 11979 }, { "epoch": 2.96, "learning_rate": 2.2216994575882668e-09, "loss": 0.7916, "step": 11980 }, { "epoch": 2.96, "learning_rate": 2.1936697762919844e-09, "loss": 0.8155, "step": 11981 }, { "epoch": 2.96, "learning_rate": 2.165817957423544e-09, "loss": 0.8774, "step": 11982 }, { "epoch": 2.96, "learning_rate": 2.138144002966358e-09, "loss": 0.7667, "step": 11983 }, { "epoch": 2.96, "learning_rate": 2.110647914891073e-09, "loss": 0.806, "step": 11984 }, { "epoch": 2.96, "learning_rate": 2.083329695155567e-09, "loss": 0.8481, "step": 11985 }, { "epoch": 2.96, "learning_rate": 2.0561893457052285e-09, "loss": 0.9029, "step": 11986 }, { "epoch": 2.96, "learning_rate": 2.029226868472678e-09, "loss": 0.83, "step": 11987 }, { "epoch": 2.96, "learning_rate": 2.002442265377491e-09, "loss": 0.8362, "step": 11988 }, { "epoch": 2.96, "learning_rate": 1.9758355383273085e-09, "loss": 0.848, "step": 11989 }, { "epoch": 2.96, "learning_rate": 1.9494066892164488e-09, "loss": 0.7973, "step": 11990 }, { "epoch": 2.96, "learning_rate": 1.9231557199272943e-09, "loss": 0.8365, "step": 11991 }, { "epoch": 2.96, "learning_rate": 1.8970826323286286e-09, "loss": 0.7612, "step": 11992 }, { "epoch": 2.96, "learning_rate": 1.8711874282770216e-09, "loss": 0.8238, "step": 11993 }, { "epoch": 2.96, "learning_rate": 1.8454701096168314e-09, "loss": 0.8052, "step": 11994 }, { "epoch": 2.96, "learning_rate": 1.8199306781790937e-09, "loss": 0.7462, "step": 11995 }, { "epoch": 2.96, "learning_rate": 1.7945691357823535e-09, "loss": 0.8633, "step": 11996 }, { "epoch": 2.96, "learning_rate": 1.7693854842326664e-09, "loss": 0.803, "step": 11997 }, { "epoch": 2.96, "learning_rate": 1.7443797253233197e-09, "loss": 0.863, "step": 11998 }, { "epoch": 2.97, "learning_rate": 1.7195518608345563e-09, "loss": 0.8211, "step": 11999 }, { "epoch": 2.97, "learning_rate": 1.6949018925346838e-09, "loss": 0.9239, "step": 12000 }, { "epoch": 2.97, "learning_rate": 1.670429822178965e-09, "loss": 0.7768, "step": 12001 }, { "epoch": 2.97, "learning_rate": 1.6461356515096172e-09, "loss": 0.7573, "step": 12002 }, { "epoch": 2.97, "learning_rate": 1.6220193822572006e-09, "loss": 0.8649, "step": 12003 }, { "epoch": 2.97, "learning_rate": 1.5980810161381199e-09, "loss": 0.8498, "step": 12004 }, { "epoch": 2.97, "learning_rate": 1.5743205548576779e-09, "loss": 0.8513, "step": 12005 }, { "epoch": 2.97, "learning_rate": 1.5507380001075766e-09, "loss": 0.7541, "step": 12006 }, { "epoch": 2.97, "learning_rate": 1.5273333535673063e-09, "loss": 0.8065, "step": 12007 }, { "epoch": 2.97, "learning_rate": 1.5041066169027563e-09, "loss": 0.831, "step": 12008 }, { "epoch": 2.97, "learning_rate": 1.4810577917687141e-09, "loss": 0.8195, "step": 12009 }, { "epoch": 2.97, "learning_rate": 1.4581868798055342e-09, "loss": 0.8552, "step": 12010 }, { "epoch": 2.97, "learning_rate": 1.435493882642469e-09, "loss": 0.7987, "step": 12011 }, { "epoch": 2.97, "learning_rate": 1.4129788018954482e-09, "loss": 0.7667, "step": 12012 }, { "epoch": 2.97, "learning_rate": 1.390641639167356e-09, "loss": 0.8742, "step": 12013 }, { "epoch": 2.97, "learning_rate": 1.3684823960488646e-09, "loss": 0.8133, "step": 12014 }, { "epoch": 2.97, "learning_rate": 1.3465010741178787e-09, "loss": 0.8039, "step": 12015 }, { "epoch": 2.97, "learning_rate": 1.3246976749395346e-09, "loss": 0.7599, "step": 12016 }, { "epoch": 2.97, "learning_rate": 1.3030722000667572e-09, "loss": 0.9056, "step": 12017 }, { "epoch": 2.97, "learning_rate": 1.2816246510391483e-09, "loss": 0.8511, "step": 12018 }, { "epoch": 2.97, "learning_rate": 1.2603550293838197e-09, "loss": 0.803, "step": 12019 }, { "epoch": 2.97, "learning_rate": 1.2392633366156703e-09, "loss": 0.8044, "step": 12020 }, { "epoch": 2.97, "learning_rate": 1.2183495742365548e-09, "loss": 0.8039, "step": 12021 }, { "epoch": 2.97, "learning_rate": 1.197613743735282e-09, "loss": 0.7967, "step": 12022 }, { "epoch": 2.97, "learning_rate": 1.1770558465887262e-09, "loss": 0.8298, "step": 12023 }, { "epoch": 2.97, "learning_rate": 1.1566758842607162e-09, "loss": 0.8098, "step": 12024 }, { "epoch": 2.97, "learning_rate": 1.1364738582025915e-09, "loss": 0.776, "step": 12025 }, { "epoch": 2.97, "learning_rate": 1.1164497698526454e-09, "loss": 0.8324, "step": 12026 }, { "epoch": 2.97, "learning_rate": 1.0966036206366825e-09, "loss": 0.8456, "step": 12027 }, { "epoch": 2.97, "learning_rate": 1.076935411968294e-09, "loss": 0.8522, "step": 12028 }, { "epoch": 2.97, "learning_rate": 1.0574451452477485e-09, "loss": 0.7827, "step": 12029 }, { "epoch": 2.97, "learning_rate": 1.038132821862825e-09, "loss": 0.7213, "step": 12030 }, { "epoch": 2.97, "learning_rate": 1.0189984431888123e-09, "loss": 0.7687, "step": 12031 }, { "epoch": 2.97, "learning_rate": 1.0000420105882313e-09, "loss": 0.7942, "step": 12032 }, { "epoch": 2.97, "learning_rate": 9.81263525410836e-10, "loss": 0.7913, "step": 12033 }, { "epoch": 2.97, "learning_rate": 9.626629889936123e-10, "loss": 0.7447, "step": 12034 }, { "epoch": 2.97, "learning_rate": 9.442404026616114e-10, "loss": 0.7388, "step": 12035 }, { "epoch": 2.97, "learning_rate": 9.259957677262843e-10, "loss": 0.8057, "step": 12036 }, { "epoch": 2.97, "learning_rate": 9.079290854868695e-10, "loss": 0.7548, "step": 12037 }, { "epoch": 2.97, "learning_rate": 8.900403572298377e-10, "loss": 0.8256, "step": 12038 }, { "epoch": 2.97, "learning_rate": 8.723295842288926e-10, "loss": 0.789, "step": 12039 }, { "epoch": 2.98, "learning_rate": 8.547967677452474e-10, "loss": 0.8221, "step": 12040 }, { "epoch": 2.98, "learning_rate": 8.374419090273478e-10, "loss": 0.7634, "step": 12041 }, { "epoch": 2.98, "learning_rate": 8.202650093111497e-10, "loss": 0.8657, "step": 12042 }, { "epoch": 2.98, "learning_rate": 8.032660698195638e-10, "loss": 0.8931, "step": 12043 }, { "epoch": 2.98, "learning_rate": 7.864450917630106e-10, "loss": 0.7948, "step": 12044 }, { "epoch": 2.98, "learning_rate": 7.698020763396985e-10, "loss": 0.8271, "step": 12045 }, { "epoch": 2.98, "learning_rate": 7.533370247342353e-10, "loss": 0.8504, "step": 12046 }, { "epoch": 2.98, "learning_rate": 7.370499381192941e-10, "loss": 0.811, "step": 12047 }, { "epoch": 2.98, "learning_rate": 7.209408176545029e-10, "loss": 0.7154, "step": 12048 }, { "epoch": 2.98, "learning_rate": 7.050096644872773e-10, "loss": 0.8419, "step": 12049 }, { "epoch": 2.98, "learning_rate": 6.892564797514323e-10, "loss": 0.8419, "step": 12050 }, { "epoch": 2.98, "learning_rate": 6.736812645694035e-10, "loss": 0.8219, "step": 12051 }, { "epoch": 2.98, "learning_rate": 6.582840200497487e-10, "loss": 0.8885, "step": 12052 }, { "epoch": 2.98, "learning_rate": 6.430647472890905e-10, "loss": 0.8614, "step": 12053 }, { "epoch": 2.98, "learning_rate": 6.280234473710067e-10, "loss": 0.8412, "step": 12054 }, { "epoch": 2.98, "learning_rate": 6.131601213668625e-10, "loss": 0.8382, "step": 12055 }, { "epoch": 2.98, "learning_rate": 5.984747703347005e-10, "loss": 0.8799, "step": 12056 }, { "epoch": 2.98, "learning_rate": 5.839673953203506e-10, "loss": 0.7958, "step": 12057 }, { "epoch": 2.98, "learning_rate": 5.696379973568756e-10, "loss": 0.7463, "step": 12058 }, { "epoch": 2.98, "learning_rate": 5.554865774645701e-10, "loss": 0.7983, "step": 12059 }, { "epoch": 2.98, "learning_rate": 5.415131366512394e-10, "loss": 0.8295, "step": 12060 }, { "epoch": 2.98, "learning_rate": 5.277176759119207e-10, "loss": 0.8547, "step": 12061 }, { "epoch": 2.98, "learning_rate": 5.141001962286062e-10, "loss": 0.8388, "step": 12062 }, { "epoch": 2.98, "learning_rate": 5.006606985713535e-10, "loss": 0.7755, "step": 12063 }, { "epoch": 2.98, "learning_rate": 4.873991838968972e-10, "loss": 0.8979, "step": 12064 }, { "epoch": 2.98, "learning_rate": 4.743156531497595e-10, "loss": 0.7647, "step": 12065 }, { "epoch": 2.98, "learning_rate": 4.61410107261695e-10, "loss": 0.7884, "step": 12066 }, { "epoch": 2.98, "learning_rate": 4.4868254715113577e-10, "loss": 0.8649, "step": 12067 }, { "epoch": 2.98, "learning_rate": 4.361329737248565e-10, "loss": 0.7788, "step": 12068 }, { "epoch": 2.98, "learning_rate": 4.237613878765867e-10, "loss": 0.8913, "step": 12069 }, { "epoch": 2.98, "learning_rate": 4.115677904867332e-10, "loss": 0.7831, "step": 12070 }, { "epoch": 2.98, "learning_rate": 3.9955218242376805e-10, "loss": 0.7332, "step": 12071 }, { "epoch": 2.98, "learning_rate": 3.8771456454367306e-10, "loss": 0.8012, "step": 12072 }, { "epoch": 2.98, "learning_rate": 3.7605493768883006e-10, "loss": 0.792, "step": 12073 }, { "epoch": 2.98, "learning_rate": 3.6457330268996336e-10, "loss": 0.7956, "step": 12074 }, { "epoch": 2.98, "learning_rate": 3.5326966036447475e-10, "loss": 0.7916, "step": 12075 }, { "epoch": 2.98, "learning_rate": 3.4214401151699826e-10, "loss": 0.901, "step": 12076 }, { "epoch": 2.98, "learning_rate": 3.3119635694023324e-10, "loss": 0.8659, "step": 12077 }, { "epoch": 2.98, "learning_rate": 3.2042669741355613e-10, "loss": 0.7976, "step": 12078 }, { "epoch": 2.98, "learning_rate": 3.0983503370357606e-10, "loss": 0.9164, "step": 12079 }, { "epoch": 2.99, "learning_rate": 2.9942136656468944e-10, "loss": 0.7696, "step": 12080 }, { "epoch": 2.99, "learning_rate": 2.8918569673852537e-10, "loss": 0.7961, "step": 12081 }, { "epoch": 2.99, "learning_rate": 2.791280249539452e-10, "loss": 0.7867, "step": 12082 }, { "epoch": 2.99, "learning_rate": 2.692483519270428e-10, "loss": 0.8091, "step": 12083 }, { "epoch": 2.99, "learning_rate": 2.59546678361422e-10, "loss": 0.8156, "step": 12084 }, { "epoch": 2.99, "learning_rate": 2.500230049476415e-10, "loss": 0.8352, "step": 12085 }, { "epoch": 2.99, "learning_rate": 2.4067733236404764e-10, "loss": 0.8525, "step": 12086 }, { "epoch": 2.99, "learning_rate": 2.315096612762191e-10, "loss": 0.878, "step": 12087 }, { "epoch": 2.99, "learning_rate": 2.225199923366894e-10, "loss": 0.8379, "step": 12088 }, { "epoch": 2.99, "learning_rate": 2.137083261860573e-10, "loss": 0.7491, "step": 12089 }, { "epoch": 2.99, "learning_rate": 2.050746634513212e-10, "loss": 0.7684, "step": 12090 }, { "epoch": 2.99, "learning_rate": 1.9661900474726714e-10, "loss": 0.7948, "step": 12091 }, { "epoch": 2.99, "learning_rate": 1.8834135067646862e-10, "loss": 0.7785, "step": 12092 }, { "epoch": 2.99, "learning_rate": 1.8024170182789903e-10, "loss": 0.8759, "step": 12093 }, { "epoch": 2.99, "learning_rate": 1.7232005877831913e-10, "loss": 0.7748, "step": 12094 }, { "epoch": 2.99, "learning_rate": 1.6457642209227743e-10, "loss": 0.7724, "step": 12095 }, { "epoch": 2.99, "learning_rate": 1.5701079232044447e-10, "loss": 0.8609, "step": 12096 }, { "epoch": 2.99, "learning_rate": 1.496231700023887e-10, "loss": 0.7921, "step": 12097 }, { "epoch": 2.99, "learning_rate": 1.424135556635231e-10, "loss": 0.816, "step": 12098 }, { "epoch": 2.99, "learning_rate": 1.3538194981732588e-10, "loss": 0.8332, "step": 12099 }, { "epoch": 2.99, "learning_rate": 1.2852835296478516e-10, "loss": 0.9032, "step": 12100 }, { "epoch": 2.99, "learning_rate": 1.2185276559356641e-10, "loss": 0.8573, "step": 12101 }, { "epoch": 2.99, "learning_rate": 1.1535518817940016e-10, "loss": 0.7965, "step": 12102 }, { "epoch": 2.99, "learning_rate": 1.0903562118469435e-10, "loss": 0.7882, "step": 12103 }, { "epoch": 2.99, "learning_rate": 1.0289406505936684e-10, "loss": 0.7767, "step": 12104 }, { "epoch": 2.99, "learning_rate": 9.693052024112304e-11, "loss": 0.8801, "step": 12105 }, { "epoch": 2.99, "learning_rate": 9.114498715434572e-11, "loss": 0.8779, "step": 12106 }, { "epoch": 2.99, "learning_rate": 8.553746621092763e-11, "loss": 0.7695, "step": 12107 }, { "epoch": 2.99, "learning_rate": 8.010795781027148e-11, "loss": 0.847, "step": 12108 }, { "epoch": 2.99, "learning_rate": 7.485646233929001e-11, "loss": 0.7314, "step": 12109 }, { "epoch": 2.99, "learning_rate": 6.97829801712957e-11, "loss": 0.8121, "step": 12110 }, { "epoch": 2.99, "learning_rate": 6.488751166822127e-11, "loss": 0.772, "step": 12111 }, { "epoch": 2.99, "learning_rate": 6.017005717812163e-11, "loss": 0.8305, "step": 12112 }, { "epoch": 2.99, "learning_rate": 5.563061703739436e-11, "loss": 0.7385, "step": 12113 }, { "epoch": 2.99, "learning_rate": 5.1269191568836804e-11, "loss": 0.8035, "step": 12114 }, { "epoch": 2.99, "learning_rate": 4.708578108331141e-11, "loss": 0.8874, "step": 12115 }, { "epoch": 2.99, "learning_rate": 4.30803858786355e-11, "loss": 0.7784, "step": 12116 }, { "epoch": 2.99, "learning_rate": 3.925300623985884e-11, "loss": 0.8201, "step": 12117 }, { "epoch": 2.99, "learning_rate": 3.560364243981873e-11, "loss": 0.7548, "step": 12118 }, { "epoch": 2.99, "learning_rate": 3.213229473802981e-11, "loss": 0.8522, "step": 12119 }, { "epoch": 2.99, "learning_rate": 2.8838963382071817e-11, "loss": 0.7652, "step": 12120 }, { "epoch": 3.0, "learning_rate": 2.5723648606201802e-11, "loss": 0.8736, "step": 12121 }, { "epoch": 3.0, "learning_rate": 2.2786350632186815e-11, "loss": 0.7872, "step": 12122 }, { "epoch": 3.0, "learning_rate": 2.00270696693039e-11, "loss": 0.76, "step": 12123 }, { "epoch": 3.0, "learning_rate": 1.744580591406253e-11, "loss": 0.8968, "step": 12124 }, { "epoch": 3.0, "learning_rate": 1.5042559550204617e-11, "loss": 0.8105, "step": 12125 }, { "epoch": 3.0, "learning_rate": 1.281733074898206e-11, "loss": 0.8924, "step": 12126 }, { "epoch": 3.0, "learning_rate": 1.0770119668601642e-11, "loss": 0.8525, "step": 12127 }, { "epoch": 3.0, "learning_rate": 8.900926455335245e-12, "loss": 0.8127, "step": 12128 }, { "epoch": 3.0, "learning_rate": 7.209751241576968e-12, "loss": 0.846, "step": 12129 }, { "epoch": 3.0, "learning_rate": 5.696594148341117e-12, "loss": 0.9295, "step": 12130 }, { "epoch": 3.0, "learning_rate": 4.361455283041771e-12, "loss": 0.826, "step": 12131 }, { "epoch": 3.0, "learning_rate": 3.204334740880555e-12, "loss": 0.788, "step": 12132 }, { "epoch": 3.0, "learning_rate": 2.2252326040139716e-12, "loss": 0.8345, "step": 12133 }, { "epoch": 3.0, "learning_rate": 1.4241489426636279e-12, "loss": 0.8707, "step": 12134 }, { "epoch": 3.0, "learning_rate": 8.010838134508981e-13, "loss": 0.8646, "step": 12135 }, { "epoch": 3.0, "learning_rate": 3.5603726106225867e-13, "loss": 0.8445, "step": 12136 }, { "epoch": 3.0, "learning_rate": 8.900931686151026e-14, "loss": 0.8524, "step": 12137 }, { "epoch": 3.0, "learning_rate": 0.0, "loss": 0.814, "step": 12138 }, { "epoch": 3.0, "step": 12138, "total_flos": 1.446422429206315e+19, "train_loss": 0.8252781694774908, "train_runtime": 124298.2571, "train_samples_per_second": 12.502, "train_steps_per_second": 0.098 } ], "logging_steps": 1.0, "max_steps": 12138, "num_train_epochs": 3, "save_steps": 500, "total_flos": 1.446422429206315e+19, "trial_name": null, "trial_params": null }