| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.9988545246277205, | |
| "eval_steps": 500, | |
| "global_step": 654, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0015273004963726614, | |
| "grad_norm": 5.274756775371289, | |
| "learning_rate": 1.5151515151515152e-07, | |
| "loss": 1.3724, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.015273004963726614, | |
| "grad_norm": 2.4356823026963044, | |
| "learning_rate": 1.5151515151515152e-06, | |
| "loss": 1.3215, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.030546009927453228, | |
| "grad_norm": 0.8415959934340891, | |
| "learning_rate": 3.0303030303030305e-06, | |
| "loss": 0.7041, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.045819014891179836, | |
| "grad_norm": 0.3951472895674848, | |
| "learning_rate": 4.5454545454545455e-06, | |
| "loss": 0.3621, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.061092019854906456, | |
| "grad_norm": 0.3302170549897179, | |
| "learning_rate": 6.060606060606061e-06, | |
| "loss": 0.2555, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.07636502481863307, | |
| "grad_norm": 0.3855993238810659, | |
| "learning_rate": 7.5757575757575764e-06, | |
| "loss": 0.21, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.09163802978235967, | |
| "grad_norm": 0.3643941392356843, | |
| "learning_rate": 9.090909090909091e-06, | |
| "loss": 0.1707, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.10691103474608629, | |
| "grad_norm": 0.24356795945348528, | |
| "learning_rate": 9.99885820390154e-06, | |
| "loss": 0.1628, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.12218403970981291, | |
| "grad_norm": 0.18282398542383, | |
| "learning_rate": 9.986018985905901e-06, | |
| "loss": 0.1537, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.13745704467353953, | |
| "grad_norm": 0.17824704057472698, | |
| "learning_rate": 9.95895006911623e-06, | |
| "loss": 0.1472, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.15273004963726614, | |
| "grad_norm": 0.20039388213383333, | |
| "learning_rate": 9.917728706052765e-06, | |
| "loss": 0.1512, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.16800305460099274, | |
| "grad_norm": 0.21394666608149668, | |
| "learning_rate": 9.862472539183757e-06, | |
| "loss": 0.1446, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.18327605956471935, | |
| "grad_norm": 0.1399694568156125, | |
| "learning_rate": 9.793339265183303e-06, | |
| "loss": 0.1379, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.19854906452844598, | |
| "grad_norm": 0.17756723955927178, | |
| "learning_rate": 9.710526184877667e-06, | |
| "loss": 0.1446, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.21382206949217258, | |
| "grad_norm": 0.1256183224074801, | |
| "learning_rate": 9.61426964016452e-06, | |
| "loss": 0.1598, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.2290950744558992, | |
| "grad_norm": 0.1925308832459223, | |
| "learning_rate": 9.504844339512096e-06, | |
| "loss": 0.1703, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.24436807941962582, | |
| "grad_norm": 0.18425814277453983, | |
| "learning_rate": 9.382562573963238e-06, | |
| "loss": 0.1347, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.2596410843833524, | |
| "grad_norm": 0.16364274896349304, | |
| "learning_rate": 9.24777332588177e-06, | |
| "loss": 0.1291, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.27491408934707906, | |
| "grad_norm": 0.1575283767974318, | |
| "learning_rate": 9.10086127298478e-06, | |
| "loss": 0.1455, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.29018709431080564, | |
| "grad_norm": 0.16299547711079815, | |
| "learning_rate": 8.94224569050324e-06, | |
| "loss": 0.1448, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.30546009927453227, | |
| "grad_norm": 0.1678304349758231, | |
| "learning_rate": 8.772379254604074e-06, | |
| "loss": 0.1329, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.3207331042382589, | |
| "grad_norm": 0.18133792526251943, | |
| "learning_rate": 8.591746750488639e-06, | |
| "loss": 0.1523, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.3360061092019855, | |
| "grad_norm": 0.138988177087972, | |
| "learning_rate": 8.400863688854598e-06, | |
| "loss": 0.1487, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.3512791141657121, | |
| "grad_norm": 0.10975239156978413, | |
| "learning_rate": 8.200274834669675e-06, | |
| "loss": 0.1454, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.3665521191294387, | |
| "grad_norm": 0.13022143377921225, | |
| "learning_rate": 7.99055265245608e-06, | |
| "loss": 0.1414, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.3818251240931653, | |
| "grad_norm": 0.09325598021130543, | |
| "learning_rate": 7.772295672522615e-06, | |
| "loss": 0.1406, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.39709812905689196, | |
| "grad_norm": 0.10192417440664955, | |
| "learning_rate": 7.546126782807117e-06, | |
| "loss": 0.1243, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.41237113402061853, | |
| "grad_norm": 0.10214456159318729, | |
| "learning_rate": 7.312691451204178e-06, | |
| "loss": 0.1381, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.42764413898434517, | |
| "grad_norm": 0.11650402115334278, | |
| "learning_rate": 7.072655883451478e-06, | |
| "loss": 0.1155, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.4429171439480718, | |
| "grad_norm": 0.09899147898887324, | |
| "learning_rate": 6.8267051218319766e-06, | |
| "loss": 0.1372, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.4581901489117984, | |
| "grad_norm": 0.11909991495605356, | |
| "learning_rate": 6.575541090118105e-06, | |
| "loss": 0.1449, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.473463153875525, | |
| "grad_norm": 0.11324258672549159, | |
| "learning_rate": 6.319880590337549e-06, | |
| "loss": 0.1355, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.48873615883925164, | |
| "grad_norm": 0.15684721556128514, | |
| "learning_rate": 6.060453257077686e-06, | |
| "loss": 0.1448, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.5040091638029782, | |
| "grad_norm": 0.13428699506671887, | |
| "learning_rate": 5.797999475166897e-06, | |
| "loss": 0.161, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.5192821687667049, | |
| "grad_norm": 0.16260953903247685, | |
| "learning_rate": 5.533268266675601e-06, | |
| "loss": 0.1301, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.5345551737304315, | |
| "grad_norm": 0.138117775450493, | |
| "learning_rate": 5.267015153267246e-06, | |
| "loss": 0.1153, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.5498281786941581, | |
| "grad_norm": 0.09342193422842268, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1388, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.5651011836578846, | |
| "grad_norm": 0.12521354455054481, | |
| "learning_rate": 4.732984846732755e-06, | |
| "loss": 0.1469, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.5803741886216113, | |
| "grad_norm": 0.12074643796303608, | |
| "learning_rate": 4.466731733324399e-06, | |
| "loss": 0.1336, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.5956471935853379, | |
| "grad_norm": 0.10811612216811932, | |
| "learning_rate": 4.2020005248331056e-06, | |
| "loss": 0.1444, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.6109201985490645, | |
| "grad_norm": 0.07932149519427452, | |
| "learning_rate": 3.939546742922318e-06, | |
| "loss": 0.1217, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.6261932035127912, | |
| "grad_norm": 0.13495076484320434, | |
| "learning_rate": 3.6801194096624515e-06, | |
| "loss": 0.1486, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.6414662084765178, | |
| "grad_norm": 0.09577670394462665, | |
| "learning_rate": 3.424458909881897e-06, | |
| "loss": 0.1351, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.6567392134402443, | |
| "grad_norm": 0.13052717933517727, | |
| "learning_rate": 3.173294878168025e-06, | |
| "loss": 0.1115, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.672012218403971, | |
| "grad_norm": 0.10868560247173807, | |
| "learning_rate": 2.9273441165485227e-06, | |
| "loss": 0.1429, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.6872852233676976, | |
| "grad_norm": 0.08492718279444092, | |
| "learning_rate": 2.687308548795825e-06, | |
| "loss": 0.1006, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.7025582283314242, | |
| "grad_norm": 0.11879878396233616, | |
| "learning_rate": 2.4538732171928847e-06, | |
| "loss": 0.1441, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.7178312332951509, | |
| "grad_norm": 0.08627366089386783, | |
| "learning_rate": 2.2277043274773856e-06, | |
| "loss": 0.121, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.7331042382588774, | |
| "grad_norm": 0.11860493468588708, | |
| "learning_rate": 2.00944734754392e-06, | |
| "loss": 0.104, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.748377243222604, | |
| "grad_norm": 0.13566719962532361, | |
| "learning_rate": 1.7997251653303249e-06, | |
| "loss": 0.1223, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.7636502481863306, | |
| "grad_norm": 0.11713757986892694, | |
| "learning_rate": 1.5991363111454023e-06, | |
| "loss": 0.1297, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.7789232531500573, | |
| "grad_norm": 0.0932474027124396, | |
| "learning_rate": 1.4082532495113627e-06, | |
| "loss": 0.129, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.7941962581137839, | |
| "grad_norm": 0.06960734581371894, | |
| "learning_rate": 1.2276207453959283e-06, | |
| "loss": 0.102, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.8094692630775105, | |
| "grad_norm": 0.1054188314922148, | |
| "learning_rate": 1.0577543094967613e-06, | |
| "loss": 0.1182, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.8247422680412371, | |
| "grad_norm": 0.15433498716395788, | |
| "learning_rate": 8.991387270152202e-07, | |
| "loss": 0.1306, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.8400152730049637, | |
| "grad_norm": 0.10854241303868371, | |
| "learning_rate": 7.522266741182305e-07, | |
| "loss": 0.11, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.8552882779686903, | |
| "grad_norm": 0.13631634648737045, | |
| "learning_rate": 6.174374260367611e-07, | |
| "loss": 0.1162, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.870561282932417, | |
| "grad_norm": 0.11447961702982919, | |
| "learning_rate": 4.951556604879049e-07, | |
| "loss": 0.1396, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.8858342878961436, | |
| "grad_norm": 0.1527666931393435, | |
| "learning_rate": 3.8573035983548167e-07, | |
| "loss": 0.1353, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.9011072928598702, | |
| "grad_norm": 0.13839722389025982, | |
| "learning_rate": 2.894738151223331e-07, | |
| "loss": 0.1193, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.9163802978235968, | |
| "grad_norm": 0.13196785663691574, | |
| "learning_rate": 2.0666073481669714e-07, | |
| "loss": 0.1147, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.9316533027873234, | |
| "grad_norm": 0.09878735062205103, | |
| "learning_rate": 1.375274608162447e-07, | |
| "loss": 0.1261, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.94692630775105, | |
| "grad_norm": 0.07952980044315368, | |
| "learning_rate": 8.227129394723643e-08, | |
| "loss": 0.0992, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.9621993127147767, | |
| "grad_norm": 0.09015417303190752, | |
| "learning_rate": 4.104993088376974e-08, | |
| "loss": 0.1212, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.9774723176785033, | |
| "grad_norm": 0.12899056246523352, | |
| "learning_rate": 1.3981014094099354e-08, | |
| "loss": 0.131, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.9927453226422298, | |
| "grad_norm": 0.08443201140015646, | |
| "learning_rate": 1.1417960984605459e-09, | |
| "loss": 0.1302, | |
| "step": 650 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 654, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 32812144386048.0, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |