File size: 12,537 Bytes
990bd9b |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 |
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 1.0695187165775402,
"eval_steps": 50,
"global_step": 100,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.053475935828877004,
"grad_norm": 57.38362641680358,
"learning_rate": 5e-07,
"logits/chosen": -2.734001874923706,
"logits/rejected": -2.714400053024292,
"logps/chosen": -259.45416259765625,
"logps/rejected": -213.60086059570312,
"loss": 0.69,
"rewards/accuracies": 0.3687500059604645,
"rewards/chosen": 0.022585459053516388,
"rewards/margins": 0.012519368901848793,
"rewards/rejected": 0.010066090151667595,
"step": 5
},
{
"epoch": 0.10695187165775401,
"grad_norm": 47.481455328039516,
"learning_rate": 1e-06,
"logits/chosen": -2.6481270790100098,
"logits/rejected": -2.652583599090576,
"logps/chosen": -257.953369140625,
"logps/rejected": -188.35134887695312,
"loss": 0.6387,
"rewards/accuracies": 0.6875,
"rewards/chosen": 0.550362229347229,
"rewards/margins": 0.1817861795425415,
"rewards/rejected": 0.3685761094093323,
"step": 10
},
{
"epoch": 0.16042780748663102,
"grad_norm": 57.27168970604102,
"learning_rate": 9.991477798614637e-07,
"logits/chosen": -2.517893075942993,
"logits/rejected": -2.512808322906494,
"logps/chosen": -238.94729614257812,
"logps/rejected": -195.82278442382812,
"loss": 0.6343,
"rewards/accuracies": 0.7124999761581421,
"rewards/chosen": 1.433282732963562,
"rewards/margins": 0.7576474547386169,
"rewards/rejected": 0.6756354570388794,
"step": 15
},
{
"epoch": 0.21390374331550802,
"grad_norm": 49.36931799258527,
"learning_rate": 9.965940245625131e-07,
"logits/chosen": -2.3814330101013184,
"logits/rejected": -2.3650126457214355,
"logps/chosen": -240.35299682617188,
"logps/rejected": -224.2460174560547,
"loss": 0.6444,
"rewards/accuracies": 0.6625000238418579,
"rewards/chosen": 1.3586658239364624,
"rewards/margins": 0.8488560914993286,
"rewards/rejected": 0.5098099112510681,
"step": 20
},
{
"epoch": 0.26737967914438504,
"grad_norm": 38.23771695176387,
"learning_rate": 9.923474395499264e-07,
"logits/chosen": -2.3290395736694336,
"logits/rejected": -2.300835371017456,
"logps/chosen": -240.2759246826172,
"logps/rejected": -190.5952911376953,
"loss": 0.5839,
"rewards/accuracies": 0.8062499761581421,
"rewards/chosen": 1.567830204963684,
"rewards/margins": 1.0694384574890137,
"rewards/rejected": 0.4983917772769928,
"step": 25
},
{
"epoch": 0.32085561497326204,
"grad_norm": 38.55306482248171,
"learning_rate": 9.86422500924775e-07,
"logits/chosen": -2.385282039642334,
"logits/rejected": -2.380516767501831,
"logps/chosen": -237.0162353515625,
"logps/rejected": -203.95974731445312,
"loss": 0.5888,
"rewards/accuracies": 0.7437499761581421,
"rewards/chosen": 1.3996493816375732,
"rewards/margins": 0.9638010263442993,
"rewards/rejected": 0.43584829568862915,
"step": 30
},
{
"epoch": 0.37433155080213903,
"grad_norm": 40.05177774617033,
"learning_rate": 9.788394060951227e-07,
"logits/chosen": -2.4351038932800293,
"logits/rejected": -2.440431833267212,
"logps/chosen": -247.30227661132812,
"logps/rejected": -201.399658203125,
"loss": 0.6124,
"rewards/accuracies": 0.706250011920929,
"rewards/chosen": 1.2308628559112549,
"rewards/margins": 1.0766284465789795,
"rewards/rejected": 0.15423443913459778,
"step": 35
},
{
"epoch": 0.42780748663101603,
"grad_norm": 38.64888093844348,
"learning_rate": 9.696240049254742e-07,
"logits/chosen": -2.4633519649505615,
"logits/rejected": -2.466259241104126,
"logps/chosen": -249.7180938720703,
"logps/rejected": -194.3883056640625,
"loss": 0.5959,
"rewards/accuracies": 0.762499988079071,
"rewards/chosen": 1.1658284664154053,
"rewards/margins": 1.0980390310287476,
"rewards/rejected": 0.06778934597969055,
"step": 40
},
{
"epoch": 0.48128342245989303,
"grad_norm": 41.079430965451316,
"learning_rate": 9.588077116176756e-07,
"logits/chosen": -2.4081149101257324,
"logits/rejected": -2.406311273574829,
"logps/chosen": -238.9816436767578,
"logps/rejected": -201.0675048828125,
"loss": 0.6076,
"rewards/accuracies": 0.7749999761581421,
"rewards/chosen": 1.1393609046936035,
"rewards/margins": 1.4659656286239624,
"rewards/rejected": -0.32660484313964844,
"step": 45
},
{
"epoch": 0.5347593582887701,
"grad_norm": 46.70159372711324,
"learning_rate": 9.464273976236516e-07,
"logits/chosen": -2.4118716716766357,
"logits/rejected": -2.408468246459961,
"logps/chosen": -219.6370849609375,
"logps/rejected": -186.2394561767578,
"loss": 0.5857,
"rewards/accuracies": 0.7124999761581421,
"rewards/chosen": 0.8120909929275513,
"rewards/margins": 0.906074047088623,
"rewards/rejected": -0.09398309141397476,
"step": 50
},
{
"epoch": 0.5347593582887701,
"eval_logits/chosen": -2.4070043563842773,
"eval_logits/rejected": -2.395042896270752,
"eval_logps/chosen": -246.7726287841797,
"eval_logps/rejected": -220.63446044921875,
"eval_loss": 0.5587548613548279,
"eval_rewards/accuracies": 0.7202380895614624,
"eval_rewards/chosen": 0.8626245856285095,
"eval_rewards/margins": 1.329900860786438,
"eval_rewards/rejected": -0.46727630496025085,
"eval_runtime": 180.0372,
"eval_samples_per_second": 14.775,
"eval_steps_per_second": 0.233,
"step": 50
},
{
"epoch": 0.5882352941176471,
"grad_norm": 38.079371712676014,
"learning_rate": 9.325252659550308e-07,
"logits/chosen": -2.387826919555664,
"logits/rejected": -2.3770289421081543,
"logps/chosen": -226.2966766357422,
"logps/rejected": -208.65219116210938,
"loss": 0.5977,
"rewards/accuracies": 0.6625000238418579,
"rewards/chosen": 0.6860524415969849,
"rewards/margins": 0.8900126218795776,
"rewards/rejected": -0.2039601057767868,
"step": 55
},
{
"epoch": 0.6417112299465241,
"grad_norm": 37.176849832612625,
"learning_rate": 9.171487073181197e-07,
"logits/chosen": -2.309826374053955,
"logits/rejected": -2.319997549057007,
"logps/chosen": -230.22189331054688,
"logps/rejected": -206.3903350830078,
"loss": 0.5777,
"rewards/accuracies": 0.7875000238418579,
"rewards/chosen": 0.7191376686096191,
"rewards/margins": 1.5079154968261719,
"rewards/rejected": -0.7887779474258423,
"step": 60
},
{
"epoch": 0.6951871657754011,
"grad_norm": 36.39927326888579,
"learning_rate": 9.003501385646448e-07,
"logits/chosen": -2.2107081413269043,
"logits/rejected": -2.21248722076416,
"logps/chosen": -238.040771484375,
"logps/rejected": -207.3212127685547,
"loss": 0.5854,
"rewards/accuracies": 0.737500011920929,
"rewards/chosen": 0.5230123996734619,
"rewards/margins": 1.2387675046920776,
"rewards/rejected": -0.715755045413971,
"step": 65
},
{
"epoch": 0.7486631016042781,
"grad_norm": 34.98626076335809,
"learning_rate": 8.821868240089676e-07,
"logits/chosen": -2.1564557552337646,
"logits/rejected": -2.1244616508483887,
"logps/chosen": -232.23452758789062,
"logps/rejected": -215.52719116210938,
"loss": 0.5572,
"rewards/accuracies": 0.8187500238418579,
"rewards/chosen": 1.0822027921676636,
"rewards/margins": 1.5664498805999756,
"rewards/rejected": -0.48424673080444336,
"step": 70
},
{
"epoch": 0.8021390374331551,
"grad_norm": 33.602724500864966,
"learning_rate": 8.62720680220876e-07,
"logits/chosen": -2.2200913429260254,
"logits/rejected": -2.161189079284668,
"logps/chosen": -232.7351837158203,
"logps/rejected": -218.43045043945312,
"loss": 0.5712,
"rewards/accuracies": 0.737500011920929,
"rewards/chosen": 0.5824815630912781,
"rewards/margins": 1.2068629264831543,
"rewards/rejected": -0.6243813037872314,
"step": 75
},
{
"epoch": 0.8556149732620321,
"grad_norm": 32.25811213479902,
"learning_rate": 8.420180649593929e-07,
"logits/chosen": -2.223334789276123,
"logits/rejected": -2.206092119216919,
"logps/chosen": -237.7117156982422,
"logps/rejected": -213.7598114013672,
"loss": 0.5111,
"rewards/accuracies": 0.8062499761581421,
"rewards/chosen": 0.454035222530365,
"rewards/margins": 1.7620937824249268,
"rewards/rejected": -1.3080583810806274,
"step": 80
},
{
"epoch": 0.9090909090909091,
"grad_norm": 28.217025801566006,
"learning_rate": 8.201495509671036e-07,
"logits/chosen": -2.205242872238159,
"logits/rejected": -2.2124757766723633,
"logps/chosen": -250.62673950195312,
"logps/rejected": -233.39517211914062,
"loss": 0.5286,
"rewards/accuracies": 0.7437499761581421,
"rewards/chosen": 0.5412265658378601,
"rewards/margins": 1.507828712463379,
"rewards/rejected": -0.9666021466255188,
"step": 85
},
{
"epoch": 0.9625668449197861,
"grad_norm": 33.081462718842836,
"learning_rate": 7.971896853961042e-07,
"logits/chosen": -2.286748170852661,
"logits/rejected": -2.2566237449645996,
"logps/chosen": -235.38076782226562,
"logps/rejected": -223.08413696289062,
"loss": 0.5372,
"rewards/accuracies": 0.800000011920929,
"rewards/chosen": 1.0189321041107178,
"rewards/margins": 1.5707125663757324,
"rewards/rejected": -0.5517805814743042,
"step": 90
},
{
"epoch": 1.0160427807486632,
"grad_norm": 19.031150325303443,
"learning_rate": 7.732167356856654e-07,
"logits/chosen": -2.383920192718506,
"logits/rejected": -2.3609161376953125,
"logps/chosen": -249.6156768798828,
"logps/rejected": -201.63851928710938,
"loss": 0.3778,
"rewards/accuracies": 0.90625,
"rewards/chosen": 1.3106629848480225,
"rewards/margins": 2.160562038421631,
"rewards/rejected": -0.8498989939689636,
"step": 95
},
{
"epoch": 1.0695187165775402,
"grad_norm": 21.9932361270153,
"learning_rate": 7.48312422757881e-07,
"logits/chosen": -2.432481050491333,
"logits/rejected": -2.416440010070801,
"logps/chosen": -221.5184326171875,
"logps/rejected": -238.3723602294922,
"loss": 0.2515,
"rewards/accuracies": 0.956250011920929,
"rewards/chosen": 1.44422447681427,
"rewards/margins": 3.0625545978546143,
"rewards/rejected": -1.6183300018310547,
"step": 100
},
{
"epoch": 1.0695187165775402,
"eval_logits/chosen": -2.3926949501037598,
"eval_logits/rejected": -2.3801937103271484,
"eval_logps/chosen": -243.76559448242188,
"eval_logps/rejected": -223.52978515625,
"eval_loss": 0.50016188621521,
"eval_rewards/accuracies": 0.7827380895614624,
"eval_rewards/chosen": 1.1633288860321045,
"eval_rewards/margins": 1.9201369285583496,
"eval_rewards/rejected": -0.7568081617355347,
"eval_runtime": 179.117,
"eval_samples_per_second": 14.851,
"eval_steps_per_second": 0.234,
"step": 100
}
],
"logging_steps": 5,
"max_steps": 279,
"num_input_tokens_seen": 0,
"num_train_epochs": 3,
"save_steps": 100,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": false
},
"attributes": {}
}
},
"total_flos": 1178822762299392.0,
"train_batch_size": 8,
"trial_name": null,
"trial_params": null
}
|