mehrshadk's picture
Training in progress, epoch 3, checkpoint
af7fb9a verified
{
"best_global_step": null,
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 3.0,
"eval_steps": 50,
"global_step": 300,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.5,
"grad_norm": 21.752552032470703,
"learning_rate": 2.75e-05,
"loss": 0.6935,
"step": 50
},
{
"epoch": 0.5,
"eval_electronics_AUC": 0.7358429858429858,
"eval_electronics_accuracy": 0.7,
"eval_electronics_f1": 0.6103896103896104,
"eval_electronics_loss": 0.6476753354072571,
"eval_electronics_macro_f1": 0.68324358568261,
"eval_electronics_micro_f1": 0.7,
"eval_electronics_precision": 0.5875,
"eval_electronics_recall": 0.6351351351351351,
"eval_electronics_runtime": 1.1589,
"eval_electronics_samples_per_second": 345.158,
"eval_electronics_specificity": 0.7380952380952381,
"eval_electronics_steps_per_second": 0.863,
"step": 50
},
{
"epoch": 1.0,
"grad_norm": 6.66761589050293,
"learning_rate": 2.5e-05,
"loss": 0.5986,
"step": 100
},
{
"epoch": 1.0,
"eval_electronics_AUC": 0.8359877734877735,
"eval_electronics_accuracy": 0.7575,
"eval_electronics_f1": 0.7220630372492837,
"eval_electronics_loss": 0.47413870692253113,
"eval_electronics_macro_f1": 0.753492715963888,
"eval_electronics_micro_f1": 0.7575,
"eval_electronics_precision": 0.6268656716417911,
"eval_electronics_recall": 0.8513513513513513,
"eval_electronics_runtime": 1.1471,
"eval_electronics_samples_per_second": 348.696,
"eval_electronics_specificity": 0.7023809523809523,
"eval_electronics_steps_per_second": 0.872,
"step": 100
},
{
"epoch": 1.5,
"grad_norm": 6.782297611236572,
"learning_rate": 2.25e-05,
"loss": 0.5047,
"step": 150
},
{
"epoch": 1.5,
"eval_electronics_AUC": 0.8423959673959673,
"eval_electronics_accuracy": 0.7675,
"eval_electronics_f1": 0.6593406593406593,
"eval_electronics_loss": 0.560465931892395,
"eval_electronics_macro_f1": 0.7414350355526826,
"eval_electronics_micro_f1": 0.7675,
"eval_electronics_precision": 0.72,
"eval_electronics_recall": 0.6081081081081081,
"eval_electronics_runtime": 1.1397,
"eval_electronics_samples_per_second": 350.962,
"eval_electronics_specificity": 0.8611111111111112,
"eval_electronics_steps_per_second": 0.877,
"step": 150
},
{
"epoch": 2.0,
"grad_norm": 9.472657203674316,
"learning_rate": 1.9999999999999998e-05,
"loss": 0.4905,
"step": 200
},
{
"epoch": 2.0,
"eval_electronics_AUC": 0.8667953667953668,
"eval_electronics_accuracy": 0.7775,
"eval_electronics_f1": 0.7405247813411079,
"eval_electronics_loss": 0.46520760655403137,
"eval_electronics_macro_f1": 0.7728882112394817,
"eval_electronics_micro_f1": 0.7775,
"eval_electronics_precision": 0.6512820512820513,
"eval_electronics_recall": 0.8581081081081081,
"eval_electronics_runtime": 1.1429,
"eval_electronics_samples_per_second": 349.973,
"eval_electronics_specificity": 0.7301587301587301,
"eval_electronics_steps_per_second": 0.875,
"step": 200
},
{
"epoch": 2.5,
"grad_norm": 2.6548750400543213,
"learning_rate": 1.7500000000000002e-05,
"loss": 0.3569,
"step": 250
},
{
"epoch": 2.5,
"eval_electronics_AUC": 0.884009009009009,
"eval_electronics_accuracy": 0.785,
"eval_electronics_f1": 0.6971830985915493,
"eval_electronics_loss": 0.4542394280433655,
"eval_electronics_macro_f1": 0.7652582159624413,
"eval_electronics_micro_f1": 0.785,
"eval_electronics_precision": 0.7279411764705882,
"eval_electronics_recall": 0.668918918918919,
"eval_electronics_runtime": 1.1506,
"eval_electronics_samples_per_second": 347.647,
"eval_electronics_specificity": 0.8531746031746031,
"eval_electronics_steps_per_second": 0.869,
"step": 250
},
{
"epoch": 3.0,
"grad_norm": 9.189770698547363,
"learning_rate": 1.5e-05,
"loss": 0.341,
"step": 300
},
{
"epoch": 3.0,
"eval_electronics_AUC": 0.8937419562419562,
"eval_electronics_accuracy": 0.81,
"eval_electronics_f1": 0.75,
"eval_electronics_loss": 0.4145946800708771,
"eval_electronics_macro_f1": 0.7983870967741935,
"eval_electronics_micro_f1": 0.81,
"eval_electronics_precision": 0.7307692307692307,
"eval_electronics_recall": 0.7702702702702703,
"eval_electronics_runtime": 1.138,
"eval_electronics_samples_per_second": 351.479,
"eval_electronics_specificity": 0.8333333333333334,
"eval_electronics_steps_per_second": 0.879,
"step": 300
}
],
"logging_steps": 50,
"max_steps": 600,
"num_input_tokens_seen": 0,
"num_train_epochs": 6,
"save_steps": 500,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": false
},
"attributes": {}
}
},
"total_flos": 407456319744000.0,
"train_batch_size": 16,
"trial_name": null,
"trial_params": null
}