{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.8691588785046729,
  "eval_steps": 50,
  "global_step": 100,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.09345794392523364,
      "grad_norm": 60.911718623004575,
      "learning_rate": 5e-07,
      "logits/chosen": -2.7505905628204346,
      "logits/rejected": -2.7347910404205322,
      "logps/chosen": -268.56610107421875,
      "logps/rejected": -197.9918670654297,
      "loss": 0.6901,
      "rewards/accuracies": 0.36250001192092896,
      "rewards/chosen": 0.023711280897259712,
      "rewards/margins": 0.013997456058859825,
      "rewards/rejected": 0.009713825769722462,
      "step": 5
    },
    {
      "epoch": 0.18691588785046728,
      "grad_norm": 52.11990471190019,
      "learning_rate": 1e-06,
      "logits/chosen": -2.7212181091308594,
      "logits/rejected": -2.7145252227783203,
      "logps/chosen": -263.0387268066406,
      "logps/rejected": -212.9672088623047,
      "loss": 0.6421,
      "rewards/accuracies": 0.65625,
      "rewards/chosen": 0.5446255803108215,
      "rewards/margins": 0.25802525877952576,
      "rewards/rejected": 0.2866002917289734,
      "step": 10
    },
    {
      "epoch": 0.2803738317757009,
      "grad_norm": 47.29095735423265,
      "learning_rate": 9.972240926774166e-07,
      "logits/chosen": -2.633105516433716,
      "logits/rejected": -2.60020112991333,
      "logps/chosen": -255.480712890625,
      "logps/rejected": -195.80056762695312,
      "loss": 0.6413,
      "rewards/accuracies": 0.6625000238418579,
      "rewards/chosen": 1.5034700632095337,
      "rewards/margins": 0.6529636383056641,
      "rewards/rejected": 0.850506603717804,
      "step": 15
    },
    {
      "epoch": 0.37383177570093457,
      "grad_norm": 46.52606913589643,
      "learning_rate": 9.889271933555212e-07,
      "logits/chosen": -2.576512336730957,
      "logits/rejected": -2.5848257541656494,
      "logps/chosen": -249.4801025390625,
      "logps/rejected": -228.74624633789062,
      "loss": 0.6341,
      "rewards/accuracies": 0.6625000238418579,
      "rewards/chosen": 1.605277419090271,
      "rewards/margins": 0.9651613235473633,
      "rewards/rejected": 0.6401159167289734,
      "step": 20
    },
    {
      "epoch": 0.4672897196261682,
      "grad_norm": 46.161897408432196,
      "learning_rate": 9.752014277286431e-07,
      "logits/chosen": -2.643796682357788,
      "logits/rejected": -2.643813133239746,
      "logps/chosen": -244.34548950195312,
      "logps/rejected": -226.01144409179688,
      "loss": 0.5939,
      "rewards/accuracies": 0.71875,
      "rewards/chosen": 1.4437496662139893,
      "rewards/margins": 1.0351409912109375,
      "rewards/rejected": 0.4086088240146637,
      "step": 25
    },
    {
      "epoch": 0.5607476635514018,
      "grad_norm": 47.338837202921155,
      "learning_rate": 9.561992016100291e-07,
      "logits/chosen": -2.666031837463379,
      "logits/rejected": -2.6790859699249268,
      "logps/chosen": -245.907958984375,
      "logps/rejected": -238.5924835205078,
      "loss": 0.653,
      "rewards/accuracies": 0.768750011920929,
      "rewards/chosen": 1.311069369316101,
      "rewards/margins": 1.3995612859725952,
      "rewards/rejected": -0.08849197626113892,
      "step": 30
    },
    {
      "epoch": 0.6542056074766355,
      "grad_norm": 37.4693773707841,
      "learning_rate": 9.321315086741915e-07,
      "logits/chosen": -2.7113430500030518,
      "logits/rejected": -2.6925148963928223,
      "logps/chosen": -252.6649932861328,
      "logps/rejected": -224.28744506835938,
      "loss": 0.5817,
      "rewards/accuracies": 0.800000011920929,
      "rewards/chosen": 1.6021201610565186,
      "rewards/margins": 1.8016893863677979,
      "rewards/rejected": -0.19956918060779572,
      "step": 35
    },
    {
      "epoch": 0.7476635514018691,
      "grad_norm": 42.59386751350814,
      "learning_rate": 9.032655876613635e-07,
      "logits/chosen": -2.6804230213165283,
      "logits/rejected": -2.6603970527648926,
      "logps/chosen": -254.66592407226562,
      "logps/rejected": -232.6195831298828,
      "loss": 0.6423,
      "rewards/accuracies": 0.737500011920929,
      "rewards/chosen": 0.9250097274780273,
      "rewards/margins": 1.0544471740722656,
      "rewards/rejected": -0.12943752110004425,
      "step": 40
    },
    {
      "epoch": 0.8411214953271028,
      "grad_norm": 38.94368445871969,
      "learning_rate": 8.699219550575952e-07,
      "logits/chosen": -2.6410422325134277,
      "logits/rejected": -2.620154619216919,
      "logps/chosen": -243.9797821044922,
      "logps/rejected": -212.0509033203125,
      "loss": 0.5545,
      "rewards/accuracies": 0.731249988079071,
      "rewards/chosen": 1.005589246749878,
      "rewards/margins": 1.2179254293441772,
      "rewards/rejected": -0.21233627200126648,
      "step": 45
    },
    {
      "epoch": 0.9345794392523364,
      "grad_norm": 32.489482448510415,
      "learning_rate": 8.324708461985124e-07,
      "logits/chosen": -2.5788509845733643,
      "logits/rejected": -2.5809426307678223,
      "logps/chosen": -240.7474365234375,
      "logps/rejected": -201.14662170410156,
      "loss": 0.5653,
      "rewards/accuracies": 0.800000011920929,
      "rewards/chosen": 0.9063326716423035,
      "rewards/margins": 1.26765775680542,
      "rewards/rejected": -0.36132508516311646,
      "step": 50
    },
    {
      "epoch": 0.9345794392523364,
      "eval_logits/chosen": -2.5697171688079834,
      "eval_logits/rejected": -2.5530402660369873,
      "eval_logps/chosen": -250.48052978515625,
      "eval_logps/rejected": -229.00634765625,
      "eval_loss": 0.5525274276733398,
      "eval_rewards/accuracies": 0.765625,
      "eval_rewards/chosen": 0.9592523574829102,
      "eval_rewards/margins": 1.6393791437149048,
      "eval_rewards/rejected": -0.6801266670227051,
      "eval_runtime": 100.9828,
      "eval_samples_per_second": 15.052,
      "eval_steps_per_second": 0.238,
      "step": 50
    },
    {
      "epoch": 1.02803738317757,
      "grad_norm": 24.387699558422295,
      "learning_rate": 7.913281043133977e-07,
      "logits/chosen": -2.5588839054107666,
      "logits/rejected": -2.551605701446533,
      "logps/chosen": -254.15304565429688,
      "logps/rejected": -232.09591674804688,
      "loss": 0.484,
      "rewards/accuracies": 0.8187500238418579,
      "rewards/chosen": 1.21238112449646,
      "rewards/margins": 1.854658842086792,
      "rewards/rejected": -0.6422780156135559,
      "step": 55
    },
    {
      "epoch": 1.1214953271028036,
      "grad_norm": 16.284840931900277,
      "learning_rate": 7.469505631561317e-07,
      "logits/chosen": -2.478685140609741,
      "logits/rejected": -2.477550983428955,
      "logps/chosen": -256.5254211425781,
      "logps/rejected": -222.71279907226562,
      "loss": 0.2287,
      "rewards/accuracies": 0.9375,
      "rewards/chosen": 1.9828132390975952,
      "rewards/margins": 2.876364231109619,
      "rewards/rejected": -0.8935510516166687,
      "step": 60
    },
    {
      "epoch": 1.2149532710280373,
      "grad_norm": 22.220068053555675,
      "learning_rate": 6.998309744925411e-07,
      "logits/chosen": -2.4371962547302246,
      "logits/rejected": -2.4383292198181152,
      "logps/chosen": -245.124267578125,
      "logps/rejected": -238.2715606689453,
      "loss": 0.2741,
      "rewards/accuracies": 0.90625,
      "rewards/chosen": 2.2250008583068848,
      "rewards/margins": 3.028366804122925,
      "rewards/rejected": -0.8033663630485535,
      "step": 65
    },
    {
      "epoch": 1.308411214953271,
      "grad_norm": 25.13810110324404,
      "learning_rate": 6.504925367674594e-07,
      "logits/chosen": -2.443160057067871,
      "logits/rejected": -2.4514541625976562,
      "logps/chosen": -231.23880004882812,
      "logps/rejected": -251.7025909423828,
      "loss": 0.2665,
      "rewards/accuracies": 0.90625,
      "rewards/chosen": 2.0451855659484863,
      "rewards/margins": 3.1943559646606445,
      "rewards/rejected": -1.1491702795028687,
      "step": 70
    },
    {
      "epoch": 1.4018691588785046,
      "grad_norm": 21.55583766195851,
      "learning_rate": 5.994830857031499e-07,
      "logits/chosen": -2.472496747970581,
      "logits/rejected": -2.4373836517333984,
      "logps/chosen": -256.70831298828125,
      "logps/rejected": -240.29275512695312,
      "loss": 0.2784,
      "rewards/accuracies": 0.856249988079071,
      "rewards/chosen": 1.972904920578003,
      "rewards/margins": 3.4955241680145264,
      "rewards/rejected": -1.5226194858551025,
      "step": 75
    },
    {
      "epoch": 1.4953271028037383,
      "grad_norm": 19.53365898582386,
      "learning_rate": 5.473690113345342e-07,
      "logits/chosen": -2.469449043273926,
      "logits/rejected": -2.4470181465148926,
      "logps/chosen": -248.6388397216797,
      "logps/rejected": -195.94500732421875,
      "loss": 0.2449,
      "rewards/accuracies": 0.9125000238418579,
      "rewards/chosen": 1.9075500965118408,
      "rewards/margins": 3.1177237033843994,
      "rewards/rejected": -1.210173487663269,
      "step": 80
    },
    {
      "epoch": 1.588785046728972,
      "grad_norm": 23.69859964059544,
      "learning_rate": 4.947289690242102e-07,
      "logits/chosen": -2.502014636993408,
      "logits/rejected": -2.455413341522217,
      "logps/chosen": -249.62973022460938,
      "logps/rejected": -229.01437377929688,
      "loss": 0.2729,
      "rewards/accuracies": 0.90625,
      "rewards/chosen": 2.150496006011963,
      "rewards/margins": 3.2722465991973877,
      "rewards/rejected": -1.121749997138977,
      "step": 85
    },
    {
      "epoch": 1.6822429906542056,
      "grad_norm": 29.464420925123257,
      "learning_rate": 4.421474542878194e-07,
      "logits/chosen": -2.4790539741516113,
      "logits/rejected": -2.463782787322998,
      "logps/chosen": -243.14852905273438,
      "logps/rejected": -244.40896606445312,
      "loss": 0.3061,
      "rewards/accuracies": 0.8999999761581421,
      "rewards/chosen": 1.6596744060516357,
      "rewards/margins": 3.1171317100524902,
      "rewards/rejected": -1.457457423210144,
      "step": 90
    },
    {
      "epoch": 1.7757009345794392,
      "grad_norm": 23.243574134240056,
      "learning_rate": 3.902083127725186e-07,
      "logits/chosen": -2.506107807159424,
      "logits/rejected": -2.4774811267852783,
      "logps/chosen": -253.5945587158203,
      "logps/rejected": -210.60678100585938,
      "loss": 0.2932,
      "rewards/accuracies": 0.8687499761581421,
      "rewards/chosen": 1.9583078622817993,
      "rewards/margins": 3.305584669113159,
      "rewards/rejected": -1.3472764492034912,
      "step": 95
    },
    {
      "epoch": 1.8691588785046729,
      "grad_norm": 23.53393549322468,
      "learning_rate": 3.394882574513519e-07,
      "logits/chosen": -2.5429701805114746,
      "logits/rejected": -2.535693407058716,
      "logps/chosen": -248.3795928955078,
      "logps/rejected": -225.8032684326172,
      "loss": 0.2953,
      "rewards/accuracies": 0.9125000238418579,
      "rewards/chosen": 1.7190853357315063,
      "rewards/margins": 3.4785995483398438,
      "rewards/rejected": -1.7595138549804688,
      "step": 100
    },
    {
      "epoch": 1.8691588785046729,
      "eval_logits/chosen": -2.573176860809326,
      "eval_logits/rejected": -2.5532119274139404,
      "eval_logps/chosen": -248.56651306152344,
      "eval_logps/rejected": -236.0966796875,
      "eval_loss": 0.5386662483215332,
      "eval_rewards/accuracies": 0.8229166865348816,
      "eval_rewards/chosen": 1.1506575345993042,
      "eval_rewards/margins": 2.5398218631744385,
      "eval_rewards/rejected": -1.3891644477844238,
      "eval_runtime": 100.7243,
      "eval_samples_per_second": 15.091,
      "eval_steps_per_second": 0.238,
      "step": 100
    }
  ],
  "logging_steps": 5,
  "max_steps": 159,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 100,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 1178822762299392.0,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}