{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 775,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.012903225806451613,
      "grad_norm": 24.415898031026043,
      "learning_rate": 4.5000000000000003e-07,
      "log_odds_chosen": 1.075781226158142,
      "log_odds_ratio": -0.3363281190395355,
      "logits/chosen": -1.048828125,
      "logits/rejected": 15.6875,
      "logps/chosen": -1.6554687023162842,
      "logps/rejected": -2.598437547683716,
      "loss": 2.0046,
      "nll_loss": 1.986718773841858,
      "rewards/accuracies": 0.949999988079071,
      "rewards/chosen": -0.082763671875,
      "rewards/margins": 0.04719238355755806,
      "rewards/rejected": -0.12983398139476776,
      "step": 10
    },
    {
      "epoch": 0.025806451612903226,
      "grad_norm": 13.677769862646576,
      "learning_rate": 9.500000000000001e-07,
      "log_odds_chosen": 1.037109375,
      "log_odds_ratio": -0.34501951932907104,
      "logits/chosen": -0.6742187738418579,
      "logits/rejected": 16.96875,
      "logps/chosen": -1.6023437976837158,
      "logps/rejected": -2.5,
      "loss": 1.8988,
      "nll_loss": 1.8820312023162842,
      "rewards/accuracies": 0.9750000238418579,
      "rewards/chosen": -0.08017577975988388,
      "rewards/margins": 0.044921875,
      "rewards/rejected": -0.12504883110523224,
      "step": 20
    },
    {
      "epoch": 0.03870967741935484,
      "grad_norm": 10.696630985039008,
      "learning_rate": 1.45e-06,
      "log_odds_chosen": 0.707226574420929,
      "log_odds_ratio": -0.4332031309604645,
      "logits/chosen": -0.3716796934604645,
      "logits/rejected": 16.725000381469727,
      "logps/chosen": -1.485937476158142,
      "logps/rejected": -2.063281297683716,
      "loss": 1.7568,
      "nll_loss": 1.7351562976837158,
      "rewards/accuracies": 0.90625,
      "rewards/chosen": -0.07431640475988388,
      "rewards/margins": 0.02889404259622097,
      "rewards/rejected": -0.10317382961511612,
      "step": 30
    },
    {
      "epoch": 0.05161290322580645,
      "grad_norm": 6.801175564639496,
      "learning_rate": 1.9500000000000004e-06,
      "log_odds_chosen": 0.49785155057907104,
      "log_odds_ratio": -0.498046875,
      "logits/chosen": 0.8692382574081421,
      "logits/rejected": 17.21875,
      "logps/chosen": -1.31640625,
      "logps/rejected": -1.7062499523162842,
      "loss": 1.5594,
      "nll_loss": 1.533593773841858,
      "rewards/accuracies": 0.862500011920929,
      "rewards/chosen": -0.06594238430261612,
      "rewards/margins": 0.019378662109375,
      "rewards/rejected": -0.08525390923023224,
      "step": 40
    },
    {
      "epoch": 0.06451612903225806,
      "grad_norm": 5.069050171950685,
      "learning_rate": 2.4500000000000003e-06,
      "log_odds_chosen": 0.35029298067092896,
      "log_odds_ratio": -0.5658203363418579,
      "logits/chosen": 1.32763671875,
      "logits/rejected": 17.381250381469727,
      "logps/chosen": -1.22265625,
      "logps/rejected": -1.489843726158142,
      "loss": 1.3957,
      "nll_loss": 1.3671875,
      "rewards/accuracies": 0.7437499761581421,
      "rewards/chosen": -0.06108398362994194,
      "rewards/margins": 0.013356017880141735,
      "rewards/rejected": -0.07441405951976776,
      "step": 50
    },
    {
      "epoch": 0.07741935483870968,
      "grad_norm": 5.83545698860985,
      "learning_rate": 2.95e-06,
      "log_odds_chosen": 0.19368895888328552,
      "log_odds_ratio": -0.637890636920929,
      "logits/chosen": 0.9898437261581421,
      "logits/rejected": 16.862499237060547,
      "logps/chosen": -1.1828124523162842,
      "logps/rejected": -1.33203125,
      "loss": 1.3299,
      "nll_loss": 1.296875,
      "rewards/accuracies": 0.625,
      "rewards/chosen": -0.05915527418255806,
      "rewards/margins": 0.007449341006577015,
      "rewards/rejected": -0.06660155951976776,
      "step": 60
    },
    {
      "epoch": 0.09032258064516129,
      "grad_norm": 5.270396473856655,
      "learning_rate": 3.45e-06,
      "log_odds_chosen": 0.28056639432907104,
      "log_odds_ratio": -0.590624988079071,
      "logits/chosen": -0.01455078087747097,
      "logits/rejected": 16.762500762939453,
      "logps/chosen": -1.068750023841858,
      "logps/rejected": -1.275781273841858,
      "loss": 1.1896,
      "nll_loss": 1.1593749523162842,
      "rewards/accuracies": 0.699999988079071,
      "rewards/chosen": -0.053466796875,
      "rewards/margins": 0.010417175479233265,
      "rewards/rejected": -0.06386718899011612,
      "step": 70
    },
    {
      "epoch": 0.1032258064516129,
      "grad_norm": 5.648914075324417,
      "learning_rate": 3.95e-06,
      "log_odds_chosen": 0.39033204317092896,
      "log_odds_ratio": -0.55078125,
      "logits/chosen": -0.808667004108429,
      "logits/rejected": 16.25,
      "logps/chosen": -1.0945312976837158,
      "logps/rejected": -1.372656226158142,
      "loss": 1.1625,
      "nll_loss": 1.13671875,
      "rewards/accuracies": 0.7875000238418579,
      "rewards/chosen": -0.0546875,
      "rewards/margins": 0.01395568810403347,
      "rewards/rejected": -0.06857910007238388,
      "step": 80
    },
    {
      "epoch": 0.11612903225806452,
      "grad_norm": 4.665506563337419,
      "learning_rate": 4.450000000000001e-06,
      "log_odds_chosen": 1.002343773841858,
      "log_odds_ratio": -0.35888671875,
      "logits/chosen": -1.157812476158142,
      "logits/rejected": 15.862500190734863,
      "logps/chosen": -1.06640625,
      "logps/rejected": -1.828125,
      "loss": 1.1173,
      "nll_loss": 1.099609375,
      "rewards/accuracies": 0.9437500238418579,
      "rewards/chosen": -0.05329589918255806,
      "rewards/margins": 0.03801269456744194,
      "rewards/rejected": -0.09135742485523224,
      "step": 90
    },
    {
      "epoch": 0.12903225806451613,
      "grad_norm": 4.9194277923750285,
      "learning_rate": 4.95e-06,
      "log_odds_chosen": 1.3742187023162842,
      "log_odds_ratio": -0.29130858182907104,
      "logits/chosen": -1.532812476158142,
      "logits/rejected": 15.25,
      "logps/chosen": -1.092187523841858,
      "logps/rejected": -2.2007813453674316,
      "loss": 1.1352,
      "nll_loss": 1.1218750476837158,
      "rewards/accuracies": 0.8999999761581421,
      "rewards/chosen": -0.05461425706744194,
      "rewards/margins": 0.0555419921875,
      "rewards/rejected": -0.110107421875,
      "step": 100
    },
    {
      "epoch": 0.14193548387096774,
      "grad_norm": 4.9620026922411204,
      "learning_rate": 4.789131426105757e-06,
      "log_odds_chosen": 1.75390625,
      "log_odds_ratio": -0.212890625,
      "logits/chosen": -0.905517578125,
      "logits/rejected": 16.043750762939453,
      "logps/chosen": -1.085546851158142,
      "logps/rejected": -2.515625,
      "loss": 1.1138,
      "nll_loss": 1.103124976158142,
      "rewards/accuracies": 0.981249988079071,
      "rewards/chosen": -0.05424804612994194,
      "rewards/margins": 0.07148437201976776,
      "rewards/rejected": -0.125732421875,
      "step": 110
    },
    {
      "epoch": 0.15483870967741936,
      "grad_norm": 4.526815051594843,
      "learning_rate": 4.583492485141056e-06,
      "log_odds_chosen": 1.5597655773162842,
      "log_odds_ratio": -0.2994140684604645,
      "logits/chosen": -1.553466796875,
      "logits/rejected": 16.456249237060547,
      "logps/chosen": -1.057031273841858,
      "logps/rejected": -2.3335938453674316,
      "loss": 1.0869,
      "nll_loss": 1.071874976158142,
      "rewards/accuracies": 0.8812500238418579,
      "rewards/chosen": -0.05280761793255806,
      "rewards/margins": 0.06374511867761612,
      "rewards/rejected": -0.11655273288488388,
      "step": 120
    },
    {
      "epoch": 0.16774193548387098,
      "grad_norm": 4.9259847932667595,
      "learning_rate": 4.4022545316281195e-06,
      "log_odds_chosen": 1.9718749523162842,
      "log_odds_ratio": -0.19765624403953552,
      "logits/chosen": -0.6851562261581421,
      "logits/rejected": 16.143749237060547,
      "logps/chosen": -1.0867187976837158,
      "logps/rejected": -2.7265625,
      "loss": 1.1121,
      "nll_loss": 1.103124976158142,
      "rewards/accuracies": 0.956250011920929,
      "rewards/chosen": -0.0543212890625,
      "rewards/margins": 0.08188476413488388,
      "rewards/rejected": -0.13618163764476776,
      "step": 130
    },
    {
      "epoch": 0.18064516129032257,
      "grad_norm": 5.039653421145649,
      "learning_rate": 4.240944648399854e-06,
      "log_odds_chosen": 1.8359375,
      "log_odds_ratio": -0.20595702528953552,
      "logits/chosen": -1.1907227039337158,
      "logits/rejected": 15.668749809265137,
      "logps/chosen": -1.072656273841858,
      "logps/rejected": -2.571093797683716,
      "loss": 1.0928,
      "nll_loss": 1.08203125,
      "rewards/accuracies": 0.9750000238418579,
      "rewards/chosen": -0.05368652194738388,
      "rewards/margins": 0.07490234076976776,
      "rewards/rejected": -0.128662109375,
      "step": 140
    },
    {
      "epoch": 0.1935483870967742,
      "grad_norm": 4.8956379810361375,
      "learning_rate": 4.096159602595203e-06,
      "log_odds_chosen": 1.8679687976837158,
      "log_odds_ratio": -0.22802734375,
      "logits/chosen": -1.8488280773162842,
      "logits/rejected": 15.550000190734863,
      "logps/chosen": -1.05078125,
      "logps/rejected": -2.5999999046325684,
      "loss": 1.0779,
      "nll_loss": 1.0656249523162842,
      "rewards/accuracies": 0.96875,
      "rewards/chosen": -0.0526123046875,
      "rewards/margins": 0.07744140923023224,
      "rewards/rejected": -0.12998047471046448,
      "step": 150
    },
    {
      "epoch": 0.2064516129032258,
      "grad_norm": 5.648955197242222,
      "learning_rate": 3.965257928590721e-06,
      "log_odds_chosen": 2.026562452316284,
      "log_odds_ratio": -0.21791991591453552,
      "logits/chosen": -2.2445311546325684,
      "logits/rejected": 14.962499618530273,
      "logps/chosen": -1.0164062976837158,
      "logps/rejected": -2.700000047683716,
      "loss": 1.0501,
      "nll_loss": 1.0402343273162842,
      "rewards/accuracies": 0.96875,
      "rewards/chosen": -0.05083007737994194,
      "rewards/margins": 0.084228515625,
      "rewards/rejected": -0.135009765625,
      "step": 160
    },
    {
      "epoch": 0.21935483870967742,
      "grad_norm": 4.50921729284181,
      "learning_rate": 3.846153846153846e-06,
      "log_odds_chosen": 2.225781202316284,
      "log_odds_ratio": -0.15439453721046448,
      "logits/chosen": -2.3375000953674316,
      "logits/rejected": 16.0625,
      "logps/chosen": -0.977734386920929,
      "logps/rejected": -2.809375047683716,
      "loss": 1.0144,
      "nll_loss": 1.006250023841858,
      "rewards/accuracies": 0.9937499761581421,
      "rewards/chosen": -0.04885254055261612,
      "rewards/margins": 0.09160156548023224,
      "rewards/rejected": -0.14057616889476776,
      "step": 170
    },
    {
      "epoch": 0.23225806451612904,
      "grad_norm": 5.153444368200689,
      "learning_rate": 3.7371754637596797e-06,
      "log_odds_chosen": 2.354687452316284,
      "log_odds_ratio": -0.14643554389476776,
      "logits/chosen": -1.9169921875,
      "logits/rejected": 15.456250190734863,
      "logps/chosen": -1.01953125,
      "logps/rejected": -2.981250047683716,
      "loss": 1.0307,
      "nll_loss": 1.0234375,
      "rewards/accuracies": 0.981249988079071,
      "rewards/chosen": -0.05097656324505806,
      "rewards/margins": 0.09814453125,
      "rewards/rejected": -0.14912109076976776,
      "step": 180
    },
    {
      "epoch": 0.24516129032258063,
      "grad_norm": 5.596223310698167,
      "learning_rate": 3.63696483726654e-06,
      "log_odds_chosen": 2.479687452316284,
      "log_odds_ratio": -0.14628906548023224,
      "logits/chosen": -1.4436156749725342,
      "logits/rejected": 15.90625,
      "logps/chosen": -1.0,
      "logps/rejected": -3.0859375,
      "loss": 1.0302,
      "nll_loss": 1.023046851158142,
      "rewards/accuracies": 0.96875,
      "rewards/chosen": -0.04997558519244194,
      "rewards/margins": 0.10419921576976776,
      "rewards/rejected": -0.15419921278953552,
      "step": 190
    },
    {
      "epoch": 0.25806451612903225,
      "grad_norm": 4.6505717562701765,
      "learning_rate": 3.5444060250416796e-06,
      "log_odds_chosen": 2.6781249046325684,
      "log_odds_ratio": -0.11782226711511612,
      "logits/chosen": -1.956640601158142,
      "logits/rejected": 16.037500381469727,
      "logps/chosen": -1.033203125,
      "logps/rejected": -3.3046875,
      "loss": 1.0531,
      "nll_loss": 1.0480468273162842,
      "rewards/accuracies": 0.9937499761581421,
      "rewards/chosen": -0.0516357421875,
      "rewards/margins": 0.11372070014476776,
      "rewards/rejected": -0.16542968153953552,
      "step": 200
    },
    {
      "epoch": 0.2709677419354839,
      "grad_norm": 5.056481299672191,
      "learning_rate": 3.458572319330373e-06,
      "log_odds_chosen": 2.6109375953674316,
      "log_odds_ratio": -0.16538086533546448,
      "logits/chosen": -2.354687452316284,
      "logits/rejected": 15.25,
      "logps/chosen": -1.021875023841858,
      "logps/rejected": -3.239062547683716,
      "loss": 1.0347,
      "nll_loss": 1.0265624523162842,
      "rewards/accuracies": 0.9624999761581421,
      "rewards/chosen": -0.05104980617761612,
      "rewards/margins": 0.11093749850988388,
      "rewards/rejected": -0.162109375,
      "step": 210
    },
    {
      "epoch": 0.2838709677419355,
      "grad_norm": 4.888314219389848,
      "learning_rate": 3.3786868919974304e-06,
      "log_odds_chosen": 2.6578125953674316,
      "log_odds_ratio": -0.17612305283546448,
      "logits/chosen": -1.467187523841858,
      "logits/rejected": 15.787500381469727,
      "logps/chosen": -1.0832030773162842,
      "logps/rejected": -3.378124952316284,
      "loss": 1.095,
      "nll_loss": 1.0867187976837158,
      "rewards/accuracies": 0.9312499761581421,
      "rewards/chosen": -0.05415039137005806,
      "rewards/margins": 0.11494140326976776,
      "rewards/rejected": -0.16904297471046448,
      "step": 220
    },
    {
      "epoch": 0.2967741935483871,
      "grad_norm": 4.697252316410647,
      "learning_rate": 3.3040930022754493e-06,
      "log_odds_chosen": 2.167187452316284,
      "log_odds_ratio": -0.19511719048023224,
      "logits/chosen": -1.1691405773162842,
      "logits/rejected": 15.512499809265137,
      "logps/chosen": -1.071874976158142,
      "logps/rejected": -2.8968749046325684,
      "loss": 1.0854,
      "nll_loss": 1.0773437023162842,
      "rewards/accuracies": 0.96875,
      "rewards/chosen": -0.05363769456744194,
      "rewards/margins": 0.09116210788488388,
      "rewards/rejected": -0.14492186903953552,
      "step": 230
    },
    {
      "epoch": 0.3096774193548387,
      "grad_norm": 4.577631356182271,
      "learning_rate": 3.234231136765755e-06,
      "log_odds_chosen": 2.2632813453674316,
      "log_odds_ratio": -0.19497069716453552,
      "logits/chosen": -2.502148389816284,
      "logits/rejected": 14.100000381469727,
      "logps/chosen": -1.017968773841858,
      "logps/rejected": -2.9296875,
      "loss": 1.048,
      "nll_loss": 1.0378906726837158,
      "rewards/accuracies": 0.987500011920929,
      "rewards/chosen": -0.05097656324505806,
      "rewards/margins": 0.09550781548023224,
      "rewards/rejected": -0.14628906548023224,
      "step": 240
    },
    {
      "epoch": 0.3225806451612903,
      "grad_norm": 4.858199223746265,
      "learning_rate": 3.1686212526223897e-06,
      "log_odds_chosen": 2.8984375,
      "log_odds_ratio": -0.1181640625,
      "logits/chosen": -2.688671827316284,
      "logits/rejected": 15.199999809265137,
      "logps/chosen": -0.9878906011581421,
      "logps/rejected": -3.464062452316284,
      "loss": 1.0084,
      "nll_loss": 1.0031249523162842,
      "rewards/accuracies": 0.981249988079071,
      "rewards/chosen": -0.0494384765625,
      "rewards/margins": 0.1240234375,
      "rewards/rejected": -0.17333984375,
      "step": 250
    },
    {
      "epoch": 0.33548387096774196,
      "grad_norm": 4.519869758016946,
      "learning_rate": 3.1068488300060003e-06,
      "log_odds_chosen": 2.4437499046325684,
      "log_odds_ratio": -0.14501953125,
      "logits/chosen": -2.409374952316284,
      "logits/rejected": 15.206250190734863,
      "logps/chosen": -1.005859375,
      "logps/rejected": -3.0453124046325684,
      "loss": 1.03,
      "nll_loss": 1.0222656726837158,
      "rewards/accuracies": 0.987500011920929,
      "rewards/chosen": -0.05021972581744194,
      "rewards/margins": 0.10209961235523224,
      "rewards/rejected": -0.15224608778953552,
      "step": 260
    },
    {
      "epoch": 0.34838709677419355,
      "grad_norm": 5.239684216445077,
      "learning_rate": 3.0485538042484623e-06,
      "log_odds_chosen": 2.598437547683716,
      "log_odds_ratio": -0.14907225966453552,
      "logits/chosen": -2.1636719703674316,
      "logits/rejected": 15.050000190734863,
      "logps/chosen": -0.981640636920929,
      "logps/rejected": -3.1781249046325684,
      "loss": 1.0049,
      "nll_loss": 0.996874988079071,
      "rewards/accuracies": 0.987500011920929,
      "rewards/chosen": -0.049072265625,
      "rewards/margins": 0.10976562649011612,
      "rewards/rejected": -0.15888671576976776,
      "step": 270
    },
    {
      "epoch": 0.36129032258064514,
      "grad_norm": 5.276617193754623,
      "learning_rate": 2.9934217004462487e-06,
      "log_odds_chosen": 2.9078125953674316,
      "log_odds_ratio": -0.12812499701976776,
      "logits/chosen": -2.070117235183716,
      "logits/rejected": 15.25,
      "logps/chosen": -1.036718726158142,
      "logps/rejected": -3.535937547683716,
      "loss": 1.0451,
      "nll_loss": 1.0390625,
      "rewards/accuracies": 0.9750000238418579,
      "rewards/chosen": -0.05183105543255806,
      "rewards/margins": 0.12495116889476776,
      "rewards/rejected": -0.1767578125,
      "step": 280
    },
    {
      "epoch": 0.3741935483870968,
      "grad_norm": 4.901202785480476,
      "learning_rate": 2.9411764705882355e-06,
      "log_odds_chosen": 2.957812547683716,
      "log_odds_ratio": -0.11459960788488388,
      "logits/chosen": -2.172070264816284,
      "logits/rejected": 15.556249618530273,
      "logps/chosen": -0.998046875,
      "logps/rejected": -3.5250000953674316,
      "loss": 1.0108,
      "nll_loss": 1.0050780773162842,
      "rewards/accuracies": 0.981249988079071,
      "rewards/chosen": -0.04987793043255806,
      "rewards/margins": 0.12641601264476776,
      "rewards/rejected": -0.17607422173023224,
      "step": 290
    },
    {
      "epoch": 0.3870967741935484,
      "grad_norm": 6.3489235644192314,
      "learning_rate": 2.891574659831201e-06,
      "log_odds_chosen": 3.4140625,
      "log_odds_ratio": -0.12001953274011612,
      "logits/chosen": -2.2777342796325684,
      "logits/rejected": 15.387499809265137,
      "logps/chosen": -1.029687523841858,
      "logps/rejected": -4.029687404632568,
      "loss": 1.0416,
      "nll_loss": 1.037109375,
      "rewards/accuracies": 0.949999988079071,
      "rewards/chosen": -0.05146484449505806,
      "rewards/margins": 0.15004882216453552,
      "rewards/rejected": -0.20146484673023224,
      "step": 300
    },
    {
      "epoch": 0.4,
      "grad_norm": 5.3538840183503815,
      "learning_rate": 2.844400619942872e-06,
      "log_odds_chosen": 2.953125,
      "log_odds_ratio": -0.14028319716453552,
      "logits/chosen": -2.112109422683716,
      "logits/rejected": 14.90625,
      "logps/chosen": -0.994921863079071,
      "logps/rejected": -3.535937547683716,
      "loss": 1.0155,
      "nll_loss": 1.008203148841858,
      "rewards/accuracies": 0.9750000238418579,
      "rewards/chosen": -0.0496826171875,
      "rewards/margins": 0.12700195610523224,
      "rewards/rejected": -0.17685547471046448,
      "step": 310
    },
    {
      "epoch": 0.4129032258064516,
      "grad_norm": 5.370323496962624,
      "learning_rate": 2.799462554779272e-06,
      "log_odds_chosen": 3.078125,
      "log_odds_ratio": -0.1260986328125,
      "logits/chosen": -2.033203125,
      "logits/rejected": 15.4375,
      "logps/chosen": -0.99609375,
      "logps/rejected": -3.65625,
      "loss": 1.0071,
      "nll_loss": 1.0007812976837158,
      "rewards/accuracies": 0.96875,
      "rewards/chosen": -0.04982910305261612,
      "rewards/margins": 0.13276366889476776,
      "rewards/rejected": -0.18251952528953552,
      "step": 320
    },
    {
      "epoch": 0.4258064516129032,
      "grad_norm": 6.23268929266231,
      "learning_rate": 2.7565892320998566e-06,
      "log_odds_chosen": 3.582812547683716,
      "log_odds_ratio": -0.09384765475988388,
      "logits/chosen": -2.2328124046325684,
      "logits/rejected": 15.524999618530273,
      "logps/chosen": -1.01953125,
      "logps/rejected": -4.173437595367432,
      "loss": 1.0513,
      "nll_loss": 1.046484351158142,
      "rewards/accuracies": 0.987500011920929,
      "rewards/chosen": -0.051025390625,
      "rewards/margins": 0.15756836533546448,
      "rewards/rejected": -0.20859375596046448,
      "step": 330
    },
    {
      "epoch": 0.43870967741935485,
      "grad_norm": 5.462484402984074,
      "learning_rate": 2.7156272329678423e-06,
      "log_odds_chosen": 3.59375,
      "log_odds_ratio": -0.0960693359375,
      "logits/chosen": -1.870507836341858,
      "logits/rejected": 15.387499809265137,
      "logps/chosen": -1.039453148841858,
      "logps/rejected": -4.217187404632568,
      "loss": 1.0323,
      "nll_loss": 1.0281250476837158,
      "rewards/accuracies": 0.9937499761581421,
      "rewards/chosen": -0.05192871019244194,
      "rewards/margins": 0.15878906846046448,
      "rewards/rejected": -0.21064452826976776,
      "step": 340
    },
    {
      "epoch": 0.45161290322580644,
      "grad_norm": 5.006492348614002,
      "learning_rate": 2.6764386378609465e-06,
      "log_odds_chosen": 3.403125047683716,
      "log_odds_ratio": -0.13632813096046448,
      "logits/chosen": -2.469531297683716,
      "logits/rejected": 15.212499618530273,
      "logps/chosen": -0.9750000238418579,
      "logps/rejected": -3.9609375,
      "loss": 1.0064,
      "nll_loss": 1.000390648841858,
      "rewards/accuracies": 0.9624999761581421,
      "rewards/chosen": -0.04877929762005806,
      "rewards/margins": 0.149169921875,
      "rewards/rejected": -0.19794921576976776,
      "step": 350
    },
    {
      "epoch": 0.4645161290322581,
      "grad_norm": 5.708462747115479,
      "learning_rate": 2.638899069846298e-06,
      "log_odds_chosen": 3.543750047683716,
      "log_odds_ratio": -0.11757812649011612,
      "logits/chosen": -2.37890625,
      "logits/rejected": 15.28125,
      "logps/chosen": -1.0078125,
      "logps/rejected": -4.129687309265137,
      "loss": 1.0219,
      "nll_loss": 1.0167968273162842,
      "rewards/accuracies": 0.96875,
      "rewards/chosen": -0.05039062350988388,
      "rewards/margins": 0.15629883110523224,
      "rewards/rejected": -0.20654296875,
      "step": 360
    },
    {
      "epoch": 0.4774193548387097,
      "grad_norm": 15.819166923351714,
      "learning_rate": 2.6028960314767675e-06,
      "log_odds_chosen": 3.362499952316284,
      "log_odds_ratio": -0.13581542670726776,
      "logits/chosen": -2.4253907203674316,
      "logits/rejected": 15.675000190734863,
      "logps/chosen": -1.008203148841858,
      "logps/rejected": -3.965625047683716,
      "loss": 1.0221,
      "nll_loss": 1.0148437023162842,
      "rewards/accuracies": 0.956250011920929,
      "rewards/chosen": -0.05039062350988388,
      "rewards/margins": 0.14765624701976776,
      "rewards/rejected": -0.1982421875,
      "step": 370
    },
    {
      "epoch": 0.49032258064516127,
      "grad_norm": 4.605973549061064,
      "learning_rate": 2.568327484687571e-06,
      "log_odds_chosen": 2.30859375,
      "log_odds_ratio": -0.17836913466453552,
      "logits/chosen": -2.288281202316284,
      "logits/rejected": 15.518750190734863,
      "logps/chosen": -0.975390613079071,
      "logps/rejected": -2.8828125,
      "loss": 0.9912,
      "nll_loss": 0.981640636920929,
      "rewards/accuracies": 0.956250011920929,
      "rewards/chosen": -0.0487060546875,
      "rewards/margins": 0.09526367485523224,
      "rewards/rejected": -0.14399413764476776,
      "step": 380
    },
    {
      "epoch": 0.5032258064516129,
      "grad_norm": 5.353525659101831,
      "learning_rate": 2.535100632816969e-06,
      "log_odds_chosen": 2.34765625,
      "log_odds_ratio": -0.158203125,
      "logits/chosen": -2.428906202316284,
      "logits/rejected": 15.625,
      "logps/chosen": -0.9789062738418579,
      "logps/rejected": -2.9312500953674316,
      "loss": 1.0115,
      "nll_loss": 1.003515601158142,
      "rewards/accuracies": 0.96875,
      "rewards/chosen": -0.04892577975988388,
      "rewards/margins": 0.09760741889476776,
      "rewards/rejected": -0.14653320610523224,
      "step": 390
    },
    {
      "epoch": 0.5161290322580645,
      "grad_norm": 4.669342637045956,
      "learning_rate": 2.5031308716087944e-06,
      "log_odds_chosen": 2.7562499046325684,
      "log_odds_ratio": -0.12431640923023224,
      "logits/chosen": -2.8046875,
      "logits/rejected": 15.206250190734863,
      "logps/chosen": -0.9898437261581421,
      "logps/rejected": -3.317187547683716,
      "loss": 1.0071,
      "nll_loss": 1.0011718273162842,
      "rewards/accuracies": 0.981249988079071,
      "rewards/chosen": -0.04946289211511612,
      "rewards/margins": 0.11630859225988388,
      "rewards/rejected": -0.16591796278953552,
      "step": 400
    },
    {
      "epoch": 0.5290322580645161,
      "grad_norm": 5.425862615574437,
      "learning_rate": 2.472340882170744e-06,
      "log_odds_chosen": 3.4671874046325684,
      "log_odds_ratio": -0.08171387016773224,
      "logits/chosen": -2.4320311546325684,
      "logits/rejected": 15.337499618530273,
      "logps/chosen": -0.987500011920929,
      "logps/rejected": -4.004687309265137,
      "loss": 0.9981,
      "nll_loss": 0.993359386920929,
      "rewards/accuracies": 1.0,
      "rewards/chosen": -0.04938964918255806,
      "rewards/margins": 0.15092773735523224,
      "rewards/rejected": -0.20039062201976776,
      "step": 410
    },
    {
      "epoch": 0.5419354838709678,
      "grad_norm": 5.859653969362379,
      "learning_rate": 2.4426598437301577e-06,
      "log_odds_chosen": 3.825000047683716,
      "log_odds_ratio": -0.10820312798023224,
      "logits/chosen": -2.335156202316284,
      "logits/rejected": 15.056249618530273,
      "logps/chosen": -1.012109398841858,
      "logps/rejected": -4.428124904632568,
      "loss": 1.0235,
      "nll_loss": 1.019140601158142,
      "rewards/accuracies": 0.9624999761581421,
      "rewards/chosen": -0.05058593675494194,
      "rewards/margins": 0.17080077528953552,
      "rewards/rejected": -0.22119140625,
      "step": 420
    },
    {
      "epoch": 0.5548387096774193,
      "grad_norm": 14.090172688528586,
      "learning_rate": 2.4140227479263382e-06,
      "log_odds_chosen": 3.9375,
      "log_odds_ratio": -0.09453125298023224,
      "logits/chosen": -1.5808594226837158,
      "logits/rejected": 16.018749237060547,
      "logps/chosen": -1.0070312023162842,
      "logps/rejected": -4.506249904632568,
      "loss": 1.0058,
      "nll_loss": 1.002343773841858,
      "rewards/accuracies": 0.987500011920929,
      "rewards/chosen": -0.05031738430261612,
      "rewards/margins": 0.1748046875,
      "rewards/rejected": -0.22519531846046448,
      "step": 430
    },
    {
      "epoch": 0.567741935483871,
      "grad_norm": 6.569549660660238,
      "learning_rate": 2.3863697995167388e-06,
      "log_odds_chosen": 3.371875047683716,
      "log_odds_ratio": -0.11165771633386612,
      "logits/chosen": -2.5687499046325684,
      "logits/rejected": 15.324999809265137,
      "logps/chosen": -1.009765625,
      "logps/rejected": -3.965625047683716,
      "loss": 1.0316,
      "nll_loss": 1.0261719226837158,
      "rewards/accuracies": 0.987500011920929,
      "rewards/chosen": -0.05051269382238388,
      "rewards/margins": 0.14790038764476776,
      "rewards/rejected": -0.19843749701976776,
      "step": 440
    },
    {
      "epoch": 0.5806451612903226,
      "grad_norm": 5.065013160531643,
      "learning_rate": 2.359645890915044e-06,
      "log_odds_chosen": 3.518749952316284,
      "log_odds_ratio": -0.11590576171875,
      "logits/chosen": -2.403515577316284,
      "logits/rejected": 15.050000190734863,
      "logps/chosen": -1.0281250476837158,
      "logps/rejected": -4.128125190734863,
      "loss": 1.0486,
      "nll_loss": 1.043359398841858,
      "rewards/accuracies": 0.9624999761581421,
      "rewards/chosen": -0.0513916015625,
      "rewards/margins": 0.15498046576976776,
      "rewards/rejected": -0.20644530653953552,
      "step": 450
    },
    {
      "epoch": 0.5935483870967742,
      "grad_norm": 5.920025683401155,
      "learning_rate": 2.333800140046683e-06,
      "log_odds_chosen": 4.048437595367432,
      "log_odds_ratio": -0.09355469048023224,
      "logits/chosen": -2.242138624191284,
      "logits/rejected": 15.487500190734863,
      "logps/chosen": -0.994921863079071,
      "logps/rejected": -4.592187404632568,
      "loss": 1.0104,
      "nll_loss": 1.0050780773162842,
      "rewards/accuracies": 0.9624999761581421,
      "rewards/chosen": -0.04975586012005806,
      "rewards/margins": 0.17998047173023224,
      "rewards/rejected": -0.22968749701976776,
      "step": 460
    },
    {
      "epoch": 0.6064516129032258,
      "grad_norm": 6.138559547910098,
      "learning_rate": 2.3087854826980507e-06,
      "log_odds_chosen": 3.6640625,
      "log_odds_ratio": -0.1455078125,
      "logits/chosen": -2.6703124046325684,
      "logits/rejected": 14.762499809265137,
      "logps/chosen": -1.03125,
      "logps/rejected": -4.307812690734863,
      "loss": 1.0394,
      "nll_loss": 1.0320312976837158,
      "rewards/accuracies": 0.925000011920929,
      "rewards/chosen": -0.05156249925494194,
      "rewards/margins": 0.16391602158546448,
      "rewards/rejected": -0.21542969346046448,
      "step": 470
    },
    {
      "epoch": 0.6193548387096774,
      "grad_norm": 5.567487993441089,
      "learning_rate": 2.2845583119247696e-06,
      "log_odds_chosen": 4.364062309265137,
      "log_odds_ratio": -0.078857421875,
      "logits/chosen": -2.549999952316284,
      "logits/rejected": 15.662500381469727,
      "logps/chosen": -0.9398437738418579,
      "logps/rejected": -4.828125,
      "loss": 0.9611,
      "nll_loss": 0.9574218988418579,
      "rewards/accuracies": 0.9750000238418579,
      "rewards/chosen": -0.04694824293255806,
      "rewards/margins": 0.19462890923023224,
      "rewards/rejected": -0.24169921875,
      "step": 480
    },
    {
      "epoch": 0.632258064516129,
      "grad_norm": 5.862239199019293,
      "learning_rate": 2.2610781582306733e-06,
      "log_odds_chosen": 4.1484375,
      "log_odds_ratio": -0.08124999701976776,
      "logits/chosen": -2.7220215797424316,
      "logits/rejected": 15.737500190734863,
      "logps/chosen": -1.0242187976837158,
      "logps/rejected": -4.734375,
      "loss": 1.0391,
      "nll_loss": 1.0343749523162842,
      "rewards/accuracies": 0.9750000238418579,
      "rewards/chosen": -0.05124511569738388,
      "rewards/margins": 0.18544921278953552,
      "rewards/rejected": -0.23681640625,
      "step": 490
    },
    {
      "epoch": 0.6451612903225806,
      "grad_norm": 5.118213222200493,
      "learning_rate": 2.238307405179226e-06,
      "log_odds_chosen": 3.965625047683716,
      "log_odds_ratio": -0.10859374701976776,
      "logits/chosen": -2.469921827316284,
      "logits/rejected": 15.243749618530273,
      "logps/chosen": -1.066796898841858,
      "logps/rejected": -4.618750095367432,
      "loss": 1.057,
      "nll_loss": 1.051171898841858,
      "rewards/accuracies": 0.96875,
      "rewards/chosen": -0.05332031100988388,
      "rewards/margins": 0.17753906548023224,
      "rewards/rejected": -0.23095703125,
      "step": 500
    },
    {
      "epoch": 0.6580645161290323,
      "grad_norm": 5.512232200800921,
      "learning_rate": 2.2162110358896814e-06,
      "log_odds_chosen": 3.957812547683716,
      "log_odds_ratio": -0.08552245795726776,
      "logits/chosen": -2.5843749046325684,
      "logits/rejected": 15.137499809265137,
      "logps/chosen": -0.9624999761581421,
      "logps/rejected": -4.465624809265137,
      "loss": 0.9945,
      "nll_loss": 0.9906250238418579,
      "rewards/accuracies": 0.981249988079071,
      "rewards/chosen": -0.04819335788488388,
      "rewards/margins": 0.175048828125,
      "rewards/rejected": -0.22314453125,
      "step": 510
    },
    {
      "epoch": 0.6709677419354839,
      "grad_norm": 5.353147766002135,
      "learning_rate": 2.1947564065307354e-06,
      "log_odds_chosen": 3.9203124046325684,
      "log_odds_ratio": -0.08530273288488388,
      "logits/chosen": -2.832812547683716,
      "logits/rejected": 15.462499618530273,
      "logps/chosen": -0.9613281488418579,
      "logps/rejected": -4.428124904632568,
      "loss": 0.9806,
      "nll_loss": 0.9765625,
      "rewards/accuracies": 0.9937499761581421,
      "rewards/chosen": -0.04807128757238388,
      "rewards/margins": 0.17333984375,
      "rewards/rejected": -0.22138671576976776,
      "step": 520
    },
    {
      "epoch": 0.6838709677419355,
      "grad_norm": 5.53934453000343,
      "learning_rate": 2.173913043478261e-06,
      "log_odds_chosen": 3.6078124046325684,
      "log_odds_ratio": -0.093505859375,
      "logits/chosen": -1.6005859375,
      "logits/rejected": 15.037500381469727,
      "logps/chosen": -0.955859363079071,
      "logps/rejected": -4.104687690734863,
      "loss": 0.9783,
      "nll_loss": 0.973828136920929,
      "rewards/accuracies": 0.9750000238418579,
      "rewards/chosen": -0.04775390774011612,
      "rewards/margins": 0.15732422471046448,
      "rewards/rejected": -0.20488281548023224,
      "step": 530
    },
    {
      "epoch": 0.6967741935483871,
      "grad_norm": 5.046849897934945,
      "learning_rate": 2.1536524612697402e-06,
      "log_odds_chosen": 3.75,
      "log_odds_ratio": -0.094482421875,
      "logits/chosen": -1.859375,
      "logits/rejected": 15.962499618530273,
      "logps/chosen": -1.030859351158142,
      "logps/rejected": -4.309374809265137,
      "loss": 0.9959,
      "nll_loss": 0.9917968511581421,
      "rewards/accuracies": 0.9937499761581421,
      "rewards/chosen": -0.05153808742761612,
      "rewards/margins": 0.16396483778953552,
      "rewards/rejected": -0.21562500298023224,
      "step": 540
    },
    {
      "epoch": 0.7096774193548387,
      "grad_norm": 5.947499132612451,
      "learning_rate": 2.1339479988816e-06,
      "log_odds_chosen": 3.6875,
      "log_odds_ratio": -0.06818847358226776,
      "logits/chosen": -2.174999952316284,
      "logits/rejected": 15.493749618530273,
      "logps/chosen": -0.999218761920929,
      "logps/rejected": -4.228125095367432,
      "loss": 1.003,
      "nll_loss": 1.0,
      "rewards/accuracies": 0.987500011920929,
      "rewards/chosen": -0.0499267578125,
      "rewards/margins": 0.16171875596046448,
      "rewards/rejected": -0.21142578125,
      "step": 550
    },
    {
      "epoch": 0.7225806451612903,
      "grad_norm": 5.351752547147555,
      "learning_rate": 2.114774672189068e-06,
      "log_odds_chosen": 3.862499952316284,
      "log_odds_ratio": -0.08652343600988388,
      "logits/chosen": -2.469531297683716,
      "logits/rejected": 15.331250190734863,
      "logps/chosen": -0.9957031011581421,
      "logps/rejected": -4.415625095367432,
      "loss": 1.0154,
      "nll_loss": 1.011328101158142,
      "rewards/accuracies": 0.9624999761581421,
      "rewards/chosen": -0.04978027194738388,
      "rewards/margins": 0.17119140923023224,
      "rewards/rejected": -0.22089843451976776,
      "step": 560
    },
    {
      "epoch": 0.7354838709677419,
      "grad_norm": 4.936722562656586,
      "learning_rate": 2.0961090407515926e-06,
      "log_odds_chosen": 4.0703125,
      "log_odds_ratio": -0.06992187350988388,
      "logits/chosen": -2.4644532203674316,
      "logits/rejected": 15.46875,
      "logps/chosen": -0.9624999761581421,
      "logps/rejected": -4.567187309265137,
      "loss": 0.9827,
      "nll_loss": 0.979687511920929,
      "rewards/accuracies": 0.9937499761581421,
      "rewards/chosen": -0.04814453050494194,
      "rewards/margins": 0.18017578125,
      "rewards/rejected": -0.22832031548023224,
      "step": 570
    },
    {
      "epoch": 0.7483870967741936,
      "grad_norm": 4.997513662861683,
      "learning_rate": 2.077929087308457e-06,
      "log_odds_chosen": 3.856250047683716,
      "log_odds_ratio": -0.07062987983226776,
      "logits/chosen": -2.723437547683716,
      "logits/rejected": 14.800000190734863,
      "logps/chosen": -0.94140625,
      "logps/rejected": -4.317187309265137,
      "loss": 0.9656,
      "nll_loss": 0.9624999761581421,
      "rewards/accuracies": 0.987500011920929,
      "rewards/chosen": -0.047119140625,
      "rewards/margins": 0.16884765028953552,
      "rewards/rejected": -0.21562500298023224,
      "step": 580
    },
    {
      "epoch": 0.7612903225806451,
      "grad_norm": 5.381405087912754,
      "learning_rate": 2.0602141085758233e-06,
      "log_odds_chosen": 4.1015625,
      "log_odds_ratio": -0.06821288913488388,
      "logits/chosen": -2.957812547683716,
      "logits/rejected": 15.106249809265137,
      "logps/chosen": -0.9488281011581421,
      "logps/rejected": -4.574999809265137,
      "loss": 0.976,
      "nll_loss": 0.973437488079071,
      "rewards/accuracies": 0.981249988079071,
      "rewards/chosen": -0.04743652418255806,
      "rewards/margins": 0.18144531548023224,
      "rewards/rejected": -0.22861328721046448,
      "step": 590
    },
    {
      "epoch": 0.7741935483870968,
      "grad_norm": 5.488636413342299,
      "learning_rate": 2.0429446161135922e-06,
      "log_odds_chosen": 4.181250095367432,
      "log_odds_ratio": -0.06918945163488388,
      "logits/chosen": -2.314160108566284,
      "logits/rejected": 15.449999809265137,
      "logps/chosen": -0.9921875,
      "logps/rejected": -4.721875190734863,
      "loss": 1.0089,
      "nll_loss": 1.0050780773162842,
      "rewards/accuracies": 0.987500011920929,
      "rewards/chosen": -0.04958496242761612,
      "rewards/margins": 0.18642577528953552,
      "rewards/rejected": -0.23593750596046448,
      "step": 600
    },
    {
      "epoch": 0.7870967741935484,
      "grad_norm": 5.427887234676386,
      "learning_rate": 2.0261022461827697e-06,
      "log_odds_chosen": 4.599999904632568,
      "log_odds_ratio": -0.06470946967601776,
      "logits/chosen": -3.4375,
      "logits/rejected": 15.268750190734863,
      "logps/chosen": -0.998046875,
      "logps/rejected": -5.140625,
      "loss": 1.0151,
      "nll_loss": 1.0128905773162842,
      "rewards/accuracies": 0.981249988079071,
      "rewards/chosen": -0.04990234225988388,
      "rewards/margins": 0.20703125,
      "rewards/rejected": -0.25712889432907104,
      "step": 610
    },
    {
      "epoch": 0.8,
      "grad_norm": 6.166954138248167,
      "learning_rate": 2.009669677645352e-06,
      "log_odds_chosen": 4.235937595367432,
      "log_odds_ratio": -0.08128662407398224,
      "logits/chosen": -2.9867186546325684,
      "logits/rejected": 15.600000381469727,
      "logps/chosen": -0.962890625,
      "logps/rejected": -4.724999904632568,
      "loss": 0.9886,
      "nll_loss": 0.985156238079071,
      "rewards/accuracies": 0.9750000238418579,
      "rewards/chosen": -0.04814453050494194,
      "rewards/margins": 0.18828125298023224,
      "rewards/rejected": -0.23642578721046448,
      "step": 620
    },
    {
      "epoch": 0.8129032258064516,
      "grad_norm": 5.497842991013724,
      "learning_rate": 1.9936305570722503e-06,
      "log_odds_chosen": 4.198437690734863,
      "log_odds_ratio": -0.05922241136431694,
      "logits/chosen": -2.833984375,
      "logits/rejected": 15.46875,
      "logps/chosen": -0.94921875,
      "logps/rejected": -4.667187690734863,
      "loss": 0.9591,
      "nll_loss": 0.956250011920929,
      "rewards/accuracies": 1.0,
      "rewards/chosen": -0.04746093600988388,
      "rewards/margins": 0.18569335341453552,
      "rewards/rejected": -0.23310546576976776,
      "step": 630
    },
    {
      "epoch": 0.8258064516129032,
      "grad_norm": 8.242142638367945,
      "learning_rate": 1.977969430323089e-06,
      "log_odds_chosen": 4.364062309265137,
      "log_odds_ratio": -0.06558837741613388,
      "logits/chosen": -2.439453125,
      "logits/rejected": 15.581250190734863,
      "logps/chosen": -1.0246093273162842,
      "logps/rejected": -4.918749809265137,
      "loss": 1.0151,
      "nll_loss": 1.011328101158142,
      "rewards/accuracies": 0.9937499761581421,
      "rewards/chosen": -0.05124511569738388,
      "rewards/margins": 0.19462890923023224,
      "rewards/rejected": -0.24580077826976776,
      "step": 640
    },
    {
      "epoch": 0.8387096774193549,
      "grad_norm": 5.407957699348334,
      "learning_rate": 1.962671679947149e-06,
      "log_odds_chosen": 4.728125095367432,
      "log_odds_ratio": -0.04775390774011612,
      "logits/chosen": -2.6484375,
      "logits/rejected": 16.125,
      "logps/chosen": -1.0050780773162842,
      "logps/rejected": -5.262499809265137,
      "loss": 1.0211,
      "nll_loss": 1.019140601158142,
      "rewards/accuracies": 0.987500011920929,
      "rewards/chosen": -0.0501708984375,
      "rewards/margins": 0.21298828721046448,
      "rewards/rejected": -0.2630859315395355,
      "step": 650
    },
    {
      "epoch": 0.8516129032258064,
      "grad_norm": 5.429871193266642,
      "learning_rate": 1.9477234678290497e-06,
      "log_odds_chosen": 4.28125,
      "log_odds_ratio": -0.06833495944738388,
      "logits/chosen": -2.073046922683716,
      "logits/rejected": 15.493749618530273,
      "logps/chosen": -1.019921898841858,
      "logps/rejected": -4.854687690734863,
      "loss": 1.0178,
      "nll_loss": 1.0148437023162842,
      "rewards/accuracies": 0.987500011920929,
      "rewards/chosen": -0.05095214769244194,
      "rewards/margins": 0.19204100966453552,
      "rewards/rejected": -0.24287109076976776,
      "step": 660
    },
    {
      "epoch": 0.864516129032258,
      "grad_norm": 5.38838761477697,
      "learning_rate": 1.9331116825676476e-06,
      "log_odds_chosen": 4.264062404632568,
      "log_odds_ratio": -0.07292480766773224,
      "logits/chosen": -2.7894530296325684,
      "logits/rejected": 15.3125,
      "logps/chosen": -0.9847656488418579,
      "logps/rejected": -4.784375190734863,
      "loss": 1.0014,
      "nll_loss": 0.998046875,
      "rewards/accuracies": 0.987500011920929,
      "rewards/chosen": -0.04924316331744194,
      "rewards/margins": 0.18974609673023224,
      "rewards/rejected": -0.2392578125,
      "step": 670
    },
    {
      "epoch": 0.8774193548387097,
      "grad_norm": 6.231144536945813,
      "learning_rate": 1.9188238911333405e-06,
      "log_odds_chosen": 4.495312690734863,
      "log_odds_ratio": -0.0684814453125,
      "logits/chosen": -2.408984422683716,
      "logits/rejected": 15.449999809265137,
      "logps/chosen": -1.029687523841858,
      "logps/rejected": -5.090624809265137,
      "loss": 1.0266,
      "nll_loss": 1.023828148841858,
      "rewards/accuracies": 0.987500011920929,
      "rewards/chosen": -0.05156249925494194,
      "rewards/margins": 0.20302733778953552,
      "rewards/rejected": -0.25439453125,
      "step": 680
    },
    {
      "epoch": 0.8903225806451613,
      "grad_norm": 5.900000733774859,
      "learning_rate": 1.9048482943986487e-06,
      "log_odds_chosen": 4.173437595367432,
      "log_odds_ratio": -0.10228271782398224,
      "logits/chosen": -2.411328077316284,
      "logits/rejected": 15.0625,
      "logps/chosen": -0.987109363079071,
      "logps/rejected": -4.704687595367432,
      "loss": 0.9854,
      "nll_loss": 0.981249988079071,
      "rewards/accuracies": 0.9750000238418579,
      "rewards/chosen": -0.04938964918255806,
      "rewards/margins": 0.18564453721046448,
      "rewards/rejected": -0.23476561903953552,
      "step": 690
    },
    {
      "epoch": 0.9032258064516129,
      "grad_norm": 5.5507604309289045,
      "learning_rate": 1.8911736861805847e-06,
      "log_odds_chosen": 3.984375,
      "log_odds_ratio": -0.08645019680261612,
      "logits/chosen": -2.534374952316284,
      "logits/rejected": 15.199999809265137,
      "logps/chosen": -0.946484386920929,
      "logps/rejected": -4.471875190734863,
      "loss": 0.9628,
      "nll_loss": 0.958984375,
      "rewards/accuracies": 0.9750000238418579,
      "rewards/chosen": -0.04731445387005806,
      "rewards/margins": 0.17587891221046448,
      "rewards/rejected": -0.22343750298023224,
      "step": 700
    },
    {
      "epoch": 0.9161290322580645,
      "grad_norm": 5.72722978193488,
      "learning_rate": 1.8777894154716994e-06,
      "log_odds_chosen": 4.260937690734863,
      "log_odds_ratio": -0.08770751953125,
      "logits/chosen": -2.785937547683716,
      "logits/rejected": 15.212499618530273,
      "logps/chosen": -0.975781261920929,
      "logps/rejected": -4.790625095367432,
      "loss": 0.9996,
      "nll_loss": 0.9957031011581421,
      "rewards/accuracies": 0.96875,
      "rewards/chosen": -0.048828125,
      "rewards/margins": 0.19072265923023224,
      "rewards/rejected": -0.23945312201976776,
      "step": 710
    },
    {
      "epoch": 0.9290322580645162,
      "grad_norm": 5.182886168475235,
      "learning_rate": 1.864685351570504e-06,
      "log_odds_chosen": 4.417187690734863,
      "log_odds_ratio": -0.05722656100988388,
      "logits/chosen": -2.477343797683716,
      "logits/rejected": 15.387499809265137,
      "logps/chosen": -0.953906238079071,
      "logps/rejected": -4.900000095367432,
      "loss": 0.9764,
      "nll_loss": 0.973437488079071,
      "rewards/accuracies": 1.0,
      "rewards/chosen": -0.04770507663488388,
      "rewards/margins": 0.19716796278953552,
      "rewards/rejected": -0.24492187798023224,
      "step": 720
    },
    {
      "epoch": 0.9419354838709677,
      "grad_norm": 6.373900642995302,
      "learning_rate": 1.8518518518518519e-06,
      "log_odds_chosen": 3.9078125953674316,
      "log_odds_ratio": -0.07728271186351776,
      "logits/chosen": -2.785937547683716,
      "logits/rejected": 15.181249618530273,
      "logps/chosen": -0.979687511920929,
      "logps/rejected": -4.4296875,
      "loss": 0.9999,
      "nll_loss": 0.9957031011581421,
      "rewards/accuracies": 0.981249988079071,
      "rewards/chosen": -0.049072265625,
      "rewards/margins": 0.17246094346046448,
      "rewards/rejected": -0.22158202528953552,
      "step": 730
    },
    {
      "epoch": 0.9548387096774194,
      "grad_norm": 5.301970324773416,
      "learning_rate": 1.8392797319442742e-06,
      "log_odds_chosen": 3.7484374046325684,
      "log_odds_ratio": -0.07939453423023224,
      "logits/chosen": -3.1468749046325684,
      "logits/rejected": 14.743749618530273,
      "logps/chosen": -0.958203136920929,
      "logps/rejected": -4.229687690734863,
      "loss": 0.9549,
      "nll_loss": 0.9527343511581421,
      "rewards/accuracies": 1.0,
      "rewards/chosen": -0.04790038987994194,
      "rewards/margins": 0.16396483778953552,
      "rewards/rejected": -0.21162109076976776,
      "step": 740
    },
    {
      "epoch": 0.967741935483871,
      "grad_norm": 5.607236715482459,
      "learning_rate": 1.8269602381046742e-06,
      "log_odds_chosen": 4.028124809265137,
      "log_odds_ratio": -0.06224365159869194,
      "logits/chosen": -2.905468702316284,
      "logits/rejected": 15.387499809265137,
      "logps/chosen": -0.992968738079071,
      "logps/rejected": -4.550000190734863,
      "loss": 1.0119,
      "nll_loss": 1.010156273841858,
      "rewards/accuracies": 0.9937499761581421,
      "rewards/chosen": -0.04965820163488388,
      "rewards/margins": 0.17753906548023224,
      "rewards/rejected": -0.2275390625,
      "step": 750
    },
    {
      "epoch": 0.9806451612903225,
      "grad_norm": 5.46826560416884,
      "learning_rate": 1.8148850216015693e-06,
      "log_odds_chosen": 3.9203124046325684,
      "log_odds_ratio": -0.08592529594898224,
      "logits/chosen": -2.5835938453674316,
      "logits/rejected": 15.125,
      "logps/chosen": -0.974609375,
      "logps/rejected": -4.432812690734863,
      "loss": 0.9957,
      "nll_loss": 0.9925781488418579,
      "rewards/accuracies": 0.9750000238418579,
      "rewards/chosen": -0.04873047024011612,
      "rewards/margins": 0.17304687201976776,
      "rewards/rejected": -0.22158202528953552,
      "step": 760
    },
    {
      "epoch": 0.9935483870967742,
      "grad_norm": 6.701663744929856,
      "learning_rate": 1.803046114936547e-06,
      "log_odds_chosen": 4.103125095367432,
      "log_odds_ratio": -0.0823974609375,
      "logits/chosen": -3.176562547683716,
      "logits/rejected": 14.993749618530273,
      "logps/chosen": -0.97265625,
      "logps/rejected": -4.615624904632568,
      "loss": 0.9939,
      "nll_loss": 0.9906250238418579,
      "rewards/accuracies": 0.9750000238418579,
      "rewards/chosen": -0.048583984375,
      "rewards/margins": 0.18212890625,
      "rewards/rejected": -0.23056641221046448,
      "step": 770
    },
    {
      "epoch": 1.0,
      "step": 775,
      "total_flos": 0.0,
      "train_loss": 1.0746982106854839,
      "train_runtime": 1520.1443,
      "train_samples_per_second": 8.157,
      "train_steps_per_second": 0.51
    }
  ],
  "logging_steps": 10,
  "max_steps": 775,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}