{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.99812382739212,
  "eval_steps": 100,
  "global_step": 133,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "completion_length": 33.946875,
      "epoch": 0.0375234521575985,
      "grad_norm": 1.5592833757400513,
      "kl": 0.013537660241127014,
      "learning_rate": 7.1428571428571436e-06,
      "loss": 0.0031,
      "reward": 0.03671875,
      "reward_std": 0.08486471865326166,
      "rewards/accuracy_reward": 0.0158203125,
      "rewards/format_reward": 0.0033203125,
      "rewards/relaxed_accuracy_reward": 0.017578125,
      "step": 5
    },
    {
      "completion_length": 7.9525390625,
      "epoch": 0.075046904315197,
      "grad_norm": 26.73110008239746,
      "kl": 17.372037601470947,
      "learning_rate": 1.4285714285714287e-05,
      "loss": 0.7047,
      "reward": 0.413671875,
      "reward_std": 0.19759062808007002,
      "rewards/accuracy_reward": 0.1939453125,
      "rewards/format_reward": 0.0005859375,
      "rewards/relaxed_accuracy_reward": 0.219140625,
      "step": 10
    },
    {
      "completion_length": 29.3978515625,
      "epoch": 0.1125703564727955,
      "grad_norm": 12.636091232299805,
      "kl": 2.432843017578125,
      "learning_rate": 1.9996515418688493e-05,
      "loss": 0.0908,
      "reward": 0.30703125,
      "reward_std": 0.24456602307036518,
      "rewards/accuracy_reward": 0.140625,
      "rewards/format_reward": 0.0,
      "rewards/relaxed_accuracy_reward": 0.16640625,
      "step": 15
    },
    {
      "completion_length": 27.5798828125,
      "epoch": 0.150093808630394,
      "grad_norm": 21.91870880126953,
      "kl": 1.253253173828125,
      "learning_rate": 1.9874809871741877e-05,
      "loss": 0.0532,
      "reward": 0.5099609375,
      "reward_std": 0.2849292915314436,
      "rewards/accuracy_reward": 0.22578125,
      "rewards/format_reward": 0.0,
      "rewards/relaxed_accuracy_reward": 0.2841796875,
      "step": 20
    },
    {
      "completion_length": 9.8216796875,
      "epoch": 0.18761726078799248,
      "grad_norm": 21.709964752197266,
      "kl": 1.0984130859375,
      "learning_rate": 1.9581296124106682e-05,
      "loss": 0.0578,
      "reward": 0.5490234375,
      "reward_std": 0.32321499213576316,
      "rewards/accuracy_reward": 0.2373046875,
      "rewards/format_reward": 0.0,
      "rewards/relaxed_accuracy_reward": 0.31171875,
      "step": 25
    },
    {
      "completion_length": 22.2578125,
      "epoch": 0.225140712945591,
      "grad_norm": 165.1543426513672,
      "kl": 3.56005859375,
      "learning_rate": 1.912108091398988e-05,
      "loss": 0.1402,
      "reward": 0.4880859375,
      "reward_std": 0.3410706129856408,
      "rewards/accuracy_reward": 0.222265625,
      "rewards/format_reward": 0.0,
      "rewards/relaxed_accuracy_reward": 0.2658203125,
      "step": 30
    },
    {
      "completion_length": 20.027734375,
      "epoch": 0.2626641651031895,
      "grad_norm": 1127.5472412109375,
      "kl": 6.7017822265625,
      "learning_rate": 1.8502171357296144e-05,
      "loss": 0.2507,
      "reward": 0.387890625,
      "reward_std": 0.3576823682524264,
      "rewards/accuracy_reward": 0.1626953125,
      "rewards/format_reward": 0.0,
      "rewards/relaxed_accuracy_reward": 0.2251953125,
      "step": 35
    },
    {
      "completion_length": 29.49453125,
      "epoch": 0.300187617260788,
      "grad_norm": 25.603010177612305,
      "kl": 1.09813232421875,
      "learning_rate": 1.773533563475053e-05,
      "loss": 0.0428,
      "reward": 0.5158203125,
      "reward_std": 0.36268206988461316,
      "rewards/accuracy_reward": 0.22578125,
      "rewards/format_reward": 0.0,
      "rewards/relaxed_accuracy_reward": 0.2900390625,
      "step": 40
    },
    {
      "completion_length": 17.1138671875,
      "epoch": 0.33771106941838647,
      "grad_norm": 6.592025279998779,
      "kl": 1.22408447265625,
      "learning_rate": 1.6833915640265485e-05,
      "loss": 0.0536,
      "reward": 0.4765625,
      "reward_std": 0.2620124928187579,
      "rewards/accuracy_reward": 0.2068359375,
      "rewards/format_reward": 0.0,
      "rewards/relaxed_accuracy_reward": 0.2697265625,
      "step": 45
    },
    {
      "completion_length": 35.35703125,
      "epoch": 0.37523452157598497,
      "grad_norm": 3.753960132598877,
      "kl": 1.41783447265625,
      "learning_rate": 1.58135948502146e-05,
      "loss": 0.0564,
      "reward": 0.5171875,
      "reward_std": 0.3441387979779392,
      "rewards/accuracy_reward": 0.232421875,
      "rewards/format_reward": 0.0,
      "rewards/relaxed_accuracy_reward": 0.284765625,
      "step": 50
    },
    {
      "completion_length": 19.3244140625,
      "epoch": 0.41275797373358347,
      "grad_norm": 8.08942985534668,
      "kl": 1.07467041015625,
      "learning_rate": 1.4692125452370664e-05,
      "loss": 0.038,
      "reward": 0.5447265625,
      "reward_std": 0.3162791552487761,
      "rewards/accuracy_reward": 0.2421875,
      "rewards/format_reward": 0.0,
      "rewards/relaxed_accuracy_reward": 0.3025390625,
      "step": 55
    },
    {
      "completion_length": 13.803515625,
      "epoch": 0.450281425891182,
      "grad_norm": 6688.68994140625,
      "kl": 11.382958984375,
      "learning_rate": 1.348901948209167e-05,
      "loss": 0.4542,
      "reward": 0.5509765625,
      "reward_std": 0.2770004874095321,
      "rewards/accuracy_reward": 0.24453125,
      "rewards/format_reward": 0.0,
      "rewards/relaxed_accuracy_reward": 0.3064453125,
      "step": 60
    },
    {
      "completion_length": 10.150390625,
      "epoch": 0.4878048780487805,
      "grad_norm": 22.93476104736328,
      "kl": 2.70247802734375,
      "learning_rate": 1.2225209339563144e-05,
      "loss": 0.1131,
      "reward": 0.58359375,
      "reward_std": 0.277045093011111,
      "rewards/accuracy_reward": 0.2546875,
      "rewards/format_reward": 0.0,
      "rewards/relaxed_accuracy_reward": 0.32890625,
      "step": 65
    },
    {
      "completion_length": 9.9724609375,
      "epoch": 0.525328330206379,
      "grad_norm": 4.137301445007324,
      "kl": 1.7162109375,
      "learning_rate": 1.092268359463302e-05,
      "loss": 0.0629,
      "reward": 0.524609375,
      "reward_std": 0.2948215680196881,
      "rewards/accuracy_reward": 0.2169921875,
      "rewards/format_reward": 0.0,
      "rewards/relaxed_accuracy_reward": 0.3076171875,
      "step": 70
    },
    {
      "completion_length": 8.46484375,
      "epoch": 0.5628517823639775,
      "grad_norm": 5.097509860992432,
      "kl": 2.0114501953125,
      "learning_rate": 9.604104415737309e-06,
      "loss": 0.0958,
      "reward": 0.5404296875,
      "reward_std": 0.3218729373533279,
      "rewards/accuracy_reward": 0.2349609375,
      "rewards/format_reward": 0.0,
      "rewards/relaxed_accuracy_reward": 0.30546875,
      "step": 75
    },
    {
      "completion_length": 8.421875,
      "epoch": 0.600375234521576,
      "grad_norm": 6.521908283233643,
      "kl": 2.06651611328125,
      "learning_rate": 8.292413279130625e-06,
      "loss": 0.0886,
      "reward": 0.528125,
      "reward_std": 0.32329283356666566,
      "rewards/accuracy_reward": 0.222265625,
      "rewards/format_reward": 0.0,
      "rewards/relaxed_accuracy_reward": 0.305859375,
      "step": 80
    },
    {
      "completion_length": 8.27578125,
      "epoch": 0.6378986866791745,
      "grad_norm": 3.548377513885498,
      "kl": 1.679052734375,
      "learning_rate": 7.010431818542298e-06,
      "loss": 0.0482,
      "reward": 0.4205078125,
      "reward_std": 0.3025111163035035,
      "rewards/accuracy_reward": 0.1734375,
      "rewards/format_reward": 0.0,
      "rewards/relaxed_accuracy_reward": 0.2470703125,
      "step": 85
    },
    {
      "completion_length": 8.621484375,
      "epoch": 0.6754221388367729,
      "grad_norm": 11.26955509185791,
      "kl": 2.084521484375,
      "learning_rate": 5.780464759928623e-06,
      "loss": 0.097,
      "reward": 0.566015625,
      "reward_std": 0.31781149725429714,
      "rewards/accuracy_reward": 0.239453125,
      "rewards/format_reward": 0.0,
      "rewards/relaxed_accuracy_reward": 0.3265625,
      "step": 90
    },
    {
      "completion_length": 8.6640625,
      "epoch": 0.7129455909943715,
      "grad_norm": 15.46524715423584,
      "kl": 2.5925048828125,
      "learning_rate": 4.623911849714226e-06,
      "loss": 0.0919,
      "reward": 0.546484375,
      "reward_std": 0.26226845681667327,
      "rewards/accuracy_reward": 0.22421875,
      "rewards/format_reward": 0.0,
      "rewards/relaxed_accuracy_reward": 0.322265625,
      "step": 95
    },
    {
      "completion_length": 8.1521484375,
      "epoch": 0.7504690431519699,
      "grad_norm": 8.370095252990723,
      "kl": 2.80860595703125,
      "learning_rate": 3.560895528440844e-06,
      "loss": 0.0876,
      "reward": 0.6302734375,
      "reward_std": 0.27545339791104195,
      "rewards/accuracy_reward": 0.275,
      "rewards/format_reward": 0.0,
      "rewards/relaxed_accuracy_reward": 0.3552734375,
      "step": 100
    },
    {
      "epoch": 0.7504690431519699,
      "eval_completion_length": 8.064242160278745,
      "eval_kl": 1.6110899390243902,
      "eval_loss": 0.05133385583758354,
      "eval_reward": 0.5677264808362369,
      "eval_reward_std": 0.37672981305716347,
      "eval_rewards/accuracy_reward": 0.24401132404181183,
      "eval_rewards/format_reward": 0.0,
      "eval_rewards/relaxed_accuracy_reward": 0.3237151567944251,
      "eval_runtime": 419.9905,
      "eval_samples_per_second": 2.726,
      "eval_steps_per_second": 0.683,
      "step": 100
    },
    {
      "completion_length": 8.2787109375,
      "epoch": 0.7879924953095685,
      "grad_norm": 5.566633224487305,
      "kl": 1.6791015625,
      "learning_rate": 2.6099108277934105e-06,
      "loss": 0.0743,
      "reward": 0.580859375,
      "reward_std": 0.3424753251951188,
      "rewards/accuracy_reward": 0.253125,
      "rewards/format_reward": 0.0,
      "rewards/relaxed_accuracy_reward": 0.327734375,
      "step": 105
    },
    {
      "completion_length": 8.3333984375,
      "epoch": 0.8255159474671669,
      "grad_norm": 4.05443000793457,
      "kl": 2.09364013671875,
      "learning_rate": 1.7875035823168641e-06,
      "loss": 0.0748,
      "reward": 0.5283203125,
      "reward_std": 0.3331008433829993,
      "rewards/accuracy_reward": 0.2318359375,
      "rewards/format_reward": 0.0,
      "rewards/relaxed_accuracy_reward": 0.296484375,
      "step": 110
    },
    {
      "completion_length": 8.5595703125,
      "epoch": 0.8630393996247655,
      "grad_norm": 20.012693405151367,
      "kl": 2.143017578125,
      "learning_rate": 1.1079825545001887e-06,
      "loss": 0.0681,
      "reward": 0.5373046875,
      "reward_std": 0.3182933186646551,
      "rewards/accuracy_reward": 0.23046875,
      "rewards/format_reward": 0.0,
      "rewards/relaxed_accuracy_reward": 0.3068359375,
      "step": 115
    },
    {
      "completion_length": 8.526171875,
      "epoch": 0.900562851782364,
      "grad_norm": 12.22225570678711,
      "kl": 1.8458984375,
      "learning_rate": 5.831704818578842e-07,
      "loss": 0.0716,
      "reward": 0.5498046875,
      "reward_std": 0.31468736389651897,
      "rewards/accuracy_reward": 0.237890625,
      "rewards/format_reward": 0.0,
      "rewards/relaxed_accuracy_reward": 0.3119140625,
      "step": 120
    },
    {
      "completion_length": 8.767578125,
      "epoch": 0.9380863039399625,
      "grad_norm": 4.848618507385254,
      "kl": 1.8501708984375,
      "learning_rate": 2.2219837744959284e-07,
      "loss": 0.0649,
      "reward": 0.5712890625,
      "reward_std": 0.33388876002281903,
      "rewards/accuracy_reward": 0.242578125,
      "rewards/format_reward": 0.0,
      "rewards/relaxed_accuracy_reward": 0.3287109375,
      "step": 125
    },
    {
      "completion_length": 8.5228515625,
      "epoch": 0.975609756097561,
      "grad_norm": 5.429755210876465,
      "kl": 1.84400634765625,
      "learning_rate": 3.134666272774034e-08,
      "loss": 0.0876,
      "reward": 0.564453125,
      "reward_std": 0.31874394970946013,
      "rewards/accuracy_reward": 0.2439453125,
      "rewards/format_reward": 0.0,
      "rewards/relaxed_accuracy_reward": 0.3205078125,
      "step": 130
    },
    {
      "completion_length": 8.5595703125,
      "epoch": 0.99812382739212,
      "kl": 1.7513020833333333,
      "reward": 0.55078125,
      "reward_std": 0.3167417396325618,
      "rewards/accuracy_reward": 0.2275390625,
      "rewards/format_reward": 0.0,
      "rewards/relaxed_accuracy_reward": 0.3232421875,
      "step": 133,
      "total_flos": 0.0,
      "train_loss": 0.11666255951964093,
      "train_runtime": 146747.14,
      "train_samples_per_second": 0.116,
      "train_steps_per_second": 0.001
    }
  ],
  "logging_steps": 5,
  "max_steps": 133,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 15,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}