| { | |
| "best_metric": 0.301629900932312, | |
| "best_model_checkpoint": "saves/LLaMA2-7B-Chat/lora/2023-08-25-11-47-37/checkpoint-800", | |
| "epoch": 1.85581727337616, | |
| "global_step": 1300, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.9999300626531746e-05, | |
| "logits/chosen": -0.7403622269630432, | |
| "logits/rejected": -0.6866486668586731, | |
| "logps/chosen": -181.39700317382812, | |
| "logps/rejected": -208.150146484375, | |
| "loss": 0.6892, | |
| "rewards/accuracies": 0.44999998807907104, | |
| "rewards/chosen": -5.543716179090552e-05, | |
| "rewards/margins": 0.008117685094475746, | |
| "rewards/rejected": -0.008173122070729733, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.999720254525684e-05, | |
| "logits/chosen": -0.7327243089675903, | |
| "logits/rejected": -0.6666526794433594, | |
| "logps/chosen": -231.14956665039062, | |
| "logps/rejected": -259.27978515625, | |
| "loss": 0.6702, | |
| "rewards/accuracies": 0.6625000238418579, | |
| "rewards/chosen": -0.010688358917832375, | |
| "rewards/margins": 0.04831721633672714, | |
| "rewards/rejected": -0.05900556966662407, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.9995272362322506e-05, | |
| "logits/chosen": -0.7042385935783386, | |
| "logits/rejected": -0.6349071264266968, | |
| "logps/chosen": -188.58367919921875, | |
| "logps/rejected": -223.201416015625, | |
| "loss": 0.6677, | |
| "rewards/accuracies": 0.625, | |
| "rewards/chosen": -0.07146739959716797, | |
| "rewards/margins": 0.05914110690355301, | |
| "rewards/rejected": -0.13060849905014038, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 4.999093662527553e-05, | |
| "logits/chosen": -0.6996177434921265, | |
| "logits/rejected": -0.6077739000320435, | |
| "logps/chosen": -196.89700317382812, | |
| "logps/rejected": -243.52450561523438, | |
| "loss": 0.6027, | |
| "rewards/accuracies": 0.737500011920929, | |
| "rewards/chosen": -0.0204925499856472, | |
| "rewards/margins": 0.22103042900562286, | |
| "rewards/rejected": -0.24152295291423798, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 4.998520264838675e-05, | |
| "logits/chosen": -0.6775780916213989, | |
| "logits/rejected": -0.6084710359573364, | |
| "logps/chosen": -194.9524688720703, | |
| "logps/rejected": -232.9259490966797, | |
| "loss": 0.584, | |
| "rewards/accuracies": 0.762499988079071, | |
| "rewards/chosen": -0.22763672471046448, | |
| "rewards/margins": 0.2767763137817383, | |
| "rewards/rejected": -0.5044130086898804, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 4.997807075247146e-05, | |
| "logits/chosen": -0.6930967569351196, | |
| "logits/rejected": -0.624418318271637, | |
| "logps/chosen": -201.62631225585938, | |
| "logps/rejected": -231.8871307373047, | |
| "loss": 0.5054, | |
| "rewards/accuracies": 0.8500000238418579, | |
| "rewards/chosen": -0.42100492119789124, | |
| "rewards/margins": 0.5007229447364807, | |
| "rewards/rejected": -0.9217279553413391, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 4.996954133655838e-05, | |
| "logits/chosen": -0.6575398445129395, | |
| "logits/rejected": -0.5734818577766418, | |
| "logps/chosen": -215.608154296875, | |
| "logps/rejected": -259.5364990234375, | |
| "loss": 0.491, | |
| "rewards/accuracies": 0.737500011920929, | |
| "rewards/chosen": -1.129244089126587, | |
| "rewards/margins": 0.6850830316543579, | |
| "rewards/rejected": -1.8143272399902344, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 4.9959614877867264e-05, | |
| "logits/chosen": -0.5865448713302612, | |
| "logits/rejected": -0.5297074317932129, | |
| "logps/chosen": -251.30545043945312, | |
| "logps/rejected": -282.8074035644531, | |
| "loss": 0.4294, | |
| "rewards/accuracies": 0.8374999761581421, | |
| "rewards/chosen": -1.6625725030899048, | |
| "rewards/margins": 0.9844868779182434, | |
| "rewards/rejected": -2.647059440612793, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 4.994829193178228e-05, | |
| "logits/chosen": -0.6305592656135559, | |
| "logits/rejected": -0.5662962794303894, | |
| "logps/chosen": -238.34683227539062, | |
| "logps/rejected": -288.0771789550781, | |
| "loss": 0.4195, | |
| "rewards/accuracies": 0.8125, | |
| "rewards/chosen": -2.0896081924438477, | |
| "rewards/margins": 1.2067267894744873, | |
| "rewards/rejected": -3.296334743499756, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 4.9935573131820854e-05, | |
| "logits/chosen": -0.5488190054893494, | |
| "logits/rejected": -0.4458453059196472, | |
| "logps/chosen": -237.5546417236328, | |
| "logps/rejected": -296.1310119628906, | |
| "loss": 0.2968, | |
| "rewards/accuracies": 0.925000011920929, | |
| "rewards/chosen": -2.8281638622283936, | |
| "rewards/margins": 1.8660491704940796, | |
| "rewards/rejected": -4.694213390350342, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 4.99214591895983e-05, | |
| "logits/chosen": -0.496940940618515, | |
| "logits/rejected": -0.39123407006263733, | |
| "logps/chosen": -235.4664764404297, | |
| "logps/rejected": -301.9604797363281, | |
| "loss": 0.3675, | |
| "rewards/accuracies": 0.824999988079071, | |
| "rewards/chosen": -4.971009731292725, | |
| "rewards/margins": 2.1594393253326416, | |
| "rewards/rejected": -7.130448818206787, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 4.990595089478795e-05, | |
| "logits/chosen": -0.44920119643211365, | |
| "logits/rejected": -0.3571397066116333, | |
| "logps/chosen": -270.9496154785156, | |
| "logps/rejected": -346.5156555175781, | |
| "loss": 0.3613, | |
| "rewards/accuracies": 0.862500011920929, | |
| "rewards/chosen": -5.407833576202393, | |
| "rewards/margins": 2.685551166534424, | |
| "rewards/rejected": -8.093385696411133, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 4.9889049115077005e-05, | |
| "logits/chosen": -0.5083180665969849, | |
| "logits/rejected": -0.4510710835456848, | |
| "logps/chosen": -266.8662109375, | |
| "logps/rejected": -305.4253845214844, | |
| "loss": 0.4624, | |
| "rewards/accuracies": 0.8125, | |
| "rewards/chosen": -5.9966888427734375, | |
| "rewards/margins": 2.306278705596924, | |
| "rewards/rejected": -8.302966117858887, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 4.987075479611796e-05, | |
| "logits/chosen": -0.45440906286239624, | |
| "logits/rejected": -0.38472697138786316, | |
| "logps/chosen": -277.6520690917969, | |
| "logps/rejected": -340.0121765136719, | |
| "loss": 0.4809, | |
| "rewards/accuracies": 0.762499988079071, | |
| "rewards/chosen": -6.467832088470459, | |
| "rewards/margins": 2.306380271911621, | |
| "rewards/rejected": -8.774212837219238, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 4.9851068961475725e-05, | |
| "logits/chosen": -0.44587111473083496, | |
| "logits/rejected": -0.3460499048233032, | |
| "logps/chosen": -248.66030883789062, | |
| "logps/rejected": -324.4167785644531, | |
| "loss": 0.3326, | |
| "rewards/accuracies": 0.887499988079071, | |
| "rewards/chosen": -5.31089973449707, | |
| "rewards/margins": 2.787933826446533, | |
| "rewards/rejected": -8.098833084106445, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 4.982999271257033e-05, | |
| "logits/chosen": -0.47116953134536743, | |
| "logits/rejected": -0.40097618103027344, | |
| "logps/chosen": -300.4339904785156, | |
| "logps/rejected": -352.66363525390625, | |
| "loss": 0.3232, | |
| "rewards/accuracies": 0.8374999761581421, | |
| "rewards/chosen": -5.735043525695801, | |
| "rewards/margins": 2.7127461433410645, | |
| "rewards/rejected": -8.447790145874023, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 4.980752722861531e-05, | |
| "logits/chosen": -0.5418936014175415, | |
| "logits/rejected": -0.48130369186401367, | |
| "logps/chosen": -273.4432067871094, | |
| "logps/rejected": -305.4323425292969, | |
| "loss": 0.4748, | |
| "rewards/accuracies": 0.7749999761581421, | |
| "rewards/chosen": -6.1163129806518555, | |
| "rewards/margins": 1.9569565057754517, | |
| "rewards/rejected": -8.07326889038086, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 4.978367376655177e-05, | |
| "logits/chosen": -0.6019693613052368, | |
| "logits/rejected": -0.501119077205658, | |
| "logps/chosen": -241.8748016357422, | |
| "logps/rejected": -303.2873840332031, | |
| "loss": 0.3463, | |
| "rewards/accuracies": 0.8500000238418579, | |
| "rewards/chosen": -4.80649471282959, | |
| "rewards/margins": 2.6070265769958496, | |
| "rewards/rejected": -7.413522243499756, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 4.9758433660977964e-05, | |
| "logits/chosen": -0.5586158633232117, | |
| "logits/rejected": -0.46125540137290955, | |
| "logps/chosen": -253.9844512939453, | |
| "logps/rejected": -318.15960693359375, | |
| "loss": 0.2994, | |
| "rewards/accuracies": 0.824999988079071, | |
| "rewards/chosen": -4.774440288543701, | |
| "rewards/margins": 2.6352882385253906, | |
| "rewards/rejected": -7.40972900390625, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 4.9731808324074717e-05, | |
| "logits/chosen": -0.5857738256454468, | |
| "logits/rejected": -0.5078204274177551, | |
| "logps/chosen": -244.3525390625, | |
| "logps/rejected": -299.4289855957031, | |
| "loss": 0.4066, | |
| "rewards/accuracies": 0.800000011920929, | |
| "rewards/chosen": -4.955862998962402, | |
| "rewards/margins": 2.2310631275177, | |
| "rewards/rejected": -7.186926364898682, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "eval_logits/chosen": -0.6736606359481812, | |
| "eval_logits/rejected": -0.5934695601463318, | |
| "eval_logps/chosen": -269.2135009765625, | |
| "eval_logps/rejected": -330.87744140625, | |
| "eval_loss": 0.36347857117652893, | |
| "eval_rewards/accuracies": 0.8051801919937134, | |
| "eval_rewards/chosen": -5.528914451599121, | |
| "eval_rewards/margins": 2.5316162109375, | |
| "eval_rewards/rejected": -8.060530662536621, | |
| "eval_runtime": 618.2599, | |
| "eval_samples_per_second": 0.954, | |
| "eval_steps_per_second": 0.12, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 4.970379924552635e-05, | |
| "logits/chosen": -0.6208111047744751, | |
| "logits/rejected": -0.5168194770812988, | |
| "logps/chosen": -256.57330322265625, | |
| "logps/rejected": -336.573486328125, | |
| "loss": 0.2796, | |
| "rewards/accuracies": 0.8500000238418579, | |
| "rewards/chosen": -5.576841354370117, | |
| "rewards/margins": 2.8258020877838135, | |
| "rewards/rejected": -8.402643203735352, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 4.9674407992437394e-05, | |
| "logits/chosen": -0.5667734742164612, | |
| "logits/rejected": -0.5014970302581787, | |
| "logps/chosen": -279.5911560058594, | |
| "logps/rejected": -323.6059875488281, | |
| "loss": 0.3282, | |
| "rewards/accuracies": 0.875, | |
| "rewards/chosen": -6.653090476989746, | |
| "rewards/margins": 2.4938788414001465, | |
| "rewards/rejected": -9.14696979522705, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 4.964363620924485e-05, | |
| "logits/chosen": -0.5388852953910828, | |
| "logits/rejected": -0.4672119617462158, | |
| "logps/chosen": -275.47357177734375, | |
| "logps/rejected": -326.81182861328125, | |
| "loss": 0.4124, | |
| "rewards/accuracies": 0.824999988079071, | |
| "rewards/chosen": -6.149296760559082, | |
| "rewards/margins": 2.311483860015869, | |
| "rewards/rejected": -8.460780143737793, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 4.961148561762622e-05, | |
| "logits/chosen": -0.5033109784126282, | |
| "logits/rejected": -0.405276358127594, | |
| "logps/chosen": -256.9668884277344, | |
| "logps/rejected": -325.78839111328125, | |
| "loss": 0.3181, | |
| "rewards/accuracies": 0.8500000238418579, | |
| "rewards/chosen": -6.381417274475098, | |
| "rewards/margins": 2.8026371002197266, | |
| "rewards/rejected": -9.184053421020508, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 4.9577958016403156e-05, | |
| "logits/chosen": -0.5019578337669373, | |
| "logits/rejected": -0.42507410049438477, | |
| "logps/chosen": -298.7206115722656, | |
| "logps/rejected": -352.7537841796875, | |
| "loss": 0.4869, | |
| "rewards/accuracies": 0.7124999761581421, | |
| "rewards/chosen": -6.763588905334473, | |
| "rewards/margins": 2.4632394313812256, | |
| "rewards/rejected": -9.226827621459961, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 4.954305528144085e-05, | |
| "logits/chosen": -0.5088043808937073, | |
| "logits/rejected": -0.40408769249916077, | |
| "logps/chosen": -260.7892761230469, | |
| "logps/rejected": -330.84747314453125, | |
| "loss": 0.2442, | |
| "rewards/accuracies": 0.887499988079071, | |
| "rewards/chosen": -6.382019996643066, | |
| "rewards/margins": 3.018307685852051, | |
| "rewards/rejected": -9.400327682495117, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 4.9506779365543046e-05, | |
| "logits/chosen": -0.4910973608493805, | |
| "logits/rejected": -0.4001993238925934, | |
| "logps/chosen": -273.5351867675781, | |
| "logps/rejected": -341.2701110839844, | |
| "loss": 0.3465, | |
| "rewards/accuracies": 0.8125, | |
| "rewards/chosen": -6.231161117553711, | |
| "rewards/margins": 2.6937344074249268, | |
| "rewards/rejected": -8.924895286560059, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 4.946913229834279e-05, | |
| "logits/chosen": -0.5775797367095947, | |
| "logits/rejected": -0.48806411027908325, | |
| "logps/chosen": -259.29351806640625, | |
| "logps/rejected": -339.4101257324219, | |
| "loss": 0.3707, | |
| "rewards/accuracies": 0.7875000238418579, | |
| "rewards/chosen": -6.118729114532471, | |
| "rewards/margins": 3.231736421585083, | |
| "rewards/rejected": -9.350464820861816, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 4.943011618618887e-05, | |
| "logits/chosen": -0.4882396161556244, | |
| "logits/rejected": -0.4096860885620117, | |
| "logps/chosen": -258.9165954589844, | |
| "logps/rejected": -323.74822998046875, | |
| "loss": 0.3093, | |
| "rewards/accuracies": 0.862500011920929, | |
| "rewards/chosen": -5.742823600769043, | |
| "rewards/margins": 3.2949295043945312, | |
| "rewards/rejected": -9.037752151489258, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 4.938973321202799e-05, | |
| "logits/chosen": -0.5276007056236267, | |
| "logits/rejected": -0.4654686450958252, | |
| "logps/chosen": -320.4021301269531, | |
| "logps/rejected": -362.60992431640625, | |
| "loss": 0.4327, | |
| "rewards/accuracies": 0.762499988079071, | |
| "rewards/chosen": -7.360659122467041, | |
| "rewards/margins": 2.3584816455841064, | |
| "rewards/rejected": -9.719141006469727, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 4.93479856352826e-05, | |
| "logits/chosen": -0.6080215573310852, | |
| "logits/rejected": -0.561368465423584, | |
| "logps/chosen": -260.1334533691406, | |
| "logps/rejected": -304.76434326171875, | |
| "loss": 0.4775, | |
| "rewards/accuracies": 0.7749999761581421, | |
| "rewards/chosen": -5.641587257385254, | |
| "rewards/margins": 2.074352264404297, | |
| "rewards/rejected": -7.715939521789551, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 4.930487579172451e-05, | |
| "logits/chosen": -0.6534048318862915, | |
| "logits/rejected": -0.557198166847229, | |
| "logps/chosen": -238.5316925048828, | |
| "logps/rejected": -303.6593017578125, | |
| "loss": 0.3279, | |
| "rewards/accuracies": 0.8125, | |
| "rewards/chosen": -4.701598167419434, | |
| "rewards/margins": 2.6716597080230713, | |
| "rewards/rejected": -7.373257637023926, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 4.926040609334418e-05, | |
| "logits/chosen": -0.5949841141700745, | |
| "logits/rejected": -0.4924190938472748, | |
| "logps/chosen": -268.88604736328125, | |
| "logps/rejected": -336.0675048828125, | |
| "loss": 0.3907, | |
| "rewards/accuracies": 0.8500000238418579, | |
| "rewards/chosen": -5.271938800811768, | |
| "rewards/margins": 2.7763962745666504, | |
| "rewards/rejected": -8.048335075378418, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 4.9214579028215776e-05, | |
| "logits/chosen": -0.5787319540977478, | |
| "logits/rejected": -0.5097864270210266, | |
| "logps/chosen": -270.76904296875, | |
| "logps/rejected": -330.5365905761719, | |
| "loss": 0.4062, | |
| "rewards/accuracies": 0.824999988079071, | |
| "rewards/chosen": -5.298426628112793, | |
| "rewards/margins": 2.6809771060943604, | |
| "rewards/rejected": -7.979403495788574, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 4.9167397160358e-05, | |
| "logits/chosen": -0.5979365110397339, | |
| "logits/rejected": -0.5267354846000671, | |
| "logps/chosen": -250.3006591796875, | |
| "logps/rejected": -310.52764892578125, | |
| "loss": 0.3127, | |
| "rewards/accuracies": 0.8374999761581421, | |
| "rewards/chosen": -5.677347660064697, | |
| "rewards/margins": 2.7255032062530518, | |
| "rewards/rejected": -8.402850151062012, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 4.911886312959055e-05, | |
| "logits/chosen": -0.600624144077301, | |
| "logits/rejected": -0.5323041677474976, | |
| "logps/chosen": -263.458984375, | |
| "logps/rejected": -324.83404541015625, | |
| "loss": 0.2828, | |
| "rewards/accuracies": 0.875, | |
| "rewards/chosen": -5.505527496337891, | |
| "rewards/margins": 2.577638626098633, | |
| "rewards/rejected": -8.083166122436523, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 4.906897965138653e-05, | |
| "logits/chosen": -0.6335456371307373, | |
| "logits/rejected": -0.5383679270744324, | |
| "logps/chosen": -271.63812255859375, | |
| "logps/rejected": -345.01702880859375, | |
| "loss": 0.3611, | |
| "rewards/accuracies": 0.8374999761581421, | |
| "rewards/chosen": -6.672010898590088, | |
| "rewards/margins": 3.4995288848876953, | |
| "rewards/rejected": -10.171539306640625, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 4.90177495167204e-05, | |
| "logits/chosen": -0.6199727058410645, | |
| "logits/rejected": -0.5486131906509399, | |
| "logps/chosen": -282.41583251953125, | |
| "logps/rejected": -347.9653625488281, | |
| "loss": 0.4037, | |
| "rewards/accuracies": 0.824999988079071, | |
| "rewards/chosen": -6.799245357513428, | |
| "rewards/margins": 2.8858962059020996, | |
| "rewards/rejected": -9.685141563415527, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 4.896517559191194e-05, | |
| "logits/chosen": -0.683984100818634, | |
| "logits/rejected": -0.5775423049926758, | |
| "logps/chosen": -262.58538818359375, | |
| "logps/rejected": -335.623779296875, | |
| "loss": 0.4663, | |
| "rewards/accuracies": 0.8500000238418579, | |
| "rewards/chosen": -7.013031959533691, | |
| "rewards/margins": 3.129578113555908, | |
| "rewards/rejected": -10.142609596252441, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 4.891126081846579e-05, | |
| "logits/chosen": -0.6567696332931519, | |
| "logits/rejected": -0.5673569440841675, | |
| "logps/chosen": -256.83892822265625, | |
| "logps/rejected": -325.61065673828125, | |
| "loss": 0.3115, | |
| "rewards/accuracies": 0.8500000238418579, | |
| "rewards/chosen": -6.3370866775512695, | |
| "rewards/margins": 3.1089577674865723, | |
| "rewards/rejected": -9.446043968200684, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "eval_logits/chosen": -0.7238260507583618, | |
| "eval_logits/rejected": -0.6414477229118347, | |
| "eval_logps/chosen": -288.9779968261719, | |
| "eval_logps/rejected": -360.12066650390625, | |
| "eval_loss": 0.3467591404914856, | |
| "eval_rewards/accuracies": 0.832207202911377, | |
| "eval_rewards/chosen": -7.505363464355469, | |
| "eval_rewards/margins": 3.479483127593994, | |
| "eval_rewards/rejected": -10.984847068786621, | |
| "eval_runtime": 617.3232, | |
| "eval_samples_per_second": 0.956, | |
| "eval_steps_per_second": 0.12, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 4.8856008212906925e-05, | |
| "logits/chosen": -0.7143681049346924, | |
| "logits/rejected": -0.6183390021324158, | |
| "logps/chosen": -269.6623229980469, | |
| "logps/rejected": -350.52459716796875, | |
| "loss": 0.2657, | |
| "rewards/accuracies": 0.887499988079071, | |
| "rewards/chosen": -7.174610137939453, | |
| "rewards/margins": 3.6835849285125732, | |
| "rewards/rejected": -10.858195304870605, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 4.879942086661184e-05, | |
| "logits/chosen": -0.6396993398666382, | |
| "logits/rejected": -0.5612179040908813, | |
| "logps/chosen": -320.8450622558594, | |
| "logps/rejected": -394.2232360839844, | |
| "loss": 0.2258, | |
| "rewards/accuracies": 0.9125000238418579, | |
| "rewards/chosen": -8.637298583984375, | |
| "rewards/margins": 3.9497833251953125, | |
| "rewards/rejected": -12.587082862854004, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 4.8741501945635656e-05, | |
| "logits/chosen": -0.6102300882339478, | |
| "logits/rejected": -0.5374587178230286, | |
| "logps/chosen": -261.81256103515625, | |
| "logps/rejected": -329.33453369140625, | |
| "loss": 0.3376, | |
| "rewards/accuracies": 0.8500000238418579, | |
| "rewards/chosen": -7.931007385253906, | |
| "rewards/margins": 3.3228728771209717, | |
| "rewards/rejected": -11.253880500793457, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 4.8682254690534876e-05, | |
| "logits/chosen": -0.589969277381897, | |
| "logits/rejected": -0.5134058594703674, | |
| "logps/chosen": -284.9112243652344, | |
| "logps/rejected": -351.90643310546875, | |
| "loss": 0.3639, | |
| "rewards/accuracies": 0.824999988079071, | |
| "rewards/chosen": -7.687941551208496, | |
| "rewards/margins": 3.43585205078125, | |
| "rewards/rejected": -11.123793601989746, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 4.862168241618617e-05, | |
| "logits/chosen": -0.5980569124221802, | |
| "logits/rejected": -0.5199486017227173, | |
| "logps/chosen": -243.0383758544922, | |
| "logps/rejected": -318.08319091796875, | |
| "loss": 0.371, | |
| "rewards/accuracies": 0.862500011920929, | |
| "rewards/chosen": -6.680181980133057, | |
| "rewards/margins": 3.751661777496338, | |
| "rewards/rejected": -10.431844711303711, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 4.8559788511600876e-05, | |
| "logits/chosen": -0.5468825101852417, | |
| "logits/rejected": -0.46182718873023987, | |
| "logps/chosen": -300.0223388671875, | |
| "logps/rejected": -365.42559814453125, | |
| "loss": 0.3014, | |
| "rewards/accuracies": 0.8500000238418579, | |
| "rewards/chosen": -8.608762741088867, | |
| "rewards/margins": 3.9094433784484863, | |
| "rewards/rejected": -12.518205642700195, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 4.849657643973535e-05, | |
| "logits/chosen": -0.5835626721382141, | |
| "logits/rejected": -0.46411094069480896, | |
| "logps/chosen": -289.1901550292969, | |
| "logps/rejected": -391.5763244628906, | |
| "loss": 0.2262, | |
| "rewards/accuracies": 0.887499988079071, | |
| "rewards/chosen": -7.415358066558838, | |
| "rewards/margins": 4.35217809677124, | |
| "rewards/rejected": -11.767536163330078, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 4.843204973729729e-05, | |
| "logits/chosen": -0.5552169680595398, | |
| "logits/rejected": -0.4667941927909851, | |
| "logps/chosen": -262.4269714355469, | |
| "logps/rejected": -344.49462890625, | |
| "loss": 0.318, | |
| "rewards/accuracies": 0.824999988079071, | |
| "rewards/chosen": -6.991745948791504, | |
| "rewards/margins": 3.809674024581909, | |
| "rewards/rejected": -10.801420211791992, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 4.8366212014547775e-05, | |
| "logits/chosen": -0.5869508981704712, | |
| "logits/rejected": -0.536375880241394, | |
| "logps/chosen": -263.1332092285156, | |
| "logps/rejected": -323.9794006347656, | |
| "loss": 0.3479, | |
| "rewards/accuracies": 0.824999988079071, | |
| "rewards/chosen": -6.706090450286865, | |
| "rewards/margins": 3.0286171436309814, | |
| "rewards/rejected": -9.734708786010742, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 4.8299066955099335e-05, | |
| "logits/chosen": -0.6492255330085754, | |
| "logits/rejected": -0.572007954120636, | |
| "logps/chosen": -283.6471862792969, | |
| "logps/rejected": -338.55535888671875, | |
| "loss": 0.5536, | |
| "rewards/accuracies": 0.7875000238418579, | |
| "rewards/chosen": -6.6781325340271, | |
| "rewards/margins": 1.9866206645965576, | |
| "rewards/rejected": -8.664752960205078, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 4.823061831570981e-05, | |
| "logits/chosen": -0.5709847807884216, | |
| "logits/rejected": -0.49480828642845154, | |
| "logps/chosen": -280.56005859375, | |
| "logps/rejected": -343.18511962890625, | |
| "loss": 0.3881, | |
| "rewards/accuracies": 0.800000011920929, | |
| "rewards/chosen": -6.904370307922363, | |
| "rewards/margins": 2.5633044242858887, | |
| "rewards/rejected": -9.46767520904541, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 4.816086992607219e-05, | |
| "logits/chosen": -0.5884816646575928, | |
| "logits/rejected": -0.48144420981407166, | |
| "logps/chosen": -259.3785095214844, | |
| "logps/rejected": -330.3200988769531, | |
| "loss": 0.3031, | |
| "rewards/accuracies": 0.862500011920929, | |
| "rewards/chosen": -6.253561973571777, | |
| "rewards/margins": 2.664248466491699, | |
| "rewards/rejected": -8.917810440063477, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 4.8089825688600324e-05, | |
| "logits/chosen": -0.6093907356262207, | |
| "logits/rejected": -0.5078362226486206, | |
| "logps/chosen": -264.2926025390625, | |
| "logps/rejected": -339.7705993652344, | |
| "loss": 0.2332, | |
| "rewards/accuracies": 0.8999999761581421, | |
| "rewards/chosen": -6.6783013343811035, | |
| "rewards/margins": 3.519818067550659, | |
| "rewards/rejected": -10.198118209838867, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "learning_rate": 4.8017489578210604e-05, | |
| "logits/chosen": -0.5917445421218872, | |
| "logits/rejected": -0.49844178557395935, | |
| "logps/chosen": -271.13677978515625, | |
| "logps/rejected": -333.9804382324219, | |
| "loss": 0.4124, | |
| "rewards/accuracies": 0.8374999761581421, | |
| "rewards/chosen": -7.525943756103516, | |
| "rewards/margins": 2.7923340797424316, | |
| "rewards/rejected": -10.318277359008789, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "learning_rate": 4.794386564209953e-05, | |
| "logits/chosen": -0.6364978551864624, | |
| "logits/rejected": -0.5267010927200317, | |
| "logps/chosen": -282.91021728515625, | |
| "logps/rejected": -378.1858825683594, | |
| "loss": 0.2063, | |
| "rewards/accuracies": 0.8999999761581421, | |
| "rewards/chosen": -6.725545406341553, | |
| "rewards/margins": 4.508333206176758, | |
| "rewards/rejected": -11.233880043029785, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 4.786895799951732e-05, | |
| "logits/chosen": -0.5923280119895935, | |
| "logits/rejected": -0.512219250202179, | |
| "logps/chosen": -285.5169372558594, | |
| "logps/rejected": -352.58148193359375, | |
| "loss": 0.3159, | |
| "rewards/accuracies": 0.862500011920929, | |
| "rewards/chosen": -8.174338340759277, | |
| "rewards/margins": 4.347126007080078, | |
| "rewards/rejected": -12.521463394165039, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 4.779277084153737e-05, | |
| "logits/chosen": -0.5970318913459778, | |
| "logits/rejected": -0.4951511025428772, | |
| "logps/chosen": -299.33294677734375, | |
| "logps/rejected": -385.574462890625, | |
| "loss": 0.3647, | |
| "rewards/accuracies": 0.824999988079071, | |
| "rewards/chosen": -8.652000427246094, | |
| "rewards/margins": 3.701908588409424, | |
| "rewards/rejected": -12.353909492492676, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 4.7715308430821864e-05, | |
| "logits/chosen": -0.5532945394515991, | |
| "logits/rejected": -0.470702588558197, | |
| "logps/chosen": -289.81219482421875, | |
| "logps/rejected": -367.1038513183594, | |
| "loss": 0.3418, | |
| "rewards/accuracies": 0.8374999761581421, | |
| "rewards/chosen": -8.14123821258545, | |
| "rewards/margins": 4.235669136047363, | |
| "rewards/rejected": -12.376907348632812, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 4.765242323034498e-05, | |
| "logits/chosen": -0.5983850359916687, | |
| "logits/rejected": -0.5276827216148376, | |
| "logps/chosen": -291.8949890136719, | |
| "logps/rejected": -367.7808532714844, | |
| "loss": 0.2942, | |
| "rewards/accuracies": 0.8500000238418579, | |
| "rewards/chosen": -6.658424377441406, | |
| "rewards/margins": 4.356478691101074, | |
| "rewards/rejected": -11.01490306854248, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "learning_rate": 4.757267633420931e-05, | |
| "logits/chosen": -0.5903723239898682, | |
| "logits/rejected": -0.470381498336792, | |
| "logps/chosen": -245.4473876953125, | |
| "logps/rejected": -322.921630859375, | |
| "loss": 0.2653, | |
| "rewards/accuracies": 0.8374999761581421, | |
| "rewards/chosen": -5.816718578338623, | |
| "rewards/margins": 3.5717501640319824, | |
| "rewards/rejected": -9.388467788696289, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "eval_logits/chosen": -0.6423404216766357, | |
| "eval_logits/rejected": -0.5549700856208801, | |
| "eval_logps/chosen": -277.4593811035156, | |
| "eval_logps/rejected": -346.16680908203125, | |
| "eval_loss": 0.3175624907016754, | |
| "eval_rewards/accuracies": 0.8372747302055359, | |
| "eval_rewards/chosen": -6.353503227233887, | |
| "eval_rewards/margins": 3.2359619140625, | |
| "eval_rewards/rejected": -9.589465141296387, | |
| "eval_runtime": 619.6776, | |
| "eval_samples_per_second": 0.952, | |
| "eval_steps_per_second": 0.119, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 4.7491666499598794e-05, | |
| "logits/chosen": -0.4752650856971741, | |
| "logits/rejected": -0.4291561245918274, | |
| "logps/chosen": -308.3399963378906, | |
| "logps/rejected": -351.7706604003906, | |
| "loss": 0.2566, | |
| "rewards/accuracies": 0.887499988079071, | |
| "rewards/chosen": -6.376312255859375, | |
| "rewards/margins": 2.960242986679077, | |
| "rewards/rejected": -9.336555480957031, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 4.7409398259003744e-05, | |
| "logits/chosen": -0.5722283124923706, | |
| "logits/rejected": -0.43486547470092773, | |
| "logps/chosen": -271.27618408203125, | |
| "logps/rejected": -350.6097412109375, | |
| "loss": 0.3905, | |
| "rewards/accuracies": 0.862500011920929, | |
| "rewards/chosen": -6.20401668548584, | |
| "rewards/margins": 3.1277387142181396, | |
| "rewards/rejected": -9.331754684448242, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 4.732587621532214e-05, | |
| "logits/chosen": -0.4831075668334961, | |
| "logits/rejected": -0.3779456317424774, | |
| "logps/chosen": -275.4000549316406, | |
| "logps/rejected": -348.45404052734375, | |
| "loss": 0.3821, | |
| "rewards/accuracies": 0.7875000238418579, | |
| "rewards/chosen": -7.6802659034729, | |
| "rewards/margins": 2.4858384132385254, | |
| "rewards/rejected": -10.166104316711426, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "learning_rate": 4.724110504160208e-05, | |
| "logits/chosen": -0.42866721749305725, | |
| "logits/rejected": -0.39401277899742126, | |
| "logps/chosen": -322.8934020996094, | |
| "logps/rejected": -362.2698669433594, | |
| "loss": 0.3577, | |
| "rewards/accuracies": 0.8500000238418579, | |
| "rewards/chosen": -8.4872407913208, | |
| "rewards/margins": 2.9192988872528076, | |
| "rewards/rejected": -11.406539916992188, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "learning_rate": 4.715508948078037e-05, | |
| "logits/chosen": -0.43140649795532227, | |
| "logits/rejected": -0.382727712392807, | |
| "logps/chosen": -309.9305114746094, | |
| "logps/rejected": -364.6683044433594, | |
| "loss": 0.4905, | |
| "rewards/accuracies": 0.7875000238418579, | |
| "rewards/chosen": -8.847053527832031, | |
| "rewards/margins": 2.7970926761627197, | |
| "rewards/rejected": -11.644145965576172, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "learning_rate": 4.706783434541708e-05, | |
| "logits/chosen": -0.43298617005348206, | |
| "logits/rejected": -0.35435712337493896, | |
| "logps/chosen": -274.5734558105469, | |
| "logps/rejected": -323.9297790527344, | |
| "loss": 0.3598, | |
| "rewards/accuracies": 0.862500011920929, | |
| "rewards/chosen": -7.113492012023926, | |
| "rewards/margins": 2.833127737045288, | |
| "rewards/rejected": -9.946619033813477, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "learning_rate": 4.6979344517426345e-05, | |
| "logits/chosen": -0.44348543882369995, | |
| "logits/rejected": -0.3648318350315094, | |
| "logps/chosen": -311.8634338378906, | |
| "logps/rejected": -370.2818298339844, | |
| "loss": 0.3383, | |
| "rewards/accuracies": 0.824999988079071, | |
| "rewards/chosen": -8.36948299407959, | |
| "rewards/margins": 2.6521434783935547, | |
| "rewards/rejected": -11.021625518798828, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 4.6889624947803195e-05, | |
| "logits/chosen": -0.4924314618110657, | |
| "logits/rejected": -0.3927859663963318, | |
| "logps/chosen": -286.1222229003906, | |
| "logps/rejected": -348.00445556640625, | |
| "loss": 0.2847, | |
| "rewards/accuracies": 0.862500011920929, | |
| "rewards/chosen": -6.249931812286377, | |
| "rewards/margins": 3.2729618549346924, | |
| "rewards/rejected": -9.522893905639648, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 4.679868065634656e-05, | |
| "logits/chosen": -0.4742973744869232, | |
| "logits/rejected": -0.3609599769115448, | |
| "logps/chosen": -267.9313049316406, | |
| "logps/rejected": -338.3818359375, | |
| "loss": 0.2471, | |
| "rewards/accuracies": 0.8999999761581421, | |
| "rewards/chosen": -6.949034690856934, | |
| "rewards/margins": 3.703294277191162, | |
| "rewards/rejected": -10.652329444885254, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "learning_rate": 4.6706516731378406e-05, | |
| "logits/chosen": -0.4882968068122864, | |
| "logits/rejected": -0.4227726459503174, | |
| "logps/chosen": -256.69964599609375, | |
| "logps/rejected": -336.7755432128906, | |
| "loss": 0.2902, | |
| "rewards/accuracies": 0.8999999761581421, | |
| "rewards/chosen": -6.316679954528809, | |
| "rewards/margins": 3.5853703022003174, | |
| "rewards/rejected": -9.902050971984863, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "learning_rate": 4.661313832945904e-05, | |
| "logits/chosen": -0.45601844787597656, | |
| "logits/rejected": -0.35979634523391724, | |
| "logps/chosen": -297.2603759765625, | |
| "logps/rejected": -384.87481689453125, | |
| "loss": 0.2746, | |
| "rewards/accuracies": 0.862500011920929, | |
| "rewards/chosen": -8.420430183410645, | |
| "rewards/margins": 4.463082313537598, | |
| "rewards/rejected": -12.883511543273926, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "learning_rate": 4.65185506750986e-05, | |
| "logits/chosen": -0.39386382699012756, | |
| "logits/rejected": -0.28367191553115845, | |
| "logps/chosen": -309.7892150878906, | |
| "logps/rejected": -404.3554382324219, | |
| "loss": 0.3581, | |
| "rewards/accuracies": 0.875, | |
| "rewards/chosen": -10.17359447479248, | |
| "rewards/margins": 4.7968430519104, | |
| "rewards/rejected": -14.970438003540039, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 4.642275906046475e-05, | |
| "logits/chosen": -0.42610305547714233, | |
| "logits/rejected": -0.32776302099227905, | |
| "logps/chosen": -308.56304931640625, | |
| "logps/rejected": -394.921142578125, | |
| "loss": 0.3434, | |
| "rewards/accuracies": 0.862500011920929, | |
| "rewards/chosen": -9.843785285949707, | |
| "rewards/margins": 4.186667442321777, | |
| "rewards/rejected": -14.030451774597168, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "learning_rate": 4.632576884508662e-05, | |
| "logits/chosen": -0.38670024275779724, | |
| "logits/rejected": -0.29175546765327454, | |
| "logps/chosen": -317.8299560546875, | |
| "logps/rejected": -382.1197814941406, | |
| "loss": 0.3862, | |
| "rewards/accuracies": 0.8374999761581421, | |
| "rewards/chosen": -10.289070129394531, | |
| "rewards/margins": 4.806598663330078, | |
| "rewards/rejected": -15.095669746398926, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "learning_rate": 4.622758545555485e-05, | |
| "logits/chosen": -0.38157421350479126, | |
| "logits/rejected": -0.26931703090667725, | |
| "logps/chosen": -292.02069091796875, | |
| "logps/rejected": -388.94720458984375, | |
| "loss": 0.3453, | |
| "rewards/accuracies": 0.862500011920929, | |
| "rewards/chosen": -7.471795558929443, | |
| "rewards/margins": 4.848240852355957, | |
| "rewards/rejected": -12.320035934448242, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "learning_rate": 4.612821438521805e-05, | |
| "logits/chosen": -0.3492121398448944, | |
| "logits/rejected": -0.2813674807548523, | |
| "logps/chosen": -305.62554931640625, | |
| "logps/rejected": -356.89898681640625, | |
| "loss": 0.2206, | |
| "rewards/accuracies": 0.925000011920929, | |
| "rewards/chosen": -8.157720565795898, | |
| "rewards/margins": 3.738807201385498, | |
| "rewards/rejected": -11.896527290344238, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 4.602766119387544e-05, | |
| "logits/chosen": -0.3653913736343384, | |
| "logits/rejected": -0.2597258687019348, | |
| "logps/chosen": -311.99371337890625, | |
| "logps/rejected": -382.8812255859375, | |
| "loss": 0.3092, | |
| "rewards/accuracies": 0.887499988079071, | |
| "rewards/chosen": -8.370109558105469, | |
| "rewards/margins": 3.6346893310546875, | |
| "rewards/rejected": -12.004796981811523, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "learning_rate": 4.592593150746576e-05, | |
| "logits/chosen": -0.3710058033466339, | |
| "logits/rejected": -0.2727561891078949, | |
| "logps/chosen": -288.8029479980469, | |
| "logps/rejected": -361.223388671875, | |
| "loss": 0.3955, | |
| "rewards/accuracies": 0.800000011920929, | |
| "rewards/chosen": -7.695769309997559, | |
| "rewards/margins": 3.3667006492614746, | |
| "rewards/rejected": -11.062471389770508, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "learning_rate": 4.5823031017752485e-05, | |
| "logits/chosen": -0.3490789532661438, | |
| "logits/rejected": -0.2746933102607727, | |
| "logps/chosen": -281.90704345703125, | |
| "logps/rejected": -338.3580322265625, | |
| "loss": 0.328, | |
| "rewards/accuracies": 0.7875000238418579, | |
| "rewards/chosen": -7.884057521820068, | |
| "rewards/margins": 2.856874942779541, | |
| "rewards/rejected": -10.740933418273926, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 4.571896548200542e-05, | |
| "logits/chosen": -0.4303611218929291, | |
| "logits/rejected": -0.3262333273887634, | |
| "logps/chosen": -261.8278503417969, | |
| "logps/rejected": -337.40521240234375, | |
| "loss": 0.2372, | |
| "rewards/accuracies": 0.8999999761581421, | |
| "rewards/chosen": -6.010989189147949, | |
| "rewards/margins": 3.444431781768799, | |
| "rewards/rejected": -9.45542049407959, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "eval_logits/chosen": -0.4868081510066986, | |
| "eval_logits/rejected": -0.3944084346294403, | |
| "eval_logps/chosen": -282.0663757324219, | |
| "eval_logps/rejected": -350.36456298828125, | |
| "eval_loss": 0.32044681906700134, | |
| "eval_rewards/accuracies": 0.8355855941772461, | |
| "eval_rewards/chosen": -6.814201831817627, | |
| "eval_rewards/margins": 3.195034980773926, | |
| "eval_rewards/rejected": -10.009236335754395, | |
| "eval_runtime": 635.268, | |
| "eval_samples_per_second": 0.929, | |
| "eval_steps_per_second": 0.116, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "learning_rate": 4.5613740722678525e-05, | |
| "logits/chosen": -0.39522626996040344, | |
| "logits/rejected": -0.3030610680580139, | |
| "logps/chosen": -260.17266845703125, | |
| "logps/rejected": -320.7784118652344, | |
| "loss": 0.388, | |
| "rewards/accuracies": 0.8125, | |
| "rewards/chosen": -7.52327823638916, | |
| "rewards/margins": 3.621577739715576, | |
| "rewards/rejected": -11.144853591918945, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "learning_rate": 4.550736262708418e-05, | |
| "logits/chosen": -0.4773409962654114, | |
| "logits/rejected": -0.3466936945915222, | |
| "logps/chosen": -277.6498107910156, | |
| "logps/rejected": -373.0572509765625, | |
| "loss": 0.2318, | |
| "rewards/accuracies": 0.862500011920929, | |
| "rewards/chosen": -6.803755760192871, | |
| "rewards/margins": 3.537554979324341, | |
| "rewards/rejected": -10.34131145477295, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "learning_rate": 4.5399837147063825e-05, | |
| "logits/chosen": -0.47985219955444336, | |
| "logits/rejected": -0.38592132925987244, | |
| "logps/chosen": -246.52841186523438, | |
| "logps/rejected": -332.86248779296875, | |
| "loss": 0.3023, | |
| "rewards/accuracies": 0.875, | |
| "rewards/chosen": -6.49072265625, | |
| "rewards/margins": 3.5066089630126953, | |
| "rewards/rejected": -9.997331619262695, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "learning_rate": 4.529117029865488e-05, | |
| "logits/chosen": -0.4670870900154114, | |
| "logits/rejected": -0.36911553144454956, | |
| "logps/chosen": -260.58758544921875, | |
| "logps/rejected": -342.8556823730469, | |
| "loss": 0.3234, | |
| "rewards/accuracies": 0.8500000238418579, | |
| "rewards/chosen": -7.461057186126709, | |
| "rewards/margins": 4.485016822814941, | |
| "rewards/rejected": -11.946073532104492, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "learning_rate": 4.518136816175419e-05, | |
| "logits/chosen": -0.5157058835029602, | |
| "logits/rejected": -0.4533557891845703, | |
| "logps/chosen": -296.40618896484375, | |
| "logps/rejected": -343.72515869140625, | |
| "loss": 0.4552, | |
| "rewards/accuracies": 0.7749999761581421, | |
| "rewards/chosen": -8.75401496887207, | |
| "rewards/margins": 2.8250133991241455, | |
| "rewards/rejected": -11.57902717590332, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "learning_rate": 4.5070436879777865e-05, | |
| "logits/chosen": -0.5464299917221069, | |
| "logits/rejected": -0.4678220748901367, | |
| "logps/chosen": -253.18478393554688, | |
| "logps/rejected": -321.50714111328125, | |
| "loss": 0.3686, | |
| "rewards/accuracies": 0.8374999761581421, | |
| "rewards/chosen": -7.0356292724609375, | |
| "rewards/margins": 3.3276419639587402, | |
| "rewards/rejected": -10.36327075958252, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "learning_rate": 4.495838265931754e-05, | |
| "logits/chosen": -0.5636313557624817, | |
| "logits/rejected": -0.4402475357055664, | |
| "logps/chosen": -268.5367126464844, | |
| "logps/rejected": -361.71697998046875, | |
| "loss": 0.2249, | |
| "rewards/accuracies": 0.8999999761581421, | |
| "rewards/chosen": -7.160154819488525, | |
| "rewards/margins": 3.917328357696533, | |
| "rewards/rejected": -11.077482223510742, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "learning_rate": 4.4845211769793116e-05, | |
| "logits/chosen": -0.5847368240356445, | |
| "logits/rejected": -0.4880955219268799, | |
| "logps/chosen": -264.53619384765625, | |
| "logps/rejected": -339.5098571777344, | |
| "loss": 0.2691, | |
| "rewards/accuracies": 0.8500000238418579, | |
| "rewards/chosen": -7.8903937339782715, | |
| "rewards/margins": 3.62628173828125, | |
| "rewards/rejected": -11.51667594909668, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "learning_rate": 4.473093054310199e-05, | |
| "logits/chosen": -0.5972886085510254, | |
| "logits/rejected": -0.5250357389450073, | |
| "logps/chosen": -300.294189453125, | |
| "logps/rejected": -370.1164855957031, | |
| "loss": 0.3729, | |
| "rewards/accuracies": 0.8500000238418579, | |
| "rewards/chosen": -7.556139945983887, | |
| "rewards/margins": 4.214568614959717, | |
| "rewards/rejected": -11.770709037780762, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "learning_rate": 4.46155453732648e-05, | |
| "logits/chosen": -0.5448333024978638, | |
| "logits/rejected": -0.4635641574859619, | |
| "logps/chosen": -265.34027099609375, | |
| "logps/rejected": -342.3074035644531, | |
| "loss": 0.3015, | |
| "rewards/accuracies": 0.875, | |
| "rewards/chosen": -7.357121467590332, | |
| "rewards/margins": 4.111447334289551, | |
| "rewards/rejected": -11.468568801879883, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "learning_rate": 4.449906271606766e-05, | |
| "logits/chosen": -0.5757399797439575, | |
| "logits/rejected": -0.5023797750473022, | |
| "logps/chosen": -283.24224853515625, | |
| "logps/rejected": -336.78485107421875, | |
| "loss": 0.309, | |
| "rewards/accuracies": 0.875, | |
| "rewards/chosen": -8.1708345413208, | |
| "rewards/margins": 3.2705204486846924, | |
| "rewards/rejected": -11.441353797912598, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "learning_rate": 4.438148908870095e-05, | |
| "logits/chosen": -0.560847282409668, | |
| "logits/rejected": -0.4687212407588959, | |
| "logps/chosen": -262.0433349609375, | |
| "logps/rejected": -343.6734313964844, | |
| "loss": 0.2833, | |
| "rewards/accuracies": 0.887499988079071, | |
| "rewards/chosen": -9.314498901367188, | |
| "rewards/margins": 3.861955165863037, | |
| "rewards/rejected": -13.176454544067383, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "learning_rate": 4.426283106939474e-05, | |
| "logits/chosen": -0.5405054092407227, | |
| "logits/rejected": -0.4934763014316559, | |
| "logps/chosen": -344.86859130859375, | |
| "logps/rejected": -396.4712219238281, | |
| "loss": 0.3875, | |
| "rewards/accuracies": 0.824999988079071, | |
| "rewards/chosen": -11.307413101196289, | |
| "rewards/margins": 4.146143436431885, | |
| "rewards/rejected": -15.453557014465332, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "learning_rate": 4.414309529705064e-05, | |
| "logits/chosen": -0.5560386776924133, | |
| "logits/rejected": -0.47137537598609924, | |
| "logps/chosen": -328.85467529296875, | |
| "logps/rejected": -410.0113830566406, | |
| "loss": 0.4106, | |
| "rewards/accuracies": 0.824999988079071, | |
| "rewards/chosen": -10.061564445495605, | |
| "rewards/margins": 4.763692855834961, | |
| "rewards/rejected": -14.825258255004883, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "learning_rate": 4.402228847087047e-05, | |
| "logits/chosen": -0.6119273900985718, | |
| "logits/rejected": -0.5192709565162659, | |
| "logps/chosen": -285.03509521484375, | |
| "logps/rejected": -359.7369689941406, | |
| "loss": 0.3005, | |
| "rewards/accuracies": 0.887499988079071, | |
| "rewards/chosen": -9.684968948364258, | |
| "rewards/margins": 4.337248802185059, | |
| "rewards/rejected": -14.022216796875, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "learning_rate": 4.390041734998132e-05, | |
| "logits/chosen": -0.6753469109535217, | |
| "logits/rejected": -0.5812332034111023, | |
| "logps/chosen": -275.0848083496094, | |
| "logps/rejected": -365.5320739746094, | |
| "loss": 0.2345, | |
| "rewards/accuracies": 0.8999999761581421, | |
| "rewards/chosen": -7.314253807067871, | |
| "rewards/margins": 4.565116882324219, | |
| "rewards/rejected": -11.879369735717773, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "learning_rate": 4.3777488753057494e-05, | |
| "logits/chosen": -0.6396665573120117, | |
| "logits/rejected": -0.5838817358016968, | |
| "logps/chosen": -311.5262145996094, | |
| "logps/rejected": -385.2457580566406, | |
| "loss": 0.2286, | |
| "rewards/accuracies": 0.9125000238418579, | |
| "rewards/chosen": -8.526026725769043, | |
| "rewards/margins": 3.986698627471924, | |
| "rewards/rejected": -12.512724876403809, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "learning_rate": 4.365350955793892e-05, | |
| "logits/chosen": -0.6760267019271851, | |
| "logits/rejected": -0.620951771736145, | |
| "logps/chosen": -313.78411865234375, | |
| "logps/rejected": -380.7740478515625, | |
| "loss": 0.3314, | |
| "rewards/accuracies": 0.8125, | |
| "rewards/chosen": -9.628170013427734, | |
| "rewards/margins": 3.3307273387908936, | |
| "rewards/rejected": -12.958897590637207, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "learning_rate": 4.3528486701246376e-05, | |
| "logits/chosen": -0.6738308072090149, | |
| "logits/rejected": -0.5901960730552673, | |
| "logps/chosen": -285.67437744140625, | |
| "logps/rejected": -362.6622009277344, | |
| "loss": 0.3119, | |
| "rewards/accuracies": 0.8125, | |
| "rewards/chosen": -9.267045974731445, | |
| "rewards/margins": 3.928302049636841, | |
| "rewards/rejected": -13.195347785949707, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "learning_rate": 4.3402427177993366e-05, | |
| "logits/chosen": -0.6766126155853271, | |
| "logits/rejected": -0.6122361421585083, | |
| "logps/chosen": -292.34326171875, | |
| "logps/rejected": -355.0762634277344, | |
| "loss": 0.4221, | |
| "rewards/accuracies": 0.800000011920929, | |
| "rewards/chosen": -8.092927932739258, | |
| "rewards/margins": 4.039681911468506, | |
| "rewards/rejected": -12.132608413696289, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "eval_logits/chosen": -0.7289233803749084, | |
| "eval_logits/rejected": -0.6465120911598206, | |
| "eval_logps/chosen": -292.57330322265625, | |
| "eval_logps/rejected": -368.62078857421875, | |
| "eval_loss": 0.31609994173049927, | |
| "eval_rewards/accuracies": 0.8474099040031433, | |
| "eval_rewards/chosen": -7.864894390106201, | |
| "eval_rewards/margins": 3.9699699878692627, | |
| "eval_rewards/rejected": -11.83486557006836, | |
| "eval_runtime": 640.9294, | |
| "eval_samples_per_second": 0.921, | |
| "eval_steps_per_second": 0.115, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "learning_rate": 4.327533804119476e-05, | |
| "logits/chosen": -0.6126315593719482, | |
| "logits/rejected": -0.5508357286453247, | |
| "logps/chosen": -282.2762756347656, | |
| "logps/rejected": -364.5578308105469, | |
| "loss": 0.316, | |
| "rewards/accuracies": 0.9375, | |
| "rewards/chosen": -7.242485046386719, | |
| "rewards/margins": 3.816096782684326, | |
| "rewards/rejected": -11.05858039855957, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "learning_rate": 4.314722640147222e-05, | |
| "logits/chosen": -0.6599456071853638, | |
| "logits/rejected": -0.5939927697181702, | |
| "logps/chosen": -323.53668212890625, | |
| "logps/rejected": -396.10833740234375, | |
| "loss": 0.2941, | |
| "rewards/accuracies": 0.862500011920929, | |
| "rewards/chosen": -8.693486213684082, | |
| "rewards/margins": 4.0846662521362305, | |
| "rewards/rejected": -12.778152465820312, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "learning_rate": 4.301809942665625e-05, | |
| "logits/chosen": -0.6404463052749634, | |
| "logits/rejected": -0.5707911849021912, | |
| "logps/chosen": -307.43768310546875, | |
| "logps/rejected": -379.2852478027344, | |
| "loss": 0.4079, | |
| "rewards/accuracies": 0.862500011920929, | |
| "rewards/chosen": -9.3197660446167, | |
| "rewards/margins": 3.961516857147217, | |
| "rewards/rejected": -13.281283378601074, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "learning_rate": 4.28879643413853e-05, | |
| "logits/chosen": -0.65186607837677, | |
| "logits/rejected": -0.565552830696106, | |
| "logps/chosen": -310.2057189941406, | |
| "logps/rejected": -402.9633483886719, | |
| "loss": 0.2945, | |
| "rewards/accuracies": 0.887499988079071, | |
| "rewards/chosen": -10.662870407104492, | |
| "rewards/margins": 4.87128210067749, | |
| "rewards/rejected": -15.534152030944824, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "learning_rate": 4.2756828426701426e-05, | |
| "logits/chosen": -0.648743212223053, | |
| "logits/rejected": -0.5434762239456177, | |
| "logps/chosen": -288.9256591796875, | |
| "logps/rejected": -386.8144836425781, | |
| "loss": 0.2866, | |
| "rewards/accuracies": 0.824999988079071, | |
| "rewards/chosen": -10.066654205322266, | |
| "rewards/margins": 5.4559478759765625, | |
| "rewards/rejected": -15.522601127624512, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "learning_rate": 4.2624699019643e-05, | |
| "logits/chosen": -0.6845074892044067, | |
| "logits/rejected": -0.6216086149215698, | |
| "logps/chosen": -298.6322937011719, | |
| "logps/rejected": -368.7320861816406, | |
| "loss": 0.3515, | |
| "rewards/accuracies": 0.8500000238418579, | |
| "rewards/chosen": -8.717851638793945, | |
| "rewards/margins": 4.482119560241699, | |
| "rewards/rejected": -13.199971199035645, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "learning_rate": 4.249158351283414e-05, | |
| "logits/chosen": -0.6760630011558533, | |
| "logits/rejected": -0.5973928570747375, | |
| "logps/chosen": -334.3371887207031, | |
| "logps/rejected": -412.73712158203125, | |
| "loss": 0.2374, | |
| "rewards/accuracies": 0.875, | |
| "rewards/chosen": -11.443408012390137, | |
| "rewards/margins": 5.742681503295898, | |
| "rewards/rejected": -17.18608856201172, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "learning_rate": 4.235748935407115e-05, | |
| "logits/chosen": -0.6781556010246277, | |
| "logits/rejected": -0.6254957914352417, | |
| "logps/chosen": -314.7560729980469, | |
| "logps/rejected": -381.03436279296875, | |
| "loss": 0.571, | |
| "rewards/accuracies": 0.7875000238418579, | |
| "rewards/chosen": -10.918689727783203, | |
| "rewards/margins": 4.366137981414795, | |
| "rewards/rejected": -15.284828186035156, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "learning_rate": 4.2222424045905774e-05, | |
| "logits/chosen": -0.703301727771759, | |
| "logits/rejected": -0.6157757639884949, | |
| "logps/chosen": -298.96417236328125, | |
| "logps/rejected": -374.37408447265625, | |
| "loss": 0.1956, | |
| "rewards/accuracies": 0.8999999761581421, | |
| "rewards/chosen": -10.03012752532959, | |
| "rewards/margins": 4.996109962463379, | |
| "rewards/rejected": -15.026239395141602, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "learning_rate": 4.2086395145225456e-05, | |
| "logits/chosen": -0.6199958920478821, | |
| "logits/rejected": -0.5463480353355408, | |
| "logps/chosen": -297.76715087890625, | |
| "logps/rejected": -383.3893737792969, | |
| "loss": 0.3658, | |
| "rewards/accuracies": 0.8374999761581421, | |
| "rewards/chosen": -9.150928497314453, | |
| "rewards/margins": 4.323057651519775, | |
| "rewards/rejected": -13.473986625671387, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "learning_rate": 4.1949410262830525e-05, | |
| "logits/chosen": -0.6586548686027527, | |
| "logits/rejected": -0.598033607006073, | |
| "logps/chosen": -298.9888610839844, | |
| "logps/rejected": -358.97113037109375, | |
| "loss": 0.3435, | |
| "rewards/accuracies": 0.8374999761581421, | |
| "rewards/chosen": -7.790317535400391, | |
| "rewards/margins": 3.196791172027588, | |
| "rewards/rejected": -10.987109184265137, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "learning_rate": 4.1811477063008357e-05, | |
| "logits/chosen": -0.647259533405304, | |
| "logits/rejected": -0.5749470591545105, | |
| "logps/chosen": -283.01129150390625, | |
| "logps/rejected": -346.770263671875, | |
| "loss": 0.1992, | |
| "rewards/accuracies": 0.9125000238418579, | |
| "rewards/chosen": -8.713510513305664, | |
| "rewards/margins": 3.8825290203094482, | |
| "rewards/rejected": -12.596040725708008, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "learning_rate": 4.167260326310459e-05, | |
| "logits/chosen": -0.655887246131897, | |
| "logits/rejected": -0.5856226682662964, | |
| "logps/chosen": -353.996337890625, | |
| "logps/rejected": -423.36199951171875, | |
| "loss": 0.3649, | |
| "rewards/accuracies": 0.8125, | |
| "rewards/chosen": -7.39592981338501, | |
| "rewards/margins": 4.420022010803223, | |
| "rewards/rejected": -11.81595230102539, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "learning_rate": 4.1532796633091296e-05, | |
| "logits/chosen": -0.6630634069442749, | |
| "logits/rejected": -0.5999043583869934, | |
| "logps/chosen": -311.5198669433594, | |
| "logps/rejected": -382.8631896972656, | |
| "loss": 0.2865, | |
| "rewards/accuracies": 0.887499988079071, | |
| "rewards/chosen": -7.376175880432129, | |
| "rewards/margins": 4.25052547454834, | |
| "rewards/rejected": -11.626702308654785, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "learning_rate": 4.139206499513231e-05, | |
| "logits/chosen": -0.6371768712997437, | |
| "logits/rejected": -0.552124559879303, | |
| "logps/chosen": -315.57696533203125, | |
| "logps/rejected": -386.8127746582031, | |
| "loss": 0.3623, | |
| "rewards/accuracies": 0.8374999761581421, | |
| "rewards/chosen": -7.146079063415527, | |
| "rewards/margins": 3.366482973098755, | |
| "rewards/rejected": -10.51256275177002, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "learning_rate": 4.1250416223145515e-05, | |
| "logits/chosen": -0.6766015887260437, | |
| "logits/rejected": -0.5857943296432495, | |
| "logps/chosen": -259.1465759277344, | |
| "logps/rejected": -349.38995361328125, | |
| "loss": 0.3386, | |
| "rewards/accuracies": 0.8125, | |
| "rewards/chosen": -6.320498466491699, | |
| "rewards/margins": 3.3259353637695312, | |
| "rewards/rejected": -9.64643383026123, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "learning_rate": 4.110785824236236e-05, | |
| "logits/chosen": -0.6103043556213379, | |
| "logits/rejected": -0.5319772958755493, | |
| "logps/chosen": -256.13446044921875, | |
| "logps/rejected": -331.8528137207031, | |
| "loss": 0.1824, | |
| "rewards/accuracies": 0.887499988079071, | |
| "rewards/chosen": -6.32611608505249, | |
| "rewards/margins": 3.831328868865967, | |
| "rewards/rejected": -10.157445907592773, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "learning_rate": 4.0964399028884394e-05, | |
| "logits/chosen": -0.6808601021766663, | |
| "logits/rejected": -0.5574377179145813, | |
| "logps/chosen": -255.42105102539062, | |
| "logps/rejected": -355.5065002441406, | |
| "loss": 0.2103, | |
| "rewards/accuracies": 0.8999999761581421, | |
| "rewards/chosen": -6.239567756652832, | |
| "rewards/margins": 4.258026599884033, | |
| "rewards/rejected": -10.497593879699707, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "learning_rate": 4.082004660923703e-05, | |
| "logits/chosen": -0.6791261434555054, | |
| "logits/rejected": -0.5921913385391235, | |
| "logps/chosen": -267.8202819824219, | |
| "logps/rejected": -350.561767578125, | |
| "loss": 0.2129, | |
| "rewards/accuracies": 0.9125000238418579, | |
| "rewards/chosen": -7.478656768798828, | |
| "rewards/margins": 4.9322614669799805, | |
| "rewards/rejected": -12.410919189453125, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "learning_rate": 4.067480905992045e-05, | |
| "logits/chosen": -0.7032105326652527, | |
| "logits/rejected": -0.600141167640686, | |
| "logps/chosen": -297.6030578613281, | |
| "logps/rejected": -384.7508850097656, | |
| "loss": 0.2602, | |
| "rewards/accuracies": 0.8500000238418579, | |
| "rewards/chosen": -9.610403060913086, | |
| "rewards/margins": 5.1422200202941895, | |
| "rewards/rejected": -14.7526216506958, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "eval_logits/chosen": -0.7646234631538391, | |
| "eval_logits/rejected": -0.6766347289085388, | |
| "eval_logps/chosen": -310.1993103027344, | |
| "eval_logps/rejected": -401.2223205566406, | |
| "eval_loss": 0.3386208117008209, | |
| "eval_rewards/accuracies": 0.8237612247467041, | |
| "eval_rewards/chosen": -9.627497673034668, | |
| "eval_rewards/margins": 5.467515468597412, | |
| "eval_rewards/rejected": -15.095013618469238, | |
| "eval_runtime": 635.6148, | |
| "eval_samples_per_second": 0.928, | |
| "eval_steps_per_second": 0.116, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "learning_rate": 4.052869450695776e-05, | |
| "logits/chosen": -0.7094699144363403, | |
| "logits/rejected": -0.6273935437202454, | |
| "logps/chosen": -315.97381591796875, | |
| "logps/rejected": -408.48388671875, | |
| "loss": 0.2588, | |
| "rewards/accuracies": 0.887499988079071, | |
| "rewards/chosen": -10.845590591430664, | |
| "rewards/margins": 6.2558746337890625, | |
| "rewards/rejected": -17.101465225219727, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "learning_rate": 4.0381711125440284e-05, | |
| "logits/chosen": -0.6483619213104248, | |
| "logits/rejected": -0.6038894653320312, | |
| "logps/chosen": -354.60809326171875, | |
| "logps/rejected": -419.0562438964844, | |
| "loss": 0.4409, | |
| "rewards/accuracies": 0.8374999761581421, | |
| "rewards/chosen": -11.688039779663086, | |
| "rewards/margins": 6.04089879989624, | |
| "rewards/rejected": -17.728939056396484, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "learning_rate": 4.023386713907021e-05, | |
| "logits/chosen": -0.7812396883964539, | |
| "logits/rejected": -0.6916221976280212, | |
| "logps/chosen": -264.0221862792969, | |
| "logps/rejected": -359.23480224609375, | |
| "loss": 0.2446, | |
| "rewards/accuracies": 0.887499988079071, | |
| "rewards/chosen": -8.11898136138916, | |
| "rewards/margins": 5.1189188957214355, | |
| "rewards/rejected": -13.237902641296387, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "learning_rate": 4.0085170819700446e-05, | |
| "logits/chosen": -0.693078339099884, | |
| "logits/rejected": -0.5796866416931152, | |
| "logps/chosen": -304.8370056152344, | |
| "logps/rejected": -397.3229675292969, | |
| "loss": 0.2739, | |
| "rewards/accuracies": 0.8999999761581421, | |
| "rewards/chosen": -7.398787021636963, | |
| "rewards/margins": 4.530589580535889, | |
| "rewards/rejected": -11.929376602172852, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "learning_rate": 3.9935630486871854e-05, | |
| "logits/chosen": -0.7021247744560242, | |
| "logits/rejected": -0.6098093390464783, | |
| "logps/chosen": -297.61724853515625, | |
| "logps/rejected": -383.40618896484375, | |
| "loss": 0.2087, | |
| "rewards/accuracies": 0.887499988079071, | |
| "rewards/chosen": -7.8868536949157715, | |
| "rewards/margins": 4.646349906921387, | |
| "rewards/rejected": -12.533205032348633, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "learning_rate": 3.9785254507347725e-05, | |
| "logits/chosen": -0.7181745171546936, | |
| "logits/rejected": -0.6586878299713135, | |
| "logps/chosen": -266.53192138671875, | |
| "logps/rejected": -329.3477478027344, | |
| "loss": 0.3401, | |
| "rewards/accuracies": 0.8374999761581421, | |
| "rewards/chosen": -7.311608791351318, | |
| "rewards/margins": 3.7649588584899902, | |
| "rewards/rejected": -11.076568603515625, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "learning_rate": 3.963405129464569e-05, | |
| "logits/chosen": -0.7155243158340454, | |
| "logits/rejected": -0.6209796667098999, | |
| "logps/chosen": -287.1348571777344, | |
| "logps/rejected": -365.0896911621094, | |
| "loss": 0.3035, | |
| "rewards/accuracies": 0.8500000238418579, | |
| "rewards/chosen": -7.610356330871582, | |
| "rewards/margins": 4.313301086425781, | |
| "rewards/rejected": -11.923657417297363, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "learning_rate": 3.948202930856697e-05, | |
| "logits/chosen": -0.7253776788711548, | |
| "logits/rejected": -0.6412879228591919, | |
| "logps/chosen": -294.8027038574219, | |
| "logps/rejected": -365.4157409667969, | |
| "loss": 0.2924, | |
| "rewards/accuracies": 0.8374999761581421, | |
| "rewards/chosen": -7.643288612365723, | |
| "rewards/margins": 4.211095809936523, | |
| "rewards/rejected": -11.85438346862793, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "learning_rate": 3.932919705472306e-05, | |
| "logits/chosen": -0.7267691493034363, | |
| "logits/rejected": -0.6244961023330688, | |
| "logps/chosen": -308.15771484375, | |
| "logps/rejected": -402.1585693359375, | |
| "loss": 0.256, | |
| "rewards/accuracies": 0.862500011920929, | |
| "rewards/chosen": -7.583883762359619, | |
| "rewards/margins": 4.4898681640625, | |
| "rewards/rejected": -12.073751449584961, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "learning_rate": 3.917556308405983e-05, | |
| "logits/chosen": -0.7271707653999329, | |
| "logits/rejected": -0.652643084526062, | |
| "logps/chosen": -300.73663330078125, | |
| "logps/rejected": -384.3062438964844, | |
| "loss": 0.3276, | |
| "rewards/accuracies": 0.8500000238418579, | |
| "rewards/chosen": -7.197851657867432, | |
| "rewards/margins": 3.703601121902466, | |
| "rewards/rejected": -10.901453018188477, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "learning_rate": 3.902113599237911e-05, | |
| "logits/chosen": -0.7691100835800171, | |
| "logits/rejected": -0.6458523273468018, | |
| "logps/chosen": -280.18316650390625, | |
| "logps/rejected": -383.2926940917969, | |
| "loss": 0.2926, | |
| "rewards/accuracies": 0.875, | |
| "rewards/chosen": -7.250345706939697, | |
| "rewards/margins": 4.688068866729736, | |
| "rewards/rejected": -11.938413619995117, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "learning_rate": 3.8865924419857754e-05, | |
| "logits/chosen": -0.7814677953720093, | |
| "logits/rejected": -0.6641688942909241, | |
| "logps/chosen": -278.87969970703125, | |
| "logps/rejected": -368.9512939453125, | |
| "loss": 0.2021, | |
| "rewards/accuracies": 0.9125000238418579, | |
| "rewards/chosen": -7.232874393463135, | |
| "rewards/margins": 4.8439531326293945, | |
| "rewards/rejected": -12.076827049255371, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "learning_rate": 3.8709937050564236e-05, | |
| "logits/chosen": -0.7687026262283325, | |
| "logits/rejected": -0.6667603254318237, | |
| "logps/chosen": -292.98126220703125, | |
| "logps/rejected": -387.62799072265625, | |
| "loss": 0.277, | |
| "rewards/accuracies": 0.887499988079071, | |
| "rewards/chosen": -9.241242408752441, | |
| "rewards/margins": 5.332201957702637, | |
| "rewards/rejected": -14.573443412780762, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "learning_rate": 3.855318261197275e-05, | |
| "logits/chosen": -0.7737613916397095, | |
| "logits/rejected": -0.6474000215530396, | |
| "logps/chosen": -336.3672790527344, | |
| "logps/rejected": -445.0223083496094, | |
| "loss": 0.2395, | |
| "rewards/accuracies": 0.887499988079071, | |
| "rewards/chosen": -9.492551803588867, | |
| "rewards/margins": 6.300028324127197, | |
| "rewards/rejected": -15.792581558227539, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "learning_rate": 3.8395669874474915e-05, | |
| "logits/chosen": -0.7845865488052368, | |
| "logits/rejected": -0.6610395312309265, | |
| "logps/chosen": -248.314697265625, | |
| "logps/rejected": -367.29705810546875, | |
| "loss": 0.1917, | |
| "rewards/accuracies": 0.925000011920929, | |
| "rewards/chosen": -8.131852149963379, | |
| "rewards/margins": 5.7781267166137695, | |
| "rewards/rejected": -13.909977912902832, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "learning_rate": 3.823740765088911e-05, | |
| "logits/chosen": -0.8033556938171387, | |
| "logits/rejected": -0.6713747978210449, | |
| "logps/chosen": -300.24530029296875, | |
| "logps/rejected": -392.0542907714844, | |
| "loss": 0.2671, | |
| "rewards/accuracies": 0.875, | |
| "rewards/chosen": -9.415604591369629, | |
| "rewards/margins": 5.034509658813477, | |
| "rewards/rejected": -14.450113296508789, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "learning_rate": 3.8078404795967346e-05, | |
| "logits/chosen": -0.8138594627380371, | |
| "logits/rejected": -0.7433984875679016, | |
| "logps/chosen": -287.4174499511719, | |
| "logps/rejected": -362.7212829589844, | |
| "loss": 0.3496, | |
| "rewards/accuracies": 0.8500000238418579, | |
| "rewards/chosen": -9.672359466552734, | |
| "rewards/margins": 4.173836708068848, | |
| "rewards/rejected": -13.846196174621582, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "learning_rate": 3.7918670205899863e-05, | |
| "logits/chosen": -0.8317422866821289, | |
| "logits/rejected": -0.7558469772338867, | |
| "logps/chosen": -288.2098388671875, | |
| "logps/rejected": -361.7750549316406, | |
| "loss": 0.2927, | |
| "rewards/accuracies": 0.875, | |
| "rewards/chosen": -8.647623062133789, | |
| "rewards/margins": 4.320425987243652, | |
| "rewards/rejected": -12.968048095703125, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "learning_rate": 3.7758212817817405e-05, | |
| "logits/chosen": -0.7649298906326294, | |
| "logits/rejected": -0.6621825695037842, | |
| "logps/chosen": -288.03863525390625, | |
| "logps/rejected": -373.8728942871094, | |
| "loss": 0.3193, | |
| "rewards/accuracies": 0.8374999761581421, | |
| "rewards/chosen": -9.204707145690918, | |
| "rewards/margins": 4.832235813140869, | |
| "rewards/rejected": -14.036943435668945, | |
| "step": 695 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 3.759704160929119e-05, | |
| "logits/chosen": -0.7728848457336426, | |
| "logits/rejected": -0.6979540586471558, | |
| "logps/chosen": -301.2487487792969, | |
| "logps/rejected": -388.1095275878906, | |
| "loss": 0.2137, | |
| "rewards/accuracies": 0.9125000238418579, | |
| "rewards/chosen": -8.232488632202148, | |
| "rewards/margins": 4.96901273727417, | |
| "rewards/rejected": -13.201499938964844, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_logits/chosen": -0.8436519503593445, | |
| "eval_logits/rejected": -0.7541723251342773, | |
| "eval_logps/chosen": -293.4511413574219, | |
| "eval_logps/rejected": -372.1683044433594, | |
| "eval_loss": 0.3109963834285736, | |
| "eval_rewards/accuracies": 0.8372747302055359, | |
| "eval_rewards/chosen": -7.952679634094238, | |
| "eval_rewards/margins": 4.236935138702393, | |
| "eval_rewards/rejected": -12.189615249633789, | |
| "eval_runtime": 628.464, | |
| "eval_samples_per_second": 0.939, | |
| "eval_steps_per_second": 0.118, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.743516559783055e-05, | |
| "logits/chosen": -0.7652101516723633, | |
| "logits/rejected": -0.6921292543411255, | |
| "logps/chosen": -280.3987121582031, | |
| "logps/rejected": -345.48663330078125, | |
| "loss": 0.283, | |
| "rewards/accuracies": 0.887499988079071, | |
| "rewards/chosen": -8.315412521362305, | |
| "rewards/margins": 4.362612724304199, | |
| "rewards/rejected": -12.67802619934082, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.727259384037852e-05, | |
| "logits/chosen": -0.8166988492012024, | |
| "logits/rejected": -0.7282482385635376, | |
| "logps/chosen": -304.59136962890625, | |
| "logps/rejected": -391.103759765625, | |
| "loss": 0.2604, | |
| "rewards/accuracies": 0.887499988079071, | |
| "rewards/chosen": -7.748098850250244, | |
| "rewards/margins": 4.206179618835449, | |
| "rewards/rejected": -11.954277992248535, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.7109335432805006e-05, | |
| "logits/chosen": -0.8081442713737488, | |
| "logits/rejected": -0.7295960783958435, | |
| "logps/chosen": -281.9895324707031, | |
| "logps/rejected": -376.1358947753906, | |
| "loss": 0.167, | |
| "rewards/accuracies": 0.9375, | |
| "rewards/chosen": -7.398708343505859, | |
| "rewards/margins": 4.381220817565918, | |
| "rewards/rejected": -11.779929161071777, | |
| "step": 715 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "learning_rate": 3.6945399509397894e-05, | |
| "logits/chosen": -0.7130390405654907, | |
| "logits/rejected": -0.6480911374092102, | |
| "logps/chosen": -279.84307861328125, | |
| "logps/rejected": -350.45172119140625, | |
| "loss": 0.1926, | |
| "rewards/accuracies": 0.9125000238418579, | |
| "rewards/chosen": -8.203062057495117, | |
| "rewards/margins": 4.551394462585449, | |
| "rewards/rejected": -12.754457473754883, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "learning_rate": 3.678079524235201e-05, | |
| "logits/chosen": -0.7252935171127319, | |
| "logits/rejected": -0.6565495133399963, | |
| "logps/chosen": -294.0028076171875, | |
| "logps/rejected": -342.4349365234375, | |
| "loss": 0.317, | |
| "rewards/accuracies": 0.862500011920929, | |
| "rewards/chosen": -9.260039329528809, | |
| "rewards/margins": 4.053720951080322, | |
| "rewards/rejected": -13.313758850097656, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "learning_rate": 3.6615531841255925e-05, | |
| "logits/chosen": -0.8046767115592957, | |
| "logits/rejected": -0.7409691214561462, | |
| "logps/chosen": -289.1624755859375, | |
| "logps/rejected": -357.64154052734375, | |
| "loss": 0.3597, | |
| "rewards/accuracies": 0.8374999761581421, | |
| "rewards/chosen": -9.035421371459961, | |
| "rewards/margins": 4.042548179626465, | |
| "rewards/rejected": -13.077969551086426, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "learning_rate": 3.6449618552576695e-05, | |
| "logits/chosen": -0.7710264921188354, | |
| "logits/rejected": -0.6653739213943481, | |
| "logps/chosen": -302.7008056640625, | |
| "logps/rejected": -397.70733642578125, | |
| "loss": 0.1649, | |
| "rewards/accuracies": 0.9624999761581421, | |
| "rewards/chosen": -7.9936842918396, | |
| "rewards/margins": 4.4242682456970215, | |
| "rewards/rejected": -12.417953491210938, | |
| "step": 735 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "learning_rate": 3.628306465914247e-05, | |
| "logits/chosen": -0.7142969369888306, | |
| "logits/rejected": -0.6375448107719421, | |
| "logps/chosen": -302.502685546875, | |
| "logps/rejected": -367.00189208984375, | |
| "loss": 0.1794, | |
| "rewards/accuracies": 0.925000011920929, | |
| "rewards/chosen": -9.712922096252441, | |
| "rewards/margins": 5.476689338684082, | |
| "rewards/rejected": -15.189611434936523, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "learning_rate": 3.611587947962319e-05, | |
| "logits/chosen": -0.7714215517044067, | |
| "logits/rejected": -0.66948401927948, | |
| "logps/chosen": -301.31634521484375, | |
| "logps/rejected": -381.21990966796875, | |
| "loss": 0.2573, | |
| "rewards/accuracies": 0.8374999761581421, | |
| "rewards/chosen": -10.052844047546387, | |
| "rewards/margins": 4.719965934753418, | |
| "rewards/rejected": -14.772811889648438, | |
| "step": 745 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "learning_rate": 3.5948072368009164e-05, | |
| "logits/chosen": -0.7102927565574646, | |
| "logits/rejected": -0.6355124711990356, | |
| "logps/chosen": -282.0082702636719, | |
| "logps/rejected": -378.452880859375, | |
| "loss": 0.107, | |
| "rewards/accuracies": 0.9750000238418579, | |
| "rewards/chosen": -9.155842781066895, | |
| "rewards/margins": 5.713255405426025, | |
| "rewards/rejected": -14.869099617004395, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "learning_rate": 3.577965271308771e-05, | |
| "logits/chosen": -0.7958633303642273, | |
| "logits/rejected": -0.68883216381073, | |
| "logps/chosen": -325.7532653808594, | |
| "logps/rejected": -427.8883361816406, | |
| "loss": 0.2044, | |
| "rewards/accuracies": 0.925000011920929, | |
| "rewards/chosen": -10.508358001708984, | |
| "rewards/margins": 6.410652160644531, | |
| "rewards/rejected": -16.919010162353516, | |
| "step": 755 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "learning_rate": 3.56106299379179e-05, | |
| "logits/chosen": -0.7746936082839966, | |
| "logits/rejected": -0.6815862655639648, | |
| "logps/chosen": -318.01556396484375, | |
| "logps/rejected": -420.08782958984375, | |
| "loss": 0.1296, | |
| "rewards/accuracies": 0.949999988079071, | |
| "rewards/chosen": -10.266778945922852, | |
| "rewards/margins": 6.939404487609863, | |
| "rewards/rejected": -17.2061824798584, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "learning_rate": 3.544101349930328e-05, | |
| "logits/chosen": -0.8044699430465698, | |
| "logits/rejected": -0.7396459579467773, | |
| "logps/chosen": -339.45635986328125, | |
| "logps/rejected": -424.66339111328125, | |
| "loss": 0.1796, | |
| "rewards/accuracies": 0.949999988079071, | |
| "rewards/chosen": -12.193872451782227, | |
| "rewards/margins": 6.339139938354492, | |
| "rewards/rejected": -18.533010482788086, | |
| "step": 765 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "learning_rate": 3.527081288726282e-05, | |
| "logits/chosen": -0.7859062552452087, | |
| "logits/rejected": -0.6897066831588745, | |
| "logps/chosen": -325.6007080078125, | |
| "logps/rejected": -410.3528747558594, | |
| "loss": 0.218, | |
| "rewards/accuracies": 0.8999999761581421, | |
| "rewards/chosen": -10.483186721801758, | |
| "rewards/margins": 6.411290168762207, | |
| "rewards/rejected": -16.89447784423828, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "learning_rate": 3.510003762449988e-05, | |
| "logits/chosen": -0.7973426580429077, | |
| "logits/rejected": -0.6915854215621948, | |
| "logps/chosen": -297.2774353027344, | |
| "logps/rejected": -404.8102722167969, | |
| "loss": 0.1424, | |
| "rewards/accuracies": 0.949999988079071, | |
| "rewards/chosen": -9.953185081481934, | |
| "rewards/margins": 6.822778224945068, | |
| "rewards/rejected": -16.775964736938477, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "learning_rate": 3.4928697265869515e-05, | |
| "logits/chosen": -0.787533164024353, | |
| "logits/rejected": -0.6797725558280945, | |
| "logps/chosen": -309.8548583984375, | |
| "logps/rejected": -425.79150390625, | |
| "loss": 0.2192, | |
| "rewards/accuracies": 0.9125000238418579, | |
| "rewards/chosen": -11.761067390441895, | |
| "rewards/margins": 6.672986030578613, | |
| "rewards/rejected": -18.434053421020508, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "learning_rate": 3.475680139784379e-05, | |
| "logits/chosen": -0.7720845937728882, | |
| "logits/rejected": -0.6839457154273987, | |
| "logps/chosen": -337.7498779296875, | |
| "logps/rejected": -457.72076416015625, | |
| "loss": 0.2444, | |
| "rewards/accuracies": 0.9125000238418579, | |
| "rewards/chosen": -11.690729141235352, | |
| "rewards/margins": 6.822265625, | |
| "rewards/rejected": -18.51299285888672, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "learning_rate": 3.458435963797543e-05, | |
| "logits/chosen": -0.8231949806213379, | |
| "logits/rejected": -0.7576412558555603, | |
| "logps/chosen": -294.1539306640625, | |
| "logps/rejected": -383.0396728515625, | |
| "loss": 0.3039, | |
| "rewards/accuracies": 0.8500000238418579, | |
| "rewards/chosen": -10.36955738067627, | |
| "rewards/margins": 5.448855876922607, | |
| "rewards/rejected": -15.818414688110352, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "learning_rate": 3.44113816343598e-05, | |
| "logits/chosen": -0.7150863409042358, | |
| "logits/rejected": -0.6669724583625793, | |
| "logps/chosen": -310.73748779296875, | |
| "logps/rejected": -375.4198303222656, | |
| "loss": 0.3313, | |
| "rewards/accuracies": 0.8374999761581421, | |
| "rewards/chosen": -9.648468971252441, | |
| "rewards/margins": 4.457318305969238, | |
| "rewards/rejected": -14.105786323547363, | |
| "step": 795 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "learning_rate": 3.4237877065094994e-05, | |
| "logits/chosen": -0.767318606376648, | |
| "logits/rejected": -0.6701061725616455, | |
| "logps/chosen": -275.4406433105469, | |
| "logps/rejected": -367.7728576660156, | |
| "loss": 0.1817, | |
| "rewards/accuracies": 0.925000011920929, | |
| "rewards/chosen": -7.383347511291504, | |
| "rewards/margins": 4.588535308837891, | |
| "rewards/rejected": -11.971882820129395, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "eval_logits/chosen": -0.818303108215332, | |
| "eval_logits/rejected": -0.7322244644165039, | |
| "eval_logps/chosen": -289.8185119628906, | |
| "eval_logps/rejected": -367.3077087402344, | |
| "eval_loss": 0.301629900932312, | |
| "eval_rewards/accuracies": 0.8490990996360779, | |
| "eval_rewards/chosen": -7.58941650390625, | |
| "eval_rewards/margins": 4.114140033721924, | |
| "eval_rewards/rejected": -11.703556060791016, | |
| "eval_runtime": 629.8382, | |
| "eval_samples_per_second": 0.937, | |
| "eval_steps_per_second": 0.117, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "learning_rate": 3.40638556377404e-05, | |
| "logits/chosen": -0.728428304195404, | |
| "logits/rejected": -0.6463292837142944, | |
| "logps/chosen": -318.2840270996094, | |
| "logps/rejected": -395.8282165527344, | |
| "loss": 0.2384, | |
| "rewards/accuracies": 0.862500011920929, | |
| "rewards/chosen": -7.830063819885254, | |
| "rewards/margins": 4.368121147155762, | |
| "rewards/rejected": -12.198186874389648, | |
| "step": 805 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "learning_rate": 3.388932708877355e-05, | |
| "logits/chosen": -0.7160743474960327, | |
| "logits/rejected": -0.6455902457237244, | |
| "logps/chosen": -251.85696411132812, | |
| "logps/rejected": -321.5653381347656, | |
| "loss": 0.2251, | |
| "rewards/accuracies": 0.887499988079071, | |
| "rewards/chosen": -6.794950008392334, | |
| "rewards/margins": 3.9946556091308594, | |
| "rewards/rejected": -10.789606094360352, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "learning_rate": 3.3714301183045385e-05, | |
| "logits/chosen": -0.764244794845581, | |
| "logits/rejected": -0.688468337059021, | |
| "logps/chosen": -280.7123718261719, | |
| "logps/rejected": -356.2121887207031, | |
| "loss": 0.1289, | |
| "rewards/accuracies": 0.9125000238418579, | |
| "rewards/chosen": -7.16657018661499, | |
| "rewards/margins": 4.953124046325684, | |
| "rewards/rejected": -12.119695663452148, | |
| "step": 815 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "learning_rate": 3.3538787713233864e-05, | |
| "logits/chosen": -0.731895923614502, | |
| "logits/rejected": -0.6309586763381958, | |
| "logps/chosen": -307.6092529296875, | |
| "logps/rejected": -397.4252014160156, | |
| "loss": 0.1751, | |
| "rewards/accuracies": 0.925000011920929, | |
| "rewards/chosen": -8.668050765991211, | |
| "rewards/margins": 4.992732048034668, | |
| "rewards/rejected": -13.660783767700195, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "learning_rate": 3.336279649929614e-05, | |
| "logits/chosen": -0.7539547681808472, | |
| "logits/rejected": -0.6342164278030396, | |
| "logps/chosen": -263.11358642578125, | |
| "logps/rejected": -358.7630920410156, | |
| "loss": 0.2056, | |
| "rewards/accuracies": 0.8999999761581421, | |
| "rewards/chosen": -8.6781644821167, | |
| "rewards/margins": 5.381811141967773, | |
| "rewards/rejected": -14.059976577758789, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "learning_rate": 3.318633738791904e-05, | |
| "logits/chosen": -0.7153991460800171, | |
| "logits/rejected": -0.6307059526443481, | |
| "logps/chosen": -311.097412109375, | |
| "logps/rejected": -402.82525634765625, | |
| "loss": 0.1759, | |
| "rewards/accuracies": 0.8999999761581421, | |
| "rewards/chosen": -10.348584175109863, | |
| "rewards/margins": 6.3924970626831055, | |
| "rewards/rejected": -16.74108123779297, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "learning_rate": 3.3009420251968244e-05, | |
| "logits/chosen": -0.6473314762115479, | |
| "logits/rejected": -0.5811099410057068, | |
| "logps/chosen": -352.05438232421875, | |
| "logps/rejected": -461.4651794433594, | |
| "loss": 0.1742, | |
| "rewards/accuracies": 0.9125000238418579, | |
| "rewards/chosen": -12.2769193649292, | |
| "rewards/margins": 7.059269905090332, | |
| "rewards/rejected": -19.336191177368164, | |
| "step": 835 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "learning_rate": 3.2832054989935816e-05, | |
| "logits/chosen": -0.6122779846191406, | |
| "logits/rejected": -0.535004734992981, | |
| "logps/chosen": -347.81536865234375, | |
| "logps/rejected": -453.3810119628906, | |
| "loss": 0.2875, | |
| "rewards/accuracies": 0.8999999761581421, | |
| "rewards/chosen": -15.12812328338623, | |
| "rewards/margins": 6.798358917236328, | |
| "rewards/rejected": -21.926481246948242, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "learning_rate": 3.2654251525386446e-05, | |
| "logits/chosen": -0.6338608860969543, | |
| "logits/rejected": -0.5856156945228577, | |
| "logps/chosen": -412.0361328125, | |
| "logps/rejected": -496.10009765625, | |
| "loss": 0.4185, | |
| "rewards/accuracies": 0.8999999761581421, | |
| "rewards/chosen": -17.997289657592773, | |
| "rewards/margins": 6.917158603668213, | |
| "rewards/rejected": -24.914447784423828, | |
| "step": 845 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "learning_rate": 3.247601980640217e-05, | |
| "logits/chosen": -0.5718280076980591, | |
| "logits/rejected": -0.4849475026130676, | |
| "logps/chosen": -344.85693359375, | |
| "logps/rejected": -459.1637268066406, | |
| "loss": 0.2713, | |
| "rewards/accuracies": 0.875, | |
| "rewards/chosen": -13.744694709777832, | |
| "rewards/margins": 8.065214157104492, | |
| "rewards/rejected": -21.80990982055664, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "learning_rate": 3.229736980502584e-05, | |
| "logits/chosen": -0.6040414571762085, | |
| "logits/rejected": -0.5074735283851624, | |
| "logps/chosen": -340.82037353515625, | |
| "logps/rejected": -451.6734924316406, | |
| "loss": 0.0962, | |
| "rewards/accuracies": 0.9750000238418579, | |
| "rewards/chosen": -14.090229988098145, | |
| "rewards/margins": 7.7687201499938965, | |
| "rewards/rejected": -21.858951568603516, | |
| "step": 855 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "learning_rate": 3.2118311516703126e-05, | |
| "logits/chosen": -0.6098260879516602, | |
| "logits/rejected": -0.5122631788253784, | |
| "logps/chosen": -334.35614013671875, | |
| "logps/rejected": -455.30645751953125, | |
| "loss": 0.2506, | |
| "rewards/accuracies": 0.925000011920929, | |
| "rewards/chosen": -11.668330192565918, | |
| "rewards/margins": 7.914732933044434, | |
| "rewards/rejected": -19.583065032958984, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "learning_rate": 3.193885495972333e-05, | |
| "logits/chosen": -0.5786959528923035, | |
| "logits/rejected": -0.46283912658691406, | |
| "logps/chosen": -279.6617431640625, | |
| "logps/rejected": -409.13555908203125, | |
| "loss": 0.1431, | |
| "rewards/accuracies": 0.949999988079071, | |
| "rewards/chosen": -9.93445110321045, | |
| "rewards/margins": 7.9315080642700195, | |
| "rewards/rejected": -17.86595916748047, | |
| "step": 865 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "learning_rate": 3.175901017465882e-05, | |
| "logits/chosen": -0.5994729399681091, | |
| "logits/rejected": -0.49313443899154663, | |
| "logps/chosen": -322.4575500488281, | |
| "logps/rejected": -422.0381774902344, | |
| "loss": 0.2778, | |
| "rewards/accuracies": 0.875, | |
| "rewards/chosen": -11.083158493041992, | |
| "rewards/margins": 5.571134090423584, | |
| "rewards/rejected": -16.654294967651367, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "learning_rate": 3.15787872238033e-05, | |
| "logits/chosen": -0.537551999092102, | |
| "logits/rejected": -0.4302655756473541, | |
| "logps/chosen": -306.2028503417969, | |
| "logps/rejected": -396.2867736816406, | |
| "loss": 0.145, | |
| "rewards/accuracies": 0.9125000238418579, | |
| "rewards/chosen": -9.533339500427246, | |
| "rewards/margins": 6.1773786544799805, | |
| "rewards/rejected": -15.710718154907227, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "learning_rate": 3.139819619060875e-05, | |
| "logits/chosen": -0.6228593587875366, | |
| "logits/rejected": -0.48516249656677246, | |
| "logps/chosen": -295.23992919921875, | |
| "logps/rejected": -409.243408203125, | |
| "loss": 0.1149, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/chosen": -9.989641189575195, | |
| "rewards/margins": 5.8016133308410645, | |
| "rewards/rejected": -15.791254997253418, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "learning_rate": 3.121724717912138e-05, | |
| "logits/chosen": -0.5744537711143494, | |
| "logits/rejected": -0.48622965812683105, | |
| "logps/chosen": -287.59918212890625, | |
| "logps/rejected": -393.9739990234375, | |
| "loss": 0.1598, | |
| "rewards/accuracies": 0.9125000238418579, | |
| "rewards/chosen": -10.127786636352539, | |
| "rewards/margins": 6.246671676635742, | |
| "rewards/rejected": -16.37445831298828, | |
| "step": 885 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "learning_rate": 3.1035950313416186e-05, | |
| "logits/chosen": -0.5441586375236511, | |
| "logits/rejected": -0.4760468900203705, | |
| "logps/chosen": -310.5946350097656, | |
| "logps/rejected": -382.4266052246094, | |
| "loss": 0.2672, | |
| "rewards/accuracies": 0.875, | |
| "rewards/chosen": -10.724095344543457, | |
| "rewards/margins": 4.989101409912109, | |
| "rewards/rejected": -15.71319580078125, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "learning_rate": 3.0854315737030596e-05, | |
| "logits/chosen": -0.5022346377372742, | |
| "logits/rejected": -0.4010813236236572, | |
| "logps/chosen": -339.79217529296875, | |
| "logps/rejected": -446.3185119628906, | |
| "loss": 0.1778, | |
| "rewards/accuracies": 0.949999988079071, | |
| "rewards/chosen": -9.776400566101074, | |
| "rewards/margins": 6.131360054016113, | |
| "rewards/rejected": -15.907760620117188, | |
| "step": 895 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "learning_rate": 3.067235361239691e-05, | |
| "logits/chosen": -0.5425149202346802, | |
| "logits/rejected": -0.4898713231086731, | |
| "logps/chosen": -321.54107666015625, | |
| "logps/rejected": -396.061767578125, | |
| "loss": 0.1302, | |
| "rewards/accuracies": 0.949999988079071, | |
| "rewards/chosen": -9.591651916503906, | |
| "rewards/margins": 5.938723087310791, | |
| "rewards/rejected": -15.530374526977539, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "eval_logits/chosen": -0.6444261074066162, | |
| "eval_logits/rejected": -0.5499116778373718, | |
| "eval_logps/chosen": -311.4747314453125, | |
| "eval_logps/rejected": -402.7172546386719, | |
| "eval_loss": 0.31004929542541504, | |
| "eval_rewards/accuracies": 0.8440315127372742, | |
| "eval_rewards/chosen": -9.75503921508789, | |
| "eval_rewards/margins": 5.48947286605835, | |
| "eval_rewards/rejected": -15.244511604309082, | |
| "eval_runtime": 630.05, | |
| "eval_samples_per_second": 0.936, | |
| "eval_steps_per_second": 0.117, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "learning_rate": 3.0490074120273705e-05, | |
| "logits/chosen": -0.5694734454154968, | |
| "logits/rejected": -0.4494093060493469, | |
| "logps/chosen": -316.00225830078125, | |
| "logps/rejected": -421.5968322753906, | |
| "loss": 0.1442, | |
| "rewards/accuracies": 0.8999999761581421, | |
| "rewards/chosen": -9.85560417175293, | |
| "rewards/margins": 6.093335151672363, | |
| "rewards/rejected": -15.948938369750977, | |
| "step": 905 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "learning_rate": 3.0307487459176214e-05, | |
| "logits/chosen": -0.5880926847457886, | |
| "logits/rejected": -0.5118281245231628, | |
| "logps/chosen": -308.32135009765625, | |
| "logps/rejected": -398.5103454589844, | |
| "loss": 0.1556, | |
| "rewards/accuracies": 0.949999988079071, | |
| "rewards/chosen": -10.929667472839355, | |
| "rewards/margins": 6.390011310577393, | |
| "rewards/rejected": -17.319677352905273, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "learning_rate": 3.0124603844805767e-05, | |
| "logits/chosen": -0.6120959520339966, | |
| "logits/rejected": -0.5137495994567871, | |
| "logps/chosen": -274.90301513671875, | |
| "logps/rejected": -376.3819580078125, | |
| "loss": 0.1425, | |
| "rewards/accuracies": 0.925000011920929, | |
| "rewards/chosen": -8.89677906036377, | |
| "rewards/margins": 6.732755184173584, | |
| "rewards/rejected": -15.629533767700195, | |
| "step": 915 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "learning_rate": 2.9941433509478156e-05, | |
| "logits/chosen": -0.6175707578659058, | |
| "logits/rejected": -0.5255206823348999, | |
| "logps/chosen": -344.87469482421875, | |
| "logps/rejected": -474.46417236328125, | |
| "loss": 0.1191, | |
| "rewards/accuracies": 0.9375, | |
| "rewards/chosen": -11.884271621704102, | |
| "rewards/margins": 8.336640357971191, | |
| "rewards/rejected": -20.22091293334961, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "learning_rate": 2.9757986701551217e-05, | |
| "logits/chosen": -0.6097782850265503, | |
| "logits/rejected": -0.5127190351486206, | |
| "logps/chosen": -341.8258361816406, | |
| "logps/rejected": -455.5184631347656, | |
| "loss": 0.3434, | |
| "rewards/accuracies": 0.8999999761581421, | |
| "rewards/chosen": -13.099444389343262, | |
| "rewards/margins": 6.77566385269165, | |
| "rewards/rejected": -19.87510871887207, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "learning_rate": 2.9574273684851368e-05, | |
| "logits/chosen": -0.6266240477561951, | |
| "logits/rejected": -0.5253201723098755, | |
| "logps/chosen": -338.4235534667969, | |
| "logps/rejected": -465.1094665527344, | |
| "loss": 0.2116, | |
| "rewards/accuracies": 0.8999999761581421, | |
| "rewards/chosen": -11.452531814575195, | |
| "rewards/margins": 8.521638870239258, | |
| "rewards/rejected": -19.97416877746582, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "learning_rate": 2.9390304738099384e-05, | |
| "logits/chosen": -0.5922500491142273, | |
| "logits/rejected": -0.4831523299217224, | |
| "logps/chosen": -318.95013427734375, | |
| "logps/rejected": -428.1212463378906, | |
| "loss": 0.2513, | |
| "rewards/accuracies": 0.925000011920929, | |
| "rewards/chosen": -10.582112312316895, | |
| "rewards/margins": 6.628012180328369, | |
| "rewards/rejected": -17.21012306213379, | |
| "step": 935 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "learning_rate": 2.9206090154335286e-05, | |
| "logits/chosen": -0.6134576201438904, | |
| "logits/rejected": -0.5388885140419006, | |
| "logps/chosen": -346.55096435546875, | |
| "logps/rejected": -444.6732482910156, | |
| "loss": 0.1774, | |
| "rewards/accuracies": 0.949999988079071, | |
| "rewards/chosen": -12.223394393920898, | |
| "rewards/margins": 7.667645454406738, | |
| "rewards/rejected": -19.891040802001953, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "learning_rate": 2.902164024034246e-05, | |
| "logits/chosen": -0.6513973474502563, | |
| "logits/rejected": -0.5483208894729614, | |
| "logps/chosen": -284.67681884765625, | |
| "logps/rejected": -405.2633361816406, | |
| "loss": 0.1937, | |
| "rewards/accuracies": 0.8999999761581421, | |
| "rewards/chosen": -9.958810806274414, | |
| "rewards/margins": 7.701412200927734, | |
| "rewards/rejected": -17.66022491455078, | |
| "step": 945 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "learning_rate": 2.8836965316071008e-05, | |
| "logits/chosen": -0.5772289037704468, | |
| "logits/rejected": -0.46622151136398315, | |
| "logps/chosen": -317.7015686035156, | |
| "logps/rejected": -425.06414794921875, | |
| "loss": 0.2158, | |
| "rewards/accuracies": 0.8999999761581421, | |
| "rewards/chosen": -10.088019371032715, | |
| "rewards/margins": 6.411609649658203, | |
| "rewards/rejected": -16.4996280670166, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "learning_rate": 2.8652075714060295e-05, | |
| "logits/chosen": -0.5903247594833374, | |
| "logits/rejected": -0.46506476402282715, | |
| "logps/chosen": -282.30987548828125, | |
| "logps/rejected": -395.7618103027344, | |
| "loss": 0.144, | |
| "rewards/accuracies": 0.9375, | |
| "rewards/chosen": -8.98021125793457, | |
| "rewards/margins": 6.78778076171875, | |
| "rewards/rejected": -15.76799201965332, | |
| "step": 955 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "learning_rate": 2.84669817788609e-05, | |
| "logits/chosen": -0.6248329877853394, | |
| "logits/rejected": -0.5722588300704956, | |
| "logps/chosen": -274.6296081542969, | |
| "logps/rejected": -356.05841064453125, | |
| "loss": 0.2905, | |
| "rewards/accuracies": 0.862500011920929, | |
| "rewards/chosen": -8.918261528015137, | |
| "rewards/margins": 4.942833423614502, | |
| "rewards/rejected": -13.86109447479248, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "learning_rate": 2.8281693866455828e-05, | |
| "logits/chosen": -0.6164138913154602, | |
| "logits/rejected": -0.487932026386261, | |
| "logps/chosen": -297.5748291015625, | |
| "logps/rejected": -422.21270751953125, | |
| "loss": 0.1084, | |
| "rewards/accuracies": 0.949999988079071, | |
| "rewards/chosen": -8.948514938354492, | |
| "rewards/margins": 6.124258995056152, | |
| "rewards/rejected": -15.072774887084961, | |
| "step": 965 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "learning_rate": 2.809622234368106e-05, | |
| "logits/chosen": -0.5711289644241333, | |
| "logits/rejected": -0.48795753717422485, | |
| "logps/chosen": -316.45428466796875, | |
| "logps/rejected": -398.5165710449219, | |
| "loss": 0.2263, | |
| "rewards/accuracies": 0.887499988079071, | |
| "rewards/chosen": -9.117523193359375, | |
| "rewards/margins": 5.211916923522949, | |
| "rewards/rejected": -14.329440116882324, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "learning_rate": 2.791057758764557e-05, | |
| "logits/chosen": -0.6409615874290466, | |
| "logits/rejected": -0.5637831687927246, | |
| "logps/chosen": -284.11212158203125, | |
| "logps/rejected": -370.08154296875, | |
| "loss": 0.1588, | |
| "rewards/accuracies": 0.925000011920929, | |
| "rewards/chosen": -8.732550621032715, | |
| "rewards/margins": 5.230337142944336, | |
| "rewards/rejected": -13.962888717651367, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "learning_rate": 2.7724769985150724e-05, | |
| "logits/chosen": -0.6284760236740112, | |
| "logits/rejected": -0.5196130871772766, | |
| "logps/chosen": -282.87725830078125, | |
| "logps/rejected": -395.02667236328125, | |
| "loss": 0.1299, | |
| "rewards/accuracies": 0.925000011920929, | |
| "rewards/chosen": -8.227498054504395, | |
| "rewards/margins": 6.107052803039551, | |
| "rewards/rejected": -14.334550857543945, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 1.41, | |
| "learning_rate": 2.7538809932109088e-05, | |
| "logits/chosen": -0.5886726379394531, | |
| "logits/rejected": -0.5417076945304871, | |
| "logps/chosen": -316.87481689453125, | |
| "logps/rejected": -394.08331298828125, | |
| "loss": 0.2341, | |
| "rewards/accuracies": 0.9125000238418579, | |
| "rewards/chosen": -9.180241584777832, | |
| "rewards/margins": 5.964137554168701, | |
| "rewards/rejected": -15.144380569458008, | |
| "step": 985 | |
| }, | |
| { | |
| "epoch": 1.41, | |
| "learning_rate": 2.7352707832962865e-05, | |
| "logits/chosen": -0.6544710397720337, | |
| "logits/rejected": -0.5368794202804565, | |
| "logps/chosen": -300.3536682128906, | |
| "logps/rejected": -411.3946228027344, | |
| "loss": 0.1395, | |
| "rewards/accuracies": 0.925000011920929, | |
| "rewards/chosen": -9.438309669494629, | |
| "rewards/margins": 6.873599052429199, | |
| "rewards/rejected": -16.311908721923828, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "learning_rate": 2.7166474100101673e-05, | |
| "logits/chosen": -0.5713576078414917, | |
| "logits/rejected": -0.5301340818405151, | |
| "logps/chosen": -340.8475341796875, | |
| "logps/rejected": -415.6228942871094, | |
| "loss": 0.3981, | |
| "rewards/accuracies": 0.8125, | |
| "rewards/chosen": -11.409144401550293, | |
| "rewards/margins": 6.274621963500977, | |
| "rewards/rejected": -17.683767318725586, | |
| "step": 995 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "learning_rate": 2.698011915328007e-05, | |
| "logits/chosen": -0.599279522895813, | |
| "logits/rejected": -0.5524182915687561, | |
| "logps/chosen": -303.6630554199219, | |
| "logps/rejected": -378.23028564453125, | |
| "loss": 0.1827, | |
| "rewards/accuracies": 0.9125000238418579, | |
| "rewards/chosen": -9.248080253601074, | |
| "rewards/margins": 5.6905198097229, | |
| "rewards/rejected": -14.93860149383545, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "eval_logits/chosen": -0.6628807783126831, | |
| "eval_logits/rejected": -0.5718752145767212, | |
| "eval_logps/chosen": -301.6939697265625, | |
| "eval_logps/rejected": -390.1686096191406, | |
| "eval_loss": 0.30422672629356384, | |
| "eval_rewards/accuracies": 0.8474099040031433, | |
| "eval_rewards/chosen": -8.776962280273438, | |
| "eval_rewards/margins": 5.212679386138916, | |
| "eval_rewards/rejected": -13.989642143249512, | |
| "eval_runtime": 634.3305, | |
| "eval_samples_per_second": 0.93, | |
| "eval_steps_per_second": 0.117, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "learning_rate": 2.6793653419034482e-05, | |
| "logits/chosen": -0.6186808943748474, | |
| "logits/rejected": -0.48634958267211914, | |
| "logps/chosen": -316.30010986328125, | |
| "logps/rejected": -424.89190673828125, | |
| "loss": 0.2464, | |
| "rewards/accuracies": 0.8999999761581421, | |
| "rewards/chosen": -8.771645545959473, | |
| "rewards/margins": 5.069327354431152, | |
| "rewards/rejected": -13.840974807739258, | |
| "step": 1005 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "learning_rate": 2.6607087330099896e-05, | |
| "logits/chosen": -0.5876252055168152, | |
| "logits/rejected": -0.47562646865844727, | |
| "logps/chosen": -290.5619201660156, | |
| "logps/rejected": -375.8335876464844, | |
| "loss": 0.1158, | |
| "rewards/accuracies": 0.949999988079071, | |
| "rewards/chosen": -7.724277496337891, | |
| "rewards/margins": 4.774792194366455, | |
| "rewards/rejected": -12.499069213867188, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "learning_rate": 2.6420431324826117e-05, | |
| "logits/chosen": -0.5867003202438354, | |
| "logits/rejected": -0.4697963297367096, | |
| "logps/chosen": -310.0220642089844, | |
| "logps/rejected": -403.21875, | |
| "loss": 0.2792, | |
| "rewards/accuracies": 0.862500011920929, | |
| "rewards/chosen": -9.85572338104248, | |
| "rewards/margins": 4.663787841796875, | |
| "rewards/rejected": -14.519511222839355, | |
| "step": 1015 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "learning_rate": 2.623369584659378e-05, | |
| "logits/chosen": -0.6174901127815247, | |
| "logits/rejected": -0.5109848976135254, | |
| "logps/chosen": -287.13739013671875, | |
| "logps/rejected": -391.56988525390625, | |
| "loss": 0.1586, | |
| "rewards/accuracies": 0.9125000238418579, | |
| "rewards/chosen": -8.303506851196289, | |
| "rewards/margins": 6.212575912475586, | |
| "rewards/rejected": -14.516082763671875, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "learning_rate": 2.604689134322999e-05, | |
| "logits/chosen": -0.6351348161697388, | |
| "logits/rejected": -0.5409465432167053, | |
| "logps/chosen": -311.77081298828125, | |
| "logps/rejected": -398.3648681640625, | |
| "loss": 0.247, | |
| "rewards/accuracies": 0.9125000238418579, | |
| "rewards/chosen": -10.259727478027344, | |
| "rewards/margins": 5.910742282867432, | |
| "rewards/rejected": -16.170469284057617, | |
| "step": 1025 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "learning_rate": 2.5860028266423842e-05, | |
| "logits/chosen": -0.6340417265892029, | |
| "logits/rejected": -0.5169082283973694, | |
| "logps/chosen": -298.0379638671875, | |
| "logps/rejected": -422.7288513183594, | |
| "loss": 0.1215, | |
| "rewards/accuracies": 0.949999988079071, | |
| "rewards/chosen": -9.591285705566406, | |
| "rewards/margins": 7.814417839050293, | |
| "rewards/rejected": -17.405704498291016, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "learning_rate": 2.5673117071141572e-05, | |
| "logits/chosen": -0.6154165267944336, | |
| "logits/rejected": -0.5234094858169556, | |
| "logps/chosen": -323.8004150390625, | |
| "logps/rejected": -435.37017822265625, | |
| "loss": 0.1312, | |
| "rewards/accuracies": 0.9375, | |
| "rewards/chosen": -9.34335708618164, | |
| "rewards/margins": 6.607995510101318, | |
| "rewards/rejected": -15.9513521194458, | |
| "step": 1035 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "learning_rate": 2.5486168215041658e-05, | |
| "logits/chosen": -0.681925892829895, | |
| "logits/rejected": -0.589966893196106, | |
| "logps/chosen": -333.8614196777344, | |
| "logps/rejected": -436.3663024902344, | |
| "loss": 0.1047, | |
| "rewards/accuracies": 0.9624999761581421, | |
| "rewards/chosen": -10.642461776733398, | |
| "rewards/margins": 7.235697269439697, | |
| "rewards/rejected": -17.87816047668457, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "learning_rate": 2.5299192157889684e-05, | |
| "logits/chosen": -0.7273809313774109, | |
| "logits/rejected": -0.6066460013389587, | |
| "logps/chosen": -306.0868835449219, | |
| "logps/rejected": -421.70843505859375, | |
| "loss": 0.2175, | |
| "rewards/accuracies": 0.9125000238418579, | |
| "rewards/chosen": -11.231630325317383, | |
| "rewards/margins": 6.70697021484375, | |
| "rewards/rejected": -17.938602447509766, | |
| "step": 1045 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "learning_rate": 2.5112199360973144e-05, | |
| "logits/chosen": -0.6637213230133057, | |
| "logits/rejected": -0.5721598863601685, | |
| "logps/chosen": -306.43194580078125, | |
| "logps/rejected": -416.2913513183594, | |
| "loss": 0.2024, | |
| "rewards/accuracies": 0.8999999761581421, | |
| "rewards/chosen": -11.468119621276855, | |
| "rewards/margins": 7.181309700012207, | |
| "rewards/rejected": -18.649429321289062, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "learning_rate": 2.4925200286516097e-05, | |
| "logits/chosen": -0.6478602886199951, | |
| "logits/rejected": -0.5861232876777649, | |
| "logps/chosen": -358.63763427734375, | |
| "logps/rejected": -457.5341796875, | |
| "loss": 0.1814, | |
| "rewards/accuracies": 0.8999999761581421, | |
| "rewards/chosen": -13.788897514343262, | |
| "rewards/margins": 7.263192653656006, | |
| "rewards/rejected": -21.05208969116211, | |
| "step": 1055 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "learning_rate": 2.4738205397093864e-05, | |
| "logits/chosen": -0.6312528848648071, | |
| "logits/rejected": -0.5815685987472534, | |
| "logps/chosen": -361.5733337402344, | |
| "logps/rejected": -460.53643798828125, | |
| "loss": 0.1815, | |
| "rewards/accuracies": 0.925000011920929, | |
| "rewards/chosen": -13.369549751281738, | |
| "rewards/margins": 7.296360015869141, | |
| "rewards/rejected": -20.665910720825195, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 1.52, | |
| "learning_rate": 2.4551225155047573e-05, | |
| "logits/chosen": -0.7103615999221802, | |
| "logits/rejected": -0.6112437844276428, | |
| "logps/chosen": -295.20159912109375, | |
| "logps/rejected": -415.26708984375, | |
| "loss": 0.2122, | |
| "rewards/accuracies": 0.9125000238418579, | |
| "rewards/chosen": -11.453139305114746, | |
| "rewards/margins": 6.4525604248046875, | |
| "rewards/rejected": -17.90570068359375, | |
| "step": 1065 | |
| }, | |
| { | |
| "epoch": 1.53, | |
| "learning_rate": 2.436427002189887e-05, | |
| "logits/chosen": -0.7065337896347046, | |
| "logits/rejected": -0.6106780767440796, | |
| "logps/chosen": -296.2615661621094, | |
| "logps/rejected": -409.4453430175781, | |
| "loss": 0.2441, | |
| "rewards/accuracies": 0.9375, | |
| "rewards/chosen": -9.548809051513672, | |
| "rewards/margins": 6.738284111022949, | |
| "rewards/rejected": -16.287092208862305, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 1.53, | |
| "learning_rate": 2.417735045776453e-05, | |
| "logits/chosen": -0.7064138650894165, | |
| "logits/rejected": -0.6145733594894409, | |
| "logps/chosen": -307.0589294433594, | |
| "logps/rejected": -408.3307189941406, | |
| "loss": 0.2607, | |
| "rewards/accuracies": 0.9375, | |
| "rewards/chosen": -9.794357299804688, | |
| "rewards/margins": 6.440938472747803, | |
| "rewards/rejected": -16.235294342041016, | |
| "step": 1075 | |
| }, | |
| { | |
| "epoch": 1.54, | |
| "learning_rate": 2.3990476920771286e-05, | |
| "logits/chosen": -0.7192695140838623, | |
| "logits/rejected": -0.6189507246017456, | |
| "logps/chosen": -304.00958251953125, | |
| "logps/rejected": -403.37261962890625, | |
| "loss": 0.2878, | |
| "rewards/accuracies": 0.9125000238418579, | |
| "rewards/chosen": -10.866254806518555, | |
| "rewards/margins": 5.947203636169434, | |
| "rewards/rejected": -16.813457489013672, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "learning_rate": 2.380365986647061e-05, | |
| "logits/chosen": -0.7065758109092712, | |
| "logits/rejected": -0.641872227191925, | |
| "logps/chosen": -302.8485412597656, | |
| "logps/rejected": -375.76678466796875, | |
| "loss": 0.3072, | |
| "rewards/accuracies": 0.875, | |
| "rewards/chosen": -8.800479888916016, | |
| "rewards/margins": 5.099647521972656, | |
| "rewards/rejected": -13.900128364562988, | |
| "step": 1085 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "learning_rate": 2.3616909747253813e-05, | |
| "logits/chosen": -0.7004716992378235, | |
| "logits/rejected": -0.6112024188041687, | |
| "logps/chosen": -309.6910095214844, | |
| "logps/rejected": -411.49603271484375, | |
| "loss": 0.1917, | |
| "rewards/accuracies": 0.9125000238418579, | |
| "rewards/chosen": -9.332594871520996, | |
| "rewards/margins": 5.8438544273376465, | |
| "rewards/rejected": -15.176447868347168, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "learning_rate": 2.3430237011767167e-05, | |
| "logits/chosen": -0.6590038537979126, | |
| "logits/rejected": -0.6286568641662598, | |
| "logps/chosen": -323.1142578125, | |
| "logps/rejected": -386.729248046875, | |
| "loss": 0.1316, | |
| "rewards/accuracies": 0.9375, | |
| "rewards/chosen": -10.204951286315918, | |
| "rewards/margins": 5.9645094871521, | |
| "rewards/rejected": -16.16946029663086, | |
| "step": 1095 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "learning_rate": 2.324365210432736e-05, | |
| "logits/chosen": -0.5852640867233276, | |
| "logits/rejected": -0.5034244656562805, | |
| "logps/chosen": -326.63592529296875, | |
| "logps/rejected": -411.2947692871094, | |
| "loss": 0.1221, | |
| "rewards/accuracies": 0.949999988079071, | |
| "rewards/chosen": -10.820871353149414, | |
| "rewards/margins": 6.314654350280762, | |
| "rewards/rejected": -17.13552474975586, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "eval_logits/chosen": -0.7270016670227051, | |
| "eval_logits/rejected": -0.6384946703910828, | |
| "eval_logps/chosen": -315.1874084472656, | |
| "eval_logps/rejected": -408.69952392578125, | |
| "eval_loss": 0.31625449657440186, | |
| "eval_rewards/accuracies": 0.8462837934494019, | |
| "eval_rewards/chosen": -10.126302719116211, | |
| "eval_rewards/margins": 5.716432571411133, | |
| "eval_rewards/rejected": -15.842737197875977, | |
| "eval_runtime": 634.9153, | |
| "eval_samples_per_second": 0.929, | |
| "eval_steps_per_second": 0.117, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "learning_rate": 2.305716546433709e-05, | |
| "logits/chosen": -0.6512206792831421, | |
| "logits/rejected": -0.5776611566543579, | |
| "logps/chosen": -314.0259094238281, | |
| "logps/rejected": -414.47381591796875, | |
| "loss": 0.0902, | |
| "rewards/accuracies": 0.9624999761581421, | |
| "rewards/chosen": -9.528992652893066, | |
| "rewards/margins": 6.7770538330078125, | |
| "rewards/rejected": -16.306045532226562, | |
| "step": 1105 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "learning_rate": 2.287078752570102e-05, | |
| "logits/chosen": -0.6705536246299744, | |
| "logits/rejected": -0.598176121711731, | |
| "logps/chosen": -297.4195251464844, | |
| "logps/rejected": -379.747314453125, | |
| "loss": 0.1952, | |
| "rewards/accuracies": 0.9125000238418579, | |
| "rewards/chosen": -10.207822799682617, | |
| "rewards/margins": 6.272828102111816, | |
| "rewards/rejected": -16.480653762817383, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "learning_rate": 2.268452871624197e-05, | |
| "logits/chosen": -0.6773346662521362, | |
| "logits/rejected": -0.5620519518852234, | |
| "logps/chosen": -294.04931640625, | |
| "logps/rejected": -409.580078125, | |
| "loss": 0.2763, | |
| "rewards/accuracies": 0.824999988079071, | |
| "rewards/chosen": -9.497777938842773, | |
| "rewards/margins": 6.8513360023498535, | |
| "rewards/rejected": -16.3491153717041, | |
| "step": 1115 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "learning_rate": 2.2498399457117507e-05, | |
| "logits/chosen": -0.6227138638496399, | |
| "logits/rejected": -0.5035305023193359, | |
| "logps/chosen": -294.11920166015625, | |
| "logps/rejected": -401.7522888183594, | |
| "loss": 0.1382, | |
| "rewards/accuracies": 0.925000011920929, | |
| "rewards/chosen": -11.312589645385742, | |
| "rewards/margins": 6.311239719390869, | |
| "rewards/rejected": -17.623828887939453, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 1.61, | |
| "learning_rate": 2.2312410162236883e-05, | |
| "logits/chosen": -0.6217914819717407, | |
| "logits/rejected": -0.5321698188781738, | |
| "logps/chosen": -295.13458251953125, | |
| "logps/rejected": -377.95477294921875, | |
| "loss": 0.1539, | |
| "rewards/accuracies": 0.949999988079071, | |
| "rewards/chosen": -9.668817520141602, | |
| "rewards/margins": 5.681490421295166, | |
| "rewards/rejected": -15.350309371948242, | |
| "step": 1125 | |
| }, | |
| { | |
| "epoch": 1.61, | |
| "learning_rate": 2.212657123767834e-05, | |
| "logits/chosen": -0.5903616547584534, | |
| "logits/rejected": -0.5240530371665955, | |
| "logps/chosen": -316.3643798828125, | |
| "logps/rejected": -406.33770751953125, | |
| "loss": 0.3331, | |
| "rewards/accuracies": 0.9125000238418579, | |
| "rewards/chosen": -9.005239486694336, | |
| "rewards/margins": 5.931736946105957, | |
| "rewards/rejected": -14.936976432800293, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 1.62, | |
| "learning_rate": 2.1940893081106945e-05, | |
| "logits/chosen": -0.6103485822677612, | |
| "logits/rejected": -0.5175549387931824, | |
| "logps/chosen": -305.53564453125, | |
| "logps/rejected": -410.45703125, | |
| "loss": 0.255, | |
| "rewards/accuracies": 0.8999999761581421, | |
| "rewards/chosen": -9.499643325805664, | |
| "rewards/margins": 6.158064365386963, | |
| "rewards/rejected": -15.657705307006836, | |
| "step": 1135 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "learning_rate": 2.1755386081192787e-05, | |
| "logits/chosen": -0.59885174036026, | |
| "logits/rejected": -0.5194819569587708, | |
| "logps/chosen": -310.4798278808594, | |
| "logps/rejected": -393.2937927246094, | |
| "loss": 0.2257, | |
| "rewards/accuracies": 0.887499988079071, | |
| "rewards/chosen": -9.330568313598633, | |
| "rewards/margins": 5.730391502380371, | |
| "rewards/rejected": -15.060958862304688, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "learning_rate": 2.1570060617029803e-05, | |
| "logits/chosen": -0.636796236038208, | |
| "logits/rejected": -0.5199950933456421, | |
| "logps/chosen": -274.0980529785156, | |
| "logps/rejected": -394.688232421875, | |
| "loss": 0.1851, | |
| "rewards/accuracies": 0.9375, | |
| "rewards/chosen": -8.185386657714844, | |
| "rewards/margins": 6.295451641082764, | |
| "rewards/rejected": -14.48083782196045, | |
| "step": 1145 | |
| }, | |
| { | |
| "epoch": 1.64, | |
| "learning_rate": 2.1384927057554994e-05, | |
| "logits/chosen": -0.6535948514938354, | |
| "logits/rejected": -0.5714461207389832, | |
| "logps/chosen": -307.36199951171875, | |
| "logps/rejected": -401.22943115234375, | |
| "loss": 0.1526, | |
| "rewards/accuracies": 0.925000011920929, | |
| "rewards/chosen": -9.084749221801758, | |
| "rewards/margins": 6.451979160308838, | |
| "rewards/rejected": -15.536727905273438, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 1.65, | |
| "learning_rate": 2.119999576096832e-05, | |
| "logits/chosen": -0.6453255414962769, | |
| "logits/rejected": -0.5674460530281067, | |
| "logps/chosen": -276.06915283203125, | |
| "logps/rejected": -355.5702819824219, | |
| "loss": 0.122, | |
| "rewards/accuracies": 0.949999988079071, | |
| "rewards/chosen": -8.452573776245117, | |
| "rewards/margins": 6.0047831535339355, | |
| "rewards/rejected": -14.457359313964844, | |
| "step": 1155 | |
| }, | |
| { | |
| "epoch": 1.66, | |
| "learning_rate": 2.1015277074153173e-05, | |
| "logits/chosen": -0.6841253042221069, | |
| "logits/rejected": -0.5945171117782593, | |
| "logps/chosen": -268.9891357421875, | |
| "logps/rejected": -360.72113037109375, | |
| "loss": 0.169, | |
| "rewards/accuracies": 0.925000011920929, | |
| "rewards/chosen": -9.454917907714844, | |
| "rewards/margins": 5.437428951263428, | |
| "rewards/rejected": -14.892346382141113, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 1.66, | |
| "learning_rate": 2.0830781332097446e-05, | |
| "logits/chosen": -0.6696738600730896, | |
| "logits/rejected": -0.5968156456947327, | |
| "logps/chosen": -316.0697937011719, | |
| "logps/rejected": -404.7145080566406, | |
| "loss": 0.2108, | |
| "rewards/accuracies": 0.9125000238418579, | |
| "rewards/chosen": -10.760259628295898, | |
| "rewards/margins": 5.666402816772461, | |
| "rewards/rejected": -16.42666244506836, | |
| "step": 1165 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "learning_rate": 2.0646518857315286e-05, | |
| "logits/chosen": -0.678158164024353, | |
| "logits/rejected": -0.5591440796852112, | |
| "logps/chosen": -289.26123046875, | |
| "logps/rejected": -401.099609375, | |
| "loss": 0.1788, | |
| "rewards/accuracies": 0.9375, | |
| "rewards/chosen": -8.927151679992676, | |
| "rewards/margins": 6.700024604797363, | |
| "rewards/rejected": -15.627174377441406, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 1.68, | |
| "learning_rate": 2.0462499959269593e-05, | |
| "logits/chosen": -0.6390899419784546, | |
| "logits/rejected": -0.548464834690094, | |
| "logps/chosen": -317.1548156738281, | |
| "logps/rejected": -421.1346130371094, | |
| "loss": 0.1597, | |
| "rewards/accuracies": 0.9375, | |
| "rewards/chosen": -10.989806175231934, | |
| "rewards/margins": 7.106358528137207, | |
| "rewards/rejected": -18.09616470336914, | |
| "step": 1175 | |
| }, | |
| { | |
| "epoch": 1.68, | |
| "learning_rate": 2.027873493379515e-05, | |
| "logits/chosen": -0.6277307271957397, | |
| "logits/rejected": -0.5807863473892212, | |
| "logps/chosen": -339.5156555175781, | |
| "logps/rejected": -441.6835021972656, | |
| "loss": 0.1767, | |
| "rewards/accuracies": 0.887499988079071, | |
| "rewards/chosen": -12.768059730529785, | |
| "rewards/margins": 8.134899139404297, | |
| "rewards/rejected": -20.9029598236084, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "learning_rate": 2.009523406252263e-05, | |
| "logits/chosen": -0.6854568719863892, | |
| "logits/rejected": -0.5896847248077393, | |
| "logps/chosen": -311.6221008300781, | |
| "logps/rejected": -419.89874267578125, | |
| "loss": 0.1899, | |
| "rewards/accuracies": 0.8999999761581421, | |
| "rewards/chosen": -11.535701751708984, | |
| "rewards/margins": 7.6829938888549805, | |
| "rewards/rejected": -19.218698501586914, | |
| "step": 1185 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "learning_rate": 1.9912007612303273e-05, | |
| "logits/chosen": -0.6906639933586121, | |
| "logits/rejected": -0.5620826482772827, | |
| "logps/chosen": -312.9720458984375, | |
| "logps/rejected": -456.7838439941406, | |
| "loss": 0.0855, | |
| "rewards/accuracies": 0.9624999761581421, | |
| "rewards/chosen": -12.278552055358887, | |
| "rewards/margins": 8.670220375061035, | |
| "rewards/rejected": -20.94877052307129, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 1.71, | |
| "learning_rate": 1.972906583463453e-05, | |
| "logits/chosen": -0.6635552644729614, | |
| "logits/rejected": -0.5383149981498718, | |
| "logps/chosen": -345.0733337402344, | |
| "logps/rejected": -486.62255859375, | |
| "loss": 0.2801, | |
| "rewards/accuracies": 0.875, | |
| "rewards/chosen": -12.4635648727417, | |
| "rewards/margins": 9.190757751464844, | |
| "rewards/rejected": -21.654321670532227, | |
| "step": 1195 | |
| }, | |
| { | |
| "epoch": 1.71, | |
| "learning_rate": 1.9546418965086442e-05, | |
| "logits/chosen": -0.6591445207595825, | |
| "logits/rejected": -0.5743043422698975, | |
| "logps/chosen": -331.17236328125, | |
| "logps/rejected": -429.6659240722656, | |
| "loss": 0.3806, | |
| "rewards/accuracies": 0.887499988079071, | |
| "rewards/chosen": -13.678789138793945, | |
| "rewards/margins": 7.728486061096191, | |
| "rewards/rejected": -21.407276153564453, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 1.71, | |
| "eval_logits/chosen": -0.7206234335899353, | |
| "eval_logits/rejected": -0.6278703808784485, | |
| "eval_logps/chosen": -342.28253173828125, | |
| "eval_logps/rejected": -453.8127136230469, | |
| "eval_loss": 0.36858823895454407, | |
| "eval_rewards/accuracies": 0.8389639258384705, | |
| "eval_rewards/chosen": -12.83581256866455, | |
| "eval_rewards/margins": 7.5182414054870605, | |
| "eval_rewards/rejected": -20.354055404663086, | |
| "eval_runtime": 636.0122, | |
| "eval_samples_per_second": 0.928, | |
| "eval_steps_per_second": 0.116, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "learning_rate": 1.936407722272897e-05, | |
| "logits/chosen": -0.6339019536972046, | |
| "logits/rejected": -0.5375872850418091, | |
| "logps/chosen": -344.52325439453125, | |
| "logps/rejected": -457.71044921875, | |
| "loss": 0.2081, | |
| "rewards/accuracies": 0.887499988079071, | |
| "rewards/chosen": -12.950579643249512, | |
| "rewards/margins": 7.515866756439209, | |
| "rewards/rejected": -20.466445922851562, | |
| "step": 1205 | |
| }, | |
| { | |
| "epoch": 1.73, | |
| "learning_rate": 1.918205080956027e-05, | |
| "logits/chosen": -0.666244626045227, | |
| "logits/rejected": -0.5665922164916992, | |
| "logps/chosen": -329.7124938964844, | |
| "logps/rejected": -429.80743408203125, | |
| "loss": 0.2238, | |
| "rewards/accuracies": 0.875, | |
| "rewards/chosen": -12.665807723999023, | |
| "rewards/margins": 6.334603309631348, | |
| "rewards/rejected": -19.000411987304688, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 1.73, | |
| "learning_rate": 1.9000349909935853e-05, | |
| "logits/chosen": -0.6387889981269836, | |
| "logits/rejected": -0.5700687170028687, | |
| "logps/chosen": -349.22650146484375, | |
| "logps/rejected": -453.98126220703125, | |
| "loss": 0.3322, | |
| "rewards/accuracies": 0.8999999761581421, | |
| "rewards/chosen": -11.654592514038086, | |
| "rewards/margins": 8.054789543151855, | |
| "rewards/rejected": -19.70938491821289, | |
| "step": 1215 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "learning_rate": 1.881898468999877e-05, | |
| "logits/chosen": -0.6908236145973206, | |
| "logits/rejected": -0.5804257392883301, | |
| "logps/chosen": -322.011962890625, | |
| "logps/rejected": -424.2376403808594, | |
| "loss": 0.2416, | |
| "rewards/accuracies": 0.8999999761581421, | |
| "rewards/chosen": -11.60191822052002, | |
| "rewards/margins": 5.517712116241455, | |
| "rewards/rejected": -17.119630813598633, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "learning_rate": 1.8637965297110875e-05, | |
| "logits/chosen": -0.7101341485977173, | |
| "logits/rejected": -0.5983768701553345, | |
| "logps/chosen": -301.9000549316406, | |
| "logps/rejected": -410.75616455078125, | |
| "loss": 0.2319, | |
| "rewards/accuracies": 0.925000011920929, | |
| "rewards/chosen": -9.447723388671875, | |
| "rewards/margins": 6.480834007263184, | |
| "rewards/rejected": -15.928556442260742, | |
| "step": 1225 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "learning_rate": 1.8457301859284997e-05, | |
| "logits/chosen": -0.634274423122406, | |
| "logits/rejected": -0.5649651288986206, | |
| "logps/chosen": -323.43743896484375, | |
| "logps/rejected": -414.6199645996094, | |
| "loss": 0.1706, | |
| "rewards/accuracies": 0.9125000238418579, | |
| "rewards/chosen": -8.627046585083008, | |
| "rewards/margins": 6.101047992706299, | |
| "rewards/rejected": -14.728096008300781, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "learning_rate": 1.827700448461836e-05, | |
| "logits/chosen": -0.689033567905426, | |
| "logits/rejected": -0.5954291820526123, | |
| "logps/chosen": -299.60467529296875, | |
| "logps/rejected": -390.62445068359375, | |
| "loss": 0.2506, | |
| "rewards/accuracies": 0.862500011920929, | |
| "rewards/chosen": -8.309510231018066, | |
| "rewards/margins": 5.420113563537598, | |
| "rewards/rejected": -13.729623794555664, | |
| "step": 1235 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "learning_rate": 1.809708326072697e-05, | |
| "logits/chosen": -0.7266713380813599, | |
| "logits/rejected": -0.6097759008407593, | |
| "logps/chosen": -285.2210388183594, | |
| "logps/rejected": -398.92987060546875, | |
| "loss": 0.1802, | |
| "rewards/accuracies": 0.9375, | |
| "rewards/chosen": -8.085926055908203, | |
| "rewards/margins": 5.3229451179504395, | |
| "rewards/rejected": -13.4088716506958, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 1.78, | |
| "learning_rate": 1.7917548254181273e-05, | |
| "logits/chosen": -0.6782897114753723, | |
| "logits/rejected": -0.5887526273727417, | |
| "logps/chosen": -302.5890197753906, | |
| "logps/rejected": -385.482421875, | |
| "loss": 0.2692, | |
| "rewards/accuracies": 0.8999999761581421, | |
| "rewards/chosen": -9.081730842590332, | |
| "rewards/margins": 4.592134952545166, | |
| "rewards/rejected": -13.673864364624023, | |
| "step": 1245 | |
| }, | |
| { | |
| "epoch": 1.78, | |
| "learning_rate": 1.773840950994286e-05, | |
| "logits/chosen": -0.7145626544952393, | |
| "logits/rejected": -0.6292673945426941, | |
| "logps/chosen": -280.5959167480469, | |
| "logps/rejected": -367.8932189941406, | |
| "loss": 0.2564, | |
| "rewards/accuracies": 0.9125000238418579, | |
| "rewards/chosen": -8.174077987670898, | |
| "rewards/margins": 5.061230182647705, | |
| "rewards/rejected": -13.235307693481445, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "learning_rate": 1.7559677050802544e-05, | |
| "logits/chosen": -0.7608879208564758, | |
| "logits/rejected": -0.675665020942688, | |
| "logps/chosen": -273.0861511230469, | |
| "logps/rejected": -371.0169677734375, | |
| "loss": 0.0942, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/chosen": -7.474713325500488, | |
| "rewards/margins": 5.627039909362793, | |
| "rewards/rejected": -13.101751327514648, | |
| "step": 1255 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "learning_rate": 1.7381360876819498e-05, | |
| "logits/chosen": -0.6994717121124268, | |
| "logits/rejected": -0.615476667881012, | |
| "logps/chosen": -297.80438232421875, | |
| "logps/rejected": -379.27227783203125, | |
| "loss": 0.1891, | |
| "rewards/accuracies": 0.9125000238418579, | |
| "rewards/chosen": -8.676013946533203, | |
| "rewards/margins": 5.39193058013916, | |
| "rewards/rejected": -14.067944526672363, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 1.81, | |
| "learning_rate": 1.7203470964761803e-05, | |
| "logits/chosen": -0.779729425907135, | |
| "logits/rejected": -0.6966686248779297, | |
| "logps/chosen": -306.7568359375, | |
| "logps/rejected": -396.3369140625, | |
| "loss": 0.1812, | |
| "rewards/accuracies": 0.9125000238418579, | |
| "rewards/chosen": -9.232124328613281, | |
| "rewards/margins": 5.344344139099121, | |
| "rewards/rejected": -14.576467514038086, | |
| "step": 1265 | |
| }, | |
| { | |
| "epoch": 1.81, | |
| "learning_rate": 1.702601726754825e-05, | |
| "logits/chosen": -0.7657872438430786, | |
| "logits/rejected": -0.695815920829773, | |
| "logps/chosen": -310.4090881347656, | |
| "logps/rejected": -391.716552734375, | |
| "loss": 0.1966, | |
| "rewards/accuracies": 0.8999999761581421, | |
| "rewards/chosen": -10.204607009887695, | |
| "rewards/margins": 5.683955669403076, | |
| "rewards/rejected": -15.888562202453613, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 1.82, | |
| "learning_rate": 1.6849009713691454e-05, | |
| "logits/chosen": -0.7923716306686401, | |
| "logits/rejected": -0.7177401781082153, | |
| "logps/chosen": -327.0381164550781, | |
| "logps/rejected": -423.6458435058594, | |
| "loss": 0.1769, | |
| "rewards/accuracies": 0.8999999761581421, | |
| "rewards/chosen": -10.632159233093262, | |
| "rewards/margins": 5.828563213348389, | |
| "rewards/rejected": -16.460723876953125, | |
| "step": 1275 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "learning_rate": 1.6672458206742357e-05, | |
| "logits/chosen": -0.8086712956428528, | |
| "logits/rejected": -0.7244886755943298, | |
| "logps/chosen": -305.0154113769531, | |
| "logps/rejected": -400.279296875, | |
| "loss": 0.1933, | |
| "rewards/accuracies": 0.8500000238418579, | |
| "rewards/chosen": -10.2609224319458, | |
| "rewards/margins": 5.673158168792725, | |
| "rewards/rejected": -15.934080123901367, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "learning_rate": 1.6496372624736144e-05, | |
| "logits/chosen": -0.7907301187515259, | |
| "logits/rejected": -0.6912959814071655, | |
| "logps/chosen": -317.41009521484375, | |
| "logps/rejected": -433.7093200683594, | |
| "loss": 0.2232, | |
| "rewards/accuracies": 0.925000011920929, | |
| "rewards/chosen": -10.225587844848633, | |
| "rewards/margins": 7.162631988525391, | |
| "rewards/rejected": -17.388219833374023, | |
| "step": 1285 | |
| }, | |
| { | |
| "epoch": 1.84, | |
| "learning_rate": 1.632076281963954e-05, | |
| "logits/chosen": -0.7801695466041565, | |
| "logits/rejected": -0.7278872728347778, | |
| "logps/chosen": -302.41412353515625, | |
| "logps/rejected": -372.16424560546875, | |
| "loss": 0.2812, | |
| "rewards/accuracies": 0.8999999761581421, | |
| "rewards/chosen": -10.3536376953125, | |
| "rewards/margins": 5.181726932525635, | |
| "rewards/rejected": -15.535364151000977, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "learning_rate": 1.6145638616799635e-05, | |
| "logits/chosen": -0.7852599024772644, | |
| "logits/rejected": -0.6998826265335083, | |
| "logps/chosen": -294.0755920410156, | |
| "logps/rejected": -397.5310363769531, | |
| "loss": 0.1557, | |
| "rewards/accuracies": 0.949999988079071, | |
| "rewards/chosen": -10.05544662475586, | |
| "rewards/margins": 7.03853702545166, | |
| "rewards/rejected": -17.093982696533203, | |
| "step": 1295 | |
| }, | |
| { | |
| "epoch": 1.86, | |
| "learning_rate": 1.5971009814394106e-05, | |
| "logits/chosen": -0.7821277379989624, | |
| "logits/rejected": -0.7008212208747864, | |
| "logps/chosen": -301.183837890625, | |
| "logps/rejected": -388.2525329589844, | |
| "loss": 0.1469, | |
| "rewards/accuracies": 0.925000011920929, | |
| "rewards/chosen": -10.988730430603027, | |
| "rewards/margins": 6.046961784362793, | |
| "rewards/rejected": -17.035694122314453, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 1.86, | |
| "eval_logits/chosen": -0.8328903913497925, | |
| "eval_logits/rejected": -0.7482640147209167, | |
| "eval_logps/chosen": -325.64190673828125, | |
| "eval_logps/rejected": -427.86767578125, | |
| "eval_loss": 0.3321731686592102, | |
| "eval_rewards/accuracies": 0.8423423171043396, | |
| "eval_rewards/chosen": -11.17175579071045, | |
| "eval_rewards/margins": 6.587794303894043, | |
| "eval_rewards/rejected": -17.759550094604492, | |
| "eval_runtime": 635.9076, | |
| "eval_samples_per_second": 0.928, | |
| "eval_steps_per_second": 0.116, | |
| "step": 1300 | |
| } | |
| ], | |
| "max_steps": 2100, | |
| "num_train_epochs": 3, | |
| "total_flos": 1.320122708732805e+18, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |