{ "best_metric": null, "best_model_checkpoint": null, "epoch": 0.9893390191897654, "eval_steps": 100, "global_step": 58, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "completion_length": 442.65068969726565, "epoch": 0.08528784648187633, "grad_norm": 6.35717248916626, "kl": 0.0004929542541503906, "learning_rate": 2.5e-06, "loss": 0.0, "reward": 0.41696430593729017, "reward_std": 0.4544539041817188, "rewards/accuracy_reward": 0.12834822051227093, "rewards/format_reward": 0.28861608617007734, "step": 5 }, { "completion_length": 304.9187644958496, "epoch": 0.17057569296375266, "grad_norm": 2.1602344512939453, "kl": 0.026971435546875, "learning_rate": 2.956412726139078e-06, "loss": 0.0011, "reward": 0.986160759627819, "reward_std": 0.3372926861047745, "rewards/accuracy_reward": 0.11272321967408061, "rewards/format_reward": 0.873437537252903, "step": 10 }, { "completion_length": 365.3803741455078, "epoch": 0.255863539445629, "grad_norm": 0.33471256494522095, "kl": 0.03214263916015625, "learning_rate": 2.7836719084521715e-06, "loss": 0.0013, "reward": 1.298883980512619, "reward_std": 0.41679972484707833, "rewards/accuracy_reward": 0.37522323429584503, "rewards/format_reward": 0.923660759627819, "step": 15 }, { "completion_length": 378.46050758361815, "epoch": 0.3411513859275053, "grad_norm": 1.4841564893722534, "kl": 0.0420074462890625, "learning_rate": 2.4946839873611927e-06, "loss": 0.0017, "reward": 1.4825893670320511, "reward_std": 0.4033116206526756, "rewards/accuracy_reward": 0.5584821693599225, "rewards/format_reward": 0.9241071850061416, "step": 20 }, { "completion_length": 394.2165367126465, "epoch": 0.42643923240938164, "grad_norm": 0.28560909628868103, "kl": 0.0350738525390625, "learning_rate": 2.1156192081791355e-06, "loss": 0.0014, "reward": 1.512500062584877, "reward_std": 0.3465679492801428, "rewards/accuracy_reward": 0.5779018126428127, "rewards/format_reward": 0.9345982566475868, "step": 25 }, { "completion_length": 401.2672065734863, "epoch": 0.511727078891258, "grad_norm": 0.5306402444839478, "kl": 0.034088134765625, "learning_rate": 1.6808050203829845e-06, "loss": 0.0014, "reward": 1.5180804193019868, "reward_std": 0.3442438319325447, "rewards/accuracy_reward": 0.5779018104076385, "rewards/format_reward": 0.940178607404232, "step": 30 }, { "completion_length": 393.07434768676757, "epoch": 0.5970149253731343, "grad_norm": 0.2967917323112488, "kl": 0.0385345458984375, "learning_rate": 1.2296174432791415e-06, "loss": 0.0015, "reward": 1.5225447058677672, "reward_std": 0.34006611779332163, "rewards/accuracy_reward": 0.5747768118977546, "rewards/format_reward": 0.9477679014205933, "step": 35 }, { "completion_length": 390.0587242126465, "epoch": 0.6823027718550106, "grad_norm": 0.358806312084198, "kl": 0.0369537353515625, "learning_rate": 8.029152419343472e-07, "loss": 0.0015, "reward": 1.572321492433548, "reward_std": 0.313805010356009, "rewards/accuracy_reward": 0.6136160999536514, "rewards/format_reward": 0.9587054014205932, "step": 40 }, { "completion_length": 418.40091094970705, "epoch": 0.767590618336887, "grad_norm": 0.2598155736923218, "kl": 0.03328857421875, "learning_rate": 4.3933982822017883e-07, "loss": 0.0013, "reward": 1.5649554222822188, "reward_std": 0.3114229992032051, "rewards/accuracy_reward": 0.6140625312924385, "rewards/format_reward": 0.9508929029107094, "step": 45 }, { "completion_length": 422.549129486084, "epoch": 0.8528784648187633, "grad_norm": 0.2509433925151825, "kl": 0.034161376953125, "learning_rate": 1.718159615201853e-07, "loss": 0.0014, "reward": 1.5645089954137803, "reward_std": 0.3242972683161497, "rewards/accuracy_reward": 0.6129464544355869, "rewards/format_reward": 0.9515625432133674, "step": 50 }, { "completion_length": 419.257829284668, "epoch": 0.9381663113006397, "grad_norm": 0.3123314082622528, "kl": 0.0333709716796875, "learning_rate": 2.4570139579284723e-08, "loss": 0.0013, "reward": 1.5895090013742448, "reward_std": 0.326204876601696, "rewards/accuracy_reward": 0.6330357410013676, "rewards/format_reward": 0.9564732536673546, "step": 55 }, { "completion_length": 415.0018781026204, "epoch": 0.9893390191897654, "kl": 0.03472900390625, "reward": 1.5885417411724727, "reward_std": 0.29818206280469894, "rewards/accuracy_reward": 0.6279762176175913, "rewards/format_reward": 0.9605655198295912, "step": 58, "total_flos": 0.0, "train_loss": 0.0013394545973730192, "train_runtime": 6585.1769, "train_samples_per_second": 1.139, "train_steps_per_second": 0.009 } ], "logging_steps": 5, "max_steps": 58, "num_input_tokens_seen": 0, "num_train_epochs": 1, "save_steps": 500, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": false, "should_training_stop": false }, "attributes": {} } }, "total_flos": 0.0, "train_batch_size": 16, "trial_name": null, "trial_params": null }