| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.9655172413793105, |
| "eval_steps": 500, |
| "global_step": 72, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.027586206896551724, |
| "grad_norm": 0.11144802174556881, |
| "learning_rate": 1.25e-06, |
| "loss": 0.5051, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.13793103448275862, |
| "grad_norm": 0.09698752219012007, |
| "learning_rate": 6.25e-06, |
| "loss": 0.4632, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.27586206896551724, |
| "grad_norm": 0.13519388776130348, |
| "learning_rate": 9.975923633360985e-06, |
| "loss": 0.469, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.41379310344827586, |
| "grad_norm": 0.1106782389090889, |
| "learning_rate": 9.707720325915105e-06, |
| "loss": 0.4652, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.5517241379310345, |
| "grad_norm": 0.06857565054861327, |
| "learning_rate": 9.157348061512728e-06, |
| "loss": 0.43, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.6896551724137931, |
| "grad_norm": 0.06552544372541018, |
| "learning_rate": 8.357794774235094e-06, |
| "loss": 0.427, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.8275862068965517, |
| "grad_norm": 0.060081588920205875, |
| "learning_rate": 7.3569836841299905e-06, |
| "loss": 0.4102, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.9655172413793104, |
| "grad_norm": 0.05602335659496659, |
| "learning_rate": 6.21490089951632e-06, |
| "loss": 0.4186, |
| "step": 35 |
| }, |
| { |
| "epoch": 1.0, |
| "eval_loss": 0.42343464493751526, |
| "eval_runtime": 28.7921, |
| "eval_samples_per_second": 18.929, |
| "eval_steps_per_second": 4.758, |
| "step": 37 |
| }, |
| { |
| "epoch": 1.0827586206896551, |
| "grad_norm": 0.05373545774087006, |
| "learning_rate": 5e-06, |
| "loss": 0.4036, |
| "step": 40 |
| }, |
| { |
| "epoch": 1.2206896551724138, |
| "grad_norm": 0.053670223651931796, |
| "learning_rate": 3.7850991004836813e-06, |
| "loss": 0.3594, |
| "step": 45 |
| }, |
| { |
| "epoch": 1.3586206896551725, |
| "grad_norm": 0.05692045100097061, |
| "learning_rate": 2.6430163158700116e-06, |
| "loss": 0.3676, |
| "step": 50 |
| }, |
| { |
| "epoch": 1.4965517241379311, |
| "grad_norm": 0.050380887654109356, |
| "learning_rate": 1.642205225764908e-06, |
| "loss": 0.3407, |
| "step": 55 |
| }, |
| { |
| "epoch": 1.6344827586206896, |
| "grad_norm": 0.048983382324476604, |
| "learning_rate": 8.426519384872733e-07, |
| "loss": 0.3724, |
| "step": 60 |
| }, |
| { |
| "epoch": 1.7724137931034483, |
| "grad_norm": 0.048686689507392925, |
| "learning_rate": 2.9227967408489653e-07, |
| "loss": 0.3631, |
| "step": 65 |
| }, |
| { |
| "epoch": 1.910344827586207, |
| "grad_norm": 0.049007540032715985, |
| "learning_rate": 2.4076366639015914e-08, |
| "loss": 0.35, |
| "step": 70 |
| }, |
| { |
| "epoch": 1.9655172413793105, |
| "eval_loss": 0.4222530722618103, |
| "eval_runtime": 28.7555, |
| "eval_samples_per_second": 18.953, |
| "eval_steps_per_second": 4.764, |
| "step": 72 |
| } |
| ], |
| "logging_steps": 5, |
| "max_steps": 72, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 2, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.8383991907496755e+17, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
