| { |
| "best_metric": 0.8050541516245487, |
| "best_model_checkpoint": "./fp32_1e_5/models/rte-roberta-base/checkpoint-1000", |
| "epoch": 12.820512820512821, |
| "global_step": 1000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.64, |
| "learning_rate": 5.319148936170213e-06, |
| "loss": 0.6932, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.64, |
| "eval_accuracy": 0.4729241877256318, |
| "eval_loss": 0.6963141560554504, |
| "eval_runtime": 2.0901, |
| "eval_samples_per_second": 132.533, |
| "eval_steps_per_second": 4.306, |
| "step": 50 |
| }, |
| { |
| "epoch": 1.28, |
| "learning_rate": 9.959072305593452e-06, |
| "loss": 0.6957, |
| "step": 100 |
| }, |
| { |
| "epoch": 1.28, |
| "eval_accuracy": 0.4729241877256318, |
| "eval_loss": 0.69448322057724, |
| "eval_runtime": 0.7491, |
| "eval_samples_per_second": 369.778, |
| "eval_steps_per_second": 12.014, |
| "step": 100 |
| }, |
| { |
| "epoch": 1.92, |
| "learning_rate": 9.618008185538881e-06, |
| "loss": 0.6869, |
| "step": 150 |
| }, |
| { |
| "epoch": 1.92, |
| "eval_accuracy": 0.6245487364620939, |
| "eval_loss": 0.6610168218612671, |
| "eval_runtime": 0.7857, |
| "eval_samples_per_second": 352.54, |
| "eval_steps_per_second": 11.454, |
| "step": 150 |
| }, |
| { |
| "epoch": 2.56, |
| "learning_rate": 9.276944065484312e-06, |
| "loss": 0.6292, |
| "step": 200 |
| }, |
| { |
| "epoch": 2.56, |
| "eval_accuracy": 0.6570397111913358, |
| "eval_loss": 0.6132365465164185, |
| "eval_runtime": 0.7843, |
| "eval_samples_per_second": 353.202, |
| "eval_steps_per_second": 11.476, |
| "step": 200 |
| }, |
| { |
| "epoch": 3.21, |
| "learning_rate": 8.935879945429742e-06, |
| "loss": 0.5473, |
| "step": 250 |
| }, |
| { |
| "epoch": 3.21, |
| "eval_accuracy": 0.7075812274368231, |
| "eval_loss": 0.6135809421539307, |
| "eval_runtime": 0.8034, |
| "eval_samples_per_second": 344.792, |
| "eval_steps_per_second": 11.203, |
| "step": 250 |
| }, |
| { |
| "epoch": 3.85, |
| "learning_rate": 8.59481582537517e-06, |
| "loss": 0.4867, |
| "step": 300 |
| }, |
| { |
| "epoch": 3.85, |
| "eval_accuracy": 0.7256317689530686, |
| "eval_loss": 0.5372898578643799, |
| "eval_runtime": 0.8424, |
| "eval_samples_per_second": 328.815, |
| "eval_steps_per_second": 10.684, |
| "step": 300 |
| }, |
| { |
| "epoch": 4.49, |
| "learning_rate": 8.253751705320601e-06, |
| "loss": 0.3673, |
| "step": 350 |
| }, |
| { |
| "epoch": 4.49, |
| "eval_accuracy": 0.7292418772563177, |
| "eval_loss": 0.6152286529541016, |
| "eval_runtime": 0.7525, |
| "eval_samples_per_second": 368.117, |
| "eval_steps_per_second": 11.96, |
| "step": 350 |
| }, |
| { |
| "epoch": 5.13, |
| "learning_rate": 7.912687585266032e-06, |
| "loss": 0.3246, |
| "step": 400 |
| }, |
| { |
| "epoch": 5.13, |
| "eval_accuracy": 0.7545126353790613, |
| "eval_loss": 0.6094390153884888, |
| "eval_runtime": 0.7684, |
| "eval_samples_per_second": 360.479, |
| "eval_steps_per_second": 11.712, |
| "step": 400 |
| }, |
| { |
| "epoch": 5.77, |
| "learning_rate": 7.5716234652114605e-06, |
| "loss": 0.2585, |
| "step": 450 |
| }, |
| { |
| "epoch": 5.77, |
| "eval_accuracy": 0.7725631768953068, |
| "eval_loss": 0.6251689791679382, |
| "eval_runtime": 0.7559, |
| "eval_samples_per_second": 366.46, |
| "eval_steps_per_second": 11.907, |
| "step": 450 |
| }, |
| { |
| "epoch": 6.41, |
| "learning_rate": 7.23055934515689e-06, |
| "loss": 0.1975, |
| "step": 500 |
| }, |
| { |
| "epoch": 6.41, |
| "eval_accuracy": 0.7436823104693141, |
| "eval_loss": 0.7674959301948547, |
| "eval_runtime": 0.766, |
| "eval_samples_per_second": 361.606, |
| "eval_steps_per_second": 11.749, |
| "step": 500 |
| }, |
| { |
| "epoch": 7.05, |
| "learning_rate": 6.88949522510232e-06, |
| "loss": 0.19, |
| "step": 550 |
| }, |
| { |
| "epoch": 7.05, |
| "eval_accuracy": 0.7617328519855595, |
| "eval_loss": 0.7783448696136475, |
| "eval_runtime": 0.7892, |
| "eval_samples_per_second": 350.981, |
| "eval_steps_per_second": 11.404, |
| "step": 550 |
| }, |
| { |
| "epoch": 7.69, |
| "learning_rate": 6.54843110504775e-06, |
| "loss": 0.1266, |
| "step": 600 |
| }, |
| { |
| "epoch": 7.69, |
| "eval_accuracy": 0.7545126353790613, |
| "eval_loss": 1.0359293222427368, |
| "eval_runtime": 0.7751, |
| "eval_samples_per_second": 357.395, |
| "eval_steps_per_second": 11.612, |
| "step": 600 |
| }, |
| { |
| "epoch": 8.33, |
| "learning_rate": 6.20736698499318e-06, |
| "loss": 0.1222, |
| "step": 650 |
| }, |
| { |
| "epoch": 8.33, |
| "eval_accuracy": 0.7833935018050542, |
| "eval_loss": 0.8435311913490295, |
| "eval_runtime": 1.3166, |
| "eval_samples_per_second": 210.387, |
| "eval_steps_per_second": 6.836, |
| "step": 650 |
| }, |
| { |
| "epoch": 8.97, |
| "learning_rate": 5.8663028649386085e-06, |
| "loss": 0.1146, |
| "step": 700 |
| }, |
| { |
| "epoch": 8.97, |
| "eval_accuracy": 0.7833935018050542, |
| "eval_loss": 0.941527247428894, |
| "eval_runtime": 0.749, |
| "eval_samples_per_second": 369.818, |
| "eval_steps_per_second": 12.016, |
| "step": 700 |
| }, |
| { |
| "epoch": 9.62, |
| "learning_rate": 5.525238744884038e-06, |
| "loss": 0.1131, |
| "step": 750 |
| }, |
| { |
| "epoch": 9.62, |
| "eval_accuracy": 0.7833935018050542, |
| "eval_loss": 0.9660640358924866, |
| "eval_runtime": 0.7502, |
| "eval_samples_per_second": 369.243, |
| "eval_steps_per_second": 11.997, |
| "step": 750 |
| }, |
| { |
| "epoch": 10.26, |
| "learning_rate": 5.1841746248294686e-06, |
| "loss": 0.0719, |
| "step": 800 |
| }, |
| { |
| "epoch": 10.26, |
| "eval_accuracy": 0.7906137184115524, |
| "eval_loss": 1.0486385822296143, |
| "eval_runtime": 0.7951, |
| "eval_samples_per_second": 348.395, |
| "eval_steps_per_second": 11.32, |
| "step": 800 |
| }, |
| { |
| "epoch": 10.9, |
| "learning_rate": 4.843110504774898e-06, |
| "loss": 0.1002, |
| "step": 850 |
| }, |
| { |
| "epoch": 10.9, |
| "eval_accuracy": 0.776173285198556, |
| "eval_loss": 1.1470500230789185, |
| "eval_runtime": 0.7467, |
| "eval_samples_per_second": 370.982, |
| "eval_steps_per_second": 12.054, |
| "step": 850 |
| }, |
| { |
| "epoch": 11.54, |
| "learning_rate": 4.502046384720328e-06, |
| "loss": 0.0515, |
| "step": 900 |
| }, |
| { |
| "epoch": 11.54, |
| "eval_accuracy": 0.7906137184115524, |
| "eval_loss": 1.0903133153915405, |
| "eval_runtime": 0.7707, |
| "eval_samples_per_second": 359.412, |
| "eval_steps_per_second": 11.678, |
| "step": 900 |
| }, |
| { |
| "epoch": 12.18, |
| "learning_rate": 4.160982264665757e-06, |
| "loss": 0.0732, |
| "step": 950 |
| }, |
| { |
| "epoch": 12.18, |
| "eval_accuracy": 0.7978339350180506, |
| "eval_loss": 1.0761293172836304, |
| "eval_runtime": 0.8013, |
| "eval_samples_per_second": 345.69, |
| "eval_steps_per_second": 11.232, |
| "step": 950 |
| }, |
| { |
| "epoch": 12.82, |
| "learning_rate": 3.819918144611187e-06, |
| "loss": 0.0644, |
| "step": 1000 |
| }, |
| { |
| "epoch": 12.82, |
| "eval_accuracy": 0.8050541516245487, |
| "eval_loss": 1.118359088897705, |
| "eval_runtime": 0.7549, |
| "eval_samples_per_second": 366.937, |
| "eval_steps_per_second": 11.922, |
| "step": 1000 |
| } |
| ], |
| "max_steps": 1560, |
| "num_train_epochs": 20, |
| "total_flos": 2100152443883520.0, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
