| { |
| "best_metric": 0.9076670631807177, |
| "best_model_checkpoint": "./output//roberta-large_ipc1_H_5_32_5e-6_0.01_0.06_07-08-22_06-40/checkpoint-28000", |
| "epoch": 0.2084682793177131, |
| "global_step": 28000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.01, |
| "learning_rate": 2.481759070829404e-07, |
| "loss": 0.4329, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.01, |
| "eval_accuracy": 0.5884747561984958, |
| "eval_f1": 0.6872181807983729, |
| "eval_loss": 0.2462294101715088, |
| "eval_roc_auc": 0.7804816717606253, |
| "eval_runtime": 6569.6147, |
| "eval_samples_per_second": 33.839, |
| "eval_steps_per_second": 2.115, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.03, |
| "learning_rate": 4.963518141658809e-07, |
| "loss": 0.1951, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.03, |
| "eval_accuracy": 0.7922514304221094, |
| "eval_f1": 0.8496544620977544, |
| "eval_loss": 0.14517635107040405, |
| "eval_roc_auc": 0.895243709044785, |
| "eval_runtime": 6569.3584, |
| "eval_samples_per_second": 33.841, |
| "eval_steps_per_second": 2.115, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.04, |
| "learning_rate": 7.445277212488212e-07, |
| "loss": 0.1382, |
| "step": 6000 |
| }, |
| { |
| "epoch": 0.04, |
| "eval_accuracy": 0.8181744575191623, |
| "eval_f1": 0.8705377939577977, |
| "eval_loss": 0.12493952363729477, |
| "eval_roc_auc": 0.9109245202637991, |
| "eval_runtime": 6567.6398, |
| "eval_samples_per_second": 33.85, |
| "eval_steps_per_second": 2.116, |
| "step": 6000 |
| }, |
| { |
| "epoch": 0.06, |
| "learning_rate": 9.927036283317617e-07, |
| "loss": 0.1226, |
| "step": 8000 |
| }, |
| { |
| "epoch": 0.06, |
| "eval_accuracy": 0.8257044154161719, |
| "eval_f1": 0.8795041743265541, |
| "eval_loss": 0.11273977905511856, |
| "eval_roc_auc": 0.9185852786225337, |
| "eval_runtime": 6573.4579, |
| "eval_samples_per_second": 33.82, |
| "eval_steps_per_second": 2.114, |
| "step": 8000 |
| }, |
| { |
| "epoch": 0.07, |
| "learning_rate": 1.240879535414702e-06, |
| "loss": 0.1121, |
| "step": 10000 |
| }, |
| { |
| "epoch": 0.07, |
| "eval_accuracy": 0.8326721004714096, |
| "eval_f1": 0.8861235840391877, |
| "eval_loss": 0.10739490389823914, |
| "eval_roc_auc": 0.9245890326912541, |
| "eval_runtime": 6572.6062, |
| "eval_samples_per_second": 33.824, |
| "eval_steps_per_second": 2.114, |
| "step": 10000 |
| }, |
| { |
| "epoch": 0.09, |
| "learning_rate": 1.4890554424976424e-06, |
| "loss": 0.1059, |
| "step": 12000 |
| }, |
| { |
| "epoch": 0.09, |
| "eval_accuracy": 0.8378045269711036, |
| "eval_f1": 0.8920632767595246, |
| "eval_loss": 0.1017272025346756, |
| "eval_roc_auc": 0.929144259699995, |
| "eval_runtime": 6575.5269, |
| "eval_samples_per_second": 33.809, |
| "eval_steps_per_second": 2.113, |
| "step": 12000 |
| }, |
| { |
| "epoch": 0.1, |
| "learning_rate": 1.7372313495805828e-06, |
| "loss": 0.1024, |
| "step": 14000 |
| }, |
| { |
| "epoch": 0.1, |
| "eval_accuracy": 0.8408677894130772, |
| "eval_f1": 0.893626255792282, |
| "eval_loss": 0.09984249621629715, |
| "eval_roc_auc": 0.928852296252917, |
| "eval_runtime": 6574.5786, |
| "eval_samples_per_second": 33.814, |
| "eval_steps_per_second": 2.113, |
| "step": 14000 |
| }, |
| { |
| "epoch": 0.12, |
| "learning_rate": 1.9854072566635234e-06, |
| "loss": 0.0974, |
| "step": 16000 |
| }, |
| { |
| "epoch": 0.12, |
| "eval_accuracy": 0.8442549210119112, |
| "eval_f1": 0.898560228806424, |
| "eval_loss": 0.09467251598834991, |
| "eval_roc_auc": 0.9336472029116307, |
| "eval_runtime": 6575.3988, |
| "eval_samples_per_second": 33.81, |
| "eval_steps_per_second": 2.113, |
| "step": 16000 |
| }, |
| { |
| "epoch": 0.13, |
| "learning_rate": 2.2335831637464636e-06, |
| "loss": 0.0964, |
| "step": 18000 |
| }, |
| { |
| "epoch": 0.13, |
| "eval_accuracy": 0.8498776494296304, |
| "eval_f1": 0.9009191664807081, |
| "eval_loss": 0.09292563796043396, |
| "eval_roc_auc": 0.9335645456901214, |
| "eval_runtime": 6575.3606, |
| "eval_samples_per_second": 33.81, |
| "eval_steps_per_second": 2.113, |
| "step": 18000 |
| }, |
| { |
| "epoch": 0.15, |
| "learning_rate": 2.481759070829404e-06, |
| "loss": 0.0954, |
| "step": 20000 |
| }, |
| { |
| "epoch": 0.15, |
| "eval_accuracy": 0.8467199251502393, |
| "eval_f1": 0.8968800725980649, |
| "eval_loss": 0.09573328495025635, |
| "eval_roc_auc": 0.9303951610003275, |
| "eval_runtime": 6576.7864, |
| "eval_samples_per_second": 33.803, |
| "eval_steps_per_second": 2.113, |
| "step": 20000 |
| }, |
| { |
| "epoch": 0.16, |
| "learning_rate": 2.7299349779123447e-06, |
| "loss": 0.0926, |
| "step": 22000 |
| }, |
| { |
| "epoch": 0.16, |
| "eval_accuracy": 0.8511686278743388, |
| "eval_f1": 0.9032656201127709, |
| "eval_loss": 0.09094775468111038, |
| "eval_roc_auc": 0.9367924962877248, |
| "eval_runtime": 6579.9338, |
| "eval_samples_per_second": 33.786, |
| "eval_steps_per_second": 2.112, |
| "step": 22000 |
| }, |
| { |
| "epoch": 0.18, |
| "learning_rate": 2.978110884995285e-06, |
| "loss": 0.0916, |
| "step": 24000 |
| }, |
| { |
| "epoch": 0.18, |
| "eval_accuracy": 0.8545737522041096, |
| "eval_f1": 0.9044808139596631, |
| "eval_loss": 0.08910883218050003, |
| "eval_roc_auc": 0.9358689602259472, |
| "eval_runtime": 6577.1239, |
| "eval_samples_per_second": 33.801, |
| "eval_steps_per_second": 2.113, |
| "step": 24000 |
| }, |
| { |
| "epoch": 0.19, |
| "learning_rate": 3.2262867920782255e-06, |
| "loss": 0.0907, |
| "step": 26000 |
| }, |
| { |
| "epoch": 0.19, |
| "eval_accuracy": 0.8548076577062866, |
| "eval_f1": 0.9047564303992575, |
| "eval_loss": 0.08734705299139023, |
| "eval_roc_auc": 0.9352966950206927, |
| "eval_runtime": 6579.4149, |
| "eval_samples_per_second": 33.789, |
| "eval_steps_per_second": 2.112, |
| "step": 26000 |
| }, |
| { |
| "epoch": 0.21, |
| "learning_rate": 3.4744626991611656e-06, |
| "loss": 0.09, |
| "step": 28000 |
| }, |
| { |
| "epoch": 0.21, |
| "eval_accuracy": 0.8557117924358559, |
| "eval_f1": 0.9076670631807177, |
| "eval_loss": 0.08580958843231201, |
| "eval_roc_auc": 0.9401102386424043, |
| "eval_runtime": 6641.2181, |
| "eval_samples_per_second": 33.475, |
| "eval_steps_per_second": 2.092, |
| "step": 28000 |
| } |
| ], |
| "max_steps": 671565, |
| "num_train_epochs": 5, |
| "total_flos": 8.35021786841088e+17, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
