| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.3337505214851898, |
| "eval_steps": 500, |
| "global_step": 1000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.008343763037129746, |
| "grad_norm": 0.7562159895896912, |
| "learning_rate": 0.0001951951951951952, |
| "loss": 1.9181, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.016687526074259492, |
| "grad_norm": 0.8098325133323669, |
| "learning_rate": 0.0001901901901901902, |
| "loss": 1.1849, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.025031289111389236, |
| "grad_norm": 0.3777216374874115, |
| "learning_rate": 0.0001851851851851852, |
| "loss": 1.6916, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.033375052148518984, |
| "grad_norm": 0.5206697583198547, |
| "learning_rate": 0.00018018018018018018, |
| "loss": 1.1422, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.041718815185648725, |
| "grad_norm": 0.38817787170410156, |
| "learning_rate": 0.0001751751751751752, |
| "loss": 1.6667, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.05006257822277847, |
| "grad_norm": 0.6388385891914368, |
| "learning_rate": 0.0001701701701701702, |
| "loss": 1.2033, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.05840634125990822, |
| "grad_norm": 0.4120958149433136, |
| "learning_rate": 0.00016516516516516518, |
| "loss": 1.725, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.06675010429703797, |
| "grad_norm": 0.46837368607521057, |
| "learning_rate": 0.00016016016016016018, |
| "loss": 1.065, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.07509386733416772, |
| "grad_norm": 0.4679395854473114, |
| "learning_rate": 0.00015515515515515516, |
| "loss": 1.7601, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.08343763037129745, |
| "grad_norm": 0.380135178565979, |
| "learning_rate": 0.00015015015015015014, |
| "loss": 1.0251, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.0917813934084272, |
| "grad_norm": 0.3675175905227661, |
| "learning_rate": 0.00014514514514514515, |
| "loss": 1.6459, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.10012515644555695, |
| "grad_norm": 0.48725131154060364, |
| "learning_rate": 0.00014014014014014013, |
| "loss": 1.0373, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.1084689194826867, |
| "grad_norm": 0.42459967732429504, |
| "learning_rate": 0.00013513513513513514, |
| "loss": 1.6939, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.11681268251981644, |
| "grad_norm": 0.44615626335144043, |
| "learning_rate": 0.00013013013013013014, |
| "loss": 1.1265, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.1251564455569462, |
| "grad_norm": 0.3729555904865265, |
| "learning_rate": 0.00012512512512512512, |
| "loss": 1.7411, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.13350020859407594, |
| "grad_norm": 0.42633363604545593, |
| "learning_rate": 0.00012012012012012013, |
| "loss": 1.1436, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.14184397163120568, |
| "grad_norm": 0.4313684105873108, |
| "learning_rate": 0.00011511511511511512, |
| "loss": 1.6521, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.15018773466833543, |
| "grad_norm": 0.3195270597934723, |
| "learning_rate": 0.00011011011011011012, |
| "loss": 0.984, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.15853149770546515, |
| "grad_norm": 0.279301255941391, |
| "learning_rate": 0.00010510510510510511, |
| "loss": 1.6523, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.1668752607425949, |
| "grad_norm": 0.32661929726600647, |
| "learning_rate": 0.00010010010010010012, |
| "loss": 1.0151, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.1668752607425949, |
| "eval_loss": 1.5524340867996216, |
| "eval_runtime": 511.702, |
| "eval_samples_per_second": 2.931, |
| "eval_steps_per_second": 0.367, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.17521902377972465, |
| "grad_norm": 0.27320751547813416, |
| "learning_rate": 9.50950950950951e-05, |
| "loss": 1.6524, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.1835627868168544, |
| "grad_norm": 0.393206387758255, |
| "learning_rate": 9.009009009009009e-05, |
| "loss": 0.9658, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.19190654985398414, |
| "grad_norm": 0.29037702083587646, |
| "learning_rate": 8.50850850850851e-05, |
| "loss": 1.6467, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.2002503128911139, |
| "grad_norm": 0.3599018156528473, |
| "learning_rate": 8.008008008008009e-05, |
| "loss": 1.0368, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.20859407592824364, |
| "grad_norm": 0.397064208984375, |
| "learning_rate": 7.507507507507507e-05, |
| "loss": 1.7412, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.2169378389653734, |
| "grad_norm": 0.3856523334980011, |
| "learning_rate": 7.007007007007007e-05, |
| "loss": 1.1053, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.22528160200250313, |
| "grad_norm": 0.30977582931518555, |
| "learning_rate": 6.506506506506507e-05, |
| "loss": 1.7623, |
| "step": 675 |
| }, |
| { |
| "epoch": 0.23362536503963288, |
| "grad_norm": 0.4029249846935272, |
| "learning_rate": 6.0060060060060066e-05, |
| "loss": 1.1681, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.24196912807676263, |
| "grad_norm": 0.3093183636665344, |
| "learning_rate": 5.505505505505506e-05, |
| "loss": 1.7267, |
| "step": 725 |
| }, |
| { |
| "epoch": 0.2503128911138924, |
| "grad_norm": 0.45136523246765137, |
| "learning_rate": 5.005005005005006e-05, |
| "loss": 1.1256, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.2586566541510221, |
| "grad_norm": 0.2787851393222809, |
| "learning_rate": 4.5045045045045046e-05, |
| "loss": 1.7174, |
| "step": 775 |
| }, |
| { |
| "epoch": 0.2670004171881519, |
| "grad_norm": 0.33277878165245056, |
| "learning_rate": 4.0040040040040046e-05, |
| "loss": 0.9848, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.2753441802252816, |
| "grad_norm": 0.3014131784439087, |
| "learning_rate": 3.503503503503503e-05, |
| "loss": 1.6547, |
| "step": 825 |
| }, |
| { |
| "epoch": 0.28368794326241137, |
| "grad_norm": 0.27079567313194275, |
| "learning_rate": 3.0030030030030033e-05, |
| "loss": 1.1372, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.2920317062995411, |
| "grad_norm": 0.2874036729335785, |
| "learning_rate": 2.502502502502503e-05, |
| "loss": 1.7384, |
| "step": 875 |
| }, |
| { |
| "epoch": 0.30037546933667086, |
| "grad_norm": 0.38741400837898254, |
| "learning_rate": 2.0020020020020023e-05, |
| "loss": 1.0731, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.3087192323738006, |
| "grad_norm": 0.3522486090660095, |
| "learning_rate": 1.5015015015015016e-05, |
| "loss": 1.6537, |
| "step": 925 |
| }, |
| { |
| "epoch": 0.3170629954109303, |
| "grad_norm": 0.41225603222846985, |
| "learning_rate": 1.0010010010010011e-05, |
| "loss": 1.0646, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.32540675844806005, |
| "grad_norm": 0.33286789059638977, |
| "learning_rate": 5.005005005005006e-06, |
| "loss": 1.6279, |
| "step": 975 |
| }, |
| { |
| "epoch": 0.3337505214851898, |
| "grad_norm": 0.405441552400589, |
| "learning_rate": 0.0, |
| "loss": 1.0594, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.3337505214851898, |
| "eval_loss": 1.5415141582489014, |
| "eval_runtime": 511.169, |
| "eval_samples_per_second": 2.934, |
| "eval_steps_per_second": 0.368, |
| "step": 1000 |
| } |
| ], |
| "logging_steps": 25, |
| "max_steps": 1000, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 250, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.341797200653312e+16, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
