| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 3.0, |
| "global_step": 45807, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.03, |
| "learning_rate": 4.9454231885956296e-05, |
| "loss": 1.6382, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.07, |
| "learning_rate": 4.89084637719126e-05, |
| "loss": 1.4459, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.1, |
| "learning_rate": 4.836269565786889e-05, |
| "loss": 1.3761, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.13, |
| "learning_rate": 4.781692754382518e-05, |
| "loss": 1.3464, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.16, |
| "learning_rate": 4.727115942978148e-05, |
| "loss": 1.312, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.2, |
| "learning_rate": 4.672539131573777e-05, |
| "loss": 1.2837, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.23, |
| "learning_rate": 4.6179623201694066e-05, |
| "loss": 1.2755, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.26, |
| "learning_rate": 4.563385508765036e-05, |
| "loss": 1.2409, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.29, |
| "learning_rate": 4.508808697360666e-05, |
| "loss": 1.2413, |
| "step": 4500 |
| }, |
| { |
| "epoch": 0.33, |
| "learning_rate": 4.4542318859562955e-05, |
| "loss": 1.2013, |
| "step": 5000 |
| }, |
| { |
| "epoch": 0.36, |
| "learning_rate": 4.399655074551924e-05, |
| "loss": 1.2081, |
| "step": 5500 |
| }, |
| { |
| "epoch": 0.39, |
| "learning_rate": 4.345078263147554e-05, |
| "loss": 1.1968, |
| "step": 6000 |
| }, |
| { |
| "epoch": 0.43, |
| "learning_rate": 4.2905014517431836e-05, |
| "loss": 1.1905, |
| "step": 6500 |
| }, |
| { |
| "epoch": 0.46, |
| "learning_rate": 4.235924640338813e-05, |
| "loss": 1.1819, |
| "step": 7000 |
| }, |
| { |
| "epoch": 0.49, |
| "learning_rate": 4.1813478289344424e-05, |
| "loss": 1.1742, |
| "step": 7500 |
| }, |
| { |
| "epoch": 0.52, |
| "learning_rate": 4.1267710175300724e-05, |
| "loss": 1.1643, |
| "step": 8000 |
| }, |
| { |
| "epoch": 0.56, |
| "learning_rate": 4.072194206125701e-05, |
| "loss": 1.1635, |
| "step": 8500 |
| }, |
| { |
| "epoch": 0.59, |
| "learning_rate": 4.0176173947213305e-05, |
| "loss": 1.1576, |
| "step": 9000 |
| }, |
| { |
| "epoch": 0.62, |
| "learning_rate": 3.9630405833169606e-05, |
| "loss": 1.1285, |
| "step": 9500 |
| }, |
| { |
| "epoch": 0.65, |
| "learning_rate": 3.90846377191259e-05, |
| "loss": 1.1492, |
| "step": 10000 |
| }, |
| { |
| "epoch": 0.69, |
| "learning_rate": 3.8538869605082194e-05, |
| "loss": 1.1324, |
| "step": 10500 |
| }, |
| { |
| "epoch": 0.72, |
| "learning_rate": 3.799310149103849e-05, |
| "loss": 1.1287, |
| "step": 11000 |
| }, |
| { |
| "epoch": 0.75, |
| "learning_rate": 3.744733337699479e-05, |
| "loss": 1.1413, |
| "step": 11500 |
| }, |
| { |
| "epoch": 0.79, |
| "learning_rate": 3.6901565262951075e-05, |
| "loss": 1.118, |
| "step": 12000 |
| }, |
| { |
| "epoch": 0.82, |
| "learning_rate": 3.635579714890737e-05, |
| "loss": 1.1147, |
| "step": 12500 |
| }, |
| { |
| "epoch": 0.85, |
| "learning_rate": 3.581002903486367e-05, |
| "loss": 1.1188, |
| "step": 13000 |
| }, |
| { |
| "epoch": 0.88, |
| "learning_rate": 3.5264260920819964e-05, |
| "loss": 1.1077, |
| "step": 13500 |
| }, |
| { |
| "epoch": 0.92, |
| "learning_rate": 3.471849280677626e-05, |
| "loss": 1.1016, |
| "step": 14000 |
| }, |
| { |
| "epoch": 0.95, |
| "learning_rate": 3.417272469273256e-05, |
| "loss": 1.1124, |
| "step": 14500 |
| }, |
| { |
| "epoch": 0.98, |
| "learning_rate": 3.362695657868885e-05, |
| "loss": 1.0993, |
| "step": 15000 |
| }, |
| { |
| "epoch": 1.02, |
| "learning_rate": 3.308118846464514e-05, |
| "loss": 1.0778, |
| "step": 15500 |
| }, |
| { |
| "epoch": 1.05, |
| "learning_rate": 3.253542035060144e-05, |
| "loss": 1.0797, |
| "step": 16000 |
| }, |
| { |
| "epoch": 1.08, |
| "learning_rate": 3.1989652236557734e-05, |
| "loss": 1.0757, |
| "step": 16500 |
| }, |
| { |
| "epoch": 1.11, |
| "learning_rate": 3.144388412251403e-05, |
| "loss": 1.0684, |
| "step": 17000 |
| }, |
| { |
| "epoch": 1.15, |
| "learning_rate": 3.089811600847032e-05, |
| "loss": 1.0735, |
| "step": 17500 |
| }, |
| { |
| "epoch": 1.18, |
| "learning_rate": 3.035234789442662e-05, |
| "loss": 1.0597, |
| "step": 18000 |
| }, |
| { |
| "epoch": 1.21, |
| "learning_rate": 2.9806579780382916e-05, |
| "loss": 1.0563, |
| "step": 18500 |
| }, |
| { |
| "epoch": 1.24, |
| "learning_rate": 2.9260811666339206e-05, |
| "loss": 1.0599, |
| "step": 19000 |
| }, |
| { |
| "epoch": 1.28, |
| "learning_rate": 2.87150435522955e-05, |
| "loss": 1.0488, |
| "step": 19500 |
| }, |
| { |
| "epoch": 1.31, |
| "learning_rate": 2.8169275438251797e-05, |
| "loss": 1.0554, |
| "step": 20000 |
| }, |
| { |
| "epoch": 1.34, |
| "learning_rate": 2.762350732420809e-05, |
| "loss": 1.0584, |
| "step": 20500 |
| }, |
| { |
| "epoch": 1.38, |
| "learning_rate": 2.707773921016439e-05, |
| "loss": 1.0517, |
| "step": 21000 |
| }, |
| { |
| "epoch": 1.41, |
| "learning_rate": 2.6531971096120682e-05, |
| "loss": 1.0518, |
| "step": 21500 |
| }, |
| { |
| "epoch": 1.44, |
| "learning_rate": 2.5986202982076973e-05, |
| "loss": 1.0526, |
| "step": 22000 |
| }, |
| { |
| "epoch": 1.47, |
| "learning_rate": 2.544043486803327e-05, |
| "loss": 1.0544, |
| "step": 22500 |
| }, |
| { |
| "epoch": 1.51, |
| "learning_rate": 2.4894666753989564e-05, |
| "loss": 1.049, |
| "step": 23000 |
| }, |
| { |
| "epoch": 1.54, |
| "learning_rate": 2.434889863994586e-05, |
| "loss": 1.0368, |
| "step": 23500 |
| }, |
| { |
| "epoch": 1.57, |
| "learning_rate": 2.3803130525902155e-05, |
| "loss": 1.0358, |
| "step": 24000 |
| }, |
| { |
| "epoch": 1.6, |
| "learning_rate": 2.325736241185845e-05, |
| "loss": 1.0322, |
| "step": 24500 |
| }, |
| { |
| "epoch": 1.64, |
| "learning_rate": 2.2711594297814746e-05, |
| "loss": 1.0346, |
| "step": 25000 |
| }, |
| { |
| "epoch": 1.67, |
| "learning_rate": 2.216582618377104e-05, |
| "loss": 1.0306, |
| "step": 25500 |
| }, |
| { |
| "epoch": 1.7, |
| "learning_rate": 2.1620058069727337e-05, |
| "loss": 1.0452, |
| "step": 26000 |
| }, |
| { |
| "epoch": 1.74, |
| "learning_rate": 2.1074289955683628e-05, |
| "loss": 1.029, |
| "step": 26500 |
| }, |
| { |
| "epoch": 1.77, |
| "learning_rate": 2.0528521841639925e-05, |
| "loss": 1.0272, |
| "step": 27000 |
| }, |
| { |
| "epoch": 1.8, |
| "learning_rate": 1.9982753727596222e-05, |
| "loss": 1.0333, |
| "step": 27500 |
| }, |
| { |
| "epoch": 1.83, |
| "learning_rate": 1.9436985613552513e-05, |
| "loss": 1.0249, |
| "step": 28000 |
| }, |
| { |
| "epoch": 1.87, |
| "learning_rate": 1.889121749950881e-05, |
| "loss": 1.026, |
| "step": 28500 |
| }, |
| { |
| "epoch": 1.9, |
| "learning_rate": 1.8345449385465104e-05, |
| "loss": 1.0333, |
| "step": 29000 |
| }, |
| { |
| "epoch": 1.93, |
| "learning_rate": 1.77996812714214e-05, |
| "loss": 1.0298, |
| "step": 29500 |
| }, |
| { |
| "epoch": 1.96, |
| "learning_rate": 1.7253913157377695e-05, |
| "loss": 1.0357, |
| "step": 30000 |
| }, |
| { |
| "epoch": 2.0, |
| "learning_rate": 1.670814504333399e-05, |
| "loss": 1.0204, |
| "step": 30500 |
| }, |
| { |
| "epoch": 2.03, |
| "learning_rate": 1.6162376929290286e-05, |
| "loss": 1.0019, |
| "step": 31000 |
| }, |
| { |
| "epoch": 2.06, |
| "learning_rate": 1.5616608815246576e-05, |
| "loss": 1.0006, |
| "step": 31500 |
| }, |
| { |
| "epoch": 2.1, |
| "learning_rate": 1.5070840701202874e-05, |
| "loss": 1.007, |
| "step": 32000 |
| }, |
| { |
| "epoch": 2.13, |
| "learning_rate": 1.452507258715917e-05, |
| "loss": 1.0071, |
| "step": 32500 |
| }, |
| { |
| "epoch": 2.16, |
| "learning_rate": 1.3979304473115461e-05, |
| "loss": 1.0002, |
| "step": 33000 |
| }, |
| { |
| "epoch": 2.19, |
| "learning_rate": 1.3433536359071759e-05, |
| "loss": 1.0088, |
| "step": 33500 |
| }, |
| { |
| "epoch": 2.23, |
| "learning_rate": 1.2887768245028054e-05, |
| "loss": 1.0037, |
| "step": 34000 |
| }, |
| { |
| "epoch": 2.26, |
| "learning_rate": 1.2342000130984348e-05, |
| "loss": 1.0029, |
| "step": 34500 |
| }, |
| { |
| "epoch": 2.29, |
| "learning_rate": 1.1796232016940644e-05, |
| "loss": 1.0053, |
| "step": 35000 |
| }, |
| { |
| "epoch": 2.32, |
| "learning_rate": 1.1250463902896937e-05, |
| "loss": 0.9949, |
| "step": 35500 |
| }, |
| { |
| "epoch": 2.36, |
| "learning_rate": 1.0704695788853231e-05, |
| "loss": 0.9993, |
| "step": 36000 |
| }, |
| { |
| "epoch": 2.39, |
| "learning_rate": 1.0158927674809529e-05, |
| "loss": 0.9943, |
| "step": 36500 |
| }, |
| { |
| "epoch": 2.42, |
| "learning_rate": 9.613159560765822e-06, |
| "loss": 1.0047, |
| "step": 37000 |
| }, |
| { |
| "epoch": 2.46, |
| "learning_rate": 9.067391446722118e-06, |
| "loss": 0.9933, |
| "step": 37500 |
| }, |
| { |
| "epoch": 2.49, |
| "learning_rate": 8.521623332678412e-06, |
| "loss": 0.9915, |
| "step": 38000 |
| }, |
| { |
| "epoch": 2.52, |
| "learning_rate": 7.975855218634706e-06, |
| "loss": 0.9846, |
| "step": 38500 |
| }, |
| { |
| "epoch": 2.55, |
| "learning_rate": 7.430087104591002e-06, |
| "loss": 0.9901, |
| "step": 39000 |
| }, |
| { |
| "epoch": 2.59, |
| "learning_rate": 6.884318990547296e-06, |
| "loss": 0.9887, |
| "step": 39500 |
| }, |
| { |
| "epoch": 2.62, |
| "learning_rate": 6.338550876503592e-06, |
| "loss": 0.9959, |
| "step": 40000 |
| }, |
| { |
| "epoch": 2.65, |
| "learning_rate": 5.792782762459886e-06, |
| "loss": 0.9942, |
| "step": 40500 |
| }, |
| { |
| "epoch": 2.69, |
| "learning_rate": 5.247014648416181e-06, |
| "loss": 1.0078, |
| "step": 41000 |
| }, |
| { |
| "epoch": 2.72, |
| "learning_rate": 4.701246534372476e-06, |
| "loss": 0.9922, |
| "step": 41500 |
| }, |
| { |
| "epoch": 2.75, |
| "learning_rate": 4.155478420328771e-06, |
| "loss": 0.9876, |
| "step": 42000 |
| }, |
| { |
| "epoch": 2.78, |
| "learning_rate": 3.6097103062850654e-06, |
| "loss": 0.9978, |
| "step": 42500 |
| }, |
| { |
| "epoch": 2.82, |
| "learning_rate": 3.0639421922413605e-06, |
| "loss": 0.9917, |
| "step": 43000 |
| }, |
| { |
| "epoch": 2.85, |
| "learning_rate": 2.5181740781976556e-06, |
| "loss": 0.9875, |
| "step": 43500 |
| }, |
| { |
| "epoch": 2.88, |
| "learning_rate": 1.9724059641539503e-06, |
| "loss": 0.9979, |
| "step": 44000 |
| }, |
| { |
| "epoch": 2.91, |
| "learning_rate": 1.4266378501102453e-06, |
| "loss": 0.9892, |
| "step": 44500 |
| }, |
| { |
| "epoch": 2.95, |
| "learning_rate": 8.808697360665402e-07, |
| "loss": 0.9923, |
| "step": 45000 |
| }, |
| { |
| "epoch": 2.98, |
| "learning_rate": 3.35101622022835e-07, |
| "loss": 0.9898, |
| "step": 45500 |
| }, |
| { |
| "epoch": 3.0, |
| "step": 45807, |
| "total_flos": 6.509187922187059e+17, |
| "train_loss": 1.0828881245932322, |
| "train_runtime": 19368.7282, |
| "train_samples_per_second": 75.677, |
| "train_steps_per_second": 2.365 |
| } |
| ], |
| "max_steps": 45807, |
| "num_train_epochs": 3, |
| "total_flos": 6.509187922187059e+17, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
