| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.9212295869356388, |
| "eval_steps": 30, |
| "global_step": 4000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.01, |
| "grad_norm": 2.113042176528739, |
| "learning_rate": 4.800000000000001e-06, |
| "loss": 1.7509, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.01, |
| "eval_loss": 1.228292465209961, |
| "eval_runtime": 0.6159, |
| "eval_samples_per_second": 6.495, |
| "eval_steps_per_second": 1.624, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 1.661469579110867, |
| "learning_rate": 9.600000000000001e-06, |
| "loss": 1.1478, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.03, |
| "eval_loss": 1.0729522705078125, |
| "eval_runtime": 0.5568, |
| "eval_samples_per_second": 7.183, |
| "eval_steps_per_second": 1.796, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 1.4443362785996876, |
| "learning_rate": 1.4400000000000001e-05, |
| "loss": 1.0223, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.04, |
| "eval_loss": 1.0873539447784424, |
| "eval_runtime": 0.5571, |
| "eval_samples_per_second": 7.18, |
| "eval_steps_per_second": 1.795, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 1.4587251002054071, |
| "learning_rate": 1.9200000000000003e-05, |
| "loss": 1.0156, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.06, |
| "eval_loss": 1.1211045980453491, |
| "eval_runtime": 0.5582, |
| "eval_samples_per_second": 7.166, |
| "eval_steps_per_second": 1.792, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 1.2847131983132847, |
| "learning_rate": 2.4e-05, |
| "loss": 1.0016, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.07, |
| "eval_loss": 1.1070358753204346, |
| "eval_runtime": 0.5598, |
| "eval_samples_per_second": 7.146, |
| "eval_steps_per_second": 1.786, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 1.3382431357490099, |
| "learning_rate": 2.8800000000000002e-05, |
| "loss": 0.9996, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.09, |
| "eval_loss": 1.0517526865005493, |
| "eval_runtime": 0.5568, |
| "eval_samples_per_second": 7.184, |
| "eval_steps_per_second": 1.796, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 1.2345853900999129, |
| "learning_rate": 3.3600000000000004e-05, |
| "loss": 1.0139, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.1, |
| "eval_loss": 1.0749964714050293, |
| "eval_runtime": 0.5592, |
| "eval_samples_per_second": 7.153, |
| "eval_steps_per_second": 1.788, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 1.2244044739268343, |
| "learning_rate": 3.8400000000000005e-05, |
| "loss": 1.0034, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.12, |
| "eval_loss": 1.0613545179367065, |
| "eval_runtime": 0.5589, |
| "eval_samples_per_second": 7.157, |
| "eval_steps_per_second": 1.789, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 1.0431475291904868, |
| "learning_rate": 3.999939500769685e-05, |
| "loss": 1.0113, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.13, |
| "eval_loss": 1.1293017864227295, |
| "eval_runtime": 0.5624, |
| "eval_samples_per_second": 7.113, |
| "eval_steps_per_second": 1.778, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 1.1355194938997377, |
| "learning_rate": 3.9996218898187263e-05, |
| "loss": 0.9819, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.14, |
| "eval_loss": 1.151803970336914, |
| "eval_runtime": 0.5544, |
| "eval_samples_per_second": 7.214, |
| "eval_steps_per_second": 1.804, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 1.002096318645778, |
| "learning_rate": 3.999032085516322e-05, |
| "loss": 0.9966, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.16, |
| "eval_loss": 1.1503264904022217, |
| "eval_runtime": 0.5581, |
| "eval_samples_per_second": 7.168, |
| "eval_steps_per_second": 1.792, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 1.0441830545655453, |
| "learning_rate": 3.998170168148057e-05, |
| "loss": 0.993, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.17, |
| "eval_loss": 1.1149314641952515, |
| "eval_runtime": 0.5612, |
| "eval_samples_per_second": 7.128, |
| "eval_steps_per_second": 1.782, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 0.9894273776215953, |
| "learning_rate": 3.9970362550402e-05, |
| "loss": 1.0013, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.19, |
| "eval_loss": 1.137695550918579, |
| "eval_runtime": 0.5586, |
| "eval_samples_per_second": 7.161, |
| "eval_steps_per_second": 1.79, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 0.9860155816281625, |
| "learning_rate": 3.9956305005437365e-05, |
| "loss": 0.9879, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.2, |
| "eval_loss": 1.1234393119812012, |
| "eval_runtime": 0.5579, |
| "eval_samples_per_second": 7.169, |
| "eval_steps_per_second": 1.792, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 0.9832922200849178, |
| "learning_rate": 3.993953096013357e-05, |
| "loss": 0.9752, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.22, |
| "eval_loss": 1.1383097171783447, |
| "eval_runtime": 0.5607, |
| "eval_samples_per_second": 7.134, |
| "eval_steps_per_second": 1.783, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 0.8913823988583212, |
| "learning_rate": 3.992004269781409e-05, |
| "loss": 0.9868, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.23, |
| "eval_loss": 1.1235936880111694, |
| "eval_runtime": 0.5602, |
| "eval_samples_per_second": 7.14, |
| "eval_steps_per_second": 1.785, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 0.8982861978725096, |
| "learning_rate": 3.989784287126818e-05, |
| "loss": 0.9803, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.24, |
| "eval_loss": 1.1284420490264893, |
| "eval_runtime": 0.5589, |
| "eval_samples_per_second": 7.157, |
| "eval_steps_per_second": 1.789, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 0.9454352238454017, |
| "learning_rate": 3.987293450238972e-05, |
| "loss": 0.9898, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.26, |
| "eval_loss": 1.120229959487915, |
| "eval_runtime": 0.5547, |
| "eval_samples_per_second": 7.211, |
| "eval_steps_per_second": 1.803, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 0.9889512773502193, |
| "learning_rate": 3.984532098176592e-05, |
| "loss": 0.9699, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.27, |
| "eval_loss": 1.1161502599716187, |
| "eval_runtime": 0.5579, |
| "eval_samples_per_second": 7.17, |
| "eval_steps_per_second": 1.793, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 0.8664429324644183, |
| "learning_rate": 3.9815006068215785e-05, |
| "loss": 0.9648, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.29, |
| "eval_loss": 1.1602427959442139, |
| "eval_runtime": 0.5584, |
| "eval_samples_per_second": 7.163, |
| "eval_steps_per_second": 1.791, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 0.9808847012968992, |
| "learning_rate": 3.9781993888278404e-05, |
| "loss": 0.9846, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.3, |
| "eval_loss": 1.1806962490081787, |
| "eval_runtime": 0.5597, |
| "eval_samples_per_second": 7.147, |
| "eval_steps_per_second": 1.787, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 0.9314218284659608, |
| "learning_rate": 3.974628893565128e-05, |
| "loss": 0.9738, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.32, |
| "eval_loss": 1.135533094406128, |
| "eval_runtime": 0.5539, |
| "eval_samples_per_second": 7.221, |
| "eval_steps_per_second": 1.805, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 0.9227397654305332, |
| "learning_rate": 3.970789607057863e-05, |
| "loss": 0.9585, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.33, |
| "eval_loss": 1.1579846143722534, |
| "eval_runtime": 0.5616, |
| "eval_samples_per_second": 7.122, |
| "eval_steps_per_second": 1.781, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 0.9125734661246961, |
| "learning_rate": 3.9666820519189786e-05, |
| "loss": 0.9495, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.35, |
| "eval_loss": 1.1361984014511108, |
| "eval_runtime": 0.5527, |
| "eval_samples_per_second": 7.237, |
| "eval_steps_per_second": 1.809, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 0.8758759988091239, |
| "learning_rate": 3.962306787278781e-05, |
| "loss": 0.9618, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.36, |
| "eval_loss": 1.1645328998565674, |
| "eval_runtime": 0.5589, |
| "eval_samples_per_second": 7.157, |
| "eval_steps_per_second": 1.789, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 0.8846060065129696, |
| "learning_rate": 3.957664408708839e-05, |
| "loss": 0.9677, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.37, |
| "eval_loss": 1.1109530925750732, |
| "eval_runtime": 0.5585, |
| "eval_samples_per_second": 7.162, |
| "eval_steps_per_second": 1.791, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 0.8483263644995762, |
| "learning_rate": 3.9527555481409144e-05, |
| "loss": 0.9498, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.39, |
| "eval_loss": 1.140505075454712, |
| "eval_runtime": 0.5565, |
| "eval_samples_per_second": 7.188, |
| "eval_steps_per_second": 1.797, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 0.9019276325326514, |
| "learning_rate": 3.947580873780938e-05, |
| "loss": 0.963, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.4, |
| "eval_loss": 1.140986442565918, |
| "eval_runtime": 0.5552, |
| "eval_samples_per_second": 7.205, |
| "eval_steps_per_second": 1.801, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 0.8514201087836062, |
| "learning_rate": 3.942141090018057e-05, |
| "loss": 0.9384, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.42, |
| "eval_loss": 1.1474781036376953, |
| "eval_runtime": 0.5558, |
| "eval_samples_per_second": 7.197, |
| "eval_steps_per_second": 1.799, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 0.9146315304499618, |
| "learning_rate": 3.9364369373287495e-05, |
| "loss": 0.9631, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.43, |
| "eval_loss": 1.177463173866272, |
| "eval_runtime": 0.561, |
| "eval_samples_per_second": 7.13, |
| "eval_steps_per_second": 1.783, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 0.802994086627822, |
| "learning_rate": 3.930469192176029e-05, |
| "loss": 0.9515, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.45, |
| "eval_loss": 1.1355152130126953, |
| "eval_runtime": 0.5569, |
| "eval_samples_per_second": 7.182, |
| "eval_steps_per_second": 1.796, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 0.8990934982164889, |
| "learning_rate": 3.9242386669037495e-05, |
| "loss": 0.9578, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.46, |
| "eval_loss": 1.1421607732772827, |
| "eval_runtime": 0.5609, |
| "eval_samples_per_second": 7.131, |
| "eval_steps_per_second": 1.783, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 0.8585673645933002, |
| "learning_rate": 3.9177462096260285e-05, |
| "loss": 0.9415, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.48, |
| "eval_loss": 1.1663556098937988, |
| "eval_runtime": 0.558, |
| "eval_samples_per_second": 7.169, |
| "eval_steps_per_second": 1.792, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 0.7615696788440944, |
| "learning_rate": 3.9109927041118005e-05, |
| "loss": 0.9387, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.49, |
| "eval_loss": 1.107798457145691, |
| "eval_runtime": 0.5589, |
| "eval_samples_per_second": 7.157, |
| "eval_steps_per_second": 1.789, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 0.8343416810061398, |
| "learning_rate": 3.903979069664514e-05, |
| "loss": 0.9338, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.5, |
| "eval_loss": 1.1265822649002075, |
| "eval_runtime": 0.5573, |
| "eval_samples_per_second": 7.177, |
| "eval_steps_per_second": 1.794, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 0.8787917026949466, |
| "learning_rate": 3.896706260996995e-05, |
| "loss": 0.9499, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.52, |
| "eval_loss": 1.1402231454849243, |
| "eval_runtime": 0.5556, |
| "eval_samples_per_second": 7.199, |
| "eval_steps_per_second": 1.8, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 0.8146261574653946, |
| "learning_rate": 3.8891752681014904e-05, |
| "loss": 0.9511, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.53, |
| "eval_loss": 1.1247859001159668, |
| "eval_runtime": 0.5614, |
| "eval_samples_per_second": 7.125, |
| "eval_steps_per_second": 1.781, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 0.8346263053254463, |
| "learning_rate": 3.8813871161149053e-05, |
| "loss": 0.9459, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.55, |
| "eval_loss": 1.155929446220398, |
| "eval_runtime": 0.5621, |
| "eval_samples_per_second": 7.117, |
| "eval_steps_per_second": 1.779, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 0.8766772464417112, |
| "learning_rate": 3.873342865179259e-05, |
| "loss": 0.9293, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.56, |
| "eval_loss": 1.056406855583191, |
| "eval_runtime": 0.5534, |
| "eval_samples_per_second": 7.228, |
| "eval_steps_per_second": 1.807, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 0.7763657825441121, |
| "learning_rate": 3.86504361029738e-05, |
| "loss": 0.9322, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.58, |
| "eval_loss": 1.0825164318084717, |
| "eval_runtime": 0.5572, |
| "eval_samples_per_second": 7.179, |
| "eval_steps_per_second": 1.795, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 0.8387649732582555, |
| "learning_rate": 3.856490481183847e-05, |
| "loss": 0.924, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.59, |
| "eval_loss": 1.1075164079666138, |
| "eval_runtime": 0.5568, |
| "eval_samples_per_second": 7.184, |
| "eval_steps_per_second": 1.796, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 0.7896889685040874, |
| "learning_rate": 3.8476846421112096e-05, |
| "loss": 0.9277, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.61, |
| "eval_loss": 1.1195158958435059, |
| "eval_runtime": 0.5591, |
| "eval_samples_per_second": 7.154, |
| "eval_steps_per_second": 1.789, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 0.844041645637629, |
| "learning_rate": 3.8386272917515086e-05, |
| "loss": 0.9311, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.62, |
| "eval_loss": 1.1050487756729126, |
| "eval_runtime": 0.5585, |
| "eval_samples_per_second": 7.162, |
| "eval_steps_per_second": 1.79, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 0.7681851654349889, |
| "learning_rate": 3.829319663013106e-05, |
| "loss": 0.9192, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.63, |
| "eval_loss": 1.0749808549880981, |
| "eval_runtime": 0.5609, |
| "eval_samples_per_second": 7.132, |
| "eval_steps_per_second": 1.783, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 0.8605223155980966, |
| "learning_rate": 3.819763022872861e-05, |
| "loss": 0.9442, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.65, |
| "eval_loss": 1.117114782333374, |
| "eval_runtime": 0.5601, |
| "eval_samples_per_second": 7.142, |
| "eval_steps_per_second": 1.785, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 0.7918110282272083, |
| "learning_rate": 3.809958672203663e-05, |
| "loss": 0.9285, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.66, |
| "eval_loss": 1.0994510650634766, |
| "eval_runtime": 0.5614, |
| "eval_samples_per_second": 7.125, |
| "eval_steps_per_second": 1.781, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 0.9217033677356604, |
| "learning_rate": 3.799907945597359e-05, |
| "loss": 0.9209, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.68, |
| "eval_loss": 1.0954455137252808, |
| "eval_runtime": 0.5629, |
| "eval_samples_per_second": 7.106, |
| "eval_steps_per_second": 1.777, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 0.8034429414026776, |
| "learning_rate": 3.789612211183079e-05, |
| "loss": 0.9118, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.69, |
| "eval_loss": 1.0785255432128906, |
| "eval_runtime": 0.5567, |
| "eval_samples_per_second": 7.185, |
| "eval_steps_per_second": 1.796, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 0.7842181753550963, |
| "learning_rate": 3.779072870441009e-05, |
| "loss": 0.9255, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.71, |
| "eval_loss": 1.058296799659729, |
| "eval_runtime": 0.555, |
| "eval_samples_per_second": 7.207, |
| "eval_steps_per_second": 1.802, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 0.7996464468442931, |
| "learning_rate": 3.768291358011613e-05, |
| "loss": 0.9351, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.72, |
| "eval_loss": 1.0723786354064941, |
| "eval_runtime": 0.5664, |
| "eval_samples_per_second": 7.063, |
| "eval_steps_per_second": 1.766, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 0.7695046197488054, |
| "learning_rate": 3.757269141500352e-05, |
| "loss": 0.9284, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.73, |
| "eval_loss": 1.0894200801849365, |
| "eval_runtime": 0.5634, |
| "eval_samples_per_second": 7.1, |
| "eval_steps_per_second": 1.775, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 0.7721868573404526, |
| "learning_rate": 3.7460077212779035e-05, |
| "loss": 0.9164, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.75, |
| "eval_loss": 1.0501906871795654, |
| "eval_runtime": 0.5647, |
| "eval_samples_per_second": 7.084, |
| "eval_steps_per_second": 1.771, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 0.7866789547512432, |
| "learning_rate": 3.734508630275932e-05, |
| "loss": 0.9159, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.76, |
| "eval_loss": 1.064911127090454, |
| "eval_runtime": 0.5614, |
| "eval_samples_per_second": 7.125, |
| "eval_steps_per_second": 1.781, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 0.9455983803978201, |
| "learning_rate": 3.722773433778423e-05, |
| "loss": 0.9137, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.78, |
| "eval_loss": 1.0576999187469482, |
| "eval_runtime": 0.5617, |
| "eval_samples_per_second": 7.122, |
| "eval_steps_per_second": 1.78, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.79, |
| "grad_norm": 0.813819105428533, |
| "learning_rate": 3.710803729208609e-05, |
| "loss": 0.9284, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.79, |
| "eval_loss": 1.0807015895843506, |
| "eval_runtime": 0.5652, |
| "eval_samples_per_second": 7.077, |
| "eval_steps_per_second": 1.769, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.81, |
| "grad_norm": 0.8764908329115464, |
| "learning_rate": 3.6986011459115274e-05, |
| "loss": 0.9194, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.81, |
| "eval_loss": 1.1170496940612793, |
| "eval_runtime": 0.5626, |
| "eval_samples_per_second": 7.11, |
| "eval_steps_per_second": 1.778, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 0.7939056270057047, |
| "learning_rate": 3.6861673449322294e-05, |
| "loss": 0.9138, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.82, |
| "eval_loss": 1.043514609336853, |
| "eval_runtime": 0.5671, |
| "eval_samples_per_second": 7.053, |
| "eval_steps_per_second": 1.763, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 0.8041456979314675, |
| "learning_rate": 3.673504018789674e-05, |
| "loss": 0.9171, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.84, |
| "eval_loss": 1.056423544883728, |
| "eval_runtime": 0.5639, |
| "eval_samples_per_second": 7.093, |
| "eval_steps_per_second": 1.773, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 0.7753386719779899, |
| "learning_rate": 3.660612891246338e-05, |
| "loss": 0.9152, |
| "step": 1770 |
| }, |
| { |
| "epoch": 0.85, |
| "eval_loss": 1.0508358478546143, |
| "eval_runtime": 0.5642, |
| "eval_samples_per_second": 7.089, |
| "eval_steps_per_second": 1.772, |
| "step": 1770 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 0.7914888664595032, |
| "learning_rate": 3.6474957170735755e-05, |
| "loss": 0.9204, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.86, |
| "eval_loss": 1.0375233888626099, |
| "eval_runtime": 0.5611, |
| "eval_samples_per_second": 7.129, |
| "eval_steps_per_second": 1.782, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 0.7788736799431811, |
| "learning_rate": 3.634154281812753e-05, |
| "loss": 0.9156, |
| "step": 1830 |
| }, |
| { |
| "epoch": 0.88, |
| "eval_loss": 1.063939094543457, |
| "eval_runtime": 0.5619, |
| "eval_samples_per_second": 7.119, |
| "eval_steps_per_second": 1.78, |
| "step": 1830 |
| }, |
| { |
| "epoch": 0.89, |
| "grad_norm": 0.7336792812810264, |
| "learning_rate": 3.620590401532194e-05, |
| "loss": 0.9014, |
| "step": 1860 |
| }, |
| { |
| "epoch": 0.89, |
| "eval_loss": 1.0614831447601318, |
| "eval_runtime": 0.5626, |
| "eval_samples_per_second": 7.109, |
| "eval_steps_per_second": 1.777, |
| "step": 1860 |
| }, |
| { |
| "epoch": 0.91, |
| "grad_norm": 0.7967758593948572, |
| "learning_rate": 3.6068059225799775e-05, |
| "loss": 0.9137, |
| "step": 1890 |
| }, |
| { |
| "epoch": 0.91, |
| "eval_loss": 1.1221044063568115, |
| "eval_runtime": 0.5601, |
| "eval_samples_per_second": 7.142, |
| "eval_steps_per_second": 1.785, |
| "step": 1890 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 0.8091540055356147, |
| "learning_rate": 3.592802721332603e-05, |
| "loss": 0.9047, |
| "step": 1920 |
| }, |
| { |
| "epoch": 0.92, |
| "eval_loss": 1.113644003868103, |
| "eval_runtime": 0.564, |
| "eval_samples_per_second": 7.092, |
| "eval_steps_per_second": 1.773, |
| "step": 1920 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 0.7336591291121157, |
| "learning_rate": 3.5785827039395786e-05, |
| "loss": 0.9096, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.94, |
| "eval_loss": 1.1049702167510986, |
| "eval_runtime": 0.5518, |
| "eval_samples_per_second": 7.249, |
| "eval_steps_per_second": 1.812, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 0.9010245369928321, |
| "learning_rate": 3.5641478060639455e-05, |
| "loss": 0.9169, |
| "step": 1980 |
| }, |
| { |
| "epoch": 0.95, |
| "eval_loss": 1.0915415287017822, |
| "eval_runtime": 0.5617, |
| "eval_samples_per_second": 7.121, |
| "eval_steps_per_second": 1.78, |
| "step": 1980 |
| }, |
| { |
| "epoch": 0.97, |
| "grad_norm": 0.7853376659918098, |
| "learning_rate": 3.549499992618796e-05, |
| "loss": 0.9154, |
| "step": 2010 |
| }, |
| { |
| "epoch": 0.97, |
| "eval_loss": 1.0784239768981934, |
| "eval_runtime": 0.5553, |
| "eval_samples_per_second": 7.203, |
| "eval_steps_per_second": 1.801, |
| "step": 2010 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 0.7556103808313751, |
| "learning_rate": 3.5346412574998034e-05, |
| "loss": 0.9125, |
| "step": 2040 |
| }, |
| { |
| "epoch": 0.98, |
| "eval_loss": 1.0577061176300049, |
| "eval_runtime": 0.559, |
| "eval_samples_per_second": 7.156, |
| "eval_steps_per_second": 1.789, |
| "step": 2040 |
| }, |
| { |
| "epoch": 0.99, |
| "grad_norm": 0.7274181467358091, |
| "learning_rate": 3.519573623313807e-05, |
| "loss": 0.8991, |
| "step": 2070 |
| }, |
| { |
| "epoch": 0.99, |
| "eval_loss": 1.0430834293365479, |
| "eval_runtime": 0.5618, |
| "eval_samples_per_second": 7.12, |
| "eval_steps_per_second": 1.78, |
| "step": 2070 |
| }, |
| { |
| "epoch": 1.01, |
| "grad_norm": 0.8444109296811467, |
| "learning_rate": 3.50429914110349e-05, |
| "loss": 0.7581, |
| "step": 2100 |
| }, |
| { |
| "epoch": 1.01, |
| "eval_loss": 1.156642198562622, |
| "eval_runtime": 0.5616, |
| "eval_samples_per_second": 7.123, |
| "eval_steps_per_second": 1.781, |
| "step": 2100 |
| }, |
| { |
| "epoch": 1.02, |
| "grad_norm": 0.8177345871017364, |
| "learning_rate": 3.4888198900681877e-05, |
| "loss": 0.6328, |
| "step": 2130 |
| }, |
| { |
| "epoch": 1.02, |
| "eval_loss": 1.141777753829956, |
| "eval_runtime": 0.564, |
| "eval_samples_per_second": 7.092, |
| "eval_steps_per_second": 1.773, |
| "step": 2130 |
| }, |
| { |
| "epoch": 1.04, |
| "grad_norm": 0.8337632078158784, |
| "learning_rate": 3.4731379772808616e-05, |
| "loss": 0.6323, |
| "step": 2160 |
| }, |
| { |
| "epoch": 1.04, |
| "eval_loss": 1.1533713340759277, |
| "eval_runtime": 0.5616, |
| "eval_samples_per_second": 7.123, |
| "eval_steps_per_second": 1.781, |
| "step": 2160 |
| }, |
| { |
| "epoch": 1.05, |
| "grad_norm": 0.9013587928760545, |
| "learning_rate": 3.45725553740128e-05, |
| "loss": 0.6355, |
| "step": 2190 |
| }, |
| { |
| "epoch": 1.05, |
| "eval_loss": 1.1193175315856934, |
| "eval_runtime": 0.5622, |
| "eval_samples_per_second": 7.115, |
| "eval_steps_per_second": 1.779, |
| "step": 2190 |
| }, |
| { |
| "epoch": 1.07, |
| "grad_norm": 0.9233940860823125, |
| "learning_rate": 3.441174732385441e-05, |
| "loss": 0.6318, |
| "step": 2220 |
| }, |
| { |
| "epoch": 1.07, |
| "eval_loss": 1.1091649532318115, |
| "eval_runtime": 0.5603, |
| "eval_samples_per_second": 7.139, |
| "eval_steps_per_second": 1.785, |
| "step": 2220 |
| }, |
| { |
| "epoch": 1.08, |
| "grad_norm": 0.9317253505947287, |
| "learning_rate": 3.424897751191284e-05, |
| "loss": 0.6394, |
| "step": 2250 |
| }, |
| { |
| "epoch": 1.08, |
| "eval_loss": 1.117910623550415, |
| "eval_runtime": 0.557, |
| "eval_samples_per_second": 7.181, |
| "eval_steps_per_second": 1.795, |
| "step": 2250 |
| }, |
| { |
| "epoch": 1.1, |
| "grad_norm": 0.8336539692567165, |
| "learning_rate": 3.4084268094807226e-05, |
| "loss": 0.635, |
| "step": 2280 |
| }, |
| { |
| "epoch": 1.1, |
| "eval_loss": 1.0903522968292236, |
| "eval_runtime": 0.5665, |
| "eval_samples_per_second": 7.061, |
| "eval_steps_per_second": 1.765, |
| "step": 2280 |
| }, |
| { |
| "epoch": 1.11, |
| "grad_norm": 0.8077068468195864, |
| "learning_rate": 3.3917641493180435e-05, |
| "loss": 0.6439, |
| "step": 2310 |
| }, |
| { |
| "epoch": 1.11, |
| "eval_loss": 1.122206211090088, |
| "eval_runtime": 0.562, |
| "eval_samples_per_second": 7.118, |
| "eval_steps_per_second": 1.78, |
| "step": 2310 |
| }, |
| { |
| "epoch": 1.12, |
| "grad_norm": 0.9314234159417707, |
| "learning_rate": 3.37491203886471e-05, |
| "loss": 0.6426, |
| "step": 2340 |
| }, |
| { |
| "epoch": 1.12, |
| "eval_loss": 1.1049784421920776, |
| "eval_runtime": 0.5556, |
| "eval_samples_per_second": 7.2, |
| "eval_steps_per_second": 1.8, |
| "step": 2340 |
| }, |
| { |
| "epoch": 1.14, |
| "grad_norm": 0.8825401355042614, |
| "learning_rate": 3.357872772070618e-05, |
| "loss": 0.6433, |
| "step": 2370 |
| }, |
| { |
| "epoch": 1.14, |
| "eval_loss": 1.106252670288086, |
| "eval_runtime": 0.5551, |
| "eval_samples_per_second": 7.206, |
| "eval_steps_per_second": 1.801, |
| "step": 2370 |
| }, |
| { |
| "epoch": 1.15, |
| "grad_norm": 0.9680535038973261, |
| "learning_rate": 3.340648668361834e-05, |
| "loss": 0.6335, |
| "step": 2400 |
| }, |
| { |
| "epoch": 1.15, |
| "eval_loss": 1.1095067262649536, |
| "eval_runtime": 0.5583, |
| "eval_samples_per_second": 7.165, |
| "eval_steps_per_second": 1.791, |
| "step": 2400 |
| }, |
| { |
| "epoch": 1.17, |
| "grad_norm": 0.8476424452250282, |
| "learning_rate": 3.32324207232487e-05, |
| "loss": 0.6304, |
| "step": 2430 |
| }, |
| { |
| "epoch": 1.17, |
| "eval_loss": 1.0738136768341064, |
| "eval_runtime": 0.56, |
| "eval_samples_per_second": 7.143, |
| "eval_steps_per_second": 1.786, |
| "step": 2430 |
| }, |
| { |
| "epoch": 1.18, |
| "grad_norm": 0.8761272684066781, |
| "learning_rate": 3.3056553533875356e-05, |
| "loss": 0.6356, |
| "step": 2460 |
| }, |
| { |
| "epoch": 1.18, |
| "eval_loss": 1.0922038555145264, |
| "eval_runtime": 0.5562, |
| "eval_samples_per_second": 7.192, |
| "eval_steps_per_second": 1.798, |
| "step": 2460 |
| }, |
| { |
| "epoch": 1.2, |
| "grad_norm": 0.9176083769422828, |
| "learning_rate": 3.287890905496403e-05, |
| "loss": 0.6355, |
| "step": 2490 |
| }, |
| { |
| "epoch": 1.2, |
| "eval_loss": 1.0953761339187622, |
| "eval_runtime": 0.5615, |
| "eval_samples_per_second": 7.124, |
| "eval_steps_per_second": 1.781, |
| "step": 2490 |
| }, |
| { |
| "epoch": 1.21, |
| "grad_norm": 0.9429629467429161, |
| "learning_rate": 3.2699511467909366e-05, |
| "loss": 0.6443, |
| "step": 2520 |
| }, |
| { |
| "epoch": 1.21, |
| "eval_loss": 1.119952917098999, |
| "eval_runtime": 0.5641, |
| "eval_samples_per_second": 7.091, |
| "eval_steps_per_second": 1.773, |
| "step": 2520 |
| }, |
| { |
| "epoch": 1.22, |
| "grad_norm": 0.8519677080597838, |
| "learning_rate": 3.251838519274333e-05, |
| "loss": 0.6383, |
| "step": 2550 |
| }, |
| { |
| "epoch": 1.22, |
| "eval_loss": 1.087357997894287, |
| "eval_runtime": 0.5587, |
| "eval_samples_per_second": 7.16, |
| "eval_steps_per_second": 1.79, |
| "step": 2550 |
| }, |
| { |
| "epoch": 1.24, |
| "grad_norm": 0.8317415997019414, |
| "learning_rate": 3.2335554884811094e-05, |
| "loss": 0.6369, |
| "step": 2580 |
| }, |
| { |
| "epoch": 1.24, |
| "eval_loss": 1.0768706798553467, |
| "eval_runtime": 0.5612, |
| "eval_samples_per_second": 7.127, |
| "eval_steps_per_second": 1.782, |
| "step": 2580 |
| }, |
| { |
| "epoch": 1.25, |
| "grad_norm": 0.9262932278505193, |
| "learning_rate": 3.215104543141483e-05, |
| "loss": 0.6411, |
| "step": 2610 |
| }, |
| { |
| "epoch": 1.25, |
| "eval_loss": 1.0815571546554565, |
| "eval_runtime": 0.5655, |
| "eval_samples_per_second": 7.073, |
| "eval_steps_per_second": 1.768, |
| "step": 2610 |
| }, |
| { |
| "epoch": 1.27, |
| "grad_norm": 0.8965871561409847, |
| "learning_rate": 3.1964881948426095e-05, |
| "loss": 0.6427, |
| "step": 2640 |
| }, |
| { |
| "epoch": 1.27, |
| "eval_loss": 1.0796209573745728, |
| "eval_runtime": 0.5604, |
| "eval_samples_per_second": 7.137, |
| "eval_steps_per_second": 1.784, |
| "step": 2640 |
| }, |
| { |
| "epoch": 1.28, |
| "grad_norm": 0.9342624097169002, |
| "learning_rate": 3.177708977686691e-05, |
| "loss": 0.6401, |
| "step": 2670 |
| }, |
| { |
| "epoch": 1.28, |
| "eval_loss": 1.0979222059249878, |
| "eval_runtime": 0.5628, |
| "eval_samples_per_second": 7.107, |
| "eval_steps_per_second": 1.777, |
| "step": 2670 |
| }, |
| { |
| "epoch": 1.3, |
| "grad_norm": 0.8060621195627613, |
| "learning_rate": 3.1587694479460295e-05, |
| "loss": 0.6398, |
| "step": 2700 |
| }, |
| { |
| "epoch": 1.3, |
| "eval_loss": 1.090583086013794, |
| "eval_runtime": 0.5581, |
| "eval_samples_per_second": 7.167, |
| "eval_steps_per_second": 1.792, |
| "step": 2700 |
| }, |
| { |
| "epoch": 1.31, |
| "grad_norm": 1.0120855676595921, |
| "learning_rate": 3.139672183715065e-05, |
| "loss": 0.6455, |
| "step": 2730 |
| }, |
| { |
| "epoch": 1.31, |
| "eval_loss": 1.076340913772583, |
| "eval_runtime": 0.5506, |
| "eval_samples_per_second": 7.265, |
| "eval_steps_per_second": 1.816, |
| "step": 2730 |
| }, |
| { |
| "epoch": 1.33, |
| "grad_norm": 0.8279633860223412, |
| "learning_rate": 3.1204197845594374e-05, |
| "loss": 0.6404, |
| "step": 2760 |
| }, |
| { |
| "epoch": 1.33, |
| "eval_loss": 1.1073503494262695, |
| "eval_runtime": 0.5602, |
| "eval_samples_per_second": 7.14, |
| "eval_steps_per_second": 1.785, |
| "step": 2760 |
| }, |
| { |
| "epoch": 1.34, |
| "grad_norm": 0.8557038781436789, |
| "learning_rate": 3.101014871162124e-05, |
| "loss": 0.6447, |
| "step": 2790 |
| }, |
| { |
| "epoch": 1.34, |
| "eval_loss": 1.1301687955856323, |
| "eval_runtime": 0.5575, |
| "eval_samples_per_second": 7.175, |
| "eval_steps_per_second": 1.794, |
| "step": 2790 |
| }, |
| { |
| "epoch": 1.35, |
| "grad_norm": 0.8848283530229999, |
| "learning_rate": 3.0814600849667086e-05, |
| "loss": 0.6376, |
| "step": 2820 |
| }, |
| { |
| "epoch": 1.35, |
| "eval_loss": 1.0906646251678467, |
| "eval_runtime": 0.5606, |
| "eval_samples_per_second": 7.135, |
| "eval_steps_per_second": 1.784, |
| "step": 2820 |
| }, |
| { |
| "epoch": 1.37, |
| "grad_norm": 0.820872374997884, |
| "learning_rate": 3.061758087817822e-05, |
| "loss": 0.6497, |
| "step": 2850 |
| }, |
| { |
| "epoch": 1.37, |
| "eval_loss": 1.0533320903778076, |
| "eval_runtime": 0.5607, |
| "eval_samples_per_second": 7.135, |
| "eval_steps_per_second": 1.784, |
| "step": 2850 |
| }, |
| { |
| "epoch": 1.38, |
| "grad_norm": 0.8755792073523442, |
| "learning_rate": 3.041911561598807e-05, |
| "loss": 0.642, |
| "step": 2880 |
| }, |
| { |
| "epoch": 1.38, |
| "eval_loss": 1.0812216997146606, |
| "eval_runtime": 0.5593, |
| "eval_samples_per_second": 7.152, |
| "eval_steps_per_second": 1.788, |
| "step": 2880 |
| }, |
| { |
| "epoch": 1.4, |
| "grad_norm": 0.8983195258860408, |
| "learning_rate": 3.021923207866648e-05, |
| "loss": 0.6408, |
| "step": 2910 |
| }, |
| { |
| "epoch": 1.4, |
| "eval_loss": 1.0946580171585083, |
| "eval_runtime": 0.5591, |
| "eval_samples_per_second": 7.154, |
| "eval_steps_per_second": 1.789, |
| "step": 2910 |
| }, |
| { |
| "epoch": 1.41, |
| "grad_norm": 0.8244241913008498, |
| "learning_rate": 3.0017957474842335e-05, |
| "loss": 0.6331, |
| "step": 2940 |
| }, |
| { |
| "epoch": 1.41, |
| "eval_loss": 1.1103713512420654, |
| "eval_runtime": 0.5574, |
| "eval_samples_per_second": 7.176, |
| "eval_steps_per_second": 1.794, |
| "step": 2940 |
| }, |
| { |
| "epoch": 1.43, |
| "grad_norm": 0.8791946563571723, |
| "learning_rate": 2.981531920249987e-05, |
| "loss": 0.6386, |
| "step": 2970 |
| }, |
| { |
| "epoch": 1.43, |
| "eval_loss": 1.0734190940856934, |
| "eval_runtime": 0.5621, |
| "eval_samples_per_second": 7.116, |
| "eval_steps_per_second": 1.779, |
| "step": 2970 |
| }, |
| { |
| "epoch": 1.44, |
| "grad_norm": 0.8289043628753012, |
| "learning_rate": 2.9611344845249132e-05, |
| "loss": 0.6405, |
| "step": 3000 |
| }, |
| { |
| "epoch": 1.44, |
| "eval_loss": 1.0503255128860474, |
| "eval_runtime": 0.5557, |
| "eval_samples_per_second": 7.198, |
| "eval_steps_per_second": 1.799, |
| "step": 3000 |
| }, |
| { |
| "epoch": 1.46, |
| "grad_norm": 0.8395749224486603, |
| "learning_rate": 2.940606216857129e-05, |
| "loss": 0.6402, |
| "step": 3030 |
| }, |
| { |
| "epoch": 1.46, |
| "eval_loss": 1.0524193048477173, |
| "eval_runtime": 0.558, |
| "eval_samples_per_second": 7.168, |
| "eval_steps_per_second": 1.792, |
| "step": 3030 |
| }, |
| { |
| "epoch": 1.47, |
| "grad_norm": 0.8865250863433722, |
| "learning_rate": 2.9199499116039087e-05, |
| "loss": 0.6401, |
| "step": 3060 |
| }, |
| { |
| "epoch": 1.47, |
| "eval_loss": 1.0809640884399414, |
| "eval_runtime": 0.561, |
| "eval_samples_per_second": 7.13, |
| "eval_steps_per_second": 1.783, |
| "step": 3060 |
| }, |
| { |
| "epoch": 1.48, |
| "grad_norm": 0.8913390931470981, |
| "learning_rate": 2.8991683805513136e-05, |
| "loss": 0.6447, |
| "step": 3090 |
| }, |
| { |
| "epoch": 1.48, |
| "eval_loss": 1.093366265296936, |
| "eval_runtime": 0.5594, |
| "eval_samples_per_second": 7.151, |
| "eval_steps_per_second": 1.788, |
| "step": 3090 |
| }, |
| { |
| "epoch": 1.5, |
| "grad_norm": 0.8844075355973444, |
| "learning_rate": 2.8782644525314413e-05, |
| "loss": 0.6365, |
| "step": 3120 |
| }, |
| { |
| "epoch": 1.5, |
| "eval_loss": 1.0947942733764648, |
| "eval_runtime": 0.5548, |
| "eval_samples_per_second": 7.21, |
| "eval_steps_per_second": 1.803, |
| "step": 3120 |
| }, |
| { |
| "epoch": 1.51, |
| "grad_norm": 0.8642897764721639, |
| "learning_rate": 2.857240973037359e-05, |
| "loss": 0.6376, |
| "step": 3150 |
| }, |
| { |
| "epoch": 1.51, |
| "eval_loss": 1.0931771993637085, |
| "eval_runtime": 0.5593, |
| "eval_samples_per_second": 7.152, |
| "eval_steps_per_second": 1.788, |
| "step": 3150 |
| }, |
| { |
| "epoch": 1.53, |
| "grad_norm": 0.8141009218386974, |
| "learning_rate": 2.8361008038357708e-05, |
| "loss": 0.6285, |
| "step": 3180 |
| }, |
| { |
| "epoch": 1.53, |
| "eval_loss": 1.0984861850738525, |
| "eval_runtime": 0.5635, |
| "eval_samples_per_second": 7.099, |
| "eval_steps_per_second": 1.775, |
| "step": 3180 |
| }, |
| { |
| "epoch": 1.54, |
| "grad_norm": 0.8151950623224837, |
| "learning_rate": 2.8148468225774625e-05, |
| "loss": 0.6341, |
| "step": 3210 |
| }, |
| { |
| "epoch": 1.54, |
| "eval_loss": 1.0807080268859863, |
| "eval_runtime": 0.562, |
| "eval_samples_per_second": 7.118, |
| "eval_steps_per_second": 1.779, |
| "step": 3210 |
| }, |
| { |
| "epoch": 1.56, |
| "grad_norm": 0.8803614424792732, |
| "learning_rate": 2.793481922405593e-05, |
| "loss": 0.641, |
| "step": 3240 |
| }, |
| { |
| "epoch": 1.56, |
| "eval_loss": 1.0697028636932373, |
| "eval_runtime": 0.5591, |
| "eval_samples_per_second": 7.154, |
| "eval_steps_per_second": 1.789, |
| "step": 3240 |
| }, |
| { |
| "epoch": 1.57, |
| "grad_norm": 0.848561772550623, |
| "learning_rate": 2.7720090115618715e-05, |
| "loss": 0.6287, |
| "step": 3270 |
| }, |
| { |
| "epoch": 1.57, |
| "eval_loss": 1.1105608940124512, |
| "eval_runtime": 0.5603, |
| "eval_samples_per_second": 7.139, |
| "eval_steps_per_second": 1.785, |
| "step": 3270 |
| }, |
| { |
| "epoch": 1.59, |
| "grad_norm": 0.8542270599907826, |
| "learning_rate": 2.7504310129906788e-05, |
| "loss": 0.6308, |
| "step": 3300 |
| }, |
| { |
| "epoch": 1.59, |
| "eval_loss": 1.1107990741729736, |
| "eval_runtime": 0.5584, |
| "eval_samples_per_second": 7.163, |
| "eval_steps_per_second": 1.791, |
| "step": 3300 |
| }, |
| { |
| "epoch": 1.6, |
| "grad_norm": 0.8871952343064018, |
| "learning_rate": 2.7287508639411912e-05, |
| "loss": 0.6406, |
| "step": 3330 |
| }, |
| { |
| "epoch": 1.6, |
| "eval_loss": 1.1208276748657227, |
| "eval_runtime": 0.5595, |
| "eval_samples_per_second": 7.149, |
| "eval_steps_per_second": 1.787, |
| "step": 3330 |
| }, |
| { |
| "epoch": 1.61, |
| "grad_norm": 0.8878981133253421, |
| "learning_rate": 2.7069715155675535e-05, |
| "loss": 0.6272, |
| "step": 3360 |
| }, |
| { |
| "epoch": 1.61, |
| "eval_loss": 1.1005425453186035, |
| "eval_runtime": 0.5591, |
| "eval_samples_per_second": 7.155, |
| "eval_steps_per_second": 1.789, |
| "step": 3360 |
| }, |
| { |
| "epoch": 1.63, |
| "grad_norm": 0.9471314635259924, |
| "learning_rate": 2.6850959325271638e-05, |
| "loss": 0.629, |
| "step": 3390 |
| }, |
| { |
| "epoch": 1.63, |
| "eval_loss": 1.110257863998413, |
| "eval_runtime": 0.5602, |
| "eval_samples_per_second": 7.14, |
| "eval_steps_per_second": 1.785, |
| "step": 3390 |
| }, |
| { |
| "epoch": 1.64, |
| "grad_norm": 0.9208242310434547, |
| "learning_rate": 2.6631270925771122e-05, |
| "loss": 0.6405, |
| "step": 3420 |
| }, |
| { |
| "epoch": 1.64, |
| "eval_loss": 1.1000797748565674, |
| "eval_runtime": 0.5627, |
| "eval_samples_per_second": 7.109, |
| "eval_steps_per_second": 1.777, |
| "step": 3420 |
| }, |
| { |
| "epoch": 1.66, |
| "grad_norm": 0.9420955962817003, |
| "learning_rate": 2.641067986168846e-05, |
| "loss": 0.6364, |
| "step": 3450 |
| }, |
| { |
| "epoch": 1.66, |
| "eval_loss": 1.109868049621582, |
| "eval_runtime": 0.5577, |
| "eval_samples_per_second": 7.172, |
| "eval_steps_per_second": 1.793, |
| "step": 3450 |
| }, |
| { |
| "epoch": 1.67, |
| "grad_norm": 0.8871860851228487, |
| "learning_rate": 2.6189216160411005e-05, |
| "loss": 0.6296, |
| "step": 3480 |
| }, |
| { |
| "epoch": 1.67, |
| "eval_loss": 1.1052864789962769, |
| "eval_runtime": 0.5634, |
| "eval_samples_per_second": 7.099, |
| "eval_steps_per_second": 1.775, |
| "step": 3480 |
| }, |
| { |
| "epoch": 1.69, |
| "grad_norm": 0.8365048627589012, |
| "learning_rate": 2.5966909968111562e-05, |
| "loss": 0.6317, |
| "step": 3510 |
| }, |
| { |
| "epoch": 1.69, |
| "eval_loss": 1.1079487800598145, |
| "eval_runtime": 0.5609, |
| "eval_samples_per_second": 7.131, |
| "eval_steps_per_second": 1.783, |
| "step": 3510 |
| }, |
| { |
| "epoch": 1.7, |
| "grad_norm": 0.8841333301772851, |
| "learning_rate": 2.5743791545644883e-05, |
| "loss": 0.621, |
| "step": 3540 |
| }, |
| { |
| "epoch": 1.7, |
| "eval_loss": 1.088465690612793, |
| "eval_runtime": 0.5579, |
| "eval_samples_per_second": 7.17, |
| "eval_steps_per_second": 1.793, |
| "step": 3540 |
| }, |
| { |
| "epoch": 1.71, |
| "grad_norm": 0.9230289862932771, |
| "learning_rate": 2.551989126442842e-05, |
| "loss": 0.6381, |
| "step": 3570 |
| }, |
| { |
| "epoch": 1.71, |
| "eval_loss": 1.1277779340744019, |
| "eval_runtime": 0.5615, |
| "eval_samples_per_second": 7.123, |
| "eval_steps_per_second": 1.781, |
| "step": 3570 |
| }, |
| { |
| "epoch": 1.73, |
| "grad_norm": 0.8940425169953033, |
| "learning_rate": 2.529523960230814e-05, |
| "loss": 0.6264, |
| "step": 3600 |
| }, |
| { |
| "epoch": 1.73, |
| "eval_loss": 1.1413404941558838, |
| "eval_runtime": 0.5588, |
| "eval_samples_per_second": 7.159, |
| "eval_steps_per_second": 1.79, |
| "step": 3600 |
| }, |
| { |
| "epoch": 1.74, |
| "grad_norm": 0.9445347194998787, |
| "learning_rate": 2.506986713940977e-05, |
| "loss": 0.6397, |
| "step": 3630 |
| }, |
| { |
| "epoch": 1.74, |
| "eval_loss": 1.1199023723602295, |
| "eval_runtime": 0.5588, |
| "eval_samples_per_second": 7.158, |
| "eval_steps_per_second": 1.789, |
| "step": 3630 |
| }, |
| { |
| "epoch": 1.76, |
| "grad_norm": 0.8863129784510786, |
| "learning_rate": 2.4843804553976195e-05, |
| "loss": 0.6292, |
| "step": 3660 |
| }, |
| { |
| "epoch": 1.76, |
| "eval_loss": 1.1415538787841797, |
| "eval_runtime": 0.5599, |
| "eval_samples_per_second": 7.145, |
| "eval_steps_per_second": 1.786, |
| "step": 3660 |
| }, |
| { |
| "epoch": 1.77, |
| "grad_norm": 0.8478522423707957, |
| "learning_rate": 2.461708261819144e-05, |
| "loss": 0.6284, |
| "step": 3690 |
| }, |
| { |
| "epoch": 1.77, |
| "eval_loss": 1.1508762836456299, |
| "eval_runtime": 0.5604, |
| "eval_samples_per_second": 7.138, |
| "eval_steps_per_second": 1.785, |
| "step": 3690 |
| }, |
| { |
| "epoch": 1.79, |
| "grad_norm": 0.8687359660601236, |
| "learning_rate": 2.4389732193991872e-05, |
| "loss": 0.6305, |
| "step": 3720 |
| }, |
| { |
| "epoch": 1.79, |
| "eval_loss": 1.126154899597168, |
| "eval_runtime": 0.5594, |
| "eval_samples_per_second": 7.15, |
| "eval_steps_per_second": 1.788, |
| "step": 3720 |
| }, |
| { |
| "epoch": 1.8, |
| "grad_norm": 0.9047811544306036, |
| "learning_rate": 2.416178422886524e-05, |
| "loss": 0.6314, |
| "step": 3750 |
| }, |
| { |
| "epoch": 1.8, |
| "eval_loss": 1.128692865371704, |
| "eval_runtime": 0.5597, |
| "eval_samples_per_second": 7.147, |
| "eval_steps_per_second": 1.787, |
| "step": 3750 |
| }, |
| { |
| "epoch": 1.82, |
| "grad_norm": 0.8540678672495516, |
| "learning_rate": 2.3933269751637984e-05, |
| "loss": 0.6335, |
| "step": 3780 |
| }, |
| { |
| "epoch": 1.82, |
| "eval_loss": 1.0934233665466309, |
| "eval_runtime": 0.555, |
| "eval_samples_per_second": 7.208, |
| "eval_steps_per_second": 1.802, |
| "step": 3780 |
| }, |
| { |
| "epoch": 1.83, |
| "grad_norm": 0.8870274218489785, |
| "learning_rate": 2.3704219868251557e-05, |
| "loss": 0.625, |
| "step": 3810 |
| }, |
| { |
| "epoch": 1.83, |
| "eval_loss": 1.1019607782363892, |
| "eval_runtime": 0.5546, |
| "eval_samples_per_second": 7.213, |
| "eval_steps_per_second": 1.803, |
| "step": 3810 |
| }, |
| { |
| "epoch": 1.84, |
| "grad_norm": 0.8857266513953586, |
| "learning_rate": 2.347466575752817e-05, |
| "loss": 0.6271, |
| "step": 3840 |
| }, |
| { |
| "epoch": 1.84, |
| "eval_loss": 1.0795825719833374, |
| "eval_runtime": 0.5614, |
| "eval_samples_per_second": 7.124, |
| "eval_steps_per_second": 1.781, |
| "step": 3840 |
| }, |
| { |
| "epoch": 1.86, |
| "grad_norm": 0.8778258114022474, |
| "learning_rate": 2.3244638666926683e-05, |
| "loss": 0.6182, |
| "step": 3870 |
| }, |
| { |
| "epoch": 1.86, |
| "eval_loss": 1.0906893014907837, |
| "eval_runtime": 0.5634, |
| "eval_samples_per_second": 7.099, |
| "eval_steps_per_second": 1.775, |
| "step": 3870 |
| }, |
| { |
| "epoch": 1.87, |
| "grad_norm": 0.8734833851049317, |
| "learning_rate": 2.3014169908289116e-05, |
| "loss": 0.6286, |
| "step": 3900 |
| }, |
| { |
| "epoch": 1.87, |
| "eval_loss": 1.0897102355957031, |
| "eval_runtime": 0.5569, |
| "eval_samples_per_second": 7.182, |
| "eval_steps_per_second": 1.796, |
| "step": 3900 |
| }, |
| { |
| "epoch": 1.89, |
| "grad_norm": 0.9574674758882417, |
| "learning_rate": 2.2783290853578403e-05, |
| "loss": 0.6283, |
| "step": 3930 |
| }, |
| { |
| "epoch": 1.89, |
| "eval_loss": 1.072981595993042, |
| "eval_runtime": 0.5604, |
| "eval_samples_per_second": 7.137, |
| "eval_steps_per_second": 1.784, |
| "step": 3930 |
| }, |
| { |
| "epoch": 1.9, |
| "grad_norm": 0.979549501221503, |
| "learning_rate": 2.2552032930607978e-05, |
| "loss": 0.6339, |
| "step": 3960 |
| }, |
| { |
| "epoch": 1.9, |
| "eval_loss": 1.0705056190490723, |
| "eval_runtime": 0.5646, |
| "eval_samples_per_second": 7.084, |
| "eval_steps_per_second": 1.771, |
| "step": 3960 |
| }, |
| { |
| "epoch": 1.92, |
| "grad_norm": 0.9781562033531854, |
| "learning_rate": 2.2320427618763732e-05, |
| "loss": 0.6296, |
| "step": 3990 |
| }, |
| { |
| "epoch": 1.92, |
| "eval_loss": 1.080111026763916, |
| "eval_runtime": 0.5631, |
| "eval_samples_per_second": 7.104, |
| "eval_steps_per_second": 1.776, |
| "step": 3990 |
| } |
| ], |
| "logging_steps": 30, |
| "max_steps": 8328, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 4, |
| "save_steps": 500, |
| "total_flos": 1083775729532928.0, |
| "train_batch_size": 6, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
