| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 3.0, |
| "eval_steps": 500, |
| "global_step": 2406, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0012476606363069245, |
| "grad_norm": 9.34911917109977, |
| "learning_rate": 0.0, |
| "loss": 2.4049, |
| "num_tokens": 79590.0, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.002495321272613849, |
| "grad_norm": 9.364768973646816, |
| "learning_rate": 1.36986301369863e-07, |
| "loss": 2.4134, |
| "num_tokens": 159103.0, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.0037429819089207735, |
| "grad_norm": 9.456536966619405, |
| "learning_rate": 2.73972602739726e-07, |
| "loss": 2.4175, |
| "num_tokens": 237799.0, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.004990642545227698, |
| "grad_norm": 9.426354062444751, |
| "learning_rate": 4.1095890410958903e-07, |
| "loss": 2.4288, |
| "num_tokens": 316493.0, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.006238303181534623, |
| "grad_norm": 9.24236293603858, |
| "learning_rate": 5.47945205479452e-07, |
| "loss": 2.3781, |
| "num_tokens": 396816.0, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.007485963817841547, |
| "grad_norm": 9.125681681424858, |
| "learning_rate": 6.849315068493151e-07, |
| "loss": 2.3607, |
| "num_tokens": 477827.0, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.008733624454148471, |
| "grad_norm": 9.096924762031028, |
| "learning_rate": 8.219178082191781e-07, |
| "loss": 2.3668, |
| "num_tokens": 557522.0, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.009981285090455396, |
| "grad_norm": 9.119042405502713, |
| "learning_rate": 9.589041095890411e-07, |
| "loss": 2.3608, |
| "num_tokens": 636975.0, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.011228945726762321, |
| "grad_norm": 8.92660720049316, |
| "learning_rate": 1.095890410958904e-06, |
| "loss": 2.3189, |
| "num_tokens": 715688.0, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.012476606363069246, |
| "grad_norm": 8.341929678010592, |
| "learning_rate": 1.2328767123287673e-06, |
| "loss": 2.2439, |
| "num_tokens": 796141.0, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.01372426699937617, |
| "grad_norm": 8.261055619190312, |
| "learning_rate": 1.3698630136986302e-06, |
| "loss": 2.2317, |
| "num_tokens": 875804.0, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.014971927635683094, |
| "grad_norm": 8.045610516077126, |
| "learning_rate": 1.5068493150684932e-06, |
| "loss": 2.1818, |
| "num_tokens": 957377.0, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.016219588271990017, |
| "grad_norm": 6.709132143557291, |
| "learning_rate": 1.6438356164383561e-06, |
| "loss": 1.9262, |
| "num_tokens": 1038132.0, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.017467248908296942, |
| "grad_norm": 6.562072632018573, |
| "learning_rate": 1.7808219178082193e-06, |
| "loss": 1.8848, |
| "num_tokens": 1119984.0, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.018714909544603867, |
| "grad_norm": 6.461084025016272, |
| "learning_rate": 1.9178082191780823e-06, |
| "loss": 1.8372, |
| "num_tokens": 1200787.0, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.019962570180910792, |
| "grad_norm": 6.432679419207876, |
| "learning_rate": 2.0547945205479454e-06, |
| "loss": 1.8135, |
| "num_tokens": 1281286.0, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.021210230817217717, |
| "grad_norm": 6.869674718914819, |
| "learning_rate": 2.191780821917808e-06, |
| "loss": 1.2571, |
| "num_tokens": 1360214.0, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.022457891453524642, |
| "grad_norm": 6.548310858256031, |
| "learning_rate": 2.3287671232876713e-06, |
| "loss": 1.2354, |
| "num_tokens": 1442460.0, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.023705552089831567, |
| "grad_norm": 7.14680245757635, |
| "learning_rate": 2.4657534246575345e-06, |
| "loss": 1.1882, |
| "num_tokens": 1522593.0, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.024953212726138492, |
| "grad_norm": 7.930859427939441, |
| "learning_rate": 2.6027397260273973e-06, |
| "loss": 1.0258, |
| "num_tokens": 1603158.0, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.026200873362445413, |
| "grad_norm": 7.129618686033834, |
| "learning_rate": 2.7397260273972604e-06, |
| "loss": 0.9557, |
| "num_tokens": 1682215.0, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.02744853399875234, |
| "grad_norm": 8.351617658742393, |
| "learning_rate": 2.876712328767123e-06, |
| "loss": 0.8064, |
| "num_tokens": 1762875.0, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.028696194635059263, |
| "grad_norm": 6.202115696809869, |
| "learning_rate": 3.0136986301369864e-06, |
| "loss": 0.4053, |
| "num_tokens": 1842280.0, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.02994385527136619, |
| "grad_norm": 3.015415758599779, |
| "learning_rate": 3.1506849315068495e-06, |
| "loss": 0.2977, |
| "num_tokens": 1922017.0, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.031191515907673113, |
| "grad_norm": 1.7548078686272264, |
| "learning_rate": 3.2876712328767123e-06, |
| "loss": 0.2561, |
| "num_tokens": 2001171.0, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.032439176543980035, |
| "grad_norm": 1.2570888602541386, |
| "learning_rate": 3.4246575342465754e-06, |
| "loss": 0.243, |
| "num_tokens": 2082788.0, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.03368683718028696, |
| "grad_norm": 0.9858243334964526, |
| "learning_rate": 3.5616438356164386e-06, |
| "loss": 0.2084, |
| "num_tokens": 2163533.0, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.034934497816593885, |
| "grad_norm": 0.8941120107804094, |
| "learning_rate": 3.6986301369863014e-06, |
| "loss": 0.2072, |
| "num_tokens": 2242151.0, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.03618215845290081, |
| "grad_norm": 0.834578793765266, |
| "learning_rate": 3.8356164383561645e-06, |
| "loss": 0.2113, |
| "num_tokens": 2321655.0, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.037429819089207735, |
| "grad_norm": 0.7958460007482222, |
| "learning_rate": 3.972602739726027e-06, |
| "loss": 0.1935, |
| "num_tokens": 2400547.0, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.03867747972551466, |
| "grad_norm": 0.7476709118804037, |
| "learning_rate": 4.109589041095891e-06, |
| "loss": 0.1932, |
| "num_tokens": 2481040.0, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.039925140361821584, |
| "grad_norm": 0.7336501580269786, |
| "learning_rate": 4.246575342465754e-06, |
| "loss": 0.1869, |
| "num_tokens": 2561815.0, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.041172800998128506, |
| "grad_norm": 0.7276050156656503, |
| "learning_rate": 4.383561643835616e-06, |
| "loss": 0.1819, |
| "num_tokens": 2642280.0, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.042420461634435434, |
| "grad_norm": 0.7320713436530883, |
| "learning_rate": 4.52054794520548e-06, |
| "loss": 0.1776, |
| "num_tokens": 2722505.0, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.043668122270742356, |
| "grad_norm": 0.7211851177445922, |
| "learning_rate": 4.657534246575343e-06, |
| "loss": 0.1626, |
| "num_tokens": 2801483.0, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.044915782907049284, |
| "grad_norm": 0.7706879408631792, |
| "learning_rate": 4.7945205479452054e-06, |
| "loss": 0.1652, |
| "num_tokens": 2880749.0, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.046163443543356206, |
| "grad_norm": 0.6310470242010754, |
| "learning_rate": 4.931506849315069e-06, |
| "loss": 0.1578, |
| "num_tokens": 2960025.0, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.047411104179663134, |
| "grad_norm": 0.5719157846400421, |
| "learning_rate": 5.068493150684932e-06, |
| "loss": 0.1559, |
| "num_tokens": 3040006.0, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.048658764815970056, |
| "grad_norm": 0.5556127515496487, |
| "learning_rate": 5.2054794520547945e-06, |
| "loss": 0.1445, |
| "num_tokens": 3118779.0, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.049906425452276984, |
| "grad_norm": 0.47419374873726, |
| "learning_rate": 5.342465753424658e-06, |
| "loss": 0.1494, |
| "num_tokens": 3200031.0, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.051154086088583905, |
| "grad_norm": 0.4421370793504471, |
| "learning_rate": 5.479452054794521e-06, |
| "loss": 0.1523, |
| "num_tokens": 3281300.0, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.05240174672489083, |
| "grad_norm": 0.43669518921865735, |
| "learning_rate": 5.6164383561643845e-06, |
| "loss": 0.1403, |
| "num_tokens": 3361534.0, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.053649407361197755, |
| "grad_norm": 0.4277843089034562, |
| "learning_rate": 5.753424657534246e-06, |
| "loss": 0.1432, |
| "num_tokens": 3441863.0, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.05489706799750468, |
| "grad_norm": 0.41630114035277377, |
| "learning_rate": 5.89041095890411e-06, |
| "loss": 0.1315, |
| "num_tokens": 3521074.0, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.056144728633811605, |
| "grad_norm": 0.41370843939103547, |
| "learning_rate": 6.027397260273973e-06, |
| "loss": 0.1387, |
| "num_tokens": 3602411.0, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.05739238927011853, |
| "grad_norm": 0.43876538412653404, |
| "learning_rate": 6.164383561643836e-06, |
| "loss": 0.1361, |
| "num_tokens": 3682928.0, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.058640049906425455, |
| "grad_norm": 0.34801092467574696, |
| "learning_rate": 6.301369863013699e-06, |
| "loss": 0.1258, |
| "num_tokens": 3763667.0, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.05988771054273238, |
| "grad_norm": 0.2939900530144378, |
| "learning_rate": 6.438356164383563e-06, |
| "loss": 0.1322, |
| "num_tokens": 3845378.0, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.0611353711790393, |
| "grad_norm": 0.24786140273528653, |
| "learning_rate": 6.5753424657534245e-06, |
| "loss": 0.1267, |
| "num_tokens": 3925502.0, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.06238303181534623, |
| "grad_norm": 0.20173255384894515, |
| "learning_rate": 6.712328767123288e-06, |
| "loss": 0.1208, |
| "num_tokens": 4004936.0, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.06363069245165315, |
| "grad_norm": 0.18388818103544632, |
| "learning_rate": 6.849315068493151e-06, |
| "loss": 0.1225, |
| "num_tokens": 4084695.0, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.06487835308796007, |
| "grad_norm": 0.21045301465823563, |
| "learning_rate": 6.9863013698630145e-06, |
| "loss": 0.1216, |
| "num_tokens": 4163992.0, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.066126013724267, |
| "grad_norm": 0.18341190230418852, |
| "learning_rate": 7.123287671232877e-06, |
| "loss": 0.124, |
| "num_tokens": 4244593.0, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.06737367436057393, |
| "grad_norm": 0.19088058421518178, |
| "learning_rate": 7.260273972602741e-06, |
| "loss": 0.1145, |
| "num_tokens": 4324390.0, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.06862133499688085, |
| "grad_norm": 0.19103912807016007, |
| "learning_rate": 7.397260273972603e-06, |
| "loss": 0.1271, |
| "num_tokens": 4405698.0, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.06986899563318777, |
| "grad_norm": 0.18970020622501074, |
| "learning_rate": 7.534246575342466e-06, |
| "loss": 0.112, |
| "num_tokens": 4485053.0, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.07111665626949469, |
| "grad_norm": 0.19164305174626092, |
| "learning_rate": 7.671232876712329e-06, |
| "loss": 0.1098, |
| "num_tokens": 4565926.0, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.07236431690580163, |
| "grad_norm": 0.19460729939643484, |
| "learning_rate": 7.808219178082192e-06, |
| "loss": 0.1087, |
| "num_tokens": 4644896.0, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.07361197754210855, |
| "grad_norm": 0.18559860342670173, |
| "learning_rate": 7.945205479452055e-06, |
| "loss": 0.1101, |
| "num_tokens": 4724338.0, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.07485963817841547, |
| "grad_norm": 0.20159007460588826, |
| "learning_rate": 8.082191780821919e-06, |
| "loss": 0.1194, |
| "num_tokens": 4805035.0, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.07610729881472239, |
| "grad_norm": 0.19163951373300692, |
| "learning_rate": 8.219178082191782e-06, |
| "loss": 0.1101, |
| "num_tokens": 4886497.0, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.07735495945102933, |
| "grad_norm": 0.1792411438909808, |
| "learning_rate": 8.356164383561644e-06, |
| "loss": 0.1052, |
| "num_tokens": 4966066.0, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.07860262008733625, |
| "grad_norm": 0.19871949594852764, |
| "learning_rate": 8.493150684931507e-06, |
| "loss": 0.1107, |
| "num_tokens": 5046294.0, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.07985028072364317, |
| "grad_norm": 0.2009426482501604, |
| "learning_rate": 8.63013698630137e-06, |
| "loss": 0.111, |
| "num_tokens": 5127200.0, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.08109794135995009, |
| "grad_norm": 0.18854634659363081, |
| "learning_rate": 8.767123287671233e-06, |
| "loss": 0.1062, |
| "num_tokens": 5207375.0, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.08234560199625701, |
| "grad_norm": 0.1909614838823602, |
| "learning_rate": 8.904109589041097e-06, |
| "loss": 0.1055, |
| "num_tokens": 5288077.0, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.08359326263256395, |
| "grad_norm": 0.18966488054923936, |
| "learning_rate": 9.04109589041096e-06, |
| "loss": 0.0965, |
| "num_tokens": 5368986.0, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.08484092326887087, |
| "grad_norm": 0.19600407468281897, |
| "learning_rate": 9.178082191780823e-06, |
| "loss": 0.0989, |
| "num_tokens": 5448866.0, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.08608858390517779, |
| "grad_norm": 0.19248220731163004, |
| "learning_rate": 9.315068493150685e-06, |
| "loss": 0.1021, |
| "num_tokens": 5529761.0, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.08733624454148471, |
| "grad_norm": 0.1790396798178214, |
| "learning_rate": 9.452054794520548e-06, |
| "loss": 0.0977, |
| "num_tokens": 5610079.0, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.08858390517779165, |
| "grad_norm": 0.20227512996028574, |
| "learning_rate": 9.589041095890411e-06, |
| "loss": 0.103, |
| "num_tokens": 5690121.0, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.08983156581409857, |
| "grad_norm": 0.1804340417389163, |
| "learning_rate": 9.726027397260275e-06, |
| "loss": 0.0988, |
| "num_tokens": 5770807.0, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.09107922645040549, |
| "grad_norm": 0.18708792441875738, |
| "learning_rate": 9.863013698630138e-06, |
| "loss": 0.1007, |
| "num_tokens": 5851162.0, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.09232688708671241, |
| "grad_norm": 0.18580134464623252, |
| "learning_rate": 1e-05, |
| "loss": 0.1015, |
| "num_tokens": 5933144.0, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.09357454772301933, |
| "grad_norm": 0.1777511395438126, |
| "learning_rate": 9.999995920069922e-06, |
| "loss": 0.0925, |
| "num_tokens": 6013167.0, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.09482220835932627, |
| "grad_norm": 0.18453230882301527, |
| "learning_rate": 9.999983680287084e-06, |
| "loss": 0.0995, |
| "num_tokens": 6092429.0, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.09606986899563319, |
| "grad_norm": 0.17990626138096272, |
| "learning_rate": 9.99996328067368e-06, |
| "loss": 0.0894, |
| "num_tokens": 6171395.0, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.09731752963194011, |
| "grad_norm": 0.18671247100201174, |
| "learning_rate": 9.999934721266702e-06, |
| "loss": 0.0954, |
| "num_tokens": 6252161.0, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.09856519026824703, |
| "grad_norm": 0.17367676216662678, |
| "learning_rate": 9.999898002117937e-06, |
| "loss": 0.0882, |
| "num_tokens": 6331946.0, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.09981285090455397, |
| "grad_norm": 0.17790787231369953, |
| "learning_rate": 9.999853123293967e-06, |
| "loss": 0.0948, |
| "num_tokens": 6412878.0, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.10106051154086089, |
| "grad_norm": 0.17825720009899704, |
| "learning_rate": 9.99980008487617e-06, |
| "loss": 0.0883, |
| "num_tokens": 6492625.0, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.10230817217716781, |
| "grad_norm": 0.177633671805786, |
| "learning_rate": 9.999738886960724e-06, |
| "loss": 0.0958, |
| "num_tokens": 6572706.0, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.10355583281347473, |
| "grad_norm": 0.1781514598121185, |
| "learning_rate": 9.999669529658596e-06, |
| "loss": 0.1016, |
| "num_tokens": 6654066.0, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.10480349344978165, |
| "grad_norm": 0.1797123476723708, |
| "learning_rate": 9.999592013095553e-06, |
| "loss": 0.0889, |
| "num_tokens": 6733703.0, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.10605115408608859, |
| "grad_norm": 0.17668230595097628, |
| "learning_rate": 9.999506337412157e-06, |
| "loss": 0.0905, |
| "num_tokens": 6813311.0, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.10729881472239551, |
| "grad_norm": 0.1635782657626139, |
| "learning_rate": 9.99941250276376e-06, |
| "loss": 0.0891, |
| "num_tokens": 6892900.0, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.10854647535870243, |
| "grad_norm": 0.17152001517029147, |
| "learning_rate": 9.999310509320518e-06, |
| "loss": 0.0852, |
| "num_tokens": 6971684.0, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.10979413599500935, |
| "grad_norm": 0.16674351199678547, |
| "learning_rate": 9.999200357267373e-06, |
| "loss": 0.0844, |
| "num_tokens": 7050727.0, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.11104179663131628, |
| "grad_norm": 0.16284064715514623, |
| "learning_rate": 9.999082046804062e-06, |
| "loss": 0.0894, |
| "num_tokens": 7130506.0, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.11228945726762321, |
| "grad_norm": 0.17699815453244996, |
| "learning_rate": 9.998955578145124e-06, |
| "loss": 0.0896, |
| "num_tokens": 7210539.0, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.11353711790393013, |
| "grad_norm": 0.17175993286806868, |
| "learning_rate": 9.998820951519877e-06, |
| "loss": 0.0909, |
| "num_tokens": 7291662.0, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.11478477854023705, |
| "grad_norm": 0.16895654572874105, |
| "learning_rate": 9.998678167172446e-06, |
| "loss": 0.0866, |
| "num_tokens": 7371708.0, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.11603243917654397, |
| "grad_norm": 0.15898095818806993, |
| "learning_rate": 9.99852722536174e-06, |
| "loss": 0.0891, |
| "num_tokens": 7451637.0, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.11728009981285091, |
| "grad_norm": 0.1655714312412077, |
| "learning_rate": 9.998368126361459e-06, |
| "loss": 0.0855, |
| "num_tokens": 7532024.0, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.11852776044915783, |
| "grad_norm": 0.16278257907586435, |
| "learning_rate": 9.998200870460103e-06, |
| "loss": 0.0855, |
| "num_tokens": 7611489.0, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.11977542108546475, |
| "grad_norm": 0.17618441557702208, |
| "learning_rate": 9.998025457960955e-06, |
| "loss": 0.0963, |
| "num_tokens": 7693716.0, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.12102308172177167, |
| "grad_norm": 0.15790344775477788, |
| "learning_rate": 9.997841889182091e-06, |
| "loss": 0.0856, |
| "num_tokens": 7774645.0, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.1222707423580786, |
| "grad_norm": 0.16185678156409003, |
| "learning_rate": 9.997650164456375e-06, |
| "loss": 0.0793, |
| "num_tokens": 7855390.0, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.12351840299438553, |
| "grad_norm": 0.16681775638759538, |
| "learning_rate": 9.997450284131465e-06, |
| "loss": 0.0826, |
| "num_tokens": 7935403.0, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.12476606363069245, |
| "grad_norm": 0.16550888127393662, |
| "learning_rate": 9.997242248569802e-06, |
| "loss": 0.0836, |
| "num_tokens": 8015879.0, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.1260137242669994, |
| "grad_norm": 0.1771249194917155, |
| "learning_rate": 9.997026058148617e-06, |
| "loss": 0.0863, |
| "num_tokens": 8096492.0, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.1272613849033063, |
| "grad_norm": 0.18698309428988277, |
| "learning_rate": 9.996801713259933e-06, |
| "loss": 0.0949, |
| "num_tokens": 8177949.0, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.12850904553961323, |
| "grad_norm": 0.15901318998957345, |
| "learning_rate": 9.996569214310549e-06, |
| "loss": 0.0819, |
| "num_tokens": 8256684.0, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.12975670617592014, |
| "grad_norm": 0.1659574005563422, |
| "learning_rate": 9.99632856172206e-06, |
| "loss": 0.0755, |
| "num_tokens": 8335236.0, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.13100436681222707, |
| "grad_norm": 0.16236837894961287, |
| "learning_rate": 9.99607975593084e-06, |
| "loss": 0.0837, |
| "num_tokens": 8414924.0, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.132252027448534, |
| "grad_norm": 0.16857841750351044, |
| "learning_rate": 9.995822797388052e-06, |
| "loss": 0.0832, |
| "num_tokens": 8494719.0, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.13349968808484092, |
| "grad_norm": 0.16077102501626883, |
| "learning_rate": 9.995557686559635e-06, |
| "loss": 0.0825, |
| "num_tokens": 8574385.0, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.13474734872114785, |
| "grad_norm": 0.16504694201517098, |
| "learning_rate": 9.995284423926318e-06, |
| "loss": 0.0823, |
| "num_tokens": 8655947.0, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.13599500935745476, |
| "grad_norm": 0.16670618256633662, |
| "learning_rate": 9.995003009983608e-06, |
| "loss": 0.0859, |
| "num_tokens": 8735660.0, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.1372426699937617, |
| "grad_norm": 0.18503209596000766, |
| "learning_rate": 9.994713445241793e-06, |
| "loss": 0.087, |
| "num_tokens": 8816074.0, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.13849033063006863, |
| "grad_norm": 0.16851469586707762, |
| "learning_rate": 9.994415730225943e-06, |
| "loss": 0.0949, |
| "num_tokens": 8897733.0, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.13973799126637554, |
| "grad_norm": 0.16695446108820516, |
| "learning_rate": 9.994109865475903e-06, |
| "loss": 0.0848, |
| "num_tokens": 8977866.0, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.14098565190268247, |
| "grad_norm": 0.16886821971011903, |
| "learning_rate": 9.993795851546302e-06, |
| "loss": 0.0847, |
| "num_tokens": 9059979.0, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.14223331253898938, |
| "grad_norm": 0.15825031266233286, |
| "learning_rate": 9.993473689006538e-06, |
| "loss": 0.0797, |
| "num_tokens": 9139827.0, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.14348097317529632, |
| "grad_norm": 0.1628042779419236, |
| "learning_rate": 9.99314337844079e-06, |
| "loss": 0.0866, |
| "num_tokens": 9220225.0, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.14472863381160325, |
| "grad_norm": 0.17318475399282052, |
| "learning_rate": 9.992804920448013e-06, |
| "loss": 0.0835, |
| "num_tokens": 9300879.0, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.14597629444791016, |
| "grad_norm": 0.15657831342283274, |
| "learning_rate": 9.992458315641932e-06, |
| "loss": 0.0763, |
| "num_tokens": 9380164.0, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.1472239550842171, |
| "grad_norm": 0.1716611418125263, |
| "learning_rate": 9.992103564651048e-06, |
| "loss": 0.0864, |
| "num_tokens": 9460543.0, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.14847161572052403, |
| "grad_norm": 0.15729587536249917, |
| "learning_rate": 9.991740668118629e-06, |
| "loss": 0.078, |
| "num_tokens": 9540063.0, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.14971927635683094, |
| "grad_norm": 0.17115153204306796, |
| "learning_rate": 9.991369626702717e-06, |
| "loss": 0.0838, |
| "num_tokens": 9620959.0, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.15096693699313787, |
| "grad_norm": 0.16228121857689287, |
| "learning_rate": 9.990990441076125e-06, |
| "loss": 0.082, |
| "num_tokens": 9702803.0, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.15221459762944478, |
| "grad_norm": 0.1635063935531281, |
| "learning_rate": 9.990603111926424e-06, |
| "loss": 0.0788, |
| "num_tokens": 9782410.0, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.15346225826575172, |
| "grad_norm": 0.17181078017382084, |
| "learning_rate": 9.990207639955969e-06, |
| "loss": 0.0819, |
| "num_tokens": 9863350.0, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.15470991890205865, |
| "grad_norm": 0.1643811410282833, |
| "learning_rate": 9.989804025881862e-06, |
| "loss": 0.077, |
| "num_tokens": 9942485.0, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.15595757953836556, |
| "grad_norm": 0.1659276911169034, |
| "learning_rate": 9.98939227043598e-06, |
| "loss": 0.0785, |
| "num_tokens": 10022555.0, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.1572052401746725, |
| "grad_norm": 0.1652036681004015, |
| "learning_rate": 9.988972374364961e-06, |
| "loss": 0.0802, |
| "num_tokens": 10102391.0, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.1584529008109794, |
| "grad_norm": 0.17240153860438123, |
| "learning_rate": 9.988544338430203e-06, |
| "loss": 0.0796, |
| "num_tokens": 10183708.0, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.15970056144728634, |
| "grad_norm": 0.16529523837288534, |
| "learning_rate": 9.988108163407865e-06, |
| "loss": 0.0809, |
| "num_tokens": 10265029.0, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.16094822208359327, |
| "grad_norm": 0.1684552284249565, |
| "learning_rate": 9.987663850088862e-06, |
| "loss": 0.0787, |
| "num_tokens": 10344489.0, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.16219588271990018, |
| "grad_norm": 0.15609693921109477, |
| "learning_rate": 9.987211399278871e-06, |
| "loss": 0.0765, |
| "num_tokens": 10423520.0, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.16344354335620712, |
| "grad_norm": 0.16318291937030596, |
| "learning_rate": 9.98675081179832e-06, |
| "loss": 0.071, |
| "num_tokens": 10502900.0, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.16469120399251402, |
| "grad_norm": 0.2007608468972681, |
| "learning_rate": 9.986282088482397e-06, |
| "loss": 0.0767, |
| "num_tokens": 10583282.0, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.16593886462882096, |
| "grad_norm": 0.16935616163873396, |
| "learning_rate": 9.985805230181031e-06, |
| "loss": 0.0749, |
| "num_tokens": 10662589.0, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.1671865252651279, |
| "grad_norm": 0.171740825216556, |
| "learning_rate": 9.985320237758918e-06, |
| "loss": 0.0775, |
| "num_tokens": 10742307.0, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.1684341859014348, |
| "grad_norm": 0.15828176697546295, |
| "learning_rate": 9.984827112095495e-06, |
| "loss": 0.0753, |
| "num_tokens": 10821872.0, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.16968184653774174, |
| "grad_norm": 0.16873525559334726, |
| "learning_rate": 9.984325854084946e-06, |
| "loss": 0.0786, |
| "num_tokens": 10907937.0, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.17092950717404864, |
| "grad_norm": 0.16380536060958564, |
| "learning_rate": 9.983816464636203e-06, |
| "loss": 0.0784, |
| "num_tokens": 10988958.0, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.17217716781035558, |
| "grad_norm": 0.160963929320833, |
| "learning_rate": 9.983298944672942e-06, |
| "loss": 0.0817, |
| "num_tokens": 11070498.0, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.17342482844666252, |
| "grad_norm": 0.164166377631778, |
| "learning_rate": 9.982773295133585e-06, |
| "loss": 0.0754, |
| "num_tokens": 11150195.0, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.17467248908296942, |
| "grad_norm": 0.18357918297872183, |
| "learning_rate": 9.982239516971295e-06, |
| "loss": 0.0783, |
| "num_tokens": 11231131.0, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.17592014971927636, |
| "grad_norm": 0.15755220760124228, |
| "learning_rate": 9.98169761115397e-06, |
| "loss": 0.0786, |
| "num_tokens": 11311740.0, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.1771678103555833, |
| "grad_norm": 0.16447695668867712, |
| "learning_rate": 9.98114757866425e-06, |
| "loss": 0.0784, |
| "num_tokens": 11392420.0, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.1784154709918902, |
| "grad_norm": 0.15694055102021415, |
| "learning_rate": 9.980589420499512e-06, |
| "loss": 0.0841, |
| "num_tokens": 11472491.0, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.17966313162819714, |
| "grad_norm": 0.1614277416464966, |
| "learning_rate": 9.980023137671862e-06, |
| "loss": 0.072, |
| "num_tokens": 11552759.0, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.18091079226450404, |
| "grad_norm": 0.1581923947848541, |
| "learning_rate": 9.979448731208145e-06, |
| "loss": 0.0711, |
| "num_tokens": 11632535.0, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.18215845290081098, |
| "grad_norm": 0.16298717987923186, |
| "learning_rate": 9.978866202149931e-06, |
| "loss": 0.0731, |
| "num_tokens": 11712101.0, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.18340611353711792, |
| "grad_norm": 0.17368683828180292, |
| "learning_rate": 9.978275551553526e-06, |
| "loss": 0.0791, |
| "num_tokens": 11791963.0, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.18465377417342482, |
| "grad_norm": 0.16144191529310298, |
| "learning_rate": 9.977676780489953e-06, |
| "loss": 0.0777, |
| "num_tokens": 11872345.0, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.18590143480973176, |
| "grad_norm": 0.1651729281394997, |
| "learning_rate": 9.977069890044965e-06, |
| "loss": 0.0809, |
| "num_tokens": 11954469.0, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.18714909544603867, |
| "grad_norm": 0.16467083171937716, |
| "learning_rate": 9.976454881319041e-06, |
| "loss": 0.0724, |
| "num_tokens": 12033673.0, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.1883967560823456, |
| "grad_norm": 0.15270182358741702, |
| "learning_rate": 9.975831755427376e-06, |
| "loss": 0.0719, |
| "num_tokens": 12113393.0, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.18964441671865254, |
| "grad_norm": 0.1552933576757993, |
| "learning_rate": 9.975200513499886e-06, |
| "loss": 0.0769, |
| "num_tokens": 12194535.0, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.19089207735495944, |
| "grad_norm": 0.15708292865325066, |
| "learning_rate": 9.974561156681203e-06, |
| "loss": 0.076, |
| "num_tokens": 12275521.0, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.19213973799126638, |
| "grad_norm": 0.15744491473566746, |
| "learning_rate": 9.973913686130674e-06, |
| "loss": 0.0718, |
| "num_tokens": 12355487.0, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.1933873986275733, |
| "grad_norm": 0.1684494744054102, |
| "learning_rate": 9.973258103022361e-06, |
| "loss": 0.077, |
| "num_tokens": 12435557.0, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.19463505926388022, |
| "grad_norm": 0.17092559295973017, |
| "learning_rate": 9.97259440854503e-06, |
| "loss": 0.078, |
| "num_tokens": 12516421.0, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.19588271990018716, |
| "grad_norm": 0.16467948975450056, |
| "learning_rate": 9.971922603902164e-06, |
| "loss": 0.0792, |
| "num_tokens": 12596956.0, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.19713038053649407, |
| "grad_norm": 0.16129266645735674, |
| "learning_rate": 9.971242690311944e-06, |
| "loss": 0.0715, |
| "num_tokens": 12677329.0, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.198378041172801, |
| "grad_norm": 0.15566121358014243, |
| "learning_rate": 9.970554669007264e-06, |
| "loss": 0.071, |
| "num_tokens": 12757136.0, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.19962570180910794, |
| "grad_norm": 0.15418083568009736, |
| "learning_rate": 9.969858541235708e-06, |
| "loss": 0.0707, |
| "num_tokens": 12837208.0, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.20087336244541484, |
| "grad_norm": 0.15281662930143763, |
| "learning_rate": 9.969154308259572e-06, |
| "loss": 0.072, |
| "num_tokens": 12916423.0, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.20212102308172178, |
| "grad_norm": 0.15806417128594089, |
| "learning_rate": 9.968441971355839e-06, |
| "loss": 0.0697, |
| "num_tokens": 12995763.0, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.2033686837180287, |
| "grad_norm": 0.16247347666054926, |
| "learning_rate": 9.967721531816194e-06, |
| "loss": 0.069, |
| "num_tokens": 13075036.0, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.20461634435433562, |
| "grad_norm": 0.16120489496865675, |
| "learning_rate": 9.96699299094701e-06, |
| "loss": 0.0657, |
| "num_tokens": 13153140.0, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.20586400499064256, |
| "grad_norm": 0.1654367494643062, |
| "learning_rate": 9.966256350069355e-06, |
| "loss": 0.0719, |
| "num_tokens": 13233496.0, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.20711166562694946, |
| "grad_norm": 0.15797090901409847, |
| "learning_rate": 9.965511610518975e-06, |
| "loss": 0.0741, |
| "num_tokens": 13313688.0, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.2083593262632564, |
| "grad_norm": 0.17318092994565018, |
| "learning_rate": 9.964758773646314e-06, |
| "loss": 0.0705, |
| "num_tokens": 13392817.0, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.2096069868995633, |
| "grad_norm": 0.16326342203924862, |
| "learning_rate": 9.963997840816491e-06, |
| "loss": 0.0694, |
| "num_tokens": 13472052.0, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.21085464753587024, |
| "grad_norm": 0.1649032874821036, |
| "learning_rate": 9.963228813409307e-06, |
| "loss": 0.0718, |
| "num_tokens": 13552229.0, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.21210230817217718, |
| "grad_norm": 0.14746862120200496, |
| "learning_rate": 9.962451692819238e-06, |
| "loss": 0.0674, |
| "num_tokens": 13631487.0, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.2133499688084841, |
| "grad_norm": 0.16140552300758973, |
| "learning_rate": 9.961666480455445e-06, |
| "loss": 0.0711, |
| "num_tokens": 13710876.0, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.21459762944479102, |
| "grad_norm": 0.1561744394885393, |
| "learning_rate": 9.96087317774175e-06, |
| "loss": 0.0678, |
| "num_tokens": 13790236.0, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.21584529008109793, |
| "grad_norm": 0.1532654032002478, |
| "learning_rate": 9.960071786116652e-06, |
| "loss": 0.0701, |
| "num_tokens": 13869459.0, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.21709295071740486, |
| "grad_norm": 0.16418271391935854, |
| "learning_rate": 9.959262307033318e-06, |
| "loss": 0.0702, |
| "num_tokens": 13949850.0, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.2183406113537118, |
| "grad_norm": 0.16417748724525755, |
| "learning_rate": 9.958444741959577e-06, |
| "loss": 0.0794, |
| "num_tokens": 14030886.0, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.2195882719900187, |
| "grad_norm": 0.1475411082063503, |
| "learning_rate": 9.957619092377921e-06, |
| "loss": 0.0697, |
| "num_tokens": 14110548.0, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.22083593262632564, |
| "grad_norm": 0.15200242109370143, |
| "learning_rate": 9.956785359785501e-06, |
| "loss": 0.0725, |
| "num_tokens": 14191162.0, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.22208359326263255, |
| "grad_norm": 0.14951724955021337, |
| "learning_rate": 9.95594354569413e-06, |
| "loss": 0.0713, |
| "num_tokens": 14270373.0, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.22333125389893949, |
| "grad_norm": 0.15437761740995362, |
| "learning_rate": 9.955093651630271e-06, |
| "loss": 0.0694, |
| "num_tokens": 14350521.0, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.22457891453524642, |
| "grad_norm": 0.16318758670731984, |
| "learning_rate": 9.954235679135035e-06, |
| "loss": 0.0648, |
| "num_tokens": 14430117.0, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.22582657517155333, |
| "grad_norm": 0.1509213212454131, |
| "learning_rate": 9.953369629764187e-06, |
| "loss": 0.0659, |
| "num_tokens": 14510184.0, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.22707423580786026, |
| "grad_norm": 0.15811847612755178, |
| "learning_rate": 9.952495505088138e-06, |
| "loss": 0.069, |
| "num_tokens": 14589696.0, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.2283218964441672, |
| "grad_norm": 0.17426294289031205, |
| "learning_rate": 9.95161330669194e-06, |
| "loss": 0.0721, |
| "num_tokens": 14669642.0, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.2295695570804741, |
| "grad_norm": 0.17769882981769738, |
| "learning_rate": 9.950723036175282e-06, |
| "loss": 0.0703, |
| "num_tokens": 14749847.0, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.23081721771678104, |
| "grad_norm": 0.1674097835401589, |
| "learning_rate": 9.9498246951525e-06, |
| "loss": 0.0747, |
| "num_tokens": 14829647.0, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.23206487835308795, |
| "grad_norm": 0.15100509686307984, |
| "learning_rate": 9.948918285252551e-06, |
| "loss": 0.0745, |
| "num_tokens": 14910343.0, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.23331253898939489, |
| "grad_norm": 0.15360581031528767, |
| "learning_rate": 9.948003808119034e-06, |
| "loss": 0.0714, |
| "num_tokens": 14990734.0, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.23456019962570182, |
| "grad_norm": 0.16940538023361718, |
| "learning_rate": 9.94708126541017e-06, |
| "loss": 0.0684, |
| "num_tokens": 15070750.0, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.23580786026200873, |
| "grad_norm": 0.15548216290846645, |
| "learning_rate": 9.94615065879881e-06, |
| "loss": 0.069, |
| "num_tokens": 15150020.0, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.23705552089831566, |
| "grad_norm": 0.14993741595806287, |
| "learning_rate": 9.945211989972425e-06, |
| "loss": 0.0703, |
| "num_tokens": 15231989.0, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.23830318153462257, |
| "grad_norm": 0.1474419032756179, |
| "learning_rate": 9.944265260633105e-06, |
| "loss": 0.0711, |
| "num_tokens": 15312107.0, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.2395508421709295, |
| "grad_norm": 0.1601090310495295, |
| "learning_rate": 9.943310472497556e-06, |
| "loss": 0.0696, |
| "num_tokens": 15391755.0, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.24079850280723644, |
| "grad_norm": 0.16372600424581513, |
| "learning_rate": 9.942347627297095e-06, |
| "loss": 0.0719, |
| "num_tokens": 15472703.0, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.24204616344354335, |
| "grad_norm": 0.15885711149872717, |
| "learning_rate": 9.941376726777656e-06, |
| "loss": 0.0703, |
| "num_tokens": 15552902.0, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.24329382407985028, |
| "grad_norm": 0.14374818433177697, |
| "learning_rate": 9.940397772699773e-06, |
| "loss": 0.0674, |
| "num_tokens": 15633405.0, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.2445414847161572, |
| "grad_norm": 0.14857277972441196, |
| "learning_rate": 9.939410766838586e-06, |
| "loss": 0.0715, |
| "num_tokens": 15714298.0, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.24578914535246413, |
| "grad_norm": 0.15728113670824326, |
| "learning_rate": 9.938415710983834e-06, |
| "loss": 0.0655, |
| "num_tokens": 15793415.0, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.24703680598877106, |
| "grad_norm": 0.15942515909588884, |
| "learning_rate": 9.937412606939854e-06, |
| "loss": 0.0725, |
| "num_tokens": 15874136.0, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.24828446662507797, |
| "grad_norm": 0.13933287189995225, |
| "learning_rate": 9.936401456525578e-06, |
| "loss": 0.0686, |
| "num_tokens": 15953965.0, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.2495321272613849, |
| "grad_norm": 0.14826313565340965, |
| "learning_rate": 9.935382261574527e-06, |
| "loss": 0.0646, |
| "num_tokens": 16034405.0, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.25077978789769184, |
| "grad_norm": 0.14090118375202848, |
| "learning_rate": 9.934355023934808e-06, |
| "loss": 0.0595, |
| "num_tokens": 16112634.0, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.2520274485339988, |
| "grad_norm": 0.15692035946489286, |
| "learning_rate": 9.933319745469117e-06, |
| "loss": 0.0713, |
| "num_tokens": 16193908.0, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.25327510917030566, |
| "grad_norm": 0.1656646737047489, |
| "learning_rate": 9.932276428054723e-06, |
| "loss": 0.0748, |
| "num_tokens": 16275142.0, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.2545227698066126, |
| "grad_norm": 0.1680255993051908, |
| "learning_rate": 9.931225073583476e-06, |
| "loss": 0.0718, |
| "num_tokens": 16355412.0, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.2557704304429195, |
| "grad_norm": 0.1646716198896169, |
| "learning_rate": 9.930165683961803e-06, |
| "loss": 0.0661, |
| "num_tokens": 16435568.0, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.25701809107922646, |
| "grad_norm": 0.1565441365205928, |
| "learning_rate": 9.929098261110694e-06, |
| "loss": 0.0653, |
| "num_tokens": 16516116.0, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.2582657517155334, |
| "grad_norm": 0.15611179423469423, |
| "learning_rate": 9.92802280696571e-06, |
| "loss": 0.0689, |
| "num_tokens": 16596327.0, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.2595134123518403, |
| "grad_norm": 0.16424170862613105, |
| "learning_rate": 9.926939323476976e-06, |
| "loss": 0.0714, |
| "num_tokens": 16675904.0, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.2607610729881472, |
| "grad_norm": 0.1496338642109506, |
| "learning_rate": 9.925847812609174e-06, |
| "loss": 0.0647, |
| "num_tokens": 16754483.0, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.26200873362445415, |
| "grad_norm": 0.14882331263651497, |
| "learning_rate": 9.924748276341541e-06, |
| "loss": 0.0667, |
| "num_tokens": 16834373.0, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.2632563942607611, |
| "grad_norm": 0.14757123106619455, |
| "learning_rate": 9.923640716667872e-06, |
| "loss": 0.0624, |
| "num_tokens": 16914378.0, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.264504054897068, |
| "grad_norm": 0.15327214179668633, |
| "learning_rate": 9.922525135596507e-06, |
| "loss": 0.0731, |
| "num_tokens": 16995299.0, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.2657517155333749, |
| "grad_norm": 0.15329303036152214, |
| "learning_rate": 9.92140153515033e-06, |
| "loss": 0.0699, |
| "num_tokens": 17074695.0, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.26699937616968183, |
| "grad_norm": 0.14973454931210878, |
| "learning_rate": 9.92026991736677e-06, |
| "loss": 0.0644, |
| "num_tokens": 17154211.0, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.26824703680598877, |
| "grad_norm": 0.15013258739242202, |
| "learning_rate": 9.919130284297791e-06, |
| "loss": 0.0661, |
| "num_tokens": 17234490.0, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.2694946974422957, |
| "grad_norm": 0.15536001180184006, |
| "learning_rate": 9.917982638009891e-06, |
| "loss": 0.0727, |
| "num_tokens": 17314715.0, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.27074235807860264, |
| "grad_norm": 0.15435069913626115, |
| "learning_rate": 9.916826980584103e-06, |
| "loss": 0.0657, |
| "num_tokens": 17395497.0, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.2719900187149095, |
| "grad_norm": 0.15469096812383332, |
| "learning_rate": 9.91566331411598e-06, |
| "loss": 0.0626, |
| "num_tokens": 17474577.0, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.27323767935121646, |
| "grad_norm": 0.1600274953046015, |
| "learning_rate": 9.914491640715603e-06, |
| "loss": 0.0676, |
| "num_tokens": 17555477.0, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.2744853399875234, |
| "grad_norm": 0.1406463527512994, |
| "learning_rate": 9.913311962507569e-06, |
| "loss": 0.0592, |
| "num_tokens": 17635011.0, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.2757330006238303, |
| "grad_norm": 0.16023616480511607, |
| "learning_rate": 9.912124281630991e-06, |
| "loss": 0.069, |
| "num_tokens": 17714394.0, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.27698066126013726, |
| "grad_norm": 0.14706360693121406, |
| "learning_rate": 9.910928600239493e-06, |
| "loss": 0.0672, |
| "num_tokens": 17795018.0, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.27822832189644414, |
| "grad_norm": 0.15220399575934448, |
| "learning_rate": 9.909724920501207e-06, |
| "loss": 0.0657, |
| "num_tokens": 17874644.0, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.2794759825327511, |
| "grad_norm": 0.15590253629720327, |
| "learning_rate": 9.90851324459877e-06, |
| "loss": 0.0692, |
| "num_tokens": 17954798.0, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.280723643169058, |
| "grad_norm": 0.15484431097082246, |
| "learning_rate": 9.907293574729317e-06, |
| "loss": 0.0645, |
| "num_tokens": 18034230.0, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.28197130380536495, |
| "grad_norm": 0.1449336777934227, |
| "learning_rate": 9.906065913104474e-06, |
| "loss": 0.0665, |
| "num_tokens": 18113515.0, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.2832189644416719, |
| "grad_norm": 0.14201172287080596, |
| "learning_rate": 9.904830261950366e-06, |
| "loss": 0.0615, |
| "num_tokens": 18193510.0, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.28446662507797876, |
| "grad_norm": 0.1422769788921952, |
| "learning_rate": 9.903586623507603e-06, |
| "loss": 0.0584, |
| "num_tokens": 18273926.0, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.2857142857142857, |
| "grad_norm": 0.1567259496080909, |
| "learning_rate": 9.902335000031273e-06, |
| "loss": 0.0622, |
| "num_tokens": 18354062.0, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.28696194635059263, |
| "grad_norm": 0.1534870201147952, |
| "learning_rate": 9.901075393790953e-06, |
| "loss": 0.0666, |
| "num_tokens": 18434373.0, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.28820960698689957, |
| "grad_norm": 0.14650419642450943, |
| "learning_rate": 9.899807807070684e-06, |
| "loss": 0.0635, |
| "num_tokens": 18513274.0, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.2894572676232065, |
| "grad_norm": 0.14778200561533844, |
| "learning_rate": 9.898532242168987e-06, |
| "loss": 0.0615, |
| "num_tokens": 18592541.0, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.29070492825951344, |
| "grad_norm": 0.14114387988548585, |
| "learning_rate": 9.897248701398848e-06, |
| "loss": 0.0588, |
| "num_tokens": 18671892.0, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.2919525888958203, |
| "grad_norm": 0.16178673205752156, |
| "learning_rate": 9.895957187087713e-06, |
| "loss": 0.0635, |
| "num_tokens": 18751886.0, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.29320024953212726, |
| "grad_norm": 0.14871524378309123, |
| "learning_rate": 9.894657701577488e-06, |
| "loss": 0.0658, |
| "num_tokens": 18832351.0, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.2944479101684342, |
| "grad_norm": 0.1548609260643329, |
| "learning_rate": 9.893350247224532e-06, |
| "loss": 0.0675, |
| "num_tokens": 18912756.0, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.2956955708047411, |
| "grad_norm": 0.1507526419619637, |
| "learning_rate": 9.892034826399657e-06, |
| "loss": 0.0601, |
| "num_tokens": 18993197.0, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.29694323144104806, |
| "grad_norm": 0.156742989410175, |
| "learning_rate": 9.890711441488117e-06, |
| "loss": 0.0669, |
| "num_tokens": 19074321.0, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.29819089207735494, |
| "grad_norm": 0.15435161952476084, |
| "learning_rate": 9.889380094889609e-06, |
| "loss": 0.0659, |
| "num_tokens": 19153748.0, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.2994385527136619, |
| "grad_norm": 0.14843331611676852, |
| "learning_rate": 9.888040789018267e-06, |
| "loss": 0.0608, |
| "num_tokens": 19232902.0, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.3006862133499688, |
| "grad_norm": 0.15991403846542185, |
| "learning_rate": 9.886693526302657e-06, |
| "loss": 0.0699, |
| "num_tokens": 19314211.0, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.30193387398627575, |
| "grad_norm": 0.14343130811237734, |
| "learning_rate": 9.885338309185775e-06, |
| "loss": 0.0593, |
| "num_tokens": 19393486.0, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.3031815346225827, |
| "grad_norm": 0.14976887951301165, |
| "learning_rate": 9.883975140125035e-06, |
| "loss": 0.063, |
| "num_tokens": 19474289.0, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.30442919525888956, |
| "grad_norm": 0.15391003667967385, |
| "learning_rate": 9.88260402159228e-06, |
| "loss": 0.0682, |
| "num_tokens": 19554117.0, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.3056768558951965, |
| "grad_norm": 0.1558428875604292, |
| "learning_rate": 9.88122495607376e-06, |
| "loss": 0.0653, |
| "num_tokens": 19634331.0, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.30692451653150343, |
| "grad_norm": 0.15426290191639358, |
| "learning_rate": 9.879837946070138e-06, |
| "loss": 0.0593, |
| "num_tokens": 19713085.0, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.30817217716781037, |
| "grad_norm": 0.14767406997007507, |
| "learning_rate": 9.878442994096481e-06, |
| "loss": 0.0578, |
| "num_tokens": 19792400.0, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.3094198378041173, |
| "grad_norm": 0.14741065221457425, |
| "learning_rate": 9.87704010268226e-06, |
| "loss": 0.0644, |
| "num_tokens": 19873279.0, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.3106674984404242, |
| "grad_norm": 0.1529316875881466, |
| "learning_rate": 9.87562927437134e-06, |
| "loss": 0.0628, |
| "num_tokens": 19953306.0, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.3119151590767311, |
| "grad_norm": 0.15478552257088712, |
| "learning_rate": 9.87421051172198e-06, |
| "loss": 0.0656, |
| "num_tokens": 20033613.0, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.31316281971303805, |
| "grad_norm": 0.1469468822446913, |
| "learning_rate": 9.872783817306827e-06, |
| "loss": 0.0617, |
| "num_tokens": 20113360.0, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.314410480349345, |
| "grad_norm": 0.1539836863937035, |
| "learning_rate": 9.871349193712905e-06, |
| "loss": 0.0654, |
| "num_tokens": 20192829.0, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.3156581409856519, |
| "grad_norm": 0.15325635042763217, |
| "learning_rate": 9.869906643541625e-06, |
| "loss": 0.0577, |
| "num_tokens": 20271785.0, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.3169058016219588, |
| "grad_norm": 0.14852576321041067, |
| "learning_rate": 9.868456169408763e-06, |
| "loss": 0.0591, |
| "num_tokens": 20351250.0, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.31815346225826574, |
| "grad_norm": 0.14853921696894695, |
| "learning_rate": 9.866997773944469e-06, |
| "loss": 0.0649, |
| "num_tokens": 20432591.0, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.3194011228945727, |
| "grad_norm": 0.15093199632607562, |
| "learning_rate": 9.865531459793254e-06, |
| "loss": 0.0616, |
| "num_tokens": 20511910.0, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.3206487835308796, |
| "grad_norm": 0.14360562555088788, |
| "learning_rate": 9.864057229613988e-06, |
| "loss": 0.0587, |
| "num_tokens": 20591960.0, |
| "step": 257 |
| }, |
| { |
| "epoch": 0.32189644416718655, |
| "grad_norm": 0.15453328885789705, |
| "learning_rate": 9.862575086079897e-06, |
| "loss": 0.0646, |
| "num_tokens": 20673004.0, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.3231441048034934, |
| "grad_norm": 0.14025760262079745, |
| "learning_rate": 9.861085031878556e-06, |
| "loss": 0.0566, |
| "num_tokens": 20751778.0, |
| "step": 259 |
| }, |
| { |
| "epoch": 0.32439176543980036, |
| "grad_norm": 0.154221736145205, |
| "learning_rate": 9.859587069711883e-06, |
| "loss": 0.0677, |
| "num_tokens": 20833796.0, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.3256394260761073, |
| "grad_norm": 0.16473194510891925, |
| "learning_rate": 9.858081202296133e-06, |
| "loss": 0.0628, |
| "num_tokens": 20913685.0, |
| "step": 261 |
| }, |
| { |
| "epoch": 0.32688708671241423, |
| "grad_norm": 0.1477312778238374, |
| "learning_rate": 9.856567432361903e-06, |
| "loss": 0.0608, |
| "num_tokens": 20995255.0, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.32813474734872117, |
| "grad_norm": 0.15295805096246043, |
| "learning_rate": 9.855045762654115e-06, |
| "loss": 0.0631, |
| "num_tokens": 21077034.0, |
| "step": 263 |
| }, |
| { |
| "epoch": 0.32938240798502805, |
| "grad_norm": 0.1447398547624195, |
| "learning_rate": 9.853516195932014e-06, |
| "loss": 0.0579, |
| "num_tokens": 21156349.0, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.330630068621335, |
| "grad_norm": 0.14589297009135765, |
| "learning_rate": 9.851978734969168e-06, |
| "loss": 0.0583, |
| "num_tokens": 21236413.0, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.3318777292576419, |
| "grad_norm": 0.143764406382231, |
| "learning_rate": 9.850433382553457e-06, |
| "loss": 0.062, |
| "num_tokens": 21318138.0, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.33312538989394885, |
| "grad_norm": 0.16011843739089876, |
| "learning_rate": 9.848880141487076e-06, |
| "loss": 0.0695, |
| "num_tokens": 21399813.0, |
| "step": 267 |
| }, |
| { |
| "epoch": 0.3343730505302558, |
| "grad_norm": 0.14438380491620342, |
| "learning_rate": 9.847319014586517e-06, |
| "loss": 0.0598, |
| "num_tokens": 21482627.0, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.33562071116656267, |
| "grad_norm": 0.14004050344567048, |
| "learning_rate": 9.845750004682576e-06, |
| "loss": 0.0591, |
| "num_tokens": 21561686.0, |
| "step": 269 |
| }, |
| { |
| "epoch": 0.3368683718028696, |
| "grad_norm": 0.15403062197709771, |
| "learning_rate": 9.844173114620342e-06, |
| "loss": 0.0595, |
| "num_tokens": 21641830.0, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.33811603243917654, |
| "grad_norm": 0.15466717690067627, |
| "learning_rate": 9.842588347259192e-06, |
| "loss": 0.0568, |
| "num_tokens": 21721224.0, |
| "step": 271 |
| }, |
| { |
| "epoch": 0.3393636930754835, |
| "grad_norm": 0.13856966189349137, |
| "learning_rate": 9.84099570547279e-06, |
| "loss": 0.0598, |
| "num_tokens": 21801699.0, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.3406113537117904, |
| "grad_norm": 0.15061899204640403, |
| "learning_rate": 9.839395192149077e-06, |
| "loss": 0.0591, |
| "num_tokens": 21881771.0, |
| "step": 273 |
| }, |
| { |
| "epoch": 0.3418590143480973, |
| "grad_norm": 0.14228872056371486, |
| "learning_rate": 9.837786810190268e-06, |
| "loss": 0.0608, |
| "num_tokens": 21961323.0, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.3431066749844042, |
| "grad_norm": 0.16567790027277843, |
| "learning_rate": 9.836170562512844e-06, |
| "loss": 0.0608, |
| "num_tokens": 22041013.0, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.34435433562071116, |
| "grad_norm": 0.14395086051397554, |
| "learning_rate": 9.83454645204755e-06, |
| "loss": 0.0581, |
| "num_tokens": 22119949.0, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.3456019962570181, |
| "grad_norm": 0.1516359303870716, |
| "learning_rate": 9.832914481739391e-06, |
| "loss": 0.0634, |
| "num_tokens": 22200178.0, |
| "step": 277 |
| }, |
| { |
| "epoch": 0.34684965689332503, |
| "grad_norm": 0.16105443817398513, |
| "learning_rate": 9.831274654547623e-06, |
| "loss": 0.0626, |
| "num_tokens": 22279674.0, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.34809731752963197, |
| "grad_norm": 0.1590038648782175, |
| "learning_rate": 9.829626973445745e-06, |
| "loss": 0.0635, |
| "num_tokens": 22360285.0, |
| "step": 279 |
| }, |
| { |
| "epoch": 0.34934497816593885, |
| "grad_norm": 0.14937561999750967, |
| "learning_rate": 9.827971441421504e-06, |
| "loss": 0.0613, |
| "num_tokens": 22442292.0, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.3505926388022458, |
| "grad_norm": 0.1474165532101385, |
| "learning_rate": 9.826308061476878e-06, |
| "loss": 0.0565, |
| "num_tokens": 22521661.0, |
| "step": 281 |
| }, |
| { |
| "epoch": 0.3518402994385527, |
| "grad_norm": 0.15035582630080754, |
| "learning_rate": 9.824636836628078e-06, |
| "loss": 0.0624, |
| "num_tokens": 22601095.0, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.35308796007485965, |
| "grad_norm": 0.14438687507583545, |
| "learning_rate": 9.822957769905544e-06, |
| "loss": 0.0573, |
| "num_tokens": 22681539.0, |
| "step": 283 |
| }, |
| { |
| "epoch": 0.3543356207111666, |
| "grad_norm": 0.14358016685030078, |
| "learning_rate": 9.821270864353924e-06, |
| "loss": 0.0532, |
| "num_tokens": 22760996.0, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.35558328134747347, |
| "grad_norm": 0.14707615741317387, |
| "learning_rate": 9.819576123032092e-06, |
| "loss": 0.0603, |
| "num_tokens": 22841748.0, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.3568309419837804, |
| "grad_norm": 0.14812718809993014, |
| "learning_rate": 9.817873549013127e-06, |
| "loss": 0.0592, |
| "num_tokens": 22922667.0, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.35807860262008734, |
| "grad_norm": 0.1649467927673721, |
| "learning_rate": 9.816163145384308e-06, |
| "loss": 0.0554, |
| "num_tokens": 23002249.0, |
| "step": 287 |
| }, |
| { |
| "epoch": 0.3593262632563943, |
| "grad_norm": 0.15358093663493297, |
| "learning_rate": 9.814444915247115e-06, |
| "loss": 0.0632, |
| "num_tokens": 23083209.0, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.3605739238927012, |
| "grad_norm": 0.15692040771846372, |
| "learning_rate": 9.81271886171722e-06, |
| "loss": 0.0592, |
| "num_tokens": 23163343.0, |
| "step": 289 |
| }, |
| { |
| "epoch": 0.3618215845290081, |
| "grad_norm": 0.1580641913112163, |
| "learning_rate": 9.810984987924477e-06, |
| "loss": 0.0579, |
| "num_tokens": 23243258.0, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.363069245165315, |
| "grad_norm": 0.147171020680957, |
| "learning_rate": 9.809243297012923e-06, |
| "loss": 0.0622, |
| "num_tokens": 23325453.0, |
| "step": 291 |
| }, |
| { |
| "epoch": 0.36431690580162196, |
| "grad_norm": 0.15029752697042956, |
| "learning_rate": 9.807493792140774e-06, |
| "loss": 0.0575, |
| "num_tokens": 23406618.0, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.3655645664379289, |
| "grad_norm": 0.1394169020427776, |
| "learning_rate": 9.805736476480407e-06, |
| "loss": 0.0565, |
| "num_tokens": 23485923.0, |
| "step": 293 |
| }, |
| { |
| "epoch": 0.36681222707423583, |
| "grad_norm": 0.14818497445465476, |
| "learning_rate": 9.803971353218367e-06, |
| "loss": 0.0526, |
| "num_tokens": 23565444.0, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.3680598877105427, |
| "grad_norm": 0.14971154575642173, |
| "learning_rate": 9.802198425555358e-06, |
| "loss": 0.0636, |
| "num_tokens": 23647126.0, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.36930754834684965, |
| "grad_norm": 0.16149541778586904, |
| "learning_rate": 9.800417696706234e-06, |
| "loss": 0.0636, |
| "num_tokens": 23727284.0, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.3705552089831566, |
| "grad_norm": 0.14820265948993624, |
| "learning_rate": 9.798629169899992e-06, |
| "loss": 0.056, |
| "num_tokens": 23807739.0, |
| "step": 297 |
| }, |
| { |
| "epoch": 0.3718028696194635, |
| "grad_norm": 0.15131350009349487, |
| "learning_rate": 9.796832848379775e-06, |
| "loss": 0.0591, |
| "num_tokens": 23887839.0, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.37305053025577045, |
| "grad_norm": 0.14986708525327327, |
| "learning_rate": 9.795028735402853e-06, |
| "loss": 0.0598, |
| "num_tokens": 23968437.0, |
| "step": 299 |
| }, |
| { |
| "epoch": 0.37429819089207733, |
| "grad_norm": 0.15808081173486005, |
| "learning_rate": 9.79321683424063e-06, |
| "loss": 0.0571, |
| "num_tokens": 24047656.0, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.37554585152838427, |
| "grad_norm": 0.14958052977119102, |
| "learning_rate": 9.791397148178632e-06, |
| "loss": 0.0554, |
| "num_tokens": 24127038.0, |
| "step": 301 |
| }, |
| { |
| "epoch": 0.3767935121646912, |
| "grad_norm": 0.152499732455963, |
| "learning_rate": 9.789569680516497e-06, |
| "loss": 0.057, |
| "num_tokens": 24207038.0, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.37804117280099814, |
| "grad_norm": 0.14559783006117594, |
| "learning_rate": 9.78773443456798e-06, |
| "loss": 0.0621, |
| "num_tokens": 24287925.0, |
| "step": 303 |
| }, |
| { |
| "epoch": 0.3792888334373051, |
| "grad_norm": 0.1452527426722152, |
| "learning_rate": 9.785891413660931e-06, |
| "loss": 0.0548, |
| "num_tokens": 24367076.0, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.38053649407361195, |
| "grad_norm": 0.14896918649468194, |
| "learning_rate": 9.784040621137308e-06, |
| "loss": 0.0547, |
| "num_tokens": 24446865.0, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.3817841547099189, |
| "grad_norm": 0.1390970861000212, |
| "learning_rate": 9.78218206035316e-06, |
| "loss": 0.0545, |
| "num_tokens": 24526102.0, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.3830318153462258, |
| "grad_norm": 0.15617459548241075, |
| "learning_rate": 9.780315734678612e-06, |
| "loss": 0.0619, |
| "num_tokens": 24606039.0, |
| "step": 307 |
| }, |
| { |
| "epoch": 0.38427947598253276, |
| "grad_norm": 0.14418794697812448, |
| "learning_rate": 9.778441647497882e-06, |
| "loss": 0.0565, |
| "num_tokens": 24685400.0, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.3855271366188397, |
| "grad_norm": 0.14701646779160854, |
| "learning_rate": 9.776559802209255e-06, |
| "loss": 0.0579, |
| "num_tokens": 24765381.0, |
| "step": 309 |
| }, |
| { |
| "epoch": 0.3867747972551466, |
| "grad_norm": 0.1631595272698652, |
| "learning_rate": 9.774670202225084e-06, |
| "loss": 0.0615, |
| "num_tokens": 24845699.0, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.3880224578914535, |
| "grad_norm": 0.1545918579556817, |
| "learning_rate": 9.772772850971788e-06, |
| "loss": 0.0645, |
| "num_tokens": 24925987.0, |
| "step": 311 |
| }, |
| { |
| "epoch": 0.38927011852776044, |
| "grad_norm": 0.1441116111201304, |
| "learning_rate": 9.770867751889837e-06, |
| "loss": 0.0572, |
| "num_tokens": 25005272.0, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.3905177791640674, |
| "grad_norm": 0.13781567161395594, |
| "learning_rate": 9.76895490843375e-06, |
| "loss": 0.0557, |
| "num_tokens": 25085235.0, |
| "step": 313 |
| }, |
| { |
| "epoch": 0.3917654398003743, |
| "grad_norm": 0.14477971945325008, |
| "learning_rate": 9.767034324072091e-06, |
| "loss": 0.0574, |
| "num_tokens": 25164489.0, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.3930131004366812, |
| "grad_norm": 0.15372533695861323, |
| "learning_rate": 9.76510600228746e-06, |
| "loss": 0.0573, |
| "num_tokens": 25243328.0, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.39426076107298813, |
| "grad_norm": 0.1501403033694261, |
| "learning_rate": 9.763169946576488e-06, |
| "loss": 0.0612, |
| "num_tokens": 25323644.0, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.39550842170929507, |
| "grad_norm": 0.15008446129724604, |
| "learning_rate": 9.76122616044983e-06, |
| "loss": 0.0601, |
| "num_tokens": 25402837.0, |
| "step": 317 |
| }, |
| { |
| "epoch": 0.396756082345602, |
| "grad_norm": 0.15958664875841405, |
| "learning_rate": 9.759274647432156e-06, |
| "loss": 0.055, |
| "num_tokens": 25481850.0, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.39800374298190894, |
| "grad_norm": 0.15101688409063593, |
| "learning_rate": 9.75731541106215e-06, |
| "loss": 0.0561, |
| "num_tokens": 25562517.0, |
| "step": 319 |
| }, |
| { |
| "epoch": 0.39925140361821587, |
| "grad_norm": 0.15012352120224384, |
| "learning_rate": 9.755348454892498e-06, |
| "loss": 0.0559, |
| "num_tokens": 25642299.0, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.40049906425452275, |
| "grad_norm": 0.15137439858210344, |
| "learning_rate": 9.753373782489887e-06, |
| "loss": 0.0576, |
| "num_tokens": 25722205.0, |
| "step": 321 |
| }, |
| { |
| "epoch": 0.4017467248908297, |
| "grad_norm": 0.1506690147271384, |
| "learning_rate": 9.751391397434996e-06, |
| "loss": 0.0577, |
| "num_tokens": 25801893.0, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.4029943855271366, |
| "grad_norm": 0.16103781809588258, |
| "learning_rate": 9.74940130332249e-06, |
| "loss": 0.0591, |
| "num_tokens": 25882061.0, |
| "step": 323 |
| }, |
| { |
| "epoch": 0.40424204616344356, |
| "grad_norm": 0.14444822336784965, |
| "learning_rate": 9.747403503761006e-06, |
| "loss": 0.0525, |
| "num_tokens": 25960184.0, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.4054897067997505, |
| "grad_norm": 0.15166828709851793, |
| "learning_rate": 9.74539800237316e-06, |
| "loss": 0.0565, |
| "num_tokens": 26040338.0, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.4067373674360574, |
| "grad_norm": 0.1504474187463855, |
| "learning_rate": 9.743384802795535e-06, |
| "loss": 0.0597, |
| "num_tokens": 26121905.0, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.4079850280723643, |
| "grad_norm": 0.13344139836523075, |
| "learning_rate": 9.741363908678669e-06, |
| "loss": 0.0546, |
| "num_tokens": 26202255.0, |
| "step": 327 |
| }, |
| { |
| "epoch": 0.40923268870867124, |
| "grad_norm": 0.14377591000899273, |
| "learning_rate": 9.739335323687052e-06, |
| "loss": 0.0628, |
| "num_tokens": 26283068.0, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.4104803493449782, |
| "grad_norm": 0.15940785319665565, |
| "learning_rate": 9.737299051499125e-06, |
| "loss": 0.0563, |
| "num_tokens": 26363408.0, |
| "step": 329 |
| }, |
| { |
| "epoch": 0.4117280099812851, |
| "grad_norm": 0.14599902917885316, |
| "learning_rate": 9.735255095807263e-06, |
| "loss": 0.059, |
| "num_tokens": 26444199.0, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.412975670617592, |
| "grad_norm": 0.1351984864753291, |
| "learning_rate": 9.733203460317777e-06, |
| "loss": 0.0584, |
| "num_tokens": 26524527.0, |
| "step": 331 |
| }, |
| { |
| "epoch": 0.41422333125389893, |
| "grad_norm": 0.1397398203048671, |
| "learning_rate": 9.731144148750898e-06, |
| "loss": 0.0502, |
| "num_tokens": 26604842.0, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.41547099189020587, |
| "grad_norm": 0.1502653858474547, |
| "learning_rate": 9.729077164840784e-06, |
| "loss": 0.0617, |
| "num_tokens": 26685166.0, |
| "step": 333 |
| }, |
| { |
| "epoch": 0.4167186525265128, |
| "grad_norm": 0.15884597841687997, |
| "learning_rate": 9.727002512335502e-06, |
| "loss": 0.0579, |
| "num_tokens": 26766562.0, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.41796631316281974, |
| "grad_norm": 0.15085968982512207, |
| "learning_rate": 9.724920194997022e-06, |
| "loss": 0.0563, |
| "num_tokens": 26845821.0, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.4192139737991266, |
| "grad_norm": 0.14636626725897792, |
| "learning_rate": 9.722830216601217e-06, |
| "loss": 0.0573, |
| "num_tokens": 26925802.0, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.42046163443543355, |
| "grad_norm": 0.15213895413855882, |
| "learning_rate": 9.720732580937848e-06, |
| "loss": 0.0573, |
| "num_tokens": 27004757.0, |
| "step": 337 |
| }, |
| { |
| "epoch": 0.4217092950717405, |
| "grad_norm": 0.15478235225939369, |
| "learning_rate": 9.718627291810561e-06, |
| "loss": 0.0558, |
| "num_tokens": 27085488.0, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.4229569557080474, |
| "grad_norm": 0.14333668524575108, |
| "learning_rate": 9.716514353036884e-06, |
| "loss": 0.0529, |
| "num_tokens": 27165382.0, |
| "step": 339 |
| }, |
| { |
| "epoch": 0.42420461634435436, |
| "grad_norm": 0.13816120021039435, |
| "learning_rate": 9.714393768448214e-06, |
| "loss": 0.055, |
| "num_tokens": 27244847.0, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.42545227698066124, |
| "grad_norm": 0.1516209836461398, |
| "learning_rate": 9.712265541889809e-06, |
| "loss": 0.0571, |
| "num_tokens": 27326623.0, |
| "step": 341 |
| }, |
| { |
| "epoch": 0.4266999376169682, |
| "grad_norm": 0.14387239194414297, |
| "learning_rate": 9.710129677220788e-06, |
| "loss": 0.057, |
| "num_tokens": 27408759.0, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.4279475982532751, |
| "grad_norm": 0.14913332717460548, |
| "learning_rate": 9.707986178314123e-06, |
| "loss": 0.0604, |
| "num_tokens": 27489615.0, |
| "step": 343 |
| }, |
| { |
| "epoch": 0.42919525888958204, |
| "grad_norm": 0.14600137001097122, |
| "learning_rate": 9.705835049056621e-06, |
| "loss": 0.0577, |
| "num_tokens": 27569276.0, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.430442919525889, |
| "grad_norm": 0.16253517587195007, |
| "learning_rate": 9.70367629334893e-06, |
| "loss": 0.0593, |
| "num_tokens": 27650089.0, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.43169058016219586, |
| "grad_norm": 0.15144799683797194, |
| "learning_rate": 9.701509915105527e-06, |
| "loss": 0.0551, |
| "num_tokens": 27731133.0, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.4329382407985028, |
| "grad_norm": 0.1457681651429185, |
| "learning_rate": 9.699335918254714e-06, |
| "loss": 0.0539, |
| "num_tokens": 27810902.0, |
| "step": 347 |
| }, |
| { |
| "epoch": 0.43418590143480973, |
| "grad_norm": 0.1463053074053871, |
| "learning_rate": 9.6971543067386e-06, |
| "loss": 0.0588, |
| "num_tokens": 27892340.0, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.43543356207111666, |
| "grad_norm": 0.1520505948725208, |
| "learning_rate": 9.694965084513106e-06, |
| "loss": 0.0562, |
| "num_tokens": 27973118.0, |
| "step": 349 |
| }, |
| { |
| "epoch": 0.4366812227074236, |
| "grad_norm": 0.15820851987269624, |
| "learning_rate": 9.692768255547957e-06, |
| "loss": 0.0567, |
| "num_tokens": 28053723.0, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.4379288833437305, |
| "grad_norm": 0.1515133004587777, |
| "learning_rate": 9.690563823826666e-06, |
| "loss": 0.06, |
| "num_tokens": 28134449.0, |
| "step": 351 |
| }, |
| { |
| "epoch": 0.4391765439800374, |
| "grad_norm": 0.14702095630330445, |
| "learning_rate": 9.688351793346533e-06, |
| "loss": 0.0561, |
| "num_tokens": 28214373.0, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.44042420461634435, |
| "grad_norm": 0.14263520426345258, |
| "learning_rate": 9.68613216811864e-06, |
| "loss": 0.0581, |
| "num_tokens": 28294827.0, |
| "step": 353 |
| }, |
| { |
| "epoch": 0.4416718652526513, |
| "grad_norm": 0.15433805512072737, |
| "learning_rate": 9.683904952167837e-06, |
| "loss": 0.0536, |
| "num_tokens": 28374441.0, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.4429195258889582, |
| "grad_norm": 0.14704915295293733, |
| "learning_rate": 9.681670149532739e-06, |
| "loss": 0.0535, |
| "num_tokens": 28452997.0, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.4441671865252651, |
| "grad_norm": 0.14891895587500484, |
| "learning_rate": 9.67942776426572e-06, |
| "loss": 0.0576, |
| "num_tokens": 28533011.0, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.44541484716157204, |
| "grad_norm": 0.14800382217071825, |
| "learning_rate": 9.677177800432903e-06, |
| "loss": 0.056, |
| "num_tokens": 28612714.0, |
| "step": 357 |
| }, |
| { |
| "epoch": 0.44666250779787897, |
| "grad_norm": 0.1484302906683845, |
| "learning_rate": 9.67492026211415e-06, |
| "loss": 0.0541, |
| "num_tokens": 28692174.0, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.4479101684341859, |
| "grad_norm": 0.1473133403449387, |
| "learning_rate": 9.672655153403064e-06, |
| "loss": 0.0556, |
| "num_tokens": 28771843.0, |
| "step": 359 |
| }, |
| { |
| "epoch": 0.44915782907049284, |
| "grad_norm": 0.13463944988028403, |
| "learning_rate": 9.670382478406967e-06, |
| "loss": 0.0562, |
| "num_tokens": 28851787.0, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.4504054897067998, |
| "grad_norm": 0.14571672370885358, |
| "learning_rate": 9.66810224124691e-06, |
| "loss": 0.0561, |
| "num_tokens": 28931886.0, |
| "step": 361 |
| }, |
| { |
| "epoch": 0.45165315034310666, |
| "grad_norm": 0.13982592828240858, |
| "learning_rate": 9.665814446057652e-06, |
| "loss": 0.0527, |
| "num_tokens": 29011364.0, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.4529008109794136, |
| "grad_norm": 0.1468605138111856, |
| "learning_rate": 9.663519096987653e-06, |
| "loss": 0.0569, |
| "num_tokens": 29091203.0, |
| "step": 363 |
| }, |
| { |
| "epoch": 0.45414847161572053, |
| "grad_norm": 0.15284313337192354, |
| "learning_rate": 9.661216198199078e-06, |
| "loss": 0.0553, |
| "num_tokens": 29172304.0, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.45539613225202746, |
| "grad_norm": 0.15300814933585585, |
| "learning_rate": 9.658905753867778e-06, |
| "loss": 0.0608, |
| "num_tokens": 29252117.0, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.4566437928883344, |
| "grad_norm": 0.16189213439882416, |
| "learning_rate": 9.656587768183287e-06, |
| "loss": 0.0546, |
| "num_tokens": 29332772.0, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.4578914535246413, |
| "grad_norm": 0.14196790848023397, |
| "learning_rate": 9.654262245348813e-06, |
| "loss": 0.0517, |
| "num_tokens": 29414702.0, |
| "step": 367 |
| }, |
| { |
| "epoch": 0.4591391141609482, |
| "grad_norm": 0.14672195499400306, |
| "learning_rate": 9.651929189581233e-06, |
| "loss": 0.0595, |
| "num_tokens": 29495754.0, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.46038677479725515, |
| "grad_norm": 0.14633512516697522, |
| "learning_rate": 9.649588605111082e-06, |
| "loss": 0.0554, |
| "num_tokens": 29575118.0, |
| "step": 369 |
| }, |
| { |
| "epoch": 0.4616344354335621, |
| "grad_norm": 0.14073644904651714, |
| "learning_rate": 9.647240496182545e-06, |
| "loss": 0.0556, |
| "num_tokens": 29655784.0, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.462882096069869, |
| "grad_norm": 0.15125788764011439, |
| "learning_rate": 9.644884867053455e-06, |
| "loss": 0.0549, |
| "num_tokens": 29736212.0, |
| "step": 371 |
| }, |
| { |
| "epoch": 0.4641297567061759, |
| "grad_norm": 0.1498730140799902, |
| "learning_rate": 9.64252172199528e-06, |
| "loss": 0.0567, |
| "num_tokens": 29816732.0, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.46537741734248284, |
| "grad_norm": 0.13559146848095813, |
| "learning_rate": 9.640151065293117e-06, |
| "loss": 0.0546, |
| "num_tokens": 29896880.0, |
| "step": 373 |
| }, |
| { |
| "epoch": 0.46662507797878977, |
| "grad_norm": 0.1640344913303149, |
| "learning_rate": 9.63777290124568e-06, |
| "loss": 0.0701, |
| "num_tokens": 29980295.0, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.4678727386150967, |
| "grad_norm": 0.14536897470480084, |
| "learning_rate": 9.635387234165303e-06, |
| "loss": 0.0564, |
| "num_tokens": 30061645.0, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.46912039925140364, |
| "grad_norm": 0.13332481481430616, |
| "learning_rate": 9.632994068377916e-06, |
| "loss": 0.0485, |
| "num_tokens": 30141179.0, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.4703680598877105, |
| "grad_norm": 0.15492389456107522, |
| "learning_rate": 9.63059340822306e-06, |
| "loss": 0.0559, |
| "num_tokens": 30220539.0, |
| "step": 377 |
| }, |
| { |
| "epoch": 0.47161572052401746, |
| "grad_norm": 0.13840934949647143, |
| "learning_rate": 9.628185258053852e-06, |
| "loss": 0.0566, |
| "num_tokens": 30301422.0, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.4728633811603244, |
| "grad_norm": 0.14291506474305504, |
| "learning_rate": 9.625769622236995e-06, |
| "loss": 0.0545, |
| "num_tokens": 30381142.0, |
| "step": 379 |
| }, |
| { |
| "epoch": 0.4741110417966313, |
| "grad_norm": 0.14000086512375753, |
| "learning_rate": 9.623346505152771e-06, |
| "loss": 0.0508, |
| "num_tokens": 30460521.0, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.47535870243293826, |
| "grad_norm": 0.14400483775828635, |
| "learning_rate": 9.620915911195021e-06, |
| "loss": 0.0504, |
| "num_tokens": 30539451.0, |
| "step": 381 |
| }, |
| { |
| "epoch": 0.47660636306924514, |
| "grad_norm": 0.15315155933409735, |
| "learning_rate": 9.618477844771147e-06, |
| "loss": 0.0558, |
| "num_tokens": 30618847.0, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.4778540237055521, |
| "grad_norm": 0.13374765928710877, |
| "learning_rate": 9.6160323103021e-06, |
| "loss": 0.0584, |
| "num_tokens": 30697880.0, |
| "step": 383 |
| }, |
| { |
| "epoch": 0.479101684341859, |
| "grad_norm": 0.13578880192469092, |
| "learning_rate": 9.613579312222377e-06, |
| "loss": 0.0495, |
| "num_tokens": 30776740.0, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.48034934497816595, |
| "grad_norm": 0.14830879266525465, |
| "learning_rate": 9.611118854979998e-06, |
| "loss": 0.0588, |
| "num_tokens": 30858807.0, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.4815970056144729, |
| "grad_norm": 0.13811959093377515, |
| "learning_rate": 9.608650943036522e-06, |
| "loss": 0.0563, |
| "num_tokens": 30938478.0, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.48284466625077976, |
| "grad_norm": 0.152755680501879, |
| "learning_rate": 9.606175580867016e-06, |
| "loss": 0.0564, |
| "num_tokens": 31019990.0, |
| "step": 387 |
| }, |
| { |
| "epoch": 0.4840923268870867, |
| "grad_norm": 0.14052581035511705, |
| "learning_rate": 9.60369277296006e-06, |
| "loss": 0.0559, |
| "num_tokens": 31100307.0, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.48533998752339363, |
| "grad_norm": 0.1486718670745852, |
| "learning_rate": 9.601202523817735e-06, |
| "loss": 0.0573, |
| "num_tokens": 31179820.0, |
| "step": 389 |
| }, |
| { |
| "epoch": 0.48658764815970057, |
| "grad_norm": 0.14296008439795943, |
| "learning_rate": 9.598704837955618e-06, |
| "loss": 0.0492, |
| "num_tokens": 31258626.0, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.4878353087960075, |
| "grad_norm": 0.15097962419838978, |
| "learning_rate": 9.596199719902765e-06, |
| "loss": 0.0541, |
| "num_tokens": 31339814.0, |
| "step": 391 |
| }, |
| { |
| "epoch": 0.4890829694323144, |
| "grad_norm": 0.1379963039474492, |
| "learning_rate": 9.593687174201715e-06, |
| "loss": 0.053, |
| "num_tokens": 31419517.0, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.4903306300686213, |
| "grad_norm": 0.13238251476670143, |
| "learning_rate": 9.59116720540847e-06, |
| "loss": 0.0492, |
| "num_tokens": 31498667.0, |
| "step": 393 |
| }, |
| { |
| "epoch": 0.49157829070492826, |
| "grad_norm": 0.1577098734056635, |
| "learning_rate": 9.588639818092498e-06, |
| "loss": 0.0574, |
| "num_tokens": 31579341.0, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.4928259513412352, |
| "grad_norm": 0.1400848617210015, |
| "learning_rate": 9.586105016836713e-06, |
| "loss": 0.0547, |
| "num_tokens": 31660051.0, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.4940736119775421, |
| "grad_norm": 0.14347417674815124, |
| "learning_rate": 9.58356280623748e-06, |
| "loss": 0.0561, |
| "num_tokens": 31740543.0, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.495321272613849, |
| "grad_norm": 0.146326148226546, |
| "learning_rate": 9.58101319090459e-06, |
| "loss": 0.0534, |
| "num_tokens": 31821119.0, |
| "step": 397 |
| }, |
| { |
| "epoch": 0.49656893325015594, |
| "grad_norm": 0.13794827612031768, |
| "learning_rate": 9.578456175461272e-06, |
| "loss": 0.0517, |
| "num_tokens": 31901059.0, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.4978165938864629, |
| "grad_norm": 0.1335465918733181, |
| "learning_rate": 9.575891764544162e-06, |
| "loss": 0.0501, |
| "num_tokens": 31981392.0, |
| "step": 399 |
| }, |
| { |
| "epoch": 0.4990642545227698, |
| "grad_norm": 0.14668973583020378, |
| "learning_rate": 9.573319962803317e-06, |
| "loss": 0.0534, |
| "num_tokens": 32061494.0, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.5003119151590767, |
| "grad_norm": 0.15441275896158793, |
| "learning_rate": 9.570740774902189e-06, |
| "loss": 0.0616, |
| "num_tokens": 32142304.0, |
| "step": 401 |
| }, |
| { |
| "epoch": 0.5015595757953837, |
| "grad_norm": 0.14955081145369936, |
| "learning_rate": 9.568154205517623e-06, |
| "loss": 0.0522, |
| "num_tokens": 32222526.0, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.5028072364316906, |
| "grad_norm": 0.1403875094386206, |
| "learning_rate": 9.565560259339856e-06, |
| "loss": 0.0485, |
| "num_tokens": 32302513.0, |
| "step": 403 |
| }, |
| { |
| "epoch": 0.5040548970679976, |
| "grad_norm": 0.13683297238023728, |
| "learning_rate": 9.562958941072491e-06, |
| "loss": 0.0536, |
| "num_tokens": 32382934.0, |
| "step": 404 |
| }, |
| { |
| "epoch": 0.5053025577043044, |
| "grad_norm": 0.14711235416131968, |
| "learning_rate": 9.560350255432508e-06, |
| "loss": 0.0542, |
| "num_tokens": 32464107.0, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.5065502183406113, |
| "grad_norm": 0.14916320835261607, |
| "learning_rate": 9.557734207150243e-06, |
| "loss": 0.0539, |
| "num_tokens": 32543923.0, |
| "step": 406 |
| }, |
| { |
| "epoch": 0.5077978789769183, |
| "grad_norm": 0.13980467839315625, |
| "learning_rate": 9.55511080096938e-06, |
| "loss": 0.049, |
| "num_tokens": 32623438.0, |
| "step": 407 |
| }, |
| { |
| "epoch": 0.5090455396132252, |
| "grad_norm": 0.15152035984072354, |
| "learning_rate": 9.552480041646949e-06, |
| "loss": 0.055, |
| "num_tokens": 32703162.0, |
| "step": 408 |
| }, |
| { |
| "epoch": 0.5102932002495322, |
| "grad_norm": 0.1388088923573849, |
| "learning_rate": 9.549841933953308e-06, |
| "loss": 0.0487, |
| "num_tokens": 32782526.0, |
| "step": 409 |
| }, |
| { |
| "epoch": 0.511540860885839, |
| "grad_norm": 0.1384190124870507, |
| "learning_rate": 9.547196482672148e-06, |
| "loss": 0.0571, |
| "num_tokens": 32863740.0, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.5127885215221459, |
| "grad_norm": 0.14052473157074324, |
| "learning_rate": 9.544543692600473e-06, |
| "loss": 0.0534, |
| "num_tokens": 32942880.0, |
| "step": 411 |
| }, |
| { |
| "epoch": 0.5140361821584529, |
| "grad_norm": 0.13353121925025832, |
| "learning_rate": 9.541883568548588e-06, |
| "loss": 0.0504, |
| "num_tokens": 33022952.0, |
| "step": 412 |
| }, |
| { |
| "epoch": 0.5152838427947598, |
| "grad_norm": 0.14750782511179328, |
| "learning_rate": 9.539216115340106e-06, |
| "loss": 0.0523, |
| "num_tokens": 33101857.0, |
| "step": 413 |
| }, |
| { |
| "epoch": 0.5165315034310668, |
| "grad_norm": 0.14466406906288587, |
| "learning_rate": 9.536541337811923e-06, |
| "loss": 0.0558, |
| "num_tokens": 33181714.0, |
| "step": 414 |
| }, |
| { |
| "epoch": 0.5177791640673737, |
| "grad_norm": 0.15553123717162787, |
| "learning_rate": 9.533859240814221e-06, |
| "loss": 0.055, |
| "num_tokens": 33261500.0, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.5190268247036806, |
| "grad_norm": 0.13310331465324876, |
| "learning_rate": 9.531169829210452e-06, |
| "loss": 0.0501, |
| "num_tokens": 33340399.0, |
| "step": 416 |
| }, |
| { |
| "epoch": 0.5202744853399875, |
| "grad_norm": 0.14079149042098654, |
| "learning_rate": 9.528473107877333e-06, |
| "loss": 0.0497, |
| "num_tokens": 33420893.0, |
| "step": 417 |
| }, |
| { |
| "epoch": 0.5215221459762944, |
| "grad_norm": 0.1401444099939849, |
| "learning_rate": 9.525769081704835e-06, |
| "loss": 0.0526, |
| "num_tokens": 33500831.0, |
| "step": 418 |
| }, |
| { |
| "epoch": 0.5227698066126014, |
| "grad_norm": 0.13674566510520145, |
| "learning_rate": 9.523057755596174e-06, |
| "loss": 0.0524, |
| "num_tokens": 33581334.0, |
| "step": 419 |
| }, |
| { |
| "epoch": 0.5240174672489083, |
| "grad_norm": 0.14204922606844075, |
| "learning_rate": 9.520339134467803e-06, |
| "loss": 0.0538, |
| "num_tokens": 33661326.0, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.5252651278852152, |
| "grad_norm": 0.1558664826050407, |
| "learning_rate": 9.517613223249402e-06, |
| "loss": 0.0572, |
| "num_tokens": 33741261.0, |
| "step": 421 |
| }, |
| { |
| "epoch": 0.5265127885215222, |
| "grad_norm": 0.15461038514035907, |
| "learning_rate": 9.514880026883877e-06, |
| "loss": 0.0575, |
| "num_tokens": 33822933.0, |
| "step": 422 |
| }, |
| { |
| "epoch": 0.527760449157829, |
| "grad_norm": 0.1607295696047527, |
| "learning_rate": 9.512139550327338e-06, |
| "loss": 0.0586, |
| "num_tokens": 33903895.0, |
| "step": 423 |
| }, |
| { |
| "epoch": 0.529008109794136, |
| "grad_norm": 0.1498493476829081, |
| "learning_rate": 9.509391798549091e-06, |
| "loss": 0.0579, |
| "num_tokens": 33984607.0, |
| "step": 424 |
| }, |
| { |
| "epoch": 0.5302557704304429, |
| "grad_norm": 0.14848887896859914, |
| "learning_rate": 9.50663677653165e-06, |
| "loss": 0.0526, |
| "num_tokens": 34064151.0, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.5315034310667498, |
| "grad_norm": 0.14388277136012045, |
| "learning_rate": 9.503874489270697e-06, |
| "loss": 0.0507, |
| "num_tokens": 34144372.0, |
| "step": 426 |
| }, |
| { |
| "epoch": 0.5327510917030568, |
| "grad_norm": 0.14645441650969096, |
| "learning_rate": 9.501104941775094e-06, |
| "loss": 0.0582, |
| "num_tokens": 34224279.0, |
| "step": 427 |
| }, |
| { |
| "epoch": 0.5339987523393637, |
| "grad_norm": 0.14459393929071007, |
| "learning_rate": 9.49832813906687e-06, |
| "loss": 0.0536, |
| "num_tokens": 34303390.0, |
| "step": 428 |
| }, |
| { |
| "epoch": 0.5352464129756707, |
| "grad_norm": 0.12857512112686587, |
| "learning_rate": 9.495544086181204e-06, |
| "loss": 0.0485, |
| "num_tokens": 34383555.0, |
| "step": 429 |
| }, |
| { |
| "epoch": 0.5364940736119775, |
| "grad_norm": 0.1314484816771736, |
| "learning_rate": 9.49275278816643e-06, |
| "loss": 0.0498, |
| "num_tokens": 34463812.0, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.5377417342482844, |
| "grad_norm": 0.13947556078476245, |
| "learning_rate": 9.489954250084011e-06, |
| "loss": 0.0545, |
| "num_tokens": 34544321.0, |
| "step": 431 |
| }, |
| { |
| "epoch": 0.5389893948845914, |
| "grad_norm": 0.1436721443948016, |
| "learning_rate": 9.487148477008545e-06, |
| "loss": 0.0525, |
| "num_tokens": 34624266.0, |
| "step": 432 |
| }, |
| { |
| "epoch": 0.5402370555208983, |
| "grad_norm": 0.13998074131625612, |
| "learning_rate": 9.484335474027744e-06, |
| "loss": 0.0514, |
| "num_tokens": 34704134.0, |
| "step": 433 |
| }, |
| { |
| "epoch": 0.5414847161572053, |
| "grad_norm": 0.14871361303836866, |
| "learning_rate": 9.481515246242435e-06, |
| "loss": 0.053, |
| "num_tokens": 34784190.0, |
| "step": 434 |
| }, |
| { |
| "epoch": 0.5427323767935122, |
| "grad_norm": 0.14624886222954445, |
| "learning_rate": 9.478687798766544e-06, |
| "loss": 0.0531, |
| "num_tokens": 34864130.0, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.543980037429819, |
| "grad_norm": 0.13641332408321277, |
| "learning_rate": 9.475853136727086e-06, |
| "loss": 0.0492, |
| "num_tokens": 34944204.0, |
| "step": 436 |
| }, |
| { |
| "epoch": 0.545227698066126, |
| "grad_norm": 0.14134926386463173, |
| "learning_rate": 9.473011265264159e-06, |
| "loss": 0.0526, |
| "num_tokens": 35024607.0, |
| "step": 437 |
| }, |
| { |
| "epoch": 0.5464753587024329, |
| "grad_norm": 0.14553055880700336, |
| "learning_rate": 9.470162189530938e-06, |
| "loss": 0.0534, |
| "num_tokens": 35104390.0, |
| "step": 438 |
| }, |
| { |
| "epoch": 0.5477230193387399, |
| "grad_norm": 0.1437000622603961, |
| "learning_rate": 9.467305914693658e-06, |
| "loss": 0.0513, |
| "num_tokens": 35184822.0, |
| "step": 439 |
| }, |
| { |
| "epoch": 0.5489706799750468, |
| "grad_norm": 0.14612828451027657, |
| "learning_rate": 9.464442445931605e-06, |
| "loss": 0.0497, |
| "num_tokens": 35264499.0, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.5502183406113537, |
| "grad_norm": 0.14828985114792528, |
| "learning_rate": 9.461571788437119e-06, |
| "loss": 0.0533, |
| "num_tokens": 35345078.0, |
| "step": 441 |
| }, |
| { |
| "epoch": 0.5514660012476607, |
| "grad_norm": 0.1374551082004164, |
| "learning_rate": 9.458693947415564e-06, |
| "loss": 0.0466, |
| "num_tokens": 35424570.0, |
| "step": 442 |
| }, |
| { |
| "epoch": 0.5527136618839675, |
| "grad_norm": 0.147677054111561, |
| "learning_rate": 9.455808928085339e-06, |
| "loss": 0.0542, |
| "num_tokens": 35505946.0, |
| "step": 443 |
| }, |
| { |
| "epoch": 0.5539613225202745, |
| "grad_norm": 0.13849172697877132, |
| "learning_rate": 9.452916735677857e-06, |
| "loss": 0.0485, |
| "num_tokens": 35586346.0, |
| "step": 444 |
| }, |
| { |
| "epoch": 0.5552089831565814, |
| "grad_norm": 0.15297999265119042, |
| "learning_rate": 9.450017375437534e-06, |
| "loss": 0.0531, |
| "num_tokens": 35665891.0, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.5564566437928883, |
| "grad_norm": 0.15501802210849228, |
| "learning_rate": 9.44711085262179e-06, |
| "loss": 0.0573, |
| "num_tokens": 35746479.0, |
| "step": 446 |
| }, |
| { |
| "epoch": 0.5577043044291953, |
| "grad_norm": 0.13088367378601265, |
| "learning_rate": 9.444197172501025e-06, |
| "loss": 0.0484, |
| "num_tokens": 35826159.0, |
| "step": 447 |
| }, |
| { |
| "epoch": 0.5589519650655022, |
| "grad_norm": 0.16063425009788931, |
| "learning_rate": 9.441276340358624e-06, |
| "loss": 0.0576, |
| "num_tokens": 35906837.0, |
| "step": 448 |
| }, |
| { |
| "epoch": 0.5601996257018091, |
| "grad_norm": 0.1307271068905107, |
| "learning_rate": 9.438348361490938e-06, |
| "loss": 0.0525, |
| "num_tokens": 35987331.0, |
| "step": 449 |
| }, |
| { |
| "epoch": 0.561447286338116, |
| "grad_norm": 0.13171725020454944, |
| "learning_rate": 9.43541324120728e-06, |
| "loss": 0.0474, |
| "num_tokens": 36066069.0, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.5626949469744229, |
| "grad_norm": 0.1309581854874849, |
| "learning_rate": 9.432470984829908e-06, |
| "loss": 0.0465, |
| "num_tokens": 36144807.0, |
| "step": 451 |
| }, |
| { |
| "epoch": 0.5639426076107299, |
| "grad_norm": 0.14475267528300384, |
| "learning_rate": 9.429521597694023e-06, |
| "loss": 0.0553, |
| "num_tokens": 36226188.0, |
| "step": 452 |
| }, |
| { |
| "epoch": 0.5651902682470368, |
| "grad_norm": 0.1425625122178402, |
| "learning_rate": 9.426565085147755e-06, |
| "loss": 0.0511, |
| "num_tokens": 36305107.0, |
| "step": 453 |
| }, |
| { |
| "epoch": 0.5664379288833438, |
| "grad_norm": 0.13616136813599408, |
| "learning_rate": 9.423601452552153e-06, |
| "loss": 0.0555, |
| "num_tokens": 36386076.0, |
| "step": 454 |
| }, |
| { |
| "epoch": 0.5676855895196506, |
| "grad_norm": 0.14376718432927843, |
| "learning_rate": 9.420630705281182e-06, |
| "loss": 0.0501, |
| "num_tokens": 36466132.0, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.5689332501559575, |
| "grad_norm": 0.13639207933313066, |
| "learning_rate": 9.417652848721704e-06, |
| "loss": 0.0549, |
| "num_tokens": 36547317.0, |
| "step": 456 |
| }, |
| { |
| "epoch": 0.5701809107922645, |
| "grad_norm": 0.13858764737031773, |
| "learning_rate": 9.41466788827347e-06, |
| "loss": 0.0545, |
| "num_tokens": 36626984.0, |
| "step": 457 |
| }, |
| { |
| "epoch": 0.5714285714285714, |
| "grad_norm": 0.14505131114240344, |
| "learning_rate": 9.411675829349119e-06, |
| "loss": 0.0521, |
| "num_tokens": 36707170.0, |
| "step": 458 |
| }, |
| { |
| "epoch": 0.5726762320648784, |
| "grad_norm": 0.1475234995649541, |
| "learning_rate": 9.408676677374158e-06, |
| "loss": 0.0506, |
| "num_tokens": 36787101.0, |
| "step": 459 |
| }, |
| { |
| "epoch": 0.5739238927011853, |
| "grad_norm": 0.13633501610880747, |
| "learning_rate": 9.405670437786953e-06, |
| "loss": 0.0493, |
| "num_tokens": 36867353.0, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.5751715533374921, |
| "grad_norm": 0.14436718039231583, |
| "learning_rate": 9.402657116038728e-06, |
| "loss": 0.0546, |
| "num_tokens": 36948883.0, |
| "step": 461 |
| }, |
| { |
| "epoch": 0.5764192139737991, |
| "grad_norm": 0.14203475439871666, |
| "learning_rate": 9.399636717593545e-06, |
| "loss": 0.0476, |
| "num_tokens": 37028885.0, |
| "step": 462 |
| }, |
| { |
| "epoch": 0.577666874610106, |
| "grad_norm": 0.14533730733608163, |
| "learning_rate": 9.3966092479283e-06, |
| "loss": 0.0516, |
| "num_tokens": 37108694.0, |
| "step": 463 |
| }, |
| { |
| "epoch": 0.578914535246413, |
| "grad_norm": 0.13808604624352258, |
| "learning_rate": 9.39357471253271e-06, |
| "loss": 0.0488, |
| "num_tokens": 37188517.0, |
| "step": 464 |
| }, |
| { |
| "epoch": 0.5801621958827199, |
| "grad_norm": 0.1461795781132845, |
| "learning_rate": 9.390533116909305e-06, |
| "loss": 0.054, |
| "num_tokens": 37269409.0, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.5814098565190269, |
| "grad_norm": 0.14456406121879972, |
| "learning_rate": 9.387484466573417e-06, |
| "loss": 0.0513, |
| "num_tokens": 37349786.0, |
| "step": 466 |
| }, |
| { |
| "epoch": 0.5826575171553338, |
| "grad_norm": 0.15015842796580345, |
| "learning_rate": 9.38442876705317e-06, |
| "loss": 0.0488, |
| "num_tokens": 37428973.0, |
| "step": 467 |
| }, |
| { |
| "epoch": 0.5839051777916406, |
| "grad_norm": 0.14230447835176302, |
| "learning_rate": 9.381366023889475e-06, |
| "loss": 0.052, |
| "num_tokens": 37509348.0, |
| "step": 468 |
| }, |
| { |
| "epoch": 0.5851528384279476, |
| "grad_norm": 0.1450811926352791, |
| "learning_rate": 9.378296242636002e-06, |
| "loss": 0.0545, |
| "num_tokens": 37590500.0, |
| "step": 469 |
| }, |
| { |
| "epoch": 0.5864004990642545, |
| "grad_norm": 0.13517059402851564, |
| "learning_rate": 9.375219428859202e-06, |
| "loss": 0.05, |
| "num_tokens": 37672765.0, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.5876481597005615, |
| "grad_norm": 0.14229031493976188, |
| "learning_rate": 9.372135588138262e-06, |
| "loss": 0.0508, |
| "num_tokens": 37753260.0, |
| "step": 471 |
| }, |
| { |
| "epoch": 0.5888958203368684, |
| "grad_norm": 0.13875205292970882, |
| "learning_rate": 9.369044726065121e-06, |
| "loss": 0.0515, |
| "num_tokens": 37832754.0, |
| "step": 472 |
| }, |
| { |
| "epoch": 0.5901434809731753, |
| "grad_norm": 0.13790837237053832, |
| "learning_rate": 9.365946848244445e-06, |
| "loss": 0.0508, |
| "num_tokens": 37911845.0, |
| "step": 473 |
| }, |
| { |
| "epoch": 0.5913911416094823, |
| "grad_norm": 0.140360358316561, |
| "learning_rate": 9.362841960293622e-06, |
| "loss": 0.0499, |
| "num_tokens": 37991693.0, |
| "step": 474 |
| }, |
| { |
| "epoch": 0.5926388022457891, |
| "grad_norm": 0.13689888549603996, |
| "learning_rate": 9.359730067842753e-06, |
| "loss": 0.0528, |
| "num_tokens": 38072283.0, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.5938864628820961, |
| "grad_norm": 0.13291064397987987, |
| "learning_rate": 9.35661117653464e-06, |
| "loss": 0.0473, |
| "num_tokens": 38150942.0, |
| "step": 476 |
| }, |
| { |
| "epoch": 0.595134123518403, |
| "grad_norm": 0.1404556622746765, |
| "learning_rate": 9.353485292024775e-06, |
| "loss": 0.0554, |
| "num_tokens": 38232536.0, |
| "step": 477 |
| }, |
| { |
| "epoch": 0.5963817841547099, |
| "grad_norm": 0.13890649535466057, |
| "learning_rate": 9.35035241998133e-06, |
| "loss": 0.0487, |
| "num_tokens": 38312747.0, |
| "step": 478 |
| }, |
| { |
| "epoch": 0.5976294447910169, |
| "grad_norm": 0.13585175607106556, |
| "learning_rate": 9.347212566085153e-06, |
| "loss": 0.0512, |
| "num_tokens": 38392202.0, |
| "step": 479 |
| }, |
| { |
| "epoch": 0.5988771054273238, |
| "grad_norm": 0.14380652025332846, |
| "learning_rate": 9.344065736029746e-06, |
| "loss": 0.0542, |
| "num_tokens": 38472582.0, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.6001247660636307, |
| "grad_norm": 0.1524558297733905, |
| "learning_rate": 9.34091193552126e-06, |
| "loss": 0.0522, |
| "num_tokens": 38553322.0, |
| "step": 481 |
| }, |
| { |
| "epoch": 0.6013724266999376, |
| "grad_norm": 0.1568778299979335, |
| "learning_rate": 9.337751170278495e-06, |
| "loss": 0.0541, |
| "num_tokens": 38633844.0, |
| "step": 482 |
| }, |
| { |
| "epoch": 0.6026200873362445, |
| "grad_norm": 0.14243398281550446, |
| "learning_rate": 9.334583446032866e-06, |
| "loss": 0.0528, |
| "num_tokens": 38713546.0, |
| "step": 483 |
| }, |
| { |
| "epoch": 0.6038677479725515, |
| "grad_norm": 0.14281972240999116, |
| "learning_rate": 9.331408768528423e-06, |
| "loss": 0.0504, |
| "num_tokens": 38792792.0, |
| "step": 484 |
| }, |
| { |
| "epoch": 0.6051154086088584, |
| "grad_norm": 0.1357329955012292, |
| "learning_rate": 9.328227143521809e-06, |
| "loss": 0.0511, |
| "num_tokens": 38872893.0, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.6063630692451654, |
| "grad_norm": 0.12679897769025358, |
| "learning_rate": 9.325038576782275e-06, |
| "loss": 0.0476, |
| "num_tokens": 38952415.0, |
| "step": 486 |
| }, |
| { |
| "epoch": 0.6076107298814722, |
| "grad_norm": 0.1482843741539947, |
| "learning_rate": 9.321843074091654e-06, |
| "loss": 0.0524, |
| "num_tokens": 39033272.0, |
| "step": 487 |
| }, |
| { |
| "epoch": 0.6088583905177791, |
| "grad_norm": 0.14975071143827606, |
| "learning_rate": 9.318640641244362e-06, |
| "loss": 0.0488, |
| "num_tokens": 39111891.0, |
| "step": 488 |
| }, |
| { |
| "epoch": 0.6101060511540861, |
| "grad_norm": 0.1342258373618748, |
| "learning_rate": 9.315431284047375e-06, |
| "loss": 0.0505, |
| "num_tokens": 39192041.0, |
| "step": 489 |
| }, |
| { |
| "epoch": 0.611353711790393, |
| "grad_norm": 0.1285046989054189, |
| "learning_rate": 9.312215008320228e-06, |
| "loss": 0.0497, |
| "num_tokens": 39271930.0, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.6126013724267, |
| "grad_norm": 0.1379379252162495, |
| "learning_rate": 9.308991819895001e-06, |
| "loss": 0.0529, |
| "num_tokens": 39352986.0, |
| "step": 491 |
| }, |
| { |
| "epoch": 0.6138490330630069, |
| "grad_norm": 0.14610092835159, |
| "learning_rate": 9.30576172461631e-06, |
| "loss": 0.0642, |
| "num_tokens": 39433237.0, |
| "step": 492 |
| }, |
| { |
| "epoch": 0.6150966936993137, |
| "grad_norm": 0.13695664278195094, |
| "learning_rate": 9.302524728341292e-06, |
| "loss": 0.0526, |
| "num_tokens": 39514407.0, |
| "step": 493 |
| }, |
| { |
| "epoch": 0.6163443543356207, |
| "grad_norm": 0.14695174818928397, |
| "learning_rate": 9.299280836939602e-06, |
| "loss": 0.0527, |
| "num_tokens": 39594636.0, |
| "step": 494 |
| }, |
| { |
| "epoch": 0.6175920149719276, |
| "grad_norm": 0.13598009895197866, |
| "learning_rate": 9.296030056293394e-06, |
| "loss": 0.0464, |
| "num_tokens": 39674169.0, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.6188396756082346, |
| "grad_norm": 0.14132411207723297, |
| "learning_rate": 9.292772392297316e-06, |
| "loss": 0.0518, |
| "num_tokens": 39754876.0, |
| "step": 496 |
| }, |
| { |
| "epoch": 0.6200873362445415, |
| "grad_norm": 0.13790154255779888, |
| "learning_rate": 9.289507850858498e-06, |
| "loss": 0.0481, |
| "num_tokens": 39835143.0, |
| "step": 497 |
| }, |
| { |
| "epoch": 0.6213349968808484, |
| "grad_norm": 0.136274128237269, |
| "learning_rate": 9.286236437896538e-06, |
| "loss": 0.0487, |
| "num_tokens": 39914731.0, |
| "step": 498 |
| }, |
| { |
| "epoch": 0.6225826575171554, |
| "grad_norm": 0.13960062998109465, |
| "learning_rate": 9.282958159343502e-06, |
| "loss": 0.051, |
| "num_tokens": 39994714.0, |
| "step": 499 |
| }, |
| { |
| "epoch": 0.6238303181534622, |
| "grad_norm": 0.13253521456358003, |
| "learning_rate": 9.279673021143895e-06, |
| "loss": 0.0476, |
| "num_tokens": 40075018.0, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.6250779787897692, |
| "grad_norm": 0.13428832406148858, |
| "learning_rate": 9.276381029254668e-06, |
| "loss": 0.0488, |
| "num_tokens": 40155183.0, |
| "step": 501 |
| }, |
| { |
| "epoch": 0.6263256394260761, |
| "grad_norm": 0.14564770785457162, |
| "learning_rate": 9.273082189645197e-06, |
| "loss": 0.053, |
| "num_tokens": 40236110.0, |
| "step": 502 |
| }, |
| { |
| "epoch": 0.627573300062383, |
| "grad_norm": 0.13321390812262743, |
| "learning_rate": 9.269776508297272e-06, |
| "loss": 0.0494, |
| "num_tokens": 40316306.0, |
| "step": 503 |
| }, |
| { |
| "epoch": 0.62882096069869, |
| "grad_norm": 0.13863622088015634, |
| "learning_rate": 9.266463991205096e-06, |
| "loss": 0.0507, |
| "num_tokens": 40396697.0, |
| "step": 504 |
| }, |
| { |
| "epoch": 0.6300686213349969, |
| "grad_norm": 0.12373924281291247, |
| "learning_rate": 9.263144644375264e-06, |
| "loss": 0.0453, |
| "num_tokens": 40476696.0, |
| "step": 505 |
| }, |
| { |
| "epoch": 0.6313162819713038, |
| "grad_norm": 0.14046491029490663, |
| "learning_rate": 9.259818473826753e-06, |
| "loss": 0.0463, |
| "num_tokens": 40555802.0, |
| "step": 506 |
| }, |
| { |
| "epoch": 0.6325639426076107, |
| "grad_norm": 0.14152092405005381, |
| "learning_rate": 9.256485485590916e-06, |
| "loss": 0.0485, |
| "num_tokens": 40636230.0, |
| "step": 507 |
| }, |
| { |
| "epoch": 0.6338116032439176, |
| "grad_norm": 0.1417103083447363, |
| "learning_rate": 9.25314568571147e-06, |
| "loss": 0.0475, |
| "num_tokens": 40716545.0, |
| "step": 508 |
| }, |
| { |
| "epoch": 0.6350592638802246, |
| "grad_norm": 0.14299937687535086, |
| "learning_rate": 9.24979908024448e-06, |
| "loss": 0.05, |
| "num_tokens": 40795828.0, |
| "step": 509 |
| }, |
| { |
| "epoch": 0.6363069245165315, |
| "grad_norm": 0.17469460318552915, |
| "learning_rate": 9.246445675258353e-06, |
| "loss": 0.0485, |
| "num_tokens": 40876181.0, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.6375545851528385, |
| "grad_norm": 0.1416974505661574, |
| "learning_rate": 9.243085476833827e-06, |
| "loss": 0.0486, |
| "num_tokens": 40956815.0, |
| "step": 511 |
| }, |
| { |
| "epoch": 0.6388022457891454, |
| "grad_norm": 0.13184766297464506, |
| "learning_rate": 9.239718491063956e-06, |
| "loss": 0.0452, |
| "num_tokens": 41035477.0, |
| "step": 512 |
| }, |
| { |
| "epoch": 0.6400499064254522, |
| "grad_norm": 0.14293335757694378, |
| "learning_rate": 9.236344724054104e-06, |
| "loss": 0.0481, |
| "num_tokens": 41114840.0, |
| "step": 513 |
| }, |
| { |
| "epoch": 0.6412975670617592, |
| "grad_norm": 0.1346618868296363, |
| "learning_rate": 9.232964181921931e-06, |
| "loss": 0.0469, |
| "num_tokens": 41194660.0, |
| "step": 514 |
| }, |
| { |
| "epoch": 0.6425452276980661, |
| "grad_norm": 0.14380477524244686, |
| "learning_rate": 9.22957687079738e-06, |
| "loss": 0.0503, |
| "num_tokens": 41274732.0, |
| "step": 515 |
| }, |
| { |
| "epoch": 0.6437928883343731, |
| "grad_norm": 0.1548153138877275, |
| "learning_rate": 9.22618279682267e-06, |
| "loss": 0.0534, |
| "num_tokens": 41355231.0, |
| "step": 516 |
| }, |
| { |
| "epoch": 0.64504054897068, |
| "grad_norm": 0.12901632746395453, |
| "learning_rate": 9.222781966152284e-06, |
| "loss": 0.0487, |
| "num_tokens": 41435607.0, |
| "step": 517 |
| }, |
| { |
| "epoch": 0.6462882096069869, |
| "grad_norm": 0.13407720979842325, |
| "learning_rate": 9.219374384952955e-06, |
| "loss": 0.0459, |
| "num_tokens": 41514560.0, |
| "step": 518 |
| }, |
| { |
| "epoch": 0.6475358702432938, |
| "grad_norm": 0.12463947466497512, |
| "learning_rate": 9.215960059403657e-06, |
| "loss": 0.0473, |
| "num_tokens": 41594491.0, |
| "step": 519 |
| }, |
| { |
| "epoch": 0.6487835308796007, |
| "grad_norm": 0.1279220794254339, |
| "learning_rate": 9.212538995695597e-06, |
| "loss": 0.0445, |
| "num_tokens": 41673375.0, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.6500311915159077, |
| "grad_norm": 0.1422667742985825, |
| "learning_rate": 9.209111200032197e-06, |
| "loss": 0.0457, |
| "num_tokens": 41752931.0, |
| "step": 521 |
| }, |
| { |
| "epoch": 0.6512788521522146, |
| "grad_norm": 0.13547316557303143, |
| "learning_rate": 9.205676678629084e-06, |
| "loss": 0.0514, |
| "num_tokens": 41833139.0, |
| "step": 522 |
| }, |
| { |
| "epoch": 0.6525265127885215, |
| "grad_norm": 0.1294378459458407, |
| "learning_rate": 9.202235437714085e-06, |
| "loss": 0.0452, |
| "num_tokens": 41912284.0, |
| "step": 523 |
| }, |
| { |
| "epoch": 0.6537741734248285, |
| "grad_norm": 0.13400192606267253, |
| "learning_rate": 9.198787483527211e-06, |
| "loss": 0.0499, |
| "num_tokens": 41993387.0, |
| "step": 524 |
| }, |
| { |
| "epoch": 0.6550218340611353, |
| "grad_norm": 0.1374789626351036, |
| "learning_rate": 9.195332822320643e-06, |
| "loss": 0.0507, |
| "num_tokens": 42073397.0, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.6562694946974423, |
| "grad_norm": 0.14254850808958336, |
| "learning_rate": 9.191871460358727e-06, |
| "loss": 0.0498, |
| "num_tokens": 42153736.0, |
| "step": 526 |
| }, |
| { |
| "epoch": 0.6575171553337492, |
| "grad_norm": 0.1492013090788707, |
| "learning_rate": 9.188403403917959e-06, |
| "loss": 0.0508, |
| "num_tokens": 42233576.0, |
| "step": 527 |
| }, |
| { |
| "epoch": 0.6587648159700561, |
| "grad_norm": 0.13528472298759806, |
| "learning_rate": 9.184928659286972e-06, |
| "loss": 0.0461, |
| "num_tokens": 42312824.0, |
| "step": 528 |
| }, |
| { |
| "epoch": 0.6600124766063631, |
| "grad_norm": 0.14462582085339648, |
| "learning_rate": 9.181447232766531e-06, |
| "loss": 0.0541, |
| "num_tokens": 42394280.0, |
| "step": 529 |
| }, |
| { |
| "epoch": 0.66126013724267, |
| "grad_norm": 0.1363211647052413, |
| "learning_rate": 9.177959130669512e-06, |
| "loss": 0.0489, |
| "num_tokens": 42473681.0, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.662507797878977, |
| "grad_norm": 0.13485083339287968, |
| "learning_rate": 9.174464359320898e-06, |
| "loss": 0.0471, |
| "num_tokens": 42552772.0, |
| "step": 531 |
| }, |
| { |
| "epoch": 0.6637554585152838, |
| "grad_norm": 0.1255665390873853, |
| "learning_rate": 9.170962925057769e-06, |
| "loss": 0.0472, |
| "num_tokens": 42632415.0, |
| "step": 532 |
| }, |
| { |
| "epoch": 0.6650031191515907, |
| "grad_norm": 0.1355451583887428, |
| "learning_rate": 9.167454834229281e-06, |
| "loss": 0.048, |
| "num_tokens": 42712289.0, |
| "step": 533 |
| }, |
| { |
| "epoch": 0.6662507797878977, |
| "grad_norm": 0.1350858530193199, |
| "learning_rate": 9.163940093196663e-06, |
| "loss": 0.0506, |
| "num_tokens": 42792392.0, |
| "step": 534 |
| }, |
| { |
| "epoch": 0.6674984404242046, |
| "grad_norm": 0.136136562989076, |
| "learning_rate": 9.160418708333203e-06, |
| "loss": 0.0478, |
| "num_tokens": 42872872.0, |
| "step": 535 |
| }, |
| { |
| "epoch": 0.6687461010605116, |
| "grad_norm": 0.146077765520201, |
| "learning_rate": 9.156890686024239e-06, |
| "loss": 0.0498, |
| "num_tokens": 42953883.0, |
| "step": 536 |
| }, |
| { |
| "epoch": 0.6699937616968185, |
| "grad_norm": 0.12797176999362384, |
| "learning_rate": 9.153356032667138e-06, |
| "loss": 0.046, |
| "num_tokens": 43033437.0, |
| "step": 537 |
| }, |
| { |
| "epoch": 0.6712414223331253, |
| "grad_norm": 0.12545897578255247, |
| "learning_rate": 9.149814754671296e-06, |
| "loss": 0.0495, |
| "num_tokens": 43113703.0, |
| "step": 538 |
| }, |
| { |
| "epoch": 0.6724890829694323, |
| "grad_norm": 0.13008384107108037, |
| "learning_rate": 9.14626685845812e-06, |
| "loss": 0.045, |
| "num_tokens": 43192777.0, |
| "step": 539 |
| }, |
| { |
| "epoch": 0.6737367436057392, |
| "grad_norm": 0.13576570983520106, |
| "learning_rate": 9.142712350461021e-06, |
| "loss": 0.0504, |
| "num_tokens": 43272684.0, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.6749844042420462, |
| "grad_norm": 0.1429459018435017, |
| "learning_rate": 9.139151237125393e-06, |
| "loss": 0.052, |
| "num_tokens": 43354053.0, |
| "step": 541 |
| }, |
| { |
| "epoch": 0.6762320648783531, |
| "grad_norm": 0.11983657237309615, |
| "learning_rate": 9.135583524908614e-06, |
| "loss": 0.0441, |
| "num_tokens": 43435103.0, |
| "step": 542 |
| }, |
| { |
| "epoch": 0.67747972551466, |
| "grad_norm": 0.14035766138431027, |
| "learning_rate": 9.132009220280021e-06, |
| "loss": 0.0498, |
| "num_tokens": 43514717.0, |
| "step": 543 |
| }, |
| { |
| "epoch": 0.678727386150967, |
| "grad_norm": 0.1374244928438365, |
| "learning_rate": 9.128428329720911e-06, |
| "loss": 0.0507, |
| "num_tokens": 43595017.0, |
| "step": 544 |
| }, |
| { |
| "epoch": 0.6799750467872738, |
| "grad_norm": 0.14354836890668102, |
| "learning_rate": 9.12484085972452e-06, |
| "loss": 0.0477, |
| "num_tokens": 43674479.0, |
| "step": 545 |
| }, |
| { |
| "epoch": 0.6812227074235808, |
| "grad_norm": 0.14516354150067737, |
| "learning_rate": 9.121246816796017e-06, |
| "loss": 0.0507, |
| "num_tokens": 43755079.0, |
| "step": 546 |
| }, |
| { |
| "epoch": 0.6824703680598877, |
| "grad_norm": 0.1400453547205689, |
| "learning_rate": 9.117646207452487e-06, |
| "loss": 0.0465, |
| "num_tokens": 43834370.0, |
| "step": 547 |
| }, |
| { |
| "epoch": 0.6837180286961946, |
| "grad_norm": 0.14040265790324466, |
| "learning_rate": 9.114039038222922e-06, |
| "loss": 0.045, |
| "num_tokens": 43914052.0, |
| "step": 548 |
| }, |
| { |
| "epoch": 0.6849656893325016, |
| "grad_norm": 0.14521374141163426, |
| "learning_rate": 9.110425315648212e-06, |
| "loss": 0.0489, |
| "num_tokens": 43993792.0, |
| "step": 549 |
| }, |
| { |
| "epoch": 0.6862133499688085, |
| "grad_norm": 0.142707572861237, |
| "learning_rate": 9.106805046281127e-06, |
| "loss": 0.047, |
| "num_tokens": 44073401.0, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.6874610106051154, |
| "grad_norm": 0.13023090116652908, |
| "learning_rate": 9.103178236686309e-06, |
| "loss": 0.0465, |
| "num_tokens": 44152510.0, |
| "step": 551 |
| }, |
| { |
| "epoch": 0.6887086712414223, |
| "grad_norm": 0.12890465812404028, |
| "learning_rate": 9.099544893440265e-06, |
| "loss": 0.0489, |
| "num_tokens": 44233765.0, |
| "step": 552 |
| }, |
| { |
| "epoch": 0.6899563318777293, |
| "grad_norm": 0.13134548120051465, |
| "learning_rate": 9.095905023131337e-06, |
| "loss": 0.0464, |
| "num_tokens": 44313193.0, |
| "step": 553 |
| }, |
| { |
| "epoch": 0.6912039925140362, |
| "grad_norm": 0.1392402498661132, |
| "learning_rate": 9.092258632359714e-06, |
| "loss": 0.0523, |
| "num_tokens": 44393864.0, |
| "step": 554 |
| }, |
| { |
| "epoch": 0.6924516531503431, |
| "grad_norm": 0.150967684448626, |
| "learning_rate": 9.088605727737405e-06, |
| "loss": 0.0491, |
| "num_tokens": 44472774.0, |
| "step": 555 |
| }, |
| { |
| "epoch": 0.6936993137866501, |
| "grad_norm": 0.13327113149933534, |
| "learning_rate": 9.08494631588823e-06, |
| "loss": 0.0479, |
| "num_tokens": 44552481.0, |
| "step": 556 |
| }, |
| { |
| "epoch": 0.6949469744229569, |
| "grad_norm": 0.15639101173467318, |
| "learning_rate": 9.08128040344781e-06, |
| "loss": 0.0481, |
| "num_tokens": 44632296.0, |
| "step": 557 |
| }, |
| { |
| "epoch": 0.6961946350592639, |
| "grad_norm": 0.15006175503991592, |
| "learning_rate": 9.077607997063546e-06, |
| "loss": 0.0513, |
| "num_tokens": 44711761.0, |
| "step": 558 |
| }, |
| { |
| "epoch": 0.6974422956955708, |
| "grad_norm": 0.13626963289805946, |
| "learning_rate": 9.073929103394627e-06, |
| "loss": 0.045, |
| "num_tokens": 44790965.0, |
| "step": 559 |
| }, |
| { |
| "epoch": 0.6986899563318777, |
| "grad_norm": 0.13584036137479072, |
| "learning_rate": 9.070243729111998e-06, |
| "loss": 0.0499, |
| "num_tokens": 44871764.0, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.6999376169681847, |
| "grad_norm": 0.12333589383269866, |
| "learning_rate": 9.066551880898356e-06, |
| "loss": 0.0449, |
| "num_tokens": 44951455.0, |
| "step": 561 |
| }, |
| { |
| "epoch": 0.7011852776044916, |
| "grad_norm": 0.13494757593024734, |
| "learning_rate": 9.062853565448137e-06, |
| "loss": 0.0468, |
| "num_tokens": 45030780.0, |
| "step": 562 |
| }, |
| { |
| "epoch": 0.7024329382407986, |
| "grad_norm": 0.13272773332650525, |
| "learning_rate": 9.059148789467508e-06, |
| "loss": 0.0471, |
| "num_tokens": 45110544.0, |
| "step": 563 |
| }, |
| { |
| "epoch": 0.7036805988771054, |
| "grad_norm": 0.13404989182349922, |
| "learning_rate": 9.055437559674343e-06, |
| "loss": 0.05, |
| "num_tokens": 45190997.0, |
| "step": 564 |
| }, |
| { |
| "epoch": 0.7049282595134123, |
| "grad_norm": 0.13081012181879706, |
| "learning_rate": 9.051719882798226e-06, |
| "loss": 0.0466, |
| "num_tokens": 45270643.0, |
| "step": 565 |
| }, |
| { |
| "epoch": 0.7061759201497193, |
| "grad_norm": 0.125779618664369, |
| "learning_rate": 9.047995765580428e-06, |
| "loss": 0.0464, |
| "num_tokens": 45351906.0, |
| "step": 566 |
| }, |
| { |
| "epoch": 0.7074235807860262, |
| "grad_norm": 0.1318104484558839, |
| "learning_rate": 9.044265214773901e-06, |
| "loss": 0.0485, |
| "num_tokens": 45431479.0, |
| "step": 567 |
| }, |
| { |
| "epoch": 0.7086712414223332, |
| "grad_norm": 0.13586766601016315, |
| "learning_rate": 9.040528237143258e-06, |
| "loss": 0.0508, |
| "num_tokens": 45511600.0, |
| "step": 568 |
| }, |
| { |
| "epoch": 0.7099189020586401, |
| "grad_norm": 0.1493946566599566, |
| "learning_rate": 9.036784839464771e-06, |
| "loss": 0.0482, |
| "num_tokens": 45591552.0, |
| "step": 569 |
| }, |
| { |
| "epoch": 0.7111665626949469, |
| "grad_norm": 0.13417312397284684, |
| "learning_rate": 9.033035028526352e-06, |
| "loss": 0.0424, |
| "num_tokens": 45670440.0, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.7124142233312539, |
| "grad_norm": 0.13228632139209826, |
| "learning_rate": 9.029278811127539e-06, |
| "loss": 0.0462, |
| "num_tokens": 45750706.0, |
| "step": 571 |
| }, |
| { |
| "epoch": 0.7136618839675608, |
| "grad_norm": 0.12684341302244245, |
| "learning_rate": 9.025516194079493e-06, |
| "loss": 0.0447, |
| "num_tokens": 45830615.0, |
| "step": 572 |
| }, |
| { |
| "epoch": 0.7149095446038678, |
| "grad_norm": 0.14484313305712285, |
| "learning_rate": 9.021747184204974e-06, |
| "loss": 0.0502, |
| "num_tokens": 45912425.0, |
| "step": 573 |
| }, |
| { |
| "epoch": 0.7161572052401747, |
| "grad_norm": 0.13886894398435345, |
| "learning_rate": 9.017971788338338e-06, |
| "loss": 0.0519, |
| "num_tokens": 45994773.0, |
| "step": 574 |
| }, |
| { |
| "epoch": 0.7174048658764816, |
| "grad_norm": 0.13735085430234897, |
| "learning_rate": 9.014190013325514e-06, |
| "loss": 0.0486, |
| "num_tokens": 46075176.0, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.7186525265127885, |
| "grad_norm": 0.14128392290391406, |
| "learning_rate": 9.010401866024007e-06, |
| "loss": 0.0463, |
| "num_tokens": 46155352.0, |
| "step": 576 |
| }, |
| { |
| "epoch": 0.7199001871490954, |
| "grad_norm": 0.129131515512014, |
| "learning_rate": 9.006607353302874e-06, |
| "loss": 0.0489, |
| "num_tokens": 46236369.0, |
| "step": 577 |
| }, |
| { |
| "epoch": 0.7211478477854024, |
| "grad_norm": 0.1388535780094133, |
| "learning_rate": 9.00280648204271e-06, |
| "loss": 0.0457, |
| "num_tokens": 46315492.0, |
| "step": 578 |
| }, |
| { |
| "epoch": 0.7223955084217093, |
| "grad_norm": 0.13207054260238488, |
| "learning_rate": 8.998999259135648e-06, |
| "loss": 0.0484, |
| "num_tokens": 46395923.0, |
| "step": 579 |
| }, |
| { |
| "epoch": 0.7236431690580162, |
| "grad_norm": 0.13220982688358388, |
| "learning_rate": 8.99518569148533e-06, |
| "loss": 0.0477, |
| "num_tokens": 46476015.0, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.7248908296943232, |
| "grad_norm": 0.13584168006721206, |
| "learning_rate": 8.991365786006908e-06, |
| "loss": 0.0457, |
| "num_tokens": 46555654.0, |
| "step": 581 |
| }, |
| { |
| "epoch": 0.72613849033063, |
| "grad_norm": 0.13797132921454844, |
| "learning_rate": 8.987539549627026e-06, |
| "loss": 0.0488, |
| "num_tokens": 46635834.0, |
| "step": 582 |
| }, |
| { |
| "epoch": 0.727386150966937, |
| "grad_norm": 0.12983941108044414, |
| "learning_rate": 8.983706989283804e-06, |
| "loss": 0.0439, |
| "num_tokens": 46715099.0, |
| "step": 583 |
| }, |
| { |
| "epoch": 0.7286338116032439, |
| "grad_norm": 0.12724057093818048, |
| "learning_rate": 8.979868111926836e-06, |
| "loss": 0.0453, |
| "num_tokens": 46794497.0, |
| "step": 584 |
| }, |
| { |
| "epoch": 0.7298814722395508, |
| "grad_norm": 0.14712794756597866, |
| "learning_rate": 8.976022924517167e-06, |
| "loss": 0.0523, |
| "num_tokens": 46875764.0, |
| "step": 585 |
| }, |
| { |
| "epoch": 0.7311291328758578, |
| "grad_norm": 0.1260016012184683, |
| "learning_rate": 8.972171434027283e-06, |
| "loss": 0.0467, |
| "num_tokens": 46954348.0, |
| "step": 586 |
| }, |
| { |
| "epoch": 0.7323767935121647, |
| "grad_norm": 0.13638875135524814, |
| "learning_rate": 8.968313647441098e-06, |
| "loss": 0.0495, |
| "num_tokens": 47035156.0, |
| "step": 587 |
| }, |
| { |
| "epoch": 0.7336244541484717, |
| "grad_norm": 0.13598723506181007, |
| "learning_rate": 8.964449571753949e-06, |
| "loss": 0.048, |
| "num_tokens": 47114933.0, |
| "step": 588 |
| }, |
| { |
| "epoch": 0.7348721147847785, |
| "grad_norm": 0.13957131093949476, |
| "learning_rate": 8.96057921397257e-06, |
| "loss": 0.0476, |
| "num_tokens": 47195699.0, |
| "step": 589 |
| }, |
| { |
| "epoch": 0.7361197754210854, |
| "grad_norm": 0.13018188693022992, |
| "learning_rate": 8.95670258111509e-06, |
| "loss": 0.0463, |
| "num_tokens": 47275340.0, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.7373674360573924, |
| "grad_norm": 0.12927934262951574, |
| "learning_rate": 8.95281968021102e-06, |
| "loss": 0.0472, |
| "num_tokens": 47355190.0, |
| "step": 591 |
| }, |
| { |
| "epoch": 0.7386150966936993, |
| "grad_norm": 0.13407866372594857, |
| "learning_rate": 8.948930518301228e-06, |
| "loss": 0.047, |
| "num_tokens": 47435372.0, |
| "step": 592 |
| }, |
| { |
| "epoch": 0.7398627573300063, |
| "grad_norm": 0.13953419467602407, |
| "learning_rate": 8.945035102437943e-06, |
| "loss": 0.0457, |
| "num_tokens": 47515076.0, |
| "step": 593 |
| }, |
| { |
| "epoch": 0.7411104179663132, |
| "grad_norm": 0.13257678892969102, |
| "learning_rate": 8.94113343968473e-06, |
| "loss": 0.0472, |
| "num_tokens": 47594913.0, |
| "step": 594 |
| }, |
| { |
| "epoch": 0.74235807860262, |
| "grad_norm": 0.13956156798849514, |
| "learning_rate": 8.937225537116482e-06, |
| "loss": 0.0499, |
| "num_tokens": 47674616.0, |
| "step": 595 |
| }, |
| { |
| "epoch": 0.743605739238927, |
| "grad_norm": 0.12720381017536367, |
| "learning_rate": 8.93331140181941e-06, |
| "loss": 0.0488, |
| "num_tokens": 47754372.0, |
| "step": 596 |
| }, |
| { |
| "epoch": 0.7448533998752339, |
| "grad_norm": 0.13600897445694435, |
| "learning_rate": 8.929391040891022e-06, |
| "loss": 0.0521, |
| "num_tokens": 47834920.0, |
| "step": 597 |
| }, |
| { |
| "epoch": 0.7461010605115409, |
| "grad_norm": 0.1392796000732699, |
| "learning_rate": 8.92546446144012e-06, |
| "loss": 0.0472, |
| "num_tokens": 47914382.0, |
| "step": 598 |
| }, |
| { |
| "epoch": 0.7473487211478478, |
| "grad_norm": 0.1385112153330734, |
| "learning_rate": 8.921531670586778e-06, |
| "loss": 0.0447, |
| "num_tokens": 47993846.0, |
| "step": 599 |
| }, |
| { |
| "epoch": 0.7485963817841547, |
| "grad_norm": 0.12658122859507898, |
| "learning_rate": 8.917592675462333e-06, |
| "loss": 0.0464, |
| "num_tokens": 48073646.0, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.7498440424204617, |
| "grad_norm": 0.1419041010382823, |
| "learning_rate": 8.913647483209376e-06, |
| "loss": 0.0466, |
| "num_tokens": 48153764.0, |
| "step": 601 |
| }, |
| { |
| "epoch": 0.7510917030567685, |
| "grad_norm": 0.12852069420000675, |
| "learning_rate": 8.909696100981734e-06, |
| "loss": 0.046, |
| "num_tokens": 48235033.0, |
| "step": 602 |
| }, |
| { |
| "epoch": 0.7523393636930755, |
| "grad_norm": 0.13929453816389586, |
| "learning_rate": 8.905738535944453e-06, |
| "loss": 0.0456, |
| "num_tokens": 48315153.0, |
| "step": 603 |
| }, |
| { |
| "epoch": 0.7535870243293824, |
| "grad_norm": 0.1294892482761023, |
| "learning_rate": 8.901774795273799e-06, |
| "loss": 0.0487, |
| "num_tokens": 48394989.0, |
| "step": 604 |
| }, |
| { |
| "epoch": 0.7548346849656893, |
| "grad_norm": 0.1265516497561457, |
| "learning_rate": 8.897804886157229e-06, |
| "loss": 0.0447, |
| "num_tokens": 48475313.0, |
| "step": 605 |
| }, |
| { |
| "epoch": 0.7560823456019963, |
| "grad_norm": 0.1250026876119754, |
| "learning_rate": 8.893828815793389e-06, |
| "loss": 0.0445, |
| "num_tokens": 48554294.0, |
| "step": 606 |
| }, |
| { |
| "epoch": 0.7573300062383032, |
| "grad_norm": 0.1395621069701436, |
| "learning_rate": 8.889846591392097e-06, |
| "loss": 0.045, |
| "num_tokens": 48633837.0, |
| "step": 607 |
| }, |
| { |
| "epoch": 0.7585776668746101, |
| "grad_norm": 0.1292703654270298, |
| "learning_rate": 8.88585822017433e-06, |
| "loss": 0.0438, |
| "num_tokens": 48712902.0, |
| "step": 608 |
| }, |
| { |
| "epoch": 0.759825327510917, |
| "grad_norm": 0.12675734039745323, |
| "learning_rate": 8.881863709372207e-06, |
| "loss": 0.0461, |
| "num_tokens": 48792522.0, |
| "step": 609 |
| }, |
| { |
| "epoch": 0.7610729881472239, |
| "grad_norm": 0.12830442879917106, |
| "learning_rate": 8.877863066228987e-06, |
| "loss": 0.0481, |
| "num_tokens": 48873543.0, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.7623206487835309, |
| "grad_norm": 0.13244561051443332, |
| "learning_rate": 8.873856297999045e-06, |
| "loss": 0.047, |
| "num_tokens": 48952745.0, |
| "step": 611 |
| }, |
| { |
| "epoch": 0.7635683094198378, |
| "grad_norm": 0.1615375485783518, |
| "learning_rate": 8.869843411947862e-06, |
| "loss": 0.0496, |
| "num_tokens": 49033599.0, |
| "step": 612 |
| }, |
| { |
| "epoch": 0.7648159700561448, |
| "grad_norm": 0.13780128644772976, |
| "learning_rate": 8.865824415352014e-06, |
| "loss": 0.0461, |
| "num_tokens": 49113085.0, |
| "step": 613 |
| }, |
| { |
| "epoch": 0.7660636306924516, |
| "grad_norm": 0.13586985951384964, |
| "learning_rate": 8.861799315499157e-06, |
| "loss": 0.046, |
| "num_tokens": 49191966.0, |
| "step": 614 |
| }, |
| { |
| "epoch": 0.7673112913287585, |
| "grad_norm": 0.1271021845898844, |
| "learning_rate": 8.85776811968801e-06, |
| "loss": 0.0435, |
| "num_tokens": 49271798.0, |
| "step": 615 |
| }, |
| { |
| "epoch": 0.7685589519650655, |
| "grad_norm": 0.13241677295783946, |
| "learning_rate": 8.853730835228354e-06, |
| "loss": 0.0462, |
| "num_tokens": 49351085.0, |
| "step": 616 |
| }, |
| { |
| "epoch": 0.7698066126013724, |
| "grad_norm": 0.1473649979705641, |
| "learning_rate": 8.849687469441003e-06, |
| "loss": 0.0512, |
| "num_tokens": 49432116.0, |
| "step": 617 |
| }, |
| { |
| "epoch": 0.7710542732376794, |
| "grad_norm": 0.13824389423293423, |
| "learning_rate": 8.845638029657804e-06, |
| "loss": 0.0437, |
| "num_tokens": 49511692.0, |
| "step": 618 |
| }, |
| { |
| "epoch": 0.7723019338739863, |
| "grad_norm": 0.14209836646808868, |
| "learning_rate": 8.841582523221614e-06, |
| "loss": 0.0491, |
| "num_tokens": 49592183.0, |
| "step": 619 |
| }, |
| { |
| "epoch": 0.7735495945102931, |
| "grad_norm": 0.12494073093259925, |
| "learning_rate": 8.83752095748629e-06, |
| "loss": 0.0456, |
| "num_tokens": 49672496.0, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.7747972551466001, |
| "grad_norm": 0.1494311981433102, |
| "learning_rate": 8.833453339816682e-06, |
| "loss": 0.0544, |
| "num_tokens": 49752281.0, |
| "step": 621 |
| }, |
| { |
| "epoch": 0.776044915782907, |
| "grad_norm": 0.14004390380525242, |
| "learning_rate": 8.829379677588607e-06, |
| "loss": 0.0486, |
| "num_tokens": 49831426.0, |
| "step": 622 |
| }, |
| { |
| "epoch": 0.777292576419214, |
| "grad_norm": 0.1339521325499603, |
| "learning_rate": 8.825299978188847e-06, |
| "loss": 0.0462, |
| "num_tokens": 49911746.0, |
| "step": 623 |
| }, |
| { |
| "epoch": 0.7785402370555209, |
| "grad_norm": 0.12799070765367507, |
| "learning_rate": 8.821214249015133e-06, |
| "loss": 0.0427, |
| "num_tokens": 49990124.0, |
| "step": 624 |
| }, |
| { |
| "epoch": 0.7797878976918278, |
| "grad_norm": 0.14563763920223902, |
| "learning_rate": 8.817122497476122e-06, |
| "loss": 0.0433, |
| "num_tokens": 50069850.0, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.7810355583281348, |
| "grad_norm": 0.1412962344681427, |
| "learning_rate": 8.8130247309914e-06, |
| "loss": 0.0465, |
| "num_tokens": 50148928.0, |
| "step": 626 |
| }, |
| { |
| "epoch": 0.7822832189644416, |
| "grad_norm": 0.12673793649670753, |
| "learning_rate": 8.808920956991455e-06, |
| "loss": 0.0486, |
| "num_tokens": 50229320.0, |
| "step": 627 |
| }, |
| { |
| "epoch": 0.7835308796007486, |
| "grad_norm": 0.12112230001153174, |
| "learning_rate": 8.80481118291767e-06, |
| "loss": 0.0467, |
| "num_tokens": 50310309.0, |
| "step": 628 |
| }, |
| { |
| "epoch": 0.7847785402370555, |
| "grad_norm": 0.12671902753289974, |
| "learning_rate": 8.800695416222305e-06, |
| "loss": 0.0455, |
| "num_tokens": 50389538.0, |
| "step": 629 |
| }, |
| { |
| "epoch": 0.7860262008733624, |
| "grad_norm": 0.12959073046474556, |
| "learning_rate": 8.796573664368492e-06, |
| "loss": 0.0461, |
| "num_tokens": 50469795.0, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.7872738615096694, |
| "grad_norm": 0.13262046702793368, |
| "learning_rate": 8.792445934830215e-06, |
| "loss": 0.0475, |
| "num_tokens": 50550218.0, |
| "step": 631 |
| }, |
| { |
| "epoch": 0.7885215221459763, |
| "grad_norm": 0.13536729420156757, |
| "learning_rate": 8.78831223509229e-06, |
| "loss": 0.0448, |
| "num_tokens": 50630135.0, |
| "step": 632 |
| }, |
| { |
| "epoch": 0.7897691827822833, |
| "grad_norm": 0.1342625728159916, |
| "learning_rate": 8.784172572650366e-06, |
| "loss": 0.0425, |
| "num_tokens": 50709708.0, |
| "step": 633 |
| }, |
| { |
| "epoch": 0.7910168434185901, |
| "grad_norm": 0.1359058372010772, |
| "learning_rate": 8.780026955010903e-06, |
| "loss": 0.0441, |
| "num_tokens": 50789219.0, |
| "step": 634 |
| }, |
| { |
| "epoch": 0.7922645040548971, |
| "grad_norm": 0.12874679521506371, |
| "learning_rate": 8.77587538969116e-06, |
| "loss": 0.0437, |
| "num_tokens": 50869389.0, |
| "step": 635 |
| }, |
| { |
| "epoch": 0.793512164691204, |
| "grad_norm": 0.1369083708111066, |
| "learning_rate": 8.771717884219177e-06, |
| "loss": 0.0493, |
| "num_tokens": 50949396.0, |
| "step": 636 |
| }, |
| { |
| "epoch": 0.7947598253275109, |
| "grad_norm": 0.14129983597974075, |
| "learning_rate": 8.767554446133771e-06, |
| "loss": 0.0451, |
| "num_tokens": 51029592.0, |
| "step": 637 |
| }, |
| { |
| "epoch": 0.7960074859638179, |
| "grad_norm": 0.1446719706863878, |
| "learning_rate": 8.763385082984511e-06, |
| "loss": 0.0506, |
| "num_tokens": 51110547.0, |
| "step": 638 |
| }, |
| { |
| "epoch": 0.7972551466001248, |
| "grad_norm": 0.13560344797018603, |
| "learning_rate": 8.759209802331714e-06, |
| "loss": 0.0472, |
| "num_tokens": 51191617.0, |
| "step": 639 |
| }, |
| { |
| "epoch": 0.7985028072364317, |
| "grad_norm": 0.15251529644301726, |
| "learning_rate": 8.755028611746426e-06, |
| "loss": 0.048, |
| "num_tokens": 51271860.0, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.7997504678727386, |
| "grad_norm": 0.12215214673056587, |
| "learning_rate": 8.750841518810407e-06, |
| "loss": 0.0476, |
| "num_tokens": 51351464.0, |
| "step": 641 |
| }, |
| { |
| "epoch": 0.8009981285090455, |
| "grad_norm": 0.1295074754396241, |
| "learning_rate": 8.746648531116126e-06, |
| "loss": 0.0443, |
| "num_tokens": 51432841.0, |
| "step": 642 |
| }, |
| { |
| "epoch": 0.8022457891453525, |
| "grad_norm": 0.12895613658486638, |
| "learning_rate": 8.742449656266733e-06, |
| "loss": 0.0456, |
| "num_tokens": 51512108.0, |
| "step": 643 |
| }, |
| { |
| "epoch": 0.8034934497816594, |
| "grad_norm": 0.12440364391857861, |
| "learning_rate": 8.738244901876061e-06, |
| "loss": 0.0447, |
| "num_tokens": 51592279.0, |
| "step": 644 |
| }, |
| { |
| "epoch": 0.8047411104179664, |
| "grad_norm": 0.1326702881926524, |
| "learning_rate": 8.7340342755686e-06, |
| "loss": 0.0447, |
| "num_tokens": 51672173.0, |
| "step": 645 |
| }, |
| { |
| "epoch": 0.8059887710542732, |
| "grad_norm": 0.13915957948227095, |
| "learning_rate": 8.729817784979485e-06, |
| "loss": 0.049, |
| "num_tokens": 51753477.0, |
| "step": 646 |
| }, |
| { |
| "epoch": 0.8072364316905801, |
| "grad_norm": 0.14093605623183406, |
| "learning_rate": 8.725595437754489e-06, |
| "loss": 0.0649, |
| "num_tokens": 51834370.0, |
| "step": 647 |
| }, |
| { |
| "epoch": 0.8084840923268871, |
| "grad_norm": 0.1257616499498055, |
| "learning_rate": 8.721367241550007e-06, |
| "loss": 0.0433, |
| "num_tokens": 51913279.0, |
| "step": 648 |
| }, |
| { |
| "epoch": 0.809731752963194, |
| "grad_norm": 0.14095744719546538, |
| "learning_rate": 8.717133204033034e-06, |
| "loss": 0.0418, |
| "num_tokens": 51991782.0, |
| "step": 649 |
| }, |
| { |
| "epoch": 0.810979413599501, |
| "grad_norm": 0.13700683189419194, |
| "learning_rate": 8.71289333288116e-06, |
| "loss": 0.0469, |
| "num_tokens": 52071863.0, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.8122270742358079, |
| "grad_norm": 0.13167335028118232, |
| "learning_rate": 8.708647635782553e-06, |
| "loss": 0.0469, |
| "num_tokens": 52151659.0, |
| "step": 651 |
| }, |
| { |
| "epoch": 0.8134747348721147, |
| "grad_norm": 0.13212682360066533, |
| "learning_rate": 8.704396120435944e-06, |
| "loss": 0.0418, |
| "num_tokens": 52230329.0, |
| "step": 652 |
| }, |
| { |
| "epoch": 0.8147223955084217, |
| "grad_norm": 0.13460259814153436, |
| "learning_rate": 8.700138794550617e-06, |
| "loss": 0.0477, |
| "num_tokens": 52310621.0, |
| "step": 653 |
| }, |
| { |
| "epoch": 0.8159700561447286, |
| "grad_norm": 0.1262576220568161, |
| "learning_rate": 8.695875665846392e-06, |
| "loss": 0.043, |
| "num_tokens": 52390363.0, |
| "step": 654 |
| }, |
| { |
| "epoch": 0.8172177167810356, |
| "grad_norm": 0.13451324588776792, |
| "learning_rate": 8.691606742053608e-06, |
| "loss": 0.0445, |
| "num_tokens": 52470407.0, |
| "step": 655 |
| }, |
| { |
| "epoch": 0.8184653774173425, |
| "grad_norm": 0.13838060943839892, |
| "learning_rate": 8.687332030913114e-06, |
| "loss": 0.0455, |
| "num_tokens": 52550801.0, |
| "step": 656 |
| }, |
| { |
| "epoch": 0.8197130380536494, |
| "grad_norm": 0.12544846461435052, |
| "learning_rate": 8.683051540176252e-06, |
| "loss": 0.0453, |
| "num_tokens": 52630184.0, |
| "step": 657 |
| }, |
| { |
| "epoch": 0.8209606986899564, |
| "grad_norm": 0.1227925470813221, |
| "learning_rate": 8.67876527760485e-06, |
| "loss": 0.0449, |
| "num_tokens": 52710226.0, |
| "step": 658 |
| }, |
| { |
| "epoch": 0.8222083593262632, |
| "grad_norm": 0.14125944393926942, |
| "learning_rate": 8.674473250971194e-06, |
| "loss": 0.0479, |
| "num_tokens": 52789646.0, |
| "step": 659 |
| }, |
| { |
| "epoch": 0.8234560199625702, |
| "grad_norm": 0.12898991776625454, |
| "learning_rate": 8.670175468058027e-06, |
| "loss": 0.0453, |
| "num_tokens": 52870777.0, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.8247036805988771, |
| "grad_norm": 0.12662076248706405, |
| "learning_rate": 8.665871936658525e-06, |
| "loss": 0.0464, |
| "num_tokens": 52950874.0, |
| "step": 661 |
| }, |
| { |
| "epoch": 0.825951341235184, |
| "grad_norm": 0.1246338732142322, |
| "learning_rate": 8.661562664576297e-06, |
| "loss": 0.0449, |
| "num_tokens": 53030308.0, |
| "step": 662 |
| }, |
| { |
| "epoch": 0.827199001871491, |
| "grad_norm": 0.12386450841807353, |
| "learning_rate": 8.65724765962535e-06, |
| "loss": 0.0453, |
| "num_tokens": 53110905.0, |
| "step": 663 |
| }, |
| { |
| "epoch": 0.8284466625077979, |
| "grad_norm": 0.1252925833827586, |
| "learning_rate": 8.652926929630097e-06, |
| "loss": 0.0448, |
| "num_tokens": 53190924.0, |
| "step": 664 |
| }, |
| { |
| "epoch": 0.8296943231441049, |
| "grad_norm": 0.13199276345367864, |
| "learning_rate": 8.648600482425325e-06, |
| "loss": 0.0469, |
| "num_tokens": 53271193.0, |
| "step": 665 |
| }, |
| { |
| "epoch": 0.8309419837804117, |
| "grad_norm": 0.1226282221225014, |
| "learning_rate": 8.644268325856193e-06, |
| "loss": 0.0434, |
| "num_tokens": 53350537.0, |
| "step": 666 |
| }, |
| { |
| "epoch": 0.8321896444167186, |
| "grad_norm": 0.12053686374626792, |
| "learning_rate": 8.639930467778206e-06, |
| "loss": 0.0438, |
| "num_tokens": 53432655.0, |
| "step": 667 |
| }, |
| { |
| "epoch": 0.8334373050530256, |
| "grad_norm": 0.12451975349671367, |
| "learning_rate": 8.635586916057214e-06, |
| "loss": 0.0445, |
| "num_tokens": 53512112.0, |
| "step": 668 |
| }, |
| { |
| "epoch": 0.8346849656893325, |
| "grad_norm": 0.12083730426276222, |
| "learning_rate": 8.631237678569391e-06, |
| "loss": 0.0462, |
| "num_tokens": 53593075.0, |
| "step": 669 |
| }, |
| { |
| "epoch": 0.8359326263256395, |
| "grad_norm": 0.12769247867470077, |
| "learning_rate": 8.626882763201215e-06, |
| "loss": 0.0429, |
| "num_tokens": 53672672.0, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.8371802869619464, |
| "grad_norm": 0.1238630262805468, |
| "learning_rate": 8.62252217784947e-06, |
| "loss": 0.0427, |
| "num_tokens": 53751669.0, |
| "step": 671 |
| }, |
| { |
| "epoch": 0.8384279475982532, |
| "grad_norm": 0.1391950829315506, |
| "learning_rate": 8.61815593042121e-06, |
| "loss": 0.0437, |
| "num_tokens": 53831916.0, |
| "step": 672 |
| }, |
| { |
| "epoch": 0.8396756082345602, |
| "grad_norm": 0.12832813628154105, |
| "learning_rate": 8.61378402883376e-06, |
| "loss": 0.0454, |
| "num_tokens": 53911127.0, |
| "step": 673 |
| }, |
| { |
| "epoch": 0.8409232688708671, |
| "grad_norm": 0.12869289586194874, |
| "learning_rate": 8.609406481014704e-06, |
| "loss": 0.0493, |
| "num_tokens": 53992015.0, |
| "step": 674 |
| }, |
| { |
| "epoch": 0.8421709295071741, |
| "grad_norm": 0.1295243174606551, |
| "learning_rate": 8.605023294901857e-06, |
| "loss": 0.0453, |
| "num_tokens": 54074688.0, |
| "step": 675 |
| }, |
| { |
| "epoch": 0.843418590143481, |
| "grad_norm": 0.14327157160951173, |
| "learning_rate": 8.600634478443262e-06, |
| "loss": 0.0475, |
| "num_tokens": 54154762.0, |
| "step": 676 |
| }, |
| { |
| "epoch": 0.8446662507797879, |
| "grad_norm": 0.13689413605347608, |
| "learning_rate": 8.596240039597168e-06, |
| "loss": 0.0487, |
| "num_tokens": 54234083.0, |
| "step": 677 |
| }, |
| { |
| "epoch": 0.8459139114160948, |
| "grad_norm": 0.12476227243203361, |
| "learning_rate": 8.59183998633202e-06, |
| "loss": 0.043, |
| "num_tokens": 54313838.0, |
| "step": 678 |
| }, |
| { |
| "epoch": 0.8471615720524017, |
| "grad_norm": 0.12843919174639454, |
| "learning_rate": 8.587434326626446e-06, |
| "loss": 0.0439, |
| "num_tokens": 54393140.0, |
| "step": 679 |
| }, |
| { |
| "epoch": 0.8484092326887087, |
| "grad_norm": 0.13686412036721382, |
| "learning_rate": 8.58302306846924e-06, |
| "loss": 0.0501, |
| "num_tokens": 54474299.0, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.8496568933250156, |
| "grad_norm": 0.13617664891691592, |
| "learning_rate": 8.57860621985934e-06, |
| "loss": 0.0445, |
| "num_tokens": 54553494.0, |
| "step": 681 |
| }, |
| { |
| "epoch": 0.8509045539613225, |
| "grad_norm": 0.1271657490150743, |
| "learning_rate": 8.574183788805838e-06, |
| "loss": 0.044, |
| "num_tokens": 54633507.0, |
| "step": 682 |
| }, |
| { |
| "epoch": 0.8521522145976295, |
| "grad_norm": 0.13384106872272458, |
| "learning_rate": 8.56975578332793e-06, |
| "loss": 0.0443, |
| "num_tokens": 54713372.0, |
| "step": 683 |
| }, |
| { |
| "epoch": 0.8533998752339363, |
| "grad_norm": 0.11560773243774969, |
| "learning_rate": 8.56532221145493e-06, |
| "loss": 0.0429, |
| "num_tokens": 54792488.0, |
| "step": 684 |
| }, |
| { |
| "epoch": 0.8546475358702433, |
| "grad_norm": 0.1212428276738136, |
| "learning_rate": 8.560883081226246e-06, |
| "loss": 0.0443, |
| "num_tokens": 54873959.0, |
| "step": 685 |
| }, |
| { |
| "epoch": 0.8558951965065502, |
| "grad_norm": 0.14025896849225925, |
| "learning_rate": 8.55643840069136e-06, |
| "loss": 0.0466, |
| "num_tokens": 54954820.0, |
| "step": 686 |
| }, |
| { |
| "epoch": 0.8571428571428571, |
| "grad_norm": 0.13808021632034995, |
| "learning_rate": 8.551988177909825e-06, |
| "loss": 0.0462, |
| "num_tokens": 55035474.0, |
| "step": 687 |
| }, |
| { |
| "epoch": 0.8583905177791641, |
| "grad_norm": 0.14688685012575073, |
| "learning_rate": 8.547532420951236e-06, |
| "loss": 0.0474, |
| "num_tokens": 55115987.0, |
| "step": 688 |
| }, |
| { |
| "epoch": 0.859638178415471, |
| "grad_norm": 0.13519377075289518, |
| "learning_rate": 8.543071137895231e-06, |
| "loss": 0.0486, |
| "num_tokens": 55195473.0, |
| "step": 689 |
| }, |
| { |
| "epoch": 0.860885839051778, |
| "grad_norm": 0.1383342982212882, |
| "learning_rate": 8.538604336831463e-06, |
| "loss": 0.0456, |
| "num_tokens": 55274897.0, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.8621334996880848, |
| "grad_norm": 0.12302270516387563, |
| "learning_rate": 8.53413202585959e-06, |
| "loss": 0.042, |
| "num_tokens": 55354684.0, |
| "step": 691 |
| }, |
| { |
| "epoch": 0.8633811603243917, |
| "grad_norm": 0.12034339097373062, |
| "learning_rate": 8.529654213089266e-06, |
| "loss": 0.0416, |
| "num_tokens": 55434479.0, |
| "step": 692 |
| }, |
| { |
| "epoch": 0.8646288209606987, |
| "grad_norm": 0.12441949815381428, |
| "learning_rate": 8.52517090664012e-06, |
| "loss": 0.0434, |
| "num_tokens": 55513816.0, |
| "step": 693 |
| }, |
| { |
| "epoch": 0.8658764815970056, |
| "grad_norm": 0.13357252884483028, |
| "learning_rate": 8.520682114641739e-06, |
| "loss": 0.0441, |
| "num_tokens": 55593435.0, |
| "step": 694 |
| }, |
| { |
| "epoch": 0.8671241422333126, |
| "grad_norm": 0.12424156938040647, |
| "learning_rate": 8.51618784523366e-06, |
| "loss": 0.0445, |
| "num_tokens": 55673866.0, |
| "step": 695 |
| }, |
| { |
| "epoch": 0.8683718028696195, |
| "grad_norm": 0.13488286343188147, |
| "learning_rate": 8.511688106565356e-06, |
| "loss": 0.0462, |
| "num_tokens": 55754183.0, |
| "step": 696 |
| }, |
| { |
| "epoch": 0.8696194635059263, |
| "grad_norm": 0.12902239020926456, |
| "learning_rate": 8.507182906796209e-06, |
| "loss": 0.0479, |
| "num_tokens": 55835122.0, |
| "step": 697 |
| }, |
| { |
| "epoch": 0.8708671241422333, |
| "grad_norm": 0.12700265076298542, |
| "learning_rate": 8.50267225409551e-06, |
| "loss": 0.0487, |
| "num_tokens": 55916059.0, |
| "step": 698 |
| }, |
| { |
| "epoch": 0.8721147847785402, |
| "grad_norm": 0.12439806501667146, |
| "learning_rate": 8.498156156642434e-06, |
| "loss": 0.0482, |
| "num_tokens": 55996309.0, |
| "step": 699 |
| }, |
| { |
| "epoch": 0.8733624454148472, |
| "grad_norm": 0.13662835946719407, |
| "learning_rate": 8.493634622626031e-06, |
| "loss": 0.0487, |
| "num_tokens": 56076989.0, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.8746101060511541, |
| "grad_norm": 0.13097355494242618, |
| "learning_rate": 8.489107660245208e-06, |
| "loss": 0.0455, |
| "num_tokens": 56156600.0, |
| "step": 701 |
| }, |
| { |
| "epoch": 0.875857766687461, |
| "grad_norm": 0.12619811815079715, |
| "learning_rate": 8.484575277708718e-06, |
| "loss": 0.0482, |
| "num_tokens": 56237662.0, |
| "step": 702 |
| }, |
| { |
| "epoch": 0.877105427323768, |
| "grad_norm": 0.13272981560160393, |
| "learning_rate": 8.480037483235142e-06, |
| "loss": 0.0443, |
| "num_tokens": 56318037.0, |
| "step": 703 |
| }, |
| { |
| "epoch": 0.8783530879600748, |
| "grad_norm": 0.13876316053346943, |
| "learning_rate": 8.475494285052873e-06, |
| "loss": 0.0433, |
| "num_tokens": 56397397.0, |
| "step": 704 |
| }, |
| { |
| "epoch": 0.8796007485963818, |
| "grad_norm": 0.12990102861221764, |
| "learning_rate": 8.470945691400095e-06, |
| "loss": 0.0491, |
| "num_tokens": 56478651.0, |
| "step": 705 |
| }, |
| { |
| "epoch": 0.8808484092326887, |
| "grad_norm": 0.12177730095213436, |
| "learning_rate": 8.466391710524792e-06, |
| "loss": 0.0454, |
| "num_tokens": 56559439.0, |
| "step": 706 |
| }, |
| { |
| "epoch": 0.8820960698689956, |
| "grad_norm": 0.13073319119141943, |
| "learning_rate": 8.461832350684701e-06, |
| "loss": 0.044, |
| "num_tokens": 56639419.0, |
| "step": 707 |
| }, |
| { |
| "epoch": 0.8833437305053026, |
| "grad_norm": 0.13039116346051194, |
| "learning_rate": 8.457267620147326e-06, |
| "loss": 0.0479, |
| "num_tokens": 56720177.0, |
| "step": 708 |
| }, |
| { |
| "epoch": 0.8845913911416095, |
| "grad_norm": 0.11392658067382258, |
| "learning_rate": 8.452697527189901e-06, |
| "loss": 0.0417, |
| "num_tokens": 56799870.0, |
| "step": 709 |
| }, |
| { |
| "epoch": 0.8858390517779164, |
| "grad_norm": 0.12172332991038214, |
| "learning_rate": 8.448122080099384e-06, |
| "loss": 0.0436, |
| "num_tokens": 56879737.0, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.8870867124142233, |
| "grad_norm": 0.12348030891715099, |
| "learning_rate": 8.443541287172443e-06, |
| "loss": 0.0464, |
| "num_tokens": 56960161.0, |
| "step": 711 |
| }, |
| { |
| "epoch": 0.8883343730505302, |
| "grad_norm": 0.1367197777768623, |
| "learning_rate": 8.438955156715443e-06, |
| "loss": 0.0472, |
| "num_tokens": 57040569.0, |
| "step": 712 |
| }, |
| { |
| "epoch": 0.8895820336868372, |
| "grad_norm": 0.12968055372030557, |
| "learning_rate": 8.434363697044423e-06, |
| "loss": 0.0475, |
| "num_tokens": 57120700.0, |
| "step": 713 |
| }, |
| { |
| "epoch": 0.8908296943231441, |
| "grad_norm": 0.10708595724786292, |
| "learning_rate": 8.429766916485087e-06, |
| "loss": 0.0398, |
| "num_tokens": 57199169.0, |
| "step": 714 |
| }, |
| { |
| "epoch": 0.8920773549594511, |
| "grad_norm": 0.1289490659534409, |
| "learning_rate": 8.42516482337279e-06, |
| "loss": 0.0419, |
| "num_tokens": 57278512.0, |
| "step": 715 |
| }, |
| { |
| "epoch": 0.8933250155957579, |
| "grad_norm": 0.13480571497635496, |
| "learning_rate": 8.420557426052513e-06, |
| "loss": 0.0432, |
| "num_tokens": 57358212.0, |
| "step": 716 |
| }, |
| { |
| "epoch": 0.8945726762320648, |
| "grad_norm": 0.1402455870237538, |
| "learning_rate": 8.415944732878863e-06, |
| "loss": 0.0413, |
| "num_tokens": 57437516.0, |
| "step": 717 |
| }, |
| { |
| "epoch": 0.8958203368683718, |
| "grad_norm": 0.13195092592426141, |
| "learning_rate": 8.411326752216048e-06, |
| "loss": 0.0469, |
| "num_tokens": 57518129.0, |
| "step": 718 |
| }, |
| { |
| "epoch": 0.8970679975046787, |
| "grad_norm": 0.12111826822571906, |
| "learning_rate": 8.406703492437863e-06, |
| "loss": 0.0464, |
| "num_tokens": 57598680.0, |
| "step": 719 |
| }, |
| { |
| "epoch": 0.8983156581409857, |
| "grad_norm": 0.1316599285653508, |
| "learning_rate": 8.402074961927674e-06, |
| "loss": 0.0467, |
| "num_tokens": 57679535.0, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.8995633187772926, |
| "grad_norm": 0.12648224011362696, |
| "learning_rate": 8.397441169078404e-06, |
| "loss": 0.0474, |
| "num_tokens": 57761803.0, |
| "step": 721 |
| }, |
| { |
| "epoch": 0.9008109794135996, |
| "grad_norm": 0.13349369075280076, |
| "learning_rate": 8.392802122292522e-06, |
| "loss": 0.0453, |
| "num_tokens": 57841711.0, |
| "step": 722 |
| }, |
| { |
| "epoch": 0.9020586400499064, |
| "grad_norm": 0.12412030984325427, |
| "learning_rate": 8.388157829982023e-06, |
| "loss": 0.0462, |
| "num_tokens": 57921862.0, |
| "step": 723 |
| }, |
| { |
| "epoch": 0.9033063006862133, |
| "grad_norm": 0.12191290188001579, |
| "learning_rate": 8.383508300568409e-06, |
| "loss": 0.0423, |
| "num_tokens": 58001170.0, |
| "step": 724 |
| }, |
| { |
| "epoch": 0.9045539613225203, |
| "grad_norm": 0.12947888801849444, |
| "learning_rate": 8.378853542482687e-06, |
| "loss": 0.0444, |
| "num_tokens": 58078720.0, |
| "step": 725 |
| }, |
| { |
| "epoch": 0.9058016219588272, |
| "grad_norm": 0.12187109531791596, |
| "learning_rate": 8.374193564165338e-06, |
| "loss": 0.0417, |
| "num_tokens": 58158057.0, |
| "step": 726 |
| }, |
| { |
| "epoch": 0.9070492825951342, |
| "grad_norm": 0.1303865282661451, |
| "learning_rate": 8.36952837406631e-06, |
| "loss": 0.044, |
| "num_tokens": 58237021.0, |
| "step": 727 |
| }, |
| { |
| "epoch": 0.9082969432314411, |
| "grad_norm": 0.12384626240849539, |
| "learning_rate": 8.364857980645006e-06, |
| "loss": 0.0436, |
| "num_tokens": 58318537.0, |
| "step": 728 |
| }, |
| { |
| "epoch": 0.9095446038677479, |
| "grad_norm": 0.123878366797376, |
| "learning_rate": 8.360182392370258e-06, |
| "loss": 0.0463, |
| "num_tokens": 58398712.0, |
| "step": 729 |
| }, |
| { |
| "epoch": 0.9107922645040549, |
| "grad_norm": 0.1252594849614702, |
| "learning_rate": 8.355501617720321e-06, |
| "loss": 0.0469, |
| "num_tokens": 58480120.0, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.9120399251403618, |
| "grad_norm": 0.12212319000991989, |
| "learning_rate": 8.350815665182855e-06, |
| "loss": 0.0415, |
| "num_tokens": 58559337.0, |
| "step": 731 |
| }, |
| { |
| "epoch": 0.9132875857766688, |
| "grad_norm": 0.13115254226617012, |
| "learning_rate": 8.34612454325491e-06, |
| "loss": 0.045, |
| "num_tokens": 58639403.0, |
| "step": 732 |
| }, |
| { |
| "epoch": 0.9145352464129757, |
| "grad_norm": 0.1153903682923885, |
| "learning_rate": 8.341428260442907e-06, |
| "loss": 0.0421, |
| "num_tokens": 58719196.0, |
| "step": 733 |
| }, |
| { |
| "epoch": 0.9157829070492826, |
| "grad_norm": 0.1350993442001407, |
| "learning_rate": 8.336726825262622e-06, |
| "loss": 0.0458, |
| "num_tokens": 58798792.0, |
| "step": 734 |
| }, |
| { |
| "epoch": 0.9170305676855895, |
| "grad_norm": 0.116827202506226, |
| "learning_rate": 8.332020246239183e-06, |
| "loss": 0.0454, |
| "num_tokens": 58878585.0, |
| "step": 735 |
| }, |
| { |
| "epoch": 0.9182782283218964, |
| "grad_norm": 0.13063470525394222, |
| "learning_rate": 8.327308531907039e-06, |
| "loss": 0.0429, |
| "num_tokens": 58957398.0, |
| "step": 736 |
| }, |
| { |
| "epoch": 0.9195258889582034, |
| "grad_norm": 0.11943276059553698, |
| "learning_rate": 8.322591690809952e-06, |
| "loss": 0.0436, |
| "num_tokens": 59036436.0, |
| "step": 737 |
| }, |
| { |
| "epoch": 0.9207735495945103, |
| "grad_norm": 0.13311888551517942, |
| "learning_rate": 8.317869731500981e-06, |
| "loss": 0.0472, |
| "num_tokens": 59117727.0, |
| "step": 738 |
| }, |
| { |
| "epoch": 0.9220212102308172, |
| "grad_norm": 0.13441754023620334, |
| "learning_rate": 8.313142662542465e-06, |
| "loss": 0.0427, |
| "num_tokens": 59198600.0, |
| "step": 739 |
| }, |
| { |
| "epoch": 0.9232688708671242, |
| "grad_norm": 0.12903006803949557, |
| "learning_rate": 8.30841049250601e-06, |
| "loss": 0.043, |
| "num_tokens": 59276825.0, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.924516531503431, |
| "grad_norm": 0.11892900054116198, |
| "learning_rate": 8.303673229972468e-06, |
| "loss": 0.0428, |
| "num_tokens": 59356479.0, |
| "step": 741 |
| }, |
| { |
| "epoch": 0.925764192139738, |
| "grad_norm": 0.11014129765319786, |
| "learning_rate": 8.298930883531932e-06, |
| "loss": 0.0402, |
| "num_tokens": 59435634.0, |
| "step": 742 |
| }, |
| { |
| "epoch": 0.9270118527760449, |
| "grad_norm": 0.12790379344343886, |
| "learning_rate": 8.294183461783704e-06, |
| "loss": 0.0479, |
| "num_tokens": 59518043.0, |
| "step": 743 |
| }, |
| { |
| "epoch": 0.9282595134123518, |
| "grad_norm": 0.1271886081838466, |
| "learning_rate": 8.2894309733363e-06, |
| "loss": 0.0449, |
| "num_tokens": 59598023.0, |
| "step": 744 |
| }, |
| { |
| "epoch": 0.9295071740486588, |
| "grad_norm": 0.12608804603183602, |
| "learning_rate": 8.284673426807413e-06, |
| "loss": 0.0442, |
| "num_tokens": 59677990.0, |
| "step": 745 |
| }, |
| { |
| "epoch": 0.9307548346849657, |
| "grad_norm": 0.12197353808866439, |
| "learning_rate": 8.279910830823917e-06, |
| "loss": 0.0428, |
| "num_tokens": 59757003.0, |
| "step": 746 |
| }, |
| { |
| "epoch": 0.9320024953212727, |
| "grad_norm": 0.1183743614396383, |
| "learning_rate": 8.275143194021837e-06, |
| "loss": 0.0421, |
| "num_tokens": 59835942.0, |
| "step": 747 |
| }, |
| { |
| "epoch": 0.9332501559575795, |
| "grad_norm": 0.11788779371119068, |
| "learning_rate": 8.270370525046338e-06, |
| "loss": 0.0387, |
| "num_tokens": 59915228.0, |
| "step": 748 |
| }, |
| { |
| "epoch": 0.9344978165938864, |
| "grad_norm": 0.12838666597907625, |
| "learning_rate": 8.265592832551714e-06, |
| "loss": 0.0459, |
| "num_tokens": 59997067.0, |
| "step": 749 |
| }, |
| { |
| "epoch": 0.9357454772301934, |
| "grad_norm": 0.12163620589626947, |
| "learning_rate": 8.260810125201363e-06, |
| "loss": 0.0441, |
| "num_tokens": 60076744.0, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.9369931378665003, |
| "grad_norm": 0.1208216904975396, |
| "learning_rate": 8.25602241166778e-06, |
| "loss": 0.0434, |
| "num_tokens": 60156803.0, |
| "step": 751 |
| }, |
| { |
| "epoch": 0.9382407985028073, |
| "grad_norm": 0.12583135298289463, |
| "learning_rate": 8.251229700632536e-06, |
| "loss": 0.0439, |
| "num_tokens": 60237132.0, |
| "step": 752 |
| }, |
| { |
| "epoch": 0.9394884591391142, |
| "grad_norm": 0.12011312406139918, |
| "learning_rate": 8.246432000786267e-06, |
| "loss": 0.0409, |
| "num_tokens": 60316759.0, |
| "step": 753 |
| }, |
| { |
| "epoch": 0.940736119775421, |
| "grad_norm": 0.1257483923597958, |
| "learning_rate": 8.241629320828652e-06, |
| "loss": 0.0431, |
| "num_tokens": 60395865.0, |
| "step": 754 |
| }, |
| { |
| "epoch": 0.941983780411728, |
| "grad_norm": 0.12598050416310153, |
| "learning_rate": 8.2368216694684e-06, |
| "loss": 0.0448, |
| "num_tokens": 60476033.0, |
| "step": 755 |
| }, |
| { |
| "epoch": 0.9432314410480349, |
| "grad_norm": 0.1371990547888002, |
| "learning_rate": 8.232009055423236e-06, |
| "loss": 0.0429, |
| "num_tokens": 60555833.0, |
| "step": 756 |
| }, |
| { |
| "epoch": 0.9444791016843419, |
| "grad_norm": 0.12968495911088507, |
| "learning_rate": 8.227191487419887e-06, |
| "loss": 0.0431, |
| "num_tokens": 60635691.0, |
| "step": 757 |
| }, |
| { |
| "epoch": 0.9457267623206488, |
| "grad_norm": 0.1222666448004795, |
| "learning_rate": 8.222368974194057e-06, |
| "loss": 0.0423, |
| "num_tokens": 60715830.0, |
| "step": 758 |
| }, |
| { |
| "epoch": 0.9469744229569557, |
| "grad_norm": 0.13249737757353294, |
| "learning_rate": 8.217541524490422e-06, |
| "loss": 0.0504, |
| "num_tokens": 60796607.0, |
| "step": 759 |
| }, |
| { |
| "epoch": 0.9482220835932627, |
| "grad_norm": 0.12046136010955967, |
| "learning_rate": 8.212709147062604e-06, |
| "loss": 0.0407, |
| "num_tokens": 60875388.0, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.9494697442295695, |
| "grad_norm": 0.1347014144528205, |
| "learning_rate": 8.207871850673168e-06, |
| "loss": 0.0418, |
| "num_tokens": 60954745.0, |
| "step": 761 |
| }, |
| { |
| "epoch": 0.9507174048658765, |
| "grad_norm": 0.13217879759164464, |
| "learning_rate": 8.203029644093593e-06, |
| "loss": 0.0473, |
| "num_tokens": 61035577.0, |
| "step": 762 |
| }, |
| { |
| "epoch": 0.9519650655021834, |
| "grad_norm": 0.12642961452954143, |
| "learning_rate": 8.198182536104262e-06, |
| "loss": 0.0438, |
| "num_tokens": 61114939.0, |
| "step": 763 |
| }, |
| { |
| "epoch": 0.9532127261384903, |
| "grad_norm": 0.12699546277574592, |
| "learning_rate": 8.193330535494448e-06, |
| "loss": 0.0433, |
| "num_tokens": 61194941.0, |
| "step": 764 |
| }, |
| { |
| "epoch": 0.9544603867747973, |
| "grad_norm": 0.1248723416107508, |
| "learning_rate": 8.188473651062296e-06, |
| "loss": 0.0444, |
| "num_tokens": 61275037.0, |
| "step": 765 |
| }, |
| { |
| "epoch": 0.9557080474111042, |
| "grad_norm": 0.1224075580549069, |
| "learning_rate": 8.183611891614803e-06, |
| "loss": 0.0413, |
| "num_tokens": 61354585.0, |
| "step": 766 |
| }, |
| { |
| "epoch": 0.9569557080474111, |
| "grad_norm": 0.12023974168888206, |
| "learning_rate": 8.178745265967808e-06, |
| "loss": 0.0413, |
| "num_tokens": 61434070.0, |
| "step": 767 |
| }, |
| { |
| "epoch": 0.958203368683718, |
| "grad_norm": 0.11768365656858075, |
| "learning_rate": 8.173873782945976e-06, |
| "loss": 0.044, |
| "num_tokens": 61513480.0, |
| "step": 768 |
| }, |
| { |
| "epoch": 0.9594510293200249, |
| "grad_norm": 0.12252686093661061, |
| "learning_rate": 8.168997451382778e-06, |
| "loss": 0.0466, |
| "num_tokens": 61593111.0, |
| "step": 769 |
| }, |
| { |
| "epoch": 0.9606986899563319, |
| "grad_norm": 0.12444242831191968, |
| "learning_rate": 8.164116280120478e-06, |
| "loss": 0.0467, |
| "num_tokens": 61673108.0, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.9619463505926388, |
| "grad_norm": 0.1170074311782113, |
| "learning_rate": 8.159230278010113e-06, |
| "loss": 0.0408, |
| "num_tokens": 61752840.0, |
| "step": 771 |
| }, |
| { |
| "epoch": 0.9631940112289458, |
| "grad_norm": 0.11877585272337694, |
| "learning_rate": 8.154339453911483e-06, |
| "loss": 0.0429, |
| "num_tokens": 61832555.0, |
| "step": 772 |
| }, |
| { |
| "epoch": 0.9644416718652526, |
| "grad_norm": 0.12480036823767689, |
| "learning_rate": 8.14944381669313e-06, |
| "loss": 0.0452, |
| "num_tokens": 61912425.0, |
| "step": 773 |
| }, |
| { |
| "epoch": 0.9656893325015595, |
| "grad_norm": 0.11828195611774657, |
| "learning_rate": 8.144543375232322e-06, |
| "loss": 0.0408, |
| "num_tokens": 61992459.0, |
| "step": 774 |
| }, |
| { |
| "epoch": 0.9669369931378665, |
| "grad_norm": 0.1326374355179406, |
| "learning_rate": 8.139638138415041e-06, |
| "loss": 0.0431, |
| "num_tokens": 62073365.0, |
| "step": 775 |
| }, |
| { |
| "epoch": 0.9681846537741734, |
| "grad_norm": 0.13258216878493195, |
| "learning_rate": 8.134728115135967e-06, |
| "loss": 0.042, |
| "num_tokens": 62153344.0, |
| "step": 776 |
| }, |
| { |
| "epoch": 0.9694323144104804, |
| "grad_norm": 0.11425515280955807, |
| "learning_rate": 8.129813314298457e-06, |
| "loss": 0.0429, |
| "num_tokens": 62233445.0, |
| "step": 777 |
| }, |
| { |
| "epoch": 0.9706799750467873, |
| "grad_norm": 0.12422677837162528, |
| "learning_rate": 8.124893744814524e-06, |
| "loss": 0.0483, |
| "num_tokens": 62313446.0, |
| "step": 778 |
| }, |
| { |
| "epoch": 0.9719276356830941, |
| "grad_norm": 0.12548120606989233, |
| "learning_rate": 8.11996941560484e-06, |
| "loss": 0.0423, |
| "num_tokens": 62392794.0, |
| "step": 779 |
| }, |
| { |
| "epoch": 0.9731752963194011, |
| "grad_norm": 0.11634689195370958, |
| "learning_rate": 8.115040335598701e-06, |
| "loss": 0.0441, |
| "num_tokens": 62472294.0, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.974422956955708, |
| "grad_norm": 0.12855102743082578, |
| "learning_rate": 8.110106513734019e-06, |
| "loss": 0.0467, |
| "num_tokens": 62552135.0, |
| "step": 781 |
| }, |
| { |
| "epoch": 0.975670617592015, |
| "grad_norm": 0.12511638236191897, |
| "learning_rate": 8.105167958957302e-06, |
| "loss": 0.0425, |
| "num_tokens": 62632686.0, |
| "step": 782 |
| }, |
| { |
| "epoch": 0.9769182782283219, |
| "grad_norm": 0.1235968437568558, |
| "learning_rate": 8.100224680223647e-06, |
| "loss": 0.0458, |
| "num_tokens": 62712757.0, |
| "step": 783 |
| }, |
| { |
| "epoch": 0.9781659388646288, |
| "grad_norm": 0.12105321822365409, |
| "learning_rate": 8.09527668649671e-06, |
| "loss": 0.0455, |
| "num_tokens": 62792452.0, |
| "step": 784 |
| }, |
| { |
| "epoch": 0.9794135995009358, |
| "grad_norm": 0.12052561809276435, |
| "learning_rate": 8.090323986748696e-06, |
| "loss": 0.0433, |
| "num_tokens": 62872571.0, |
| "step": 785 |
| }, |
| { |
| "epoch": 0.9806612601372426, |
| "grad_norm": 0.11630478819939606, |
| "learning_rate": 8.085366589960353e-06, |
| "loss": 0.0434, |
| "num_tokens": 62954093.0, |
| "step": 786 |
| }, |
| { |
| "epoch": 0.9819089207735496, |
| "grad_norm": 0.12090710790599722, |
| "learning_rate": 8.080404505120936e-06, |
| "loss": 0.0415, |
| "num_tokens": 63033837.0, |
| "step": 787 |
| }, |
| { |
| "epoch": 0.9831565814098565, |
| "grad_norm": 0.11999218162825294, |
| "learning_rate": 8.075437741228205e-06, |
| "loss": 0.044, |
| "num_tokens": 63113726.0, |
| "step": 788 |
| }, |
| { |
| "epoch": 0.9844042420461634, |
| "grad_norm": 0.12012264791201754, |
| "learning_rate": 8.070466307288404e-06, |
| "loss": 0.045, |
| "num_tokens": 63195437.0, |
| "step": 789 |
| }, |
| { |
| "epoch": 0.9856519026824704, |
| "grad_norm": 0.10297347591984726, |
| "learning_rate": 8.065490212316245e-06, |
| "loss": 0.0385, |
| "num_tokens": 63274120.0, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.9868995633187773, |
| "grad_norm": 0.1159425491489533, |
| "learning_rate": 8.060509465334895e-06, |
| "loss": 0.0421, |
| "num_tokens": 63353768.0, |
| "step": 791 |
| }, |
| { |
| "epoch": 0.9881472239550843, |
| "grad_norm": 0.12583816039244836, |
| "learning_rate": 8.055524075375951e-06, |
| "loss": 0.044, |
| "num_tokens": 63433687.0, |
| "step": 792 |
| }, |
| { |
| "epoch": 0.9893948845913911, |
| "grad_norm": 0.1300665820006064, |
| "learning_rate": 8.050534051479432e-06, |
| "loss": 0.0634, |
| "num_tokens": 63514928.0, |
| "step": 793 |
| }, |
| { |
| "epoch": 0.990642545227698, |
| "grad_norm": 0.1198989461072627, |
| "learning_rate": 8.045539402693759e-06, |
| "loss": 0.0435, |
| "num_tokens": 63594238.0, |
| "step": 794 |
| }, |
| { |
| "epoch": 0.991890205864005, |
| "grad_norm": 0.12871787019951422, |
| "learning_rate": 8.040540138075743e-06, |
| "loss": 0.044, |
| "num_tokens": 63674352.0, |
| "step": 795 |
| }, |
| { |
| "epoch": 0.9931378665003119, |
| "grad_norm": 0.14279234821369916, |
| "learning_rate": 8.035536266690561e-06, |
| "loss": 0.0437, |
| "num_tokens": 63755466.0, |
| "step": 796 |
| }, |
| { |
| "epoch": 0.9943855271366189, |
| "grad_norm": 0.12668717371746102, |
| "learning_rate": 8.030527797611742e-06, |
| "loss": 0.0472, |
| "num_tokens": 63835541.0, |
| "step": 797 |
| }, |
| { |
| "epoch": 0.9956331877729258, |
| "grad_norm": 0.12504493154631438, |
| "learning_rate": 8.025514739921155e-06, |
| "loss": 0.0439, |
| "num_tokens": 63914999.0, |
| "step": 798 |
| }, |
| { |
| "epoch": 0.9968808484092326, |
| "grad_norm": 0.12250309041796634, |
| "learning_rate": 8.02049710270899e-06, |
| "loss": 0.0408, |
| "num_tokens": 63995141.0, |
| "step": 799 |
| }, |
| { |
| "epoch": 0.9981285090455396, |
| "grad_norm": 0.11677292603996331, |
| "learning_rate": 8.015474895073739e-06, |
| "loss": 0.042, |
| "num_tokens": 64074961.0, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.9993761696818465, |
| "grad_norm": 0.11305611872055077, |
| "learning_rate": 8.010448126122183e-06, |
| "loss": 0.0424, |
| "num_tokens": 64156160.0, |
| "step": 801 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 0.11305611872055077, |
| "learning_rate": 8.005416804969374e-06, |
| "loss": 0.0453, |
| "num_tokens": 64196778.0, |
| "step": 802 |
| }, |
| { |
| "epoch": 1.001247660636307, |
| "grad_norm": 0.19297241332841056, |
| "learning_rate": 8.000380940738616e-06, |
| "loss": 0.0365, |
| "num_tokens": 64276858.0, |
| "step": 803 |
| }, |
| { |
| "epoch": 1.0024953212726138, |
| "grad_norm": 0.12339605814727976, |
| "learning_rate": 7.995340542561453e-06, |
| "loss": 0.0365, |
| "num_tokens": 64356382.0, |
| "step": 804 |
| }, |
| { |
| "epoch": 1.0037429819089208, |
| "grad_norm": 0.10655882436094036, |
| "learning_rate": 7.990295619577653e-06, |
| "loss": 0.0403, |
| "num_tokens": 64437312.0, |
| "step": 805 |
| }, |
| { |
| "epoch": 1.0049906425452277, |
| "grad_norm": 0.11516009325890297, |
| "learning_rate": 7.985246180935184e-06, |
| "loss": 0.0414, |
| "num_tokens": 64518748.0, |
| "step": 806 |
| }, |
| { |
| "epoch": 1.0062383031815347, |
| "grad_norm": 0.11139160659856995, |
| "learning_rate": 7.980192235790207e-06, |
| "loss": 0.0367, |
| "num_tokens": 64598711.0, |
| "step": 807 |
| }, |
| { |
| "epoch": 1.0074859638178415, |
| "grad_norm": 0.12064118588838565, |
| "learning_rate": 7.97513379330705e-06, |
| "loss": 0.0375, |
| "num_tokens": 64678489.0, |
| "step": 808 |
| }, |
| { |
| "epoch": 1.0087336244541485, |
| "grad_norm": 0.11389522139854903, |
| "learning_rate": 7.970070862658198e-06, |
| "loss": 0.036, |
| "num_tokens": 64758290.0, |
| "step": 809 |
| }, |
| { |
| "epoch": 1.0099812850904555, |
| "grad_norm": 0.11582742904776548, |
| "learning_rate": 7.965003453024273e-06, |
| "loss": 0.0387, |
| "num_tokens": 64838965.0, |
| "step": 810 |
| }, |
| { |
| "epoch": 1.0112289457267623, |
| "grad_norm": 0.11758744952524129, |
| "learning_rate": 7.959931573594025e-06, |
| "loss": 0.0373, |
| "num_tokens": 64919317.0, |
| "step": 811 |
| }, |
| { |
| "epoch": 1.0124766063630692, |
| "grad_norm": 0.1087404021707414, |
| "learning_rate": 7.954855233564301e-06, |
| "loss": 0.036, |
| "num_tokens": 65000106.0, |
| "step": 812 |
| }, |
| { |
| "epoch": 1.0137242669993762, |
| "grad_norm": 0.13115802969604487, |
| "learning_rate": 7.949774442140043e-06, |
| "loss": 0.0387, |
| "num_tokens": 65079674.0, |
| "step": 813 |
| }, |
| { |
| "epoch": 1.014971927635683, |
| "grad_norm": 0.1266899812719372, |
| "learning_rate": 7.944689208534257e-06, |
| "loss": 0.0383, |
| "num_tokens": 65160522.0, |
| "step": 814 |
| }, |
| { |
| "epoch": 1.01621958827199, |
| "grad_norm": 0.12285583224697105, |
| "learning_rate": 7.939599541968012e-06, |
| "loss": 0.0383, |
| "num_tokens": 65240870.0, |
| "step": 815 |
| }, |
| { |
| "epoch": 1.017467248908297, |
| "grad_norm": 0.1190497077658083, |
| "learning_rate": 7.93450545167041e-06, |
| "loss": 0.0352, |
| "num_tokens": 65319646.0, |
| "step": 816 |
| }, |
| { |
| "epoch": 1.018714909544604, |
| "grad_norm": 0.12563652698818017, |
| "learning_rate": 7.929406946878576e-06, |
| "loss": 0.0388, |
| "num_tokens": 65400645.0, |
| "step": 817 |
| }, |
| { |
| "epoch": 1.0199625701809107, |
| "grad_norm": 0.1234239723405108, |
| "learning_rate": 7.924304036837643e-06, |
| "loss": 0.0373, |
| "num_tokens": 65479114.0, |
| "step": 818 |
| }, |
| { |
| "epoch": 1.0212102308172177, |
| "grad_norm": 0.13005122038538955, |
| "learning_rate": 7.919196730800727e-06, |
| "loss": 0.0373, |
| "num_tokens": 65559516.0, |
| "step": 819 |
| }, |
| { |
| "epoch": 1.0224578914535247, |
| "grad_norm": 0.11725724234923955, |
| "learning_rate": 7.914085038028918e-06, |
| "loss": 0.0357, |
| "num_tokens": 65639488.0, |
| "step": 820 |
| }, |
| { |
| "epoch": 1.0237055520898315, |
| "grad_norm": 0.11014632164428752, |
| "learning_rate": 7.908968967791262e-06, |
| "loss": 0.0358, |
| "num_tokens": 65719075.0, |
| "step": 821 |
| }, |
| { |
| "epoch": 1.0249532127261385, |
| "grad_norm": 0.11721508584086246, |
| "learning_rate": 7.903848529364738e-06, |
| "loss": 0.0373, |
| "num_tokens": 65799000.0, |
| "step": 822 |
| }, |
| { |
| "epoch": 1.0262008733624455, |
| "grad_norm": 0.11517241066377722, |
| "learning_rate": 7.89872373203425e-06, |
| "loss": 0.0389, |
| "num_tokens": 65878502.0, |
| "step": 823 |
| }, |
| { |
| "epoch": 1.0274485339987522, |
| "grad_norm": 0.12088239271003214, |
| "learning_rate": 7.893594585092601e-06, |
| "loss": 0.0374, |
| "num_tokens": 65959219.0, |
| "step": 824 |
| }, |
| { |
| "epoch": 1.0286961946350592, |
| "grad_norm": 0.12193974539111146, |
| "learning_rate": 7.888461097840494e-06, |
| "loss": 0.0358, |
| "num_tokens": 66039818.0, |
| "step": 825 |
| }, |
| { |
| "epoch": 1.0299438552713662, |
| "grad_norm": 0.12182216187687943, |
| "learning_rate": 7.883323279586483e-06, |
| "loss": 0.0374, |
| "num_tokens": 66119441.0, |
| "step": 826 |
| }, |
| { |
| "epoch": 1.0311915159076732, |
| "grad_norm": 0.11841925845138539, |
| "learning_rate": 7.87818113964699e-06, |
| "loss": 0.0377, |
| "num_tokens": 66199667.0, |
| "step": 827 |
| }, |
| { |
| "epoch": 1.03243917654398, |
| "grad_norm": 0.12421286713634912, |
| "learning_rate": 7.873034687346268e-06, |
| "loss": 0.0371, |
| "num_tokens": 66279952.0, |
| "step": 828 |
| }, |
| { |
| "epoch": 1.033686837180287, |
| "grad_norm": 0.11425196856934319, |
| "learning_rate": 7.86788393201639e-06, |
| "loss": 0.0366, |
| "num_tokens": 66359882.0, |
| "step": 829 |
| }, |
| { |
| "epoch": 1.034934497816594, |
| "grad_norm": 0.12393074676184707, |
| "learning_rate": 7.862728882997236e-06, |
| "loss": 0.0372, |
| "num_tokens": 66439831.0, |
| "step": 830 |
| }, |
| { |
| "epoch": 1.0361821584529007, |
| "grad_norm": 0.11799704195610591, |
| "learning_rate": 7.857569549636462e-06, |
| "loss": 0.0416, |
| "num_tokens": 66519952.0, |
| "step": 831 |
| }, |
| { |
| "epoch": 1.0374298190892077, |
| "grad_norm": 0.12409491334059666, |
| "learning_rate": 7.852405941289503e-06, |
| "loss": 0.0372, |
| "num_tokens": 66598948.0, |
| "step": 832 |
| }, |
| { |
| "epoch": 1.0386774797255147, |
| "grad_norm": 0.12220754153408792, |
| "learning_rate": 7.847238067319542e-06, |
| "loss": 0.0372, |
| "num_tokens": 66680599.0, |
| "step": 833 |
| }, |
| { |
| "epoch": 1.0399251403618215, |
| "grad_norm": 0.12805122770002453, |
| "learning_rate": 7.842065937097495e-06, |
| "loss": 0.0357, |
| "num_tokens": 66759842.0, |
| "step": 834 |
| }, |
| { |
| "epoch": 1.0411728009981285, |
| "grad_norm": 0.11193160429999634, |
| "learning_rate": 7.836889560001997e-06, |
| "loss": 0.0372, |
| "num_tokens": 66839975.0, |
| "step": 835 |
| }, |
| { |
| "epoch": 1.0424204616344355, |
| "grad_norm": 0.11705280167012153, |
| "learning_rate": 7.831708945419383e-06, |
| "loss": 0.0354, |
| "num_tokens": 66919473.0, |
| "step": 836 |
| }, |
| { |
| "epoch": 1.0436681222707425, |
| "grad_norm": 0.11882428882714241, |
| "learning_rate": 7.826524102743678e-06, |
| "loss": 0.0469, |
| "num_tokens": 67000971.0, |
| "step": 837 |
| }, |
| { |
| "epoch": 1.0449157829070492, |
| "grad_norm": 0.11949649165411871, |
| "learning_rate": 7.821335041376565e-06, |
| "loss": 0.0399, |
| "num_tokens": 67082398.0, |
| "step": 838 |
| }, |
| { |
| "epoch": 1.0461634435433562, |
| "grad_norm": 0.13222049645536524, |
| "learning_rate": 7.816141770727381e-06, |
| "loss": 0.038, |
| "num_tokens": 67162807.0, |
| "step": 839 |
| }, |
| { |
| "epoch": 1.0474111041796632, |
| "grad_norm": 0.1287747273510056, |
| "learning_rate": 7.810944300213095e-06, |
| "loss": 0.0365, |
| "num_tokens": 67243036.0, |
| "step": 840 |
| }, |
| { |
| "epoch": 1.04865876481597, |
| "grad_norm": 0.12359681273704244, |
| "learning_rate": 7.805742639258297e-06, |
| "loss": 0.0377, |
| "num_tokens": 67324171.0, |
| "step": 841 |
| }, |
| { |
| "epoch": 1.049906425452277, |
| "grad_norm": 0.11791544460990037, |
| "learning_rate": 7.800536797295164e-06, |
| "loss": 0.0385, |
| "num_tokens": 67406821.0, |
| "step": 842 |
| }, |
| { |
| "epoch": 1.051154086088584, |
| "grad_norm": 0.11669683358736094, |
| "learning_rate": 7.795326783763463e-06, |
| "loss": 0.036, |
| "num_tokens": 67486421.0, |
| "step": 843 |
| }, |
| { |
| "epoch": 1.0524017467248907, |
| "grad_norm": 0.1145704300717487, |
| "learning_rate": 7.790112608110523e-06, |
| "loss": 0.0375, |
| "num_tokens": 67566397.0, |
| "step": 844 |
| }, |
| { |
| "epoch": 1.0536494073611977, |
| "grad_norm": 0.11192160356785108, |
| "learning_rate": 7.784894279791224e-06, |
| "loss": 0.0355, |
| "num_tokens": 67646842.0, |
| "step": 845 |
| }, |
| { |
| "epoch": 1.0548970679975047, |
| "grad_norm": 0.11562580889859264, |
| "learning_rate": 7.779671808267968e-06, |
| "loss": 0.0378, |
| "num_tokens": 67727482.0, |
| "step": 846 |
| }, |
| { |
| "epoch": 1.0561447286338117, |
| "grad_norm": 0.12153279759646565, |
| "learning_rate": 7.774445203010676e-06, |
| "loss": 0.0359, |
| "num_tokens": 67807939.0, |
| "step": 847 |
| }, |
| { |
| "epoch": 1.0573923892701185, |
| "grad_norm": 0.11470566792658915, |
| "learning_rate": 7.769214473496766e-06, |
| "loss": 0.0407, |
| "num_tokens": 67888052.0, |
| "step": 848 |
| }, |
| { |
| "epoch": 1.0586400499064255, |
| "grad_norm": 0.12383359576287097, |
| "learning_rate": 7.763979629211127e-06, |
| "loss": 0.038, |
| "num_tokens": 67968032.0, |
| "step": 849 |
| }, |
| { |
| "epoch": 1.0598877105427325, |
| "grad_norm": 0.11881454127188035, |
| "learning_rate": 7.758740679646115e-06, |
| "loss": 0.0371, |
| "num_tokens": 68046937.0, |
| "step": 850 |
| }, |
| { |
| "epoch": 1.0611353711790392, |
| "grad_norm": 0.11464903476697275, |
| "learning_rate": 7.753497634301532e-06, |
| "loss": 0.0364, |
| "num_tokens": 68127203.0, |
| "step": 851 |
| }, |
| { |
| "epoch": 1.0623830318153462, |
| "grad_norm": 0.12119441827724774, |
| "learning_rate": 7.748250502684601e-06, |
| "loss": 0.0367, |
| "num_tokens": 68207782.0, |
| "step": 852 |
| }, |
| { |
| "epoch": 1.0636306924516532, |
| "grad_norm": 0.13058645569693353, |
| "learning_rate": 7.742999294309959e-06, |
| "loss": 0.037, |
| "num_tokens": 68287141.0, |
| "step": 853 |
| }, |
| { |
| "epoch": 1.06487835308796, |
| "grad_norm": 0.12137449605751832, |
| "learning_rate": 7.737744018699634e-06, |
| "loss": 0.0386, |
| "num_tokens": 68367278.0, |
| "step": 854 |
| }, |
| { |
| "epoch": 1.066126013724267, |
| "grad_norm": 0.1175051411674423, |
| "learning_rate": 7.732484685383027e-06, |
| "loss": 0.0378, |
| "num_tokens": 68448023.0, |
| "step": 855 |
| }, |
| { |
| "epoch": 1.067373674360574, |
| "grad_norm": 0.11774104211220471, |
| "learning_rate": 7.7272213038969e-06, |
| "loss": 0.0362, |
| "num_tokens": 68527504.0, |
| "step": 856 |
| }, |
| { |
| "epoch": 1.068621334996881, |
| "grad_norm": 0.12107302317693551, |
| "learning_rate": 7.72195388378536e-06, |
| "loss": 0.0364, |
| "num_tokens": 68607013.0, |
| "step": 857 |
| }, |
| { |
| "epoch": 1.0698689956331877, |
| "grad_norm": 0.1227886444188267, |
| "learning_rate": 7.716682434599823e-06, |
| "loss": 0.0379, |
| "num_tokens": 68687882.0, |
| "step": 858 |
| }, |
| { |
| "epoch": 1.0711166562694947, |
| "grad_norm": 0.11421078198972955, |
| "learning_rate": 7.711406965899026e-06, |
| "loss": 0.0357, |
| "num_tokens": 68767520.0, |
| "step": 859 |
| }, |
| { |
| "epoch": 1.0723643169058017, |
| "grad_norm": 0.13139694750578262, |
| "learning_rate": 7.706127487248984e-06, |
| "loss": 0.0397, |
| "num_tokens": 68848548.0, |
| "step": 860 |
| }, |
| { |
| "epoch": 1.0736119775421085, |
| "grad_norm": 0.12048027098934615, |
| "learning_rate": 7.70084400822299e-06, |
| "loss": 0.0394, |
| "num_tokens": 68929107.0, |
| "step": 861 |
| }, |
| { |
| "epoch": 1.0748596381784155, |
| "grad_norm": 0.11688196802345287, |
| "learning_rate": 7.695556538401588e-06, |
| "loss": 0.0337, |
| "num_tokens": 69008833.0, |
| "step": 862 |
| }, |
| { |
| "epoch": 1.0761072988147224, |
| "grad_norm": 0.1178101906162924, |
| "learning_rate": 7.690265087372559e-06, |
| "loss": 0.0392, |
| "num_tokens": 69089477.0, |
| "step": 863 |
| }, |
| { |
| "epoch": 1.0773549594510294, |
| "grad_norm": 0.11901289710556308, |
| "learning_rate": 7.684969664730903e-06, |
| "loss": 0.0395, |
| "num_tokens": 69170299.0, |
| "step": 864 |
| }, |
| { |
| "epoch": 1.0786026200873362, |
| "grad_norm": 0.1131133914969235, |
| "learning_rate": 7.679670280078823e-06, |
| "loss": 0.0381, |
| "num_tokens": 69251770.0, |
| "step": 865 |
| }, |
| { |
| "epoch": 1.0798502807236432, |
| "grad_norm": 0.11744420013358728, |
| "learning_rate": 7.674366943025705e-06, |
| "loss": 0.0363, |
| "num_tokens": 69331910.0, |
| "step": 866 |
| }, |
| { |
| "epoch": 1.0810979413599502, |
| "grad_norm": 0.11404106643899889, |
| "learning_rate": 7.669059663188099e-06, |
| "loss": 0.037, |
| "num_tokens": 69411473.0, |
| "step": 867 |
| }, |
| { |
| "epoch": 1.082345601996257, |
| "grad_norm": 0.11319859025103475, |
| "learning_rate": 7.66374845018971e-06, |
| "loss": 0.0348, |
| "num_tokens": 69491703.0, |
| "step": 868 |
| }, |
| { |
| "epoch": 1.083593262632564, |
| "grad_norm": 0.112683453177615, |
| "learning_rate": 7.658433313661372e-06, |
| "loss": 0.0392, |
| "num_tokens": 69572447.0, |
| "step": 869 |
| }, |
| { |
| "epoch": 1.084840923268871, |
| "grad_norm": 0.1276133280655265, |
| "learning_rate": 7.653114263241034e-06, |
| "loss": 0.0388, |
| "num_tokens": 69653823.0, |
| "step": 870 |
| }, |
| { |
| "epoch": 1.0860885839051777, |
| "grad_norm": 0.1240984988092244, |
| "learning_rate": 7.647791308573744e-06, |
| "loss": 0.0387, |
| "num_tokens": 69734055.0, |
| "step": 871 |
| }, |
| { |
| "epoch": 1.0873362445414847, |
| "grad_norm": 0.12356452504447533, |
| "learning_rate": 7.642464459311623e-06, |
| "loss": 0.0347, |
| "num_tokens": 69813965.0, |
| "step": 872 |
| }, |
| { |
| "epoch": 1.0885839051777917, |
| "grad_norm": 0.11514715620013154, |
| "learning_rate": 7.637133725113864e-06, |
| "loss": 0.0366, |
| "num_tokens": 69894363.0, |
| "step": 873 |
| }, |
| { |
| "epoch": 1.0898315658140985, |
| "grad_norm": 0.12779474123132986, |
| "learning_rate": 7.631799115646697e-06, |
| "loss": 0.0357, |
| "num_tokens": 69973323.0, |
| "step": 874 |
| }, |
| { |
| "epoch": 1.0910792264504054, |
| "grad_norm": 0.11790975872627733, |
| "learning_rate": 7.6264606405833805e-06, |
| "loss": 0.0363, |
| "num_tokens": 70054250.0, |
| "step": 875 |
| }, |
| { |
| "epoch": 1.0923268870867124, |
| "grad_norm": 0.11641886596060783, |
| "learning_rate": 7.621118309604186e-06, |
| "loss": 0.0422, |
| "num_tokens": 70133988.0, |
| "step": 876 |
| }, |
| { |
| "epoch": 1.0935745477230194, |
| "grad_norm": 0.11751888094011356, |
| "learning_rate": 7.615772132396373e-06, |
| "loss": 0.035, |
| "num_tokens": 70213674.0, |
| "step": 877 |
| }, |
| { |
| "epoch": 1.0948222083593262, |
| "grad_norm": 0.10553263064141878, |
| "learning_rate": 7.6104221186541745e-06, |
| "loss": 0.0356, |
| "num_tokens": 70292896.0, |
| "step": 878 |
| }, |
| { |
| "epoch": 1.0960698689956332, |
| "grad_norm": 0.12384471705795567, |
| "learning_rate": 7.6050682780787865e-06, |
| "loss": 0.0397, |
| "num_tokens": 70372902.0, |
| "step": 879 |
| }, |
| { |
| "epoch": 1.0973175296319402, |
| "grad_norm": 0.1290651741195708, |
| "learning_rate": 7.599710620378337e-06, |
| "loss": 0.0362, |
| "num_tokens": 70453829.0, |
| "step": 880 |
| }, |
| { |
| "epoch": 1.098565190268247, |
| "grad_norm": 0.12342303328201779, |
| "learning_rate": 7.594349155267879e-06, |
| "loss": 0.0362, |
| "num_tokens": 70533001.0, |
| "step": 881 |
| }, |
| { |
| "epoch": 1.099812850904554, |
| "grad_norm": 0.12141677579551534, |
| "learning_rate": 7.588983892469372e-06, |
| "loss": 0.0367, |
| "num_tokens": 70613271.0, |
| "step": 882 |
| }, |
| { |
| "epoch": 1.101060511540861, |
| "grad_norm": 0.12196685769280396, |
| "learning_rate": 7.583614841711657e-06, |
| "loss": 0.0365, |
| "num_tokens": 70692565.0, |
| "step": 883 |
| }, |
| { |
| "epoch": 1.102308172177168, |
| "grad_norm": 0.12354073131658985, |
| "learning_rate": 7.5782420127304466e-06, |
| "loss": 0.0384, |
| "num_tokens": 70772857.0, |
| "step": 884 |
| }, |
| { |
| "epoch": 1.1035558328134747, |
| "grad_norm": 0.11720083779315267, |
| "learning_rate": 7.572865415268303e-06, |
| "loss": 0.0355, |
| "num_tokens": 70852777.0, |
| "step": 885 |
| }, |
| { |
| "epoch": 1.1048034934497817, |
| "grad_norm": 0.11247611644561628, |
| "learning_rate": 7.567485059074623e-06, |
| "loss": 0.0367, |
| "num_tokens": 70933435.0, |
| "step": 886 |
| }, |
| { |
| "epoch": 1.1060511540860887, |
| "grad_norm": 0.12333260571429218, |
| "learning_rate": 7.5621009539056175e-06, |
| "loss": 0.0374, |
| "num_tokens": 71013136.0, |
| "step": 887 |
| }, |
| { |
| "epoch": 1.1072988147223954, |
| "grad_norm": 0.12451469169995692, |
| "learning_rate": 7.556713109524301e-06, |
| "loss": 0.0372, |
| "num_tokens": 71093256.0, |
| "step": 888 |
| }, |
| { |
| "epoch": 1.1085464753587024, |
| "grad_norm": 0.13359967657120056, |
| "learning_rate": 7.551321535700456e-06, |
| "loss": 0.0358, |
| "num_tokens": 71172930.0, |
| "step": 889 |
| }, |
| { |
| "epoch": 1.1097941359950094, |
| "grad_norm": 0.11691502751945572, |
| "learning_rate": 7.545926242210643e-06, |
| "loss": 0.0362, |
| "num_tokens": 71252476.0, |
| "step": 890 |
| }, |
| { |
| "epoch": 1.1110417966313162, |
| "grad_norm": 0.12287538546531206, |
| "learning_rate": 7.540527238838156e-06, |
| "loss": 0.0352, |
| "num_tokens": 71331645.0, |
| "step": 891 |
| }, |
| { |
| "epoch": 1.1122894572676232, |
| "grad_norm": 0.12355870380253296, |
| "learning_rate": 7.535124535373019e-06, |
| "loss": 0.0352, |
| "num_tokens": 71410967.0, |
| "step": 892 |
| }, |
| { |
| "epoch": 1.1135371179039302, |
| "grad_norm": 0.11947008075731919, |
| "learning_rate": 7.529718141611972e-06, |
| "loss": 0.0369, |
| "num_tokens": 71491316.0, |
| "step": 893 |
| }, |
| { |
| "epoch": 1.114784778540237, |
| "grad_norm": 0.11449370018994913, |
| "learning_rate": 7.5243080673584345e-06, |
| "loss": 0.0338, |
| "num_tokens": 71572312.0, |
| "step": 894 |
| }, |
| { |
| "epoch": 1.116032439176544, |
| "grad_norm": 0.10417902495607685, |
| "learning_rate": 7.51889432242251e-06, |
| "loss": 0.0351, |
| "num_tokens": 71652300.0, |
| "step": 895 |
| }, |
| { |
| "epoch": 1.117280099812851, |
| "grad_norm": 0.11908753377459247, |
| "learning_rate": 7.513476916620952e-06, |
| "loss": 0.0387, |
| "num_tokens": 71733471.0, |
| "step": 896 |
| }, |
| { |
| "epoch": 1.118527760449158, |
| "grad_norm": 0.11776124309241255, |
| "learning_rate": 7.508055859777157e-06, |
| "loss": 0.0347, |
| "num_tokens": 71812889.0, |
| "step": 897 |
| }, |
| { |
| "epoch": 1.1197754210854647, |
| "grad_norm": 0.11842774970819654, |
| "learning_rate": 7.502631161721139e-06, |
| "loss": 0.0361, |
| "num_tokens": 71892941.0, |
| "step": 898 |
| }, |
| { |
| "epoch": 1.1210230817217717, |
| "grad_norm": 0.11809125594779071, |
| "learning_rate": 7.497202832289514e-06, |
| "loss": 0.0376, |
| "num_tokens": 71972718.0, |
| "step": 899 |
| }, |
| { |
| "epoch": 1.1222707423580787, |
| "grad_norm": 0.11729161979135838, |
| "learning_rate": 7.4917708813254865e-06, |
| "loss": 0.0387, |
| "num_tokens": 72054222.0, |
| "step": 900 |
| }, |
| { |
| "epoch": 1.1235184029943854, |
| "grad_norm": 0.11425658550363159, |
| "learning_rate": 7.4863353186788234e-06, |
| "loss": 0.0363, |
| "num_tokens": 72133579.0, |
| "step": 901 |
| }, |
| { |
| "epoch": 1.1247660636306924, |
| "grad_norm": 0.11436527897915852, |
| "learning_rate": 7.480896154205844e-06, |
| "loss": 0.0362, |
| "num_tokens": 72213206.0, |
| "step": 902 |
| }, |
| { |
| "epoch": 1.1260137242669994, |
| "grad_norm": 0.11730584452702315, |
| "learning_rate": 7.475453397769396e-06, |
| "loss": 0.0391, |
| "num_tokens": 72292700.0, |
| "step": 903 |
| }, |
| { |
| "epoch": 1.1272613849033064, |
| "grad_norm": 0.11830533017335358, |
| "learning_rate": 7.470007059238842e-06, |
| "loss": 0.0351, |
| "num_tokens": 72371412.0, |
| "step": 904 |
| }, |
| { |
| "epoch": 1.1285090455396132, |
| "grad_norm": 0.11213629131896848, |
| "learning_rate": 7.464557148490041e-06, |
| "loss": 0.035, |
| "num_tokens": 72451362.0, |
| "step": 905 |
| }, |
| { |
| "epoch": 1.1297567061759202, |
| "grad_norm": 0.14744282107332352, |
| "learning_rate": 7.459103675405328e-06, |
| "loss": 0.0384, |
| "num_tokens": 72531571.0, |
| "step": 906 |
| }, |
| { |
| "epoch": 1.1310043668122272, |
| "grad_norm": 0.11322054203080899, |
| "learning_rate": 7.4536466498735e-06, |
| "loss": 0.0362, |
| "num_tokens": 72611893.0, |
| "step": 907 |
| }, |
| { |
| "epoch": 1.132252027448534, |
| "grad_norm": 0.10786998375465344, |
| "learning_rate": 7.44818608178979e-06, |
| "loss": 0.0368, |
| "num_tokens": 72691853.0, |
| "step": 908 |
| }, |
| { |
| "epoch": 1.133499688084841, |
| "grad_norm": 0.1213664887001441, |
| "learning_rate": 7.442721981055862e-06, |
| "loss": 0.04, |
| "num_tokens": 72773392.0, |
| "step": 909 |
| }, |
| { |
| "epoch": 1.134747348721148, |
| "grad_norm": 0.11598720811101557, |
| "learning_rate": 7.43725435757978e-06, |
| "loss": 0.0359, |
| "num_tokens": 72852913.0, |
| "step": 910 |
| }, |
| { |
| "epoch": 1.1359950093574547, |
| "grad_norm": 0.11009547084534818, |
| "learning_rate": 7.431783221275997e-06, |
| "loss": 0.0372, |
| "num_tokens": 72932495.0, |
| "step": 911 |
| }, |
| { |
| "epoch": 1.1372426699937617, |
| "grad_norm": 0.13290296128464088, |
| "learning_rate": 7.426308582065339e-06, |
| "loss": 0.0375, |
| "num_tokens": 73013678.0, |
| "step": 912 |
| }, |
| { |
| "epoch": 1.1384903306300687, |
| "grad_norm": 0.12616925947987406, |
| "learning_rate": 7.4208304498749825e-06, |
| "loss": 0.0379, |
| "num_tokens": 73095054.0, |
| "step": 913 |
| }, |
| { |
| "epoch": 1.1397379912663754, |
| "grad_norm": 0.11425464035364839, |
| "learning_rate": 7.415348834638433e-06, |
| "loss": 0.0372, |
| "num_tokens": 73175046.0, |
| "step": 914 |
| }, |
| { |
| "epoch": 1.1409856519026824, |
| "grad_norm": 0.1245543910672972, |
| "learning_rate": 7.40986374629552e-06, |
| "loss": 0.0369, |
| "num_tokens": 73254678.0, |
| "step": 915 |
| }, |
| { |
| "epoch": 1.1422333125389894, |
| "grad_norm": 0.1179981926555406, |
| "learning_rate": 7.404375194792365e-06, |
| "loss": 0.0374, |
| "num_tokens": 73334623.0, |
| "step": 916 |
| }, |
| { |
| "epoch": 1.1434809731752964, |
| "grad_norm": 0.11126346028333928, |
| "learning_rate": 7.398883190081368e-06, |
| "loss": 0.0353, |
| "num_tokens": 73414712.0, |
| "step": 917 |
| }, |
| { |
| "epoch": 1.1447286338116032, |
| "grad_norm": 0.11760773052330453, |
| "learning_rate": 7.3933877421211986e-06, |
| "loss": 0.0356, |
| "num_tokens": 73495679.0, |
| "step": 918 |
| }, |
| { |
| "epoch": 1.1459762944479102, |
| "grad_norm": 0.11803137365247664, |
| "learning_rate": 7.387888860876763e-06, |
| "loss": 0.0362, |
| "num_tokens": 73575931.0, |
| "step": 919 |
| }, |
| { |
| "epoch": 1.1472239550842172, |
| "grad_norm": 0.11691088438783126, |
| "learning_rate": 7.382386556319193e-06, |
| "loss": 0.0357, |
| "num_tokens": 73656607.0, |
| "step": 920 |
| }, |
| { |
| "epoch": 1.1484716157205241, |
| "grad_norm": 0.11592560296885844, |
| "learning_rate": 7.376880838425832e-06, |
| "loss": 0.0366, |
| "num_tokens": 73736234.0, |
| "step": 921 |
| }, |
| { |
| "epoch": 1.149719276356831, |
| "grad_norm": 0.1211126889771943, |
| "learning_rate": 7.3713717171802106e-06, |
| "loss": 0.0354, |
| "num_tokens": 73816380.0, |
| "step": 922 |
| }, |
| { |
| "epoch": 1.150966936993138, |
| "grad_norm": 0.11810769499767688, |
| "learning_rate": 7.3658592025720285e-06, |
| "loss": 0.04, |
| "num_tokens": 73897698.0, |
| "step": 923 |
| }, |
| { |
| "epoch": 1.152214597629445, |
| "grad_norm": 0.11484038275799247, |
| "learning_rate": 7.360343304597144e-06, |
| "loss": 0.0354, |
| "num_tokens": 73977453.0, |
| "step": 924 |
| }, |
| { |
| "epoch": 1.1534622582657517, |
| "grad_norm": 0.10850730121509818, |
| "learning_rate": 7.354824033257546e-06, |
| "loss": 0.0365, |
| "num_tokens": 74056422.0, |
| "step": 925 |
| }, |
| { |
| "epoch": 1.1547099189020587, |
| "grad_norm": 0.11974147584903187, |
| "learning_rate": 7.349301398561342e-06, |
| "loss": 0.0351, |
| "num_tokens": 74136845.0, |
| "step": 926 |
| }, |
| { |
| "epoch": 1.1559575795383656, |
| "grad_norm": 0.11829958356397421, |
| "learning_rate": 7.3437754105227365e-06, |
| "loss": 0.0358, |
| "num_tokens": 74217377.0, |
| "step": 927 |
| }, |
| { |
| "epoch": 1.1572052401746724, |
| "grad_norm": 0.1119802739133821, |
| "learning_rate": 7.3382460791620165e-06, |
| "loss": 0.0365, |
| "num_tokens": 74299632.0, |
| "step": 928 |
| }, |
| { |
| "epoch": 1.1584529008109794, |
| "grad_norm": 0.11642309337985378, |
| "learning_rate": 7.332713414505534e-06, |
| "loss": 0.0373, |
| "num_tokens": 74379725.0, |
| "step": 929 |
| }, |
| { |
| "epoch": 1.1597005614472864, |
| "grad_norm": 0.12355861507215243, |
| "learning_rate": 7.32717742658568e-06, |
| "loss": 0.0355, |
| "num_tokens": 74459397.0, |
| "step": 930 |
| }, |
| { |
| "epoch": 1.1609482220835932, |
| "grad_norm": 0.11263553582694089, |
| "learning_rate": 7.321638125440872e-06, |
| "loss": 0.0338, |
| "num_tokens": 74539162.0, |
| "step": 931 |
| }, |
| { |
| "epoch": 1.1621958827199002, |
| "grad_norm": 0.11483802072503761, |
| "learning_rate": 7.316095521115541e-06, |
| "loss": 0.0395, |
| "num_tokens": 74619166.0, |
| "step": 932 |
| }, |
| { |
| "epoch": 1.1634435433562071, |
| "grad_norm": 0.12246171184256209, |
| "learning_rate": 7.310549623660101e-06, |
| "loss": 0.0378, |
| "num_tokens": 74699097.0, |
| "step": 933 |
| }, |
| { |
| "epoch": 1.164691203992514, |
| "grad_norm": 0.10951266608078988, |
| "learning_rate": 7.305000443130943e-06, |
| "loss": 0.0359, |
| "num_tokens": 74778723.0, |
| "step": 934 |
| }, |
| { |
| "epoch": 1.165938864628821, |
| "grad_norm": 0.1296103420820968, |
| "learning_rate": 7.299447989590406e-06, |
| "loss": 0.0379, |
| "num_tokens": 74857957.0, |
| "step": 935 |
| }, |
| { |
| "epoch": 1.167186525265128, |
| "grad_norm": 0.1106739790929476, |
| "learning_rate": 7.293892273106768e-06, |
| "loss": 0.0339, |
| "num_tokens": 74937533.0, |
| "step": 936 |
| }, |
| { |
| "epoch": 1.1684341859014349, |
| "grad_norm": 0.1159745943163753, |
| "learning_rate": 7.2883333037542205e-06, |
| "loss": 0.0361, |
| "num_tokens": 75017116.0, |
| "step": 937 |
| }, |
| { |
| "epoch": 1.1696818465377417, |
| "grad_norm": 0.11565795695947093, |
| "learning_rate": 7.282771091612858e-06, |
| "loss": 0.037, |
| "num_tokens": 75097805.0, |
| "step": 938 |
| }, |
| { |
| "epoch": 1.1709295071740486, |
| "grad_norm": 0.12436659888574522, |
| "learning_rate": 7.27720564676865e-06, |
| "loss": 0.0358, |
| "num_tokens": 75177008.0, |
| "step": 939 |
| }, |
| { |
| "epoch": 1.1721771678103556, |
| "grad_norm": 0.11305973816370699, |
| "learning_rate": 7.271636979313432e-06, |
| "loss": 0.0338, |
| "num_tokens": 75256060.0, |
| "step": 940 |
| }, |
| { |
| "epoch": 1.1734248284466626, |
| "grad_norm": 0.11468359036363136, |
| "learning_rate": 7.266065099344881e-06, |
| "loss": 0.0371, |
| "num_tokens": 75336135.0, |
| "step": 941 |
| }, |
| { |
| "epoch": 1.1746724890829694, |
| "grad_norm": 0.11929128098454908, |
| "learning_rate": 7.260490016966497e-06, |
| "loss": 0.0373, |
| "num_tokens": 75416812.0, |
| "step": 942 |
| }, |
| { |
| "epoch": 1.1759201497192764, |
| "grad_norm": 0.130142686177145, |
| "learning_rate": 7.2549117422875925e-06, |
| "loss": 0.0396, |
| "num_tokens": 75496993.0, |
| "step": 943 |
| }, |
| { |
| "epoch": 1.1771678103555834, |
| "grad_norm": 0.12008704233696307, |
| "learning_rate": 7.249330285423265e-06, |
| "loss": 0.0389, |
| "num_tokens": 75577776.0, |
| "step": 944 |
| }, |
| { |
| "epoch": 1.1784154709918901, |
| "grad_norm": 0.1220975661519173, |
| "learning_rate": 7.243745656494382e-06, |
| "loss": 0.038, |
| "num_tokens": 75657576.0, |
| "step": 945 |
| }, |
| { |
| "epoch": 1.1796631316281971, |
| "grad_norm": 0.12744332708746905, |
| "learning_rate": 7.238157865627562e-06, |
| "loss": 0.0364, |
| "num_tokens": 75737747.0, |
| "step": 946 |
| }, |
| { |
| "epoch": 1.1809107922645041, |
| "grad_norm": 0.11326510598111456, |
| "learning_rate": 7.2325669229551636e-06, |
| "loss": 0.0364, |
| "num_tokens": 75819395.0, |
| "step": 947 |
| }, |
| { |
| "epoch": 1.182158452900811, |
| "grad_norm": 0.1213820127222462, |
| "learning_rate": 7.226972838615251e-06, |
| "loss": 0.0384, |
| "num_tokens": 75898696.0, |
| "step": 948 |
| }, |
| { |
| "epoch": 1.1834061135371179, |
| "grad_norm": 0.1226667585479789, |
| "learning_rate": 7.221375622751593e-06, |
| "loss": 0.0407, |
| "num_tokens": 75978883.0, |
| "step": 949 |
| }, |
| { |
| "epoch": 1.1846537741734249, |
| "grad_norm": 0.1193275551364265, |
| "learning_rate": 7.215775285513633e-06, |
| "loss": 0.037, |
| "num_tokens": 76058141.0, |
| "step": 950 |
| }, |
| { |
| "epoch": 1.1859014348097316, |
| "grad_norm": 0.12089332711649621, |
| "learning_rate": 7.210171837056474e-06, |
| "loss": 0.0373, |
| "num_tokens": 76138153.0, |
| "step": 951 |
| }, |
| { |
| "epoch": 1.1871490954460386, |
| "grad_norm": 0.12206397250048755, |
| "learning_rate": 7.2045652875408614e-06, |
| "loss": 0.0362, |
| "num_tokens": 76218972.0, |
| "step": 952 |
| }, |
| { |
| "epoch": 1.1883967560823456, |
| "grad_norm": 0.11543786673607577, |
| "learning_rate": 7.198955647133167e-06, |
| "loss": 0.0364, |
| "num_tokens": 76298129.0, |
| "step": 953 |
| }, |
| { |
| "epoch": 1.1896444167186526, |
| "grad_norm": 0.1170017252794963, |
| "learning_rate": 7.193342926005362e-06, |
| "loss": 0.0359, |
| "num_tokens": 76377939.0, |
| "step": 954 |
| }, |
| { |
| "epoch": 1.1908920773549594, |
| "grad_norm": 0.12112960322552498, |
| "learning_rate": 7.187727134335006e-06, |
| "loss": 0.0386, |
| "num_tokens": 76458143.0, |
| "step": 955 |
| }, |
| { |
| "epoch": 1.1921397379912664, |
| "grad_norm": 0.12276416511613138, |
| "learning_rate": 7.182108282305231e-06, |
| "loss": 0.0366, |
| "num_tokens": 76537173.0, |
| "step": 956 |
| }, |
| { |
| "epoch": 1.1933873986275734, |
| "grad_norm": 0.12474176247002251, |
| "learning_rate": 7.176486380104707e-06, |
| "loss": 0.0372, |
| "num_tokens": 76617763.0, |
| "step": 957 |
| }, |
| { |
| "epoch": 1.1946350592638801, |
| "grad_norm": 0.12126829791671767, |
| "learning_rate": 7.1708614379276485e-06, |
| "loss": 0.0374, |
| "num_tokens": 76698109.0, |
| "step": 958 |
| }, |
| { |
| "epoch": 1.1958827199001871, |
| "grad_norm": 0.1248231725076693, |
| "learning_rate": 7.165233465973771e-06, |
| "loss": 0.0375, |
| "num_tokens": 76777864.0, |
| "step": 959 |
| }, |
| { |
| "epoch": 1.1971303805364941, |
| "grad_norm": 0.12569048840462274, |
| "learning_rate": 7.159602474448292e-06, |
| "loss": 0.0369, |
| "num_tokens": 76857197.0, |
| "step": 960 |
| }, |
| { |
| "epoch": 1.1983780411728011, |
| "grad_norm": 0.12332798310694695, |
| "learning_rate": 7.1539684735618995e-06, |
| "loss": 0.0364, |
| "num_tokens": 76937469.0, |
| "step": 961 |
| }, |
| { |
| "epoch": 1.1996257018091079, |
| "grad_norm": 0.11706852204502789, |
| "learning_rate": 7.148331473530741e-06, |
| "loss": 0.0383, |
| "num_tokens": 77017833.0, |
| "step": 962 |
| }, |
| { |
| "epoch": 1.2008733624454149, |
| "grad_norm": 0.12424916506541904, |
| "learning_rate": 7.142691484576399e-06, |
| "loss": 0.0361, |
| "num_tokens": 77097219.0, |
| "step": 963 |
| }, |
| { |
| "epoch": 1.2021210230817219, |
| "grad_norm": 0.10771753138390724, |
| "learning_rate": 7.137048516925882e-06, |
| "loss": 0.0335, |
| "num_tokens": 77176147.0, |
| "step": 964 |
| }, |
| { |
| "epoch": 1.2033686837180286, |
| "grad_norm": 0.11534715229087208, |
| "learning_rate": 7.131402580811593e-06, |
| "loss": 0.0373, |
| "num_tokens": 77256126.0, |
| "step": 965 |
| }, |
| { |
| "epoch": 1.2046163443543356, |
| "grad_norm": 0.12314227105562962, |
| "learning_rate": 7.125753686471322e-06, |
| "loss": 0.0361, |
| "num_tokens": 77335910.0, |
| "step": 966 |
| }, |
| { |
| "epoch": 1.2058640049906426, |
| "grad_norm": 0.12340324578863827, |
| "learning_rate": 7.120101844148222e-06, |
| "loss": 0.0358, |
| "num_tokens": 77416109.0, |
| "step": 967 |
| }, |
| { |
| "epoch": 1.2071116656269494, |
| "grad_norm": 0.12119177535967239, |
| "learning_rate": 7.1144470640907906e-06, |
| "loss": 0.0418, |
| "num_tokens": 77497402.0, |
| "step": 968 |
| }, |
| { |
| "epoch": 1.2083593262632564, |
| "grad_norm": 0.12173802469100313, |
| "learning_rate": 7.1087893565528545e-06, |
| "loss": 0.0372, |
| "num_tokens": 77577501.0, |
| "step": 969 |
| }, |
| { |
| "epoch": 1.2096069868995634, |
| "grad_norm": 0.11142850106634652, |
| "learning_rate": 7.103128731793546e-06, |
| "loss": 0.0365, |
| "num_tokens": 77657098.0, |
| "step": 970 |
| }, |
| { |
| "epoch": 1.2108546475358701, |
| "grad_norm": 0.11827410294214857, |
| "learning_rate": 7.097465200077289e-06, |
| "loss": 0.0358, |
| "num_tokens": 77735468.0, |
| "step": 971 |
| }, |
| { |
| "epoch": 1.2121023081721771, |
| "grad_norm": 0.12499420528672263, |
| "learning_rate": 7.0917987716737795e-06, |
| "loss": 0.0384, |
| "num_tokens": 77815844.0, |
| "step": 972 |
| }, |
| { |
| "epoch": 1.2133499688084841, |
| "grad_norm": 0.12225834238347827, |
| "learning_rate": 7.086129456857963e-06, |
| "loss": 0.0358, |
| "num_tokens": 77895631.0, |
| "step": 973 |
| }, |
| { |
| "epoch": 1.214597629444791, |
| "grad_norm": 0.11545282158638288, |
| "learning_rate": 7.080457265910022e-06, |
| "loss": 0.0364, |
| "num_tokens": 77976656.0, |
| "step": 974 |
| }, |
| { |
| "epoch": 1.2158452900810979, |
| "grad_norm": 0.12462671166142329, |
| "learning_rate": 7.074782209115356e-06, |
| "loss": 0.036, |
| "num_tokens": 78058340.0, |
| "step": 975 |
| }, |
| { |
| "epoch": 1.2170929507174049, |
| "grad_norm": 0.11756188080542514, |
| "learning_rate": 7.069104296764553e-06, |
| "loss": 0.0382, |
| "num_tokens": 78139204.0, |
| "step": 976 |
| }, |
| { |
| "epoch": 1.2183406113537119, |
| "grad_norm": 0.12216323940445717, |
| "learning_rate": 7.0634235391533874e-06, |
| "loss": 0.0383, |
| "num_tokens": 78219057.0, |
| "step": 977 |
| }, |
| { |
| "epoch": 1.2195882719900186, |
| "grad_norm": 0.12667133266309244, |
| "learning_rate": 7.05773994658279e-06, |
| "loss": 0.0365, |
| "num_tokens": 78299547.0, |
| "step": 978 |
| }, |
| { |
| "epoch": 1.2208359326263256, |
| "grad_norm": 0.13620206727181836, |
| "learning_rate": 7.052053529358831e-06, |
| "loss": 0.0352, |
| "num_tokens": 78378421.0, |
| "step": 979 |
| }, |
| { |
| "epoch": 1.2220835932626326, |
| "grad_norm": 0.11745647885605227, |
| "learning_rate": 7.046364297792703e-06, |
| "loss": 0.0348, |
| "num_tokens": 78458843.0, |
| "step": 980 |
| }, |
| { |
| "epoch": 1.2233312538989396, |
| "grad_norm": 0.11499104455275264, |
| "learning_rate": 7.040672262200705e-06, |
| "loss": 0.0407, |
| "num_tokens": 78539916.0, |
| "step": 981 |
| }, |
| { |
| "epoch": 1.2245789145352464, |
| "grad_norm": 0.11717217325806314, |
| "learning_rate": 7.0349774329042135e-06, |
| "loss": 0.0355, |
| "num_tokens": 78619130.0, |
| "step": 982 |
| }, |
| { |
| "epoch": 1.2258265751715534, |
| "grad_norm": 0.12516375230993684, |
| "learning_rate": 7.02927982022968e-06, |
| "loss": 0.0377, |
| "num_tokens": 78699034.0, |
| "step": 983 |
| }, |
| { |
| "epoch": 1.2270742358078603, |
| "grad_norm": 0.15353076061722065, |
| "learning_rate": 7.023579434508596e-06, |
| "loss": 0.0345, |
| "num_tokens": 78777947.0, |
| "step": 984 |
| }, |
| { |
| "epoch": 1.2283218964441671, |
| "grad_norm": 0.1197038982406782, |
| "learning_rate": 7.017876286077484e-06, |
| "loss": 0.0557, |
| "num_tokens": 78859554.0, |
| "step": 985 |
| }, |
| { |
| "epoch": 1.229569557080474, |
| "grad_norm": 0.13053665449746876, |
| "learning_rate": 7.012170385277877e-06, |
| "loss": 0.0347, |
| "num_tokens": 78939749.0, |
| "step": 986 |
| }, |
| { |
| "epoch": 1.230817217716781, |
| "grad_norm": 0.11902958957924019, |
| "learning_rate": 7.006461742456297e-06, |
| "loss": 0.0356, |
| "num_tokens": 79019918.0, |
| "step": 987 |
| }, |
| { |
| "epoch": 1.2320648783530879, |
| "grad_norm": 0.11340880688683018, |
| "learning_rate": 7.000750367964239e-06, |
| "loss": 0.0379, |
| "num_tokens": 79099464.0, |
| "step": 988 |
| }, |
| { |
| "epoch": 1.2333125389893949, |
| "grad_norm": 0.11875742504896669, |
| "learning_rate": 6.99503627215815e-06, |
| "loss": 0.0349, |
| "num_tokens": 79178900.0, |
| "step": 989 |
| }, |
| { |
| "epoch": 1.2345601996257018, |
| "grad_norm": 0.11112107319089891, |
| "learning_rate": 6.989319465399415e-06, |
| "loss": 0.0368, |
| "num_tokens": 79258330.0, |
| "step": 990 |
| }, |
| { |
| "epoch": 1.2358078602620086, |
| "grad_norm": 0.1127792821863249, |
| "learning_rate": 6.983599958054331e-06, |
| "loss": 0.0377, |
| "num_tokens": 79337995.0, |
| "step": 991 |
| }, |
| { |
| "epoch": 1.2370555208983156, |
| "grad_norm": 0.115241478566488, |
| "learning_rate": 6.977877760494094e-06, |
| "loss": 0.0348, |
| "num_tokens": 79419296.0, |
| "step": 992 |
| }, |
| { |
| "epoch": 1.2383031815346226, |
| "grad_norm": 0.12502572470635195, |
| "learning_rate": 6.972152883094778e-06, |
| "loss": 0.0355, |
| "num_tokens": 79498279.0, |
| "step": 993 |
| }, |
| { |
| "epoch": 1.2395508421709296, |
| "grad_norm": 0.12440205175969768, |
| "learning_rate": 6.966425336237317e-06, |
| "loss": 0.037, |
| "num_tokens": 79578630.0, |
| "step": 994 |
| }, |
| { |
| "epoch": 1.2407985028072364, |
| "grad_norm": 0.1251089531609647, |
| "learning_rate": 6.960695130307484e-06, |
| "loss": 0.039, |
| "num_tokens": 79659951.0, |
| "step": 995 |
| }, |
| { |
| "epoch": 1.2420461634435433, |
| "grad_norm": 0.12293216602459224, |
| "learning_rate": 6.954962275695871e-06, |
| "loss": 0.0372, |
| "num_tokens": 79740063.0, |
| "step": 996 |
| }, |
| { |
| "epoch": 1.2432938240798503, |
| "grad_norm": 0.12394497640341638, |
| "learning_rate": 6.9492267827978824e-06, |
| "loss": 0.0374, |
| "num_tokens": 79821223.0, |
| "step": 997 |
| }, |
| { |
| "epoch": 1.244541484716157, |
| "grad_norm": 0.1129659823407307, |
| "learning_rate": 6.943488662013697e-06, |
| "loss": 0.0355, |
| "num_tokens": 79901255.0, |
| "step": 998 |
| }, |
| { |
| "epoch": 1.245789145352464, |
| "grad_norm": 0.1191576382470901, |
| "learning_rate": 6.93774792374826e-06, |
| "loss": 0.0366, |
| "num_tokens": 79981164.0, |
| "step": 999 |
| }, |
| { |
| "epoch": 1.247036805988771, |
| "grad_norm": 0.12363634596962561, |
| "learning_rate": 6.93200457841127e-06, |
| "loss": 0.0345, |
| "num_tokens": 80060941.0, |
| "step": 1000 |
| }, |
| { |
| "epoch": 1.248284466625078, |
| "grad_norm": 0.11752492427361626, |
| "learning_rate": 6.9262586364171455e-06, |
| "loss": 0.0355, |
| "num_tokens": 80140169.0, |
| "step": 1001 |
| }, |
| { |
| "epoch": 1.2495321272613849, |
| "grad_norm": 0.12154555071949472, |
| "learning_rate": 6.920510108185016e-06, |
| "loss": 0.0398, |
| "num_tokens": 80219606.0, |
| "step": 1002 |
| }, |
| { |
| "epoch": 1.2507797878976918, |
| "grad_norm": 0.13878040487943977, |
| "learning_rate": 6.9147590041387e-06, |
| "loss": 0.0393, |
| "num_tokens": 80300978.0, |
| "step": 1003 |
| }, |
| { |
| "epoch": 1.2520274485339988, |
| "grad_norm": 0.11693892617963454, |
| "learning_rate": 6.909005334706688e-06, |
| "loss": 0.0357, |
| "num_tokens": 80380717.0, |
| "step": 1004 |
| }, |
| { |
| "epoch": 1.2532751091703056, |
| "grad_norm": 0.11483400032407586, |
| "learning_rate": 6.903249110322123e-06, |
| "loss": 0.0393, |
| "num_tokens": 80461525.0, |
| "step": 1005 |
| }, |
| { |
| "epoch": 1.2545227698066126, |
| "grad_norm": 0.1176675268573737, |
| "learning_rate": 6.897490341422779e-06, |
| "loss": 0.0337, |
| "num_tokens": 80540527.0, |
| "step": 1006 |
| }, |
| { |
| "epoch": 1.2557704304429196, |
| "grad_norm": 0.12167676830713421, |
| "learning_rate": 6.8917290384510435e-06, |
| "loss": 0.0375, |
| "num_tokens": 80619663.0, |
| "step": 1007 |
| }, |
| { |
| "epoch": 1.2570180910792264, |
| "grad_norm": 0.12421371269284932, |
| "learning_rate": 6.885965211853902e-06, |
| "loss": 0.035, |
| "num_tokens": 80700557.0, |
| "step": 1008 |
| }, |
| { |
| "epoch": 1.2582657517155333, |
| "grad_norm": 0.11922957080231958, |
| "learning_rate": 6.8801988720829134e-06, |
| "loss": 0.0369, |
| "num_tokens": 80780369.0, |
| "step": 1009 |
| }, |
| { |
| "epoch": 1.2595134123518403, |
| "grad_norm": 0.12633099452240243, |
| "learning_rate": 6.874430029594194e-06, |
| "loss": 0.0393, |
| "num_tokens": 80859727.0, |
| "step": 1010 |
| }, |
| { |
| "epoch": 1.260761072988147, |
| "grad_norm": 0.10977750675097879, |
| "learning_rate": 6.8686586948483995e-06, |
| "loss": 0.0385, |
| "num_tokens": 80940815.0, |
| "step": 1011 |
| }, |
| { |
| "epoch": 1.262008733624454, |
| "grad_norm": 0.11227691696830043, |
| "learning_rate": 6.862884878310705e-06, |
| "loss": 0.0361, |
| "num_tokens": 81019729.0, |
| "step": 1012 |
| }, |
| { |
| "epoch": 1.263256394260761, |
| "grad_norm": 0.11693513455086187, |
| "learning_rate": 6.8571085904507825e-06, |
| "loss": 0.0344, |
| "num_tokens": 81099372.0, |
| "step": 1013 |
| }, |
| { |
| "epoch": 1.264504054897068, |
| "grad_norm": 0.11256114481937485, |
| "learning_rate": 6.8513298417427895e-06, |
| "loss": 0.0363, |
| "num_tokens": 81179368.0, |
| "step": 1014 |
| }, |
| { |
| "epoch": 1.2657517155333748, |
| "grad_norm": 0.11521215818800695, |
| "learning_rate": 6.845548642665347e-06, |
| "loss": 0.0342, |
| "num_tokens": 81257916.0, |
| "step": 1015 |
| }, |
| { |
| "epoch": 1.2669993761696818, |
| "grad_norm": 0.10695999901129719, |
| "learning_rate": 6.839765003701511e-06, |
| "loss": 0.037, |
| "num_tokens": 81337952.0, |
| "step": 1016 |
| }, |
| { |
| "epoch": 1.2682470368059888, |
| "grad_norm": 0.12118215671319715, |
| "learning_rate": 6.833978935338772e-06, |
| "loss": 0.0363, |
| "num_tokens": 81416824.0, |
| "step": 1017 |
| }, |
| { |
| "epoch": 1.2694946974422958, |
| "grad_norm": 0.10660530253287213, |
| "learning_rate": 6.828190448069016e-06, |
| "loss": 0.035, |
| "num_tokens": 81496879.0, |
| "step": 1018 |
| }, |
| { |
| "epoch": 1.2707423580786026, |
| "grad_norm": 0.11394529803643212, |
| "learning_rate": 6.822399552388523e-06, |
| "loss": 0.0363, |
| "num_tokens": 81576199.0, |
| "step": 1019 |
| }, |
| { |
| "epoch": 1.2719900187149096, |
| "grad_norm": 0.12045967866524018, |
| "learning_rate": 6.816606258797936e-06, |
| "loss": 0.0347, |
| "num_tokens": 81655945.0, |
| "step": 1020 |
| }, |
| { |
| "epoch": 1.2732376793512166, |
| "grad_norm": 0.12925247193109857, |
| "learning_rate": 6.810810577802249e-06, |
| "loss": 0.0403, |
| "num_tokens": 81736714.0, |
| "step": 1021 |
| }, |
| { |
| "epoch": 1.2744853399875233, |
| "grad_norm": 0.12389301275829777, |
| "learning_rate": 6.8050125199107835e-06, |
| "loss": 0.038, |
| "num_tokens": 81816119.0, |
| "step": 1022 |
| }, |
| { |
| "epoch": 1.2757330006238303, |
| "grad_norm": 0.1167932325177084, |
| "learning_rate": 6.799212095637169e-06, |
| "loss": 0.0363, |
| "num_tokens": 81896630.0, |
| "step": 1023 |
| }, |
| { |
| "epoch": 1.2769806612601373, |
| "grad_norm": 0.11848171062553153, |
| "learning_rate": 6.7934093154993285e-06, |
| "loss": 0.0366, |
| "num_tokens": 81977134.0, |
| "step": 1024 |
| }, |
| { |
| "epoch": 1.278228321896444, |
| "grad_norm": 0.12149988422451896, |
| "learning_rate": 6.787604190019456e-06, |
| "loss": 0.0349, |
| "num_tokens": 82057209.0, |
| "step": 1025 |
| }, |
| { |
| "epoch": 1.279475982532751, |
| "grad_norm": 0.12548818987766705, |
| "learning_rate": 6.781796729724001e-06, |
| "loss": 0.0352, |
| "num_tokens": 82136947.0, |
| "step": 1026 |
| }, |
| { |
| "epoch": 1.280723643169058, |
| "grad_norm": 0.13025681794055913, |
| "learning_rate": 6.775986945143641e-06, |
| "loss": 0.0366, |
| "num_tokens": 82217559.0, |
| "step": 1027 |
| }, |
| { |
| "epoch": 1.2819713038053648, |
| "grad_norm": 0.12011534736589388, |
| "learning_rate": 6.770174846813273e-06, |
| "loss": 0.0372, |
| "num_tokens": 82296722.0, |
| "step": 1028 |
| }, |
| { |
| "epoch": 1.2832189644416718, |
| "grad_norm": 0.11817718721722607, |
| "learning_rate": 6.7643604452719894e-06, |
| "loss": 0.0366, |
| "num_tokens": 82376898.0, |
| "step": 1029 |
| }, |
| { |
| "epoch": 1.2844666250779788, |
| "grad_norm": 0.11923904159473753, |
| "learning_rate": 6.758543751063055e-06, |
| "loss": 0.0349, |
| "num_tokens": 82457760.0, |
| "step": 1030 |
| }, |
| { |
| "epoch": 1.2857142857142856, |
| "grad_norm": 0.11244501964085687, |
| "learning_rate": 6.752724774733899e-06, |
| "loss": 0.0348, |
| "num_tokens": 82537611.0, |
| "step": 1031 |
| }, |
| { |
| "epoch": 1.2869619463505926, |
| "grad_norm": 0.115025011194697, |
| "learning_rate": 6.746903526836079e-06, |
| "loss": 0.0359, |
| "num_tokens": 82618396.0, |
| "step": 1032 |
| }, |
| { |
| "epoch": 1.2882096069868996, |
| "grad_norm": 0.12002180306264341, |
| "learning_rate": 6.741080017925279e-06, |
| "loss": 0.0363, |
| "num_tokens": 82698629.0, |
| "step": 1033 |
| }, |
| { |
| "epoch": 1.2894572676232066, |
| "grad_norm": 0.1226967210363595, |
| "learning_rate": 6.735254258561281e-06, |
| "loss": 0.0376, |
| "num_tokens": 82777184.0, |
| "step": 1034 |
| }, |
| { |
| "epoch": 1.2907049282595136, |
| "grad_norm": 0.10358231550003588, |
| "learning_rate": 6.729426259307948e-06, |
| "loss": 0.0333, |
| "num_tokens": 82856190.0, |
| "step": 1035 |
| }, |
| { |
| "epoch": 1.2919525888958203, |
| "grad_norm": 0.11578090273117891, |
| "learning_rate": 6.723596030733204e-06, |
| "loss": 0.0347, |
| "num_tokens": 82936794.0, |
| "step": 1036 |
| }, |
| { |
| "epoch": 1.2932002495321273, |
| "grad_norm": 0.10081923729427175, |
| "learning_rate": 6.717763583409016e-06, |
| "loss": 0.0346, |
| "num_tokens": 83016097.0, |
| "step": 1037 |
| }, |
| { |
| "epoch": 1.2944479101684343, |
| "grad_norm": 0.12233503099838965, |
| "learning_rate": 6.711928927911373e-06, |
| "loss": 0.0376, |
| "num_tokens": 83095632.0, |
| "step": 1038 |
| }, |
| { |
| "epoch": 1.295695570804741, |
| "grad_norm": 0.11462973160105773, |
| "learning_rate": 6.7060920748202674e-06, |
| "loss": 0.0369, |
| "num_tokens": 83177302.0, |
| "step": 1039 |
| }, |
| { |
| "epoch": 1.296943231441048, |
| "grad_norm": 0.11946539311970528, |
| "learning_rate": 6.700253034719684e-06, |
| "loss": 0.0386, |
| "num_tokens": 83258689.0, |
| "step": 1040 |
| }, |
| { |
| "epoch": 1.298190892077355, |
| "grad_norm": 0.12359336236001878, |
| "learning_rate": 6.694411818197561e-06, |
| "loss": 0.0351, |
| "num_tokens": 83338185.0, |
| "step": 1041 |
| }, |
| { |
| "epoch": 1.2994385527136618, |
| "grad_norm": 0.1139374127755781, |
| "learning_rate": 6.688568435845792e-06, |
| "loss": 0.0347, |
| "num_tokens": 83417497.0, |
| "step": 1042 |
| }, |
| { |
| "epoch": 1.3006862133499688, |
| "grad_norm": 0.11205952042329616, |
| "learning_rate": 6.682722898260195e-06, |
| "loss": 0.0378, |
| "num_tokens": 83498065.0, |
| "step": 1043 |
| }, |
| { |
| "epoch": 1.3019338739862758, |
| "grad_norm": 0.1083104938066509, |
| "learning_rate": 6.676875216040498e-06, |
| "loss": 0.0339, |
| "num_tokens": 83577372.0, |
| "step": 1044 |
| }, |
| { |
| "epoch": 1.3031815346225826, |
| "grad_norm": 0.10828476825816279, |
| "learning_rate": 6.671025399790315e-06, |
| "loss": 0.0385, |
| "num_tokens": 83657938.0, |
| "step": 1045 |
| }, |
| { |
| "epoch": 1.3044291952588896, |
| "grad_norm": 0.11019045987410468, |
| "learning_rate": 6.66517346011713e-06, |
| "loss": 0.0365, |
| "num_tokens": 83738524.0, |
| "step": 1046 |
| }, |
| { |
| "epoch": 1.3056768558951966, |
| "grad_norm": 0.12276236466671721, |
| "learning_rate": 6.659319407632282e-06, |
| "loss": 0.0398, |
| "num_tokens": 83818548.0, |
| "step": 1047 |
| }, |
| { |
| "epoch": 1.3069245165315033, |
| "grad_norm": 0.1263772382661588, |
| "learning_rate": 6.653463252950933e-06, |
| "loss": 0.0378, |
| "num_tokens": 83898937.0, |
| "step": 1048 |
| }, |
| { |
| "epoch": 1.3081721771678103, |
| "grad_norm": 0.12027367867659687, |
| "learning_rate": 6.647605006692066e-06, |
| "loss": 0.037, |
| "num_tokens": 83979503.0, |
| "step": 1049 |
| }, |
| { |
| "epoch": 1.3094198378041173, |
| "grad_norm": 0.11001899385006926, |
| "learning_rate": 6.641744679478448e-06, |
| "loss": 0.0352, |
| "num_tokens": 84058957.0, |
| "step": 1050 |
| }, |
| { |
| "epoch": 1.310667498440424, |
| "grad_norm": 0.11280548803095132, |
| "learning_rate": 6.635882281936625e-06, |
| "loss": 0.0354, |
| "num_tokens": 84138073.0, |
| "step": 1051 |
| }, |
| { |
| "epoch": 1.311915159076731, |
| "grad_norm": 0.11780560554733235, |
| "learning_rate": 6.630017824696898e-06, |
| "loss": 0.0347, |
| "num_tokens": 84218047.0, |
| "step": 1052 |
| }, |
| { |
| "epoch": 1.313162819713038, |
| "grad_norm": 0.12058333417344305, |
| "learning_rate": 6.624151318393298e-06, |
| "loss": 0.0373, |
| "num_tokens": 84298783.0, |
| "step": 1053 |
| }, |
| { |
| "epoch": 1.314410480349345, |
| "grad_norm": 0.11911044876914684, |
| "learning_rate": 6.618282773663576e-06, |
| "loss": 0.0356, |
| "num_tokens": 84378667.0, |
| "step": 1054 |
| }, |
| { |
| "epoch": 1.315658140985652, |
| "grad_norm": 0.11647453576092717, |
| "learning_rate": 6.612412201149175e-06, |
| "loss": 0.037, |
| "num_tokens": 84459833.0, |
| "step": 1055 |
| }, |
| { |
| "epoch": 1.3169058016219588, |
| "grad_norm": 0.1381556034687667, |
| "learning_rate": 6.6065396114952195e-06, |
| "loss": 0.0345, |
| "num_tokens": 84538415.0, |
| "step": 1056 |
| }, |
| { |
| "epoch": 1.3181534622582658, |
| "grad_norm": 0.11291795464976989, |
| "learning_rate": 6.600665015350487e-06, |
| "loss": 0.0358, |
| "num_tokens": 84618356.0, |
| "step": 1057 |
| }, |
| { |
| "epoch": 1.3194011228945728, |
| "grad_norm": 0.11428531136103644, |
| "learning_rate": 6.594788423367399e-06, |
| "loss": 0.0379, |
| "num_tokens": 84699392.0, |
| "step": 1058 |
| }, |
| { |
| "epoch": 1.3206487835308796, |
| "grad_norm": 0.12559230820363362, |
| "learning_rate": 6.588909846201992e-06, |
| "loss": 0.0357, |
| "num_tokens": 84780174.0, |
| "step": 1059 |
| }, |
| { |
| "epoch": 1.3218964441671865, |
| "grad_norm": 0.11157729667744716, |
| "learning_rate": 6.583029294513902e-06, |
| "loss": 0.0374, |
| "num_tokens": 84861023.0, |
| "step": 1060 |
| }, |
| { |
| "epoch": 1.3231441048034935, |
| "grad_norm": 0.10532360001946126, |
| "learning_rate": 6.577146778966347e-06, |
| "loss": 0.0347, |
| "num_tokens": 84941536.0, |
| "step": 1061 |
| }, |
| { |
| "epoch": 1.3243917654398003, |
| "grad_norm": 0.11380661535983909, |
| "learning_rate": 6.571262310226108e-06, |
| "loss": 0.0361, |
| "num_tokens": 85021693.0, |
| "step": 1062 |
| }, |
| { |
| "epoch": 1.3256394260761073, |
| "grad_norm": 0.11751173019320106, |
| "learning_rate": 6.565375898963503e-06, |
| "loss": 0.0367, |
| "num_tokens": 85101820.0, |
| "step": 1063 |
| }, |
| { |
| "epoch": 1.3268870867124143, |
| "grad_norm": 0.11556897548657508, |
| "learning_rate": 6.5594875558523755e-06, |
| "loss": 0.0366, |
| "num_tokens": 85182245.0, |
| "step": 1064 |
| }, |
| { |
| "epoch": 1.328134747348721, |
| "grad_norm": 0.12290166180442655, |
| "learning_rate": 6.553597291570071e-06, |
| "loss": 0.034, |
| "num_tokens": 85261741.0, |
| "step": 1065 |
| }, |
| { |
| "epoch": 1.329382407985028, |
| "grad_norm": 0.11300496986222, |
| "learning_rate": 6.547705116797422e-06, |
| "loss": 0.0385, |
| "num_tokens": 85341243.0, |
| "step": 1066 |
| }, |
| { |
| "epoch": 1.330630068621335, |
| "grad_norm": 0.12054222224762111, |
| "learning_rate": 6.5418110422187156e-06, |
| "loss": 0.037, |
| "num_tokens": 85421844.0, |
| "step": 1067 |
| }, |
| { |
| "epoch": 1.3318777292576418, |
| "grad_norm": 0.11600190728796984, |
| "learning_rate": 6.535915078521697e-06, |
| "loss": 0.0364, |
| "num_tokens": 85500760.0, |
| "step": 1068 |
| }, |
| { |
| "epoch": 1.3331253898939488, |
| "grad_norm": 0.12283600030048854, |
| "learning_rate": 6.530017236397529e-06, |
| "loss": 0.0365, |
| "num_tokens": 85580795.0, |
| "step": 1069 |
| }, |
| { |
| "epoch": 1.3343730505302558, |
| "grad_norm": 0.11450545067136071, |
| "learning_rate": 6.52411752654078e-06, |
| "loss": 0.0347, |
| "num_tokens": 85661620.0, |
| "step": 1070 |
| }, |
| { |
| "epoch": 1.3356207111665626, |
| "grad_norm": 0.1114808904800754, |
| "learning_rate": 6.518215959649409e-06, |
| "loss": 0.0363, |
| "num_tokens": 85742723.0, |
| "step": 1071 |
| }, |
| { |
| "epoch": 1.3368683718028695, |
| "grad_norm": 0.12107476538251831, |
| "learning_rate": 6.512312546424739e-06, |
| "loss": 0.0332, |
| "num_tokens": 85821771.0, |
| "step": 1072 |
| }, |
| { |
| "epoch": 1.3381160324391765, |
| "grad_norm": 0.11709745580529317, |
| "learning_rate": 6.506407297571445e-06, |
| "loss": 0.0385, |
| "num_tokens": 85901823.0, |
| "step": 1073 |
| }, |
| { |
| "epoch": 1.3393636930754835, |
| "grad_norm": 0.12275293011077212, |
| "learning_rate": 6.500500223797526e-06, |
| "loss": 0.0357, |
| "num_tokens": 85981915.0, |
| "step": 1074 |
| }, |
| { |
| "epoch": 1.3406113537117905, |
| "grad_norm": 0.11678308605913426, |
| "learning_rate": 6.494591335814292e-06, |
| "loss": 0.0329, |
| "num_tokens": 86061069.0, |
| "step": 1075 |
| }, |
| { |
| "epoch": 1.3418590143480973, |
| "grad_norm": 0.11176605025879648, |
| "learning_rate": 6.488680644336344e-06, |
| "loss": 0.0379, |
| "num_tokens": 86141683.0, |
| "step": 1076 |
| }, |
| { |
| "epoch": 1.3431066749844043, |
| "grad_norm": 0.11363151432726346, |
| "learning_rate": 6.482768160081553e-06, |
| "loss": 0.0348, |
| "num_tokens": 86222086.0, |
| "step": 1077 |
| }, |
| { |
| "epoch": 1.3443543356207113, |
| "grad_norm": 0.11445806649743549, |
| "learning_rate": 6.4768538937710364e-06, |
| "loss": 0.0382, |
| "num_tokens": 86302703.0, |
| "step": 1078 |
| }, |
| { |
| "epoch": 1.345601996257018, |
| "grad_norm": 0.13464785228692652, |
| "learning_rate": 6.470937856129152e-06, |
| "loss": 0.0347, |
| "num_tokens": 86382450.0, |
| "step": 1079 |
| }, |
| { |
| "epoch": 1.346849656893325, |
| "grad_norm": 0.1280907328510425, |
| "learning_rate": 6.465020057883461e-06, |
| "loss": 0.0337, |
| "num_tokens": 86462384.0, |
| "step": 1080 |
| }, |
| { |
| "epoch": 1.348097317529632, |
| "grad_norm": 0.10759760692353552, |
| "learning_rate": 6.45910050976472e-06, |
| "loss": 0.0343, |
| "num_tokens": 86541989.0, |
| "step": 1081 |
| }, |
| { |
| "epoch": 1.3493449781659388, |
| "grad_norm": 0.11223790651092914, |
| "learning_rate": 6.45317922250686e-06, |
| "loss": 0.0383, |
| "num_tokens": 86623690.0, |
| "step": 1082 |
| }, |
| { |
| "epoch": 1.3505926388022458, |
| "grad_norm": 0.11168721545726104, |
| "learning_rate": 6.447256206846963e-06, |
| "loss": 0.0356, |
| "num_tokens": 86703459.0, |
| "step": 1083 |
| }, |
| { |
| "epoch": 1.3518402994385528, |
| "grad_norm": 0.11578985731239276, |
| "learning_rate": 6.44133147352525e-06, |
| "loss": 0.0351, |
| "num_tokens": 86787758.0, |
| "step": 1084 |
| }, |
| { |
| "epoch": 1.3530879600748595, |
| "grad_norm": 0.11806982316043722, |
| "learning_rate": 6.4354050332850505e-06, |
| "loss": 0.0351, |
| "num_tokens": 86868231.0, |
| "step": 1085 |
| }, |
| { |
| "epoch": 1.3543356207111665, |
| "grad_norm": 0.13776869218741045, |
| "learning_rate": 6.429476896872793e-06, |
| "loss": 0.0355, |
| "num_tokens": 86948392.0, |
| "step": 1086 |
| }, |
| { |
| "epoch": 1.3555832813474735, |
| "grad_norm": 0.1143170779368215, |
| "learning_rate": 6.4235470750379794e-06, |
| "loss": 0.0352, |
| "num_tokens": 87028370.0, |
| "step": 1087 |
| }, |
| { |
| "epoch": 1.3568309419837803, |
| "grad_norm": 0.10825819045832565, |
| "learning_rate": 6.4176155785331705e-06, |
| "loss": 0.0363, |
| "num_tokens": 87109397.0, |
| "step": 1088 |
| }, |
| { |
| "epoch": 1.3580786026200873, |
| "grad_norm": 0.12553276062809313, |
| "learning_rate": 6.411682418113961e-06, |
| "loss": 0.0401, |
| "num_tokens": 87191884.0, |
| "step": 1089 |
| }, |
| { |
| "epoch": 1.3593262632563943, |
| "grad_norm": 0.1190623682061882, |
| "learning_rate": 6.405747604538965e-06, |
| "loss": 0.036, |
| "num_tokens": 87272846.0, |
| "step": 1090 |
| }, |
| { |
| "epoch": 1.3605739238927013, |
| "grad_norm": 0.13120836782794848, |
| "learning_rate": 6.399811148569794e-06, |
| "loss": 0.0387, |
| "num_tokens": 87354474.0, |
| "step": 1091 |
| }, |
| { |
| "epoch": 1.361821584529008, |
| "grad_norm": 0.12749448720764697, |
| "learning_rate": 6.393873060971036e-06, |
| "loss": 0.0354, |
| "num_tokens": 87434034.0, |
| "step": 1092 |
| }, |
| { |
| "epoch": 1.363069245165315, |
| "grad_norm": 0.11265346187198873, |
| "learning_rate": 6.3879333525102375e-06, |
| "loss": 0.0383, |
| "num_tokens": 87514380.0, |
| "step": 1093 |
| }, |
| { |
| "epoch": 1.364316905801622, |
| "grad_norm": 0.10396098070933056, |
| "learning_rate": 6.381992033957889e-06, |
| "loss": 0.0374, |
| "num_tokens": 87594266.0, |
| "step": 1094 |
| }, |
| { |
| "epoch": 1.365564566437929, |
| "grad_norm": 0.12007723700394293, |
| "learning_rate": 6.376049116087393e-06, |
| "loss": 0.0358, |
| "num_tokens": 87675016.0, |
| "step": 1095 |
| }, |
| { |
| "epoch": 1.3668122270742358, |
| "grad_norm": 0.11088738920455023, |
| "learning_rate": 6.370104609675058e-06, |
| "loss": 0.0365, |
| "num_tokens": 87755275.0, |
| "step": 1096 |
| }, |
| { |
| "epoch": 1.3680598877105428, |
| "grad_norm": 0.12947725342366095, |
| "learning_rate": 6.364158525500069e-06, |
| "loss": 0.0386, |
| "num_tokens": 87835968.0, |
| "step": 1097 |
| }, |
| { |
| "epoch": 1.3693075483468498, |
| "grad_norm": 0.10743601396658202, |
| "learning_rate": 6.358210874344476e-06, |
| "loss": 0.0359, |
| "num_tokens": 87916756.0, |
| "step": 1098 |
| }, |
| { |
| "epoch": 1.3705552089831565, |
| "grad_norm": 0.10538537489377399, |
| "learning_rate": 6.352261666993167e-06, |
| "loss": 0.0344, |
| "num_tokens": 87997097.0, |
| "step": 1099 |
| }, |
| { |
| "epoch": 1.3718028696194635, |
| "grad_norm": 0.10920904020216766, |
| "learning_rate": 6.346310914233854e-06, |
| "loss": 0.0337, |
| "num_tokens": 88075564.0, |
| "step": 1100 |
| }, |
| { |
| "epoch": 1.3730505302557705, |
| "grad_norm": 0.12064678113049096, |
| "learning_rate": 6.340358626857049e-06, |
| "loss": 0.0374, |
| "num_tokens": 88155637.0, |
| "step": 1101 |
| }, |
| { |
| "epoch": 1.3742981908920773, |
| "grad_norm": 0.11366242121995487, |
| "learning_rate": 6.334404815656049e-06, |
| "loss": 0.034, |
| "num_tokens": 88234184.0, |
| "step": 1102 |
| }, |
| { |
| "epoch": 1.3755458515283843, |
| "grad_norm": 0.10541533458396993, |
| "learning_rate": 6.328449491426914e-06, |
| "loss": 0.0334, |
| "num_tokens": 88313988.0, |
| "step": 1103 |
| }, |
| { |
| "epoch": 1.3767935121646913, |
| "grad_norm": 0.1126212487247659, |
| "learning_rate": 6.322492664968446e-06, |
| "loss": 0.0361, |
| "num_tokens": 88394035.0, |
| "step": 1104 |
| }, |
| { |
| "epoch": 1.378041172800998, |
| "grad_norm": 0.10415858729571198, |
| "learning_rate": 6.316534347082173e-06, |
| "loss": 0.0353, |
| "num_tokens": 88473457.0, |
| "step": 1105 |
| }, |
| { |
| "epoch": 1.379288833437305, |
| "grad_norm": 0.11311924737695511, |
| "learning_rate": 6.310574548572325e-06, |
| "loss": 0.0396, |
| "num_tokens": 88554028.0, |
| "step": 1106 |
| }, |
| { |
| "epoch": 1.380536494073612, |
| "grad_norm": 0.11641164289365231, |
| "learning_rate": 6.304613280245816e-06, |
| "loss": 0.0351, |
| "num_tokens": 88633282.0, |
| "step": 1107 |
| }, |
| { |
| "epoch": 1.3817841547099188, |
| "grad_norm": 0.1238656036368708, |
| "learning_rate": 6.298650552912233e-06, |
| "loss": 0.0369, |
| "num_tokens": 88713446.0, |
| "step": 1108 |
| }, |
| { |
| "epoch": 1.3830318153462258, |
| "grad_norm": 0.10828413683130844, |
| "learning_rate": 6.292686377383797e-06, |
| "loss": 0.0366, |
| "num_tokens": 88793591.0, |
| "step": 1109 |
| }, |
| { |
| "epoch": 1.3842794759825328, |
| "grad_norm": 0.11180313140533374, |
| "learning_rate": 6.286720764475365e-06, |
| "loss": 0.0355, |
| "num_tokens": 88872762.0, |
| "step": 1110 |
| }, |
| { |
| "epoch": 1.3855271366188397, |
| "grad_norm": 0.11370487600194723, |
| "learning_rate": 6.280753725004395e-06, |
| "loss": 0.0362, |
| "num_tokens": 88955457.0, |
| "step": 1111 |
| }, |
| { |
| "epoch": 1.3867747972551465, |
| "grad_norm": 0.09617328020740629, |
| "learning_rate": 6.274785269790932e-06, |
| "loss": 0.0336, |
| "num_tokens": 89035406.0, |
| "step": 1112 |
| }, |
| { |
| "epoch": 1.3880224578914535, |
| "grad_norm": 0.11176348044222259, |
| "learning_rate": 6.268815409657592e-06, |
| "loss": 0.0342, |
| "num_tokens": 89116507.0, |
| "step": 1113 |
| }, |
| { |
| "epoch": 1.3892701185277605, |
| "grad_norm": 0.11325296873554795, |
| "learning_rate": 6.262844155429533e-06, |
| "loss": 0.0374, |
| "num_tokens": 89199614.0, |
| "step": 1114 |
| }, |
| { |
| "epoch": 1.3905177791640675, |
| "grad_norm": 0.11704030265578563, |
| "learning_rate": 6.256871517934445e-06, |
| "loss": 0.0357, |
| "num_tokens": 89279144.0, |
| "step": 1115 |
| }, |
| { |
| "epoch": 1.3917654398003743, |
| "grad_norm": 0.11952799829012306, |
| "learning_rate": 6.2508975080025254e-06, |
| "loss": 0.0353, |
| "num_tokens": 89359708.0, |
| "step": 1116 |
| }, |
| { |
| "epoch": 1.3930131004366813, |
| "grad_norm": 0.11502731870682785, |
| "learning_rate": 6.24492213646646e-06, |
| "loss": 0.0368, |
| "num_tokens": 89439326.0, |
| "step": 1117 |
| }, |
| { |
| "epoch": 1.3942607610729882, |
| "grad_norm": 0.12252081179674802, |
| "learning_rate": 6.2389454141614024e-06, |
| "loss": 0.0345, |
| "num_tokens": 89518867.0, |
| "step": 1118 |
| }, |
| { |
| "epoch": 1.395508421709295, |
| "grad_norm": 0.18070152071501802, |
| "learning_rate": 6.232967351924959e-06, |
| "loss": 0.0355, |
| "num_tokens": 89598243.0, |
| "step": 1119 |
| }, |
| { |
| "epoch": 1.396756082345602, |
| "grad_norm": 0.1228366552270244, |
| "learning_rate": 6.226987960597161e-06, |
| "loss": 0.0363, |
| "num_tokens": 89678232.0, |
| "step": 1120 |
| }, |
| { |
| "epoch": 1.398003742981909, |
| "grad_norm": 0.13722290208459134, |
| "learning_rate": 6.22100725102045e-06, |
| "loss": 0.0347, |
| "num_tokens": 89758532.0, |
| "step": 1121 |
| }, |
| { |
| "epoch": 1.3992514036182158, |
| "grad_norm": 0.11700538827862798, |
| "learning_rate": 6.215025234039667e-06, |
| "loss": 0.0371, |
| "num_tokens": 89838761.0, |
| "step": 1122 |
| }, |
| { |
| "epoch": 1.4004990642545228, |
| "grad_norm": 0.11749579319296499, |
| "learning_rate": 6.209041920502012e-06, |
| "loss": 0.0362, |
| "num_tokens": 89919068.0, |
| "step": 1123 |
| }, |
| { |
| "epoch": 1.4017467248908297, |
| "grad_norm": 0.1239771498120876, |
| "learning_rate": 6.203057321257041e-06, |
| "loss": 0.0347, |
| "num_tokens": 89999454.0, |
| "step": 1124 |
| }, |
| { |
| "epoch": 1.4029943855271365, |
| "grad_norm": 0.10457854348428894, |
| "learning_rate": 6.197071447156643e-06, |
| "loss": 0.0369, |
| "num_tokens": 90079489.0, |
| "step": 1125 |
| }, |
| { |
| "epoch": 1.4042420461634435, |
| "grad_norm": 0.12132963451268676, |
| "learning_rate": 6.191084309055018e-06, |
| "loss": 0.0359, |
| "num_tokens": 90160079.0, |
| "step": 1126 |
| }, |
| { |
| "epoch": 1.4054897067997505, |
| "grad_norm": 0.1149651839306163, |
| "learning_rate": 6.185095917808654e-06, |
| "loss": 0.0367, |
| "num_tokens": 90239067.0, |
| "step": 1127 |
| }, |
| { |
| "epoch": 1.4067373674360573, |
| "grad_norm": 0.11185660034071362, |
| "learning_rate": 6.179106284276315e-06, |
| "loss": 0.0345, |
| "num_tokens": 90320588.0, |
| "step": 1128 |
| }, |
| { |
| "epoch": 1.4079850280723643, |
| "grad_norm": 0.11791295713574668, |
| "learning_rate": 6.173115419319019e-06, |
| "loss": 0.0357, |
| "num_tokens": 90400737.0, |
| "step": 1129 |
| }, |
| { |
| "epoch": 1.4092326887086712, |
| "grad_norm": 0.12005035519918307, |
| "learning_rate": 6.167123333800014e-06, |
| "loss": 0.0372, |
| "num_tokens": 90481553.0, |
| "step": 1130 |
| }, |
| { |
| "epoch": 1.4104803493449782, |
| "grad_norm": 0.11280371649250795, |
| "learning_rate": 6.161130038584762e-06, |
| "loss": 0.0359, |
| "num_tokens": 90560492.0, |
| "step": 1131 |
| }, |
| { |
| "epoch": 1.4117280099812852, |
| "grad_norm": 0.11483105002319907, |
| "learning_rate": 6.155135544540917e-06, |
| "loss": 0.0329, |
| "num_tokens": 90640526.0, |
| "step": 1132 |
| }, |
| { |
| "epoch": 1.412975670617592, |
| "grad_norm": 0.10610511431168547, |
| "learning_rate": 6.1491398625383116e-06, |
| "loss": 0.0365, |
| "num_tokens": 90720931.0, |
| "step": 1133 |
| }, |
| { |
| "epoch": 1.414223331253899, |
| "grad_norm": 0.11403045781580023, |
| "learning_rate": 6.143143003448929e-06, |
| "loss": 0.0334, |
| "num_tokens": 90799876.0, |
| "step": 1134 |
| }, |
| { |
| "epoch": 1.415470991890206, |
| "grad_norm": 0.1128226484451764, |
| "learning_rate": 6.1371449781468835e-06, |
| "loss": 0.036, |
| "num_tokens": 90879955.0, |
| "step": 1135 |
| }, |
| { |
| "epoch": 1.4167186525265127, |
| "grad_norm": 0.1339643064995737, |
| "learning_rate": 6.131145797508414e-06, |
| "loss": 0.0362, |
| "num_tokens": 90960140.0, |
| "step": 1136 |
| }, |
| { |
| "epoch": 1.4179663131628197, |
| "grad_norm": 0.11977396725939997, |
| "learning_rate": 6.125145472411845e-06, |
| "loss": 0.0408, |
| "num_tokens": 91040880.0, |
| "step": 1137 |
| }, |
| { |
| "epoch": 1.4192139737991267, |
| "grad_norm": 0.1304144374986512, |
| "learning_rate": 6.1191440137375775e-06, |
| "loss": 0.0356, |
| "num_tokens": 91120578.0, |
| "step": 1138 |
| }, |
| { |
| "epoch": 1.4204616344354335, |
| "grad_norm": 0.10952816992518201, |
| "learning_rate": 6.113141432368075e-06, |
| "loss": 0.0342, |
| "num_tokens": 91199968.0, |
| "step": 1139 |
| }, |
| { |
| "epoch": 1.4217092950717405, |
| "grad_norm": 0.11923470924014716, |
| "learning_rate": 6.107137739187827e-06, |
| "loss": 0.0382, |
| "num_tokens": 91280534.0, |
| "step": 1140 |
| }, |
| { |
| "epoch": 1.4229569557080475, |
| "grad_norm": 0.13414248321277958, |
| "learning_rate": 6.101132945083347e-06, |
| "loss": 0.0353, |
| "num_tokens": 91359718.0, |
| "step": 1141 |
| }, |
| { |
| "epoch": 1.4242046163443542, |
| "grad_norm": 0.11441510307386335, |
| "learning_rate": 6.095127060943141e-06, |
| "loss": 0.0355, |
| "num_tokens": 91439021.0, |
| "step": 1142 |
| }, |
| { |
| "epoch": 1.4254522769806612, |
| "grad_norm": 0.11361047483263015, |
| "learning_rate": 6.089120097657692e-06, |
| "loss": 0.0399, |
| "num_tokens": 91520278.0, |
| "step": 1143 |
| }, |
| { |
| "epoch": 1.4266999376169682, |
| "grad_norm": 0.11528784116675486, |
| "learning_rate": 6.083112066119439e-06, |
| "loss": 0.0379, |
| "num_tokens": 91600857.0, |
| "step": 1144 |
| }, |
| { |
| "epoch": 1.427947598253275, |
| "grad_norm": 0.12339012360670368, |
| "learning_rate": 6.077102977222763e-06, |
| "loss": 0.0363, |
| "num_tokens": 91681068.0, |
| "step": 1145 |
| }, |
| { |
| "epoch": 1.429195258889582, |
| "grad_norm": 0.11822266945602426, |
| "learning_rate": 6.0710928418639515e-06, |
| "loss": 0.0369, |
| "num_tokens": 91762429.0, |
| "step": 1146 |
| }, |
| { |
| "epoch": 1.430442919525889, |
| "grad_norm": 0.10934047203309372, |
| "learning_rate": 6.065081670941204e-06, |
| "loss": 0.0343, |
| "num_tokens": 91842442.0, |
| "step": 1147 |
| }, |
| { |
| "epoch": 1.4316905801621957, |
| "grad_norm": 0.11563946305646088, |
| "learning_rate": 6.059069475354586e-06, |
| "loss": 0.0371, |
| "num_tokens": 91921815.0, |
| "step": 1148 |
| }, |
| { |
| "epoch": 1.4329382407985027, |
| "grad_norm": 0.13902235644402097, |
| "learning_rate": 6.0530562660060276e-06, |
| "loss": 0.035, |
| "num_tokens": 92001388.0, |
| "step": 1149 |
| }, |
| { |
| "epoch": 1.4341859014348097, |
| "grad_norm": 0.11365381032155394, |
| "learning_rate": 6.0470420537992915e-06, |
| "loss": 0.0361, |
| "num_tokens": 92080682.0, |
| "step": 1150 |
| }, |
| { |
| "epoch": 1.4354335620711167, |
| "grad_norm": 0.1215204822957711, |
| "learning_rate": 6.041026849639966e-06, |
| "loss": 0.0367, |
| "num_tokens": 92160919.0, |
| "step": 1151 |
| }, |
| { |
| "epoch": 1.4366812227074237, |
| "grad_norm": 0.10228268537749387, |
| "learning_rate": 6.035010664435434e-06, |
| "loss": 0.0361, |
| "num_tokens": 92241085.0, |
| "step": 1152 |
| }, |
| { |
| "epoch": 1.4379288833437305, |
| "grad_norm": 0.11290899169878665, |
| "learning_rate": 6.0289935090948536e-06, |
| "loss": 0.0339, |
| "num_tokens": 92320066.0, |
| "step": 1153 |
| }, |
| { |
| "epoch": 1.4391765439800375, |
| "grad_norm": 0.12929287703536887, |
| "learning_rate": 6.022975394529149e-06, |
| "loss": 0.0344, |
| "num_tokens": 92399898.0, |
| "step": 1154 |
| }, |
| { |
| "epoch": 1.4404242046163445, |
| "grad_norm": 0.10350159451251419, |
| "learning_rate": 6.016956331650984e-06, |
| "loss": 0.0338, |
| "num_tokens": 92479871.0, |
| "step": 1155 |
| }, |
| { |
| "epoch": 1.4416718652526512, |
| "grad_norm": 0.11525710135617265, |
| "learning_rate": 6.010936331374735e-06, |
| "loss": 0.0359, |
| "num_tokens": 92560206.0, |
| "step": 1156 |
| }, |
| { |
| "epoch": 1.4429195258889582, |
| "grad_norm": 0.11743945426514996, |
| "learning_rate": 6.00491540461648e-06, |
| "loss": 0.034, |
| "num_tokens": 92639628.0, |
| "step": 1157 |
| }, |
| { |
| "epoch": 1.4441671865252652, |
| "grad_norm": 0.10670559077717189, |
| "learning_rate": 5.998893562293986e-06, |
| "loss": 0.0377, |
| "num_tokens": 92719681.0, |
| "step": 1158 |
| }, |
| { |
| "epoch": 1.445414847161572, |
| "grad_norm": 0.11601172863515272, |
| "learning_rate": 5.992870815326667e-06, |
| "loss": 0.0366, |
| "num_tokens": 92799584.0, |
| "step": 1159 |
| }, |
| { |
| "epoch": 1.446662507797879, |
| "grad_norm": 0.11460386722320819, |
| "learning_rate": 5.986847174635586e-06, |
| "loss": 0.0332, |
| "num_tokens": 92879565.0, |
| "step": 1160 |
| }, |
| { |
| "epoch": 1.447910168434186, |
| "grad_norm": 0.10697055130942412, |
| "learning_rate": 5.980822651143426e-06, |
| "loss": 0.0365, |
| "num_tokens": 92959785.0, |
| "step": 1161 |
| }, |
| { |
| "epoch": 1.4491578290704927, |
| "grad_norm": 0.12723407944880333, |
| "learning_rate": 5.9747972557744675e-06, |
| "loss": 0.0382, |
| "num_tokens": 93040108.0, |
| "step": 1162 |
| }, |
| { |
| "epoch": 1.4504054897067997, |
| "grad_norm": 0.11841204743560867, |
| "learning_rate": 5.968770999454572e-06, |
| "loss": 0.036, |
| "num_tokens": 93121058.0, |
| "step": 1163 |
| }, |
| { |
| "epoch": 1.4516531503431067, |
| "grad_norm": 0.11569156196248792, |
| "learning_rate": 5.962743893111165e-06, |
| "loss": 0.0353, |
| "num_tokens": 93200814.0, |
| "step": 1164 |
| }, |
| { |
| "epoch": 1.4529008109794135, |
| "grad_norm": 0.10777418932429268, |
| "learning_rate": 5.956715947673212e-06, |
| "loss": 0.0348, |
| "num_tokens": 93281213.0, |
| "step": 1165 |
| }, |
| { |
| "epoch": 1.4541484716157205, |
| "grad_norm": 0.10994616619439264, |
| "learning_rate": 5.950687174071201e-06, |
| "loss": 0.0356, |
| "num_tokens": 93360403.0, |
| "step": 1166 |
| }, |
| { |
| "epoch": 1.4553961322520275, |
| "grad_norm": 0.10558957609563456, |
| "learning_rate": 5.944657583237119e-06, |
| "loss": 0.0359, |
| "num_tokens": 93440112.0, |
| "step": 1167 |
| }, |
| { |
| "epoch": 1.4566437928883345, |
| "grad_norm": 0.10340454479634237, |
| "learning_rate": 5.938627186104438e-06, |
| "loss": 0.0341, |
| "num_tokens": 93519997.0, |
| "step": 1168 |
| }, |
| { |
| "epoch": 1.4578914535246412, |
| "grad_norm": 0.11216617986802824, |
| "learning_rate": 5.932595993608092e-06, |
| "loss": 0.0367, |
| "num_tokens": 93601531.0, |
| "step": 1169 |
| }, |
| { |
| "epoch": 1.4591391141609482, |
| "grad_norm": 0.11118613571047507, |
| "learning_rate": 5.926564016684453e-06, |
| "loss": 0.0369, |
| "num_tokens": 93684506.0, |
| "step": 1170 |
| }, |
| { |
| "epoch": 1.4603867747972552, |
| "grad_norm": 0.11180759900830808, |
| "learning_rate": 5.920531266271317e-06, |
| "loss": 0.0345, |
| "num_tokens": 93765144.0, |
| "step": 1171 |
| }, |
| { |
| "epoch": 1.4616344354335622, |
| "grad_norm": 0.10849133876831726, |
| "learning_rate": 5.9144977533078885e-06, |
| "loss": 0.0338, |
| "num_tokens": 93844866.0, |
| "step": 1172 |
| }, |
| { |
| "epoch": 1.462882096069869, |
| "grad_norm": 0.10146908320691236, |
| "learning_rate": 5.90846348873475e-06, |
| "loss": 0.0376, |
| "num_tokens": 93925678.0, |
| "step": 1173 |
| }, |
| { |
| "epoch": 1.464129756706176, |
| "grad_norm": 0.11406035504111364, |
| "learning_rate": 5.902428483493845e-06, |
| "loss": 0.0354, |
| "num_tokens": 94005650.0, |
| "step": 1174 |
| }, |
| { |
| "epoch": 1.465377417342483, |
| "grad_norm": 0.10629587740727439, |
| "learning_rate": 5.89639274852846e-06, |
| "loss": 0.0338, |
| "num_tokens": 94085102.0, |
| "step": 1175 |
| }, |
| { |
| "epoch": 1.4666250779787897, |
| "grad_norm": 0.10967958676982019, |
| "learning_rate": 5.890356294783213e-06, |
| "loss": 0.0346, |
| "num_tokens": 94163932.0, |
| "step": 1176 |
| }, |
| { |
| "epoch": 1.4678727386150967, |
| "grad_norm": 0.1110479738340064, |
| "learning_rate": 5.8843191332040125e-06, |
| "loss": 0.0366, |
| "num_tokens": 94244813.0, |
| "step": 1177 |
| }, |
| { |
| "epoch": 1.4691203992514037, |
| "grad_norm": 0.11487895996237814, |
| "learning_rate": 5.878281274738061e-06, |
| "loss": 0.044, |
| "num_tokens": 94326986.0, |
| "step": 1178 |
| }, |
| { |
| "epoch": 1.4703680598877105, |
| "grad_norm": 0.12426013311708847, |
| "learning_rate": 5.872242730333822e-06, |
| "loss": 0.0373, |
| "num_tokens": 94407345.0, |
| "step": 1179 |
| }, |
| { |
| "epoch": 1.4716157205240175, |
| "grad_norm": 0.10392684893138183, |
| "learning_rate": 5.866203510940998e-06, |
| "loss": 0.0341, |
| "num_tokens": 94486495.0, |
| "step": 1180 |
| }, |
| { |
| "epoch": 1.4728633811603244, |
| "grad_norm": 0.11624920561782613, |
| "learning_rate": 5.860163627510521e-06, |
| "loss": 0.0354, |
| "num_tokens": 94566567.0, |
| "step": 1181 |
| }, |
| { |
| "epoch": 1.4741110417966312, |
| "grad_norm": 0.11632421080295033, |
| "learning_rate": 5.854123090994524e-06, |
| "loss": 0.0351, |
| "num_tokens": 94646328.0, |
| "step": 1182 |
| }, |
| { |
| "epoch": 1.4753587024329382, |
| "grad_norm": 0.1085474029571278, |
| "learning_rate": 5.848081912346329e-06, |
| "loss": 0.0357, |
| "num_tokens": 94726254.0, |
| "step": 1183 |
| }, |
| { |
| "epoch": 1.4766063630692452, |
| "grad_norm": 0.13928705664750285, |
| "learning_rate": 5.842040102520416e-06, |
| "loss": 0.0345, |
| "num_tokens": 94806492.0, |
| "step": 1184 |
| }, |
| { |
| "epoch": 1.477854023705552, |
| "grad_norm": 0.11956422118762197, |
| "learning_rate": 5.8359976724724146e-06, |
| "loss": 0.0373, |
| "num_tokens": 94888343.0, |
| "step": 1185 |
| }, |
| { |
| "epoch": 1.479101684341859, |
| "grad_norm": 0.10678348906652803, |
| "learning_rate": 5.829954633159073e-06, |
| "loss": 0.0365, |
| "num_tokens": 94968750.0, |
| "step": 1186 |
| }, |
| { |
| "epoch": 1.480349344978166, |
| "grad_norm": 0.10950504983347997, |
| "learning_rate": 5.823910995538251e-06, |
| "loss": 0.0363, |
| "num_tokens": 95048007.0, |
| "step": 1187 |
| }, |
| { |
| "epoch": 1.481597005614473, |
| "grad_norm": 0.10871513034226521, |
| "learning_rate": 5.8178667705688895e-06, |
| "loss": 0.034, |
| "num_tokens": 95127214.0, |
| "step": 1188 |
| }, |
| { |
| "epoch": 1.4828446662507797, |
| "grad_norm": 0.11813024759210294, |
| "learning_rate": 5.811821969210995e-06, |
| "loss": 0.0378, |
| "num_tokens": 95207769.0, |
| "step": 1189 |
| }, |
| { |
| "epoch": 1.4840923268870867, |
| "grad_norm": 0.12334121149788137, |
| "learning_rate": 5.8057766024256205e-06, |
| "loss": 0.0339, |
| "num_tokens": 95286918.0, |
| "step": 1190 |
| }, |
| { |
| "epoch": 1.4853399875233937, |
| "grad_norm": 0.11137548828632113, |
| "learning_rate": 5.799730681174842e-06, |
| "loss": 0.0345, |
| "num_tokens": 95367783.0, |
| "step": 1191 |
| }, |
| { |
| "epoch": 1.4865876481597007, |
| "grad_norm": 0.11258420176536157, |
| "learning_rate": 5.793684216421744e-06, |
| "loss": 0.0379, |
| "num_tokens": 95449134.0, |
| "step": 1192 |
| }, |
| { |
| "epoch": 1.4878353087960074, |
| "grad_norm": 0.1283974468707094, |
| "learning_rate": 5.787637219130392e-06, |
| "loss": 0.0373, |
| "num_tokens": 95528492.0, |
| "step": 1193 |
| }, |
| { |
| "epoch": 1.4890829694323144, |
| "grad_norm": 0.10883979183962499, |
| "learning_rate": 5.781589700265823e-06, |
| "loss": 0.0343, |
| "num_tokens": 95608208.0, |
| "step": 1194 |
| }, |
| { |
| "epoch": 1.4903306300686214, |
| "grad_norm": 0.10270640891807907, |
| "learning_rate": 5.7755416707940135e-06, |
| "loss": 0.0348, |
| "num_tokens": 95687611.0, |
| "step": 1195 |
| }, |
| { |
| "epoch": 1.4915782907049282, |
| "grad_norm": 0.12695450443859627, |
| "learning_rate": 5.76949314168187e-06, |
| "loss": 0.0359, |
| "num_tokens": 95767108.0, |
| "step": 1196 |
| }, |
| { |
| "epoch": 1.4928259513412352, |
| "grad_norm": 0.11114393977783613, |
| "learning_rate": 5.763444123897206e-06, |
| "loss": 0.0345, |
| "num_tokens": 95846696.0, |
| "step": 1197 |
| }, |
| { |
| "epoch": 1.4940736119775422, |
| "grad_norm": 0.10051611126921174, |
| "learning_rate": 5.757394628408716e-06, |
| "loss": 0.0355, |
| "num_tokens": 95927423.0, |
| "step": 1198 |
| }, |
| { |
| "epoch": 1.495321272613849, |
| "grad_norm": 0.10698918904729461, |
| "learning_rate": 5.7513446661859664e-06, |
| "loss": 0.0334, |
| "num_tokens": 96008401.0, |
| "step": 1199 |
| }, |
| { |
| "epoch": 1.496568933250156, |
| "grad_norm": 0.11515052950318992, |
| "learning_rate": 5.7452942481993655e-06, |
| "loss": 0.0329, |
| "num_tokens": 96087128.0, |
| "step": 1200 |
| }, |
| { |
| "epoch": 1.497816593886463, |
| "grad_norm": 0.10667262101407343, |
| "learning_rate": 5.739243385420151e-06, |
| "loss": 0.0358, |
| "num_tokens": 96167367.0, |
| "step": 1201 |
| }, |
| { |
| "epoch": 1.4990642545227697, |
| "grad_norm": 0.12405579945874308, |
| "learning_rate": 5.7331920888203655e-06, |
| "loss": 0.0346, |
| "num_tokens": 96246922.0, |
| "step": 1202 |
| }, |
| { |
| "epoch": 1.5003119151590767, |
| "grad_norm": 0.10489860643653304, |
| "learning_rate": 5.727140369372838e-06, |
| "loss": 0.0376, |
| "num_tokens": 96327807.0, |
| "step": 1203 |
| }, |
| { |
| "epoch": 1.5015595757953837, |
| "grad_norm": 0.12443731067183812, |
| "learning_rate": 5.721088238051168e-06, |
| "loss": 0.0356, |
| "num_tokens": 96408288.0, |
| "step": 1204 |
| }, |
| { |
| "epoch": 1.5028072364316905, |
| "grad_norm": 0.10422931405567512, |
| "learning_rate": 5.715035705829696e-06, |
| "loss": 0.0378, |
| "num_tokens": 96488747.0, |
| "step": 1205 |
| }, |
| { |
| "epoch": 1.5040548970679977, |
| "grad_norm": 0.11583240842588108, |
| "learning_rate": 5.708982783683492e-06, |
| "loss": 0.0351, |
| "num_tokens": 96567394.0, |
| "step": 1206 |
| }, |
| { |
| "epoch": 1.5053025577043044, |
| "grad_norm": 0.11679015463888166, |
| "learning_rate": 5.7029294825883365e-06, |
| "loss": 0.035, |
| "num_tokens": 96646566.0, |
| "step": 1207 |
| }, |
| { |
| "epoch": 1.5065502183406112, |
| "grad_norm": 0.11437606283844103, |
| "learning_rate": 5.696875813520691e-06, |
| "loss": 0.0392, |
| "num_tokens": 96727492.0, |
| "step": 1208 |
| }, |
| { |
| "epoch": 1.5077978789769184, |
| "grad_norm": 0.11691760587370684, |
| "learning_rate": 5.69082178745769e-06, |
| "loss": 0.0352, |
| "num_tokens": 96807931.0, |
| "step": 1209 |
| }, |
| { |
| "epoch": 1.5090455396132252, |
| "grad_norm": 0.10574935510817819, |
| "learning_rate": 5.68476741537711e-06, |
| "loss": 0.0346, |
| "num_tokens": 96887154.0, |
| "step": 1210 |
| }, |
| { |
| "epoch": 1.5102932002495322, |
| "grad_norm": 0.11625074019798143, |
| "learning_rate": 5.678712708257358e-06, |
| "loss": 0.039, |
| "num_tokens": 96969029.0, |
| "step": 1211 |
| }, |
| { |
| "epoch": 1.5115408608858392, |
| "grad_norm": 0.11630274180853753, |
| "learning_rate": 5.672657677077449e-06, |
| "loss": 0.0363, |
| "num_tokens": 97049726.0, |
| "step": 1212 |
| }, |
| { |
| "epoch": 1.512788521522146, |
| "grad_norm": 0.1127526825270542, |
| "learning_rate": 5.666602332816985e-06, |
| "loss": 0.0372, |
| "num_tokens": 97130469.0, |
| "step": 1213 |
| }, |
| { |
| "epoch": 1.514036182158453, |
| "grad_norm": 0.11863761031881935, |
| "learning_rate": 5.6605466864561344e-06, |
| "loss": 0.0344, |
| "num_tokens": 97210798.0, |
| "step": 1214 |
| }, |
| { |
| "epoch": 1.51528384279476, |
| "grad_norm": 0.11747556688292905, |
| "learning_rate": 5.654490748975615e-06, |
| "loss": 0.0368, |
| "num_tokens": 97290820.0, |
| "step": 1215 |
| }, |
| { |
| "epoch": 1.5165315034310667, |
| "grad_norm": 0.11740884642076882, |
| "learning_rate": 5.648434531356671e-06, |
| "loss": 0.0341, |
| "num_tokens": 97370963.0, |
| "step": 1216 |
| }, |
| { |
| "epoch": 1.5177791640673737, |
| "grad_norm": 0.1121718619003604, |
| "learning_rate": 5.642378044581057e-06, |
| "loss": 0.0372, |
| "num_tokens": 97451787.0, |
| "step": 1217 |
| }, |
| { |
| "epoch": 1.5190268247036807, |
| "grad_norm": 0.11028715028041086, |
| "learning_rate": 5.636321299631015e-06, |
| "loss": 0.0355, |
| "num_tokens": 97531107.0, |
| "step": 1218 |
| }, |
| { |
| "epoch": 1.5202744853399874, |
| "grad_norm": 0.11526797879935653, |
| "learning_rate": 5.630264307489251e-06, |
| "loss": 0.0356, |
| "num_tokens": 97610596.0, |
| "step": 1219 |
| }, |
| { |
| "epoch": 1.5215221459762944, |
| "grad_norm": 0.11697834812620382, |
| "learning_rate": 5.624207079138922e-06, |
| "loss": 0.0372, |
| "num_tokens": 97692010.0, |
| "step": 1220 |
| }, |
| { |
| "epoch": 1.5227698066126014, |
| "grad_norm": 0.11361340804878213, |
| "learning_rate": 5.6181496255636195e-06, |
| "loss": 0.038, |
| "num_tokens": 97771259.0, |
| "step": 1221 |
| }, |
| { |
| "epoch": 1.5240174672489082, |
| "grad_norm": 0.11948073802819091, |
| "learning_rate": 5.612091957747333e-06, |
| "loss": 0.0362, |
| "num_tokens": 97851776.0, |
| "step": 1222 |
| }, |
| { |
| "epoch": 1.5252651278852152, |
| "grad_norm": 0.11933952019877841, |
| "learning_rate": 5.606034086674447e-06, |
| "loss": 0.0347, |
| "num_tokens": 97931323.0, |
| "step": 1223 |
| }, |
| { |
| "epoch": 1.5265127885215222, |
| "grad_norm": 0.1119341984186723, |
| "learning_rate": 5.5999760233297115e-06, |
| "loss": 0.0355, |
| "num_tokens": 98012414.0, |
| "step": 1224 |
| }, |
| { |
| "epoch": 1.527760449157829, |
| "grad_norm": 0.12570139447794026, |
| "learning_rate": 5.593917778698227e-06, |
| "loss": 0.0351, |
| "num_tokens": 98092865.0, |
| "step": 1225 |
| }, |
| { |
| "epoch": 1.5290081097941361, |
| "grad_norm": 0.12255701579140926, |
| "learning_rate": 5.5878593637654226e-06, |
| "loss": 0.0372, |
| "num_tokens": 98173575.0, |
| "step": 1226 |
| }, |
| { |
| "epoch": 1.530255770430443, |
| "grad_norm": 0.12045998667186913, |
| "learning_rate": 5.581800789517036e-06, |
| "loss": 0.0338, |
| "num_tokens": 98253478.0, |
| "step": 1227 |
| }, |
| { |
| "epoch": 1.5315034310667497, |
| "grad_norm": 0.10599310040291675, |
| "learning_rate": 5.5757420669390925e-06, |
| "loss": 0.0333, |
| "num_tokens": 98331761.0, |
| "step": 1228 |
| }, |
| { |
| "epoch": 1.532751091703057, |
| "grad_norm": 0.1189636777802236, |
| "learning_rate": 5.5696832070178885e-06, |
| "loss": 0.0353, |
| "num_tokens": 98412258.0, |
| "step": 1229 |
| }, |
| { |
| "epoch": 1.5339987523393637, |
| "grad_norm": 0.11265547375888633, |
| "learning_rate": 5.563624220739969e-06, |
| "loss": 0.0369, |
| "num_tokens": 98492861.0, |
| "step": 1230 |
| }, |
| { |
| "epoch": 1.5352464129756707, |
| "grad_norm": 0.1135501412896236, |
| "learning_rate": 5.557565119092106e-06, |
| "loss": 0.034, |
| "num_tokens": 98572091.0, |
| "step": 1231 |
| }, |
| { |
| "epoch": 1.5364940736119777, |
| "grad_norm": 0.12706095636153494, |
| "learning_rate": 5.551505913061281e-06, |
| "loss": 0.0386, |
| "num_tokens": 98652747.0, |
| "step": 1232 |
| }, |
| { |
| "epoch": 1.5377417342482844, |
| "grad_norm": 0.11767249883496335, |
| "learning_rate": 5.54544661363467e-06, |
| "loss": 0.0356, |
| "num_tokens": 98732307.0, |
| "step": 1233 |
| }, |
| { |
| "epoch": 1.5389893948845914, |
| "grad_norm": 0.11861760143450235, |
| "learning_rate": 5.53938723179961e-06, |
| "loss": 0.0337, |
| "num_tokens": 98811668.0, |
| "step": 1234 |
| }, |
| { |
| "epoch": 1.5402370555208984, |
| "grad_norm": 0.1110579082090557, |
| "learning_rate": 5.533327778543593e-06, |
| "loss": 0.0356, |
| "num_tokens": 98890773.0, |
| "step": 1235 |
| }, |
| { |
| "epoch": 1.5414847161572052, |
| "grad_norm": 0.10918115524283789, |
| "learning_rate": 5.527268264854241e-06, |
| "loss": 0.0354, |
| "num_tokens": 98970768.0, |
| "step": 1236 |
| }, |
| { |
| "epoch": 1.5427323767935122, |
| "grad_norm": 0.1120508500986546, |
| "learning_rate": 5.521208701719284e-06, |
| "loss": 0.0371, |
| "num_tokens": 99052179.0, |
| "step": 1237 |
| }, |
| { |
| "epoch": 1.5439800374298192, |
| "grad_norm": 0.11689356960540866, |
| "learning_rate": 5.515149100126539e-06, |
| "loss": 0.0364, |
| "num_tokens": 99132493.0, |
| "step": 1238 |
| }, |
| { |
| "epoch": 1.545227698066126, |
| "grad_norm": 0.10663726507181617, |
| "learning_rate": 5.509089471063897e-06, |
| "loss": 0.0338, |
| "num_tokens": 99212713.0, |
| "step": 1239 |
| }, |
| { |
| "epoch": 1.546475358702433, |
| "grad_norm": 0.10825998214250622, |
| "learning_rate": 5.503029825519296e-06, |
| "loss": 0.0346, |
| "num_tokens": 99292651.0, |
| "step": 1240 |
| }, |
| { |
| "epoch": 1.54772301933874, |
| "grad_norm": 0.11313988408089551, |
| "learning_rate": 5.496970174480706e-06, |
| "loss": 0.0339, |
| "num_tokens": 99372261.0, |
| "step": 1241 |
| }, |
| { |
| "epoch": 1.5489706799750467, |
| "grad_norm": 0.12649997908530414, |
| "learning_rate": 5.4909105289361055e-06, |
| "loss": 0.0539, |
| "num_tokens": 99453192.0, |
| "step": 1242 |
| }, |
| { |
| "epoch": 1.5502183406113537, |
| "grad_norm": 0.1186247978835761, |
| "learning_rate": 5.4848508998734626e-06, |
| "loss": 0.0362, |
| "num_tokens": 99534693.0, |
| "step": 1243 |
| }, |
| { |
| "epoch": 1.5514660012476607, |
| "grad_norm": 0.11032319195795326, |
| "learning_rate": 5.478791298280719e-06, |
| "loss": 0.0325, |
| "num_tokens": 99613614.0, |
| "step": 1244 |
| }, |
| { |
| "epoch": 1.5527136618839674, |
| "grad_norm": 0.10331362127146462, |
| "learning_rate": 5.47273173514576e-06, |
| "loss": 0.0366, |
| "num_tokens": 99694144.0, |
| "step": 1245 |
| }, |
| { |
| "epoch": 1.5539613225202746, |
| "grad_norm": 0.11441502157583171, |
| "learning_rate": 5.466672221456408e-06, |
| "loss": 0.0352, |
| "num_tokens": 99772396.0, |
| "step": 1246 |
| }, |
| { |
| "epoch": 1.5552089831565814, |
| "grad_norm": 0.1384519685906425, |
| "learning_rate": 5.4606127682003915e-06, |
| "loss": 0.0364, |
| "num_tokens": 99853878.0, |
| "step": 1247 |
| }, |
| { |
| "epoch": 1.5564566437928882, |
| "grad_norm": 0.1187428026312172, |
| "learning_rate": 5.454553386365333e-06, |
| "loss": 0.0362, |
| "num_tokens": 99933199.0, |
| "step": 1248 |
| }, |
| { |
| "epoch": 1.5577043044291954, |
| "grad_norm": 0.1154288559693241, |
| "learning_rate": 5.44849408693872e-06, |
| "loss": 0.0355, |
| "num_tokens": 100013822.0, |
| "step": 1249 |
| }, |
| { |
| "epoch": 1.5589519650655022, |
| "grad_norm": 0.10939017703608667, |
| "learning_rate": 5.4424348809078974e-06, |
| "loss": 0.0364, |
| "num_tokens": 100093850.0, |
| "step": 1250 |
| }, |
| { |
| "epoch": 1.5601996257018091, |
| "grad_norm": 0.11577706451313442, |
| "learning_rate": 5.436375779260034e-06, |
| "loss": 0.0348, |
| "num_tokens": 100174014.0, |
| "step": 1251 |
| }, |
| { |
| "epoch": 1.5614472863381161, |
| "grad_norm": 0.11552930897371735, |
| "learning_rate": 5.430316792982112e-06, |
| "loss": 0.0364, |
| "num_tokens": 100254096.0, |
| "step": 1252 |
| }, |
| { |
| "epoch": 1.562694946974423, |
| "grad_norm": 0.12091413731054657, |
| "learning_rate": 5.424257933060908e-06, |
| "loss": 0.036, |
| "num_tokens": 100335736.0, |
| "step": 1253 |
| }, |
| { |
| "epoch": 1.56394260761073, |
| "grad_norm": 0.11349954972674088, |
| "learning_rate": 5.418199210482965e-06, |
| "loss": 0.0339, |
| "num_tokens": 100415770.0, |
| "step": 1254 |
| }, |
| { |
| "epoch": 1.5651902682470369, |
| "grad_norm": 0.11257539896050413, |
| "learning_rate": 5.412140636234579e-06, |
| "loss": 0.0365, |
| "num_tokens": 100496239.0, |
| "step": 1255 |
| }, |
| { |
| "epoch": 1.5664379288833437, |
| "grad_norm": 0.10433088685065614, |
| "learning_rate": 5.4060822213017745e-06, |
| "loss": 0.033, |
| "num_tokens": 100575751.0, |
| "step": 1256 |
| }, |
| { |
| "epoch": 1.5676855895196506, |
| "grad_norm": 0.11128220666515805, |
| "learning_rate": 5.400023976670291e-06, |
| "loss": 0.0362, |
| "num_tokens": 100655896.0, |
| "step": 1257 |
| }, |
| { |
| "epoch": 1.5689332501559576, |
| "grad_norm": 0.11665278503733945, |
| "learning_rate": 5.393965913325555e-06, |
| "loss": 0.036, |
| "num_tokens": 100736726.0, |
| "step": 1258 |
| }, |
| { |
| "epoch": 1.5701809107922644, |
| "grad_norm": 0.11372703831180105, |
| "learning_rate": 5.387908042252667e-06, |
| "loss": 0.0521, |
| "num_tokens": 100817144.0, |
| "step": 1259 |
| }, |
| { |
| "epoch": 1.5714285714285714, |
| "grad_norm": 0.11403138474441783, |
| "learning_rate": 5.381850374436383e-06, |
| "loss": 0.0349, |
| "num_tokens": 100896712.0, |
| "step": 1260 |
| }, |
| { |
| "epoch": 1.5726762320648784, |
| "grad_norm": 0.11114301741148946, |
| "learning_rate": 5.3757929208610784e-06, |
| "loss": 0.0338, |
| "num_tokens": 100975384.0, |
| "step": 1261 |
| }, |
| { |
| "epoch": 1.5739238927011852, |
| "grad_norm": 0.15901465459498454, |
| "learning_rate": 5.3697356925107514e-06, |
| "loss": 0.0353, |
| "num_tokens": 101055790.0, |
| "step": 1262 |
| }, |
| { |
| "epoch": 1.5751715533374921, |
| "grad_norm": 0.10627021014563413, |
| "learning_rate": 5.363678700368987e-06, |
| "loss": 0.0369, |
| "num_tokens": 101136479.0, |
| "step": 1263 |
| }, |
| { |
| "epoch": 1.5764192139737991, |
| "grad_norm": 0.12456078400858275, |
| "learning_rate": 5.3576219554189445e-06, |
| "loss": 0.0401, |
| "num_tokens": 101217634.0, |
| "step": 1264 |
| }, |
| { |
| "epoch": 1.577666874610106, |
| "grad_norm": 0.1210041167801264, |
| "learning_rate": 5.35156546864333e-06, |
| "loss": 0.037, |
| "num_tokens": 101297872.0, |
| "step": 1265 |
| }, |
| { |
| "epoch": 1.5789145352464131, |
| "grad_norm": 0.1070252120913601, |
| "learning_rate": 5.345509251024387e-06, |
| "loss": 0.0374, |
| "num_tokens": 101380176.0, |
| "step": 1266 |
| }, |
| { |
| "epoch": 1.5801621958827199, |
| "grad_norm": 0.10983324132682443, |
| "learning_rate": 5.339453313543868e-06, |
| "loss": 0.0331, |
| "num_tokens": 101459436.0, |
| "step": 1267 |
| }, |
| { |
| "epoch": 1.5814098565190269, |
| "grad_norm": 0.10244262198712618, |
| "learning_rate": 5.3333976671830165e-06, |
| "loss": 0.0343, |
| "num_tokens": 101538263.0, |
| "step": 1268 |
| }, |
| { |
| "epoch": 1.5826575171553339, |
| "grad_norm": 0.10678644753096563, |
| "learning_rate": 5.327342322922553e-06, |
| "loss": 0.0333, |
| "num_tokens": 101618020.0, |
| "step": 1269 |
| }, |
| { |
| "epoch": 1.5839051777916406, |
| "grad_norm": 0.10303177226381595, |
| "learning_rate": 5.321287291742645e-06, |
| "loss": 0.0335, |
| "num_tokens": 101696955.0, |
| "step": 1270 |
| }, |
| { |
| "epoch": 1.5851528384279476, |
| "grad_norm": 0.10922923647766163, |
| "learning_rate": 5.315232584622893e-06, |
| "loss": 0.0332, |
| "num_tokens": 101776118.0, |
| "step": 1271 |
| }, |
| { |
| "epoch": 1.5864004990642546, |
| "grad_norm": 0.11106303953873586, |
| "learning_rate": 5.309178212542313e-06, |
| "loss": 0.0342, |
| "num_tokens": 101855486.0, |
| "step": 1272 |
| }, |
| { |
| "epoch": 1.5876481597005614, |
| "grad_norm": 0.11146880211359997, |
| "learning_rate": 5.303124186479309e-06, |
| "loss": 0.0325, |
| "num_tokens": 101933520.0, |
| "step": 1273 |
| }, |
| { |
| "epoch": 1.5888958203368684, |
| "grad_norm": 0.11066657207520725, |
| "learning_rate": 5.297070517411664e-06, |
| "loss": 0.037, |
| "num_tokens": 102015666.0, |
| "step": 1274 |
| }, |
| { |
| "epoch": 1.5901434809731754, |
| "grad_norm": 0.12070337142463965, |
| "learning_rate": 5.2910172163165096e-06, |
| "loss": 0.0355, |
| "num_tokens": 102095242.0, |
| "step": 1275 |
| }, |
| { |
| "epoch": 1.5913911416094821, |
| "grad_norm": 0.11240092383283054, |
| "learning_rate": 5.284964294170306e-06, |
| "loss": 0.0362, |
| "num_tokens": 102174205.0, |
| "step": 1276 |
| }, |
| { |
| "epoch": 1.5926388022457891, |
| "grad_norm": 0.12576136429390572, |
| "learning_rate": 5.278911761948834e-06, |
| "loss": 0.0355, |
| "num_tokens": 102255437.0, |
| "step": 1277 |
| }, |
| { |
| "epoch": 1.5938864628820961, |
| "grad_norm": 0.11710384991621879, |
| "learning_rate": 5.272859630627164e-06, |
| "loss": 0.0347, |
| "num_tokens": 102334946.0, |
| "step": 1278 |
| }, |
| { |
| "epoch": 1.595134123518403, |
| "grad_norm": 0.10521059038838904, |
| "learning_rate": 5.266807911179638e-06, |
| "loss": 0.0354, |
| "num_tokens": 102414226.0, |
| "step": 1279 |
| }, |
| { |
| "epoch": 1.5963817841547099, |
| "grad_norm": 0.11308055443975817, |
| "learning_rate": 5.260756614579851e-06, |
| "loss": 0.0327, |
| "num_tokens": 102493991.0, |
| "step": 1280 |
| }, |
| { |
| "epoch": 1.5976294447910169, |
| "grad_norm": 0.1186031956772661, |
| "learning_rate": 5.254705751800636e-06, |
| "loss": 0.0348, |
| "num_tokens": 102574527.0, |
| "step": 1281 |
| }, |
| { |
| "epoch": 1.5988771054273236, |
| "grad_norm": 0.10866075596998348, |
| "learning_rate": 5.248655333814036e-06, |
| "loss": 0.0333, |
| "num_tokens": 102654519.0, |
| "step": 1282 |
| }, |
| { |
| "epoch": 1.6001247660636309, |
| "grad_norm": 0.10696137668864042, |
| "learning_rate": 5.242605371591286e-06, |
| "loss": 0.0352, |
| "num_tokens": 102734795.0, |
| "step": 1283 |
| }, |
| { |
| "epoch": 1.6013724266999376, |
| "grad_norm": 0.10337102406850418, |
| "learning_rate": 5.236555876102797e-06, |
| "loss": 0.0375, |
| "num_tokens": 102814405.0, |
| "step": 1284 |
| }, |
| { |
| "epoch": 1.6026200873362444, |
| "grad_norm": 0.12757465999262096, |
| "learning_rate": 5.2305068583181314e-06, |
| "loss": 0.036, |
| "num_tokens": 102894980.0, |
| "step": 1285 |
| }, |
| { |
| "epoch": 1.6038677479725516, |
| "grad_norm": 0.13690644302329974, |
| "learning_rate": 5.2244583292059896e-06, |
| "loss": 0.0366, |
| "num_tokens": 102977017.0, |
| "step": 1286 |
| }, |
| { |
| "epoch": 1.6051154086088584, |
| "grad_norm": 0.11930944617293818, |
| "learning_rate": 5.218410299734181e-06, |
| "loss": 0.034, |
| "num_tokens": 103056779.0, |
| "step": 1287 |
| }, |
| { |
| "epoch": 1.6063630692451654, |
| "grad_norm": 0.11012326303635499, |
| "learning_rate": 5.2123627808696084e-06, |
| "loss": 0.0339, |
| "num_tokens": 103137283.0, |
| "step": 1288 |
| }, |
| { |
| "epoch": 1.6076107298814724, |
| "grad_norm": 0.10957703717797697, |
| "learning_rate": 5.206315783578258e-06, |
| "loss": 0.0336, |
| "num_tokens": 103216776.0, |
| "step": 1289 |
| }, |
| { |
| "epoch": 1.6088583905177791, |
| "grad_norm": 0.10906712477554352, |
| "learning_rate": 5.20026931882516e-06, |
| "loss": 0.0341, |
| "num_tokens": 103296399.0, |
| "step": 1290 |
| }, |
| { |
| "epoch": 1.6101060511540861, |
| "grad_norm": 0.11440229595698308, |
| "learning_rate": 5.194223397574381e-06, |
| "loss": 0.0376, |
| "num_tokens": 103376203.0, |
| "step": 1291 |
| }, |
| { |
| "epoch": 1.611353711790393, |
| "grad_norm": 0.12588773683905502, |
| "learning_rate": 5.188178030789008e-06, |
| "loss": 0.0346, |
| "num_tokens": 103456735.0, |
| "step": 1292 |
| }, |
| { |
| "epoch": 1.6126013724266999, |
| "grad_norm": 0.12042374456895473, |
| "learning_rate": 5.1821332294311136e-06, |
| "loss": 0.0356, |
| "num_tokens": 103537257.0, |
| "step": 1293 |
| }, |
| { |
| "epoch": 1.6138490330630069, |
| "grad_norm": 0.11853035765383917, |
| "learning_rate": 5.176089004461752e-06, |
| "loss": 0.0361, |
| "num_tokens": 103617737.0, |
| "step": 1294 |
| }, |
| { |
| "epoch": 1.6150966936993139, |
| "grad_norm": 0.1084054829939777, |
| "learning_rate": 5.170045366840929e-06, |
| "loss": 0.0373, |
| "num_tokens": 103698813.0, |
| "step": 1295 |
| }, |
| { |
| "epoch": 1.6163443543356206, |
| "grad_norm": 0.12273703655358631, |
| "learning_rate": 5.164002327527588e-06, |
| "loss": 0.0374, |
| "num_tokens": 103782172.0, |
| "step": 1296 |
| }, |
| { |
| "epoch": 1.6175920149719276, |
| "grad_norm": 0.10996795677144779, |
| "learning_rate": 5.157959897479587e-06, |
| "loss": 0.0359, |
| "num_tokens": 103862312.0, |
| "step": 1297 |
| }, |
| { |
| "epoch": 1.6188396756082346, |
| "grad_norm": 0.11103120135245384, |
| "learning_rate": 5.151918087653672e-06, |
| "loss": 0.0336, |
| "num_tokens": 103943466.0, |
| "step": 1298 |
| }, |
| { |
| "epoch": 1.6200873362445414, |
| "grad_norm": 0.10467769656583091, |
| "learning_rate": 5.145876909005477e-06, |
| "loss": 0.0335, |
| "num_tokens": 104023154.0, |
| "step": 1299 |
| }, |
| { |
| "epoch": 1.6213349968808484, |
| "grad_norm": 0.10318413558631827, |
| "learning_rate": 5.139836372489481e-06, |
| "loss": 0.0318, |
| "num_tokens": 104102426.0, |
| "step": 1300 |
| }, |
| { |
| "epoch": 1.6225826575171554, |
| "grad_norm": 0.10919271565885186, |
| "learning_rate": 5.133796489059005e-06, |
| "loss": 0.0355, |
| "num_tokens": 104182188.0, |
| "step": 1301 |
| }, |
| { |
| "epoch": 1.6238303181534621, |
| "grad_norm": 0.11310842463169009, |
| "learning_rate": 5.1277572696661806e-06, |
| "loss": 0.0351, |
| "num_tokens": 104261762.0, |
| "step": 1302 |
| }, |
| { |
| "epoch": 1.6250779787897693, |
| "grad_norm": 0.1165076029660535, |
| "learning_rate": 5.12171872526194e-06, |
| "loss": 0.0355, |
| "num_tokens": 104342372.0, |
| "step": 1303 |
| }, |
| { |
| "epoch": 1.626325639426076, |
| "grad_norm": 0.11376695615925705, |
| "learning_rate": 5.115680866795989e-06, |
| "loss": 0.0342, |
| "num_tokens": 104422382.0, |
| "step": 1304 |
| }, |
| { |
| "epoch": 1.6275733000623829, |
| "grad_norm": 0.11767626403403031, |
| "learning_rate": 5.109643705216789e-06, |
| "loss": 0.0354, |
| "num_tokens": 104503015.0, |
| "step": 1305 |
| }, |
| { |
| "epoch": 1.62882096069869, |
| "grad_norm": 0.1181534867539231, |
| "learning_rate": 5.103607251471541e-06, |
| "loss": 0.0321, |
| "num_tokens": 104582079.0, |
| "step": 1306 |
| }, |
| { |
| "epoch": 1.6300686213349969, |
| "grad_norm": 0.09517674089409651, |
| "learning_rate": 5.097571516506158e-06, |
| "loss": 0.0331, |
| "num_tokens": 104661780.0, |
| "step": 1307 |
| }, |
| { |
| "epoch": 1.6313162819713038, |
| "grad_norm": 0.11931275868780851, |
| "learning_rate": 5.091536511265253e-06, |
| "loss": 0.0348, |
| "num_tokens": 104741752.0, |
| "step": 1308 |
| }, |
| { |
| "epoch": 1.6325639426076108, |
| "grad_norm": 0.10940449179708552, |
| "learning_rate": 5.085502246692111e-06, |
| "loss": 0.0354, |
| "num_tokens": 104822380.0, |
| "step": 1309 |
| }, |
| { |
| "epoch": 1.6338116032439176, |
| "grad_norm": 0.12053843559094413, |
| "learning_rate": 5.079468733728684e-06, |
| "loss": 0.0369, |
| "num_tokens": 104902595.0, |
| "step": 1310 |
| }, |
| { |
| "epoch": 1.6350592638802246, |
| "grad_norm": 0.11265796315863995, |
| "learning_rate": 5.07343598331555e-06, |
| "loss": 0.0336, |
| "num_tokens": 104981340.0, |
| "step": 1311 |
| }, |
| { |
| "epoch": 1.6363069245165316, |
| "grad_norm": 0.1109231726527133, |
| "learning_rate": 5.0674040063919114e-06, |
| "loss": 0.0349, |
| "num_tokens": 105060850.0, |
| "step": 1312 |
| }, |
| { |
| "epoch": 1.6375545851528384, |
| "grad_norm": 0.11588144786485258, |
| "learning_rate": 5.0613728138955644e-06, |
| "loss": 0.0343, |
| "num_tokens": 105140234.0, |
| "step": 1313 |
| }, |
| { |
| "epoch": 1.6388022457891454, |
| "grad_norm": 0.10922220587388409, |
| "learning_rate": 5.055342416762883e-06, |
| "loss": 0.0333, |
| "num_tokens": 105219670.0, |
| "step": 1314 |
| }, |
| { |
| "epoch": 1.6400499064254523, |
| "grad_norm": 0.10863070032451541, |
| "learning_rate": 5.0493128259288025e-06, |
| "loss": 0.0348, |
| "num_tokens": 105300783.0, |
| "step": 1315 |
| }, |
| { |
| "epoch": 1.641297567061759, |
| "grad_norm": 0.10544356260119463, |
| "learning_rate": 5.043284052326789e-06, |
| "loss": 0.0337, |
| "num_tokens": 105380432.0, |
| "step": 1316 |
| }, |
| { |
| "epoch": 1.642545227698066, |
| "grad_norm": 0.10945480005987275, |
| "learning_rate": 5.037256106888837e-06, |
| "loss": 0.0337, |
| "num_tokens": 105459281.0, |
| "step": 1317 |
| }, |
| { |
| "epoch": 1.643792888334373, |
| "grad_norm": 0.10513668226551459, |
| "learning_rate": 5.03122900054543e-06, |
| "loss": 0.0364, |
| "num_tokens": 105539043.0, |
| "step": 1318 |
| }, |
| { |
| "epoch": 1.6450405489706799, |
| "grad_norm": 0.11889358390219724, |
| "learning_rate": 5.025202744225535e-06, |
| "loss": 0.0323, |
| "num_tokens": 105618097.0, |
| "step": 1319 |
| }, |
| { |
| "epoch": 1.6462882096069869, |
| "grad_norm": 0.10819389235655742, |
| "learning_rate": 5.019177348856576e-06, |
| "loss": 0.0384, |
| "num_tokens": 105700246.0, |
| "step": 1320 |
| }, |
| { |
| "epoch": 1.6475358702432938, |
| "grad_norm": 0.12285064335570973, |
| "learning_rate": 5.013152825364416e-06, |
| "loss": 0.0335, |
| "num_tokens": 105779956.0, |
| "step": 1321 |
| }, |
| { |
| "epoch": 1.6487835308796006, |
| "grad_norm": 0.10457229323362498, |
| "learning_rate": 5.007129184673335e-06, |
| "loss": 0.0342, |
| "num_tokens": 105859422.0, |
| "step": 1322 |
| }, |
| { |
| "epoch": 1.6500311915159078, |
| "grad_norm": 0.10418232593169255, |
| "learning_rate": 5.001106437706016e-06, |
| "loss": 0.0354, |
| "num_tokens": 105939798.0, |
| "step": 1323 |
| }, |
| { |
| "epoch": 1.6512788521522146, |
| "grad_norm": 0.10621297870744945, |
| "learning_rate": 4.99508459538352e-06, |
| "loss": 0.035, |
| "num_tokens": 106019008.0, |
| "step": 1324 |
| }, |
| { |
| "epoch": 1.6525265127885214, |
| "grad_norm": 0.11055886736084558, |
| "learning_rate": 4.989063668625267e-06, |
| "loss": 0.0331, |
| "num_tokens": 106099014.0, |
| "step": 1325 |
| }, |
| { |
| "epoch": 1.6537741734248286, |
| "grad_norm": 0.12055990828923857, |
| "learning_rate": 4.983043668349018e-06, |
| "loss": 0.035, |
| "num_tokens": 106178538.0, |
| "step": 1326 |
| }, |
| { |
| "epoch": 1.6550218340611353, |
| "grad_norm": 0.11615411814602732, |
| "learning_rate": 4.977024605470851e-06, |
| "loss": 0.0342, |
| "num_tokens": 106257051.0, |
| "step": 1327 |
| }, |
| { |
| "epoch": 1.6562694946974423, |
| "grad_norm": 0.11242812128073622, |
| "learning_rate": 4.971006490905148e-06, |
| "loss": 0.0326, |
| "num_tokens": 106337027.0, |
| "step": 1328 |
| }, |
| { |
| "epoch": 1.6575171553337493, |
| "grad_norm": 0.10451594006379315, |
| "learning_rate": 4.964989335564571e-06, |
| "loss": 0.035, |
| "num_tokens": 106415989.0, |
| "step": 1329 |
| }, |
| { |
| "epoch": 1.658764815970056, |
| "grad_norm": 0.12008210058517821, |
| "learning_rate": 4.958973150360034e-06, |
| "loss": 0.0338, |
| "num_tokens": 106496902.0, |
| "step": 1330 |
| }, |
| { |
| "epoch": 1.660012476606363, |
| "grad_norm": 0.10283103060613702, |
| "learning_rate": 4.952957946200709e-06, |
| "loss": 0.0316, |
| "num_tokens": 106576276.0, |
| "step": 1331 |
| }, |
| { |
| "epoch": 1.66126013724267, |
| "grad_norm": 0.10840588788185893, |
| "learning_rate": 4.946943733993974e-06, |
| "loss": 0.0342, |
| "num_tokens": 106656074.0, |
| "step": 1332 |
| }, |
| { |
| "epoch": 1.6625077978789768, |
| "grad_norm": 0.1151122733175202, |
| "learning_rate": 4.940930524645414e-06, |
| "loss": 0.0359, |
| "num_tokens": 106737048.0, |
| "step": 1333 |
| }, |
| { |
| "epoch": 1.6637554585152838, |
| "grad_norm": 0.12138327404493408, |
| "learning_rate": 4.934918329058798e-06, |
| "loss": 0.0329, |
| "num_tokens": 106817115.0, |
| "step": 1334 |
| }, |
| { |
| "epoch": 1.6650031191515908, |
| "grad_norm": 0.10347193468215583, |
| "learning_rate": 4.928907158136049e-06, |
| "loss": 0.0351, |
| "num_tokens": 106896600.0, |
| "step": 1335 |
| }, |
| { |
| "epoch": 1.6662507797878976, |
| "grad_norm": 0.10818319318418472, |
| "learning_rate": 4.922897022777241e-06, |
| "loss": 0.0342, |
| "num_tokens": 106976257.0, |
| "step": 1336 |
| }, |
| { |
| "epoch": 1.6674984404242046, |
| "grad_norm": 0.125943792765203, |
| "learning_rate": 4.916887933880562e-06, |
| "loss": 0.0364, |
| "num_tokens": 107056103.0, |
| "step": 1337 |
| }, |
| { |
| "epoch": 1.6687461010605116, |
| "grad_norm": 0.10714932245614212, |
| "learning_rate": 4.910879902342309e-06, |
| "loss": 0.0328, |
| "num_tokens": 107135177.0, |
| "step": 1338 |
| }, |
| { |
| "epoch": 1.6699937616968183, |
| "grad_norm": 0.10022422578809588, |
| "learning_rate": 4.904872939056859e-06, |
| "loss": 0.0327, |
| "num_tokens": 107215076.0, |
| "step": 1339 |
| }, |
| { |
| "epoch": 1.6712414223331253, |
| "grad_norm": 0.11904997859265425, |
| "learning_rate": 4.898867054916655e-06, |
| "loss": 0.0331, |
| "num_tokens": 107294670.0, |
| "step": 1340 |
| }, |
| { |
| "epoch": 1.6724890829694323, |
| "grad_norm": 0.10346330508751622, |
| "learning_rate": 4.892862260812174e-06, |
| "loss": 0.0355, |
| "num_tokens": 107375743.0, |
| "step": 1341 |
| }, |
| { |
| "epoch": 1.673736743605739, |
| "grad_norm": 0.10320313489980291, |
| "learning_rate": 4.886858567631927e-06, |
| "loss": 0.037, |
| "num_tokens": 107456245.0, |
| "step": 1342 |
| }, |
| { |
| "epoch": 1.6749844042420463, |
| "grad_norm": 0.11376647833132077, |
| "learning_rate": 4.880855986262424e-06, |
| "loss": 0.0336, |
| "num_tokens": 107535076.0, |
| "step": 1343 |
| }, |
| { |
| "epoch": 1.676232064878353, |
| "grad_norm": 0.11251959987852904, |
| "learning_rate": 4.874854527588159e-06, |
| "loss": 0.0348, |
| "num_tokens": 107615448.0, |
| "step": 1344 |
| }, |
| { |
| "epoch": 1.6774797255146598, |
| "grad_norm": 0.11732474632394792, |
| "learning_rate": 4.868854202491587e-06, |
| "loss": 0.0343, |
| "num_tokens": 107695214.0, |
| "step": 1345 |
| }, |
| { |
| "epoch": 1.678727386150967, |
| "grad_norm": 0.11672350989227481, |
| "learning_rate": 4.862855021853117e-06, |
| "loss": 0.0352, |
| "num_tokens": 107775647.0, |
| "step": 1346 |
| }, |
| { |
| "epoch": 1.6799750467872738, |
| "grad_norm": 0.11684779926230927, |
| "learning_rate": 4.856856996551074e-06, |
| "loss": 0.0343, |
| "num_tokens": 107855586.0, |
| "step": 1347 |
| }, |
| { |
| "epoch": 1.6812227074235808, |
| "grad_norm": 0.11194528364428014, |
| "learning_rate": 4.850860137461691e-06, |
| "loss": 0.0349, |
| "num_tokens": 107933910.0, |
| "step": 1348 |
| }, |
| { |
| "epoch": 1.6824703680598878, |
| "grad_norm": 0.12241649866099316, |
| "learning_rate": 4.844864455459085e-06, |
| "loss": 0.0331, |
| "num_tokens": 108013285.0, |
| "step": 1349 |
| }, |
| { |
| "epoch": 1.6837180286961946, |
| "grad_norm": 0.10701404402743815, |
| "learning_rate": 4.83886996141524e-06, |
| "loss": 0.0355, |
| "num_tokens": 108093741.0, |
| "step": 1350 |
| }, |
| { |
| "epoch": 1.6849656893325016, |
| "grad_norm": 0.12427674118245957, |
| "learning_rate": 4.8328766661999885e-06, |
| "loss": 0.0351, |
| "num_tokens": 108174452.0, |
| "step": 1351 |
| }, |
| { |
| "epoch": 1.6862133499688086, |
| "grad_norm": 0.11109278194963701, |
| "learning_rate": 4.826884580680981e-06, |
| "loss": 0.0363, |
| "num_tokens": 108255274.0, |
| "step": 1352 |
| }, |
| { |
| "epoch": 1.6874610106051153, |
| "grad_norm": 0.11471172964381411, |
| "learning_rate": 4.8208937157236855e-06, |
| "loss": 0.033, |
| "num_tokens": 108335095.0, |
| "step": 1353 |
| }, |
| { |
| "epoch": 1.6887086712414223, |
| "grad_norm": 0.12341901134238756, |
| "learning_rate": 4.814904082191349e-06, |
| "loss": 0.0342, |
| "num_tokens": 108415877.0, |
| "step": 1354 |
| }, |
| { |
| "epoch": 1.6899563318777293, |
| "grad_norm": 0.1050413188206562, |
| "learning_rate": 4.8089156909449845e-06, |
| "loss": 0.0342, |
| "num_tokens": 108495262.0, |
| "step": 1355 |
| }, |
| { |
| "epoch": 1.691203992514036, |
| "grad_norm": 0.10900307986971748, |
| "learning_rate": 4.802928552843358e-06, |
| "loss": 0.0351, |
| "num_tokens": 108574803.0, |
| "step": 1356 |
| }, |
| { |
| "epoch": 1.692451653150343, |
| "grad_norm": 0.12184670852461642, |
| "learning_rate": 4.79694267874296e-06, |
| "loss": 0.0373, |
| "num_tokens": 108655482.0, |
| "step": 1357 |
| }, |
| { |
| "epoch": 1.69369931378665, |
| "grad_norm": 0.10975468138719802, |
| "learning_rate": 4.790958079497991e-06, |
| "loss": 0.0342, |
| "num_tokens": 108735411.0, |
| "step": 1358 |
| }, |
| { |
| "epoch": 1.6949469744229568, |
| "grad_norm": 0.10818231872378661, |
| "learning_rate": 4.784974765960335e-06, |
| "loss": 0.0361, |
| "num_tokens": 108815263.0, |
| "step": 1359 |
| }, |
| { |
| "epoch": 1.696194635059264, |
| "grad_norm": 0.10258324984418032, |
| "learning_rate": 4.77899274897955e-06, |
| "loss": 0.0342, |
| "num_tokens": 108894762.0, |
| "step": 1360 |
| }, |
| { |
| "epoch": 1.6974422956955708, |
| "grad_norm": 0.11081946376785735, |
| "learning_rate": 4.773012039402841e-06, |
| "loss": 0.0368, |
| "num_tokens": 108975844.0, |
| "step": 1361 |
| }, |
| { |
| "epoch": 1.6986899563318776, |
| "grad_norm": 0.10763088262915656, |
| "learning_rate": 4.767032648075043e-06, |
| "loss": 0.0352, |
| "num_tokens": 109056110.0, |
| "step": 1362 |
| }, |
| { |
| "epoch": 1.6999376169681848, |
| "grad_norm": 0.10826684816224101, |
| "learning_rate": 4.761054585838599e-06, |
| "loss": 0.0341, |
| "num_tokens": 109136888.0, |
| "step": 1363 |
| }, |
| { |
| "epoch": 1.7011852776044916, |
| "grad_norm": 0.11349832649415174, |
| "learning_rate": 4.755077863533541e-06, |
| "loss": 0.0342, |
| "num_tokens": 109216345.0, |
| "step": 1364 |
| }, |
| { |
| "epoch": 1.7024329382407986, |
| "grad_norm": 0.10721063931317605, |
| "learning_rate": 4.749102491997476e-06, |
| "loss": 0.0304, |
| "num_tokens": 109297726.0, |
| "step": 1365 |
| }, |
| { |
| "epoch": 1.7036805988771055, |
| "grad_norm": 0.11814753856914108, |
| "learning_rate": 4.743128482065555e-06, |
| "loss": 0.0368, |
| "num_tokens": 109377771.0, |
| "step": 1366 |
| }, |
| { |
| "epoch": 1.7049282595134123, |
| "grad_norm": 0.10923227600327748, |
| "learning_rate": 4.737155844570468e-06, |
| "loss": 0.0358, |
| "num_tokens": 109457147.0, |
| "step": 1367 |
| }, |
| { |
| "epoch": 1.7061759201497193, |
| "grad_norm": 0.1180774047748652, |
| "learning_rate": 4.7311845903424104e-06, |
| "loss": 0.0326, |
| "num_tokens": 109536870.0, |
| "step": 1368 |
| }, |
| { |
| "epoch": 1.7074235807860263, |
| "grad_norm": 0.10414052812314961, |
| "learning_rate": 4.725214730209069e-06, |
| "loss": 0.0348, |
| "num_tokens": 109617166.0, |
| "step": 1369 |
| }, |
| { |
| "epoch": 1.708671241422333, |
| "grad_norm": 0.11325120099720434, |
| "learning_rate": 4.719246274995607e-06, |
| "loss": 0.0373, |
| "num_tokens": 109697533.0, |
| "step": 1370 |
| }, |
| { |
| "epoch": 1.70991890205864, |
| "grad_norm": 0.10237282354895524, |
| "learning_rate": 4.713279235524637e-06, |
| "loss": 0.0339, |
| "num_tokens": 109778192.0, |
| "step": 1371 |
| }, |
| { |
| "epoch": 1.711166562694947, |
| "grad_norm": 0.1495589045820829, |
| "learning_rate": 4.707313622616205e-06, |
| "loss": 0.0348, |
| "num_tokens": 109858008.0, |
| "step": 1372 |
| }, |
| { |
| "epoch": 1.7124142233312538, |
| "grad_norm": 0.1155569950547421, |
| "learning_rate": 4.701349447087769e-06, |
| "loss": 0.0338, |
| "num_tokens": 109938620.0, |
| "step": 1373 |
| }, |
| { |
| "epoch": 1.7136618839675608, |
| "grad_norm": 0.1085633556890907, |
| "learning_rate": 4.695386719754184e-06, |
| "loss": 0.0344, |
| "num_tokens": 110018354.0, |
| "step": 1374 |
| }, |
| { |
| "epoch": 1.7149095446038678, |
| "grad_norm": 0.11234843873728942, |
| "learning_rate": 4.689425451427677e-06, |
| "loss": 0.0359, |
| "num_tokens": 110098749.0, |
| "step": 1375 |
| }, |
| { |
| "epoch": 1.7161572052401746, |
| "grad_norm": 0.11707214723093819, |
| "learning_rate": 4.683465652917828e-06, |
| "loss": 0.0358, |
| "num_tokens": 110178574.0, |
| "step": 1376 |
| }, |
| { |
| "epoch": 1.7174048658764816, |
| "grad_norm": 0.11575033343150132, |
| "learning_rate": 4.677507335031555e-06, |
| "loss": 0.0387, |
| "num_tokens": 110258909.0, |
| "step": 1377 |
| }, |
| { |
| "epoch": 1.7186525265127885, |
| "grad_norm": 0.1219047452029518, |
| "learning_rate": 4.671550508573087e-06, |
| "loss": 0.0364, |
| "num_tokens": 110338876.0, |
| "step": 1378 |
| }, |
| { |
| "epoch": 1.7199001871490953, |
| "grad_norm": 0.11606054592764724, |
| "learning_rate": 4.6655951843439514e-06, |
| "loss": 0.034, |
| "num_tokens": 110417753.0, |
| "step": 1379 |
| }, |
| { |
| "epoch": 1.7211478477854025, |
| "grad_norm": 0.11058642589780793, |
| "learning_rate": 4.659641373142953e-06, |
| "loss": 0.0369, |
| "num_tokens": 110497691.0, |
| "step": 1380 |
| }, |
| { |
| "epoch": 1.7223955084217093, |
| "grad_norm": 0.10502695534031538, |
| "learning_rate": 4.653689085766147e-06, |
| "loss": 0.0338, |
| "num_tokens": 110578084.0, |
| "step": 1381 |
| }, |
| { |
| "epoch": 1.723643169058016, |
| "grad_norm": 0.10033432947560307, |
| "learning_rate": 4.6477383330068335e-06, |
| "loss": 0.0324, |
| "num_tokens": 110656605.0, |
| "step": 1382 |
| }, |
| { |
| "epoch": 1.7248908296943233, |
| "grad_norm": 0.10347951460818469, |
| "learning_rate": 4.641789125655526e-06, |
| "loss": 0.0343, |
| "num_tokens": 110736629.0, |
| "step": 1383 |
| }, |
| { |
| "epoch": 1.72613849033063, |
| "grad_norm": 0.10404769094997354, |
| "learning_rate": 4.6358414744999324e-06, |
| "loss": 0.0322, |
| "num_tokens": 110816051.0, |
| "step": 1384 |
| }, |
| { |
| "epoch": 1.727386150966937, |
| "grad_norm": 0.10284553692602667, |
| "learning_rate": 4.6298953903249455e-06, |
| "loss": 0.0331, |
| "num_tokens": 110894941.0, |
| "step": 1385 |
| }, |
| { |
| "epoch": 1.728633811603244, |
| "grad_norm": 0.10288209629612745, |
| "learning_rate": 4.623950883912609e-06, |
| "loss": 0.0353, |
| "num_tokens": 110975460.0, |
| "step": 1386 |
| }, |
| { |
| "epoch": 1.7298814722395508, |
| "grad_norm": 0.10789958526274712, |
| "learning_rate": 4.618007966042114e-06, |
| "loss": 0.0342, |
| "num_tokens": 111054782.0, |
| "step": 1387 |
| }, |
| { |
| "epoch": 1.7311291328758578, |
| "grad_norm": 0.10876892596056022, |
| "learning_rate": 4.612066647489762e-06, |
| "loss": 0.0355, |
| "num_tokens": 111135170.0, |
| "step": 1388 |
| }, |
| { |
| "epoch": 1.7323767935121648, |
| "grad_norm": 0.12136812485887387, |
| "learning_rate": 4.606126939028965e-06, |
| "loss": 0.0338, |
| "num_tokens": 111214768.0, |
| "step": 1389 |
| }, |
| { |
| "epoch": 1.7336244541484715, |
| "grad_norm": 0.10679814813875112, |
| "learning_rate": 4.600188851430206e-06, |
| "loss": 0.0324, |
| "num_tokens": 111294207.0, |
| "step": 1390 |
| }, |
| { |
| "epoch": 1.7348721147847785, |
| "grad_norm": 0.1032000235074082, |
| "learning_rate": 4.594252395461036e-06, |
| "loss": 0.034, |
| "num_tokens": 111374632.0, |
| "step": 1391 |
| }, |
| { |
| "epoch": 1.7361197754210855, |
| "grad_norm": 0.10918063307642732, |
| "learning_rate": 4.588317581886041e-06, |
| "loss": 0.0344, |
| "num_tokens": 111454535.0, |
| "step": 1392 |
| }, |
| { |
| "epoch": 1.7373674360573923, |
| "grad_norm": 0.10999773787711306, |
| "learning_rate": 4.5823844214668326e-06, |
| "loss": 0.0352, |
| "num_tokens": 111534940.0, |
| "step": 1393 |
| }, |
| { |
| "epoch": 1.7386150966936993, |
| "grad_norm": 0.12310258864133658, |
| "learning_rate": 4.576452924962024e-06, |
| "loss": 0.0379, |
| "num_tokens": 111616583.0, |
| "step": 1394 |
| }, |
| { |
| "epoch": 1.7398627573300063, |
| "grad_norm": 0.11330748509366423, |
| "learning_rate": 4.570523103127209e-06, |
| "loss": 0.0334, |
| "num_tokens": 111694802.0, |
| "step": 1395 |
| }, |
| { |
| "epoch": 1.741110417966313, |
| "grad_norm": 0.11642883285973465, |
| "learning_rate": 4.564594966714952e-06, |
| "loss": 0.0344, |
| "num_tokens": 111774583.0, |
| "step": 1396 |
| }, |
| { |
| "epoch": 1.74235807860262, |
| "grad_norm": 0.11628781515429629, |
| "learning_rate": 4.558668526474751e-06, |
| "loss": 0.0361, |
| "num_tokens": 111854564.0, |
| "step": 1397 |
| }, |
| { |
| "epoch": 1.743605739238927, |
| "grad_norm": 0.11553952117653499, |
| "learning_rate": 4.552743793153037e-06, |
| "loss": 0.0342, |
| "num_tokens": 111934145.0, |
| "step": 1398 |
| }, |
| { |
| "epoch": 1.7448533998752338, |
| "grad_norm": 0.1130454484695648, |
| "learning_rate": 4.5468207774931414e-06, |
| "loss": 0.0362, |
| "num_tokens": 112014599.0, |
| "step": 1399 |
| }, |
| { |
| "epoch": 1.746101060511541, |
| "grad_norm": 0.10424941012798582, |
| "learning_rate": 4.540899490235282e-06, |
| "loss": 0.0353, |
| "num_tokens": 112095898.0, |
| "step": 1400 |
| }, |
| { |
| "epoch": 1.7473487211478478, |
| "grad_norm": 0.12176082233686349, |
| "learning_rate": 4.534979942116542e-06, |
| "loss": 0.0335, |
| "num_tokens": 112174805.0, |
| "step": 1401 |
| }, |
| { |
| "epoch": 1.7485963817841546, |
| "grad_norm": 0.10725290738018774, |
| "learning_rate": 4.529062143870849e-06, |
| "loss": 0.035, |
| "num_tokens": 112254844.0, |
| "step": 1402 |
| }, |
| { |
| "epoch": 1.7498440424204618, |
| "grad_norm": 0.11613612803991162, |
| "learning_rate": 4.5231461062289624e-06, |
| "loss": 0.0364, |
| "num_tokens": 112336687.0, |
| "step": 1403 |
| }, |
| { |
| "epoch": 1.7510917030567685, |
| "grad_norm": 0.11248286120432541, |
| "learning_rate": 4.5172318399184485e-06, |
| "loss": 0.0335, |
| "num_tokens": 112416437.0, |
| "step": 1404 |
| }, |
| { |
| "epoch": 1.7523393636930755, |
| "grad_norm": 0.11498685047252416, |
| "learning_rate": 4.511319355663657e-06, |
| "loss": 0.0363, |
| "num_tokens": 112496544.0, |
| "step": 1405 |
| }, |
| { |
| "epoch": 1.7535870243293825, |
| "grad_norm": 0.11584733211628963, |
| "learning_rate": 4.50540866418571e-06, |
| "loss": 0.0385, |
| "num_tokens": 112577418.0, |
| "step": 1406 |
| }, |
| { |
| "epoch": 1.7548346849656893, |
| "grad_norm": 0.10971791007225389, |
| "learning_rate": 4.499499776202476e-06, |
| "loss": 0.0327, |
| "num_tokens": 112655726.0, |
| "step": 1407 |
| }, |
| { |
| "epoch": 1.7560823456019963, |
| "grad_norm": 0.11202865802168581, |
| "learning_rate": 4.493592702428558e-06, |
| "loss": 0.0365, |
| "num_tokens": 112736130.0, |
| "step": 1408 |
| }, |
| { |
| "epoch": 1.7573300062383033, |
| "grad_norm": 0.11590791221388194, |
| "learning_rate": 4.487687453575261e-06, |
| "loss": 0.0359, |
| "num_tokens": 112816354.0, |
| "step": 1409 |
| }, |
| { |
| "epoch": 1.75857766687461, |
| "grad_norm": 0.11455918942737528, |
| "learning_rate": 4.481784040350593e-06, |
| "loss": 0.0357, |
| "num_tokens": 112895741.0, |
| "step": 1410 |
| }, |
| { |
| "epoch": 1.759825327510917, |
| "grad_norm": 0.11184953434294027, |
| "learning_rate": 4.475882473459221e-06, |
| "loss": 0.0323, |
| "num_tokens": 112975009.0, |
| "step": 1411 |
| }, |
| { |
| "epoch": 1.761072988147224, |
| "grad_norm": 0.1043909165249291, |
| "learning_rate": 4.469982763602473e-06, |
| "loss": 0.0376, |
| "num_tokens": 113056299.0, |
| "step": 1412 |
| }, |
| { |
| "epoch": 1.7623206487835308, |
| "grad_norm": 0.11796014666013199, |
| "learning_rate": 4.464084921478303e-06, |
| "loss": 0.0345, |
| "num_tokens": 113135339.0, |
| "step": 1413 |
| }, |
| { |
| "epoch": 1.7635683094198378, |
| "grad_norm": 0.10655530028085919, |
| "learning_rate": 4.458188957781285e-06, |
| "loss": 0.0332, |
| "num_tokens": 113215391.0, |
| "step": 1414 |
| }, |
| { |
| "epoch": 1.7648159700561448, |
| "grad_norm": 0.1137944705272993, |
| "learning_rate": 4.452294883202581e-06, |
| "loss": 0.0326, |
| "num_tokens": 113294604.0, |
| "step": 1415 |
| }, |
| { |
| "epoch": 1.7660636306924515, |
| "grad_norm": 0.10386535837108864, |
| "learning_rate": 4.44640270842993e-06, |
| "loss": 0.0355, |
| "num_tokens": 113373702.0, |
| "step": 1416 |
| }, |
| { |
| "epoch": 1.7673112913287585, |
| "grad_norm": 0.1124153813219037, |
| "learning_rate": 4.440512444147626e-06, |
| "loss": 0.0338, |
| "num_tokens": 113454253.0, |
| "step": 1417 |
| }, |
| { |
| "epoch": 1.7685589519650655, |
| "grad_norm": 0.11173982165813126, |
| "learning_rate": 4.434624101036498e-06, |
| "loss": 0.034, |
| "num_tokens": 113534170.0, |
| "step": 1418 |
| }, |
| { |
| "epoch": 1.7698066126013723, |
| "grad_norm": 0.10766159191175759, |
| "learning_rate": 4.4287376897738945e-06, |
| "loss": 0.0337, |
| "num_tokens": 113613505.0, |
| "step": 1419 |
| }, |
| { |
| "epoch": 1.7710542732376795, |
| "grad_norm": 0.11662200449928516, |
| "learning_rate": 4.4228532210336535e-06, |
| "loss": 0.0351, |
| "num_tokens": 113694356.0, |
| "step": 1420 |
| }, |
| { |
| "epoch": 1.7723019338739863, |
| "grad_norm": 0.12239528048779576, |
| "learning_rate": 4.4169707054861e-06, |
| "loss": 0.0348, |
| "num_tokens": 113773772.0, |
| "step": 1421 |
| }, |
| { |
| "epoch": 1.773549594510293, |
| "grad_norm": 0.11495501032768879, |
| "learning_rate": 4.411090153798011e-06, |
| "loss": 0.0361, |
| "num_tokens": 113854394.0, |
| "step": 1422 |
| }, |
| { |
| "epoch": 1.7747972551466002, |
| "grad_norm": 0.10793305404835776, |
| "learning_rate": 4.405211576632602e-06, |
| "loss": 0.0331, |
| "num_tokens": 113934601.0, |
| "step": 1423 |
| }, |
| { |
| "epoch": 1.776044915782907, |
| "grad_norm": 0.10521475892016557, |
| "learning_rate": 4.3993349846495136e-06, |
| "loss": 0.0336, |
| "num_tokens": 114014077.0, |
| "step": 1424 |
| }, |
| { |
| "epoch": 1.777292576419214, |
| "grad_norm": 0.11667480494909614, |
| "learning_rate": 4.393460388504784e-06, |
| "loss": 0.0364, |
| "num_tokens": 114095540.0, |
| "step": 1425 |
| }, |
| { |
| "epoch": 1.778540237055521, |
| "grad_norm": 0.11816708505706751, |
| "learning_rate": 4.387587798850826e-06, |
| "loss": 0.036, |
| "num_tokens": 114175449.0, |
| "step": 1426 |
| }, |
| { |
| "epoch": 1.7797878976918278, |
| "grad_norm": 0.11547381713071538, |
| "learning_rate": 4.381717226336426e-06, |
| "loss": 0.033, |
| "num_tokens": 114255254.0, |
| "step": 1427 |
| }, |
| { |
| "epoch": 1.7810355583281348, |
| "grad_norm": 0.11558449024822219, |
| "learning_rate": 4.375848681606704e-06, |
| "loss": 0.0355, |
| "num_tokens": 114335582.0, |
| "step": 1428 |
| }, |
| { |
| "epoch": 1.7822832189644418, |
| "grad_norm": 0.11501299427526183, |
| "learning_rate": 4.369982175303104e-06, |
| "loss": 0.0356, |
| "num_tokens": 114417492.0, |
| "step": 1429 |
| }, |
| { |
| "epoch": 1.7835308796007485, |
| "grad_norm": 0.11575029405727906, |
| "learning_rate": 4.364117718063375e-06, |
| "loss": 0.0342, |
| "num_tokens": 114498411.0, |
| "step": 1430 |
| }, |
| { |
| "epoch": 1.7847785402370555, |
| "grad_norm": 0.10471073262325635, |
| "learning_rate": 4.358255320521553e-06, |
| "loss": 0.0335, |
| "num_tokens": 114579592.0, |
| "step": 1431 |
| }, |
| { |
| "epoch": 1.7860262008733625, |
| "grad_norm": 0.10800367249362049, |
| "learning_rate": 4.352394993307935e-06, |
| "loss": 0.0346, |
| "num_tokens": 114660132.0, |
| "step": 1432 |
| }, |
| { |
| "epoch": 1.7872738615096693, |
| "grad_norm": 0.11784628615301575, |
| "learning_rate": 4.346536747049068e-06, |
| "loss": 0.035, |
| "num_tokens": 114742718.0, |
| "step": 1433 |
| }, |
| { |
| "epoch": 1.7885215221459763, |
| "grad_norm": 0.11047252826803172, |
| "learning_rate": 4.340680592367721e-06, |
| "loss": 0.0353, |
| "num_tokens": 114823729.0, |
| "step": 1434 |
| }, |
| { |
| "epoch": 1.7897691827822833, |
| "grad_norm": 0.10863771684339983, |
| "learning_rate": 4.33482653988287e-06, |
| "loss": 0.0352, |
| "num_tokens": 114903277.0, |
| "step": 1435 |
| }, |
| { |
| "epoch": 1.79101684341859, |
| "grad_norm": 0.11748528208682778, |
| "learning_rate": 4.328974600209687e-06, |
| "loss": 0.0333, |
| "num_tokens": 114983776.0, |
| "step": 1436 |
| }, |
| { |
| "epoch": 1.7922645040548972, |
| "grad_norm": 0.10380189194122497, |
| "learning_rate": 4.3231247839595045e-06, |
| "loss": 0.0334, |
| "num_tokens": 115063423.0, |
| "step": 1437 |
| }, |
| { |
| "epoch": 1.793512164691204, |
| "grad_norm": 0.1021667642296284, |
| "learning_rate": 4.317277101739806e-06, |
| "loss": 0.0338, |
| "num_tokens": 115143251.0, |
| "step": 1438 |
| }, |
| { |
| "epoch": 1.7947598253275108, |
| "grad_norm": 0.10887837383935073, |
| "learning_rate": 4.3114315641542105e-06, |
| "loss": 0.0342, |
| "num_tokens": 115224078.0, |
| "step": 1439 |
| }, |
| { |
| "epoch": 1.796007485963818, |
| "grad_norm": 0.12498802533911925, |
| "learning_rate": 4.305588181802441e-06, |
| "loss": 0.0333, |
| "num_tokens": 115304392.0, |
| "step": 1440 |
| }, |
| { |
| "epoch": 1.7972551466001248, |
| "grad_norm": 0.10562913529548969, |
| "learning_rate": 4.2997469652803185e-06, |
| "loss": 0.0359, |
| "num_tokens": 115384699.0, |
| "step": 1441 |
| }, |
| { |
| "epoch": 1.7985028072364317, |
| "grad_norm": 0.10968417412970875, |
| "learning_rate": 4.293907925179733e-06, |
| "loss": 0.0343, |
| "num_tokens": 115465341.0, |
| "step": 1442 |
| }, |
| { |
| "epoch": 1.7997504678727387, |
| "grad_norm": 0.10397756346348985, |
| "learning_rate": 4.28807107208863e-06, |
| "loss": 0.0328, |
| "num_tokens": 115544709.0, |
| "step": 1443 |
| }, |
| { |
| "epoch": 1.8009981285090455, |
| "grad_norm": 0.11506875540961697, |
| "learning_rate": 4.282236416590986e-06, |
| "loss": 0.0375, |
| "num_tokens": 115625949.0, |
| "step": 1444 |
| }, |
| { |
| "epoch": 1.8022457891453525, |
| "grad_norm": 0.10835660954726115, |
| "learning_rate": 4.276403969266797e-06, |
| "loss": 0.0336, |
| "num_tokens": 115705144.0, |
| "step": 1445 |
| }, |
| { |
| "epoch": 1.8034934497816595, |
| "grad_norm": 0.1125488424807153, |
| "learning_rate": 4.270573740692053e-06, |
| "loss": 0.0359, |
| "num_tokens": 115786232.0, |
| "step": 1446 |
| }, |
| { |
| "epoch": 1.8047411104179663, |
| "grad_norm": 0.11179280220174558, |
| "learning_rate": 4.2647457414387205e-06, |
| "loss": 0.0324, |
| "num_tokens": 115865733.0, |
| "step": 1447 |
| }, |
| { |
| "epoch": 1.8059887710542732, |
| "grad_norm": 0.10438418516083571, |
| "learning_rate": 4.2589199820747226e-06, |
| "loss": 0.0335, |
| "num_tokens": 115946117.0, |
| "step": 1448 |
| }, |
| { |
| "epoch": 1.8072364316905802, |
| "grad_norm": 0.12496207865854495, |
| "learning_rate": 4.253096473163923e-06, |
| "loss": 0.038, |
| "num_tokens": 116028253.0, |
| "step": 1449 |
| }, |
| { |
| "epoch": 1.808484092326887, |
| "grad_norm": 0.10562424147281688, |
| "learning_rate": 4.247275225266103e-06, |
| "loss": 0.0347, |
| "num_tokens": 116109099.0, |
| "step": 1450 |
| }, |
| { |
| "epoch": 1.809731752963194, |
| "grad_norm": 0.11476927473343183, |
| "learning_rate": 4.241456248936946e-06, |
| "loss": 0.0326, |
| "num_tokens": 116189316.0, |
| "step": 1451 |
| }, |
| { |
| "epoch": 1.810979413599501, |
| "grad_norm": 0.10456867355165096, |
| "learning_rate": 4.23563955472801e-06, |
| "loss": 0.035, |
| "num_tokens": 116270657.0, |
| "step": 1452 |
| }, |
| { |
| "epoch": 1.8122270742358078, |
| "grad_norm": 0.10972404579793639, |
| "learning_rate": 4.229825153186727e-06, |
| "loss": 0.035, |
| "num_tokens": 116351453.0, |
| "step": 1453 |
| }, |
| { |
| "epoch": 1.8134747348721147, |
| "grad_norm": 0.11614985559784176, |
| "learning_rate": 4.22401305485636e-06, |
| "loss": 0.035, |
| "num_tokens": 116432720.0, |
| "step": 1454 |
| }, |
| { |
| "epoch": 1.8147223955084217, |
| "grad_norm": 0.10838486449752817, |
| "learning_rate": 4.218203270276e-06, |
| "loss": 0.035, |
| "num_tokens": 116512799.0, |
| "step": 1455 |
| }, |
| { |
| "epoch": 1.8159700561447285, |
| "grad_norm": 0.11198739360311537, |
| "learning_rate": 4.2123958099805466e-06, |
| "loss": 0.0334, |
| "num_tokens": 116592644.0, |
| "step": 1456 |
| }, |
| { |
| "epoch": 1.8172177167810357, |
| "grad_norm": 0.11215477815079397, |
| "learning_rate": 4.206590684500675e-06, |
| "loss": 0.0348, |
| "num_tokens": 116672720.0, |
| "step": 1457 |
| }, |
| { |
| "epoch": 1.8184653774173425, |
| "grad_norm": 0.1130464870503315, |
| "learning_rate": 4.200787904362833e-06, |
| "loss": 0.0344, |
| "num_tokens": 116753067.0, |
| "step": 1458 |
| }, |
| { |
| "epoch": 1.8197130380536493, |
| "grad_norm": 0.10319308148117898, |
| "learning_rate": 4.194987480089218e-06, |
| "loss": 0.0333, |
| "num_tokens": 116832122.0, |
| "step": 1459 |
| }, |
| { |
| "epoch": 1.8209606986899565, |
| "grad_norm": 0.10789295427643053, |
| "learning_rate": 4.189189422197751e-06, |
| "loss": 0.0349, |
| "num_tokens": 116911422.0, |
| "step": 1460 |
| }, |
| { |
| "epoch": 1.8222083593262632, |
| "grad_norm": 0.10741052441160895, |
| "learning_rate": 4.183393741202065e-06, |
| "loss": 0.0346, |
| "num_tokens": 116991316.0, |
| "step": 1461 |
| }, |
| { |
| "epoch": 1.8234560199625702, |
| "grad_norm": 0.1149851515920513, |
| "learning_rate": 4.177600447611478e-06, |
| "loss": 0.0335, |
| "num_tokens": 117069959.0, |
| "step": 1462 |
| }, |
| { |
| "epoch": 1.8247036805988772, |
| "grad_norm": 0.11670396653884813, |
| "learning_rate": 4.171809551930985e-06, |
| "loss": 0.0344, |
| "num_tokens": 117149818.0, |
| "step": 1463 |
| }, |
| { |
| "epoch": 1.825951341235184, |
| "grad_norm": 0.11711057074934993, |
| "learning_rate": 4.166021064661231e-06, |
| "loss": 0.035, |
| "num_tokens": 117230247.0, |
| "step": 1464 |
| }, |
| { |
| "epoch": 1.827199001871491, |
| "grad_norm": 0.1163081603973351, |
| "learning_rate": 4.160234996298491e-06, |
| "loss": 0.0341, |
| "num_tokens": 117310424.0, |
| "step": 1465 |
| }, |
| { |
| "epoch": 1.828446662507798, |
| "grad_norm": 0.10458937874158106, |
| "learning_rate": 4.154451357334654e-06, |
| "loss": 0.0344, |
| "num_tokens": 117389859.0, |
| "step": 1466 |
| }, |
| { |
| "epoch": 1.8296943231441047, |
| "grad_norm": 0.10574896551270638, |
| "learning_rate": 4.148670158257211e-06, |
| "loss": 0.0341, |
| "num_tokens": 117469420.0, |
| "step": 1467 |
| }, |
| { |
| "epoch": 1.8309419837804117, |
| "grad_norm": 0.10899400352647608, |
| "learning_rate": 4.142891409549219e-06, |
| "loss": 0.0337, |
| "num_tokens": 117548721.0, |
| "step": 1468 |
| }, |
| { |
| "epoch": 1.8321896444167187, |
| "grad_norm": 0.10611750813836142, |
| "learning_rate": 4.137115121689297e-06, |
| "loss": 0.0348, |
| "num_tokens": 117628895.0, |
| "step": 1469 |
| }, |
| { |
| "epoch": 1.8334373050530255, |
| "grad_norm": 0.1111805298125393, |
| "learning_rate": 4.131341305151603e-06, |
| "loss": 0.0348, |
| "num_tokens": 117710011.0, |
| "step": 1470 |
| }, |
| { |
| "epoch": 1.8346849656893325, |
| "grad_norm": 0.10266067632336437, |
| "learning_rate": 4.1255699704058085e-06, |
| "loss": 0.0332, |
| "num_tokens": 117790110.0, |
| "step": 1471 |
| }, |
| { |
| "epoch": 1.8359326263256395, |
| "grad_norm": 0.12013831863359381, |
| "learning_rate": 4.119801127917089e-06, |
| "loss": 0.0329, |
| "num_tokens": 117870583.0, |
| "step": 1472 |
| }, |
| { |
| "epoch": 1.8371802869619462, |
| "grad_norm": 0.10173281550009515, |
| "learning_rate": 4.114034788146101e-06, |
| "loss": 0.0344, |
| "num_tokens": 117949961.0, |
| "step": 1473 |
| }, |
| { |
| "epoch": 1.8384279475982532, |
| "grad_norm": 0.10191141790449527, |
| "learning_rate": 4.108270961548957e-06, |
| "loss": 0.033, |
| "num_tokens": 118028504.0, |
| "step": 1474 |
| }, |
| { |
| "epoch": 1.8396756082345602, |
| "grad_norm": 0.12183190605596082, |
| "learning_rate": 4.102509658577223e-06, |
| "loss": 0.0338, |
| "num_tokens": 118108384.0, |
| "step": 1475 |
| }, |
| { |
| "epoch": 1.840923268870867, |
| "grad_norm": 0.10416883300068461, |
| "learning_rate": 4.096750889677878e-06, |
| "loss": 0.0349, |
| "num_tokens": 118188162.0, |
| "step": 1476 |
| }, |
| { |
| "epoch": 1.8421709295071742, |
| "grad_norm": 0.11986832551794753, |
| "learning_rate": 4.090994665293313e-06, |
| "loss": 0.0346, |
| "num_tokens": 118268028.0, |
| "step": 1477 |
| }, |
| { |
| "epoch": 1.843418590143481, |
| "grad_norm": 0.10172966968166275, |
| "learning_rate": 4.085240995861301e-06, |
| "loss": 0.0342, |
| "num_tokens": 118348423.0, |
| "step": 1478 |
| }, |
| { |
| "epoch": 1.8446662507797877, |
| "grad_norm": 0.11569226583939839, |
| "learning_rate": 4.079489891814986e-06, |
| "loss": 0.0352, |
| "num_tokens": 118429210.0, |
| "step": 1479 |
| }, |
| { |
| "epoch": 1.845913911416095, |
| "grad_norm": 0.10916278732424804, |
| "learning_rate": 4.073741363582856e-06, |
| "loss": 0.0352, |
| "num_tokens": 118508578.0, |
| "step": 1480 |
| }, |
| { |
| "epoch": 1.8471615720524017, |
| "grad_norm": 0.11293663723584749, |
| "learning_rate": 4.06799542158873e-06, |
| "loss": 0.0355, |
| "num_tokens": 118588744.0, |
| "step": 1481 |
| }, |
| { |
| "epoch": 1.8484092326887087, |
| "grad_norm": 0.11722344024028651, |
| "learning_rate": 4.062252076251739e-06, |
| "loss": 0.0328, |
| "num_tokens": 118667906.0, |
| "step": 1482 |
| }, |
| { |
| "epoch": 1.8496568933250157, |
| "grad_norm": 0.10122769351963658, |
| "learning_rate": 4.056511337986304e-06, |
| "loss": 0.0318, |
| "num_tokens": 118746761.0, |
| "step": 1483 |
| }, |
| { |
| "epoch": 1.8509045539613225, |
| "grad_norm": 0.10229816908665479, |
| "learning_rate": 4.05077321720212e-06, |
| "loss": 0.032, |
| "num_tokens": 118826981.0, |
| "step": 1484 |
| }, |
| { |
| "epoch": 1.8521522145976295, |
| "grad_norm": 0.11918185823359788, |
| "learning_rate": 4.045037724304129e-06, |
| "loss": 0.0338, |
| "num_tokens": 118906395.0, |
| "step": 1485 |
| }, |
| { |
| "epoch": 1.8533998752339365, |
| "grad_norm": 0.10337247858601341, |
| "learning_rate": 4.039304869692518e-06, |
| "loss": 0.0333, |
| "num_tokens": 118985392.0, |
| "step": 1486 |
| }, |
| { |
| "epoch": 1.8546475358702432, |
| "grad_norm": 0.1019281333615369, |
| "learning_rate": 4.033574663762685e-06, |
| "loss": 0.0354, |
| "num_tokens": 119065923.0, |
| "step": 1487 |
| }, |
| { |
| "epoch": 1.8558951965065502, |
| "grad_norm": 0.11895729478200164, |
| "learning_rate": 4.0278471169052224e-06, |
| "loss": 0.0333, |
| "num_tokens": 119144893.0, |
| "step": 1488 |
| }, |
| { |
| "epoch": 1.8571428571428572, |
| "grad_norm": 0.10167459971375013, |
| "learning_rate": 4.022122239505906e-06, |
| "loss": 0.0335, |
| "num_tokens": 119224641.0, |
| "step": 1489 |
| }, |
| { |
| "epoch": 1.858390517779164, |
| "grad_norm": 0.10149185182575064, |
| "learning_rate": 4.0164000419456715e-06, |
| "loss": 0.0341, |
| "num_tokens": 119305051.0, |
| "step": 1490 |
| }, |
| { |
| "epoch": 1.859638178415471, |
| "grad_norm": 0.11077520841456237, |
| "learning_rate": 4.010680534600587e-06, |
| "loss": 0.034, |
| "num_tokens": 119385471.0, |
| "step": 1491 |
| }, |
| { |
| "epoch": 1.860885839051778, |
| "grad_norm": 0.1120329287780735, |
| "learning_rate": 4.004963727841852e-06, |
| "loss": 0.0358, |
| "num_tokens": 119465985.0, |
| "step": 1492 |
| }, |
| { |
| "epoch": 1.8621334996880847, |
| "grad_norm": 0.11813850687069626, |
| "learning_rate": 3.9992496320357645e-06, |
| "loss": 0.0351, |
| "num_tokens": 119546271.0, |
| "step": 1493 |
| }, |
| { |
| "epoch": 1.8633811603243917, |
| "grad_norm": 0.11886113375271443, |
| "learning_rate": 3.993538257543706e-06, |
| "loss": 0.0316, |
| "num_tokens": 119627060.0, |
| "step": 1494 |
| }, |
| { |
| "epoch": 1.8646288209606987, |
| "grad_norm": 0.09874498532250679, |
| "learning_rate": 3.987829614722124e-06, |
| "loss": 0.0335, |
| "num_tokens": 119707551.0, |
| "step": 1495 |
| }, |
| { |
| "epoch": 1.8658764815970055, |
| "grad_norm": 0.10786226744861373, |
| "learning_rate": 3.982123713922517e-06, |
| "loss": 0.0344, |
| "num_tokens": 119787384.0, |
| "step": 1496 |
| }, |
| { |
| "epoch": 1.8671241422333127, |
| "grad_norm": 0.10917423418357436, |
| "learning_rate": 3.976420565491404e-06, |
| "loss": 0.0322, |
| "num_tokens": 119866556.0, |
| "step": 1497 |
| }, |
| { |
| "epoch": 1.8683718028696195, |
| "grad_norm": 0.10509609392688785, |
| "learning_rate": 3.970720179770322e-06, |
| "loss": 0.032, |
| "num_tokens": 119946177.0, |
| "step": 1498 |
| }, |
| { |
| "epoch": 1.8696194635059262, |
| "grad_norm": 0.11086500849159564, |
| "learning_rate": 3.965022567095788e-06, |
| "loss": 0.0382, |
| "num_tokens": 120026777.0, |
| "step": 1499 |
| }, |
| { |
| "epoch": 1.8708671241422334, |
| "grad_norm": 0.1026552922683715, |
| "learning_rate": 3.959327737799298e-06, |
| "loss": 0.0349, |
| "num_tokens": 120106915.0, |
| "step": 1500 |
| }, |
| { |
| "epoch": 1.8721147847785402, |
| "grad_norm": 0.10134968732729031, |
| "learning_rate": 3.953635702207299e-06, |
| "loss": 0.0316, |
| "num_tokens": 120186044.0, |
| "step": 1501 |
| }, |
| { |
| "epoch": 1.8733624454148472, |
| "grad_norm": 0.09477996979178789, |
| "learning_rate": 3.947946470641169e-06, |
| "loss": 0.0314, |
| "num_tokens": 120265104.0, |
| "step": 1502 |
| }, |
| { |
| "epoch": 1.8746101060511542, |
| "grad_norm": 0.10341753477077234, |
| "learning_rate": 3.9422600534172105e-06, |
| "loss": 0.0347, |
| "num_tokens": 120345399.0, |
| "step": 1503 |
| }, |
| { |
| "epoch": 1.875857766687461, |
| "grad_norm": 0.109955990836735, |
| "learning_rate": 3.936576460846614e-06, |
| "loss": 0.0343, |
| "num_tokens": 120424888.0, |
| "step": 1504 |
| }, |
| { |
| "epoch": 1.877105427323768, |
| "grad_norm": 0.1067874469666549, |
| "learning_rate": 3.930895703235448e-06, |
| "loss": 0.0316, |
| "num_tokens": 120504351.0, |
| "step": 1505 |
| }, |
| { |
| "epoch": 1.878353087960075, |
| "grad_norm": 0.10876424328262234, |
| "learning_rate": 3.925217790884646e-06, |
| "loss": 0.0325, |
| "num_tokens": 120583924.0, |
| "step": 1506 |
| }, |
| { |
| "epoch": 1.8796007485963817, |
| "grad_norm": 0.11262768159157971, |
| "learning_rate": 3.919542734089978e-06, |
| "loss": 0.0354, |
| "num_tokens": 120664606.0, |
| "step": 1507 |
| }, |
| { |
| "epoch": 1.8808484092326887, |
| "grad_norm": 0.10063627694670048, |
| "learning_rate": 3.913870543142038e-06, |
| "loss": 0.0359, |
| "num_tokens": 120744208.0, |
| "step": 1508 |
| }, |
| { |
| "epoch": 1.8820960698689957, |
| "grad_norm": 0.12382898842560677, |
| "learning_rate": 3.908201228326222e-06, |
| "loss": 0.0328, |
| "num_tokens": 120824125.0, |
| "step": 1509 |
| }, |
| { |
| "epoch": 1.8833437305053025, |
| "grad_norm": 0.10492818441358094, |
| "learning_rate": 3.902534799922713e-06, |
| "loss": 0.0318, |
| "num_tokens": 120902940.0, |
| "step": 1510 |
| }, |
| { |
| "epoch": 1.8845913911416095, |
| "grad_norm": 0.10403111315609859, |
| "learning_rate": 3.896871268206456e-06, |
| "loss": 0.0364, |
| "num_tokens": 120985013.0, |
| "step": 1511 |
| }, |
| { |
| "epoch": 1.8858390517779164, |
| "grad_norm": 0.11769575525186173, |
| "learning_rate": 3.8912106434471486e-06, |
| "loss": 0.0325, |
| "num_tokens": 121064553.0, |
| "step": 1512 |
| }, |
| { |
| "epoch": 1.8870867124142232, |
| "grad_norm": 0.10389306641364818, |
| "learning_rate": 3.885552935909212e-06, |
| "loss": 0.0344, |
| "num_tokens": 121144893.0, |
| "step": 1513 |
| }, |
| { |
| "epoch": 1.8883343730505302, |
| "grad_norm": 0.10981301470560886, |
| "learning_rate": 3.879898155851779e-06, |
| "loss": 0.0337, |
| "num_tokens": 121225640.0, |
| "step": 1514 |
| }, |
| { |
| "epoch": 1.8895820336868372, |
| "grad_norm": 0.10151306602448709, |
| "learning_rate": 3.874246313528679e-06, |
| "loss": 0.034, |
| "num_tokens": 121307302.0, |
| "step": 1515 |
| }, |
| { |
| "epoch": 1.890829694323144, |
| "grad_norm": 0.11075900606639615, |
| "learning_rate": 3.868597419188409e-06, |
| "loss": 0.0356, |
| "num_tokens": 121388078.0, |
| "step": 1516 |
| }, |
| { |
| "epoch": 1.8920773549594512, |
| "grad_norm": 0.11142810402559525, |
| "learning_rate": 3.862951483074119e-06, |
| "loss": 0.0329, |
| "num_tokens": 121467954.0, |
| "step": 1517 |
| }, |
| { |
| "epoch": 1.893325015595758, |
| "grad_norm": 0.10044572617648408, |
| "learning_rate": 3.857308515423601e-06, |
| "loss": 0.0354, |
| "num_tokens": 121547246.0, |
| "step": 1518 |
| }, |
| { |
| "epoch": 1.8945726762320647, |
| "grad_norm": 0.12058986292961471, |
| "learning_rate": 3.851668526469261e-06, |
| "loss": 0.0361, |
| "num_tokens": 121628571.0, |
| "step": 1519 |
| }, |
| { |
| "epoch": 1.895820336868372, |
| "grad_norm": 0.10836004623444401, |
| "learning_rate": 3.846031526438102e-06, |
| "loss": 0.0332, |
| "num_tokens": 121709487.0, |
| "step": 1520 |
| }, |
| { |
| "epoch": 1.8970679975046787, |
| "grad_norm": 0.10878927022806904, |
| "learning_rate": 3.84039752555171e-06, |
| "loss": 0.0332, |
| "num_tokens": 121789703.0, |
| "step": 1521 |
| }, |
| { |
| "epoch": 1.8983156581409857, |
| "grad_norm": 0.10824955993736991, |
| "learning_rate": 3.834766534026231e-06, |
| "loss": 0.0332, |
| "num_tokens": 121869985.0, |
| "step": 1522 |
| }, |
| { |
| "epoch": 1.8995633187772927, |
| "grad_norm": 0.10955981205776032, |
| "learning_rate": 3.829138562072353e-06, |
| "loss": 0.0335, |
| "num_tokens": 121948903.0, |
| "step": 1523 |
| }, |
| { |
| "epoch": 1.9008109794135994, |
| "grad_norm": 0.10837260665067358, |
| "learning_rate": 3.823513619895293e-06, |
| "loss": 0.034, |
| "num_tokens": 122028802.0, |
| "step": 1524 |
| }, |
| { |
| "epoch": 1.9020586400499064, |
| "grad_norm": 0.11392485556540904, |
| "learning_rate": 3.81789171769477e-06, |
| "loss": 0.0339, |
| "num_tokens": 122110650.0, |
| "step": 1525 |
| }, |
| { |
| "epoch": 1.9033063006862134, |
| "grad_norm": 0.10471350453492868, |
| "learning_rate": 3.812272865664994e-06, |
| "loss": 0.0349, |
| "num_tokens": 122190750.0, |
| "step": 1526 |
| }, |
| { |
| "epoch": 1.9045539613225202, |
| "grad_norm": 0.11294540539518536, |
| "learning_rate": 3.8066570739946394e-06, |
| "loss": 0.0346, |
| "num_tokens": 122271273.0, |
| "step": 1527 |
| }, |
| { |
| "epoch": 1.9058016219588272, |
| "grad_norm": 0.11267496722591189, |
| "learning_rate": 3.801044352866834e-06, |
| "loss": 0.0358, |
| "num_tokens": 122351564.0, |
| "step": 1528 |
| }, |
| { |
| "epoch": 1.9070492825951342, |
| "grad_norm": 0.11401020747834047, |
| "learning_rate": 3.7954347124591395e-06, |
| "loss": 0.0344, |
| "num_tokens": 122431176.0, |
| "step": 1529 |
| }, |
| { |
| "epoch": 1.908296943231441, |
| "grad_norm": 0.10875035338383428, |
| "learning_rate": 3.7898281629435286e-06, |
| "loss": 0.0348, |
| "num_tokens": 122512805.0, |
| "step": 1530 |
| }, |
| { |
| "epoch": 1.909544603867748, |
| "grad_norm": 0.1104918835133121, |
| "learning_rate": 3.7842247144863686e-06, |
| "loss": 0.0321, |
| "num_tokens": 122592405.0, |
| "step": 1531 |
| }, |
| { |
| "epoch": 1.910792264504055, |
| "grad_norm": 0.10420246611454374, |
| "learning_rate": 3.778624377248409e-06, |
| "loss": 0.0336, |
| "num_tokens": 122672154.0, |
| "step": 1532 |
| }, |
| { |
| "epoch": 1.9120399251403617, |
| "grad_norm": 0.10975968736912756, |
| "learning_rate": 3.77302716138475e-06, |
| "loss": 0.0355, |
| "num_tokens": 122753896.0, |
| "step": 1533 |
| }, |
| { |
| "epoch": 1.913287585776669, |
| "grad_norm": 0.11562096811664528, |
| "learning_rate": 3.7674330770448374e-06, |
| "loss": 0.0339, |
| "num_tokens": 122833339.0, |
| "step": 1534 |
| }, |
| { |
| "epoch": 1.9145352464129757, |
| "grad_norm": 0.09559889402594825, |
| "learning_rate": 3.7618421343724386e-06, |
| "loss": 0.0343, |
| "num_tokens": 122913131.0, |
| "step": 1535 |
| }, |
| { |
| "epoch": 1.9157829070492824, |
| "grad_norm": 0.12632567082780488, |
| "learning_rate": 3.756254343505621e-06, |
| "loss": 0.0326, |
| "num_tokens": 122992473.0, |
| "step": 1536 |
| }, |
| { |
| "epoch": 1.9170305676855897, |
| "grad_norm": 0.10173152865169789, |
| "learning_rate": 3.7506697145767367e-06, |
| "loss": 0.0334, |
| "num_tokens": 123072318.0, |
| "step": 1537 |
| }, |
| { |
| "epoch": 1.9182782283218964, |
| "grad_norm": 0.11406574908341054, |
| "learning_rate": 3.745088257712408e-06, |
| "loss": 0.0337, |
| "num_tokens": 123151348.0, |
| "step": 1538 |
| }, |
| { |
| "epoch": 1.9195258889582034, |
| "grad_norm": 0.10892304795841887, |
| "learning_rate": 3.7395099830335034e-06, |
| "loss": 0.0342, |
| "num_tokens": 123231936.0, |
| "step": 1539 |
| }, |
| { |
| "epoch": 1.9207735495945104, |
| "grad_norm": 0.10694417012259536, |
| "learning_rate": 3.7339349006551193e-06, |
| "loss": 0.0337, |
| "num_tokens": 123312950.0, |
| "step": 1540 |
| }, |
| { |
| "epoch": 1.9220212102308172, |
| "grad_norm": 0.10017582315819759, |
| "learning_rate": 3.7283630206865696e-06, |
| "loss": 0.0333, |
| "num_tokens": 123392780.0, |
| "step": 1541 |
| }, |
| { |
| "epoch": 1.9232688708671242, |
| "grad_norm": 0.10747239898877138, |
| "learning_rate": 3.7227943532313504e-06, |
| "loss": 0.0341, |
| "num_tokens": 123472235.0, |
| "step": 1542 |
| }, |
| { |
| "epoch": 1.9245165315034312, |
| "grad_norm": 0.11544815418654572, |
| "learning_rate": 3.7172289083871436e-06, |
| "loss": 0.0362, |
| "num_tokens": 123552579.0, |
| "step": 1543 |
| }, |
| { |
| "epoch": 1.925764192139738, |
| "grad_norm": 0.11739967817563109, |
| "learning_rate": 3.7116666962457813e-06, |
| "loss": 0.033, |
| "num_tokens": 123631233.0, |
| "step": 1544 |
| }, |
| { |
| "epoch": 1.927011852776045, |
| "grad_norm": 0.10369089138250741, |
| "learning_rate": 3.7061077268932333e-06, |
| "loss": 0.0344, |
| "num_tokens": 123711026.0, |
| "step": 1545 |
| }, |
| { |
| "epoch": 1.928259513412352, |
| "grad_norm": 0.11479151752423149, |
| "learning_rate": 3.700552010409596e-06, |
| "loss": 0.0358, |
| "num_tokens": 123790909.0, |
| "step": 1546 |
| }, |
| { |
| "epoch": 1.9295071740486587, |
| "grad_norm": 0.1028773833805819, |
| "learning_rate": 3.694999556869059e-06, |
| "loss": 0.0351, |
| "num_tokens": 123872098.0, |
| "step": 1547 |
| }, |
| { |
| "epoch": 1.9307548346849657, |
| "grad_norm": 0.10697413999677229, |
| "learning_rate": 3.6894503763399003e-06, |
| "loss": 0.033, |
| "num_tokens": 123952070.0, |
| "step": 1548 |
| }, |
| { |
| "epoch": 1.9320024953212727, |
| "grad_norm": 0.10029417018146669, |
| "learning_rate": 3.683904478884461e-06, |
| "loss": 0.0324, |
| "num_tokens": 124032234.0, |
| "step": 1549 |
| }, |
| { |
| "epoch": 1.9332501559575794, |
| "grad_norm": 0.11027618652006071, |
| "learning_rate": 3.67836187455913e-06, |
| "loss": 0.0326, |
| "num_tokens": 124111121.0, |
| "step": 1550 |
| }, |
| { |
| "epoch": 1.9344978165938864, |
| "grad_norm": 0.1056614113686575, |
| "learning_rate": 3.672822573414323e-06, |
| "loss": 0.0369, |
| "num_tokens": 124191867.0, |
| "step": 1551 |
| }, |
| { |
| "epoch": 1.9357454772301934, |
| "grad_norm": 0.11091294820691895, |
| "learning_rate": 3.6672865854944673e-06, |
| "loss": 0.0356, |
| "num_tokens": 124272599.0, |
| "step": 1552 |
| }, |
| { |
| "epoch": 1.9369931378665002, |
| "grad_norm": 0.1084522698863579, |
| "learning_rate": 3.6617539208379836e-06, |
| "loss": 0.0336, |
| "num_tokens": 124352094.0, |
| "step": 1553 |
| }, |
| { |
| "epoch": 1.9382407985028074, |
| "grad_norm": 0.10585047276937648, |
| "learning_rate": 3.656224589477264e-06, |
| "loss": 0.0352, |
| "num_tokens": 124433325.0, |
| "step": 1554 |
| }, |
| { |
| "epoch": 1.9394884591391142, |
| "grad_norm": 0.10935995370656627, |
| "learning_rate": 3.65069860143866e-06, |
| "loss": 0.0312, |
| "num_tokens": 124511945.0, |
| "step": 1555 |
| }, |
| { |
| "epoch": 1.940736119775421, |
| "grad_norm": 0.10900465709590437, |
| "learning_rate": 3.645175966742456e-06, |
| "loss": 0.0355, |
| "num_tokens": 124592313.0, |
| "step": 1556 |
| }, |
| { |
| "epoch": 1.9419837804117281, |
| "grad_norm": 0.11473015794303712, |
| "learning_rate": 3.639656695402858e-06, |
| "loss": 0.0349, |
| "num_tokens": 124672598.0, |
| "step": 1557 |
| }, |
| { |
| "epoch": 1.943231441048035, |
| "grad_norm": 0.10421687435100782, |
| "learning_rate": 3.634140797427974e-06, |
| "loss": 0.0343, |
| "num_tokens": 124752029.0, |
| "step": 1558 |
| }, |
| { |
| "epoch": 1.944479101684342, |
| "grad_norm": 0.11638448293053776, |
| "learning_rate": 3.6286282828197904e-06, |
| "loss": 0.0361, |
| "num_tokens": 124832634.0, |
| "step": 1559 |
| }, |
| { |
| "epoch": 1.945726762320649, |
| "grad_norm": 0.11391845107383987, |
| "learning_rate": 3.623119161574169e-06, |
| "loss": 0.0327, |
| "num_tokens": 124912364.0, |
| "step": 1560 |
| }, |
| { |
| "epoch": 1.9469744229569557, |
| "grad_norm": 0.10616429489708827, |
| "learning_rate": 3.6176134436808074e-06, |
| "loss": 0.0344, |
| "num_tokens": 124991270.0, |
| "step": 1561 |
| }, |
| { |
| "epoch": 1.9482220835932627, |
| "grad_norm": 0.11167759034779555, |
| "learning_rate": 3.612111139123239e-06, |
| "loss": 0.0348, |
| "num_tokens": 125070833.0, |
| "step": 1562 |
| }, |
| { |
| "epoch": 1.9494697442295696, |
| "grad_norm": 0.1127208715547816, |
| "learning_rate": 3.6066122578788033e-06, |
| "loss": 0.0381, |
| "num_tokens": 125152435.0, |
| "step": 1563 |
| }, |
| { |
| "epoch": 1.9507174048658764, |
| "grad_norm": 0.10729694888144387, |
| "learning_rate": 3.6011168099186322e-06, |
| "loss": 0.0335, |
| "num_tokens": 125233146.0, |
| "step": 1564 |
| }, |
| { |
| "epoch": 1.9519650655021834, |
| "grad_norm": 0.11577479373886601, |
| "learning_rate": 3.5956248052076383e-06, |
| "loss": 0.0332, |
| "num_tokens": 125312477.0, |
| "step": 1565 |
| }, |
| { |
| "epoch": 1.9532127261384904, |
| "grad_norm": 0.10816544241229983, |
| "learning_rate": 3.5901362537044826e-06, |
| "loss": 0.0353, |
| "num_tokens": 125393204.0, |
| "step": 1566 |
| }, |
| { |
| "epoch": 1.9544603867747972, |
| "grad_norm": 0.1144921783827139, |
| "learning_rate": 3.584651165361568e-06, |
| "loss": 0.0339, |
| "num_tokens": 125473311.0, |
| "step": 1567 |
| }, |
| { |
| "epoch": 1.9557080474111042, |
| "grad_norm": 0.1023826741374561, |
| "learning_rate": 3.579169550125019e-06, |
| "loss": 0.0314, |
| "num_tokens": 125553173.0, |
| "step": 1568 |
| }, |
| { |
| "epoch": 1.9569557080474111, |
| "grad_norm": 0.1081903875181614, |
| "learning_rate": 3.5736914179346626e-06, |
| "loss": 0.0359, |
| "num_tokens": 125633344.0, |
| "step": 1569 |
| }, |
| { |
| "epoch": 1.958203368683718, |
| "grad_norm": 0.11814223600506968, |
| "learning_rate": 3.5682167787240053e-06, |
| "loss": 0.0333, |
| "num_tokens": 125713700.0, |
| "step": 1570 |
| }, |
| { |
| "epoch": 1.959451029320025, |
| "grad_norm": 0.11106552128597881, |
| "learning_rate": 3.5627456424202223e-06, |
| "loss": 0.0336, |
| "num_tokens": 125793802.0, |
| "step": 1571 |
| }, |
| { |
| "epoch": 1.960698689956332, |
| "grad_norm": 0.11282020876952419, |
| "learning_rate": 3.55727801894414e-06, |
| "loss": 0.0328, |
| "num_tokens": 125873850.0, |
| "step": 1572 |
| }, |
| { |
| "epoch": 1.9619463505926387, |
| "grad_norm": 0.10618294835959388, |
| "learning_rate": 3.5518139182102106e-06, |
| "loss": 0.033, |
| "num_tokens": 125953640.0, |
| "step": 1573 |
| }, |
| { |
| "epoch": 1.9631940112289459, |
| "grad_norm": 0.09834808850932374, |
| "learning_rate": 3.5463533501265e-06, |
| "loss": 0.032, |
| "num_tokens": 126033564.0, |
| "step": 1574 |
| }, |
| { |
| "epoch": 1.9644416718652526, |
| "grad_norm": 0.11284124916966394, |
| "learning_rate": 3.5408963245946714e-06, |
| "loss": 0.0348, |
| "num_tokens": 126114330.0, |
| "step": 1575 |
| }, |
| { |
| "epoch": 1.9656893325015594, |
| "grad_norm": 0.09978958639176037, |
| "learning_rate": 3.53544285150996e-06, |
| "loss": 0.0329, |
| "num_tokens": 126194064.0, |
| "step": 1576 |
| }, |
| { |
| "epoch": 1.9669369931378666, |
| "grad_norm": 0.11717035362702442, |
| "learning_rate": 3.529992940761159e-06, |
| "loss": 0.0397, |
| "num_tokens": 126274303.0, |
| "step": 1577 |
| }, |
| { |
| "epoch": 1.9681846537741734, |
| "grad_norm": 0.11953639846307562, |
| "learning_rate": 3.524546602230606e-06, |
| "loss": 0.0351, |
| "num_tokens": 126355527.0, |
| "step": 1578 |
| }, |
| { |
| "epoch": 1.9694323144104804, |
| "grad_norm": 0.10799542403102128, |
| "learning_rate": 3.5191038457941596e-06, |
| "loss": 0.0324, |
| "num_tokens": 126434438.0, |
| "step": 1579 |
| }, |
| { |
| "epoch": 1.9706799750467874, |
| "grad_norm": 0.11164008102679486, |
| "learning_rate": 3.5136646813211784e-06, |
| "loss": 0.0338, |
| "num_tokens": 126513806.0, |
| "step": 1580 |
| }, |
| { |
| "epoch": 1.9719276356830941, |
| "grad_norm": 0.11042889340863964, |
| "learning_rate": 3.5082291186745145e-06, |
| "loss": 0.0342, |
| "num_tokens": 126594160.0, |
| "step": 1581 |
| }, |
| { |
| "epoch": 1.9731752963194011, |
| "grad_norm": 0.11255018277654384, |
| "learning_rate": 3.5027971677104867e-06, |
| "loss": 0.0349, |
| "num_tokens": 126674625.0, |
| "step": 1582 |
| }, |
| { |
| "epoch": 1.9744229569557081, |
| "grad_norm": 0.11010249880686576, |
| "learning_rate": 3.497368838278862e-06, |
| "loss": 0.0343, |
| "num_tokens": 126754334.0, |
| "step": 1583 |
| }, |
| { |
| "epoch": 1.975670617592015, |
| "grad_norm": 0.10466844945374801, |
| "learning_rate": 3.491944140222845e-06, |
| "loss": 0.0327, |
| "num_tokens": 126834485.0, |
| "step": 1584 |
| }, |
| { |
| "epoch": 1.976918278228322, |
| "grad_norm": 0.10973920592988463, |
| "learning_rate": 3.486523083379051e-06, |
| "loss": 0.0336, |
| "num_tokens": 126913919.0, |
| "step": 1585 |
| }, |
| { |
| "epoch": 1.9781659388646289, |
| "grad_norm": 0.09624968559215073, |
| "learning_rate": 3.481105677577493e-06, |
| "loss": 0.0322, |
| "num_tokens": 126992768.0, |
| "step": 1586 |
| }, |
| { |
| "epoch": 1.9794135995009356, |
| "grad_norm": 0.10348850398918999, |
| "learning_rate": 3.475691932641569e-06, |
| "loss": 0.0327, |
| "num_tokens": 127073558.0, |
| "step": 1587 |
| }, |
| { |
| "epoch": 1.9806612601372426, |
| "grad_norm": 0.11008522746530837, |
| "learning_rate": 3.4702818583880305e-06, |
| "loss": 0.0329, |
| "num_tokens": 127154390.0, |
| "step": 1588 |
| }, |
| { |
| "epoch": 1.9819089207735496, |
| "grad_norm": 0.10576324521968579, |
| "learning_rate": 3.46487546462698e-06, |
| "loss": 0.0335, |
| "num_tokens": 127233684.0, |
| "step": 1589 |
| }, |
| { |
| "epoch": 1.9831565814098564, |
| "grad_norm": 0.10909609236650647, |
| "learning_rate": 3.4594727611618462e-06, |
| "loss": 0.0354, |
| "num_tokens": 127314072.0, |
| "step": 1590 |
| }, |
| { |
| "epoch": 1.9844042420461634, |
| "grad_norm": 0.10226819882059832, |
| "learning_rate": 3.454073757789359e-06, |
| "loss": 0.0344, |
| "num_tokens": 127393809.0, |
| "step": 1591 |
| }, |
| { |
| "epoch": 1.9856519026824704, |
| "grad_norm": 0.11124791645732714, |
| "learning_rate": 3.4486784642995442e-06, |
| "loss": 0.0338, |
| "num_tokens": 127474232.0, |
| "step": 1592 |
| }, |
| { |
| "epoch": 1.9868995633187772, |
| "grad_norm": 0.10680204301961628, |
| "learning_rate": 3.4432868904757024e-06, |
| "loss": 0.0342, |
| "num_tokens": 127554705.0, |
| "step": 1593 |
| }, |
| { |
| "epoch": 1.9881472239550844, |
| "grad_norm": 0.10744418843654158, |
| "learning_rate": 3.437899046094384e-06, |
| "loss": 0.0334, |
| "num_tokens": 127634236.0, |
| "step": 1594 |
| }, |
| { |
| "epoch": 1.9893948845913911, |
| "grad_norm": 0.10963223394836877, |
| "learning_rate": 3.432514940925378e-06, |
| "loss": 0.0344, |
| "num_tokens": 127714557.0, |
| "step": 1595 |
| }, |
| { |
| "epoch": 1.990642545227698, |
| "grad_norm": 0.11012697826983461, |
| "learning_rate": 3.4271345847316974e-06, |
| "loss": 0.0364, |
| "num_tokens": 127795159.0, |
| "step": 1596 |
| }, |
| { |
| "epoch": 1.9918902058640051, |
| "grad_norm": 0.11016272568594698, |
| "learning_rate": 3.421757987269554e-06, |
| "loss": 0.0362, |
| "num_tokens": 127875081.0, |
| "step": 1597 |
| }, |
| { |
| "epoch": 1.9931378665003119, |
| "grad_norm": 0.10065770585753678, |
| "learning_rate": 3.416385158288343e-06, |
| "loss": 0.0327, |
| "num_tokens": 127954573.0, |
| "step": 1598 |
| }, |
| { |
| "epoch": 1.9943855271366189, |
| "grad_norm": 0.10974734302658783, |
| "learning_rate": 3.411016107530628e-06, |
| "loss": 0.033, |
| "num_tokens": 128034668.0, |
| "step": 1599 |
| }, |
| { |
| "epoch": 1.9956331877729259, |
| "grad_norm": 0.11061221640528077, |
| "learning_rate": 3.405650844732122e-06, |
| "loss": 0.0351, |
| "num_tokens": 128114461.0, |
| "step": 1600 |
| }, |
| { |
| "epoch": 1.9968808484092326, |
| "grad_norm": 0.09898172330167038, |
| "learning_rate": 3.400289379621664e-06, |
| "loss": 0.0334, |
| "num_tokens": 128194681.0, |
| "step": 1601 |
| }, |
| { |
| "epoch": 1.9981285090455396, |
| "grad_norm": 0.10720532173976896, |
| "learning_rate": 3.394931721921214e-06, |
| "loss": 0.0323, |
| "num_tokens": 128274005.0, |
| "step": 1602 |
| }, |
| { |
| "epoch": 1.9993761696818466, |
| "grad_norm": 0.10715909655170884, |
| "learning_rate": 3.3895778813458256e-06, |
| "loss": 0.0339, |
| "num_tokens": 128353693.0, |
| "step": 1603 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 0.15351115677037117, |
| "learning_rate": 3.3842278676036293e-06, |
| "loss": 0.0295, |
| "num_tokens": 128394204.0, |
| "step": 1604 |
| }, |
| { |
| "epoch": 2.0012476606363068, |
| "grad_norm": 0.09668414870141348, |
| "learning_rate": 3.3788816903958145e-06, |
| "loss": 0.0292, |
| "num_tokens": 128474132.0, |
| "step": 1605 |
| }, |
| { |
| "epoch": 2.002495321272614, |
| "grad_norm": 0.09284121837219293, |
| "learning_rate": 3.37353935941662e-06, |
| "loss": 0.0277, |
| "num_tokens": 128554051.0, |
| "step": 1606 |
| }, |
| { |
| "epoch": 2.0037429819089208, |
| "grad_norm": 0.09339384544922638, |
| "learning_rate": 3.3682008843533055e-06, |
| "loss": 0.029, |
| "num_tokens": 128634209.0, |
| "step": 1607 |
| }, |
| { |
| "epoch": 2.0049906425452275, |
| "grad_norm": 0.09435077752847291, |
| "learning_rate": 3.3628662748861374e-06, |
| "loss": 0.0282, |
| "num_tokens": 128715069.0, |
| "step": 1608 |
| }, |
| { |
| "epoch": 2.0062383031815347, |
| "grad_norm": 0.09614281235112, |
| "learning_rate": 3.357535540688379e-06, |
| "loss": 0.0278, |
| "num_tokens": 128795504.0, |
| "step": 1609 |
| }, |
| { |
| "epoch": 2.0074859638178415, |
| "grad_norm": 0.09264669561245602, |
| "learning_rate": 3.3522086914262585e-06, |
| "loss": 0.0271, |
| "num_tokens": 128876123.0, |
| "step": 1610 |
| }, |
| { |
| "epoch": 2.0087336244541483, |
| "grad_norm": 0.11140936885389302, |
| "learning_rate": 3.3468857367589665e-06, |
| "loss": 0.0275, |
| "num_tokens": 128955991.0, |
| "step": 1611 |
| }, |
| { |
| "epoch": 2.0099812850904555, |
| "grad_norm": 0.09169587047179813, |
| "learning_rate": 3.3415666863386298e-06, |
| "loss": 0.0275, |
| "num_tokens": 129039016.0, |
| "step": 1612 |
| }, |
| { |
| "epoch": 2.0112289457267623, |
| "grad_norm": 0.1042070178139685, |
| "learning_rate": 3.3362515498102934e-06, |
| "loss": 0.0275, |
| "num_tokens": 129120041.0, |
| "step": 1613 |
| }, |
| { |
| "epoch": 2.0124766063630695, |
| "grad_norm": 0.11233635245764659, |
| "learning_rate": 3.330940336811903e-06, |
| "loss": 0.0281, |
| "num_tokens": 129200867.0, |
| "step": 1614 |
| }, |
| { |
| "epoch": 2.0137242669993762, |
| "grad_norm": 0.09294626630897553, |
| "learning_rate": 3.325633056974298e-06, |
| "loss": 0.0259, |
| "num_tokens": 129279446.0, |
| "step": 1615 |
| }, |
| { |
| "epoch": 2.014971927635683, |
| "grad_norm": 0.10425624673925903, |
| "learning_rate": 3.3203297199211794e-06, |
| "loss": 0.0273, |
| "num_tokens": 129359517.0, |
| "step": 1616 |
| }, |
| { |
| "epoch": 2.01621958827199, |
| "grad_norm": 0.10772022702288936, |
| "learning_rate": 3.315030335269096e-06, |
| "loss": 0.0272, |
| "num_tokens": 129439678.0, |
| "step": 1617 |
| }, |
| { |
| "epoch": 2.017467248908297, |
| "grad_norm": 0.11804003684908118, |
| "learning_rate": 3.309734912627441e-06, |
| "loss": 0.0282, |
| "num_tokens": 129519376.0, |
| "step": 1618 |
| }, |
| { |
| "epoch": 2.0187149095446038, |
| "grad_norm": 0.12381607955705823, |
| "learning_rate": 3.304443461598413e-06, |
| "loss": 0.0288, |
| "num_tokens": 129600651.0, |
| "step": 1619 |
| }, |
| { |
| "epoch": 2.019962570180911, |
| "grad_norm": 0.13319111452989643, |
| "learning_rate": 3.299155991777011e-06, |
| "loss": 0.0297, |
| "num_tokens": 129680386.0, |
| "step": 1620 |
| }, |
| { |
| "epoch": 2.0212102308172177, |
| "grad_norm": 0.11432348701501038, |
| "learning_rate": 3.2938725127510185e-06, |
| "loss": 0.0282, |
| "num_tokens": 129760859.0, |
| "step": 1621 |
| }, |
| { |
| "epoch": 2.0224578914535245, |
| "grad_norm": 0.10791791050792644, |
| "learning_rate": 3.2885930341009774e-06, |
| "loss": 0.0277, |
| "num_tokens": 129840051.0, |
| "step": 1622 |
| }, |
| { |
| "epoch": 2.0237055520898317, |
| "grad_norm": 0.11686951819864136, |
| "learning_rate": 3.2833175654001787e-06, |
| "loss": 0.0283, |
| "num_tokens": 129919701.0, |
| "step": 1623 |
| }, |
| { |
| "epoch": 2.0249532127261385, |
| "grad_norm": 0.11359351664175828, |
| "learning_rate": 3.278046116214642e-06, |
| "loss": 0.0269, |
| "num_tokens": 129999877.0, |
| "step": 1624 |
| }, |
| { |
| "epoch": 2.0262008733624453, |
| "grad_norm": 0.1023939359316259, |
| "learning_rate": 3.272778696103099e-06, |
| "loss": 0.0275, |
| "num_tokens": 130079968.0, |
| "step": 1625 |
| }, |
| { |
| "epoch": 2.0274485339987525, |
| "grad_norm": 0.10892544064999989, |
| "learning_rate": 3.2675153146169736e-06, |
| "loss": 0.0275, |
| "num_tokens": 130160624.0, |
| "step": 1626 |
| }, |
| { |
| "epoch": 2.0286961946350592, |
| "grad_norm": 0.10430749700068655, |
| "learning_rate": 3.2622559813003684e-06, |
| "loss": 0.0288, |
| "num_tokens": 130239925.0, |
| "step": 1627 |
| }, |
| { |
| "epoch": 2.029943855271366, |
| "grad_norm": 0.10317672945567567, |
| "learning_rate": 3.2570007056900437e-06, |
| "loss": 0.0271, |
| "num_tokens": 130320799.0, |
| "step": 1628 |
| }, |
| { |
| "epoch": 2.031191515907673, |
| "grad_norm": 0.10963736701978923, |
| "learning_rate": 3.2517494973154008e-06, |
| "loss": 0.0277, |
| "num_tokens": 130400099.0, |
| "step": 1629 |
| }, |
| { |
| "epoch": 2.03243917654398, |
| "grad_norm": 0.12238499931140737, |
| "learning_rate": 3.2465023656984707e-06, |
| "loss": 0.0292, |
| "num_tokens": 130480729.0, |
| "step": 1630 |
| }, |
| { |
| "epoch": 2.0336868371802868, |
| "grad_norm": 0.10971492853164319, |
| "learning_rate": 3.2412593203538857e-06, |
| "loss": 0.0297, |
| "num_tokens": 130560371.0, |
| "step": 1631 |
| }, |
| { |
| "epoch": 2.034934497816594, |
| "grad_norm": 0.1230436141198275, |
| "learning_rate": 3.236020370788876e-06, |
| "loss": 0.0273, |
| "num_tokens": 130639731.0, |
| "step": 1632 |
| }, |
| { |
| "epoch": 2.0361821584529007, |
| "grad_norm": 0.10170244549018313, |
| "learning_rate": 3.230785526503236e-06, |
| "loss": 0.0269, |
| "num_tokens": 130719595.0, |
| "step": 1633 |
| }, |
| { |
| "epoch": 2.037429819089208, |
| "grad_norm": 0.11160175846037224, |
| "learning_rate": 3.225554796989325e-06, |
| "loss": 0.0279, |
| "num_tokens": 130800181.0, |
| "step": 1634 |
| }, |
| { |
| "epoch": 2.0386774797255147, |
| "grad_norm": 0.09813935826310065, |
| "learning_rate": 3.2203281917320328e-06, |
| "loss": 0.0261, |
| "num_tokens": 130879513.0, |
| "step": 1635 |
| }, |
| { |
| "epoch": 2.0399251403618215, |
| "grad_norm": 0.11117192931618461, |
| "learning_rate": 3.2151057202087783e-06, |
| "loss": 0.0283, |
| "num_tokens": 130958850.0, |
| "step": 1636 |
| }, |
| { |
| "epoch": 2.0411728009981287, |
| "grad_norm": 0.10698263215463055, |
| "learning_rate": 3.209887391889479e-06, |
| "loss": 0.027, |
| "num_tokens": 131038985.0, |
| "step": 1637 |
| }, |
| { |
| "epoch": 2.0424204616344355, |
| "grad_norm": 0.10820076619681371, |
| "learning_rate": 3.204673216236539e-06, |
| "loss": 0.0275, |
| "num_tokens": 131118757.0, |
| "step": 1638 |
| }, |
| { |
| "epoch": 2.0436681222707422, |
| "grad_norm": 0.11467484503330413, |
| "learning_rate": 3.199463202704838e-06, |
| "loss": 0.0273, |
| "num_tokens": 131201221.0, |
| "step": 1639 |
| }, |
| { |
| "epoch": 2.0449157829070495, |
| "grad_norm": 0.12247988636033476, |
| "learning_rate": 3.194257360741706e-06, |
| "loss": 0.0288, |
| "num_tokens": 131282719.0, |
| "step": 1640 |
| }, |
| { |
| "epoch": 2.046163443543356, |
| "grad_norm": 0.1057593800426446, |
| "learning_rate": 3.189055699786906e-06, |
| "loss": 0.0274, |
| "num_tokens": 131362232.0, |
| "step": 1641 |
| }, |
| { |
| "epoch": 2.047411104179663, |
| "grad_norm": 0.12364375320242353, |
| "learning_rate": 3.1838582292726206e-06, |
| "loss": 0.0289, |
| "num_tokens": 131442046.0, |
| "step": 1642 |
| }, |
| { |
| "epoch": 2.04865876481597, |
| "grad_norm": 0.1145129297133959, |
| "learning_rate": 3.1786649586234373e-06, |
| "loss": 0.0282, |
| "num_tokens": 131523135.0, |
| "step": 1643 |
| }, |
| { |
| "epoch": 2.049906425452277, |
| "grad_norm": 0.10215949526592619, |
| "learning_rate": 3.173475897256325e-06, |
| "loss": 0.0266, |
| "num_tokens": 131603284.0, |
| "step": 1644 |
| }, |
| { |
| "epoch": 2.0511540860885837, |
| "grad_norm": 0.10761560661797925, |
| "learning_rate": 3.1682910545806167e-06, |
| "loss": 0.028, |
| "num_tokens": 131683908.0, |
| "step": 1645 |
| }, |
| { |
| "epoch": 2.052401746724891, |
| "grad_norm": 0.11121482292743783, |
| "learning_rate": 3.1631104399980053e-06, |
| "loss": 0.0267, |
| "num_tokens": 131762852.0, |
| "step": 1646 |
| }, |
| { |
| "epoch": 2.0536494073611977, |
| "grad_norm": 0.11153961622318409, |
| "learning_rate": 3.157934062902508e-06, |
| "loss": 0.0276, |
| "num_tokens": 131842654.0, |
| "step": 1647 |
| }, |
| { |
| "epoch": 2.0548970679975045, |
| "grad_norm": 0.11202792323594137, |
| "learning_rate": 3.1527619326804594e-06, |
| "loss": 0.0278, |
| "num_tokens": 131921403.0, |
| "step": 1648 |
| }, |
| { |
| "epoch": 2.0561447286338117, |
| "grad_norm": 0.11878747584208416, |
| "learning_rate": 3.147594058710498e-06, |
| "loss": 0.0279, |
| "num_tokens": 132003424.0, |
| "step": 1649 |
| }, |
| { |
| "epoch": 2.0573923892701185, |
| "grad_norm": 0.11600844083004452, |
| "learning_rate": 3.14243045036354e-06, |
| "loss": 0.0276, |
| "num_tokens": 132082840.0, |
| "step": 1650 |
| }, |
| { |
| "epoch": 2.0586400499064252, |
| "grad_norm": 0.11293539536069673, |
| "learning_rate": 3.1372711170027666e-06, |
| "loss": 0.0275, |
| "num_tokens": 132162541.0, |
| "step": 1651 |
| }, |
| { |
| "epoch": 2.0598877105427325, |
| "grad_norm": 0.11026505266606129, |
| "learning_rate": 3.13211606798361e-06, |
| "loss": 0.0274, |
| "num_tokens": 132242631.0, |
| "step": 1652 |
| }, |
| { |
| "epoch": 2.061135371179039, |
| "grad_norm": 0.12188319048183703, |
| "learning_rate": 3.1269653126537344e-06, |
| "loss": 0.0278, |
| "num_tokens": 132323488.0, |
| "step": 1653 |
| }, |
| { |
| "epoch": 2.0623830318153464, |
| "grad_norm": 0.12082041385469403, |
| "learning_rate": 3.121818860353011e-06, |
| "loss": 0.0275, |
| "num_tokens": 132403983.0, |
| "step": 1654 |
| }, |
| { |
| "epoch": 2.063630692451653, |
| "grad_norm": 0.10629866280671935, |
| "learning_rate": 3.116676720413519e-06, |
| "loss": 0.0267, |
| "num_tokens": 132483686.0, |
| "step": 1655 |
| }, |
| { |
| "epoch": 2.06487835308796, |
| "grad_norm": 0.10618934252287057, |
| "learning_rate": 3.11153890215951e-06, |
| "loss": 0.028, |
| "num_tokens": 132562728.0, |
| "step": 1656 |
| }, |
| { |
| "epoch": 2.066126013724267, |
| "grad_norm": 0.1179037811248608, |
| "learning_rate": 3.1064054149073984e-06, |
| "loss": 0.0287, |
| "num_tokens": 132643301.0, |
| "step": 1657 |
| }, |
| { |
| "epoch": 2.067373674360574, |
| "grad_norm": 0.1068883102584125, |
| "learning_rate": 3.1012762679657525e-06, |
| "loss": 0.0271, |
| "num_tokens": 132722314.0, |
| "step": 1658 |
| }, |
| { |
| "epoch": 2.0686213349968807, |
| "grad_norm": 0.10906974578938657, |
| "learning_rate": 3.0961514706352654e-06, |
| "loss": 0.028, |
| "num_tokens": 132801325.0, |
| "step": 1659 |
| }, |
| { |
| "epoch": 2.069868995633188, |
| "grad_norm": 0.11050438055442657, |
| "learning_rate": 3.09103103220874e-06, |
| "loss": 0.0273, |
| "num_tokens": 132881040.0, |
| "step": 1660 |
| }, |
| { |
| "epoch": 2.0711166562694947, |
| "grad_norm": 0.11682521580597607, |
| "learning_rate": 3.085914961971082e-06, |
| "loss": 0.0283, |
| "num_tokens": 132960595.0, |
| "step": 1661 |
| }, |
| { |
| "epoch": 2.0723643169058015, |
| "grad_norm": 0.11450793460923425, |
| "learning_rate": 3.080803269199275e-06, |
| "loss": 0.0277, |
| "num_tokens": 133039931.0, |
| "step": 1662 |
| }, |
| { |
| "epoch": 2.0736119775421087, |
| "grad_norm": 0.11467759010106195, |
| "learning_rate": 3.0756959631623583e-06, |
| "loss": 0.0276, |
| "num_tokens": 133120290.0, |
| "step": 1663 |
| }, |
| { |
| "epoch": 2.0748596381784155, |
| "grad_norm": 0.11713560955703137, |
| "learning_rate": 3.0705930531214255e-06, |
| "loss": 0.0284, |
| "num_tokens": 133201093.0, |
| "step": 1664 |
| }, |
| { |
| "epoch": 2.0761072988147222, |
| "grad_norm": 0.11798027964717171, |
| "learning_rate": 3.065494548329594e-06, |
| "loss": 0.0283, |
| "num_tokens": 133280732.0, |
| "step": 1665 |
| }, |
| { |
| "epoch": 2.0773549594510294, |
| "grad_norm": 0.11006281058166327, |
| "learning_rate": 3.060400458031991e-06, |
| "loss": 0.0267, |
| "num_tokens": 133360752.0, |
| "step": 1666 |
| }, |
| { |
| "epoch": 2.078602620087336, |
| "grad_norm": 0.10693659229092088, |
| "learning_rate": 3.055310791465744e-06, |
| "loss": 0.0281, |
| "num_tokens": 133440361.0, |
| "step": 1667 |
| }, |
| { |
| "epoch": 2.079850280723643, |
| "grad_norm": 0.10276904415759595, |
| "learning_rate": 3.0502255578599594e-06, |
| "loss": 0.0266, |
| "num_tokens": 133520074.0, |
| "step": 1668 |
| }, |
| { |
| "epoch": 2.08109794135995, |
| "grad_norm": 0.10682226267908494, |
| "learning_rate": 3.0451447664357005e-06, |
| "loss": 0.0274, |
| "num_tokens": 133599454.0, |
| "step": 1669 |
| }, |
| { |
| "epoch": 2.082345601996257, |
| "grad_norm": 0.11642340085158942, |
| "learning_rate": 3.040068426405976e-06, |
| "loss": 0.028, |
| "num_tokens": 133679535.0, |
| "step": 1670 |
| }, |
| { |
| "epoch": 2.083593262632564, |
| "grad_norm": 0.10439274580853032, |
| "learning_rate": 3.0349965469757283e-06, |
| "loss": 0.0276, |
| "num_tokens": 133759276.0, |
| "step": 1671 |
| }, |
| { |
| "epoch": 2.084840923268871, |
| "grad_norm": 0.10178900758944974, |
| "learning_rate": 3.0299291373418038e-06, |
| "loss": 0.0271, |
| "num_tokens": 133839238.0, |
| "step": 1672 |
| }, |
| { |
| "epoch": 2.0860885839051777, |
| "grad_norm": 0.10108576053246532, |
| "learning_rate": 3.024866206692953e-06, |
| "loss": 0.0266, |
| "num_tokens": 133918423.0, |
| "step": 1673 |
| }, |
| { |
| "epoch": 2.087336244541485, |
| "grad_norm": 0.10890004660532689, |
| "learning_rate": 3.0198077642097945e-06, |
| "loss": 0.0281, |
| "num_tokens": 133999314.0, |
| "step": 1674 |
| }, |
| { |
| "epoch": 2.0885839051777917, |
| "grad_norm": 0.11949459892569592, |
| "learning_rate": 3.014753819064817e-06, |
| "loss": 0.0285, |
| "num_tokens": 134079417.0, |
| "step": 1675 |
| }, |
| { |
| "epoch": 2.0898315658140985, |
| "grad_norm": 0.11019307261367436, |
| "learning_rate": 3.009704380422348e-06, |
| "loss": 0.0268, |
| "num_tokens": 134159336.0, |
| "step": 1676 |
| }, |
| { |
| "epoch": 2.0910792264504057, |
| "grad_norm": 0.1094076338739407, |
| "learning_rate": 3.004659457438548e-06, |
| "loss": 0.0282, |
| "num_tokens": 134238687.0, |
| "step": 1677 |
| }, |
| { |
| "epoch": 2.0923268870867124, |
| "grad_norm": 0.11203035809174719, |
| "learning_rate": 2.999619059261387e-06, |
| "loss": 0.0277, |
| "num_tokens": 134319431.0, |
| "step": 1678 |
| }, |
| { |
| "epoch": 2.093574547723019, |
| "grad_norm": 0.10125109772296438, |
| "learning_rate": 2.9945831950306285e-06, |
| "loss": 0.0267, |
| "num_tokens": 134399747.0, |
| "step": 1679 |
| }, |
| { |
| "epoch": 2.0948222083593264, |
| "grad_norm": 0.10479161190075127, |
| "learning_rate": 2.9895518738778196e-06, |
| "loss": 0.0271, |
| "num_tokens": 134479438.0, |
| "step": 1680 |
| }, |
| { |
| "epoch": 2.096069868995633, |
| "grad_norm": 0.11262694348153912, |
| "learning_rate": 2.984525104926262e-06, |
| "loss": 0.0285, |
| "num_tokens": 134559824.0, |
| "step": 1681 |
| }, |
| { |
| "epoch": 2.09731752963194, |
| "grad_norm": 0.11572630284775189, |
| "learning_rate": 2.97950289729101e-06, |
| "loss": 0.0286, |
| "num_tokens": 134639963.0, |
| "step": 1682 |
| }, |
| { |
| "epoch": 2.098565190268247, |
| "grad_norm": 0.11746731799240802, |
| "learning_rate": 2.974485260078846e-06, |
| "loss": 0.0277, |
| "num_tokens": 134719925.0, |
| "step": 1683 |
| }, |
| { |
| "epoch": 2.099812850904554, |
| "grad_norm": 0.121581880657992, |
| "learning_rate": 2.9694722023882607e-06, |
| "loss": 0.0269, |
| "num_tokens": 134799277.0, |
| "step": 1684 |
| }, |
| { |
| "epoch": 2.1010605115408607, |
| "grad_norm": 0.11598556908383914, |
| "learning_rate": 2.9644637333094404e-06, |
| "loss": 0.0284, |
| "num_tokens": 134879892.0, |
| "step": 1685 |
| }, |
| { |
| "epoch": 2.102308172177168, |
| "grad_norm": 0.14223573137275083, |
| "learning_rate": 2.959459861924258e-06, |
| "loss": 0.028, |
| "num_tokens": 134959367.0, |
| "step": 1686 |
| }, |
| { |
| "epoch": 2.1035558328134747, |
| "grad_norm": 0.12003504700797399, |
| "learning_rate": 2.954460597306242e-06, |
| "loss": 0.0291, |
| "num_tokens": 135039815.0, |
| "step": 1687 |
| }, |
| { |
| "epoch": 2.1048034934497815, |
| "grad_norm": 0.12915254648172153, |
| "learning_rate": 2.9494659485205683e-06, |
| "loss": 0.0459, |
| "num_tokens": 135121468.0, |
| "step": 1688 |
| }, |
| { |
| "epoch": 2.1060511540860887, |
| "grad_norm": 0.10985724087657672, |
| "learning_rate": 2.9444759246240505e-06, |
| "loss": 0.0271, |
| "num_tokens": 135200652.0, |
| "step": 1689 |
| }, |
| { |
| "epoch": 2.1072988147223954, |
| "grad_norm": 0.11936091256114177, |
| "learning_rate": 2.939490534665107e-06, |
| "loss": 0.0278, |
| "num_tokens": 135281590.0, |
| "step": 1690 |
| }, |
| { |
| "epoch": 2.108546475358702, |
| "grad_norm": 0.11222455840445227, |
| "learning_rate": 2.934509787683755e-06, |
| "loss": 0.0281, |
| "num_tokens": 135361375.0, |
| "step": 1691 |
| }, |
| { |
| "epoch": 2.1097941359950094, |
| "grad_norm": 0.11147040706020958, |
| "learning_rate": 2.929533692711598e-06, |
| "loss": 0.0274, |
| "num_tokens": 135442925.0, |
| "step": 1692 |
| }, |
| { |
| "epoch": 2.111041796631316, |
| "grad_norm": 0.10467852886453667, |
| "learning_rate": 2.9245622587717982e-06, |
| "loss": 0.0275, |
| "num_tokens": 135523906.0, |
| "step": 1693 |
| }, |
| { |
| "epoch": 2.1122894572676234, |
| "grad_norm": 0.10869697183862845, |
| "learning_rate": 2.919595494879065e-06, |
| "loss": 0.0276, |
| "num_tokens": 135603783.0, |
| "step": 1694 |
| }, |
| { |
| "epoch": 2.11353711790393, |
| "grad_norm": 0.1155482691293836, |
| "learning_rate": 2.9146334100396474e-06, |
| "loss": 0.0282, |
| "num_tokens": 135684084.0, |
| "step": 1695 |
| }, |
| { |
| "epoch": 2.114784778540237, |
| "grad_norm": 0.11252805380717851, |
| "learning_rate": 2.9096760132513036e-06, |
| "loss": 0.0286, |
| "num_tokens": 135765048.0, |
| "step": 1696 |
| }, |
| { |
| "epoch": 2.116032439176544, |
| "grad_norm": 0.11033818934026106, |
| "learning_rate": 2.9047233135032927e-06, |
| "loss": 0.0275, |
| "num_tokens": 135845335.0, |
| "step": 1697 |
| }, |
| { |
| "epoch": 2.117280099812851, |
| "grad_norm": 0.13859448472332372, |
| "learning_rate": 2.8997753197763532e-06, |
| "loss": 0.03, |
| "num_tokens": 135925643.0, |
| "step": 1698 |
| }, |
| { |
| "epoch": 2.1185277604491577, |
| "grad_norm": 0.11224407005748382, |
| "learning_rate": 2.894832041042699e-06, |
| "loss": 0.0288, |
| "num_tokens": 136005781.0, |
| "step": 1699 |
| }, |
| { |
| "epoch": 2.119775421085465, |
| "grad_norm": 0.10019855101966049, |
| "learning_rate": 2.8898934862659823e-06, |
| "loss": 0.0266, |
| "num_tokens": 136085338.0, |
| "step": 1700 |
| }, |
| { |
| "epoch": 2.1210230817217717, |
| "grad_norm": 0.12238851973022535, |
| "learning_rate": 2.8849596644013e-06, |
| "loss": 0.0277, |
| "num_tokens": 136166090.0, |
| "step": 1701 |
| }, |
| { |
| "epoch": 2.1222707423580784, |
| "grad_norm": 0.11577197457908402, |
| "learning_rate": 2.880030584395162e-06, |
| "loss": 0.0281, |
| "num_tokens": 136246455.0, |
| "step": 1702 |
| }, |
| { |
| "epoch": 2.1235184029943857, |
| "grad_norm": 0.11575314696378225, |
| "learning_rate": 2.8751062551854775e-06, |
| "loss": 0.0292, |
| "num_tokens": 136326020.0, |
| "step": 1703 |
| }, |
| { |
| "epoch": 2.1247660636306924, |
| "grad_norm": 0.1236602811227467, |
| "learning_rate": 2.870186685701545e-06, |
| "loss": 0.0278, |
| "num_tokens": 136405902.0, |
| "step": 1704 |
| }, |
| { |
| "epoch": 2.126013724266999, |
| "grad_norm": 0.10698357238776467, |
| "learning_rate": 2.8652718848640337e-06, |
| "loss": 0.0271, |
| "num_tokens": 136484304.0, |
| "step": 1705 |
| }, |
| { |
| "epoch": 2.1272613849033064, |
| "grad_norm": 0.11565417571999578, |
| "learning_rate": 2.8603618615849603e-06, |
| "loss": 0.0289, |
| "num_tokens": 136563783.0, |
| "step": 1706 |
| }, |
| { |
| "epoch": 2.128509045539613, |
| "grad_norm": 0.11178198694056778, |
| "learning_rate": 2.8554566247676806e-06, |
| "loss": 0.027, |
| "num_tokens": 136643585.0, |
| "step": 1707 |
| }, |
| { |
| "epoch": 2.12975670617592, |
| "grad_norm": 0.10484411194496365, |
| "learning_rate": 2.850556183306874e-06, |
| "loss": 0.0277, |
| "num_tokens": 136723910.0, |
| "step": 1708 |
| }, |
| { |
| "epoch": 2.131004366812227, |
| "grad_norm": 0.11008252356620116, |
| "learning_rate": 2.845660546088519e-06, |
| "loss": 0.0271, |
| "num_tokens": 136802746.0, |
| "step": 1709 |
| }, |
| { |
| "epoch": 2.132252027448534, |
| "grad_norm": 0.1244585389706024, |
| "learning_rate": 2.8407697219898865e-06, |
| "loss": 0.0277, |
| "num_tokens": 136883051.0, |
| "step": 1710 |
| }, |
| { |
| "epoch": 2.133499688084841, |
| "grad_norm": 0.11761109934284099, |
| "learning_rate": 2.8358837198795223e-06, |
| "loss": 0.0285, |
| "num_tokens": 136963474.0, |
| "step": 1711 |
| }, |
| { |
| "epoch": 2.134747348721148, |
| "grad_norm": 0.11248525039399156, |
| "learning_rate": 2.8310025486172223e-06, |
| "loss": 0.0288, |
| "num_tokens": 137043833.0, |
| "step": 1712 |
| }, |
| { |
| "epoch": 2.1359950093574547, |
| "grad_norm": 0.11548415099531208, |
| "learning_rate": 2.8261262170540242e-06, |
| "loss": 0.0274, |
| "num_tokens": 137123180.0, |
| "step": 1713 |
| }, |
| { |
| "epoch": 2.137242669993762, |
| "grad_norm": 0.10709230843633225, |
| "learning_rate": 2.821254734032194e-06, |
| "loss": 0.0275, |
| "num_tokens": 137203580.0, |
| "step": 1714 |
| }, |
| { |
| "epoch": 2.1384903306300687, |
| "grad_norm": 0.11759009663698383, |
| "learning_rate": 2.8163881083852e-06, |
| "loss": 0.0299, |
| "num_tokens": 137284710.0, |
| "step": 1715 |
| }, |
| { |
| "epoch": 2.1397379912663754, |
| "grad_norm": 0.10669561409225682, |
| "learning_rate": 2.811526348937706e-06, |
| "loss": 0.0275, |
| "num_tokens": 137363810.0, |
| "step": 1716 |
| }, |
| { |
| "epoch": 2.1409856519026826, |
| "grad_norm": 0.10185154190042917, |
| "learning_rate": 2.806669464505552e-06, |
| "loss": 0.0274, |
| "num_tokens": 137443227.0, |
| "step": 1717 |
| }, |
| { |
| "epoch": 2.1422333125389894, |
| "grad_norm": 0.11279381093375922, |
| "learning_rate": 2.80181746389574e-06, |
| "loss": 0.0277, |
| "num_tokens": 137522857.0, |
| "step": 1718 |
| }, |
| { |
| "epoch": 2.143480973175296, |
| "grad_norm": 0.11315608721853433, |
| "learning_rate": 2.7969703559064076e-06, |
| "loss": 0.0278, |
| "num_tokens": 137602845.0, |
| "step": 1719 |
| }, |
| { |
| "epoch": 2.1447286338116034, |
| "grad_norm": 0.11922283733338566, |
| "learning_rate": 2.792128149326833e-06, |
| "loss": 0.0289, |
| "num_tokens": 137683630.0, |
| "step": 1720 |
| }, |
| { |
| "epoch": 2.14597629444791, |
| "grad_norm": 0.115407862616771, |
| "learning_rate": 2.7872908529373976e-06, |
| "loss": 0.0286, |
| "num_tokens": 137765456.0, |
| "step": 1721 |
| }, |
| { |
| "epoch": 2.147223955084217, |
| "grad_norm": 0.11208353296927773, |
| "learning_rate": 2.782458475509581e-06, |
| "loss": 0.0271, |
| "num_tokens": 137845544.0, |
| "step": 1722 |
| }, |
| { |
| "epoch": 2.148471615720524, |
| "grad_norm": 0.1068207673083175, |
| "learning_rate": 2.7776310258059447e-06, |
| "loss": 0.0271, |
| "num_tokens": 137924567.0, |
| "step": 1723 |
| }, |
| { |
| "epoch": 2.149719276356831, |
| "grad_norm": 0.1144766801038503, |
| "learning_rate": 2.772808512580114e-06, |
| "loss": 0.0311, |
| "num_tokens": 138004671.0, |
| "step": 1724 |
| }, |
| { |
| "epoch": 2.1509669369931377, |
| "grad_norm": 0.11230257045378114, |
| "learning_rate": 2.767990944576763e-06, |
| "loss": 0.0281, |
| "num_tokens": 138085655.0, |
| "step": 1725 |
| }, |
| { |
| "epoch": 2.152214597629445, |
| "grad_norm": 0.10991165872168095, |
| "learning_rate": 2.7631783305316017e-06, |
| "loss": 0.0268, |
| "num_tokens": 138166694.0, |
| "step": 1726 |
| }, |
| { |
| "epoch": 2.1534622582657517, |
| "grad_norm": 0.10971797219708118, |
| "learning_rate": 2.7583706791713503e-06, |
| "loss": 0.0273, |
| "num_tokens": 138246414.0, |
| "step": 1727 |
| }, |
| { |
| "epoch": 2.154709918902059, |
| "grad_norm": 0.11270715704229847, |
| "learning_rate": 2.7535679992137338e-06, |
| "loss": 0.0271, |
| "num_tokens": 138326768.0, |
| "step": 1728 |
| }, |
| { |
| "epoch": 2.1559575795383656, |
| "grad_norm": 0.12328542886456291, |
| "learning_rate": 2.7487702993674647e-06, |
| "loss": 0.029, |
| "num_tokens": 138406486.0, |
| "step": 1729 |
| }, |
| { |
| "epoch": 2.1572052401746724, |
| "grad_norm": 0.1190445079709797, |
| "learning_rate": 2.7439775883322228e-06, |
| "loss": 0.0284, |
| "num_tokens": 138488315.0, |
| "step": 1730 |
| }, |
| { |
| "epoch": 2.158452900810979, |
| "grad_norm": 0.11340655933746487, |
| "learning_rate": 2.739189874798639e-06, |
| "loss": 0.0286, |
| "num_tokens": 138569358.0, |
| "step": 1731 |
| }, |
| { |
| "epoch": 2.1597005614472864, |
| "grad_norm": 0.11303296924070988, |
| "learning_rate": 2.7344071674482874e-06, |
| "loss": 0.0281, |
| "num_tokens": 138648911.0, |
| "step": 1732 |
| }, |
| { |
| "epoch": 2.160948222083593, |
| "grad_norm": 0.1034480761800008, |
| "learning_rate": 2.729629474953662e-06, |
| "loss": 0.0266, |
| "num_tokens": 138727334.0, |
| "step": 1733 |
| }, |
| { |
| "epoch": 2.1621958827199004, |
| "grad_norm": 0.11156242541516115, |
| "learning_rate": 2.7248568059781654e-06, |
| "loss": 0.0263, |
| "num_tokens": 138807463.0, |
| "step": 1734 |
| }, |
| { |
| "epoch": 2.163443543356207, |
| "grad_norm": 0.10227201302760246, |
| "learning_rate": 2.7200891691760838e-06, |
| "loss": 0.0272, |
| "num_tokens": 138888573.0, |
| "step": 1735 |
| }, |
| { |
| "epoch": 2.164691203992514, |
| "grad_norm": 0.11926979754093582, |
| "learning_rate": 2.715326573192588e-06, |
| "loss": 0.028, |
| "num_tokens": 138967599.0, |
| "step": 1736 |
| }, |
| { |
| "epoch": 2.165938864628821, |
| "grad_norm": 0.10590335435742637, |
| "learning_rate": 2.710569026663702e-06, |
| "loss": 0.027, |
| "num_tokens": 139048151.0, |
| "step": 1737 |
| }, |
| { |
| "epoch": 2.167186525265128, |
| "grad_norm": 0.1148169854925881, |
| "learning_rate": 2.705816538216296e-06, |
| "loss": 0.0272, |
| "num_tokens": 139128924.0, |
| "step": 1738 |
| }, |
| { |
| "epoch": 2.1684341859014347, |
| "grad_norm": 0.1019205633049057, |
| "learning_rate": 2.7010691164680696e-06, |
| "loss": 0.0268, |
| "num_tokens": 139210922.0, |
| "step": 1739 |
| }, |
| { |
| "epoch": 2.169681846537742, |
| "grad_norm": 0.12286991978648502, |
| "learning_rate": 2.696326770027533e-06, |
| "loss": 0.0352, |
| "num_tokens": 139292094.0, |
| "step": 1740 |
| }, |
| { |
| "epoch": 2.1709295071740486, |
| "grad_norm": 0.11680777294553368, |
| "learning_rate": 2.6915895074939912e-06, |
| "loss": 0.0274, |
| "num_tokens": 139372386.0, |
| "step": 1741 |
| }, |
| { |
| "epoch": 2.1721771678103554, |
| "grad_norm": 0.11434415621297753, |
| "learning_rate": 2.6868573374575356e-06, |
| "loss": 0.028, |
| "num_tokens": 139451840.0, |
| "step": 1742 |
| }, |
| { |
| "epoch": 2.1734248284466626, |
| "grad_norm": 0.11068475985426603, |
| "learning_rate": 2.6821302684990204e-06, |
| "loss": 0.0282, |
| "num_tokens": 139531179.0, |
| "step": 1743 |
| }, |
| { |
| "epoch": 2.1746724890829694, |
| "grad_norm": 0.10765013051927665, |
| "learning_rate": 2.677408309190049e-06, |
| "loss": 0.0273, |
| "num_tokens": 139611340.0, |
| "step": 1744 |
| }, |
| { |
| "epoch": 2.175920149719276, |
| "grad_norm": 0.1047064628578538, |
| "learning_rate": 2.672691468092963e-06, |
| "loss": 0.0266, |
| "num_tokens": 139690494.0, |
| "step": 1745 |
| }, |
| { |
| "epoch": 2.1771678103555834, |
| "grad_norm": 0.12852423753495817, |
| "learning_rate": 2.6679797537608184e-06, |
| "loss": 0.0283, |
| "num_tokens": 139773131.0, |
| "step": 1746 |
| }, |
| { |
| "epoch": 2.17841547099189, |
| "grad_norm": 0.10882310129634558, |
| "learning_rate": 2.6632731747373785e-06, |
| "loss": 0.0281, |
| "num_tokens": 139853287.0, |
| "step": 1747 |
| }, |
| { |
| "epoch": 2.179663131628197, |
| "grad_norm": 0.11131589806757092, |
| "learning_rate": 2.658571739557096e-06, |
| "loss": 0.0278, |
| "num_tokens": 139934168.0, |
| "step": 1748 |
| }, |
| { |
| "epoch": 2.180910792264504, |
| "grad_norm": 0.11163023096979792, |
| "learning_rate": 2.653875456745092e-06, |
| "loss": 0.0274, |
| "num_tokens": 140014255.0, |
| "step": 1749 |
| }, |
| { |
| "epoch": 2.182158452900811, |
| "grad_norm": 0.10614675078257936, |
| "learning_rate": 2.6491843348171455e-06, |
| "loss": 0.0275, |
| "num_tokens": 140094036.0, |
| "step": 1750 |
| }, |
| { |
| "epoch": 2.183406113537118, |
| "grad_norm": 0.11255684585168828, |
| "learning_rate": 2.644498382279681e-06, |
| "loss": 0.0279, |
| "num_tokens": 140174691.0, |
| "step": 1751 |
| }, |
| { |
| "epoch": 2.184653774173425, |
| "grad_norm": 0.11526184776808238, |
| "learning_rate": 2.639817607629745e-06, |
| "loss": 0.028, |
| "num_tokens": 140254358.0, |
| "step": 1752 |
| }, |
| { |
| "epoch": 2.1859014348097316, |
| "grad_norm": 0.11014270003322352, |
| "learning_rate": 2.635142019354995e-06, |
| "loss": 0.0279, |
| "num_tokens": 140335203.0, |
| "step": 1753 |
| }, |
| { |
| "epoch": 2.187149095446039, |
| "grad_norm": 0.11726190195059955, |
| "learning_rate": 2.6304716259336903e-06, |
| "loss": 0.027, |
| "num_tokens": 140415001.0, |
| "step": 1754 |
| }, |
| { |
| "epoch": 2.1883967560823456, |
| "grad_norm": 0.11551789258082427, |
| "learning_rate": 2.6258064358346642e-06, |
| "loss": 0.0276, |
| "num_tokens": 140495012.0, |
| "step": 1755 |
| }, |
| { |
| "epoch": 2.1896444167186524, |
| "grad_norm": 0.12911904078324782, |
| "learning_rate": 2.621146457517314e-06, |
| "loss": 0.0298, |
| "num_tokens": 140577112.0, |
| "step": 1756 |
| }, |
| { |
| "epoch": 2.1908920773549596, |
| "grad_norm": 0.10893674109666582, |
| "learning_rate": 2.6164916994315916e-06, |
| "loss": 0.0269, |
| "num_tokens": 140657288.0, |
| "step": 1757 |
| }, |
| { |
| "epoch": 2.1921397379912664, |
| "grad_norm": 0.11561232996328151, |
| "learning_rate": 2.6118421700179795e-06, |
| "loss": 0.0275, |
| "num_tokens": 140737502.0, |
| "step": 1758 |
| }, |
| { |
| "epoch": 2.193387398627573, |
| "grad_norm": 0.11811526803531466, |
| "learning_rate": 2.6071978777074796e-06, |
| "loss": 0.0278, |
| "num_tokens": 140816956.0, |
| "step": 1759 |
| }, |
| { |
| "epoch": 2.1946350592638804, |
| "grad_norm": 0.10604896561401701, |
| "learning_rate": 2.6025588309215975e-06, |
| "loss": 0.0277, |
| "num_tokens": 140898099.0, |
| "step": 1760 |
| }, |
| { |
| "epoch": 2.195882719900187, |
| "grad_norm": 0.11100890813179569, |
| "learning_rate": 2.5979250380723287e-06, |
| "loss": 0.0281, |
| "num_tokens": 140977581.0, |
| "step": 1761 |
| }, |
| { |
| "epoch": 2.197130380536494, |
| "grad_norm": 0.12574865966231316, |
| "learning_rate": 2.5932965075621376e-06, |
| "loss": 0.0291, |
| "num_tokens": 141058023.0, |
| "step": 1762 |
| }, |
| { |
| "epoch": 2.198378041172801, |
| "grad_norm": 0.11094390713862573, |
| "learning_rate": 2.5886732477839514e-06, |
| "loss": 0.0278, |
| "num_tokens": 141137869.0, |
| "step": 1763 |
| }, |
| { |
| "epoch": 2.199625701809108, |
| "grad_norm": 0.10875999873552089, |
| "learning_rate": 2.584055267121137e-06, |
| "loss": 0.0264, |
| "num_tokens": 141216853.0, |
| "step": 1764 |
| }, |
| { |
| "epoch": 2.2008733624454146, |
| "grad_norm": 0.11359059997751579, |
| "learning_rate": 2.579442573947488e-06, |
| "loss": 0.0302, |
| "num_tokens": 141298589.0, |
| "step": 1765 |
| }, |
| { |
| "epoch": 2.202121023081722, |
| "grad_norm": 0.12697222632331867, |
| "learning_rate": 2.5748351766272127e-06, |
| "loss": 0.0289, |
| "num_tokens": 141378590.0, |
| "step": 1766 |
| }, |
| { |
| "epoch": 2.2033686837180286, |
| "grad_norm": 0.10545644958622358, |
| "learning_rate": 2.5702330835149137e-06, |
| "loss": 0.0263, |
| "num_tokens": 141457825.0, |
| "step": 1767 |
| }, |
| { |
| "epoch": 2.204616344354336, |
| "grad_norm": 0.11016392505811934, |
| "learning_rate": 2.5656363029555788e-06, |
| "loss": 0.0289, |
| "num_tokens": 141538133.0, |
| "step": 1768 |
| }, |
| { |
| "epoch": 2.2058640049906426, |
| "grad_norm": 0.10965895021224552, |
| "learning_rate": 2.561044843284558e-06, |
| "loss": 0.0281, |
| "num_tokens": 141617180.0, |
| "step": 1769 |
| }, |
| { |
| "epoch": 2.2071116656269494, |
| "grad_norm": 0.1133356513749835, |
| "learning_rate": 2.556458712827558e-06, |
| "loss": 0.0287, |
| "num_tokens": 141695468.0, |
| "step": 1770 |
| }, |
| { |
| "epoch": 2.2083593262632566, |
| "grad_norm": 0.11395886557137493, |
| "learning_rate": 2.551877919900619e-06, |
| "loss": 0.0282, |
| "num_tokens": 141775903.0, |
| "step": 1771 |
| }, |
| { |
| "epoch": 2.2096069868995634, |
| "grad_norm": 0.11822802385416521, |
| "learning_rate": 2.5473024728101004e-06, |
| "loss": 0.0278, |
| "num_tokens": 141856125.0, |
| "step": 1772 |
| }, |
| { |
| "epoch": 2.21085464753587, |
| "grad_norm": 0.11611618297885314, |
| "learning_rate": 2.5427323798526747e-06, |
| "loss": 0.0277, |
| "num_tokens": 141936379.0, |
| "step": 1773 |
| }, |
| { |
| "epoch": 2.2121023081721773, |
| "grad_norm": 0.11559137208466257, |
| "learning_rate": 2.538167649315298e-06, |
| "loss": 0.0287, |
| "num_tokens": 142018427.0, |
| "step": 1774 |
| }, |
| { |
| "epoch": 2.213349968808484, |
| "grad_norm": 0.11659924816734041, |
| "learning_rate": 2.5336082894752084e-06, |
| "loss": 0.0285, |
| "num_tokens": 142098768.0, |
| "step": 1775 |
| }, |
| { |
| "epoch": 2.214597629444791, |
| "grad_norm": 0.11963881975246271, |
| "learning_rate": 2.529054308599906e-06, |
| "loss": 0.0308, |
| "num_tokens": 142178577.0, |
| "step": 1776 |
| }, |
| { |
| "epoch": 2.215845290081098, |
| "grad_norm": 0.11090511560379994, |
| "learning_rate": 2.524505714947131e-06, |
| "loss": 0.0281, |
| "num_tokens": 142258299.0, |
| "step": 1777 |
| }, |
| { |
| "epoch": 2.217092950717405, |
| "grad_norm": 0.11296744141624795, |
| "learning_rate": 2.5199625167648576e-06, |
| "loss": 0.028, |
| "num_tokens": 142339109.0, |
| "step": 1778 |
| }, |
| { |
| "epoch": 2.2183406113537116, |
| "grad_norm": 0.1257848652662134, |
| "learning_rate": 2.515424722291282e-06, |
| "loss": 0.0268, |
| "num_tokens": 142421110.0, |
| "step": 1779 |
| }, |
| { |
| "epoch": 2.219588271990019, |
| "grad_norm": 0.10900698032162932, |
| "learning_rate": 2.5108923397547934e-06, |
| "loss": 0.027, |
| "num_tokens": 142501998.0, |
| "step": 1780 |
| }, |
| { |
| "epoch": 2.2208359326263256, |
| "grad_norm": 0.11575161471868187, |
| "learning_rate": 2.5063653773739705e-06, |
| "loss": 0.0278, |
| "num_tokens": 142581395.0, |
| "step": 1781 |
| }, |
| { |
| "epoch": 2.2220835932626324, |
| "grad_norm": 0.10090543842040466, |
| "learning_rate": 2.501843843357568e-06, |
| "loss": 0.0263, |
| "num_tokens": 142659673.0, |
| "step": 1782 |
| }, |
| { |
| "epoch": 2.2233312538989396, |
| "grad_norm": 0.1115252060659669, |
| "learning_rate": 2.4973277459044927e-06, |
| "loss": 0.0282, |
| "num_tokens": 142741046.0, |
| "step": 1783 |
| }, |
| { |
| "epoch": 2.2245789145352464, |
| "grad_norm": 0.1133673733213164, |
| "learning_rate": 2.4928170932037916e-06, |
| "loss": 0.0277, |
| "num_tokens": 142820299.0, |
| "step": 1784 |
| }, |
| { |
| "epoch": 2.225826575171553, |
| "grad_norm": 0.1127136967529174, |
| "learning_rate": 2.4883118934346446e-06, |
| "loss": 0.0273, |
| "num_tokens": 142900381.0, |
| "step": 1785 |
| }, |
| { |
| "epoch": 2.2270742358078603, |
| "grad_norm": 0.10491586464405452, |
| "learning_rate": 2.48381215476634e-06, |
| "loss": 0.0265, |
| "num_tokens": 142980799.0, |
| "step": 1786 |
| }, |
| { |
| "epoch": 2.228321896444167, |
| "grad_norm": 0.11469618848304418, |
| "learning_rate": 2.4793178853582624e-06, |
| "loss": 0.0273, |
| "num_tokens": 143061287.0, |
| "step": 1787 |
| }, |
| { |
| "epoch": 2.229569557080474, |
| "grad_norm": 0.1087127525924716, |
| "learning_rate": 2.474829093359881e-06, |
| "loss": 0.0275, |
| "num_tokens": 143141303.0, |
| "step": 1788 |
| }, |
| { |
| "epoch": 2.230817217716781, |
| "grad_norm": 0.10390821955698, |
| "learning_rate": 2.4703457869107346e-06, |
| "loss": 0.0272, |
| "num_tokens": 143221934.0, |
| "step": 1789 |
| }, |
| { |
| "epoch": 2.232064878353088, |
| "grad_norm": 0.11473477655662885, |
| "learning_rate": 2.4658679741404106e-06, |
| "loss": 0.0287, |
| "num_tokens": 143303459.0, |
| "step": 1790 |
| }, |
| { |
| "epoch": 2.233312538989395, |
| "grad_norm": 0.11105580740416413, |
| "learning_rate": 2.461395663168539e-06, |
| "loss": 0.0281, |
| "num_tokens": 143383014.0, |
| "step": 1791 |
| }, |
| { |
| "epoch": 2.234560199625702, |
| "grad_norm": 0.11200067622309487, |
| "learning_rate": 2.4569288621047704e-06, |
| "loss": 0.0284, |
| "num_tokens": 143462866.0, |
| "step": 1792 |
| }, |
| { |
| "epoch": 2.2358078602620086, |
| "grad_norm": 0.10838875549676315, |
| "learning_rate": 2.452467579048764e-06, |
| "loss": 0.0267, |
| "num_tokens": 143541856.0, |
| "step": 1793 |
| }, |
| { |
| "epoch": 2.237055520898316, |
| "grad_norm": 0.11004549583890312, |
| "learning_rate": 2.4480118220901764e-06, |
| "loss": 0.0268, |
| "num_tokens": 143621766.0, |
| "step": 1794 |
| }, |
| { |
| "epoch": 2.2383031815346226, |
| "grad_norm": 0.10774371386318345, |
| "learning_rate": 2.4435615993086414e-06, |
| "loss": 0.0281, |
| "num_tokens": 143700863.0, |
| "step": 1795 |
| }, |
| { |
| "epoch": 2.2395508421709294, |
| "grad_norm": 0.10262726213219055, |
| "learning_rate": 2.4391169187737555e-06, |
| "loss": 0.0264, |
| "num_tokens": 143780027.0, |
| "step": 1796 |
| }, |
| { |
| "epoch": 2.2407985028072366, |
| "grad_norm": 0.10594867992251468, |
| "learning_rate": 2.434677788545071e-06, |
| "loss": 0.0278, |
| "num_tokens": 143859671.0, |
| "step": 1797 |
| }, |
| { |
| "epoch": 2.2420461634435433, |
| "grad_norm": 0.10587436147761728, |
| "learning_rate": 2.4302442166720723e-06, |
| "loss": 0.0275, |
| "num_tokens": 143940423.0, |
| "step": 1798 |
| }, |
| { |
| "epoch": 2.24329382407985, |
| "grad_norm": 0.11934655967345954, |
| "learning_rate": 2.4258162111941634e-06, |
| "loss": 0.0276, |
| "num_tokens": 144021103.0, |
| "step": 1799 |
| }, |
| { |
| "epoch": 2.2445414847161573, |
| "grad_norm": 0.11108721213520488, |
| "learning_rate": 2.42139378014066e-06, |
| "loss": 0.028, |
| "num_tokens": 144101887.0, |
| "step": 1800 |
| }, |
| { |
| "epoch": 2.245789145352464, |
| "grad_norm": 0.11656736214212844, |
| "learning_rate": 2.416976931530764e-06, |
| "loss": 0.0287, |
| "num_tokens": 144182215.0, |
| "step": 1801 |
| }, |
| { |
| "epoch": 2.247036805988771, |
| "grad_norm": 0.11510680943141609, |
| "learning_rate": 2.4125656733735554e-06, |
| "loss": 0.0281, |
| "num_tokens": 144263091.0, |
| "step": 1802 |
| }, |
| { |
| "epoch": 2.248284466625078, |
| "grad_norm": 0.10345650824569999, |
| "learning_rate": 2.4081600136679805e-06, |
| "loss": 0.0276, |
| "num_tokens": 144342322.0, |
| "step": 1803 |
| }, |
| { |
| "epoch": 2.249532127261385, |
| "grad_norm": 0.11225842570308209, |
| "learning_rate": 2.403759960402834e-06, |
| "loss": 0.028, |
| "num_tokens": 144422662.0, |
| "step": 1804 |
| }, |
| { |
| "epoch": 2.2507797878976916, |
| "grad_norm": 0.14563905711788522, |
| "learning_rate": 2.39936552155674e-06, |
| "loss": 0.0276, |
| "num_tokens": 144502890.0, |
| "step": 1805 |
| }, |
| { |
| "epoch": 2.252027448533999, |
| "grad_norm": 0.11458859468044612, |
| "learning_rate": 2.394976705098143e-06, |
| "loss": 0.0277, |
| "num_tokens": 144583307.0, |
| "step": 1806 |
| }, |
| { |
| "epoch": 2.2532751091703056, |
| "grad_norm": 0.11282706392587076, |
| "learning_rate": 2.3905935189852967e-06, |
| "loss": 0.0286, |
| "num_tokens": 144664063.0, |
| "step": 1807 |
| }, |
| { |
| "epoch": 2.254522769806613, |
| "grad_norm": 0.10716579111382028, |
| "learning_rate": 2.386215971166242e-06, |
| "loss": 0.0273, |
| "num_tokens": 144744193.0, |
| "step": 1808 |
| }, |
| { |
| "epoch": 2.2557704304429196, |
| "grad_norm": 0.10816884263366056, |
| "learning_rate": 2.381844069578793e-06, |
| "loss": 0.0273, |
| "num_tokens": 144825420.0, |
| "step": 1809 |
| }, |
| { |
| "epoch": 2.2570180910792264, |
| "grad_norm": 0.11079261493952917, |
| "learning_rate": 2.3774778221505316e-06, |
| "loss": 0.0269, |
| "num_tokens": 144904705.0, |
| "step": 1810 |
| }, |
| { |
| "epoch": 2.2582657517155336, |
| "grad_norm": 0.12304447536252638, |
| "learning_rate": 2.3731172367987856e-06, |
| "loss": 0.0279, |
| "num_tokens": 144984409.0, |
| "step": 1811 |
| }, |
| { |
| "epoch": 2.2595134123518403, |
| "grad_norm": 0.12073914506900349, |
| "learning_rate": 2.3687623214306096e-06, |
| "loss": 0.0281, |
| "num_tokens": 145065436.0, |
| "step": 1812 |
| }, |
| { |
| "epoch": 2.260761072988147, |
| "grad_norm": 0.11025114886878515, |
| "learning_rate": 2.364413083942787e-06, |
| "loss": 0.0278, |
| "num_tokens": 145145726.0, |
| "step": 1813 |
| }, |
| { |
| "epoch": 2.2620087336244543, |
| "grad_norm": 0.10678041974245804, |
| "learning_rate": 2.3600695322217965e-06, |
| "loss": 0.0278, |
| "num_tokens": 145225716.0, |
| "step": 1814 |
| }, |
| { |
| "epoch": 2.263256394260761, |
| "grad_norm": 0.1094478383949689, |
| "learning_rate": 2.355731674143809e-06, |
| "loss": 0.0266, |
| "num_tokens": 145304672.0, |
| "step": 1815 |
| }, |
| { |
| "epoch": 2.264504054897068, |
| "grad_norm": 0.11066469315589064, |
| "learning_rate": 2.3513995175746757e-06, |
| "loss": 0.0276, |
| "num_tokens": 145383597.0, |
| "step": 1816 |
| }, |
| { |
| "epoch": 2.265751715533375, |
| "grad_norm": 0.11081072087024889, |
| "learning_rate": 2.3470730703699034e-06, |
| "loss": 0.0264, |
| "num_tokens": 145463533.0, |
| "step": 1817 |
| }, |
| { |
| "epoch": 2.266999376169682, |
| "grad_norm": 0.12335653809318686, |
| "learning_rate": 2.3427523403746496e-06, |
| "loss": 0.0286, |
| "num_tokens": 145543691.0, |
| "step": 1818 |
| }, |
| { |
| "epoch": 2.2682470368059886, |
| "grad_norm": 0.10000215802185779, |
| "learning_rate": 2.338437335423705e-06, |
| "loss": 0.0264, |
| "num_tokens": 145622759.0, |
| "step": 1819 |
| }, |
| { |
| "epoch": 2.269494697442296, |
| "grad_norm": 0.11700316815610115, |
| "learning_rate": 2.3341280633414763e-06, |
| "loss": 0.0286, |
| "num_tokens": 145703874.0, |
| "step": 1820 |
| }, |
| { |
| "epoch": 2.2707423580786026, |
| "grad_norm": 0.11974933764453737, |
| "learning_rate": 2.3298245319419755e-06, |
| "loss": 0.0281, |
| "num_tokens": 145784643.0, |
| "step": 1821 |
| }, |
| { |
| "epoch": 2.2719900187149094, |
| "grad_norm": 0.11752237392767895, |
| "learning_rate": 2.325526749028808e-06, |
| "loss": 0.0278, |
| "num_tokens": 145865466.0, |
| "step": 1822 |
| }, |
| { |
| "epoch": 2.2732376793512166, |
| "grad_norm": 0.12283401566553695, |
| "learning_rate": 2.321234722395152e-06, |
| "loss": 0.0282, |
| "num_tokens": 145944342.0, |
| "step": 1823 |
| }, |
| { |
| "epoch": 2.2744853399875233, |
| "grad_norm": 0.11195250793318184, |
| "learning_rate": 2.3169484598237484e-06, |
| "loss": 0.0276, |
| "num_tokens": 146023270.0, |
| "step": 1824 |
| }, |
| { |
| "epoch": 2.2757330006238305, |
| "grad_norm": 0.11013517177727546, |
| "learning_rate": 2.312667969086887e-06, |
| "loss": 0.0267, |
| "num_tokens": 146102006.0, |
| "step": 1825 |
| }, |
| { |
| "epoch": 2.2769806612601373, |
| "grad_norm": 0.11787583993905608, |
| "learning_rate": 2.308393257946393e-06, |
| "loss": 0.0274, |
| "num_tokens": 146181867.0, |
| "step": 1826 |
| }, |
| { |
| "epoch": 2.278228321896444, |
| "grad_norm": 0.11819294612785929, |
| "learning_rate": 2.304124334153608e-06, |
| "loss": 0.0269, |
| "num_tokens": 146261476.0, |
| "step": 1827 |
| }, |
| { |
| "epoch": 2.279475982532751, |
| "grad_norm": 0.11184828699005617, |
| "learning_rate": 2.2998612054493827e-06, |
| "loss": 0.0284, |
| "num_tokens": 146341515.0, |
| "step": 1828 |
| }, |
| { |
| "epoch": 2.280723643169058, |
| "grad_norm": 0.10777522190355769, |
| "learning_rate": 2.2956038795640573e-06, |
| "loss": 0.0274, |
| "num_tokens": 146420733.0, |
| "step": 1829 |
| }, |
| { |
| "epoch": 2.281971303805365, |
| "grad_norm": 0.10954932409855346, |
| "learning_rate": 2.291352364217449e-06, |
| "loss": 0.028, |
| "num_tokens": 146501895.0, |
| "step": 1830 |
| }, |
| { |
| "epoch": 2.283218964441672, |
| "grad_norm": 0.10884043485738872, |
| "learning_rate": 2.287106667118841e-06, |
| "loss": 0.0281, |
| "num_tokens": 146581796.0, |
| "step": 1831 |
| }, |
| { |
| "epoch": 2.284466625077979, |
| "grad_norm": 0.11517754082110432, |
| "learning_rate": 2.2828667959669674e-06, |
| "loss": 0.0286, |
| "num_tokens": 146663043.0, |
| "step": 1832 |
| }, |
| { |
| "epoch": 2.2857142857142856, |
| "grad_norm": 0.1259652230677902, |
| "learning_rate": 2.2786327584499944e-06, |
| "loss": 0.0291, |
| "num_tokens": 146744082.0, |
| "step": 1833 |
| }, |
| { |
| "epoch": 2.286961946350593, |
| "grad_norm": 0.11385926033954893, |
| "learning_rate": 2.2744045622455112e-06, |
| "loss": 0.0278, |
| "num_tokens": 146824514.0, |
| "step": 1834 |
| }, |
| { |
| "epoch": 2.2882096069868996, |
| "grad_norm": 0.10823713522415669, |
| "learning_rate": 2.270182215020517e-06, |
| "loss": 0.0275, |
| "num_tokens": 146905003.0, |
| "step": 1835 |
| }, |
| { |
| "epoch": 2.2894572676232063, |
| "grad_norm": 0.10607107777899051, |
| "learning_rate": 2.2659657244314017e-06, |
| "loss": 0.0274, |
| "num_tokens": 146984485.0, |
| "step": 1836 |
| }, |
| { |
| "epoch": 2.2907049282595136, |
| "grad_norm": 0.10959122120451005, |
| "learning_rate": 2.26175509812394e-06, |
| "loss": 0.0276, |
| "num_tokens": 147064157.0, |
| "step": 1837 |
| }, |
| { |
| "epoch": 2.2919525888958203, |
| "grad_norm": 0.10057700457691329, |
| "learning_rate": 2.2575503437332677e-06, |
| "loss": 0.0273, |
| "num_tokens": 147143970.0, |
| "step": 1838 |
| }, |
| { |
| "epoch": 2.293200249532127, |
| "grad_norm": 0.10943750560043476, |
| "learning_rate": 2.2533514688838755e-06, |
| "loss": 0.028, |
| "num_tokens": 147225213.0, |
| "step": 1839 |
| }, |
| { |
| "epoch": 2.2944479101684343, |
| "grad_norm": 0.1101560015216109, |
| "learning_rate": 2.2491584811895927e-06, |
| "loss": 0.0272, |
| "num_tokens": 147305029.0, |
| "step": 1840 |
| }, |
| { |
| "epoch": 2.295695570804741, |
| "grad_norm": 0.1108231639983885, |
| "learning_rate": 2.244971388253576e-06, |
| "loss": 0.0261, |
| "num_tokens": 147385812.0, |
| "step": 1841 |
| }, |
| { |
| "epoch": 2.2969432314410483, |
| "grad_norm": 0.11679304596070587, |
| "learning_rate": 2.2407901976682884e-06, |
| "loss": 0.0294, |
| "num_tokens": 147466071.0, |
| "step": 1842 |
| }, |
| { |
| "epoch": 2.298190892077355, |
| "grad_norm": 0.09947228828930545, |
| "learning_rate": 2.2366149170154907e-06, |
| "loss": 0.0262, |
| "num_tokens": 147544270.0, |
| "step": 1843 |
| }, |
| { |
| "epoch": 2.299438552713662, |
| "grad_norm": 0.11014547069179065, |
| "learning_rate": 2.232445553866231e-06, |
| "loss": 0.0278, |
| "num_tokens": 147624344.0, |
| "step": 1844 |
| }, |
| { |
| "epoch": 2.3006862133499686, |
| "grad_norm": 0.11618854645406114, |
| "learning_rate": 2.228282115780824e-06, |
| "loss": 0.0283, |
| "num_tokens": 147703871.0, |
| "step": 1845 |
| }, |
| { |
| "epoch": 2.301933873986276, |
| "grad_norm": 0.11530991453976354, |
| "learning_rate": 2.22412461030884e-06, |
| "loss": 0.0277, |
| "num_tokens": 147783896.0, |
| "step": 1846 |
| }, |
| { |
| "epoch": 2.3031815346225826, |
| "grad_norm": 0.10820957500421617, |
| "learning_rate": 2.2199730449890964e-06, |
| "loss": 0.027, |
| "num_tokens": 147864352.0, |
| "step": 1847 |
| }, |
| { |
| "epoch": 2.30442919525889, |
| "grad_norm": 0.11573884363992257, |
| "learning_rate": 2.215827427349635e-06, |
| "loss": 0.0282, |
| "num_tokens": 147944345.0, |
| "step": 1848 |
| }, |
| { |
| "epoch": 2.3056768558951966, |
| "grad_norm": 0.11777830036437165, |
| "learning_rate": 2.211687764907711e-06, |
| "loss": 0.0272, |
| "num_tokens": 148026015.0, |
| "step": 1849 |
| }, |
| { |
| "epoch": 2.3069245165315033, |
| "grad_norm": 0.11222239508770851, |
| "learning_rate": 2.2075540651697873e-06, |
| "loss": 0.0275, |
| "num_tokens": 148106133.0, |
| "step": 1850 |
| }, |
| { |
| "epoch": 2.3081721771678105, |
| "grad_norm": 0.10933938525610572, |
| "learning_rate": 2.2034263356315087e-06, |
| "loss": 0.0278, |
| "num_tokens": 148186803.0, |
| "step": 1851 |
| }, |
| { |
| "epoch": 2.3094198378041173, |
| "grad_norm": 0.11453260431350368, |
| "learning_rate": 2.1993045837776957e-06, |
| "loss": 0.0278, |
| "num_tokens": 148267327.0, |
| "step": 1852 |
| }, |
| { |
| "epoch": 2.310667498440424, |
| "grad_norm": 0.11836630922316033, |
| "learning_rate": 2.195188817082331e-06, |
| "loss": 0.0283, |
| "num_tokens": 148349060.0, |
| "step": 1853 |
| }, |
| { |
| "epoch": 2.3119151590767313, |
| "grad_norm": 0.12681294550992456, |
| "learning_rate": 2.1910790430085465e-06, |
| "loss": 0.0275, |
| "num_tokens": 148428476.0, |
| "step": 1854 |
| }, |
| { |
| "epoch": 2.313162819713038, |
| "grad_norm": 0.10886143919786201, |
| "learning_rate": 2.1869752690086e-06, |
| "loss": 0.0269, |
| "num_tokens": 148507956.0, |
| "step": 1855 |
| }, |
| { |
| "epoch": 2.314410480349345, |
| "grad_norm": 0.1123737906437985, |
| "learning_rate": 2.1828775025238787e-06, |
| "loss": 0.027, |
| "num_tokens": 148587206.0, |
| "step": 1856 |
| }, |
| { |
| "epoch": 2.315658140985652, |
| "grad_norm": 0.1087200879265718, |
| "learning_rate": 2.1787857509848693e-06, |
| "loss": 0.027, |
| "num_tokens": 148666530.0, |
| "step": 1857 |
| }, |
| { |
| "epoch": 2.316905801621959, |
| "grad_norm": 0.12845500495545087, |
| "learning_rate": 2.174700021811153e-06, |
| "loss": 0.0288, |
| "num_tokens": 148745506.0, |
| "step": 1858 |
| }, |
| { |
| "epoch": 2.3181534622582656, |
| "grad_norm": 0.10251335702347915, |
| "learning_rate": 2.1706203224113944e-06, |
| "loss": 0.0273, |
| "num_tokens": 148826801.0, |
| "step": 1859 |
| }, |
| { |
| "epoch": 2.319401122894573, |
| "grad_norm": 0.13207173451085918, |
| "learning_rate": 2.1665466601833197e-06, |
| "loss": 0.0282, |
| "num_tokens": 148907396.0, |
| "step": 1860 |
| }, |
| { |
| "epoch": 2.3206487835308796, |
| "grad_norm": 0.11045087789527284, |
| "learning_rate": 2.162479042513711e-06, |
| "loss": 0.0275, |
| "num_tokens": 148987223.0, |
| "step": 1861 |
| }, |
| { |
| "epoch": 2.3218964441671863, |
| "grad_norm": 0.10466374938904822, |
| "learning_rate": 2.158417476778388e-06, |
| "loss": 0.0276, |
| "num_tokens": 149068080.0, |
| "step": 1862 |
| }, |
| { |
| "epoch": 2.3231441048034935, |
| "grad_norm": 0.11264871081312319, |
| "learning_rate": 2.1543619703421975e-06, |
| "loss": 0.0278, |
| "num_tokens": 149147571.0, |
| "step": 1863 |
| }, |
| { |
| "epoch": 2.3243917654398003, |
| "grad_norm": 0.104606366045223, |
| "learning_rate": 2.1503125305589976e-06, |
| "loss": 0.0272, |
| "num_tokens": 149227191.0, |
| "step": 1864 |
| }, |
| { |
| "epoch": 2.3256394260761075, |
| "grad_norm": 0.12583404589107572, |
| "learning_rate": 2.146269164771648e-06, |
| "loss": 0.0292, |
| "num_tokens": 149308765.0, |
| "step": 1865 |
| }, |
| { |
| "epoch": 2.3268870867124143, |
| "grad_norm": 0.11179688039422762, |
| "learning_rate": 2.142231880311992e-06, |
| "loss": 0.0274, |
| "num_tokens": 149388926.0, |
| "step": 1866 |
| }, |
| { |
| "epoch": 2.328134747348721, |
| "grad_norm": 0.10361239593188457, |
| "learning_rate": 2.1382006845008456e-06, |
| "loss": 0.0267, |
| "num_tokens": 149468409.0, |
| "step": 1867 |
| }, |
| { |
| "epoch": 2.329382407985028, |
| "grad_norm": 0.10285293247205865, |
| "learning_rate": 2.1341755846479868e-06, |
| "loss": 0.0274, |
| "num_tokens": 149548190.0, |
| "step": 1868 |
| }, |
| { |
| "epoch": 2.330630068621335, |
| "grad_norm": 0.11770503261290141, |
| "learning_rate": 2.1301565880521387e-06, |
| "loss": 0.0273, |
| "num_tokens": 149628012.0, |
| "step": 1869 |
| }, |
| { |
| "epoch": 2.331877729257642, |
| "grad_norm": 0.1074927375632693, |
| "learning_rate": 2.1261437020009565e-06, |
| "loss": 0.0271, |
| "num_tokens": 149708217.0, |
| "step": 1870 |
| }, |
| { |
| "epoch": 2.333125389893949, |
| "grad_norm": 0.11030656423571202, |
| "learning_rate": 2.122136933771014e-06, |
| "loss": 0.0272, |
| "num_tokens": 149788673.0, |
| "step": 1871 |
| }, |
| { |
| "epoch": 2.334373050530256, |
| "grad_norm": 0.12162150889745205, |
| "learning_rate": 2.118136290627795e-06, |
| "loss": 0.0287, |
| "num_tokens": 149868514.0, |
| "step": 1872 |
| }, |
| { |
| "epoch": 2.3356207111665626, |
| "grad_norm": 0.126632958015695, |
| "learning_rate": 2.114141779825674e-06, |
| "loss": 0.0282, |
| "num_tokens": 149948614.0, |
| "step": 1873 |
| }, |
| { |
| "epoch": 2.3368683718028698, |
| "grad_norm": 0.10058350258071957, |
| "learning_rate": 2.110153408607904e-06, |
| "loss": 0.0262, |
| "num_tokens": 150028919.0, |
| "step": 1874 |
| }, |
| { |
| "epoch": 2.3381160324391765, |
| "grad_norm": 0.11778995124698656, |
| "learning_rate": 2.1061711842066124e-06, |
| "loss": 0.028, |
| "num_tokens": 150108918.0, |
| "step": 1875 |
| }, |
| { |
| "epoch": 2.3393636930754833, |
| "grad_norm": 0.11526712748316235, |
| "learning_rate": 2.1021951138427736e-06, |
| "loss": 0.0275, |
| "num_tokens": 150188111.0, |
| "step": 1876 |
| }, |
| { |
| "epoch": 2.3406113537117905, |
| "grad_norm": 0.10576774424191199, |
| "learning_rate": 2.0982252047262025e-06, |
| "loss": 0.0277, |
| "num_tokens": 150267512.0, |
| "step": 1877 |
| }, |
| { |
| "epoch": 2.3418590143480973, |
| "grad_norm": 0.11922101045159628, |
| "learning_rate": 2.094261464055548e-06, |
| "loss": 0.028, |
| "num_tokens": 150349541.0, |
| "step": 1878 |
| }, |
| { |
| "epoch": 2.343106674984404, |
| "grad_norm": 0.11472447341513481, |
| "learning_rate": 2.0903038990182684e-06, |
| "loss": 0.0281, |
| "num_tokens": 150429122.0, |
| "step": 1879 |
| }, |
| { |
| "epoch": 2.3443543356207113, |
| "grad_norm": 0.11865849401366725, |
| "learning_rate": 2.086352516790624e-06, |
| "loss": 0.0282, |
| "num_tokens": 150509545.0, |
| "step": 1880 |
| }, |
| { |
| "epoch": 2.345601996257018, |
| "grad_norm": 0.11861011227322517, |
| "learning_rate": 2.082407324537668e-06, |
| "loss": 0.028, |
| "num_tokens": 150589757.0, |
| "step": 1881 |
| }, |
| { |
| "epoch": 2.3468496568933253, |
| "grad_norm": 0.1151057044148094, |
| "learning_rate": 2.078468329413223e-06, |
| "loss": 0.0278, |
| "num_tokens": 150671338.0, |
| "step": 1882 |
| }, |
| { |
| "epoch": 2.348097317529632, |
| "grad_norm": 0.10255007625515707, |
| "learning_rate": 2.07453553855988e-06, |
| "loss": 0.0264, |
| "num_tokens": 150751508.0, |
| "step": 1883 |
| }, |
| { |
| "epoch": 2.349344978165939, |
| "grad_norm": 0.11660533332586445, |
| "learning_rate": 2.0706089591089785e-06, |
| "loss": 0.0282, |
| "num_tokens": 150832075.0, |
| "step": 1884 |
| }, |
| { |
| "epoch": 2.3505926388022456, |
| "grad_norm": 0.1155557180421997, |
| "learning_rate": 2.0666885981805916e-06, |
| "loss": 0.0273, |
| "num_tokens": 150912548.0, |
| "step": 1885 |
| }, |
| { |
| "epoch": 2.3518402994385528, |
| "grad_norm": 0.11188233909320953, |
| "learning_rate": 2.0627744628835196e-06, |
| "loss": 0.0278, |
| "num_tokens": 150991832.0, |
| "step": 1886 |
| }, |
| { |
| "epoch": 2.3530879600748595, |
| "grad_norm": 0.11350157709518613, |
| "learning_rate": 2.058866560315273e-06, |
| "loss": 0.0272, |
| "num_tokens": 151071514.0, |
| "step": 1887 |
| }, |
| { |
| "epoch": 2.3543356207111668, |
| "grad_norm": 0.11410767768820493, |
| "learning_rate": 2.054964897562061e-06, |
| "loss": 0.0276, |
| "num_tokens": 151150714.0, |
| "step": 1888 |
| }, |
| { |
| "epoch": 2.3555832813474735, |
| "grad_norm": 0.10872089005911116, |
| "learning_rate": 2.0510694816987724e-06, |
| "loss": 0.0279, |
| "num_tokens": 151231361.0, |
| "step": 1889 |
| }, |
| { |
| "epoch": 2.3568309419837803, |
| "grad_norm": 0.1196042703091023, |
| "learning_rate": 2.047180319788981e-06, |
| "loss": 0.0276, |
| "num_tokens": 151311684.0, |
| "step": 1890 |
| }, |
| { |
| "epoch": 2.3580786026200875, |
| "grad_norm": 0.11841309111635819, |
| "learning_rate": 2.0432974188849103e-06, |
| "loss": 0.0275, |
| "num_tokens": 151392783.0, |
| "step": 1891 |
| }, |
| { |
| "epoch": 2.3593262632563943, |
| "grad_norm": 0.11255039160218248, |
| "learning_rate": 2.0394207860274304e-06, |
| "loss": 0.0277, |
| "num_tokens": 151472580.0, |
| "step": 1892 |
| }, |
| { |
| "epoch": 2.360573923892701, |
| "grad_norm": 0.10746347740509427, |
| "learning_rate": 2.035550428246053e-06, |
| "loss": 0.0272, |
| "num_tokens": 151552266.0, |
| "step": 1893 |
| }, |
| { |
| "epoch": 2.3618215845290083, |
| "grad_norm": 0.11470087718795037, |
| "learning_rate": 2.0316863525589037e-06, |
| "loss": 0.0279, |
| "num_tokens": 151631911.0, |
| "step": 1894 |
| }, |
| { |
| "epoch": 2.363069245165315, |
| "grad_norm": 0.12367004565272316, |
| "learning_rate": 2.0278285659727187e-06, |
| "loss": 0.0273, |
| "num_tokens": 151710855.0, |
| "step": 1895 |
| }, |
| { |
| "epoch": 2.364316905801622, |
| "grad_norm": 0.12984514692522087, |
| "learning_rate": 2.023977075482833e-06, |
| "loss": 0.0307, |
| "num_tokens": 151793755.0, |
| "step": 1896 |
| }, |
| { |
| "epoch": 2.365564566437929, |
| "grad_norm": 0.12148820532988883, |
| "learning_rate": 2.0201318880731633e-06, |
| "loss": 0.0283, |
| "num_tokens": 151875625.0, |
| "step": 1897 |
| }, |
| { |
| "epoch": 2.3668122270742358, |
| "grad_norm": 0.11585673908956987, |
| "learning_rate": 2.0162930107161963e-06, |
| "loss": 0.0273, |
| "num_tokens": 151955662.0, |
| "step": 1898 |
| }, |
| { |
| "epoch": 2.3680598877105425, |
| "grad_norm": 0.12778131669298992, |
| "learning_rate": 2.012460450372976e-06, |
| "loss": 0.0296, |
| "num_tokens": 152037665.0, |
| "step": 1899 |
| }, |
| { |
| "epoch": 2.3693075483468498, |
| "grad_norm": 0.12449191375414341, |
| "learning_rate": 2.0086342139930932e-06, |
| "loss": 0.031, |
| "num_tokens": 152116842.0, |
| "step": 1900 |
| }, |
| { |
| "epoch": 2.3705552089831565, |
| "grad_norm": 0.12060369090810642, |
| "learning_rate": 2.004814308514671e-06, |
| "loss": 0.0287, |
| "num_tokens": 152196571.0, |
| "step": 1901 |
| }, |
| { |
| "epoch": 2.3718028696194633, |
| "grad_norm": 0.12138740721784497, |
| "learning_rate": 2.001000740864353e-06, |
| "loss": 0.0276, |
| "num_tokens": 152276228.0, |
| "step": 1902 |
| }, |
| { |
| "epoch": 2.3730505302557705, |
| "grad_norm": 0.10235549260740247, |
| "learning_rate": 1.9971935179572893e-06, |
| "loss": 0.0268, |
| "num_tokens": 152355915.0, |
| "step": 1903 |
| }, |
| { |
| "epoch": 2.3742981908920773, |
| "grad_norm": 0.1156977150303195, |
| "learning_rate": 1.993392646697127e-06, |
| "loss": 0.0276, |
| "num_tokens": 152435603.0, |
| "step": 1904 |
| }, |
| { |
| "epoch": 2.3755458515283845, |
| "grad_norm": 0.1134522871431333, |
| "learning_rate": 1.9895981339759927e-06, |
| "loss": 0.0276, |
| "num_tokens": 152516244.0, |
| "step": 1905 |
| }, |
| { |
| "epoch": 2.3767935121646913, |
| "grad_norm": 0.116802365651326, |
| "learning_rate": 1.985809986674487e-06, |
| "loss": 0.0281, |
| "num_tokens": 152595457.0, |
| "step": 1906 |
| }, |
| { |
| "epoch": 2.378041172800998, |
| "grad_norm": 0.1162946923631464, |
| "learning_rate": 1.982028211661665e-06, |
| "loss": 0.0275, |
| "num_tokens": 152675867.0, |
| "step": 1907 |
| }, |
| { |
| "epoch": 2.3792888334373052, |
| "grad_norm": 0.12149058207102886, |
| "learning_rate": 1.9782528157950266e-06, |
| "loss": 0.0285, |
| "num_tokens": 152756569.0, |
| "step": 1908 |
| }, |
| { |
| "epoch": 2.380536494073612, |
| "grad_norm": 0.1201975730835599, |
| "learning_rate": 1.974483805920508e-06, |
| "loss": 0.0285, |
| "num_tokens": 152836657.0, |
| "step": 1909 |
| }, |
| { |
| "epoch": 2.3817841547099188, |
| "grad_norm": 0.11308003280924744, |
| "learning_rate": 1.970721188872461e-06, |
| "loss": 0.0283, |
| "num_tokens": 152918160.0, |
| "step": 1910 |
| }, |
| { |
| "epoch": 2.383031815346226, |
| "grad_norm": 0.10654932419802848, |
| "learning_rate": 1.966964971473649e-06, |
| "loss": 0.0264, |
| "num_tokens": 153002339.0, |
| "step": 1911 |
| }, |
| { |
| "epoch": 2.3842794759825328, |
| "grad_norm": 0.10620407558672333, |
| "learning_rate": 1.9632151605352296e-06, |
| "loss": 0.0279, |
| "num_tokens": 153081791.0, |
| "step": 1912 |
| }, |
| { |
| "epoch": 2.3855271366188395, |
| "grad_norm": 0.11368468414357902, |
| "learning_rate": 1.9594717628567432e-06, |
| "loss": 0.0274, |
| "num_tokens": 153162006.0, |
| "step": 1913 |
| }, |
| { |
| "epoch": 2.3867747972551467, |
| "grad_norm": 0.11000047901719937, |
| "learning_rate": 1.9557347852261007e-06, |
| "loss": 0.0274, |
| "num_tokens": 153242632.0, |
| "step": 1914 |
| }, |
| { |
| "epoch": 2.3880224578914535, |
| "grad_norm": 0.1089512194404227, |
| "learning_rate": 1.9520042344195727e-06, |
| "loss": 0.0272, |
| "num_tokens": 153323418.0, |
| "step": 1915 |
| }, |
| { |
| "epoch": 2.3892701185277603, |
| "grad_norm": 0.10861808273136546, |
| "learning_rate": 1.9482801172017758e-06, |
| "loss": 0.0266, |
| "num_tokens": 153403974.0, |
| "step": 1916 |
| }, |
| { |
| "epoch": 2.3905177791640675, |
| "grad_norm": 0.11473505086721252, |
| "learning_rate": 1.9445624403256576e-06, |
| "loss": 0.0267, |
| "num_tokens": 153483141.0, |
| "step": 1917 |
| }, |
| { |
| "epoch": 2.3917654398003743, |
| "grad_norm": 0.10654799873398078, |
| "learning_rate": 1.940851210532493e-06, |
| "loss": 0.0279, |
| "num_tokens": 153563318.0, |
| "step": 1918 |
| }, |
| { |
| "epoch": 2.393013100436681, |
| "grad_norm": 0.10839257143529775, |
| "learning_rate": 1.937146434551863e-06, |
| "loss": 0.0269, |
| "num_tokens": 153643226.0, |
| "step": 1919 |
| }, |
| { |
| "epoch": 2.3942607610729882, |
| "grad_norm": 0.10860934191124491, |
| "learning_rate": 1.933448119101644e-06, |
| "loss": 0.0286, |
| "num_tokens": 153722527.0, |
| "step": 1920 |
| }, |
| { |
| "epoch": 2.395508421709295, |
| "grad_norm": 0.10443243666752638, |
| "learning_rate": 1.929756270888003e-06, |
| "loss": 0.0265, |
| "num_tokens": 153802225.0, |
| "step": 1921 |
| }, |
| { |
| "epoch": 2.3967560823456022, |
| "grad_norm": 0.10427755534598981, |
| "learning_rate": 1.9260708966053744e-06, |
| "loss": 0.0271, |
| "num_tokens": 153881820.0, |
| "step": 1922 |
| }, |
| { |
| "epoch": 2.398003742981909, |
| "grad_norm": 0.1177864618305411, |
| "learning_rate": 1.9223920029364555e-06, |
| "loss": 0.0278, |
| "num_tokens": 153961515.0, |
| "step": 1923 |
| }, |
| { |
| "epoch": 2.3992514036182158, |
| "grad_norm": 0.11765676375572733, |
| "learning_rate": 1.9187195965521934e-06, |
| "loss": 0.028, |
| "num_tokens": 154041531.0, |
| "step": 1924 |
| }, |
| { |
| "epoch": 2.4004990642545225, |
| "grad_norm": 0.10500942947449511, |
| "learning_rate": 1.9150536841117713e-06, |
| "loss": 0.027, |
| "num_tokens": 154121639.0, |
| "step": 1925 |
| }, |
| { |
| "epoch": 2.4017467248908297, |
| "grad_norm": 0.12216098631005727, |
| "learning_rate": 1.911394272262595e-06, |
| "loss": 0.0298, |
| "num_tokens": 154203019.0, |
| "step": 1926 |
| }, |
| { |
| "epoch": 2.4029943855271365, |
| "grad_norm": 0.10777756704694372, |
| "learning_rate": 1.907741367640286e-06, |
| "loss": 0.0273, |
| "num_tokens": 154283769.0, |
| "step": 1927 |
| }, |
| { |
| "epoch": 2.4042420461634437, |
| "grad_norm": 0.12546585298956595, |
| "learning_rate": 1.9040949768686646e-06, |
| "loss": 0.0282, |
| "num_tokens": 154364349.0, |
| "step": 1928 |
| }, |
| { |
| "epoch": 2.4054897067997505, |
| "grad_norm": 0.11144911675809406, |
| "learning_rate": 1.900455106559737e-06, |
| "loss": 0.0275, |
| "num_tokens": 154444248.0, |
| "step": 1929 |
| }, |
| { |
| "epoch": 2.4067373674360573, |
| "grad_norm": 0.10425862497450274, |
| "learning_rate": 1.8968217633136909e-06, |
| "loss": 0.0266, |
| "num_tokens": 154523672.0, |
| "step": 1930 |
| }, |
| { |
| "epoch": 2.4079850280723645, |
| "grad_norm": 0.10633358249196864, |
| "learning_rate": 1.893194953718875e-06, |
| "loss": 0.0267, |
| "num_tokens": 154603383.0, |
| "step": 1931 |
| }, |
| { |
| "epoch": 2.4092326887086712, |
| "grad_norm": 0.11025002525121674, |
| "learning_rate": 1.8895746843517892e-06, |
| "loss": 0.0273, |
| "num_tokens": 154683826.0, |
| "step": 1932 |
| }, |
| { |
| "epoch": 2.410480349344978, |
| "grad_norm": 0.12840305730755552, |
| "learning_rate": 1.8859609617770786e-06, |
| "loss": 0.0436, |
| "num_tokens": 154764256.0, |
| "step": 1933 |
| }, |
| { |
| "epoch": 2.4117280099812852, |
| "grad_norm": 0.10790452835307801, |
| "learning_rate": 1.8823537925475143e-06, |
| "loss": 0.0272, |
| "num_tokens": 154843472.0, |
| "step": 1934 |
| }, |
| { |
| "epoch": 2.412975670617592, |
| "grad_norm": 0.10970134188031404, |
| "learning_rate": 1.8787531832039846e-06, |
| "loss": 0.0278, |
| "num_tokens": 154923415.0, |
| "step": 1935 |
| }, |
| { |
| "epoch": 2.4142233312538988, |
| "grad_norm": 0.10844976031889222, |
| "learning_rate": 1.8751591402754802e-06, |
| "loss": 0.0271, |
| "num_tokens": 155001644.0, |
| "step": 1936 |
| }, |
| { |
| "epoch": 2.415470991890206, |
| "grad_norm": 0.10790804890822218, |
| "learning_rate": 1.8715716702790903e-06, |
| "loss": 0.0278, |
| "num_tokens": 155082689.0, |
| "step": 1937 |
| }, |
| { |
| "epoch": 2.4167186525265127, |
| "grad_norm": 0.10777373189548671, |
| "learning_rate": 1.8679907797199798e-06, |
| "loss": 0.0271, |
| "num_tokens": 155161299.0, |
| "step": 1938 |
| }, |
| { |
| "epoch": 2.41796631316282, |
| "grad_norm": 0.10873821982168631, |
| "learning_rate": 1.8644164750913868e-06, |
| "loss": 0.0274, |
| "num_tokens": 155240482.0, |
| "step": 1939 |
| }, |
| { |
| "epoch": 2.4192139737991267, |
| "grad_norm": 0.10820841964710465, |
| "learning_rate": 1.8608487628746072e-06, |
| "loss": 0.0272, |
| "num_tokens": 155320020.0, |
| "step": 1940 |
| }, |
| { |
| "epoch": 2.4204616344354335, |
| "grad_norm": 0.11112717770569587, |
| "learning_rate": 1.8572876495389808e-06, |
| "loss": 0.0272, |
| "num_tokens": 155400618.0, |
| "step": 1941 |
| }, |
| { |
| "epoch": 2.4217092950717403, |
| "grad_norm": 0.11217938609690513, |
| "learning_rate": 1.8537331415418802e-06, |
| "loss": 0.0274, |
| "num_tokens": 155480528.0, |
| "step": 1942 |
| }, |
| { |
| "epoch": 2.4229569557080475, |
| "grad_norm": 0.11097473906028339, |
| "learning_rate": 1.8501852453287056e-06, |
| "loss": 0.0272, |
| "num_tokens": 155562620.0, |
| "step": 1943 |
| }, |
| { |
| "epoch": 2.4242046163443542, |
| "grad_norm": 0.10818902006610549, |
| "learning_rate": 1.846643967332865e-06, |
| "loss": 0.0274, |
| "num_tokens": 155641589.0, |
| "step": 1944 |
| }, |
| { |
| "epoch": 2.4254522769806615, |
| "grad_norm": 0.11177617772827625, |
| "learning_rate": 1.8431093139757635e-06, |
| "loss": 0.028, |
| "num_tokens": 155723189.0, |
| "step": 1945 |
| }, |
| { |
| "epoch": 2.4266999376169682, |
| "grad_norm": 0.11904079761014202, |
| "learning_rate": 1.8395812916667974e-06, |
| "loss": 0.0276, |
| "num_tokens": 155802507.0, |
| "step": 1946 |
| }, |
| { |
| "epoch": 2.427947598253275, |
| "grad_norm": 0.10796895127972975, |
| "learning_rate": 1.836059906803339e-06, |
| "loss": 0.0275, |
| "num_tokens": 155882396.0, |
| "step": 1947 |
| }, |
| { |
| "epoch": 2.429195258889582, |
| "grad_norm": 0.11670361221308223, |
| "learning_rate": 1.832545165770721e-06, |
| "loss": 0.0283, |
| "num_tokens": 155962352.0, |
| "step": 1948 |
| }, |
| { |
| "epoch": 2.430442919525889, |
| "grad_norm": 0.11461518816560916, |
| "learning_rate": 1.8290370749422327e-06, |
| "loss": 0.0279, |
| "num_tokens": 156043890.0, |
| "step": 1949 |
| }, |
| { |
| "epoch": 2.4316905801621957, |
| "grad_norm": 0.10679786955474743, |
| "learning_rate": 1.8255356406791036e-06, |
| "loss": 0.0272, |
| "num_tokens": 156123445.0, |
| "step": 1950 |
| }, |
| { |
| "epoch": 2.432938240798503, |
| "grad_norm": 0.10688075962587382, |
| "learning_rate": 1.82204086933049e-06, |
| "loss": 0.0268, |
| "num_tokens": 156203255.0, |
| "step": 1951 |
| }, |
| { |
| "epoch": 2.4341859014348097, |
| "grad_norm": 0.11372182933826729, |
| "learning_rate": 1.8185527672334712e-06, |
| "loss": 0.0265, |
| "num_tokens": 156282984.0, |
| "step": 1952 |
| }, |
| { |
| "epoch": 2.4354335620711165, |
| "grad_norm": 0.11467488601047325, |
| "learning_rate": 1.8150713407130283e-06, |
| "loss": 0.0278, |
| "num_tokens": 156362864.0, |
| "step": 1953 |
| }, |
| { |
| "epoch": 2.4366812227074237, |
| "grad_norm": 0.11881203317305625, |
| "learning_rate": 1.8115965960820414e-06, |
| "loss": 0.0284, |
| "num_tokens": 156443925.0, |
| "step": 1954 |
| }, |
| { |
| "epoch": 2.4379288833437305, |
| "grad_norm": 0.11291508916496522, |
| "learning_rate": 1.8081285396412738e-06, |
| "loss": 0.0275, |
| "num_tokens": 156526214.0, |
| "step": 1955 |
| }, |
| { |
| "epoch": 2.4391765439800372, |
| "grad_norm": 0.1127357370742545, |
| "learning_rate": 1.8046671776793584e-06, |
| "loss": 0.028, |
| "num_tokens": 156606671.0, |
| "step": 1956 |
| }, |
| { |
| "epoch": 2.4404242046163445, |
| "grad_norm": 0.11312286561244898, |
| "learning_rate": 1.80121251647279e-06, |
| "loss": 0.0274, |
| "num_tokens": 156686884.0, |
| "step": 1957 |
| }, |
| { |
| "epoch": 2.4416718652526512, |
| "grad_norm": 0.11771902116431116, |
| "learning_rate": 1.7977645622859157e-06, |
| "loss": 0.0285, |
| "num_tokens": 156767153.0, |
| "step": 1958 |
| }, |
| { |
| "epoch": 2.442919525888958, |
| "grad_norm": 0.11286969218942611, |
| "learning_rate": 1.7943233213709173e-06, |
| "loss": 0.0276, |
| "num_tokens": 156848405.0, |
| "step": 1959 |
| }, |
| { |
| "epoch": 2.444167186525265, |
| "grad_norm": 0.10775615689943846, |
| "learning_rate": 1.7908887999678046e-06, |
| "loss": 0.0269, |
| "num_tokens": 156927640.0, |
| "step": 1960 |
| }, |
| { |
| "epoch": 2.445414847161572, |
| "grad_norm": 0.12023464215065506, |
| "learning_rate": 1.7874610043044027e-06, |
| "loss": 0.0288, |
| "num_tokens": 157009867.0, |
| "step": 1961 |
| }, |
| { |
| "epoch": 2.446662507797879, |
| "grad_norm": 0.1109760515355431, |
| "learning_rate": 1.7840399405963432e-06, |
| "loss": 0.027, |
| "num_tokens": 157090040.0, |
| "step": 1962 |
| }, |
| { |
| "epoch": 2.447910168434186, |
| "grad_norm": 0.11510300631971997, |
| "learning_rate": 1.7806256150470472e-06, |
| "loss": 0.0278, |
| "num_tokens": 157171270.0, |
| "step": 1963 |
| }, |
| { |
| "epoch": 2.4491578290704927, |
| "grad_norm": 0.113356826538854, |
| "learning_rate": 1.7772180338477173e-06, |
| "loss": 0.0269, |
| "num_tokens": 157250589.0, |
| "step": 1964 |
| }, |
| { |
| "epoch": 2.4504054897068, |
| "grad_norm": 0.11020161557209646, |
| "learning_rate": 1.7738172031773322e-06, |
| "loss": 0.0272, |
| "num_tokens": 157332005.0, |
| "step": 1965 |
| }, |
| { |
| "epoch": 2.4516531503431067, |
| "grad_norm": 0.10920573621039224, |
| "learning_rate": 1.7704231292026219e-06, |
| "loss": 0.0274, |
| "num_tokens": 157412201.0, |
| "step": 1966 |
| }, |
| { |
| "epoch": 2.4529008109794135, |
| "grad_norm": 0.11239699652286433, |
| "learning_rate": 1.76703581807807e-06, |
| "loss": 0.0272, |
| "num_tokens": 157493943.0, |
| "step": 1967 |
| }, |
| { |
| "epoch": 2.4541484716157207, |
| "grad_norm": 0.1082221654475512, |
| "learning_rate": 1.7636552759458963e-06, |
| "loss": 0.0269, |
| "num_tokens": 157572738.0, |
| "step": 1968 |
| }, |
| { |
| "epoch": 2.4553961322520275, |
| "grad_norm": 0.11287162279835761, |
| "learning_rate": 1.760281508936045e-06, |
| "loss": 0.0274, |
| "num_tokens": 157653339.0, |
| "step": 1969 |
| }, |
| { |
| "epoch": 2.4566437928883342, |
| "grad_norm": 0.11440457618886876, |
| "learning_rate": 1.7569145231661738e-06, |
| "loss": 0.028, |
| "num_tokens": 157734700.0, |
| "step": 1970 |
| }, |
| { |
| "epoch": 2.4578914535246414, |
| "grad_norm": 0.11118819360031555, |
| "learning_rate": 1.753554324741648e-06, |
| "loss": 0.0272, |
| "num_tokens": 157815324.0, |
| "step": 1971 |
| }, |
| { |
| "epoch": 2.459139114160948, |
| "grad_norm": 0.11370081079972753, |
| "learning_rate": 1.7502009197555215e-06, |
| "loss": 0.0287, |
| "num_tokens": 157896290.0, |
| "step": 1972 |
| }, |
| { |
| "epoch": 2.460386774797255, |
| "grad_norm": 0.13188166291275744, |
| "learning_rate": 1.7468543142885308e-06, |
| "loss": 0.0291, |
| "num_tokens": 157978183.0, |
| "step": 1973 |
| }, |
| { |
| "epoch": 2.461634435433562, |
| "grad_norm": 0.10901400798519152, |
| "learning_rate": 1.7435145144090852e-06, |
| "loss": 0.0281, |
| "num_tokens": 158056882.0, |
| "step": 1974 |
| }, |
| { |
| "epoch": 2.462882096069869, |
| "grad_norm": 0.10230118141977014, |
| "learning_rate": 1.740181526173248e-06, |
| "loss": 0.0271, |
| "num_tokens": 158136794.0, |
| "step": 1975 |
| }, |
| { |
| "epoch": 2.4641297567061757, |
| "grad_norm": 0.11403183233637615, |
| "learning_rate": 1.736855355624737e-06, |
| "loss": 0.0278, |
| "num_tokens": 158216836.0, |
| "step": 1976 |
| }, |
| { |
| "epoch": 2.465377417342483, |
| "grad_norm": 0.10903076514079771, |
| "learning_rate": 1.7335360087949048e-06, |
| "loss": 0.0275, |
| "num_tokens": 158297798.0, |
| "step": 1977 |
| }, |
| { |
| "epoch": 2.4666250779787897, |
| "grad_norm": 0.10466959609108883, |
| "learning_rate": 1.73022349170273e-06, |
| "loss": 0.0271, |
| "num_tokens": 158378165.0, |
| "step": 1978 |
| }, |
| { |
| "epoch": 2.467872738615097, |
| "grad_norm": 0.11147187512684335, |
| "learning_rate": 1.7269178103548057e-06, |
| "loss": 0.0271, |
| "num_tokens": 158459178.0, |
| "step": 1979 |
| }, |
| { |
| "epoch": 2.4691203992514037, |
| "grad_norm": 0.11409682525660257, |
| "learning_rate": 1.723618970745334e-06, |
| "loss": 0.0281, |
| "num_tokens": 158540418.0, |
| "step": 1980 |
| }, |
| { |
| "epoch": 2.4703680598877105, |
| "grad_norm": 0.10477788112973571, |
| "learning_rate": 1.7203269788561067e-06, |
| "loss": 0.027, |
| "num_tokens": 158619445.0, |
| "step": 1981 |
| }, |
| { |
| "epoch": 2.4716157205240172, |
| "grad_norm": 0.1074788211668467, |
| "learning_rate": 1.7170418406564982e-06, |
| "loss": 0.027, |
| "num_tokens": 158700296.0, |
| "step": 1982 |
| }, |
| { |
| "epoch": 2.4728633811603244, |
| "grad_norm": 0.11129094430099397, |
| "learning_rate": 1.7137635621034614e-06, |
| "loss": 0.0277, |
| "num_tokens": 158780253.0, |
| "step": 1983 |
| }, |
| { |
| "epoch": 2.474111041796631, |
| "grad_norm": 0.10164355680147183, |
| "learning_rate": 1.7104921491415038e-06, |
| "loss": 0.0268, |
| "num_tokens": 158860384.0, |
| "step": 1984 |
| }, |
| { |
| "epoch": 2.4753587024329384, |
| "grad_norm": 0.11686566136668367, |
| "learning_rate": 1.7072276077026856e-06, |
| "loss": 0.0283, |
| "num_tokens": 158939479.0, |
| "step": 1985 |
| }, |
| { |
| "epoch": 2.476606363069245, |
| "grad_norm": 0.11938137497936563, |
| "learning_rate": 1.7039699437066076e-06, |
| "loss": 0.0274, |
| "num_tokens": 159021019.0, |
| "step": 1986 |
| }, |
| { |
| "epoch": 2.477854023705552, |
| "grad_norm": 0.110769383334913, |
| "learning_rate": 1.7007191630604003e-06, |
| "loss": 0.0269, |
| "num_tokens": 159100911.0, |
| "step": 1987 |
| }, |
| { |
| "epoch": 2.479101684341859, |
| "grad_norm": 0.1066179656774663, |
| "learning_rate": 1.6974752716587092e-06, |
| "loss": 0.0276, |
| "num_tokens": 159180930.0, |
| "step": 1988 |
| }, |
| { |
| "epoch": 2.480349344978166, |
| "grad_norm": 0.12059952000176534, |
| "learning_rate": 1.6942382753836912e-06, |
| "loss": 0.0287, |
| "num_tokens": 159260601.0, |
| "step": 1989 |
| }, |
| { |
| "epoch": 2.4815970056144727, |
| "grad_norm": 0.11227342940000516, |
| "learning_rate": 1.691008180105e-06, |
| "loss": 0.0273, |
| "num_tokens": 159340555.0, |
| "step": 1990 |
| }, |
| { |
| "epoch": 2.48284466625078, |
| "grad_norm": 0.1098479649477286, |
| "learning_rate": 1.6877849916797728e-06, |
| "loss": 0.0288, |
| "num_tokens": 159420038.0, |
| "step": 1991 |
| }, |
| { |
| "epoch": 2.4840923268870867, |
| "grad_norm": 0.1111828471383589, |
| "learning_rate": 1.684568715952626e-06, |
| "loss": 0.0277, |
| "num_tokens": 159499863.0, |
| "step": 1992 |
| }, |
| { |
| "epoch": 2.4853399875233935, |
| "grad_norm": 0.11053778696407449, |
| "learning_rate": 1.6813593587556392e-06, |
| "loss": 0.0272, |
| "num_tokens": 159579187.0, |
| "step": 1993 |
| }, |
| { |
| "epoch": 2.4865876481597007, |
| "grad_norm": 0.11439406236806961, |
| "learning_rate": 1.6781569259083463e-06, |
| "loss": 0.0282, |
| "num_tokens": 159659711.0, |
| "step": 1994 |
| }, |
| { |
| "epoch": 2.4878353087960074, |
| "grad_norm": 0.10690423131408978, |
| "learning_rate": 1.6749614232177273e-06, |
| "loss": 0.0281, |
| "num_tokens": 159740822.0, |
| "step": 1995 |
| }, |
| { |
| "epoch": 2.489082969432314, |
| "grad_norm": 0.11272934482085559, |
| "learning_rate": 1.6717728564781927e-06, |
| "loss": 0.0277, |
| "num_tokens": 159820583.0, |
| "step": 1996 |
| }, |
| { |
| "epoch": 2.4903306300686214, |
| "grad_norm": 0.11712009141925543, |
| "learning_rate": 1.6685912314715797e-06, |
| "loss": 0.0276, |
| "num_tokens": 159901927.0, |
| "step": 1997 |
| }, |
| { |
| "epoch": 2.491578290704928, |
| "grad_norm": 0.11201642856684556, |
| "learning_rate": 1.6654165539671342e-06, |
| "loss": 0.0273, |
| "num_tokens": 159982551.0, |
| "step": 1998 |
| }, |
| { |
| "epoch": 2.492825951341235, |
| "grad_norm": 0.12217007620784424, |
| "learning_rate": 1.6622488297215079e-06, |
| "loss": 0.0281, |
| "num_tokens": 160063000.0, |
| "step": 1999 |
| }, |
| { |
| "epoch": 2.494073611977542, |
| "grad_norm": 0.10737268262091881, |
| "learning_rate": 1.6590880644787407e-06, |
| "loss": 0.0268, |
| "num_tokens": 160142294.0, |
| "step": 2000 |
| }, |
| { |
| "epoch": 2.495321272613849, |
| "grad_norm": 0.1250676932249431, |
| "learning_rate": 1.6559342639702563e-06, |
| "loss": 0.0306, |
| "num_tokens": 160220912.0, |
| "step": 2001 |
| }, |
| { |
| "epoch": 2.496568933250156, |
| "grad_norm": 0.11211010682205132, |
| "learning_rate": 1.6527874339148484e-06, |
| "loss": 0.0264, |
| "num_tokens": 160301952.0, |
| "step": 2002 |
| }, |
| { |
| "epoch": 2.497816593886463, |
| "grad_norm": 0.11786513203484543, |
| "learning_rate": 1.6496475800186702e-06, |
| "loss": 0.0281, |
| "num_tokens": 160381913.0, |
| "step": 2003 |
| }, |
| { |
| "epoch": 2.4990642545227697, |
| "grad_norm": 0.10893692645197386, |
| "learning_rate": 1.6465147079752264e-06, |
| "loss": 0.0275, |
| "num_tokens": 160462281.0, |
| "step": 2004 |
| }, |
| { |
| "epoch": 2.5003119151590765, |
| "grad_norm": 0.11526335706838876, |
| "learning_rate": 1.6433888234653614e-06, |
| "loss": 0.0278, |
| "num_tokens": 160542998.0, |
| "step": 2005 |
| }, |
| { |
| "epoch": 2.5015595757953837, |
| "grad_norm": 0.1094817219693971, |
| "learning_rate": 1.6402699321572485e-06, |
| "loss": 0.0267, |
| "num_tokens": 160621811.0, |
| "step": 2006 |
| }, |
| { |
| "epoch": 2.5028072364316905, |
| "grad_norm": 0.11249905162283616, |
| "learning_rate": 1.6371580397063788e-06, |
| "loss": 0.0277, |
| "num_tokens": 160702177.0, |
| "step": 2007 |
| }, |
| { |
| "epoch": 2.5040548970679977, |
| "grad_norm": 0.1218621001840924, |
| "learning_rate": 1.6340531517555563e-06, |
| "loss": 0.0294, |
| "num_tokens": 160783219.0, |
| "step": 2008 |
| }, |
| { |
| "epoch": 2.5053025577043044, |
| "grad_norm": 0.10986240798677817, |
| "learning_rate": 1.6309552739348804e-06, |
| "loss": 0.0268, |
| "num_tokens": 160862773.0, |
| "step": 2009 |
| }, |
| { |
| "epoch": 2.506550218340611, |
| "grad_norm": 0.1207523920480209, |
| "learning_rate": 1.6278644118617375e-06, |
| "loss": 0.0275, |
| "num_tokens": 160942474.0, |
| "step": 2010 |
| }, |
| { |
| "epoch": 2.5077978789769184, |
| "grad_norm": 0.11803187004719243, |
| "learning_rate": 1.6247805711407993e-06, |
| "loss": 0.0279, |
| "num_tokens": 161021964.0, |
| "step": 2011 |
| }, |
| { |
| "epoch": 2.509045539613225, |
| "grad_norm": 0.11522862481685167, |
| "learning_rate": 1.6217037573639983e-06, |
| "loss": 0.0278, |
| "num_tokens": 161101620.0, |
| "step": 2012 |
| }, |
| { |
| "epoch": 2.5102932002495324, |
| "grad_norm": 0.11566448225959479, |
| "learning_rate": 1.6186339761105275e-06, |
| "loss": 0.0288, |
| "num_tokens": 161180903.0, |
| "step": 2013 |
| }, |
| { |
| "epoch": 2.511540860885839, |
| "grad_norm": 0.10653159823487614, |
| "learning_rate": 1.6155712329468305e-06, |
| "loss": 0.0267, |
| "num_tokens": 161260133.0, |
| "step": 2014 |
| }, |
| { |
| "epoch": 2.512788521522146, |
| "grad_norm": 0.11974291187007381, |
| "learning_rate": 1.6125155334265846e-06, |
| "loss": 0.0289, |
| "num_tokens": 161340599.0, |
| "step": 2015 |
| }, |
| { |
| "epoch": 2.5140361821584527, |
| "grad_norm": 0.10950555678047849, |
| "learning_rate": 1.6094668830906959e-06, |
| "loss": 0.0281, |
| "num_tokens": 161421054.0, |
| "step": 2016 |
| }, |
| { |
| "epoch": 2.51528384279476, |
| "grad_norm": 0.11950555449558682, |
| "learning_rate": 1.6064252874672904e-06, |
| "loss": 0.028, |
| "num_tokens": 161501219.0, |
| "step": 2017 |
| }, |
| { |
| "epoch": 2.5165315034310667, |
| "grad_norm": 0.11235098261736175, |
| "learning_rate": 1.6033907520717008e-06, |
| "loss": 0.0274, |
| "num_tokens": 161580744.0, |
| "step": 2018 |
| }, |
| { |
| "epoch": 2.517779164067374, |
| "grad_norm": 0.1093365486795711, |
| "learning_rate": 1.6003632824064553e-06, |
| "loss": 0.0267, |
| "num_tokens": 161660539.0, |
| "step": 2019 |
| }, |
| { |
| "epoch": 2.5190268247036807, |
| "grad_norm": 0.11976522826322118, |
| "learning_rate": 1.5973428839612727e-06, |
| "loss": 0.028, |
| "num_tokens": 161741138.0, |
| "step": 2020 |
| }, |
| { |
| "epoch": 2.5202744853399874, |
| "grad_norm": 0.1156287357078057, |
| "learning_rate": 1.5943295622130483e-06, |
| "loss": 0.028, |
| "num_tokens": 161821837.0, |
| "step": 2021 |
| }, |
| { |
| "epoch": 2.521522145976294, |
| "grad_norm": 0.11441831410599412, |
| "learning_rate": 1.5913233226258437e-06, |
| "loss": 0.0271, |
| "num_tokens": 161900788.0, |
| "step": 2022 |
| }, |
| { |
| "epoch": 2.5227698066126014, |
| "grad_norm": 0.1112970332304599, |
| "learning_rate": 1.5883241706508823e-06, |
| "loss": 0.0274, |
| "num_tokens": 161980892.0, |
| "step": 2023 |
| }, |
| { |
| "epoch": 2.524017467248908, |
| "grad_norm": 0.12122029274976619, |
| "learning_rate": 1.5853321117265317e-06, |
| "loss": 0.0278, |
| "num_tokens": 162060107.0, |
| "step": 2024 |
| }, |
| { |
| "epoch": 2.5252651278852154, |
| "grad_norm": 0.1129961042647627, |
| "learning_rate": 1.5823471512782983e-06, |
| "loss": 0.0276, |
| "num_tokens": 162140320.0, |
| "step": 2025 |
| }, |
| { |
| "epoch": 2.526512788521522, |
| "grad_norm": 0.10694528173242357, |
| "learning_rate": 1.579369294718819e-06, |
| "loss": 0.0273, |
| "num_tokens": 162220263.0, |
| "step": 2026 |
| }, |
| { |
| "epoch": 2.527760449157829, |
| "grad_norm": 0.10649726142962046, |
| "learning_rate": 1.5763985474478483e-06, |
| "loss": 0.0265, |
| "num_tokens": 162301940.0, |
| "step": 2027 |
| }, |
| { |
| "epoch": 2.529008109794136, |
| "grad_norm": 0.11052731141682264, |
| "learning_rate": 1.5734349148522471e-06, |
| "loss": 0.0266, |
| "num_tokens": 162381737.0, |
| "step": 2028 |
| }, |
| { |
| "epoch": 2.530255770430443, |
| "grad_norm": 0.11827410827331811, |
| "learning_rate": 1.5704784023059788e-06, |
| "loss": 0.0283, |
| "num_tokens": 162461425.0, |
| "step": 2029 |
| }, |
| { |
| "epoch": 2.5315034310667497, |
| "grad_norm": 0.11322497252667106, |
| "learning_rate": 1.5675290151700937e-06, |
| "loss": 0.0272, |
| "num_tokens": 162541913.0, |
| "step": 2030 |
| }, |
| { |
| "epoch": 2.532751091703057, |
| "grad_norm": 0.1169346308768019, |
| "learning_rate": 1.5645867587927208e-06, |
| "loss": 0.0276, |
| "num_tokens": 162623234.0, |
| "step": 2031 |
| }, |
| { |
| "epoch": 2.5339987523393637, |
| "grad_norm": 0.12004814618546314, |
| "learning_rate": 1.561651638509062e-06, |
| "loss": 0.0274, |
| "num_tokens": 162702087.0, |
| "step": 2032 |
| }, |
| { |
| "epoch": 2.5352464129756704, |
| "grad_norm": 0.10868378154550547, |
| "learning_rate": 1.5587236596413773e-06, |
| "loss": 0.0276, |
| "num_tokens": 162782960.0, |
| "step": 2033 |
| }, |
| { |
| "epoch": 2.5364940736119777, |
| "grad_norm": 0.11068877689549345, |
| "learning_rate": 1.5558028274989778e-06, |
| "loss": 0.028, |
| "num_tokens": 162862837.0, |
| "step": 2034 |
| }, |
| { |
| "epoch": 2.5377417342482844, |
| "grad_norm": 0.1438726002320652, |
| "learning_rate": 1.5528891473782126e-06, |
| "loss": 0.027, |
| "num_tokens": 162941638.0, |
| "step": 2035 |
| }, |
| { |
| "epoch": 2.5389893948845916, |
| "grad_norm": 0.11403604077645453, |
| "learning_rate": 1.5499826245624674e-06, |
| "loss": 0.0285, |
| "num_tokens": 163021811.0, |
| "step": 2036 |
| }, |
| { |
| "epoch": 2.5402370555208984, |
| "grad_norm": 0.11230917197373902, |
| "learning_rate": 1.547083264322145e-06, |
| "loss": 0.0278, |
| "num_tokens": 163101898.0, |
| "step": 2037 |
| }, |
| { |
| "epoch": 2.541484716157205, |
| "grad_norm": 0.11526915003925865, |
| "learning_rate": 1.5441910719146616e-06, |
| "loss": 0.0273, |
| "num_tokens": 163182128.0, |
| "step": 2038 |
| }, |
| { |
| "epoch": 2.542732376793512, |
| "grad_norm": 0.11514119570048018, |
| "learning_rate": 1.541306052584437e-06, |
| "loss": 0.0277, |
| "num_tokens": 163263096.0, |
| "step": 2039 |
| }, |
| { |
| "epoch": 2.543980037429819, |
| "grad_norm": 0.11954122082354755, |
| "learning_rate": 1.5384282115628834e-06, |
| "loss": 0.0275, |
| "num_tokens": 163343548.0, |
| "step": 2040 |
| }, |
| { |
| "epoch": 2.545227698066126, |
| "grad_norm": 0.11066461352482032, |
| "learning_rate": 1.5355575540683953e-06, |
| "loss": 0.0278, |
| "num_tokens": 163423064.0, |
| "step": 2041 |
| }, |
| { |
| "epoch": 2.546475358702433, |
| "grad_norm": 0.11137639959635122, |
| "learning_rate": 1.5326940853063443e-06, |
| "loss": 0.0282, |
| "num_tokens": 163502397.0, |
| "step": 2042 |
| }, |
| { |
| "epoch": 2.54772301933874, |
| "grad_norm": 0.11324148029107538, |
| "learning_rate": 1.5298378104690636e-06, |
| "loss": 0.027, |
| "num_tokens": 163581986.0, |
| "step": 2043 |
| }, |
| { |
| "epoch": 2.5489706799750467, |
| "grad_norm": 0.12329020795643553, |
| "learning_rate": 1.5269887347358414e-06, |
| "loss": 0.0279, |
| "num_tokens": 163661772.0, |
| "step": 2044 |
| }, |
| { |
| "epoch": 2.5502183406113534, |
| "grad_norm": 0.11352719316396652, |
| "learning_rate": 1.5241468632729161e-06, |
| "loss": 0.028, |
| "num_tokens": 163742085.0, |
| "step": 2045 |
| }, |
| { |
| "epoch": 2.5514660012476607, |
| "grad_norm": 0.11431548220101798, |
| "learning_rate": 1.5213122012334572e-06, |
| "loss": 0.0277, |
| "num_tokens": 163823576.0, |
| "step": 2046 |
| }, |
| { |
| "epoch": 2.5527136618839674, |
| "grad_norm": 0.1151041171348859, |
| "learning_rate": 1.5184847537575647e-06, |
| "loss": 0.0273, |
| "num_tokens": 163903399.0, |
| "step": 2047 |
| }, |
| { |
| "epoch": 2.5539613225202746, |
| "grad_norm": 0.11215314990558678, |
| "learning_rate": 1.5156645259722565e-06, |
| "loss": 0.0276, |
| "num_tokens": 163984511.0, |
| "step": 2048 |
| }, |
| { |
| "epoch": 2.5552089831565814, |
| "grad_norm": 0.11132081944460806, |
| "learning_rate": 1.5128515229914568e-06, |
| "loss": 0.0288, |
| "num_tokens": 164064533.0, |
| "step": 2049 |
| }, |
| { |
| "epoch": 2.556456643792888, |
| "grad_norm": 0.11240110122489118, |
| "learning_rate": 1.5100457499159897e-06, |
| "loss": 0.0276, |
| "num_tokens": 164145208.0, |
| "step": 2050 |
| }, |
| { |
| "epoch": 2.5577043044291954, |
| "grad_norm": 0.12087806227209612, |
| "learning_rate": 1.507247211833572e-06, |
| "loss": 0.0276, |
| "num_tokens": 164226437.0, |
| "step": 2051 |
| }, |
| { |
| "epoch": 2.558951965065502, |
| "grad_norm": 0.11949968556805396, |
| "learning_rate": 1.5044559138187967e-06, |
| "loss": 0.0273, |
| "num_tokens": 164306701.0, |
| "step": 2052 |
| }, |
| { |
| "epoch": 2.5601996257018094, |
| "grad_norm": 0.10637452873416925, |
| "learning_rate": 1.5016718609331315e-06, |
| "loss": 0.0269, |
| "num_tokens": 164386138.0, |
| "step": 2053 |
| }, |
| { |
| "epoch": 2.561447286338116, |
| "grad_norm": 0.10741900874283838, |
| "learning_rate": 1.4988950582249061e-06, |
| "loss": 0.0262, |
| "num_tokens": 164466296.0, |
| "step": 2054 |
| }, |
| { |
| "epoch": 2.562694946974423, |
| "grad_norm": 0.10847356735320615, |
| "learning_rate": 1.4961255107293044e-06, |
| "loss": 0.0273, |
| "num_tokens": 164546034.0, |
| "step": 2055 |
| }, |
| { |
| "epoch": 2.5639426076107297, |
| "grad_norm": 0.10867775728226359, |
| "learning_rate": 1.4933632234683506e-06, |
| "loss": 0.0275, |
| "num_tokens": 164627152.0, |
| "step": 2056 |
| }, |
| { |
| "epoch": 2.565190268247037, |
| "grad_norm": 0.10863086055220095, |
| "learning_rate": 1.4906082014509088e-06, |
| "loss": 0.0275, |
| "num_tokens": 164706832.0, |
| "step": 2057 |
| }, |
| { |
| "epoch": 2.5664379288833437, |
| "grad_norm": 0.11004843698519694, |
| "learning_rate": 1.4878604496726653e-06, |
| "loss": 0.0281, |
| "num_tokens": 164786256.0, |
| "step": 2058 |
| }, |
| { |
| "epoch": 2.567685589519651, |
| "grad_norm": 0.11568288570947931, |
| "learning_rate": 1.4851199731161243e-06, |
| "loss": 0.027, |
| "num_tokens": 164865074.0, |
| "step": 2059 |
| }, |
| { |
| "epoch": 2.5689332501559576, |
| "grad_norm": 0.10186204742079674, |
| "learning_rate": 1.4823867767505981e-06, |
| "loss": 0.0265, |
| "num_tokens": 164943814.0, |
| "step": 2060 |
| }, |
| { |
| "epoch": 2.5701809107922644, |
| "grad_norm": 0.10521205156822269, |
| "learning_rate": 1.4796608655322001e-06, |
| "loss": 0.0265, |
| "num_tokens": 165022913.0, |
| "step": 2061 |
| }, |
| { |
| "epoch": 2.571428571428571, |
| "grad_norm": 0.11589068913118131, |
| "learning_rate": 1.476942244403829e-06, |
| "loss": 0.0289, |
| "num_tokens": 165102030.0, |
| "step": 2062 |
| }, |
| { |
| "epoch": 2.5726762320648784, |
| "grad_norm": 0.11233950248375833, |
| "learning_rate": 1.4742309182951663e-06, |
| "loss": 0.0273, |
| "num_tokens": 165182179.0, |
| "step": 2063 |
| }, |
| { |
| "epoch": 2.573923892701185, |
| "grad_norm": 0.11565035317539887, |
| "learning_rate": 1.4715268921226677e-06, |
| "loss": 0.0279, |
| "num_tokens": 165262779.0, |
| "step": 2064 |
| }, |
| { |
| "epoch": 2.5751715533374924, |
| "grad_norm": 0.11808315287951174, |
| "learning_rate": 1.468830170789548e-06, |
| "loss": 0.0278, |
| "num_tokens": 165344308.0, |
| "step": 2065 |
| }, |
| { |
| "epoch": 2.576419213973799, |
| "grad_norm": 0.11443778145606423, |
| "learning_rate": 1.4661407591857795e-06, |
| "loss": 0.0276, |
| "num_tokens": 165423934.0, |
| "step": 2066 |
| }, |
| { |
| "epoch": 2.577666874610106, |
| "grad_norm": 0.11190198300939089, |
| "learning_rate": 1.4634586621880786e-06, |
| "loss": 0.0273, |
| "num_tokens": 165503345.0, |
| "step": 2067 |
| }, |
| { |
| "epoch": 2.578914535246413, |
| "grad_norm": 0.11593353577598203, |
| "learning_rate": 1.4607838846598959e-06, |
| "loss": 0.0263, |
| "num_tokens": 165583590.0, |
| "step": 2068 |
| }, |
| { |
| "epoch": 2.58016219588272, |
| "grad_norm": 0.11449567615373328, |
| "learning_rate": 1.4581164314514127e-06, |
| "loss": 0.0279, |
| "num_tokens": 165663697.0, |
| "step": 2069 |
| }, |
| { |
| "epoch": 2.581409856519027, |
| "grad_norm": 0.10372245010081463, |
| "learning_rate": 1.4554563073995284e-06, |
| "loss": 0.027, |
| "num_tokens": 165744637.0, |
| "step": 2070 |
| }, |
| { |
| "epoch": 2.582657517155334, |
| "grad_norm": 0.10739901271925287, |
| "learning_rate": 1.452803517327852e-06, |
| "loss": 0.0269, |
| "num_tokens": 165825845.0, |
| "step": 2071 |
| }, |
| { |
| "epoch": 2.5839051777916406, |
| "grad_norm": 0.10419262399020085, |
| "learning_rate": 1.450158066046692e-06, |
| "loss": 0.0267, |
| "num_tokens": 165906115.0, |
| "step": 2072 |
| }, |
| { |
| "epoch": 2.5851528384279474, |
| "grad_norm": 0.10832482949706342, |
| "learning_rate": 1.4475199583530536e-06, |
| "loss": 0.0272, |
| "num_tokens": 165986633.0, |
| "step": 2073 |
| }, |
| { |
| "epoch": 2.5864004990642546, |
| "grad_norm": 0.11424246115691489, |
| "learning_rate": 1.444889199030622e-06, |
| "loss": 0.0284, |
| "num_tokens": 166066387.0, |
| "step": 2074 |
| }, |
| { |
| "epoch": 2.5876481597005614, |
| "grad_norm": 0.11100527216764833, |
| "learning_rate": 1.4422657928497572e-06, |
| "loss": 0.0265, |
| "num_tokens": 166148319.0, |
| "step": 2075 |
| }, |
| { |
| "epoch": 2.5888958203368686, |
| "grad_norm": 0.12099284205512863, |
| "learning_rate": 1.4396497445674917e-06, |
| "loss": 0.0296, |
| "num_tokens": 166228531.0, |
| "step": 2076 |
| }, |
| { |
| "epoch": 2.5901434809731754, |
| "grad_norm": 0.10891165530512759, |
| "learning_rate": 1.4370410589275096e-06, |
| "loss": 0.0279, |
| "num_tokens": 166307862.0, |
| "step": 2077 |
| }, |
| { |
| "epoch": 2.591391141609482, |
| "grad_norm": 0.12679386624360375, |
| "learning_rate": 1.4344397406601454e-06, |
| "loss": 0.0293, |
| "num_tokens": 166388213.0, |
| "step": 2078 |
| }, |
| { |
| "epoch": 2.592638802245789, |
| "grad_norm": 0.11178974797840838, |
| "learning_rate": 1.4318457944823775e-06, |
| "loss": 0.028, |
| "num_tokens": 166468608.0, |
| "step": 2079 |
| }, |
| { |
| "epoch": 2.593886462882096, |
| "grad_norm": 0.10698791554236746, |
| "learning_rate": 1.4292592250978137e-06, |
| "loss": 0.0268, |
| "num_tokens": 166548055.0, |
| "step": 2080 |
| }, |
| { |
| "epoch": 2.595134123518403, |
| "grad_norm": 0.10402086737935964, |
| "learning_rate": 1.4266800371966844e-06, |
| "loss": 0.0265, |
| "num_tokens": 166627914.0, |
| "step": 2081 |
| }, |
| { |
| "epoch": 2.59638178415471, |
| "grad_norm": 0.11256053343287431, |
| "learning_rate": 1.424108235455838e-06, |
| "loss": 0.0283, |
| "num_tokens": 166708046.0, |
| "step": 2082 |
| }, |
| { |
| "epoch": 2.597629444791017, |
| "grad_norm": 0.11648920137262059, |
| "learning_rate": 1.4215438245387303e-06, |
| "loss": 0.0278, |
| "num_tokens": 166788951.0, |
| "step": 2083 |
| }, |
| { |
| "epoch": 2.5988771054273236, |
| "grad_norm": 0.11412389464634487, |
| "learning_rate": 1.41898680909541e-06, |
| "loss": 0.0279, |
| "num_tokens": 166867908.0, |
| "step": 2084 |
| }, |
| { |
| "epoch": 2.600124766063631, |
| "grad_norm": 0.14616857946554868, |
| "learning_rate": 1.4164371937625222e-06, |
| "loss": 0.0274, |
| "num_tokens": 166947938.0, |
| "step": 2085 |
| }, |
| { |
| "epoch": 2.6013724266999376, |
| "grad_norm": 0.10641921005233325, |
| "learning_rate": 1.4138949831632879e-06, |
| "loss": 0.027, |
| "num_tokens": 167028248.0, |
| "step": 2086 |
| }, |
| { |
| "epoch": 2.6026200873362444, |
| "grad_norm": 0.11340157643915183, |
| "learning_rate": 1.4113601819075037e-06, |
| "loss": 0.0275, |
| "num_tokens": 167107712.0, |
| "step": 2087 |
| }, |
| { |
| "epoch": 2.6038677479725516, |
| "grad_norm": 0.11403401971381442, |
| "learning_rate": 1.4088327945915315e-06, |
| "loss": 0.0268, |
| "num_tokens": 167188583.0, |
| "step": 2088 |
| }, |
| { |
| "epoch": 2.6051154086088584, |
| "grad_norm": 0.10625095668404386, |
| "learning_rate": 1.4063128257982867e-06, |
| "loss": 0.0267, |
| "num_tokens": 167268518.0, |
| "step": 2089 |
| }, |
| { |
| "epoch": 2.606363069245165, |
| "grad_norm": 0.1171168338572617, |
| "learning_rate": 1.4038002800972362e-06, |
| "loss": 0.0275, |
| "num_tokens": 167348636.0, |
| "step": 2090 |
| }, |
| { |
| "epoch": 2.6076107298814724, |
| "grad_norm": 0.11542335973973553, |
| "learning_rate": 1.401295162044383e-06, |
| "loss": 0.0274, |
| "num_tokens": 167429322.0, |
| "step": 2091 |
| }, |
| { |
| "epoch": 2.608858390517779, |
| "grad_norm": 0.11727306920785573, |
| "learning_rate": 1.3987974761822656e-06, |
| "loss": 0.0275, |
| "num_tokens": 167510283.0, |
| "step": 2092 |
| }, |
| { |
| "epoch": 2.6101060511540863, |
| "grad_norm": 0.11766850450132074, |
| "learning_rate": 1.3963072270399411e-06, |
| "loss": 0.0273, |
| "num_tokens": 167590184.0, |
| "step": 2093 |
| }, |
| { |
| "epoch": 2.611353711790393, |
| "grad_norm": 0.11918576619487399, |
| "learning_rate": 1.393824419132986e-06, |
| "loss": 0.0279, |
| "num_tokens": 167669021.0, |
| "step": 2094 |
| }, |
| { |
| "epoch": 2.6126013724267, |
| "grad_norm": 0.11307732162265724, |
| "learning_rate": 1.3913490569634796e-06, |
| "loss": 0.0277, |
| "num_tokens": 167748127.0, |
| "step": 2095 |
| }, |
| { |
| "epoch": 2.6138490330630066, |
| "grad_norm": 0.12446227031099523, |
| "learning_rate": 1.388881145020002e-06, |
| "loss": 0.0297, |
| "num_tokens": 167828350.0, |
| "step": 2096 |
| }, |
| { |
| "epoch": 2.615096693699314, |
| "grad_norm": 0.11026469374300878, |
| "learning_rate": 1.3864206877776245e-06, |
| "loss": 0.0273, |
| "num_tokens": 167908530.0, |
| "step": 2097 |
| }, |
| { |
| "epoch": 2.6163443543356206, |
| "grad_norm": 0.11295221539796105, |
| "learning_rate": 1.3839676896978997e-06, |
| "loss": 0.0275, |
| "num_tokens": 167989313.0, |
| "step": 2098 |
| }, |
| { |
| "epoch": 2.617592014971928, |
| "grad_norm": 0.11298609559496968, |
| "learning_rate": 1.3815221552288541e-06, |
| "loss": 0.0276, |
| "num_tokens": 168069559.0, |
| "step": 2099 |
| }, |
| { |
| "epoch": 2.6188396756082346, |
| "grad_norm": 0.1141025393450742, |
| "learning_rate": 1.3790840888049802e-06, |
| "loss": 0.0272, |
| "num_tokens": 168148187.0, |
| "step": 2100 |
| }, |
| { |
| "epoch": 2.6200873362445414, |
| "grad_norm": 0.11929918883054025, |
| "learning_rate": 1.3766534948472307e-06, |
| "loss": 0.0271, |
| "num_tokens": 168228189.0, |
| "step": 2101 |
| }, |
| { |
| "epoch": 2.621334996880848, |
| "grad_norm": 0.11988289797660306, |
| "learning_rate": 1.3742303777630057e-06, |
| "loss": 0.0276, |
| "num_tokens": 168308932.0, |
| "step": 2102 |
| }, |
| { |
| "epoch": 2.6225826575171554, |
| "grad_norm": 0.11436560741581663, |
| "learning_rate": 1.3718147419461497e-06, |
| "loss": 0.0282, |
| "num_tokens": 168388848.0, |
| "step": 2103 |
| }, |
| { |
| "epoch": 2.623830318153462, |
| "grad_norm": 0.1056496402693744, |
| "learning_rate": 1.3694065917769414e-06, |
| "loss": 0.027, |
| "num_tokens": 168467832.0, |
| "step": 2104 |
| }, |
| { |
| "epoch": 2.6250779787897693, |
| "grad_norm": 0.1104079059611424, |
| "learning_rate": 1.367005931622084e-06, |
| "loss": 0.0282, |
| "num_tokens": 168547708.0, |
| "step": 2105 |
| }, |
| { |
| "epoch": 2.626325639426076, |
| "grad_norm": 0.10429616151130164, |
| "learning_rate": 1.3646127658346992e-06, |
| "loss": 0.0267, |
| "num_tokens": 168627496.0, |
| "step": 2106 |
| }, |
| { |
| "epoch": 2.627573300062383, |
| "grad_norm": 0.11808419996882835, |
| "learning_rate": 1.3622270987543215e-06, |
| "loss": 0.0275, |
| "num_tokens": 168706999.0, |
| "step": 2107 |
| }, |
| { |
| "epoch": 2.62882096069869, |
| "grad_norm": 0.11162808996935646, |
| "learning_rate": 1.3598489347068858e-06, |
| "loss": 0.0265, |
| "num_tokens": 168787359.0, |
| "step": 2108 |
| }, |
| { |
| "epoch": 2.630068621334997, |
| "grad_norm": 0.11556801052351962, |
| "learning_rate": 1.357478278004721e-06, |
| "loss": 0.027, |
| "num_tokens": 168868083.0, |
| "step": 2109 |
| }, |
| { |
| "epoch": 2.631316281971304, |
| "grad_norm": 0.11227131668663762, |
| "learning_rate": 1.3551151329465462e-06, |
| "loss": 0.0272, |
| "num_tokens": 168946701.0, |
| "step": 2110 |
| }, |
| { |
| "epoch": 2.632563942607611, |
| "grad_norm": 0.1145171495962, |
| "learning_rate": 1.3527595038174566e-06, |
| "loss": 0.0269, |
| "num_tokens": 169026964.0, |
| "step": 2111 |
| }, |
| { |
| "epoch": 2.6338116032439176, |
| "grad_norm": 0.11258767236811885, |
| "learning_rate": 1.35041139488892e-06, |
| "loss": 0.0269, |
| "num_tokens": 169106455.0, |
| "step": 2112 |
| }, |
| { |
| "epoch": 2.6350592638802244, |
| "grad_norm": 0.1269169979219692, |
| "learning_rate": 1.3480708104187685e-06, |
| "loss": 0.0278, |
| "num_tokens": 169187782.0, |
| "step": 2113 |
| }, |
| { |
| "epoch": 2.6363069245165316, |
| "grad_norm": 0.10759670867627756, |
| "learning_rate": 1.3457377546511882e-06, |
| "loss": 0.0274, |
| "num_tokens": 169268014.0, |
| "step": 2114 |
| }, |
| { |
| "epoch": 2.6375545851528384, |
| "grad_norm": 0.10677322152837186, |
| "learning_rate": 1.3434122318167142e-06, |
| "loss": 0.0267, |
| "num_tokens": 169347680.0, |
| "step": 2115 |
| }, |
| { |
| "epoch": 2.6388022457891456, |
| "grad_norm": 0.1116462775595202, |
| "learning_rate": 1.3410942461322236e-06, |
| "loss": 0.0273, |
| "num_tokens": 169428596.0, |
| "step": 2116 |
| }, |
| { |
| "epoch": 2.6400499064254523, |
| "grad_norm": 0.11029769450411615, |
| "learning_rate": 1.3387838018009239e-06, |
| "loss": 0.0267, |
| "num_tokens": 169509363.0, |
| "step": 2117 |
| }, |
| { |
| "epoch": 2.641297567061759, |
| "grad_norm": 0.10789263559722907, |
| "learning_rate": 1.3364809030123477e-06, |
| "loss": 0.0265, |
| "num_tokens": 169589358.0, |
| "step": 2118 |
| }, |
| { |
| "epoch": 2.642545227698066, |
| "grad_norm": 0.11544419735850721, |
| "learning_rate": 1.3341855539423499e-06, |
| "loss": 0.0272, |
| "num_tokens": 169669893.0, |
| "step": 2119 |
| }, |
| { |
| "epoch": 2.643792888334373, |
| "grad_norm": 0.13240480297882418, |
| "learning_rate": 1.3318977587530907e-06, |
| "loss": 0.0441, |
| "num_tokens": 169750499.0, |
| "step": 2120 |
| }, |
| { |
| "epoch": 2.64504054897068, |
| "grad_norm": 0.10788331716169906, |
| "learning_rate": 1.3296175215930326e-06, |
| "loss": 0.0266, |
| "num_tokens": 169829770.0, |
| "step": 2121 |
| }, |
| { |
| "epoch": 2.646288209606987, |
| "grad_norm": 0.10324597149645515, |
| "learning_rate": 1.3273448465969376e-06, |
| "loss": 0.0273, |
| "num_tokens": 169909873.0, |
| "step": 2122 |
| }, |
| { |
| "epoch": 2.647535870243294, |
| "grad_norm": 0.1083672497231884, |
| "learning_rate": 1.3250797378858507e-06, |
| "loss": 0.0273, |
| "num_tokens": 169990577.0, |
| "step": 2123 |
| }, |
| { |
| "epoch": 2.6487835308796006, |
| "grad_norm": 0.10796760309733955, |
| "learning_rate": 1.3228221995670987e-06, |
| "loss": 0.0272, |
| "num_tokens": 170069752.0, |
| "step": 2124 |
| }, |
| { |
| "epoch": 2.650031191515908, |
| "grad_norm": 0.11470562508991235, |
| "learning_rate": 1.3205722357342807e-06, |
| "loss": 0.0281, |
| "num_tokens": 170150197.0, |
| "step": 2125 |
| }, |
| { |
| "epoch": 2.6512788521522146, |
| "grad_norm": 0.10707306739767271, |
| "learning_rate": 1.3183298504672626e-06, |
| "loss": 0.0276, |
| "num_tokens": 170229547.0, |
| "step": 2126 |
| }, |
| { |
| "epoch": 2.6525265127885214, |
| "grad_norm": 0.10919949194770662, |
| "learning_rate": 1.316095047832166e-06, |
| "loss": 0.0274, |
| "num_tokens": 170309378.0, |
| "step": 2127 |
| }, |
| { |
| "epoch": 2.6537741734248286, |
| "grad_norm": 0.11957546966930166, |
| "learning_rate": 1.3138678318813618e-06, |
| "loss": 0.0285, |
| "num_tokens": 170389032.0, |
| "step": 2128 |
| }, |
| { |
| "epoch": 2.6550218340611353, |
| "grad_norm": 0.11617481255786126, |
| "learning_rate": 1.3116482066534686e-06, |
| "loss": 0.027, |
| "num_tokens": 170468247.0, |
| "step": 2129 |
| }, |
| { |
| "epoch": 2.656269494697442, |
| "grad_norm": 0.11357476091195207, |
| "learning_rate": 1.3094361761733356e-06, |
| "loss": 0.0275, |
| "num_tokens": 170548512.0, |
| "step": 2130 |
| }, |
| { |
| "epoch": 2.6575171553337493, |
| "grad_norm": 0.10925157715831366, |
| "learning_rate": 1.3072317444520449e-06, |
| "loss": 0.027, |
| "num_tokens": 170630459.0, |
| "step": 2131 |
| }, |
| { |
| "epoch": 2.658764815970056, |
| "grad_norm": 0.1169285409735411, |
| "learning_rate": 1.3050349154868946e-06, |
| "loss": 0.037, |
| "num_tokens": 170711970.0, |
| "step": 2132 |
| }, |
| { |
| "epoch": 2.6600124766063633, |
| "grad_norm": 0.11614548941267049, |
| "learning_rate": 1.3028456932614019e-06, |
| "loss": 0.027, |
| "num_tokens": 170791598.0, |
| "step": 2133 |
| }, |
| { |
| "epoch": 2.66126013724267, |
| "grad_norm": 0.12300026143621852, |
| "learning_rate": 1.3006640817452873e-06, |
| "loss": 0.0278, |
| "num_tokens": 170870743.0, |
| "step": 2134 |
| }, |
| { |
| "epoch": 2.662507797878977, |
| "grad_norm": 0.10949480726257627, |
| "learning_rate": 1.2984900848944727e-06, |
| "loss": 0.0268, |
| "num_tokens": 170950664.0, |
| "step": 2135 |
| }, |
| { |
| "epoch": 2.6637554585152836, |
| "grad_norm": 0.11076298472497624, |
| "learning_rate": 1.2963237066510715e-06, |
| "loss": 0.0279, |
| "num_tokens": 171030340.0, |
| "step": 2136 |
| }, |
| { |
| "epoch": 2.665003119151591, |
| "grad_norm": 0.11388272829849243, |
| "learning_rate": 1.2941649509433808e-06, |
| "loss": 0.0269, |
| "num_tokens": 171109325.0, |
| "step": 2137 |
| }, |
| { |
| "epoch": 2.6662507797878976, |
| "grad_norm": 0.12341205651411256, |
| "learning_rate": 1.2920138216858791e-06, |
| "loss": 0.0286, |
| "num_tokens": 171189575.0, |
| "step": 2138 |
| }, |
| { |
| "epoch": 2.667498440424205, |
| "grad_norm": 0.11331697834247403, |
| "learning_rate": 1.289870322779212e-06, |
| "loss": 0.0285, |
| "num_tokens": 171268927.0, |
| "step": 2139 |
| }, |
| { |
| "epoch": 2.6687461010605116, |
| "grad_norm": 0.11882020374000711, |
| "learning_rate": 1.2877344581101922e-06, |
| "loss": 0.0272, |
| "num_tokens": 171347477.0, |
| "step": 2140 |
| }, |
| { |
| "epoch": 2.6699937616968183, |
| "grad_norm": 0.10972444404388286, |
| "learning_rate": 1.2856062315517885e-06, |
| "loss": 0.0278, |
| "num_tokens": 171427407.0, |
| "step": 2141 |
| }, |
| { |
| "epoch": 2.671241422333125, |
| "grad_norm": 0.11946680862932044, |
| "learning_rate": 1.2834856469631174e-06, |
| "loss": 0.028, |
| "num_tokens": 171507650.0, |
| "step": 2142 |
| }, |
| { |
| "epoch": 2.6724890829694323, |
| "grad_norm": 0.10858577662792648, |
| "learning_rate": 1.28137270818944e-06, |
| "loss": 0.0276, |
| "num_tokens": 171588030.0, |
| "step": 2143 |
| }, |
| { |
| "epoch": 2.673736743605739, |
| "grad_norm": 0.11241775634496111, |
| "learning_rate": 1.279267419062155e-06, |
| "loss": 0.0272, |
| "num_tokens": 171668622.0, |
| "step": 2144 |
| }, |
| { |
| "epoch": 2.6749844042420463, |
| "grad_norm": 0.1138275210262026, |
| "learning_rate": 1.2771697833987852e-06, |
| "loss": 0.0274, |
| "num_tokens": 171747879.0, |
| "step": 2145 |
| }, |
| { |
| "epoch": 2.676232064878353, |
| "grad_norm": 0.12107882370247575, |
| "learning_rate": 1.2750798050029782e-06, |
| "loss": 0.0301, |
| "num_tokens": 171828495.0, |
| "step": 2146 |
| }, |
| { |
| "epoch": 2.67747972551466, |
| "grad_norm": 0.11812881048310148, |
| "learning_rate": 1.272997487664499e-06, |
| "loss": 0.0289, |
| "num_tokens": 171908174.0, |
| "step": 2147 |
| }, |
| { |
| "epoch": 2.678727386150967, |
| "grad_norm": 0.10269224386186213, |
| "learning_rate": 1.2709228351592167e-06, |
| "loss": 0.0261, |
| "num_tokens": 171988943.0, |
| "step": 2148 |
| }, |
| { |
| "epoch": 2.679975046787274, |
| "grad_norm": 0.10927504867119865, |
| "learning_rate": 1.2688558512491032e-06, |
| "loss": 0.028, |
| "num_tokens": 172068842.0, |
| "step": 2149 |
| }, |
| { |
| "epoch": 2.681222707423581, |
| "grad_norm": 0.11683785756855145, |
| "learning_rate": 1.2667965396822257e-06, |
| "loss": 0.0275, |
| "num_tokens": 172148664.0, |
| "step": 2150 |
| }, |
| { |
| "epoch": 2.682470368059888, |
| "grad_norm": 0.12167175622894594, |
| "learning_rate": 1.2647449041927385e-06, |
| "loss": 0.0278, |
| "num_tokens": 172229020.0, |
| "step": 2151 |
| }, |
| { |
| "epoch": 2.6837180286961946, |
| "grad_norm": 0.10888309628100702, |
| "learning_rate": 1.2627009485008754e-06, |
| "loss": 0.0272, |
| "num_tokens": 172309720.0, |
| "step": 2152 |
| }, |
| { |
| "epoch": 2.6849656893325013, |
| "grad_norm": 0.122912436571624, |
| "learning_rate": 1.2606646763129476e-06, |
| "loss": 0.0284, |
| "num_tokens": 172389961.0, |
| "step": 2153 |
| }, |
| { |
| "epoch": 2.6862133499688086, |
| "grad_norm": 0.10857265378270686, |
| "learning_rate": 1.2586360913213315e-06, |
| "loss": 0.0262, |
| "num_tokens": 172471162.0, |
| "step": 2154 |
| }, |
| { |
| "epoch": 2.6874610106051153, |
| "grad_norm": 0.11669471057841353, |
| "learning_rate": 1.256615197204465e-06, |
| "loss": 0.0283, |
| "num_tokens": 172551948.0, |
| "step": 2155 |
| }, |
| { |
| "epoch": 2.6887086712414225, |
| "grad_norm": 0.13329440954951594, |
| "learning_rate": 1.2546019976268403e-06, |
| "loss": 0.0292, |
| "num_tokens": 172632487.0, |
| "step": 2156 |
| }, |
| { |
| "epoch": 2.6899563318777293, |
| "grad_norm": 0.11522808892441781, |
| "learning_rate": 1.2525964962389961e-06, |
| "loss": 0.027, |
| "num_tokens": 172713350.0, |
| "step": 2157 |
| }, |
| { |
| "epoch": 2.691203992514036, |
| "grad_norm": 0.11229194690407834, |
| "learning_rate": 1.250598696677512e-06, |
| "loss": 0.0278, |
| "num_tokens": 172792803.0, |
| "step": 2158 |
| }, |
| { |
| "epoch": 2.692451653150343, |
| "grad_norm": 0.10819150987759615, |
| "learning_rate": 1.2486086025650045e-06, |
| "loss": 0.0269, |
| "num_tokens": 172873683.0, |
| "step": 2159 |
| }, |
| { |
| "epoch": 2.69369931378665, |
| "grad_norm": 0.10976961567370531, |
| "learning_rate": 1.246626217510114e-06, |
| "loss": 0.0273, |
| "num_tokens": 172953708.0, |
| "step": 2160 |
| }, |
| { |
| "epoch": 2.694946974422957, |
| "grad_norm": 0.10593975910980304, |
| "learning_rate": 1.244651545107503e-06, |
| "loss": 0.0275, |
| "num_tokens": 173034948.0, |
| "step": 2161 |
| }, |
| { |
| "epoch": 2.696194635059264, |
| "grad_norm": 0.10752240766626842, |
| "learning_rate": 1.2426845889378516e-06, |
| "loss": 0.0271, |
| "num_tokens": 173114456.0, |
| "step": 2162 |
| }, |
| { |
| "epoch": 2.697442295695571, |
| "grad_norm": 0.11100439809268697, |
| "learning_rate": 1.2407253525678453e-06, |
| "loss": 0.027, |
| "num_tokens": 173193677.0, |
| "step": 2163 |
| }, |
| { |
| "epoch": 2.6986899563318776, |
| "grad_norm": 0.11124936556530347, |
| "learning_rate": 1.2387738395501714e-06, |
| "loss": 0.028, |
| "num_tokens": 173273829.0, |
| "step": 2164 |
| }, |
| { |
| "epoch": 2.699937616968185, |
| "grad_norm": 0.11341877617750057, |
| "learning_rate": 1.236830053423512e-06, |
| "loss": 0.0279, |
| "num_tokens": 173354403.0, |
| "step": 2165 |
| }, |
| { |
| "epoch": 2.7011852776044916, |
| "grad_norm": 0.10432445599121043, |
| "learning_rate": 1.2348939977125412e-06, |
| "loss": 0.0273, |
| "num_tokens": 173434752.0, |
| "step": 2166 |
| }, |
| { |
| "epoch": 2.7024329382407988, |
| "grad_norm": 0.10349647102790291, |
| "learning_rate": 1.2329656759279108e-06, |
| "loss": 0.0265, |
| "num_tokens": 173513891.0, |
| "step": 2167 |
| }, |
| { |
| "epoch": 2.7036805988771055, |
| "grad_norm": 0.10730067378099671, |
| "learning_rate": 1.2310450915662516e-06, |
| "loss": 0.0263, |
| "num_tokens": 173593347.0, |
| "step": 2168 |
| }, |
| { |
| "epoch": 2.7049282595134123, |
| "grad_norm": 0.12358364979067543, |
| "learning_rate": 1.229132248110165e-06, |
| "loss": 0.0289, |
| "num_tokens": 173673697.0, |
| "step": 2169 |
| }, |
| { |
| "epoch": 2.706175920149719, |
| "grad_norm": 0.121969574680686, |
| "learning_rate": 1.2272271490282134e-06, |
| "loss": 0.0273, |
| "num_tokens": 173753524.0, |
| "step": 2170 |
| }, |
| { |
| "epoch": 2.7074235807860263, |
| "grad_norm": 0.10988278388736815, |
| "learning_rate": 1.2253297977749163e-06, |
| "loss": 0.0267, |
| "num_tokens": 173833499.0, |
| "step": 2171 |
| }, |
| { |
| "epoch": 2.708671241422333, |
| "grad_norm": 0.11127655885847154, |
| "learning_rate": 1.2234401977907468e-06, |
| "loss": 0.0276, |
| "num_tokens": 173913319.0, |
| "step": 2172 |
| }, |
| { |
| "epoch": 2.7099189020586403, |
| "grad_norm": 0.11247307459253601, |
| "learning_rate": 1.2215583525021203e-06, |
| "loss": 0.0273, |
| "num_tokens": 173992389.0, |
| "step": 2173 |
| }, |
| { |
| "epoch": 2.711166562694947, |
| "grad_norm": 0.11437743854655531, |
| "learning_rate": 1.2196842653213896e-06, |
| "loss": 0.0294, |
| "num_tokens": 174072025.0, |
| "step": 2174 |
| }, |
| { |
| "epoch": 2.712414223331254, |
| "grad_norm": 0.11260264853485703, |
| "learning_rate": 1.2178179396468428e-06, |
| "loss": 0.0284, |
| "num_tokens": 174152930.0, |
| "step": 2175 |
| }, |
| { |
| "epoch": 2.7136618839675606, |
| "grad_norm": 0.12047852452761347, |
| "learning_rate": 1.215959378862692e-06, |
| "loss": 0.0276, |
| "num_tokens": 174232157.0, |
| "step": 2176 |
| }, |
| { |
| "epoch": 2.714909544603868, |
| "grad_norm": 0.10620348737338733, |
| "learning_rate": 1.2141085863390696e-06, |
| "loss": 0.0267, |
| "num_tokens": 174312869.0, |
| "step": 2177 |
| }, |
| { |
| "epoch": 2.7161572052401746, |
| "grad_norm": 0.10200387743067355, |
| "learning_rate": 1.2122655654320225e-06, |
| "loss": 0.026, |
| "num_tokens": 174391850.0, |
| "step": 2178 |
| }, |
| { |
| "epoch": 2.717404865876482, |
| "grad_norm": 0.11792058541690678, |
| "learning_rate": 1.210430319483504e-06, |
| "loss": 0.0279, |
| "num_tokens": 174472240.0, |
| "step": 2179 |
| }, |
| { |
| "epoch": 2.7186525265127885, |
| "grad_norm": 0.11352708440547712, |
| "learning_rate": 1.2086028518213694e-06, |
| "loss": 0.0273, |
| "num_tokens": 174551750.0, |
| "step": 2180 |
| }, |
| { |
| "epoch": 2.7199001871490953, |
| "grad_norm": 0.11403171270711979, |
| "learning_rate": 1.206783165759371e-06, |
| "loss": 0.0273, |
| "num_tokens": 174631491.0, |
| "step": 2181 |
| }, |
| { |
| "epoch": 2.7211478477854025, |
| "grad_norm": 0.1196489902512615, |
| "learning_rate": 1.204971264597148e-06, |
| "loss": 0.0275, |
| "num_tokens": 174711527.0, |
| "step": 2182 |
| }, |
| { |
| "epoch": 2.7223955084217093, |
| "grad_norm": 0.1081192153362361, |
| "learning_rate": 1.2031671516202263e-06, |
| "loss": 0.0272, |
| "num_tokens": 174790208.0, |
| "step": 2183 |
| }, |
| { |
| "epoch": 2.723643169058016, |
| "grad_norm": 0.11976247939116517, |
| "learning_rate": 1.2013708301000082e-06, |
| "loss": 0.028, |
| "num_tokens": 174870561.0, |
| "step": 2184 |
| }, |
| { |
| "epoch": 2.7248908296943233, |
| "grad_norm": 0.11442096061556735, |
| "learning_rate": 1.199582303293767e-06, |
| "loss": 0.0274, |
| "num_tokens": 174951422.0, |
| "step": 2185 |
| }, |
| { |
| "epoch": 2.72613849033063, |
| "grad_norm": 0.11617050642869951, |
| "learning_rate": 1.1978015744446417e-06, |
| "loss": 0.0271, |
| "num_tokens": 175031463.0, |
| "step": 2186 |
| }, |
| { |
| "epoch": 2.727386150966937, |
| "grad_norm": 0.12293559783309263, |
| "learning_rate": 1.1960286467816331e-06, |
| "loss": 0.0278, |
| "num_tokens": 175112098.0, |
| "step": 2187 |
| }, |
| { |
| "epoch": 2.728633811603244, |
| "grad_norm": 0.11221752709437237, |
| "learning_rate": 1.1942635235195949e-06, |
| "loss": 0.0285, |
| "num_tokens": 175192431.0, |
| "step": 2188 |
| }, |
| { |
| "epoch": 2.729881472239551, |
| "grad_norm": 0.11210559785351049, |
| "learning_rate": 1.1925062078592279e-06, |
| "loss": 0.0267, |
| "num_tokens": 175272604.0, |
| "step": 2189 |
| }, |
| { |
| "epoch": 2.731129132875858, |
| "grad_norm": 0.10832068295079063, |
| "learning_rate": 1.190756702987077e-06, |
| "loss": 0.0269, |
| "num_tokens": 175352453.0, |
| "step": 2190 |
| }, |
| { |
| "epoch": 2.732376793512165, |
| "grad_norm": 0.12338756235671419, |
| "learning_rate": 1.1890150120755244e-06, |
| "loss": 0.0284, |
| "num_tokens": 175432528.0, |
| "step": 2191 |
| }, |
| { |
| "epoch": 2.7336244541484715, |
| "grad_norm": 0.11219089612196873, |
| "learning_rate": 1.1872811382827811e-06, |
| "loss": 0.027, |
| "num_tokens": 175512749.0, |
| "step": 2192 |
| }, |
| { |
| "epoch": 2.7348721147847783, |
| "grad_norm": 0.12417263033167164, |
| "learning_rate": 1.1855550847528849e-06, |
| "loss": 0.0271, |
| "num_tokens": 175593593.0, |
| "step": 2193 |
| }, |
| { |
| "epoch": 2.7361197754210855, |
| "grad_norm": 0.11709495692614103, |
| "learning_rate": 1.1838368546156924e-06, |
| "loss": 0.0266, |
| "num_tokens": 175674330.0, |
| "step": 2194 |
| }, |
| { |
| "epoch": 2.7373674360573923, |
| "grad_norm": 0.11715755751386901, |
| "learning_rate": 1.182126450986874e-06, |
| "loss": 0.028, |
| "num_tokens": 175754689.0, |
| "step": 2195 |
| }, |
| { |
| "epoch": 2.7386150966936995, |
| "grad_norm": 0.11080050252306903, |
| "learning_rate": 1.1804238769679077e-06, |
| "loss": 0.0273, |
| "num_tokens": 175834619.0, |
| "step": 2196 |
| }, |
| { |
| "epoch": 2.7398627573300063, |
| "grad_norm": 0.11676541458720631, |
| "learning_rate": 1.178729135646077e-06, |
| "loss": 0.0269, |
| "num_tokens": 175914942.0, |
| "step": 2197 |
| }, |
| { |
| "epoch": 2.741110417966313, |
| "grad_norm": 0.11457451396067345, |
| "learning_rate": 1.1770422300944586e-06, |
| "loss": 0.028, |
| "num_tokens": 175996002.0, |
| "step": 2198 |
| }, |
| { |
| "epoch": 2.74235807860262, |
| "grad_norm": 0.10756801142995977, |
| "learning_rate": 1.1753631633719217e-06, |
| "loss": 0.0281, |
| "num_tokens": 176076559.0, |
| "step": 2199 |
| }, |
| { |
| "epoch": 2.743605739238927, |
| "grad_norm": 0.12404043322828145, |
| "learning_rate": 1.1736919385231236e-06, |
| "loss": 0.028, |
| "num_tokens": 176156992.0, |
| "step": 2200 |
| }, |
| { |
| "epoch": 2.744853399875234, |
| "grad_norm": 0.10783216704576966, |
| "learning_rate": 1.1720285585784983e-06, |
| "loss": 0.0258, |
| "num_tokens": 176235147.0, |
| "step": 2201 |
| }, |
| { |
| "epoch": 2.746101060511541, |
| "grad_norm": 0.11227645559258542, |
| "learning_rate": 1.1703730265542569e-06, |
| "loss": 0.0275, |
| "num_tokens": 176315166.0, |
| "step": 2202 |
| }, |
| { |
| "epoch": 2.747348721147848, |
| "grad_norm": 0.11576428333299565, |
| "learning_rate": 1.16872534545238e-06, |
| "loss": 0.028, |
| "num_tokens": 176395152.0, |
| "step": 2203 |
| }, |
| { |
| "epoch": 2.7485963817841546, |
| "grad_norm": 0.11841116972911843, |
| "learning_rate": 1.1670855182606106e-06, |
| "loss": 0.0274, |
| "num_tokens": 176476772.0, |
| "step": 2204 |
| }, |
| { |
| "epoch": 2.7498440424204618, |
| "grad_norm": 0.10483183967952564, |
| "learning_rate": 1.1654535479524511e-06, |
| "loss": 0.0269, |
| "num_tokens": 176556474.0, |
| "step": 2205 |
| }, |
| { |
| "epoch": 2.7510917030567685, |
| "grad_norm": 0.11471768456732195, |
| "learning_rate": 1.163829437487158e-06, |
| "loss": 0.0277, |
| "num_tokens": 176637858.0, |
| "step": 2206 |
| }, |
| { |
| "epoch": 2.7523393636930757, |
| "grad_norm": 0.108264123677895, |
| "learning_rate": 1.162213189809734e-06, |
| "loss": 0.0271, |
| "num_tokens": 176717271.0, |
| "step": 2207 |
| }, |
| { |
| "epoch": 2.7535870243293825, |
| "grad_norm": 0.15282329766969122, |
| "learning_rate": 1.1606048078509235e-06, |
| "loss": 0.0346, |
| "num_tokens": 176797686.0, |
| "step": 2208 |
| }, |
| { |
| "epoch": 2.7548346849656893, |
| "grad_norm": 0.11649281003810305, |
| "learning_rate": 1.1590042945272108e-06, |
| "loss": 0.0272, |
| "num_tokens": 176876658.0, |
| "step": 2209 |
| }, |
| { |
| "epoch": 2.756082345601996, |
| "grad_norm": 0.10842683509303165, |
| "learning_rate": 1.1574116527408093e-06, |
| "loss": 0.0267, |
| "num_tokens": 176956269.0, |
| "step": 2210 |
| }, |
| { |
| "epoch": 2.7573300062383033, |
| "grad_norm": 0.11131932466818467, |
| "learning_rate": 1.1558268853796597e-06, |
| "loss": 0.0269, |
| "num_tokens": 177036068.0, |
| "step": 2211 |
| }, |
| { |
| "epoch": 2.75857766687461, |
| "grad_norm": 0.12181987186342921, |
| "learning_rate": 1.1542499953174257e-06, |
| "loss": 0.0282, |
| "num_tokens": 177117826.0, |
| "step": 2212 |
| }, |
| { |
| "epoch": 2.7598253275109172, |
| "grad_norm": 0.11099109738309532, |
| "learning_rate": 1.1526809854134844e-06, |
| "loss": 0.0281, |
| "num_tokens": 177198291.0, |
| "step": 2213 |
| }, |
| { |
| "epoch": 2.761072988147224, |
| "grad_norm": 0.11310340011164033, |
| "learning_rate": 1.151119858512925e-06, |
| "loss": 0.0268, |
| "num_tokens": 177278136.0, |
| "step": 2214 |
| }, |
| { |
| "epoch": 2.762320648783531, |
| "grad_norm": 0.12040084886173383, |
| "learning_rate": 1.149566617446543e-06, |
| "loss": 0.0273, |
| "num_tokens": 177358685.0, |
| "step": 2215 |
| }, |
| { |
| "epoch": 2.7635683094198376, |
| "grad_norm": 0.11023952574462588, |
| "learning_rate": 1.1480212650308337e-06, |
| "loss": 0.0277, |
| "num_tokens": 177439052.0, |
| "step": 2216 |
| }, |
| { |
| "epoch": 2.7648159700561448, |
| "grad_norm": 0.10245924815558206, |
| "learning_rate": 1.1464838040679876e-06, |
| "loss": 0.0265, |
| "num_tokens": 177518673.0, |
| "step": 2217 |
| }, |
| { |
| "epoch": 2.7660636306924515, |
| "grad_norm": 0.11896518323741509, |
| "learning_rate": 1.1449542373458867e-06, |
| "loss": 0.028, |
| "num_tokens": 177599813.0, |
| "step": 2218 |
| }, |
| { |
| "epoch": 2.7673112913287587, |
| "grad_norm": 0.11721840542278891, |
| "learning_rate": 1.1434325676380983e-06, |
| "loss": 0.0275, |
| "num_tokens": 177680047.0, |
| "step": 2219 |
| }, |
| { |
| "epoch": 2.7685589519650655, |
| "grad_norm": 0.11242112554545239, |
| "learning_rate": 1.141918797703868e-06, |
| "loss": 0.0273, |
| "num_tokens": 177759176.0, |
| "step": 2220 |
| }, |
| { |
| "epoch": 2.7698066126013723, |
| "grad_norm": 0.12213920330413136, |
| "learning_rate": 1.1404129302881193e-06, |
| "loss": 0.0276, |
| "num_tokens": 177840002.0, |
| "step": 2221 |
| }, |
| { |
| "epoch": 2.7710542732376795, |
| "grad_norm": 0.11684412169186235, |
| "learning_rate": 1.1389149681214456e-06, |
| "loss": 0.0285, |
| "num_tokens": 177920088.0, |
| "step": 2222 |
| }, |
| { |
| "epoch": 2.7723019338739863, |
| "grad_norm": 0.1119053015497875, |
| "learning_rate": 1.1374249139201035e-06, |
| "loss": 0.0274, |
| "num_tokens": 177999727.0, |
| "step": 2223 |
| }, |
| { |
| "epoch": 2.773549594510293, |
| "grad_norm": 0.11111524937162807, |
| "learning_rate": 1.135942770386013e-06, |
| "loss": 0.0268, |
| "num_tokens": 178078737.0, |
| "step": 2224 |
| }, |
| { |
| "epoch": 2.7747972551466002, |
| "grad_norm": 0.10700815561780962, |
| "learning_rate": 1.1344685402067475e-06, |
| "loss": 0.0269, |
| "num_tokens": 178157602.0, |
| "step": 2225 |
| }, |
| { |
| "epoch": 2.776044915782907, |
| "grad_norm": 0.12352603858436706, |
| "learning_rate": 1.1330022260555321e-06, |
| "loss": 0.0284, |
| "num_tokens": 178238153.0, |
| "step": 2226 |
| }, |
| { |
| "epoch": 2.777292576419214, |
| "grad_norm": 0.10878032533922675, |
| "learning_rate": 1.1315438305912377e-06, |
| "loss": 0.0265, |
| "num_tokens": 178317857.0, |
| "step": 2227 |
| }, |
| { |
| "epoch": 2.778540237055521, |
| "grad_norm": 0.11929846361121192, |
| "learning_rate": 1.1300933564583764e-06, |
| "loss": 0.0275, |
| "num_tokens": 178398144.0, |
| "step": 2228 |
| }, |
| { |
| "epoch": 2.7797878976918278, |
| "grad_norm": 0.11575836382461366, |
| "learning_rate": 1.1286508062870952e-06, |
| "loss": 0.0277, |
| "num_tokens": 178477765.0, |
| "step": 2229 |
| }, |
| { |
| "epoch": 2.781035558328135, |
| "grad_norm": 0.10742117792303336, |
| "learning_rate": 1.1272161826931745e-06, |
| "loss": 0.0265, |
| "num_tokens": 178558431.0, |
| "step": 2230 |
| }, |
| { |
| "epoch": 2.7822832189644418, |
| "grad_norm": 0.11418872199176901, |
| "learning_rate": 1.1257894882780206e-06, |
| "loss": 0.0283, |
| "num_tokens": 178639242.0, |
| "step": 2231 |
| }, |
| { |
| "epoch": 2.7835308796007485, |
| "grad_norm": 0.10723962416090788, |
| "learning_rate": 1.1243707256286606e-06, |
| "loss": 0.0271, |
| "num_tokens": 178719072.0, |
| "step": 2232 |
| }, |
| { |
| "epoch": 2.7847785402370553, |
| "grad_norm": 0.10881136487138986, |
| "learning_rate": 1.1229598973177407e-06, |
| "loss": 0.0272, |
| "num_tokens": 178797551.0, |
| "step": 2233 |
| }, |
| { |
| "epoch": 2.7860262008733625, |
| "grad_norm": 0.1033276997183416, |
| "learning_rate": 1.1215570059035199e-06, |
| "loss": 0.0261, |
| "num_tokens": 178876643.0, |
| "step": 2234 |
| }, |
| { |
| "epoch": 2.7872738615096693, |
| "grad_norm": 0.11221713077894142, |
| "learning_rate": 1.1201620539298636e-06, |
| "loss": 0.0277, |
| "num_tokens": 178956890.0, |
| "step": 2235 |
| }, |
| { |
| "epoch": 2.7885215221459765, |
| "grad_norm": 0.11497597690368146, |
| "learning_rate": 1.1187750439262405e-06, |
| "loss": 0.0274, |
| "num_tokens": 179036190.0, |
| "step": 2236 |
| }, |
| { |
| "epoch": 2.7897691827822833, |
| "grad_norm": 0.11685097421442404, |
| "learning_rate": 1.1173959784077207e-06, |
| "loss": 0.0292, |
| "num_tokens": 179117241.0, |
| "step": 2237 |
| }, |
| { |
| "epoch": 2.79101684341859, |
| "grad_norm": 0.11901364215641137, |
| "learning_rate": 1.1160248598749652e-06, |
| "loss": 0.0286, |
| "num_tokens": 179197576.0, |
| "step": 2238 |
| }, |
| { |
| "epoch": 2.7922645040548972, |
| "grad_norm": 0.10306800380453014, |
| "learning_rate": 1.114661690814227e-06, |
| "loss": 0.0266, |
| "num_tokens": 179276756.0, |
| "step": 2239 |
| }, |
| { |
| "epoch": 2.793512164691204, |
| "grad_norm": 0.11195164030232999, |
| "learning_rate": 1.1133064736973443e-06, |
| "loss": 0.0265, |
| "num_tokens": 179357775.0, |
| "step": 2240 |
| }, |
| { |
| "epoch": 2.7947598253275108, |
| "grad_norm": 0.11752175021287195, |
| "learning_rate": 1.1119592109817346e-06, |
| "loss": 0.0275, |
| "num_tokens": 179438867.0, |
| "step": 2241 |
| }, |
| { |
| "epoch": 2.796007485963818, |
| "grad_norm": 0.1140881376229996, |
| "learning_rate": 1.1106199051103922e-06, |
| "loss": 0.0271, |
| "num_tokens": 179518359.0, |
| "step": 2242 |
| }, |
| { |
| "epoch": 2.7972551466001248, |
| "grad_norm": 0.11251686289836357, |
| "learning_rate": 1.109288558511884e-06, |
| "loss": 0.0268, |
| "num_tokens": 179597988.0, |
| "step": 2243 |
| }, |
| { |
| "epoch": 2.7985028072364315, |
| "grad_norm": 0.10788731583211555, |
| "learning_rate": 1.1079651736003441e-06, |
| "loss": 0.0273, |
| "num_tokens": 179678144.0, |
| "step": 2244 |
| }, |
| { |
| "epoch": 2.7997504678727387, |
| "grad_norm": 0.11520086050466517, |
| "learning_rate": 1.106649752775468e-06, |
| "loss": 0.0267, |
| "num_tokens": 179758675.0, |
| "step": 2245 |
| }, |
| { |
| "epoch": 2.8009981285090455, |
| "grad_norm": 0.12597826940633167, |
| "learning_rate": 1.1053422984225127e-06, |
| "loss": 0.027, |
| "num_tokens": 179839093.0, |
| "step": 2246 |
| }, |
| { |
| "epoch": 2.8022457891453527, |
| "grad_norm": 0.11239946957555676, |
| "learning_rate": 1.1040428129122873e-06, |
| "loss": 0.0265, |
| "num_tokens": 179920234.0, |
| "step": 2247 |
| }, |
| { |
| "epoch": 2.8034934497816595, |
| "grad_norm": 0.11485169689579346, |
| "learning_rate": 1.102751298601152e-06, |
| "loss": 0.0272, |
| "num_tokens": 179999475.0, |
| "step": 2248 |
| }, |
| { |
| "epoch": 2.8047411104179663, |
| "grad_norm": 0.11199877474314972, |
| "learning_rate": 1.1014677578310128e-06, |
| "loss": 0.0277, |
| "num_tokens": 180078857.0, |
| "step": 2249 |
| }, |
| { |
| "epoch": 2.805988771054273, |
| "grad_norm": 0.11085777355981787, |
| "learning_rate": 1.1001921929293172e-06, |
| "loss": 0.0281, |
| "num_tokens": 180157620.0, |
| "step": 2250 |
| }, |
| { |
| "epoch": 2.8072364316905802, |
| "grad_norm": 0.11095268337610681, |
| "learning_rate": 1.0989246062090495e-06, |
| "loss": 0.0269, |
| "num_tokens": 180237202.0, |
| "step": 2251 |
| }, |
| { |
| "epoch": 2.808484092326887, |
| "grad_norm": 0.1314904657457488, |
| "learning_rate": 1.0976649999687282e-06, |
| "loss": 0.0273, |
| "num_tokens": 180316592.0, |
| "step": 2252 |
| }, |
| { |
| "epoch": 2.809731752963194, |
| "grad_norm": 0.10715724234388715, |
| "learning_rate": 1.096413376492399e-06, |
| "loss": 0.0272, |
| "num_tokens": 180396786.0, |
| "step": 2253 |
| }, |
| { |
| "epoch": 2.810979413599501, |
| "grad_norm": 0.11446876586604864, |
| "learning_rate": 1.0951697380496343e-06, |
| "loss": 0.0267, |
| "num_tokens": 180477208.0, |
| "step": 2254 |
| }, |
| { |
| "epoch": 2.8122270742358078, |
| "grad_norm": 0.10000594303521496, |
| "learning_rate": 1.093934086895526e-06, |
| "loss": 0.0262, |
| "num_tokens": 180557503.0, |
| "step": 2255 |
| }, |
| { |
| "epoch": 2.8134747348721145, |
| "grad_norm": 0.11468231454145983, |
| "learning_rate": 1.0927064252706845e-06, |
| "loss": 0.0264, |
| "num_tokens": 180636993.0, |
| "step": 2256 |
| }, |
| { |
| "epoch": 2.8147223955084217, |
| "grad_norm": 0.11326974384224862, |
| "learning_rate": 1.0914867554012297e-06, |
| "loss": 0.028, |
| "num_tokens": 180717357.0, |
| "step": 2257 |
| }, |
| { |
| "epoch": 2.8159700561447285, |
| "grad_norm": 0.12011090419081122, |
| "learning_rate": 1.090275079498793e-06, |
| "loss": 0.0286, |
| "num_tokens": 180796981.0, |
| "step": 2258 |
| }, |
| { |
| "epoch": 2.8172177167810357, |
| "grad_norm": 0.11208373588605422, |
| "learning_rate": 1.0890713997605085e-06, |
| "loss": 0.0276, |
| "num_tokens": 180876805.0, |
| "step": 2259 |
| }, |
| { |
| "epoch": 2.8184653774173425, |
| "grad_norm": 0.11929554034691514, |
| "learning_rate": 1.0878757183690112e-06, |
| "loss": 0.0276, |
| "num_tokens": 180956790.0, |
| "step": 2260 |
| }, |
| { |
| "epoch": 2.8197130380536493, |
| "grad_norm": 0.10883696590219329, |
| "learning_rate": 1.086688037492433e-06, |
| "loss": 0.027, |
| "num_tokens": 181037554.0, |
| "step": 2261 |
| }, |
| { |
| "epoch": 2.8209606986899565, |
| "grad_norm": 0.11656014791821229, |
| "learning_rate": 1.0855083592843985e-06, |
| "loss": 0.028, |
| "num_tokens": 181117563.0, |
| "step": 2262 |
| }, |
| { |
| "epoch": 2.8222083593262632, |
| "grad_norm": 0.10887563809750479, |
| "learning_rate": 1.0843366858840209e-06, |
| "loss": 0.0269, |
| "num_tokens": 181197130.0, |
| "step": 2263 |
| }, |
| { |
| "epoch": 2.8234560199625705, |
| "grad_norm": 0.10788088292257987, |
| "learning_rate": 1.0831730194158982e-06, |
| "loss": 0.0266, |
| "num_tokens": 181276375.0, |
| "step": 2264 |
| }, |
| { |
| "epoch": 2.824703680598877, |
| "grad_norm": 0.10930839605540808, |
| "learning_rate": 1.0820173619901093e-06, |
| "loss": 0.0271, |
| "num_tokens": 181356017.0, |
| "step": 2265 |
| }, |
| { |
| "epoch": 2.825951341235184, |
| "grad_norm": 0.12259984441092837, |
| "learning_rate": 1.08086971570221e-06, |
| "loss": 0.0292, |
| "num_tokens": 181436275.0, |
| "step": 2266 |
| }, |
| { |
| "epoch": 2.8271990018714908, |
| "grad_norm": 0.10639541929699158, |
| "learning_rate": 1.0797300826332307e-06, |
| "loss": 0.0268, |
| "num_tokens": 181516434.0, |
| "step": 2267 |
| }, |
| { |
| "epoch": 2.828446662507798, |
| "grad_norm": 0.12324754295042131, |
| "learning_rate": 1.07859846484967e-06, |
| "loss": 0.028, |
| "num_tokens": 181597476.0, |
| "step": 2268 |
| }, |
| { |
| "epoch": 2.8296943231441047, |
| "grad_norm": 0.10801092400541287, |
| "learning_rate": 1.0774748644034936e-06, |
| "loss": 0.0271, |
| "num_tokens": 181677449.0, |
| "step": 2269 |
| }, |
| { |
| "epoch": 2.830941983780412, |
| "grad_norm": 0.11429743139755069, |
| "learning_rate": 1.0763592833321277e-06, |
| "loss": 0.0269, |
| "num_tokens": 181757429.0, |
| "step": 2270 |
| }, |
| { |
| "epoch": 2.8321896444167187, |
| "grad_norm": 0.11295710267647807, |
| "learning_rate": 1.0752517236584595e-06, |
| "loss": 0.027, |
| "num_tokens": 181836252.0, |
| "step": 2271 |
| }, |
| { |
| "epoch": 2.8334373050530255, |
| "grad_norm": 0.11139902033265346, |
| "learning_rate": 1.0741521873908283e-06, |
| "loss": 0.0268, |
| "num_tokens": 181916218.0, |
| "step": 2272 |
| }, |
| { |
| "epoch": 2.8346849656893323, |
| "grad_norm": 0.1054002144624115, |
| "learning_rate": 1.0730606765230257e-06, |
| "loss": 0.0269, |
| "num_tokens": 181995689.0, |
| "step": 2273 |
| }, |
| { |
| "epoch": 2.8359326263256395, |
| "grad_norm": 0.10302028960792996, |
| "learning_rate": 1.0719771930342913e-06, |
| "loss": 0.0261, |
| "num_tokens": 182075038.0, |
| "step": 2274 |
| }, |
| { |
| "epoch": 2.8371802869619462, |
| "grad_norm": 0.11798628087878685, |
| "learning_rate": 1.0709017388893075e-06, |
| "loss": 0.0283, |
| "num_tokens": 182154597.0, |
| "step": 2275 |
| }, |
| { |
| "epoch": 2.8384279475982535, |
| "grad_norm": 0.11276374561736073, |
| "learning_rate": 1.0698343160381987e-06, |
| "loss": 0.0266, |
| "num_tokens": 182233887.0, |
| "step": 2276 |
| }, |
| { |
| "epoch": 2.8396756082345602, |
| "grad_norm": 0.1174576965951362, |
| "learning_rate": 1.0687749264165248e-06, |
| "loss": 0.028, |
| "num_tokens": 182314132.0, |
| "step": 2277 |
| }, |
| { |
| "epoch": 2.840923268870867, |
| "grad_norm": 0.10814129453586245, |
| "learning_rate": 1.067723571945279e-06, |
| "loss": 0.0261, |
| "num_tokens": 182394712.0, |
| "step": 2278 |
| }, |
| { |
| "epoch": 2.842170929507174, |
| "grad_norm": 0.11723270887984091, |
| "learning_rate": 1.0666802545308847e-06, |
| "loss": 0.0281, |
| "num_tokens": 182476047.0, |
| "step": 2279 |
| }, |
| { |
| "epoch": 2.843418590143481, |
| "grad_norm": 0.11081835835199184, |
| "learning_rate": 1.065644976065193e-06, |
| "loss": 0.0279, |
| "num_tokens": 182554762.0, |
| "step": 2280 |
| }, |
| { |
| "epoch": 2.8446662507797877, |
| "grad_norm": 0.10738520261965014, |
| "learning_rate": 1.0646177384254747e-06, |
| "loss": 0.027, |
| "num_tokens": 182633545.0, |
| "step": 2281 |
| }, |
| { |
| "epoch": 2.845913911416095, |
| "grad_norm": 0.10253227627415959, |
| "learning_rate": 1.063598543474423e-06, |
| "loss": 0.0263, |
| "num_tokens": 182711682.0, |
| "step": 2282 |
| }, |
| { |
| "epoch": 2.8471615720524017, |
| "grad_norm": 0.11632474054875933, |
| "learning_rate": 1.062587393060147e-06, |
| "loss": 0.0277, |
| "num_tokens": 182791996.0, |
| "step": 2283 |
| }, |
| { |
| "epoch": 2.8484092326887085, |
| "grad_norm": 0.11239301355373442, |
| "learning_rate": 1.0615842890161675e-06, |
| "loss": 0.0267, |
| "num_tokens": 182871570.0, |
| "step": 2284 |
| }, |
| { |
| "epoch": 2.8496568933250157, |
| "grad_norm": 0.1260833333963082, |
| "learning_rate": 1.0605892331614158e-06, |
| "loss": 0.0305, |
| "num_tokens": 182951531.0, |
| "step": 2285 |
| }, |
| { |
| "epoch": 2.8509045539613225, |
| "grad_norm": 0.10700130560287861, |
| "learning_rate": 1.0596022273002282e-06, |
| "loss": 0.0268, |
| "num_tokens": 183030679.0, |
| "step": 2286 |
| }, |
| { |
| "epoch": 2.8521522145976297, |
| "grad_norm": 0.11364031790238421, |
| "learning_rate": 1.0586232732223446e-06, |
| "loss": 0.0271, |
| "num_tokens": 183112076.0, |
| "step": 2287 |
| }, |
| { |
| "epoch": 2.8533998752339365, |
| "grad_norm": 0.10879548973912555, |
| "learning_rate": 1.0576523727029053e-06, |
| "loss": 0.0273, |
| "num_tokens": 183192328.0, |
| "step": 2288 |
| }, |
| { |
| "epoch": 2.8546475358702432, |
| "grad_norm": 0.11352263022080847, |
| "learning_rate": 1.0566895275024458e-06, |
| "loss": 0.0297, |
| "num_tokens": 183271794.0, |
| "step": 2289 |
| }, |
| { |
| "epoch": 2.85589519650655, |
| "grad_norm": 0.11082853865055407, |
| "learning_rate": 1.0557347393668966e-06, |
| "loss": 0.027, |
| "num_tokens": 183350787.0, |
| "step": 2290 |
| }, |
| { |
| "epoch": 2.857142857142857, |
| "grad_norm": 0.11456889825294071, |
| "learning_rate": 1.0547880100275755e-06, |
| "loss": 0.0275, |
| "num_tokens": 183431435.0, |
| "step": 2291 |
| }, |
| { |
| "epoch": 2.858390517779164, |
| "grad_norm": 0.11016237704435282, |
| "learning_rate": 1.0538493412011901e-06, |
| "loss": 0.0267, |
| "num_tokens": 183510859.0, |
| "step": 2292 |
| }, |
| { |
| "epoch": 2.859638178415471, |
| "grad_norm": 0.11417004760246512, |
| "learning_rate": 1.0529187345898304e-06, |
| "loss": 0.0277, |
| "num_tokens": 183591361.0, |
| "step": 2293 |
| }, |
| { |
| "epoch": 2.860885839051778, |
| "grad_norm": 0.11122299199182507, |
| "learning_rate": 1.0519961918809675e-06, |
| "loss": 0.0271, |
| "num_tokens": 183671105.0, |
| "step": 2294 |
| }, |
| { |
| "epoch": 2.8621334996880847, |
| "grad_norm": 0.11426790938884109, |
| "learning_rate": 1.05108171474745e-06, |
| "loss": 0.0275, |
| "num_tokens": 183751497.0, |
| "step": 2295 |
| }, |
| { |
| "epoch": 2.8633811603243915, |
| "grad_norm": 0.1132178603222439, |
| "learning_rate": 1.050175304847502e-06, |
| "loss": 0.0276, |
| "num_tokens": 183831206.0, |
| "step": 2296 |
| }, |
| { |
| "epoch": 2.8646288209606987, |
| "grad_norm": 0.11247491256932537, |
| "learning_rate": 1.0492769638247177e-06, |
| "loss": 0.0278, |
| "num_tokens": 183912383.0, |
| "step": 2297 |
| }, |
| { |
| "epoch": 2.8658764815970055, |
| "grad_norm": 0.10746653770671626, |
| "learning_rate": 1.0483866933080611e-06, |
| "loss": 0.0265, |
| "num_tokens": 183992514.0, |
| "step": 2298 |
| }, |
| { |
| "epoch": 2.8671241422333127, |
| "grad_norm": 0.11160208763303599, |
| "learning_rate": 1.0475044949118624e-06, |
| "loss": 0.0276, |
| "num_tokens": 184072119.0, |
| "step": 2299 |
| }, |
| { |
| "epoch": 2.8683718028696195, |
| "grad_norm": 0.11850309053487157, |
| "learning_rate": 1.0466303702358139e-06, |
| "loss": 0.0279, |
| "num_tokens": 184155215.0, |
| "step": 2300 |
| }, |
| { |
| "epoch": 2.8696194635059262, |
| "grad_norm": 0.12631852786380027, |
| "learning_rate": 1.0457643208649665e-06, |
| "loss": 0.0288, |
| "num_tokens": 184235940.0, |
| "step": 2301 |
| }, |
| { |
| "epoch": 2.8708671241422334, |
| "grad_norm": 0.11138287151881872, |
| "learning_rate": 1.044906348369731e-06, |
| "loss": 0.0276, |
| "num_tokens": 184316322.0, |
| "step": 2302 |
| }, |
| { |
| "epoch": 2.87211478477854, |
| "grad_norm": 0.10931209504132226, |
| "learning_rate": 1.0440564543058703e-06, |
| "loss": 0.0268, |
| "num_tokens": 184396446.0, |
| "step": 2303 |
| }, |
| { |
| "epoch": 2.8733624454148474, |
| "grad_norm": 0.11012682455226674, |
| "learning_rate": 1.0432146402144986e-06, |
| "loss": 0.0278, |
| "num_tokens": 184475613.0, |
| "step": 2304 |
| }, |
| { |
| "epoch": 2.874610106051154, |
| "grad_norm": 0.10769527893932587, |
| "learning_rate": 1.0423809076220805e-06, |
| "loss": 0.0269, |
| "num_tokens": 184555834.0, |
| "step": 2305 |
| }, |
| { |
| "epoch": 2.875857766687461, |
| "grad_norm": 0.12501985655306355, |
| "learning_rate": 1.041555258040425e-06, |
| "loss": 0.0289, |
| "num_tokens": 184637311.0, |
| "step": 2306 |
| }, |
| { |
| "epoch": 2.8771054273237677, |
| "grad_norm": 0.10611283848990914, |
| "learning_rate": 1.0407376929666833e-06, |
| "loss": 0.0272, |
| "num_tokens": 184717540.0, |
| "step": 2307 |
| }, |
| { |
| "epoch": 2.878353087960075, |
| "grad_norm": 0.11684908656337946, |
| "learning_rate": 1.0399282138833488e-06, |
| "loss": 0.0275, |
| "num_tokens": 184796663.0, |
| "step": 2308 |
| }, |
| { |
| "epoch": 2.8796007485963817, |
| "grad_norm": 0.12163581971776054, |
| "learning_rate": 1.039126822258252e-06, |
| "loss": 0.0277, |
| "num_tokens": 184877517.0, |
| "step": 2309 |
| }, |
| { |
| "epoch": 2.880848409232689, |
| "grad_norm": 0.11561664029854038, |
| "learning_rate": 1.0383335195445573e-06, |
| "loss": 0.0271, |
| "num_tokens": 184956700.0, |
| "step": 2310 |
| }, |
| { |
| "epoch": 2.8820960698689957, |
| "grad_norm": 0.11377476242109719, |
| "learning_rate": 1.0375483071807626e-06, |
| "loss": 0.0277, |
| "num_tokens": 185036719.0, |
| "step": 2311 |
| }, |
| { |
| "epoch": 2.8833437305053025, |
| "grad_norm": 0.10571550440670317, |
| "learning_rate": 1.036771186590696e-06, |
| "loss": 0.0268, |
| "num_tokens": 185116185.0, |
| "step": 2312 |
| }, |
| { |
| "epoch": 2.8845913911416092, |
| "grad_norm": 0.11078801585715989, |
| "learning_rate": 1.0360021591835108e-06, |
| "loss": 0.0274, |
| "num_tokens": 185195865.0, |
| "step": 2313 |
| }, |
| { |
| "epoch": 2.8858390517779164, |
| "grad_norm": 0.10587436172290575, |
| "learning_rate": 1.0352412263536868e-06, |
| "loss": 0.0258, |
| "num_tokens": 185275227.0, |
| "step": 2314 |
| }, |
| { |
| "epoch": 2.887086712414223, |
| "grad_norm": 0.10645437206340462, |
| "learning_rate": 1.0344883894810257e-06, |
| "loss": 0.0274, |
| "num_tokens": 185354901.0, |
| "step": 2315 |
| }, |
| { |
| "epoch": 2.8883343730505304, |
| "grad_norm": 0.11587554997670732, |
| "learning_rate": 1.033743649930647e-06, |
| "loss": 0.0263, |
| "num_tokens": 185433853.0, |
| "step": 2316 |
| }, |
| { |
| "epoch": 2.889582033686837, |
| "grad_norm": 0.11506509844410158, |
| "learning_rate": 1.03300700905299e-06, |
| "loss": 0.0274, |
| "num_tokens": 185514489.0, |
| "step": 2317 |
| }, |
| { |
| "epoch": 2.890829694323144, |
| "grad_norm": 0.10249391579856434, |
| "learning_rate": 1.0322784681838062e-06, |
| "loss": 0.0266, |
| "num_tokens": 185595544.0, |
| "step": 2318 |
| }, |
| { |
| "epoch": 2.892077354959451, |
| "grad_norm": 0.1244108209218656, |
| "learning_rate": 1.0315580286441616e-06, |
| "loss": 0.027, |
| "num_tokens": 185675597.0, |
| "step": 2319 |
| }, |
| { |
| "epoch": 2.893325015595758, |
| "grad_norm": 0.11187955851184811, |
| "learning_rate": 1.0308456917404294e-06, |
| "loss": 0.0269, |
| "num_tokens": 185755490.0, |
| "step": 2320 |
| }, |
| { |
| "epoch": 2.8945726762320647, |
| "grad_norm": 0.1118035236277393, |
| "learning_rate": 1.0301414587642926e-06, |
| "loss": 0.0267, |
| "num_tokens": 185833837.0, |
| "step": 2321 |
| }, |
| { |
| "epoch": 2.895820336868372, |
| "grad_norm": 0.11431007300598617, |
| "learning_rate": 1.029445330992738e-06, |
| "loss": 0.0285, |
| "num_tokens": 185915064.0, |
| "step": 2322 |
| }, |
| { |
| "epoch": 2.8970679975046787, |
| "grad_norm": 0.10462947510709711, |
| "learning_rate": 1.0287573096880566e-06, |
| "loss": 0.0267, |
| "num_tokens": 185995076.0, |
| "step": 2323 |
| }, |
| { |
| "epoch": 2.8983156581409855, |
| "grad_norm": 0.11570282963133109, |
| "learning_rate": 1.028077396097838e-06, |
| "loss": 0.0269, |
| "num_tokens": 186074872.0, |
| "step": 2324 |
| }, |
| { |
| "epoch": 2.8995633187772927, |
| "grad_norm": 0.12626629625181418, |
| "learning_rate": 1.0274055914549708e-06, |
| "loss": 0.0281, |
| "num_tokens": 186156148.0, |
| "step": 2325 |
| }, |
| { |
| "epoch": 2.9008109794135994, |
| "grad_norm": 0.11032478054432032, |
| "learning_rate": 1.0267418969776405e-06, |
| "loss": 0.0264, |
| "num_tokens": 186236795.0, |
| "step": 2326 |
| }, |
| { |
| "epoch": 2.9020586400499067, |
| "grad_norm": 0.108031229594549, |
| "learning_rate": 1.0260863138693264e-06, |
| "loss": 0.0282, |
| "num_tokens": 186316351.0, |
| "step": 2327 |
| }, |
| { |
| "epoch": 2.9033063006862134, |
| "grad_norm": 0.11591386223810314, |
| "learning_rate": 1.0254388433187975e-06, |
| "loss": 0.0279, |
| "num_tokens": 186396106.0, |
| "step": 2328 |
| }, |
| { |
| "epoch": 2.90455396132252, |
| "grad_norm": 0.10622785774173073, |
| "learning_rate": 1.0247994865001147e-06, |
| "loss": 0.0259, |
| "num_tokens": 186475119.0, |
| "step": 2329 |
| }, |
| { |
| "epoch": 2.905801621958827, |
| "grad_norm": 0.12280744075841177, |
| "learning_rate": 1.0241682445726246e-06, |
| "loss": 0.0279, |
| "num_tokens": 186556403.0, |
| "step": 2330 |
| }, |
| { |
| "epoch": 2.907049282595134, |
| "grad_norm": 0.12850490414436164, |
| "learning_rate": 1.0235451186809596e-06, |
| "loss": 0.0281, |
| "num_tokens": 186636091.0, |
| "step": 2331 |
| }, |
| { |
| "epoch": 2.908296943231441, |
| "grad_norm": 0.12129199138278511, |
| "learning_rate": 1.0229301099550352e-06, |
| "loss": 0.0263, |
| "num_tokens": 186718680.0, |
| "step": 2332 |
| }, |
| { |
| "epoch": 2.909544603867748, |
| "grad_norm": 0.10134475681869966, |
| "learning_rate": 1.0223232195100485e-06, |
| "loss": 0.0267, |
| "num_tokens": 186797276.0, |
| "step": 2333 |
| }, |
| { |
| "epoch": 2.910792264504055, |
| "grad_norm": 0.10862663209574905, |
| "learning_rate": 1.0217244484464758e-06, |
| "loss": 0.0269, |
| "num_tokens": 186877678.0, |
| "step": 2334 |
| }, |
| { |
| "epoch": 2.9120399251403617, |
| "grad_norm": 0.10595868824858773, |
| "learning_rate": 1.0211337978500687e-06, |
| "loss": 0.0269, |
| "num_tokens": 186956753.0, |
| "step": 2335 |
| }, |
| { |
| "epoch": 2.913287585776669, |
| "grad_norm": 0.11109899490724645, |
| "learning_rate": 1.0205512687918558e-06, |
| "loss": 0.0275, |
| "num_tokens": 187037968.0, |
| "step": 2336 |
| }, |
| { |
| "epoch": 2.9145352464129757, |
| "grad_norm": 0.10985537743814915, |
| "learning_rate": 1.0199768623281388e-06, |
| "loss": 0.028, |
| "num_tokens": 187117786.0, |
| "step": 2337 |
| }, |
| { |
| "epoch": 2.9157829070492824, |
| "grad_norm": 0.11212443137177852, |
| "learning_rate": 1.0194105795004896e-06, |
| "loss": 0.0273, |
| "num_tokens": 187197753.0, |
| "step": 2338 |
| }, |
| { |
| "epoch": 2.9170305676855897, |
| "grad_norm": 0.11357099125731306, |
| "learning_rate": 1.0188524213357507e-06, |
| "loss": 0.027, |
| "num_tokens": 187278814.0, |
| "step": 2339 |
| }, |
| { |
| "epoch": 2.9182782283218964, |
| "grad_norm": 0.11863761901671414, |
| "learning_rate": 1.0183023888460312e-06, |
| "loss": 0.0278, |
| "num_tokens": 187359939.0, |
| "step": 2340 |
| }, |
| { |
| "epoch": 2.919525888958203, |
| "grad_norm": 0.11740995441233278, |
| "learning_rate": 1.017760483028706e-06, |
| "loss": 0.0276, |
| "num_tokens": 187439262.0, |
| "step": 2341 |
| }, |
| { |
| "epoch": 2.9207735495945104, |
| "grad_norm": 0.10961685956776607, |
| "learning_rate": 1.017226704866415e-06, |
| "loss": 0.0273, |
| "num_tokens": 187519426.0, |
| "step": 2342 |
| }, |
| { |
| "epoch": 2.922021210230817, |
| "grad_norm": 0.13193569549980025, |
| "learning_rate": 1.0167010553270588e-06, |
| "loss": 0.0275, |
| "num_tokens": 187599140.0, |
| "step": 2343 |
| }, |
| { |
| "epoch": 2.9232688708671244, |
| "grad_norm": 0.1090653954416858, |
| "learning_rate": 1.016183535363799e-06, |
| "loss": 0.0263, |
| "num_tokens": 187679734.0, |
| "step": 2344 |
| }, |
| { |
| "epoch": 2.924516531503431, |
| "grad_norm": 0.11264135405112981, |
| "learning_rate": 1.0156741459150556e-06, |
| "loss": 0.0271, |
| "num_tokens": 187760016.0, |
| "step": 2345 |
| }, |
| { |
| "epoch": 2.925764192139738, |
| "grad_norm": 0.1127907828444805, |
| "learning_rate": 1.0151728879045057e-06, |
| "loss": 0.0273, |
| "num_tokens": 187840030.0, |
| "step": 2346 |
| }, |
| { |
| "epoch": 2.9270118527760447, |
| "grad_norm": 0.11654407524405933, |
| "learning_rate": 1.0146797622410813e-06, |
| "loss": 0.0266, |
| "num_tokens": 187918803.0, |
| "step": 2347 |
| }, |
| { |
| "epoch": 2.928259513412352, |
| "grad_norm": 0.11309647290317737, |
| "learning_rate": 1.0141947698189684e-06, |
| "loss": 0.0272, |
| "num_tokens": 187998146.0, |
| "step": 2348 |
| }, |
| { |
| "epoch": 2.9295071740486587, |
| "grad_norm": 0.11280706058466917, |
| "learning_rate": 1.0137179115176055e-06, |
| "loss": 0.0265, |
| "num_tokens": 188077340.0, |
| "step": 2349 |
| }, |
| { |
| "epoch": 2.930754834684966, |
| "grad_norm": 0.13076601205501484, |
| "learning_rate": 1.0132491882016805e-06, |
| "loss": 0.0262, |
| "num_tokens": 188157146.0, |
| "step": 2350 |
| }, |
| { |
| "epoch": 2.9320024953212727, |
| "grad_norm": 0.11012339063784357, |
| "learning_rate": 1.0127886007211298e-06, |
| "loss": 0.0275, |
| "num_tokens": 188237197.0, |
| "step": 2351 |
| }, |
| { |
| "epoch": 2.9332501559575794, |
| "grad_norm": 0.11371206516952323, |
| "learning_rate": 1.0123361499111383e-06, |
| "loss": 0.0272, |
| "num_tokens": 188316620.0, |
| "step": 2352 |
| }, |
| { |
| "epoch": 2.934497816593886, |
| "grad_norm": 0.10964761702423996, |
| "learning_rate": 1.011891836592136e-06, |
| "loss": 0.0278, |
| "num_tokens": 188397001.0, |
| "step": 2353 |
| }, |
| { |
| "epoch": 2.9357454772301934, |
| "grad_norm": 0.1117067743384703, |
| "learning_rate": 1.0114556615697971e-06, |
| "loss": 0.027, |
| "num_tokens": 188476537.0, |
| "step": 2354 |
| }, |
| { |
| "epoch": 2.9369931378665, |
| "grad_norm": 0.10532925727660913, |
| "learning_rate": 1.0110276256350393e-06, |
| "loss": 0.0265, |
| "num_tokens": 188554894.0, |
| "step": 2355 |
| }, |
| { |
| "epoch": 2.9382407985028074, |
| "grad_norm": 0.11464738528815109, |
| "learning_rate": 1.010607729564021e-06, |
| "loss": 0.0273, |
| "num_tokens": 188635007.0, |
| "step": 2356 |
| }, |
| { |
| "epoch": 2.939488459139114, |
| "grad_norm": 0.11411346562493145, |
| "learning_rate": 1.0101959741181396e-06, |
| "loss": 0.0273, |
| "num_tokens": 188714832.0, |
| "step": 2357 |
| }, |
| { |
| "epoch": 2.940736119775421, |
| "grad_norm": 0.11297091154604039, |
| "learning_rate": 1.0097923600440335e-06, |
| "loss": 0.0266, |
| "num_tokens": 188794100.0, |
| "step": 2358 |
| }, |
| { |
| "epoch": 2.941983780411728, |
| "grad_norm": 0.11419809264174352, |
| "learning_rate": 1.0093968880735762e-06, |
| "loss": 0.0277, |
| "num_tokens": 188875432.0, |
| "step": 2359 |
| }, |
| { |
| "epoch": 2.943231441048035, |
| "grad_norm": 0.10794783898522096, |
| "learning_rate": 1.009009558923878e-06, |
| "loss": 0.027, |
| "num_tokens": 188954916.0, |
| "step": 2360 |
| }, |
| { |
| "epoch": 2.944479101684342, |
| "grad_norm": 0.10544977589684877, |
| "learning_rate": 1.0086303732972843e-06, |
| "loss": 0.0266, |
| "num_tokens": 189035103.0, |
| "step": 2361 |
| }, |
| { |
| "epoch": 2.945726762320649, |
| "grad_norm": 0.12035892909369736, |
| "learning_rate": 1.0082593318813728e-06, |
| "loss": 0.027, |
| "num_tokens": 189114556.0, |
| "step": 2362 |
| }, |
| { |
| "epoch": 2.9469744229569557, |
| "grad_norm": 0.11275061926774883, |
| "learning_rate": 1.0078964353489536e-06, |
| "loss": 0.0268, |
| "num_tokens": 189194415.0, |
| "step": 2363 |
| }, |
| { |
| "epoch": 2.9482220835932624, |
| "grad_norm": 0.11213359019218412, |
| "learning_rate": 1.0075416843580687e-06, |
| "loss": 0.0272, |
| "num_tokens": 189275904.0, |
| "step": 2364 |
| }, |
| { |
| "epoch": 2.9494697442295696, |
| "grad_norm": 0.11713393130799933, |
| "learning_rate": 1.0071950795519873e-06, |
| "loss": 0.0279, |
| "num_tokens": 189355944.0, |
| "step": 2365 |
| }, |
| { |
| "epoch": 2.9507174048658764, |
| "grad_norm": 0.10806295055772125, |
| "learning_rate": 1.00685662155921e-06, |
| "loss": 0.0274, |
| "num_tokens": 189436064.0, |
| "step": 2366 |
| }, |
| { |
| "epoch": 2.9519650655021836, |
| "grad_norm": 0.11788280963029622, |
| "learning_rate": 1.0065263109934633e-06, |
| "loss": 0.0277, |
| "num_tokens": 189516906.0, |
| "step": 2367 |
| }, |
| { |
| "epoch": 2.9532127261384904, |
| "grad_norm": 0.11439835587046002, |
| "learning_rate": 1.0062041484536994e-06, |
| "loss": 0.0292, |
| "num_tokens": 189597299.0, |
| "step": 2368 |
| }, |
| { |
| "epoch": 2.954460386774797, |
| "grad_norm": 0.11618035546784151, |
| "learning_rate": 1.0058901345240967e-06, |
| "loss": 0.0274, |
| "num_tokens": 189677346.0, |
| "step": 2369 |
| }, |
| { |
| "epoch": 2.955708047411104, |
| "grad_norm": 0.10998886233872446, |
| "learning_rate": 1.0055842697740576e-06, |
| "loss": 0.0268, |
| "num_tokens": 189756509.0, |
| "step": 2370 |
| }, |
| { |
| "epoch": 2.956955708047411, |
| "grad_norm": 0.1102297346203138, |
| "learning_rate": 1.0052865547582074e-06, |
| "loss": 0.0273, |
| "num_tokens": 189837787.0, |
| "step": 2371 |
| }, |
| { |
| "epoch": 2.958203368683718, |
| "grad_norm": 0.11011616094968564, |
| "learning_rate": 1.004996990016393e-06, |
| "loss": 0.0278, |
| "num_tokens": 189916820.0, |
| "step": 2372 |
| }, |
| { |
| "epoch": 2.959451029320025, |
| "grad_norm": 0.1058190186745868, |
| "learning_rate": 1.0047155760736828e-06, |
| "loss": 0.0263, |
| "num_tokens": 189996448.0, |
| "step": 2373 |
| }, |
| { |
| "epoch": 2.960698689956332, |
| "grad_norm": 0.09902032964536187, |
| "learning_rate": 1.004442313440366e-06, |
| "loss": 0.0261, |
| "num_tokens": 190075935.0, |
| "step": 2374 |
| }, |
| { |
| "epoch": 2.9619463505926387, |
| "grad_norm": 0.12154175766740306, |
| "learning_rate": 1.0041772026119493e-06, |
| "loss": 0.027, |
| "num_tokens": 190156058.0, |
| "step": 2375 |
| }, |
| { |
| "epoch": 2.963194011228946, |
| "grad_norm": 0.11633889607609949, |
| "learning_rate": 1.0039202440691598e-06, |
| "loss": 0.0271, |
| "num_tokens": 190236260.0, |
| "step": 2376 |
| }, |
| { |
| "epoch": 2.9644416718652526, |
| "grad_norm": 0.10715021652513443, |
| "learning_rate": 1.0036714382779405e-06, |
| "loss": 0.0263, |
| "num_tokens": 190315801.0, |
| "step": 2377 |
| }, |
| { |
| "epoch": 2.9656893325015594, |
| "grad_norm": 0.11833748571681439, |
| "learning_rate": 1.0034307856894511e-06, |
| "loss": 0.0268, |
| "num_tokens": 190394686.0, |
| "step": 2378 |
| }, |
| { |
| "epoch": 2.9669369931378666, |
| "grad_norm": 0.11390670772540895, |
| "learning_rate": 1.0031982867400683e-06, |
| "loss": 0.0274, |
| "num_tokens": 190474200.0, |
| "step": 2379 |
| }, |
| { |
| "epoch": 2.9681846537741734, |
| "grad_norm": 0.09835116296798709, |
| "learning_rate": 1.0029739418513825e-06, |
| "loss": 0.0262, |
| "num_tokens": 190553083.0, |
| "step": 2380 |
| }, |
| { |
| "epoch": 2.96943231441048, |
| "grad_norm": 0.10781406391922578, |
| "learning_rate": 1.0027577514301988e-06, |
| "loss": 0.0264, |
| "num_tokens": 190632255.0, |
| "step": 2381 |
| }, |
| { |
| "epoch": 2.9706799750467874, |
| "grad_norm": 0.10062575360038996, |
| "learning_rate": 1.002549715868536e-06, |
| "loss": 0.0262, |
| "num_tokens": 190712052.0, |
| "step": 2382 |
| }, |
| { |
| "epoch": 2.971927635683094, |
| "grad_norm": 0.10840533051873137, |
| "learning_rate": 1.0023498355436255e-06, |
| "loss": 0.0269, |
| "num_tokens": 190791575.0, |
| "step": 2383 |
| }, |
| { |
| "epoch": 2.9731752963194014, |
| "grad_norm": 0.10941923321723614, |
| "learning_rate": 1.0021581108179105e-06, |
| "loss": 0.026, |
| "num_tokens": 190870712.0, |
| "step": 2384 |
| }, |
| { |
| "epoch": 2.974422956955708, |
| "grad_norm": 0.10761702827903147, |
| "learning_rate": 1.0019745420390455e-06, |
| "loss": 0.027, |
| "num_tokens": 190951038.0, |
| "step": 2385 |
| }, |
| { |
| "epoch": 2.975670617592015, |
| "grad_norm": 0.11368723139537162, |
| "learning_rate": 1.001799129539897e-06, |
| "loss": 0.0276, |
| "num_tokens": 191030954.0, |
| "step": 2386 |
| }, |
| { |
| "epoch": 2.9769182782283217, |
| "grad_norm": 0.10855427538159527, |
| "learning_rate": 1.0016318736385406e-06, |
| "loss": 0.0268, |
| "num_tokens": 191110413.0, |
| "step": 2387 |
| }, |
| { |
| "epoch": 2.978165938864629, |
| "grad_norm": 0.1068843734320981, |
| "learning_rate": 1.0014727746382615e-06, |
| "loss": 0.0259, |
| "num_tokens": 191189445.0, |
| "step": 2388 |
| }, |
| { |
| "epoch": 2.9794135995009356, |
| "grad_norm": 0.1257994774418835, |
| "learning_rate": 1.0013218328275544e-06, |
| "loss": 0.0279, |
| "num_tokens": 191270715.0, |
| "step": 2389 |
| }, |
| { |
| "epoch": 2.980661260137243, |
| "grad_norm": 0.11714566321070789, |
| "learning_rate": 1.0011790484801231e-06, |
| "loss": 0.0281, |
| "num_tokens": 191350789.0, |
| "step": 2390 |
| }, |
| { |
| "epoch": 2.9819089207735496, |
| "grad_norm": 0.11060106527704666, |
| "learning_rate": 1.0010444218548777e-06, |
| "loss": 0.0272, |
| "num_tokens": 191432051.0, |
| "step": 2391 |
| }, |
| { |
| "epoch": 2.9831565814098564, |
| "grad_norm": 0.11345865119840931, |
| "learning_rate": 1.0009179531959374e-06, |
| "loss": 0.0274, |
| "num_tokens": 191514006.0, |
| "step": 2392 |
| }, |
| { |
| "epoch": 2.984404242046163, |
| "grad_norm": 0.11834001788647562, |
| "learning_rate": 1.0007996427326282e-06, |
| "loss": 0.0274, |
| "num_tokens": 191595045.0, |
| "step": 2393 |
| }, |
| { |
| "epoch": 2.9856519026824704, |
| "grad_norm": 0.11736078471554756, |
| "learning_rate": 1.0006894906794828e-06, |
| "loss": 0.0281, |
| "num_tokens": 191674983.0, |
| "step": 2394 |
| }, |
| { |
| "epoch": 2.986899563318777, |
| "grad_norm": 0.10662448160761655, |
| "learning_rate": 1.0005874972362403e-06, |
| "loss": 0.0271, |
| "num_tokens": 191754802.0, |
| "step": 2395 |
| }, |
| { |
| "epoch": 2.9881472239550844, |
| "grad_norm": 0.10732557554988709, |
| "learning_rate": 1.000493662587845e-06, |
| "loss": 0.0265, |
| "num_tokens": 191833832.0, |
| "step": 2396 |
| }, |
| { |
| "epoch": 2.989394884591391, |
| "grad_norm": 0.11470784626798826, |
| "learning_rate": 1.0004079869044482e-06, |
| "loss": 0.0274, |
| "num_tokens": 191913223.0, |
| "step": 2397 |
| }, |
| { |
| "epoch": 2.990642545227698, |
| "grad_norm": 0.10039798181941487, |
| "learning_rate": 1.0003304703414053e-06, |
| "loss": 0.0255, |
| "num_tokens": 191993666.0, |
| "step": 2398 |
| }, |
| { |
| "epoch": 2.991890205864005, |
| "grad_norm": 0.10361335698424663, |
| "learning_rate": 1.0002611130392772e-06, |
| "loss": 0.0263, |
| "num_tokens": 192074190.0, |
| "step": 2399 |
| }, |
| { |
| "epoch": 2.993137866500312, |
| "grad_norm": 0.10857365381947398, |
| "learning_rate": 1.0001999151238303e-06, |
| "loss": 0.0271, |
| "num_tokens": 192153740.0, |
| "step": 2400 |
| }, |
| { |
| "epoch": 2.994385527136619, |
| "grad_norm": 0.10539286028474344, |
| "learning_rate": 1.0001468767060341e-06, |
| "loss": 0.0264, |
| "num_tokens": 192232957.0, |
| "step": 2401 |
| }, |
| { |
| "epoch": 2.995633187772926, |
| "grad_norm": 0.1103209776499511, |
| "learning_rate": 1.000101997882064e-06, |
| "loss": 0.0273, |
| "num_tokens": 192312730.0, |
| "step": 2402 |
| }, |
| { |
| "epoch": 2.9968808484092326, |
| "grad_norm": 0.11105172947776741, |
| "learning_rate": 1.0000652787332984e-06, |
| "loss": 0.0274, |
| "num_tokens": 192392230.0, |
| "step": 2403 |
| }, |
| { |
| "epoch": 2.9981285090455394, |
| "grad_norm": 0.11159122867179921, |
| "learning_rate": 1.0000367193263206e-06, |
| "loss": 0.0275, |
| "num_tokens": 192471730.0, |
| "step": 2404 |
| }, |
| { |
| "epoch": 2.9993761696818466, |
| "grad_norm": 0.10531323399329573, |
| "learning_rate": 1.000016319712917e-06, |
| "loss": 0.0264, |
| "num_tokens": 192551044.0, |
| "step": 2405 |
| }, |
| { |
| "epoch": 3.0, |
| "grad_norm": 0.10531323399329573, |
| "learning_rate": 1.0000040799300788e-06, |
| "loss": 0.0257, |
| "num_tokens": 192590850.0, |
| "step": 2406 |
| }, |
| { |
| "epoch": 3.0, |
| "step": 2406, |
| "total_flos": 3.699807586474721e+17, |
| "train_loss": 0.0587594091221814, |
| "train_runtime": 5162.578, |
| "train_samples_per_second": 59.587, |
| "train_steps_per_second": 0.466 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 2406, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 3.699807586474721e+17, |
| "train_batch_size": 8, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
