| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 3.9548387096774196, |
| "eval_steps": 500, |
| "global_step": 308, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.012903225806451613, |
| "grad_norm": 3.865084409713745, |
| "learning_rate": 1.6129032258064516e-06, |
| "loss": 0.2085, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.025806451612903226, |
| "grad_norm": 4.324934482574463, |
| "learning_rate": 3.225806451612903e-06, |
| "loss": 0.2026, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.03870967741935484, |
| "grad_norm": 3.4087750911712646, |
| "learning_rate": 4.838709677419355e-06, |
| "loss": 0.2162, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.05161290322580645, |
| "grad_norm": 1.6109209060668945, |
| "learning_rate": 6.451612903225806e-06, |
| "loss": 0.1839, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.06451612903225806, |
| "grad_norm": 1.3727400302886963, |
| "learning_rate": 8.064516129032258e-06, |
| "loss": 0.1952, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.07741935483870968, |
| "grad_norm": 1.283871054649353, |
| "learning_rate": 9.67741935483871e-06, |
| "loss": 0.1879, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.09032258064516129, |
| "grad_norm": 1.0045589208602905, |
| "learning_rate": 1.129032258064516e-05, |
| "loss": 0.1501, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.1032258064516129, |
| "grad_norm": 1.3846447467803955, |
| "learning_rate": 1.2903225806451613e-05, |
| "loss": 0.1489, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.11612903225806452, |
| "grad_norm": 1.364700198173523, |
| "learning_rate": 1.4516129032258066e-05, |
| "loss": 0.1484, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.12903225806451613, |
| "grad_norm": 0.9269119501113892, |
| "learning_rate": 1.6129032258064517e-05, |
| "loss": 0.1388, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.14193548387096774, |
| "grad_norm": 2.6850790977478027, |
| "learning_rate": 1.774193548387097e-05, |
| "loss": 0.1319, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.15483870967741936, |
| "grad_norm": 1.2811543941497803, |
| "learning_rate": 1.935483870967742e-05, |
| "loss": 0.1246, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.16774193548387098, |
| "grad_norm": 1.0256060361862183, |
| "learning_rate": 2.0967741935483873e-05, |
| "loss": 0.1319, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.18064516129032257, |
| "grad_norm": 0.9394522905349731, |
| "learning_rate": 2.258064516129032e-05, |
| "loss": 0.1191, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.1935483870967742, |
| "grad_norm": 0.8834514021873474, |
| "learning_rate": 2.4193548387096777e-05, |
| "loss": 0.1248, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.2064516129032258, |
| "grad_norm": 1.0034328699111938, |
| "learning_rate": 2.5806451612903226e-05, |
| "loss": 0.124, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.21935483870967742, |
| "grad_norm": 0.8772470951080322, |
| "learning_rate": 2.7419354838709678e-05, |
| "loss": 0.1068, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.23225806451612904, |
| "grad_norm": 0.9788472652435303, |
| "learning_rate": 2.9032258064516133e-05, |
| "loss": 0.1245, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.24516129032258063, |
| "grad_norm": 0.8098297715187073, |
| "learning_rate": 3.0645161290322585e-05, |
| "loss": 0.1099, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.25806451612903225, |
| "grad_norm": 0.8270663619041443, |
| "learning_rate": 3.2258064516129034e-05, |
| "loss": 0.0959, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.2709677419354839, |
| "grad_norm": 0.6456682682037354, |
| "learning_rate": 3.387096774193548e-05, |
| "loss": 0.0923, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.2838709677419355, |
| "grad_norm": 0.8719914555549622, |
| "learning_rate": 3.548387096774194e-05, |
| "loss": 0.1088, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.2967741935483871, |
| "grad_norm": 0.6625027060508728, |
| "learning_rate": 3.7096774193548386e-05, |
| "loss": 0.0882, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.3096774193548387, |
| "grad_norm": 0.6829620003700256, |
| "learning_rate": 3.870967741935484e-05, |
| "loss": 0.0992, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.3225806451612903, |
| "grad_norm": 0.8227680921554565, |
| "learning_rate": 4.032258064516129e-05, |
| "loss": 0.1224, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.33548387096774196, |
| "grad_norm": 0.5915015339851379, |
| "learning_rate": 4.1935483870967746e-05, |
| "loss": 0.0846, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.34838709677419355, |
| "grad_norm": 0.6318536400794983, |
| "learning_rate": 4.3548387096774194e-05, |
| "loss": 0.0864, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.36129032258064514, |
| "grad_norm": 0.6643650531768799, |
| "learning_rate": 4.516129032258064e-05, |
| "loss": 0.103, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.3741935483870968, |
| "grad_norm": 0.6708557605743408, |
| "learning_rate": 4.67741935483871e-05, |
| "loss": 0.1148, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.3870967741935484, |
| "grad_norm": 0.5628843307495117, |
| "learning_rate": 4.8387096774193554e-05, |
| "loss": 0.0789, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 0.5701764225959778, |
| "learning_rate": 5e-05, |
| "loss": 0.0844, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.4129032258064516, |
| "grad_norm": 0.565487265586853, |
| "learning_rate": 4.999839214987031e-05, |
| "loss": 0.0813, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.4258064516129032, |
| "grad_norm": 0.5022628903388977, |
| "learning_rate": 4.9993568806295786e-05, |
| "loss": 0.0818, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.43870967741935485, |
| "grad_norm": 0.5096875429153442, |
| "learning_rate": 4.9985530589693516e-05, |
| "loss": 0.0844, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.45161290322580644, |
| "grad_norm": 0.6019471883773804, |
| "learning_rate": 4.997427853400333e-05, |
| "loss": 0.0903, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.4645161290322581, |
| "grad_norm": 0.4620855152606964, |
| "learning_rate": 4.995981408655473e-05, |
| "loss": 0.0772, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.4774193548387097, |
| "grad_norm": 0.46718630194664, |
| "learning_rate": 4.9942139107880844e-05, |
| "loss": 0.0786, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.49032258064516127, |
| "grad_norm": 0.6058530211448669, |
| "learning_rate": 4.9921255871479e-05, |
| "loss": 0.0948, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.5032258064516129, |
| "grad_norm": 0.5089570879936218, |
| "learning_rate": 4.989716706351835e-05, |
| "loss": 0.0805, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.5161290322580645, |
| "grad_norm": 0.4403476417064667, |
| "learning_rate": 4.986987578249432e-05, |
| "loss": 0.0899, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.5290322580645161, |
| "grad_norm": 0.640173077583313, |
| "learning_rate": 4.9839385538830104e-05, |
| "loss": 0.0849, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.5419354838709678, |
| "grad_norm": 0.5224989056587219, |
| "learning_rate": 4.980570025442507e-05, |
| "loss": 0.0845, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.5548387096774193, |
| "grad_norm": 0.5968887805938721, |
| "learning_rate": 4.9768824262150344e-05, |
| "loss": 0.0912, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.567741935483871, |
| "grad_norm": 0.5556889772415161, |
| "learning_rate": 4.972876230529142e-05, |
| "loss": 0.0907, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.5806451612903226, |
| "grad_norm": 0.4258240759372711, |
| "learning_rate": 4.968551953693813e-05, |
| "loss": 0.063, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.5935483870967742, |
| "grad_norm": 0.5726487636566162, |
| "learning_rate": 4.963910151932171e-05, |
| "loss": 0.0816, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.6064516129032258, |
| "grad_norm": 0.5164178609848022, |
| "learning_rate": 4.958951422309942e-05, |
| "loss": 0.0815, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.6193548387096774, |
| "grad_norm": 0.5187662839889526, |
| "learning_rate": 4.95367640265865e-05, |
| "loss": 0.0834, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.632258064516129, |
| "grad_norm": 0.4768002927303314, |
| "learning_rate": 4.948085771493579e-05, |
| "loss": 0.0818, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.6451612903225806, |
| "grad_norm": 1.3129404783248901, |
| "learning_rate": 4.942180247926492e-05, |
| "loss": 0.077, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.6580645161290323, |
| "grad_norm": 0.5702396631240845, |
| "learning_rate": 4.935960591573135e-05, |
| "loss": 0.0869, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.6709677419354839, |
| "grad_norm": 0.5151292085647583, |
| "learning_rate": 4.929427602455532e-05, |
| "loss": 0.091, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.6838709677419355, |
| "grad_norm": 0.4023990035057068, |
| "learning_rate": 4.922582120899072e-05, |
| "loss": 0.0772, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.6967741935483871, |
| "grad_norm": 0.5167486667633057, |
| "learning_rate": 4.91542502742443e-05, |
| "loss": 0.0815, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.7096774193548387, |
| "grad_norm": 0.4807862341403961, |
| "learning_rate": 4.907957242634299e-05, |
| "loss": 0.0819, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.7225806451612903, |
| "grad_norm": 0.5813907384872437, |
| "learning_rate": 4.900179727094978e-05, |
| "loss": 0.0852, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.7354838709677419, |
| "grad_norm": 0.44726839661598206, |
| "learning_rate": 4.8920934812128164e-05, |
| "loss": 0.0846, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.7483870967741936, |
| "grad_norm": 0.4237375557422638, |
| "learning_rate": 4.8836995451055344e-05, |
| "loss": 0.0918, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.7612903225806451, |
| "grad_norm": 0.3706034719944, |
| "learning_rate": 4.874998998468433e-05, |
| "loss": 0.0713, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.7741935483870968, |
| "grad_norm": 0.5643853545188904, |
| "learning_rate": 4.865992960435514e-05, |
| "loss": 0.0838, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.7870967741935484, |
| "grad_norm": 0.4395618140697479, |
| "learning_rate": 4.856682589435531e-05, |
| "loss": 0.0948, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 0.4633603096008301, |
| "learning_rate": 4.8470690830429823e-05, |
| "loss": 0.076, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.8129032258064516, |
| "grad_norm": 0.44225528836250305, |
| "learning_rate": 4.837153677824067e-05, |
| "loss": 0.0887, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.8258064516129032, |
| "grad_norm": 0.3647634983062744, |
| "learning_rate": 4.826937649177632e-05, |
| "loss": 0.0752, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.8387096774193549, |
| "grad_norm": 0.4087846577167511, |
| "learning_rate": 4.816422311171115e-05, |
| "loss": 0.0701, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.8516129032258064, |
| "grad_norm": 0.3962288796901703, |
| "learning_rate": 4.805609016371522e-05, |
| "loss": 0.072, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.864516129032258, |
| "grad_norm": 0.35116565227508545, |
| "learning_rate": 4.7944991556714496e-05, |
| "loss": 0.0639, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.8774193548387097, |
| "grad_norm": 0.37532997131347656, |
| "learning_rate": 4.783094158110174e-05, |
| "loss": 0.0804, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.8903225806451613, |
| "grad_norm": 0.4580182433128357, |
| "learning_rate": 4.7713954906898415e-05, |
| "loss": 0.0883, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.9032258064516129, |
| "grad_norm": 0.46939095854759216, |
| "learning_rate": 4.759404658186765e-05, |
| "loss": 0.086, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.9161290322580645, |
| "grad_norm": 0.38567599654197693, |
| "learning_rate": 4.747123202957872e-05, |
| "loss": 0.0627, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.9290322580645162, |
| "grad_norm": 0.5291863083839417, |
| "learning_rate": 4.7345527047423135e-05, |
| "loss": 0.087, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.9419354838709677, |
| "grad_norm": 0.5343989133834839, |
| "learning_rate": 4.721694780458266e-05, |
| "loss": 0.0817, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.9548387096774194, |
| "grad_norm": 0.5286762118339539, |
| "learning_rate": 4.7085510839949444e-05, |
| "loss": 0.0824, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.967741935483871, |
| "grad_norm": 0.6843681931495667, |
| "learning_rate": 4.695123305999877e-05, |
| "loss": 0.0757, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.9806451612903225, |
| "grad_norm": 0.48566552996635437, |
| "learning_rate": 4.681413173661429e-05, |
| "loss": 0.0793, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.9935483870967742, |
| "grad_norm": 0.5594713091850281, |
| "learning_rate": 4.667422450486646e-05, |
| "loss": 0.0919, |
| "step": 77 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 0.5594713091850281, |
| "learning_rate": 4.653152936074413e-05, |
| "loss": 0.0812, |
| "step": 78 |
| }, |
| { |
| "epoch": 1.0129032258064516, |
| "grad_norm": 0.6600771546363831, |
| "learning_rate": 4.638606465883979e-05, |
| "loss": 0.0528, |
| "step": 79 |
| }, |
| { |
| "epoch": 1.0258064516129033, |
| "grad_norm": 0.4466298520565033, |
| "learning_rate": 4.623784910998862e-05, |
| "loss": 0.0562, |
| "step": 80 |
| }, |
| { |
| "epoch": 1.038709677419355, |
| "grad_norm": 0.46932584047317505, |
| "learning_rate": 4.608690177886177e-05, |
| "loss": 0.052, |
| "step": 81 |
| }, |
| { |
| "epoch": 1.0516129032258064, |
| "grad_norm": 0.3475061357021332, |
| "learning_rate": 4.593324208151412e-05, |
| "loss": 0.0477, |
| "step": 82 |
| }, |
| { |
| "epoch": 1.064516129032258, |
| "grad_norm": 0.3392031788825989, |
| "learning_rate": 4.577688978288681e-05, |
| "loss": 0.0552, |
| "step": 83 |
| }, |
| { |
| "epoch": 1.0774193548387097, |
| "grad_norm": 0.36944520473480225, |
| "learning_rate": 4.5617864994264936e-05, |
| "loss": 0.0623, |
| "step": 84 |
| }, |
| { |
| "epoch": 1.0903225806451613, |
| "grad_norm": 0.3976334035396576, |
| "learning_rate": 4.545618817069066e-05, |
| "loss": 0.055, |
| "step": 85 |
| }, |
| { |
| "epoch": 1.103225806451613, |
| "grad_norm": 0.3573772609233856, |
| "learning_rate": 4.529188010833212e-05, |
| "loss": 0.0652, |
| "step": 86 |
| }, |
| { |
| "epoch": 1.1161290322580646, |
| "grad_norm": 0.37986183166503906, |
| "learning_rate": 4.512496194180846e-05, |
| "loss": 0.0506, |
| "step": 87 |
| }, |
| { |
| "epoch": 1.129032258064516, |
| "grad_norm": 0.45936280488967896, |
| "learning_rate": 4.495545514147134e-05, |
| "loss": 0.0671, |
| "step": 88 |
| }, |
| { |
| "epoch": 1.1419354838709677, |
| "grad_norm": 0.3391832113265991, |
| "learning_rate": 4.478338151064323e-05, |
| "loss": 0.0537, |
| "step": 89 |
| }, |
| { |
| "epoch": 1.1548387096774193, |
| "grad_norm": 0.30911317467689514, |
| "learning_rate": 4.460876318281291e-05, |
| "loss": 0.0531, |
| "step": 90 |
| }, |
| { |
| "epoch": 1.167741935483871, |
| "grad_norm": 0.4350668489933014, |
| "learning_rate": 4.443162261878846e-05, |
| "loss": 0.051, |
| "step": 91 |
| }, |
| { |
| "epoch": 1.1806451612903226, |
| "grad_norm": 0.34030795097351074, |
| "learning_rate": 4.425198260380818e-05, |
| "loss": 0.0509, |
| "step": 92 |
| }, |
| { |
| "epoch": 1.1935483870967742, |
| "grad_norm": 0.31266239285469055, |
| "learning_rate": 4.406986624460979e-05, |
| "loss": 0.0493, |
| "step": 93 |
| }, |
| { |
| "epoch": 1.206451612903226, |
| "grad_norm": 0.3814278244972229, |
| "learning_rate": 4.3885296966458224e-05, |
| "loss": 0.0575, |
| "step": 94 |
| }, |
| { |
| "epoch": 1.2193548387096773, |
| "grad_norm": 0.2861946225166321, |
| "learning_rate": 4.369829851013251e-05, |
| "loss": 0.0518, |
| "step": 95 |
| }, |
| { |
| "epoch": 1.232258064516129, |
| "grad_norm": 0.35761791467666626, |
| "learning_rate": 4.350889492887203e-05, |
| "loss": 0.0509, |
| "step": 96 |
| }, |
| { |
| "epoch": 1.2451612903225806, |
| "grad_norm": 0.321609765291214, |
| "learning_rate": 4.3317110585282595e-05, |
| "loss": 0.0468, |
| "step": 97 |
| }, |
| { |
| "epoch": 1.2580645161290323, |
| "grad_norm": 0.33591514825820923, |
| "learning_rate": 4.3122970148202744e-05, |
| "loss": 0.055, |
| "step": 98 |
| }, |
| { |
| "epoch": 1.270967741935484, |
| "grad_norm": 0.38554760813713074, |
| "learning_rate": 4.292649858953063e-05, |
| "loss": 0.07, |
| "step": 99 |
| }, |
| { |
| "epoch": 1.2838709677419355, |
| "grad_norm": 0.5272489786148071, |
| "learning_rate": 4.272772118101195e-05, |
| "loss": 0.0564, |
| "step": 100 |
| }, |
| { |
| "epoch": 1.2967741935483872, |
| "grad_norm": 0.4388972818851471, |
| "learning_rate": 4.252666349098926e-05, |
| "loss": 0.0536, |
| "step": 101 |
| }, |
| { |
| "epoch": 1.3096774193548386, |
| "grad_norm": 0.33931440114974976, |
| "learning_rate": 4.2323351381113206e-05, |
| "loss": 0.0472, |
| "step": 102 |
| }, |
| { |
| "epoch": 1.3225806451612903, |
| "grad_norm": 0.2954395115375519, |
| "learning_rate": 4.211781100301596e-05, |
| "loss": 0.0645, |
| "step": 103 |
| }, |
| { |
| "epoch": 1.335483870967742, |
| "grad_norm": 0.5045889019966125, |
| "learning_rate": 4.1910068794947404e-05, |
| "loss": 0.056, |
| "step": 104 |
| }, |
| { |
| "epoch": 1.3483870967741935, |
| "grad_norm": 0.3853508532047272, |
| "learning_rate": 4.170015147837444e-05, |
| "loss": 0.0518, |
| "step": 105 |
| }, |
| { |
| "epoch": 1.3612903225806452, |
| "grad_norm": 0.27302005887031555, |
| "learning_rate": 4.148808605454385e-05, |
| "loss": 0.0487, |
| "step": 106 |
| }, |
| { |
| "epoch": 1.3741935483870968, |
| "grad_norm": 0.41000276803970337, |
| "learning_rate": 4.127389980100915e-05, |
| "loss": 0.0528, |
| "step": 107 |
| }, |
| { |
| "epoch": 1.3870967741935485, |
| "grad_norm": 0.3967251479625702, |
| "learning_rate": 4.1057620268122004e-05, |
| "loss": 0.0485, |
| "step": 108 |
| }, |
| { |
| "epoch": 1.4, |
| "grad_norm": 0.30169478058815, |
| "learning_rate": 4.08392752754884e-05, |
| "loss": 0.0485, |
| "step": 109 |
| }, |
| { |
| "epoch": 1.4129032258064516, |
| "grad_norm": 0.3874256908893585, |
| "learning_rate": 4.0618892908390316e-05, |
| "loss": 0.0514, |
| "step": 110 |
| }, |
| { |
| "epoch": 1.4258064516129032, |
| "grad_norm": 0.29030513763427734, |
| "learning_rate": 4.039650151417316e-05, |
| "loss": 0.0442, |
| "step": 111 |
| }, |
| { |
| "epoch": 1.4387096774193548, |
| "grad_norm": 0.3206923007965088, |
| "learning_rate": 4.0172129698599484e-05, |
| "loss": 0.052, |
| "step": 112 |
| }, |
| { |
| "epoch": 1.4516129032258065, |
| "grad_norm": 0.3883202075958252, |
| "learning_rate": 3.994580632216952e-05, |
| "loss": 0.057, |
| "step": 113 |
| }, |
| { |
| "epoch": 1.4645161290322581, |
| "grad_norm": 0.38505852222442627, |
| "learning_rate": 3.971756049640888e-05, |
| "loss": 0.0515, |
| "step": 114 |
| }, |
| { |
| "epoch": 1.4774193548387098, |
| "grad_norm": 0.27141115069389343, |
| "learning_rate": 3.9487421580124e-05, |
| "loss": 0.0524, |
| "step": 115 |
| }, |
| { |
| "epoch": 1.4903225806451612, |
| "grad_norm": 0.4098750054836273, |
| "learning_rate": 3.92554191756258e-05, |
| "loss": 0.0544, |
| "step": 116 |
| }, |
| { |
| "epoch": 1.5032258064516129, |
| "grad_norm": 0.3381025791168213, |
| "learning_rate": 3.902158312492196e-05, |
| "loss": 0.0468, |
| "step": 117 |
| }, |
| { |
| "epoch": 1.5161290322580645, |
| "grad_norm": 0.3622021973133087, |
| "learning_rate": 3.878594350587844e-05, |
| "loss": 0.0451, |
| "step": 118 |
| }, |
| { |
| "epoch": 1.5290322580645161, |
| "grad_norm": 0.31938228011131287, |
| "learning_rate": 3.8548530628350623e-05, |
| "loss": 0.0509, |
| "step": 119 |
| }, |
| { |
| "epoch": 1.5419354838709678, |
| "grad_norm": 0.3087027370929718, |
| "learning_rate": 3.8309375030284566e-05, |
| "loss": 0.0616, |
| "step": 120 |
| }, |
| { |
| "epoch": 1.5548387096774192, |
| "grad_norm": 0.36196205019950867, |
| "learning_rate": 3.806850747378902e-05, |
| "loss": 0.0514, |
| "step": 121 |
| }, |
| { |
| "epoch": 1.567741935483871, |
| "grad_norm": 0.31175723671913147, |
| "learning_rate": 3.782595894117854e-05, |
| "loss": 0.0478, |
| "step": 122 |
| }, |
| { |
| "epoch": 1.5806451612903225, |
| "grad_norm": 0.3437715768814087, |
| "learning_rate": 3.758176063098829e-05, |
| "loss": 0.0489, |
| "step": 123 |
| }, |
| { |
| "epoch": 1.5935483870967742, |
| "grad_norm": 0.3346206247806549, |
| "learning_rate": 3.733594395396106e-05, |
| "loss": 0.0516, |
| "step": 124 |
| }, |
| { |
| "epoch": 1.6064516129032258, |
| "grad_norm": 0.38583481311798096, |
| "learning_rate": 3.7088540529006924e-05, |
| "loss": 0.0461, |
| "step": 125 |
| }, |
| { |
| "epoch": 1.6193548387096774, |
| "grad_norm": 0.25379714369773865, |
| "learning_rate": 3.68395821791362e-05, |
| "loss": 0.0414, |
| "step": 126 |
| }, |
| { |
| "epoch": 1.632258064516129, |
| "grad_norm": 0.42217546701431274, |
| "learning_rate": 3.65891009273661e-05, |
| "loss": 0.0556, |
| "step": 127 |
| }, |
| { |
| "epoch": 1.6451612903225805, |
| "grad_norm": 0.36978331208229065, |
| "learning_rate": 3.633712899260166e-05, |
| "loss": 0.0575, |
| "step": 128 |
| }, |
| { |
| "epoch": 1.6580645161290324, |
| "grad_norm": 0.3139955401420593, |
| "learning_rate": 3.608369878549154e-05, |
| "loss": 0.0451, |
| "step": 129 |
| }, |
| { |
| "epoch": 1.6709677419354838, |
| "grad_norm": 0.3436100482940674, |
| "learning_rate": 3.582884290425903e-05, |
| "loss": 0.0522, |
| "step": 130 |
| }, |
| { |
| "epoch": 1.6838709677419355, |
| "grad_norm": 0.2942555248737335, |
| "learning_rate": 3.557259413050907e-05, |
| "loss": 0.049, |
| "step": 131 |
| }, |
| { |
| "epoch": 1.696774193548387, |
| "grad_norm": 0.32971078157424927, |
| "learning_rate": 3.531498542501161e-05, |
| "loss": 0.0495, |
| "step": 132 |
| }, |
| { |
| "epoch": 1.7096774193548387, |
| "grad_norm": 0.2842581272125244, |
| "learning_rate": 3.505604992346187e-05, |
| "loss": 0.0494, |
| "step": 133 |
| }, |
| { |
| "epoch": 1.7225806451612904, |
| "grad_norm": 0.37220752239227295, |
| "learning_rate": 3.4795820932218235e-05, |
| "loss": 0.0489, |
| "step": 134 |
| }, |
| { |
| "epoch": 1.7354838709677418, |
| "grad_norm": 0.3396855592727661, |
| "learning_rate": 3.4534331924018095e-05, |
| "loss": 0.058, |
| "step": 135 |
| }, |
| { |
| "epoch": 1.7483870967741937, |
| "grad_norm": 0.30913567543029785, |
| "learning_rate": 3.427161653367231e-05, |
| "loss": 0.0505, |
| "step": 136 |
| }, |
| { |
| "epoch": 1.761290322580645, |
| "grad_norm": 0.3557908535003662, |
| "learning_rate": 3.4007708553738836e-05, |
| "loss": 0.0454, |
| "step": 137 |
| }, |
| { |
| "epoch": 1.7741935483870968, |
| "grad_norm": 0.32114386558532715, |
| "learning_rate": 3.3742641930176045e-05, |
| "loss": 0.0462, |
| "step": 138 |
| }, |
| { |
| "epoch": 1.7870967741935484, |
| "grad_norm": 0.264426589012146, |
| "learning_rate": 3.347645075797635e-05, |
| "loss": 0.0436, |
| "step": 139 |
| }, |
| { |
| "epoch": 1.8, |
| "grad_norm": 0.3021955192089081, |
| "learning_rate": 3.320916927678061e-05, |
| "loss": 0.0386, |
| "step": 140 |
| }, |
| { |
| "epoch": 1.8129032258064517, |
| "grad_norm": 0.35488826036453247, |
| "learning_rate": 3.2940831866473966e-05, |
| "loss": 0.0462, |
| "step": 141 |
| }, |
| { |
| "epoch": 1.8258064516129031, |
| "grad_norm": 0.2876163125038147, |
| "learning_rate": 3.2671473042763604e-05, |
| "loss": 0.0545, |
| "step": 142 |
| }, |
| { |
| "epoch": 1.838709677419355, |
| "grad_norm": 0.3992978036403656, |
| "learning_rate": 3.240112745273911e-05, |
| "loss": 0.0434, |
| "step": 143 |
| }, |
| { |
| "epoch": 1.8516129032258064, |
| "grad_norm": 0.3140002489089966, |
| "learning_rate": 3.212982987041582e-05, |
| "loss": 0.0459, |
| "step": 144 |
| }, |
| { |
| "epoch": 1.864516129032258, |
| "grad_norm": 0.357721209526062, |
| "learning_rate": 3.1857615192261984e-05, |
| "loss": 0.0548, |
| "step": 145 |
| }, |
| { |
| "epoch": 1.8774193548387097, |
| "grad_norm": 0.32279306650161743, |
| "learning_rate": 3.158451843271005e-05, |
| "loss": 0.0593, |
| "step": 146 |
| }, |
| { |
| "epoch": 1.8903225806451613, |
| "grad_norm": 0.3754781484603882, |
| "learning_rate": 3.131057471965283e-05, |
| "loss": 0.0508, |
| "step": 147 |
| }, |
| { |
| "epoch": 1.903225806451613, |
| "grad_norm": 0.42713454365730286, |
| "learning_rate": 3.10358192899251e-05, |
| "loss": 0.0423, |
| "step": 148 |
| }, |
| { |
| "epoch": 1.9161290322580644, |
| "grad_norm": 0.28894898295402527, |
| "learning_rate": 3.076028748477112e-05, |
| "loss": 0.0442, |
| "step": 149 |
| }, |
| { |
| "epoch": 1.9290322580645163, |
| "grad_norm": 0.32115331292152405, |
| "learning_rate": 3.0484014745298784e-05, |
| "loss": 0.0571, |
| "step": 150 |
| }, |
| { |
| "epoch": 1.9419354838709677, |
| "grad_norm": 0.36180686950683594, |
| "learning_rate": 3.0207036607920892e-05, |
| "loss": 0.0498, |
| "step": 151 |
| }, |
| { |
| "epoch": 1.9548387096774194, |
| "grad_norm": 0.36315590143203735, |
| "learning_rate": 2.9929388699784163e-05, |
| "loss": 0.0548, |
| "step": 152 |
| }, |
| { |
| "epoch": 1.967741935483871, |
| "grad_norm": 0.24509944021701813, |
| "learning_rate": 2.9651106734186618e-05, |
| "loss": 0.0473, |
| "step": 153 |
| }, |
| { |
| "epoch": 1.9806451612903224, |
| "grad_norm": 0.30309274792671204, |
| "learning_rate": 2.9372226505983802e-05, |
| "loss": 0.0515, |
| "step": 154 |
| }, |
| { |
| "epoch": 1.9935483870967743, |
| "grad_norm": 0.31110507249832153, |
| "learning_rate": 2.9092783886984615e-05, |
| "loss": 0.049, |
| "step": 155 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 0.5940459966659546, |
| "learning_rate": 2.8812814821337147e-05, |
| "loss": 0.0358, |
| "step": 156 |
| }, |
| { |
| "epoch": 2.0129032258064514, |
| "grad_norm": 0.23582255840301514, |
| "learning_rate": 2.8532355320905274e-05, |
| "loss": 0.0252, |
| "step": 157 |
| }, |
| { |
| "epoch": 2.0258064516129033, |
| "grad_norm": 0.2490931898355484, |
| "learning_rate": 2.825144146063654e-05, |
| "loss": 0.0242, |
| "step": 158 |
| }, |
| { |
| "epoch": 2.0387096774193547, |
| "grad_norm": 0.300824373960495, |
| "learning_rate": 2.7970109373921878e-05, |
| "loss": 0.0278, |
| "step": 159 |
| }, |
| { |
| "epoch": 2.0516129032258066, |
| "grad_norm": 0.2460525780916214, |
| "learning_rate": 2.7688395247947842e-05, |
| "loss": 0.0292, |
| "step": 160 |
| }, |
| { |
| "epoch": 2.064516129032258, |
| "grad_norm": 0.2941141724586487, |
| "learning_rate": 2.740633531904196e-05, |
| "loss": 0.0257, |
| "step": 161 |
| }, |
| { |
| "epoch": 2.07741935483871, |
| "grad_norm": 0.27139392495155334, |
| "learning_rate": 2.712396586801169e-05, |
| "loss": 0.0246, |
| "step": 162 |
| }, |
| { |
| "epoch": 2.0903225806451613, |
| "grad_norm": 0.3047543168067932, |
| "learning_rate": 2.6841323215477714e-05, |
| "loss": 0.0313, |
| "step": 163 |
| }, |
| { |
| "epoch": 2.1032258064516127, |
| "grad_norm": 0.3697696924209595, |
| "learning_rate": 2.6558443717202076e-05, |
| "loss": 0.0311, |
| "step": 164 |
| }, |
| { |
| "epoch": 2.1161290322580646, |
| "grad_norm": 0.4939499497413635, |
| "learning_rate": 2.6275363759411815e-05, |
| "loss": 0.036, |
| "step": 165 |
| }, |
| { |
| "epoch": 2.129032258064516, |
| "grad_norm": 0.2502232789993286, |
| "learning_rate": 2.599211975411867e-05, |
| "loss": 0.0194, |
| "step": 166 |
| }, |
| { |
| "epoch": 2.141935483870968, |
| "grad_norm": 0.2647090554237366, |
| "learning_rate": 2.57087481344355e-05, |
| "loss": 0.0259, |
| "step": 167 |
| }, |
| { |
| "epoch": 2.1548387096774193, |
| "grad_norm": 0.2818278968334198, |
| "learning_rate": 2.5425285349889938e-05, |
| "loss": 0.0239, |
| "step": 168 |
| }, |
| { |
| "epoch": 2.167741935483871, |
| "grad_norm": 0.28670820593833923, |
| "learning_rate": 2.5141767861735976e-05, |
| "loss": 0.0248, |
| "step": 169 |
| }, |
| { |
| "epoch": 2.1806451612903226, |
| "grad_norm": 0.2521524727344513, |
| "learning_rate": 2.485823213826403e-05, |
| "loss": 0.0259, |
| "step": 170 |
| }, |
| { |
| "epoch": 2.193548387096774, |
| "grad_norm": 0.2689652740955353, |
| "learning_rate": 2.457471465011007e-05, |
| "loss": 0.026, |
| "step": 171 |
| }, |
| { |
| "epoch": 2.206451612903226, |
| "grad_norm": 0.24064841866493225, |
| "learning_rate": 2.4291251865564505e-05, |
| "loss": 0.0252, |
| "step": 172 |
| }, |
| { |
| "epoch": 2.2193548387096773, |
| "grad_norm": 0.26753664016723633, |
| "learning_rate": 2.400788024588134e-05, |
| "loss": 0.0236, |
| "step": 173 |
| }, |
| { |
| "epoch": 2.232258064516129, |
| "grad_norm": 0.30342286825180054, |
| "learning_rate": 2.3724636240588194e-05, |
| "loss": 0.0346, |
| "step": 174 |
| }, |
| { |
| "epoch": 2.2451612903225806, |
| "grad_norm": 0.36332225799560547, |
| "learning_rate": 2.3441556282797934e-05, |
| "loss": 0.0351, |
| "step": 175 |
| }, |
| { |
| "epoch": 2.258064516129032, |
| "grad_norm": 0.2872660458087921, |
| "learning_rate": 2.315867678452229e-05, |
| "loss": 0.0257, |
| "step": 176 |
| }, |
| { |
| "epoch": 2.270967741935484, |
| "grad_norm": 0.33576029539108276, |
| "learning_rate": 2.287603413198831e-05, |
| "loss": 0.0307, |
| "step": 177 |
| }, |
| { |
| "epoch": 2.2838709677419353, |
| "grad_norm": 0.42973652482032776, |
| "learning_rate": 2.2593664680958045e-05, |
| "loss": 0.0325, |
| "step": 178 |
| }, |
| { |
| "epoch": 2.296774193548387, |
| "grad_norm": 0.28366559743881226, |
| "learning_rate": 2.231160475205216e-05, |
| "loss": 0.0279, |
| "step": 179 |
| }, |
| { |
| "epoch": 2.3096774193548386, |
| "grad_norm": 0.23520596325397491, |
| "learning_rate": 2.202989062607813e-05, |
| "loss": 0.0242, |
| "step": 180 |
| }, |
| { |
| "epoch": 2.3225806451612905, |
| "grad_norm": 0.23934811353683472, |
| "learning_rate": 2.1748558539363458e-05, |
| "loss": 0.0213, |
| "step": 181 |
| }, |
| { |
| "epoch": 2.335483870967742, |
| "grad_norm": 0.2189173400402069, |
| "learning_rate": 2.1467644679094728e-05, |
| "loss": 0.0202, |
| "step": 182 |
| }, |
| { |
| "epoch": 2.3483870967741938, |
| "grad_norm": 0.42822569608688354, |
| "learning_rate": 2.118718517866286e-05, |
| "loss": 0.0361, |
| "step": 183 |
| }, |
| { |
| "epoch": 2.361290322580645, |
| "grad_norm": 0.2864365875720978, |
| "learning_rate": 2.0907216113015397e-05, |
| "loss": 0.0303, |
| "step": 184 |
| }, |
| { |
| "epoch": 2.3741935483870966, |
| "grad_norm": 0.24325411021709442, |
| "learning_rate": 2.0627773494016207e-05, |
| "loss": 0.0265, |
| "step": 185 |
| }, |
| { |
| "epoch": 2.3870967741935485, |
| "grad_norm": 0.23324590921401978, |
| "learning_rate": 2.0348893265813394e-05, |
| "loss": 0.0233, |
| "step": 186 |
| }, |
| { |
| "epoch": 2.4, |
| "grad_norm": 0.2864069640636444, |
| "learning_rate": 2.0070611300215843e-05, |
| "loss": 0.0259, |
| "step": 187 |
| }, |
| { |
| "epoch": 2.412903225806452, |
| "grad_norm": 0.2672640085220337, |
| "learning_rate": 1.979296339207912e-05, |
| "loss": 0.0267, |
| "step": 188 |
| }, |
| { |
| "epoch": 2.425806451612903, |
| "grad_norm": 0.22086627781391144, |
| "learning_rate": 1.951598525470122e-05, |
| "loss": 0.02, |
| "step": 189 |
| }, |
| { |
| "epoch": 2.4387096774193546, |
| "grad_norm": 0.24434693157672882, |
| "learning_rate": 1.923971251522888e-05, |
| "loss": 0.0235, |
| "step": 190 |
| }, |
| { |
| "epoch": 2.4516129032258065, |
| "grad_norm": 0.2901481091976166, |
| "learning_rate": 1.8964180710074905e-05, |
| "loss": 0.0242, |
| "step": 191 |
| }, |
| { |
| "epoch": 2.464516129032258, |
| "grad_norm": 0.2797795236110687, |
| "learning_rate": 1.8689425280347166e-05, |
| "loss": 0.0246, |
| "step": 192 |
| }, |
| { |
| "epoch": 2.47741935483871, |
| "grad_norm": 0.22296951711177826, |
| "learning_rate": 1.8415481567289954e-05, |
| "loss": 0.0223, |
| "step": 193 |
| }, |
| { |
| "epoch": 2.490322580645161, |
| "grad_norm": 0.2699308395385742, |
| "learning_rate": 1.8142384807738022e-05, |
| "loss": 0.027, |
| "step": 194 |
| }, |
| { |
| "epoch": 2.5032258064516126, |
| "grad_norm": 0.23768910765647888, |
| "learning_rate": 1.787017012958419e-05, |
| "loss": 0.0241, |
| "step": 195 |
| }, |
| { |
| "epoch": 2.5161290322580645, |
| "grad_norm": 0.2236274927854538, |
| "learning_rate": 1.75988725472609e-05, |
| "loss": 0.0241, |
| "step": 196 |
| }, |
| { |
| "epoch": 2.5290322580645164, |
| "grad_norm": 0.31210729479789734, |
| "learning_rate": 1.7328526957236406e-05, |
| "loss": 0.0302, |
| "step": 197 |
| }, |
| { |
| "epoch": 2.541935483870968, |
| "grad_norm": 0.22504620254039764, |
| "learning_rate": 1.7059168133526043e-05, |
| "loss": 0.0236, |
| "step": 198 |
| }, |
| { |
| "epoch": 2.554838709677419, |
| "grad_norm": 0.24498535692691803, |
| "learning_rate": 1.6790830723219398e-05, |
| "loss": 0.0228, |
| "step": 199 |
| }, |
| { |
| "epoch": 2.567741935483871, |
| "grad_norm": 0.2544174790382385, |
| "learning_rate": 1.6523549242023655e-05, |
| "loss": 0.027, |
| "step": 200 |
| }, |
| { |
| "epoch": 2.5806451612903225, |
| "grad_norm": 0.2597277760505676, |
| "learning_rate": 1.6257358069823965e-05, |
| "loss": 0.0304, |
| "step": 201 |
| }, |
| { |
| "epoch": 2.5935483870967744, |
| "grad_norm": 0.2677987515926361, |
| "learning_rate": 1.5992291446261166e-05, |
| "loss": 0.0254, |
| "step": 202 |
| }, |
| { |
| "epoch": 2.606451612903226, |
| "grad_norm": 0.27171266078948975, |
| "learning_rate": 1.5728383466327684e-05, |
| "loss": 0.0222, |
| "step": 203 |
| }, |
| { |
| "epoch": 2.6193548387096772, |
| "grad_norm": 0.2346351146697998, |
| "learning_rate": 1.5465668075981904e-05, |
| "loss": 0.0219, |
| "step": 204 |
| }, |
| { |
| "epoch": 2.632258064516129, |
| "grad_norm": 0.25438180565834045, |
| "learning_rate": 1.520417906778176e-05, |
| "loss": 0.0264, |
| "step": 205 |
| }, |
| { |
| "epoch": 2.6451612903225805, |
| "grad_norm": 0.2690618336200714, |
| "learning_rate": 1.4943950076538135e-05, |
| "loss": 0.0237, |
| "step": 206 |
| }, |
| { |
| "epoch": 2.6580645161290324, |
| "grad_norm": 0.29505690932273865, |
| "learning_rate": 1.4685014574988393e-05, |
| "loss": 0.0313, |
| "step": 207 |
| }, |
| { |
| "epoch": 2.670967741935484, |
| "grad_norm": 0.26153627038002014, |
| "learning_rate": 1.4427405869490923e-05, |
| "loss": 0.0236, |
| "step": 208 |
| }, |
| { |
| "epoch": 2.6838709677419352, |
| "grad_norm": 0.2462136447429657, |
| "learning_rate": 1.4171157095740976e-05, |
| "loss": 0.027, |
| "step": 209 |
| }, |
| { |
| "epoch": 2.696774193548387, |
| "grad_norm": 0.33909931778907776, |
| "learning_rate": 1.391630121450847e-05, |
| "loss": 0.0257, |
| "step": 210 |
| }, |
| { |
| "epoch": 2.709677419354839, |
| "grad_norm": 0.2736709415912628, |
| "learning_rate": 1.3662871007398348e-05, |
| "loss": 0.0274, |
| "step": 211 |
| }, |
| { |
| "epoch": 2.7225806451612904, |
| "grad_norm": 0.3460533022880554, |
| "learning_rate": 1.3410899072633915e-05, |
| "loss": 0.0292, |
| "step": 212 |
| }, |
| { |
| "epoch": 2.735483870967742, |
| "grad_norm": 0.28637826442718506, |
| "learning_rate": 1.3160417820863807e-05, |
| "loss": 0.0249, |
| "step": 213 |
| }, |
| { |
| "epoch": 2.7483870967741937, |
| "grad_norm": 0.21176108717918396, |
| "learning_rate": 1.2911459470993085e-05, |
| "loss": 0.019, |
| "step": 214 |
| }, |
| { |
| "epoch": 2.761290322580645, |
| "grad_norm": 0.22695419192314148, |
| "learning_rate": 1.2664056046038942e-05, |
| "loss": 0.0248, |
| "step": 215 |
| }, |
| { |
| "epoch": 2.774193548387097, |
| "grad_norm": 0.3826678693294525, |
| "learning_rate": 1.2418239369011712e-05, |
| "loss": 0.0206, |
| "step": 216 |
| }, |
| { |
| "epoch": 2.7870967741935484, |
| "grad_norm": 0.21120679378509521, |
| "learning_rate": 1.217404105882147e-05, |
| "loss": 0.02, |
| "step": 217 |
| }, |
| { |
| "epoch": 2.8, |
| "grad_norm": 0.266303151845932, |
| "learning_rate": 1.1931492526210988e-05, |
| "loss": 0.0217, |
| "step": 218 |
| }, |
| { |
| "epoch": 2.8129032258064517, |
| "grad_norm": 0.2666541635990143, |
| "learning_rate": 1.1690624969715441e-05, |
| "loss": 0.0248, |
| "step": 219 |
| }, |
| { |
| "epoch": 2.825806451612903, |
| "grad_norm": 0.2325655072927475, |
| "learning_rate": 1.145146937164938e-05, |
| "loss": 0.0226, |
| "step": 220 |
| }, |
| { |
| "epoch": 2.838709677419355, |
| "grad_norm": 0.277413934469223, |
| "learning_rate": 1.121405649412156e-05, |
| "loss": 0.0272, |
| "step": 221 |
| }, |
| { |
| "epoch": 2.8516129032258064, |
| "grad_norm": 0.23814360797405243, |
| "learning_rate": 1.0978416875078042e-05, |
| "loss": 0.0195, |
| "step": 222 |
| }, |
| { |
| "epoch": 2.864516129032258, |
| "grad_norm": 0.3257719576358795, |
| "learning_rate": 1.0744580824374217e-05, |
| "loss": 0.0336, |
| "step": 223 |
| }, |
| { |
| "epoch": 2.8774193548387097, |
| "grad_norm": 0.24910488724708557, |
| "learning_rate": 1.0512578419876004e-05, |
| "loss": 0.0236, |
| "step": 224 |
| }, |
| { |
| "epoch": 2.8903225806451616, |
| "grad_norm": 0.27725309133529663, |
| "learning_rate": 1.0282439503591135e-05, |
| "loss": 0.0272, |
| "step": 225 |
| }, |
| { |
| "epoch": 2.903225806451613, |
| "grad_norm": 0.23216702044010162, |
| "learning_rate": 1.0054193677830481e-05, |
| "loss": 0.0244, |
| "step": 226 |
| }, |
| { |
| "epoch": 2.9161290322580644, |
| "grad_norm": 0.27499204874038696, |
| "learning_rate": 9.827870301400527e-06, |
| "loss": 0.0214, |
| "step": 227 |
| }, |
| { |
| "epoch": 2.9290322580645163, |
| "grad_norm": 0.2503328323364258, |
| "learning_rate": 9.603498485826848e-06, |
| "loss": 0.0223, |
| "step": 228 |
| }, |
| { |
| "epoch": 2.9419354838709677, |
| "grad_norm": 0.23868584632873535, |
| "learning_rate": 9.38110709160969e-06, |
| "loss": 0.0227, |
| "step": 229 |
| }, |
| { |
| "epoch": 2.9548387096774196, |
| "grad_norm": 0.3298948407173157, |
| "learning_rate": 9.160724724511608e-06, |
| "loss": 0.0288, |
| "step": 230 |
| }, |
| { |
| "epoch": 2.967741935483871, |
| "grad_norm": 0.23431891202926636, |
| "learning_rate": 8.942379731877992e-06, |
| "loss": 0.023, |
| "step": 231 |
| }, |
| { |
| "epoch": 2.9806451612903224, |
| "grad_norm": 0.2671021819114685, |
| "learning_rate": 8.726100198990853e-06, |
| "loss": 0.0213, |
| "step": 232 |
| }, |
| { |
| "epoch": 2.9935483870967743, |
| "grad_norm": 0.29010385274887085, |
| "learning_rate": 8.51191394545615e-06, |
| "loss": 0.0314, |
| "step": 233 |
| }, |
| { |
| "epoch": 3.0, |
| "grad_norm": 0.29010385274887085, |
| "learning_rate": 8.299848521625563e-06, |
| "loss": 0.0159, |
| "step": 234 |
| }, |
| { |
| "epoch": 3.0129032258064514, |
| "grad_norm": 0.28189539909362793, |
| "learning_rate": 8.089931205052597e-06, |
| "loss": 0.0106, |
| "step": 235 |
| }, |
| { |
| "epoch": 3.0258064516129033, |
| "grad_norm": 0.1651533842086792, |
| "learning_rate": 7.882188996984046e-06, |
| "loss": 0.0122, |
| "step": 236 |
| }, |
| { |
| "epoch": 3.0387096774193547, |
| "grad_norm": 0.1792869120836258, |
| "learning_rate": 7.676648618886798e-06, |
| "loss": 0.0129, |
| "step": 237 |
| }, |
| { |
| "epoch": 3.0516129032258066, |
| "grad_norm": 0.16915558278560638, |
| "learning_rate": 7.473336509010742e-06, |
| "loss": 0.0099, |
| "step": 238 |
| }, |
| { |
| "epoch": 3.064516129032258, |
| "grad_norm": 0.15584175288677216, |
| "learning_rate": 7.2722788189880545e-06, |
| "loss": 0.0123, |
| "step": 239 |
| }, |
| { |
| "epoch": 3.07741935483871, |
| "grad_norm": 0.1726021021604538, |
| "learning_rate": 7.073501410469371e-06, |
| "loss": 0.0114, |
| "step": 240 |
| }, |
| { |
| "epoch": 3.0903225806451613, |
| "grad_norm": 0.15609051287174225, |
| "learning_rate": 6.877029851797265e-06, |
| "loss": 0.0091, |
| "step": 241 |
| }, |
| { |
| "epoch": 3.1032258064516127, |
| "grad_norm": 0.14097200334072113, |
| "learning_rate": 6.6828894147174165e-06, |
| "loss": 0.0084, |
| "step": 242 |
| }, |
| { |
| "epoch": 3.1161290322580646, |
| "grad_norm": 0.17083188891410828, |
| "learning_rate": 6.491105071127984e-06, |
| "loss": 0.0118, |
| "step": 243 |
| }, |
| { |
| "epoch": 3.129032258064516, |
| "grad_norm": 0.18476150929927826, |
| "learning_rate": 6.3017014898674955e-06, |
| "loss": 0.0079, |
| "step": 244 |
| }, |
| { |
| "epoch": 3.141935483870968, |
| "grad_norm": 0.22733564674854279, |
| "learning_rate": 6.114703033541783e-06, |
| "loss": 0.013, |
| "step": 245 |
| }, |
| { |
| "epoch": 3.1548387096774193, |
| "grad_norm": 0.15913838148117065, |
| "learning_rate": 5.930133755390216e-06, |
| "loss": 0.0068, |
| "step": 246 |
| }, |
| { |
| "epoch": 3.167741935483871, |
| "grad_norm": 0.1369076371192932, |
| "learning_rate": 5.7480173961918266e-06, |
| "loss": 0.0077, |
| "step": 247 |
| }, |
| { |
| "epoch": 3.1806451612903226, |
| "grad_norm": 0.2318694293498993, |
| "learning_rate": 5.568377381211548e-06, |
| "loss": 0.0095, |
| "step": 248 |
| }, |
| { |
| "epoch": 3.193548387096774, |
| "grad_norm": 0.21019090712070465, |
| "learning_rate": 5.391236817187095e-06, |
| "loss": 0.0095, |
| "step": 249 |
| }, |
| { |
| "epoch": 3.206451612903226, |
| "grad_norm": 0.1967868059873581, |
| "learning_rate": 5.216618489356773e-06, |
| "loss": 0.0111, |
| "step": 250 |
| }, |
| { |
| "epoch": 3.2193548387096773, |
| "grad_norm": 0.24731586873531342, |
| "learning_rate": 5.0445448585286684e-06, |
| "loss": 0.0072, |
| "step": 251 |
| }, |
| { |
| "epoch": 3.232258064516129, |
| "grad_norm": 0.19581767916679382, |
| "learning_rate": 4.87503805819155e-06, |
| "loss": 0.0055, |
| "step": 252 |
| }, |
| { |
| "epoch": 3.2451612903225806, |
| "grad_norm": 0.1791073977947235, |
| "learning_rate": 4.708119891667892e-06, |
| "loss": 0.0088, |
| "step": 253 |
| }, |
| { |
| "epoch": 3.258064516129032, |
| "grad_norm": 0.25945040583610535, |
| "learning_rate": 4.5438118293093416e-06, |
| "loss": 0.0071, |
| "step": 254 |
| }, |
| { |
| "epoch": 3.270967741935484, |
| "grad_norm": 0.21385855972766876, |
| "learning_rate": 4.382135005735072e-06, |
| "loss": 0.0173, |
| "step": 255 |
| }, |
| { |
| "epoch": 3.2838709677419353, |
| "grad_norm": 0.5789936780929565, |
| "learning_rate": 4.223110217113191e-06, |
| "loss": 0.0079, |
| "step": 256 |
| }, |
| { |
| "epoch": 3.296774193548387, |
| "grad_norm": 0.23074735701084137, |
| "learning_rate": 4.066757918485886e-06, |
| "loss": 0.0069, |
| "step": 257 |
| }, |
| { |
| "epoch": 3.3096774193548386, |
| "grad_norm": 0.20934291183948517, |
| "learning_rate": 3.913098221138237e-06, |
| "loss": 0.0088, |
| "step": 258 |
| }, |
| { |
| "epoch": 3.3225806451612905, |
| "grad_norm": 0.2551226019859314, |
| "learning_rate": 3.762150890011387e-06, |
| "loss": 0.0104, |
| "step": 259 |
| }, |
| { |
| "epoch": 3.335483870967742, |
| "grad_norm": 0.22543351352214813, |
| "learning_rate": 3.6139353411602154e-06, |
| "loss": 0.009, |
| "step": 260 |
| }, |
| { |
| "epoch": 3.3483870967741938, |
| "grad_norm": 0.22513934969902039, |
| "learning_rate": 3.468470639255872e-06, |
| "loss": 0.0103, |
| "step": 261 |
| }, |
| { |
| "epoch": 3.361290322580645, |
| "grad_norm": 0.23426640033721924, |
| "learning_rate": 3.325775495133546e-06, |
| "loss": 0.0086, |
| "step": 262 |
| }, |
| { |
| "epoch": 3.3741935483870966, |
| "grad_norm": 0.17604398727416992, |
| "learning_rate": 3.1858682633857105e-06, |
| "loss": 0.0118, |
| "step": 263 |
| }, |
| { |
| "epoch": 3.3870967741935485, |
| "grad_norm": 0.22662527859210968, |
| "learning_rate": 3.0487669400012382e-06, |
| "loss": 0.0089, |
| "step": 264 |
| }, |
| { |
| "epoch": 3.4, |
| "grad_norm": 0.1959221363067627, |
| "learning_rate": 2.914489160050554e-06, |
| "loss": 0.0101, |
| "step": 265 |
| }, |
| { |
| "epoch": 3.412903225806452, |
| "grad_norm": 0.20400796830654144, |
| "learning_rate": 2.7830521954173543e-06, |
| "loss": 0.0088, |
| "step": 266 |
| }, |
| { |
| "epoch": 3.425806451612903, |
| "grad_norm": 0.21109241247177124, |
| "learning_rate": 2.654472952576864e-06, |
| "loss": 0.0083, |
| "step": 267 |
| }, |
| { |
| "epoch": 3.4387096774193546, |
| "grad_norm": 0.20984111726284027, |
| "learning_rate": 2.5287679704212836e-06, |
| "loss": 0.0091, |
| "step": 268 |
| }, |
| { |
| "epoch": 3.4516129032258065, |
| "grad_norm": 0.22513136267662048, |
| "learning_rate": 2.4059534181323588e-06, |
| "loss": 0.0102, |
| "step": 269 |
| }, |
| { |
| "epoch": 3.464516129032258, |
| "grad_norm": 0.23501525819301605, |
| "learning_rate": 2.2860450931015853e-06, |
| "loss": 0.0095, |
| "step": 270 |
| }, |
| { |
| "epoch": 3.47741935483871, |
| "grad_norm": 0.19732145965099335, |
| "learning_rate": 2.1690584188982592e-06, |
| "loss": 0.0087, |
| "step": 271 |
| }, |
| { |
| "epoch": 3.490322580645161, |
| "grad_norm": 0.19582946598529816, |
| "learning_rate": 2.0550084432855056e-06, |
| "loss": 0.0074, |
| "step": 272 |
| }, |
| { |
| "epoch": 3.5032258064516126, |
| "grad_norm": 0.19379809498786926, |
| "learning_rate": 1.9439098362847825e-06, |
| "loss": 0.008, |
| "step": 273 |
| }, |
| { |
| "epoch": 3.5161290322580645, |
| "grad_norm": 0.20334380865097046, |
| "learning_rate": 1.835776888288851e-06, |
| "loss": 0.0104, |
| "step": 274 |
| }, |
| { |
| "epoch": 3.5290322580645164, |
| "grad_norm": 0.1963813155889511, |
| "learning_rate": 1.730623508223686e-06, |
| "loss": 0.0114, |
| "step": 275 |
| }, |
| { |
| "epoch": 3.541935483870968, |
| "grad_norm": 0.2684271037578583, |
| "learning_rate": 1.62846322175933e-06, |
| "loss": 0.0106, |
| "step": 276 |
| }, |
| { |
| "epoch": 3.554838709677419, |
| "grad_norm": 0.19259046018123627, |
| "learning_rate": 1.5293091695701839e-06, |
| "loss": 0.0083, |
| "step": 277 |
| }, |
| { |
| "epoch": 3.567741935483871, |
| "grad_norm": 0.19738364219665527, |
| "learning_rate": 1.4331741056446968e-06, |
| "loss": 0.0166, |
| "step": 278 |
| }, |
| { |
| "epoch": 3.5806451612903225, |
| "grad_norm": 0.22224943339824677, |
| "learning_rate": 1.3400703956448684e-06, |
| "loss": 0.0074, |
| "step": 279 |
| }, |
| { |
| "epoch": 3.5935483870967744, |
| "grad_norm": 0.23735593259334564, |
| "learning_rate": 1.2500100153156779e-06, |
| "loss": 0.0091, |
| "step": 280 |
| }, |
| { |
| "epoch": 3.606451612903226, |
| "grad_norm": 0.1716444343328476, |
| "learning_rate": 1.1630045489446572e-06, |
| "loss": 0.0078, |
| "step": 281 |
| }, |
| { |
| "epoch": 3.6193548387096772, |
| "grad_norm": 0.1820307821035385, |
| "learning_rate": 1.079065187871839e-06, |
| "loss": 0.009, |
| "step": 282 |
| }, |
| { |
| "epoch": 3.632258064516129, |
| "grad_norm": 0.1972561627626419, |
| "learning_rate": 9.982027290502238e-07, |
| "loss": 0.0122, |
| "step": 283 |
| }, |
| { |
| "epoch": 3.6451612903225805, |
| "grad_norm": 0.21676687896251678, |
| "learning_rate": 9.204275736570151e-07, |
| "loss": 0.0082, |
| "step": 284 |
| }, |
| { |
| "epoch": 3.6580645161290324, |
| "grad_norm": 0.1852135956287384, |
| "learning_rate": 8.45749725755704e-07, |
| "loss": 0.0078, |
| "step": 285 |
| }, |
| { |
| "epoch": 3.670967741935484, |
| "grad_norm": 0.15526923537254333, |
| "learning_rate": 7.741787910092807e-07, |
| "loss": 0.0058, |
| "step": 286 |
| }, |
| { |
| "epoch": 3.6838709677419352, |
| "grad_norm": 0.25308313965797424, |
| "learning_rate": 7.05723975444686e-07, |
| "loss": 0.0072, |
| "step": 287 |
| }, |
| { |
| "epoch": 3.696774193548387, |
| "grad_norm": 0.16028578579425812, |
| "learning_rate": 6.403940842686474e-07, |
| "loss": 0.0086, |
| "step": 288 |
| }, |
| { |
| "epoch": 3.709677419354839, |
| "grad_norm": 0.164954274892807, |
| "learning_rate": 5.781975207350826e-07, |
| "loss": 0.0074, |
| "step": 289 |
| }, |
| { |
| "epoch": 3.7225806451612904, |
| "grad_norm": 0.21616578102111816, |
| "learning_rate": 5.191422850642113e-07, |
| "loss": 0.0111, |
| "step": 290 |
| }, |
| { |
| "epoch": 3.735483870967742, |
| "grad_norm": 0.23164188861846924, |
| "learning_rate": 4.6323597341350054e-07, |
| "loss": 0.0093, |
| "step": 291 |
| }, |
| { |
| "epoch": 3.7483870967741937, |
| "grad_norm": 0.2091163843870163, |
| "learning_rate": 4.1048577690058766e-07, |
| "loss": 0.008, |
| "step": 292 |
| }, |
| { |
| "epoch": 3.761290322580645, |
| "grad_norm": 0.17184507846832275, |
| "learning_rate": 3.608984806782928e-07, |
| "loss": 0.0089, |
| "step": 293 |
| }, |
| { |
| "epoch": 3.774193548387097, |
| "grad_norm": 0.2208150029182434, |
| "learning_rate": 3.144804630618725e-07, |
| "loss": 0.0098, |
| "step": 294 |
| }, |
| { |
| "epoch": 3.7870967741935484, |
| "grad_norm": 0.18591627478599548, |
| "learning_rate": 2.71237694708576e-07, |
| "loss": 0.0091, |
| "step": 295 |
| }, |
| { |
| "epoch": 3.8, |
| "grad_norm": 0.22179189324378967, |
| "learning_rate": 2.3117573784966206e-07, |
| "loss": 0.0096, |
| "step": 296 |
| }, |
| { |
| "epoch": 3.8129032258064517, |
| "grad_norm": 0.247935950756073, |
| "learning_rate": 1.9429974557493014e-07, |
| "loss": 0.0075, |
| "step": 297 |
| }, |
| { |
| "epoch": 3.825806451612903, |
| "grad_norm": 0.19308875501155853, |
| "learning_rate": 1.6061446116990008e-07, |
| "loss": 0.0097, |
| "step": 298 |
| }, |
| { |
| "epoch": 3.838709677419355, |
| "grad_norm": 0.28245624899864197, |
| "learning_rate": 1.3012421750568105e-07, |
| "loss": 0.0105, |
| "step": 299 |
| }, |
| { |
| "epoch": 3.8516129032258064, |
| "grad_norm": 0.15781083703041077, |
| "learning_rate": 1.0283293648165605e-07, |
| "loss": 0.0087, |
| "step": 300 |
| }, |
| { |
| "epoch": 3.864516129032258, |
| "grad_norm": 0.20132358372211456, |
| "learning_rate": 7.874412852099944e-08, |
| "loss": 0.0081, |
| "step": 301 |
| }, |
| { |
| "epoch": 3.8774193548387097, |
| "grad_norm": 0.19697970151901245, |
| "learning_rate": 5.786089211915202e-08, |
| "loss": 0.0116, |
| "step": 302 |
| }, |
| { |
| "epoch": 3.8903225806451616, |
| "grad_norm": 0.189448282122612, |
| "learning_rate": 4.018591344526479e-08, |
| "loss": 0.0079, |
| "step": 303 |
| }, |
| { |
| "epoch": 3.903225806451613, |
| "grad_norm": 0.1814439296722412, |
| "learning_rate": 2.5721465996675355e-08, |
| "loss": 0.0061, |
| "step": 304 |
| }, |
| { |
| "epoch": 3.9161290322580644, |
| "grad_norm": 0.17018909752368927, |
| "learning_rate": 1.4469410306480746e-08, |
| "loss": 0.0074, |
| "step": 305 |
| }, |
| { |
| "epoch": 3.9290322580645163, |
| "grad_norm": 0.2005801647901535, |
| "learning_rate": 6.431193704217741e-09, |
| "loss": 0.0084, |
| "step": 306 |
| }, |
| { |
| "epoch": 3.9419354838709677, |
| "grad_norm": 0.2100239396095276, |
| "learning_rate": 1.6078501296951099e-09, |
| "loss": 0.0118, |
| "step": 307 |
| }, |
| { |
| "epoch": 3.9548387096774196, |
| "grad_norm": 0.17311210930347443, |
| "learning_rate": 0.0, |
| "loss": 0.0059, |
| "step": 308 |
| }, |
| { |
| "epoch": 3.9548387096774196, |
| "step": 308, |
| "total_flos": 5.413829559357276e+17, |
| "train_loss": 0.04737277891541311, |
| "train_runtime": 1301.7465, |
| "train_samples_per_second": 15.216, |
| "train_steps_per_second": 0.237 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 308, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 4, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 5.413829559357276e+17, |
| "train_batch_size": 4, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
