| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 4.989025177533893, |
| "eval_steps": 500, |
| "global_step": 1935, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0025823111684958036, |
| "grad_norm": 18.261793337291987, |
| "learning_rate": 1.0309278350515465e-07, |
| "loss": 2.5303, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.005164622336991607, |
| "grad_norm": 17.801147060406052, |
| "learning_rate": 2.061855670103093e-07, |
| "loss": 2.5624, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.007746933505487412, |
| "grad_norm": 18.16995107477998, |
| "learning_rate": 3.0927835051546394e-07, |
| "loss": 2.5315, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.010329244673983214, |
| "grad_norm": 18.01568136556937, |
| "learning_rate": 4.123711340206186e-07, |
| "loss": 2.4765, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.012911555842479019, |
| "grad_norm": 17.515246452891258, |
| "learning_rate": 5.154639175257732e-07, |
| "loss": 2.5302, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.015493867010974823, |
| "grad_norm": 17.590449970545567, |
| "learning_rate": 6.185567010309279e-07, |
| "loss": 2.5035, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.018076178179470628, |
| "grad_norm": 17.860290443777686, |
| "learning_rate": 7.216494845360824e-07, |
| "loss": 2.4856, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.02065848934796643, |
| "grad_norm": 16.457931144604892, |
| "learning_rate": 8.247422680412372e-07, |
| "loss": 2.5034, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.023240800516462233, |
| "grad_norm": 15.470780109900105, |
| "learning_rate": 9.278350515463919e-07, |
| "loss": 2.4852, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.025823111684958037, |
| "grad_norm": 15.512665472720686, |
| "learning_rate": 1.0309278350515464e-06, |
| "loss": 2.4699, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.028405422853453842, |
| "grad_norm": 11.58357921033743, |
| "learning_rate": 1.134020618556701e-06, |
| "loss": 2.4699, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.030987734021949646, |
| "grad_norm": 10.860729184020308, |
| "learning_rate": 1.2371134020618557e-06, |
| "loss": 2.4071, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.03357004519044545, |
| "grad_norm": 9.989819033444546, |
| "learning_rate": 1.3402061855670104e-06, |
| "loss": 2.3805, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.036152356358941255, |
| "grad_norm": 4.5174463153202415, |
| "learning_rate": 1.4432989690721649e-06, |
| "loss": 2.2546, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.03873466752743705, |
| "grad_norm": 4.393268427169014, |
| "learning_rate": 1.5463917525773197e-06, |
| "loss": 2.2604, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.04131697869593286, |
| "grad_norm": 4.427841764828794, |
| "learning_rate": 1.6494845360824744e-06, |
| "loss": 2.2923, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.04389928986442866, |
| "grad_norm": 4.116274907311869, |
| "learning_rate": 1.7525773195876288e-06, |
| "loss": 2.2216, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.046481601032924466, |
| "grad_norm": 4.133640482984593, |
| "learning_rate": 1.8556701030927837e-06, |
| "loss": 2.2106, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.04906391220142027, |
| "grad_norm": 4.395953110017593, |
| "learning_rate": 1.9587628865979384e-06, |
| "loss": 2.0858, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.051646223369916075, |
| "grad_norm": 4.474700218464569, |
| "learning_rate": 2.061855670103093e-06, |
| "loss": 2.0397, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.05422853453841188, |
| "grad_norm": 4.4282827611154545, |
| "learning_rate": 2.1649484536082477e-06, |
| "loss": 1.9898, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.056810845706907684, |
| "grad_norm": 4.327539626304312, |
| "learning_rate": 2.268041237113402e-06, |
| "loss": 1.9951, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.05939315687540349, |
| "grad_norm": 4.120482191834098, |
| "learning_rate": 2.3711340206185566e-06, |
| "loss": 1.9155, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.06197546804389929, |
| "grad_norm": 3.8070009573204358, |
| "learning_rate": 2.4742268041237115e-06, |
| "loss": 1.8995, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.0645577792123951, |
| "grad_norm": 4.212221981103606, |
| "learning_rate": 2.577319587628866e-06, |
| "loss": 1.8671, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.0671400903808909, |
| "grad_norm": 4.058515787932264, |
| "learning_rate": 2.680412371134021e-06, |
| "loss": 1.624, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.0697224015493867, |
| "grad_norm": 2.6837920364601398, |
| "learning_rate": 2.7835051546391757e-06, |
| "loss": 1.6006, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.07230471271788251, |
| "grad_norm": 2.3134143191011924, |
| "learning_rate": 2.8865979381443297e-06, |
| "loss": 1.5962, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.07488702388637831, |
| "grad_norm": 2.10252758773887, |
| "learning_rate": 2.9896907216494846e-06, |
| "loss": 1.5671, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.0774693350548741, |
| "grad_norm": 1.5299035293940784, |
| "learning_rate": 3.0927835051546395e-06, |
| "loss": 1.5472, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.08005164622336991, |
| "grad_norm": 1.2378467992780195, |
| "learning_rate": 3.195876288659794e-06, |
| "loss": 1.5826, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.08263395739186571, |
| "grad_norm": 1.1693886031886611, |
| "learning_rate": 3.298969072164949e-06, |
| "loss": 1.4891, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.08521626856036152, |
| "grad_norm": 1.1401616730246562, |
| "learning_rate": 3.4020618556701037e-06, |
| "loss": 1.4982, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.08779857972885732, |
| "grad_norm": 1.0954194107096582, |
| "learning_rate": 3.5051546391752577e-06, |
| "loss": 1.5325, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.09038089089735313, |
| "grad_norm": 1.0579698812847145, |
| "learning_rate": 3.6082474226804126e-06, |
| "loss": 1.4814, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.09296320206584893, |
| "grad_norm": 0.9653972853589035, |
| "learning_rate": 3.7113402061855674e-06, |
| "loss": 1.4494, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.09554551323434474, |
| "grad_norm": 0.9645799739429384, |
| "learning_rate": 3.814432989690722e-06, |
| "loss": 1.5063, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.09812782440284054, |
| "grad_norm": 1.00902463704413, |
| "learning_rate": 3.917525773195877e-06, |
| "loss": 1.4683, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.10071013557133635, |
| "grad_norm": 0.8783590838731776, |
| "learning_rate": 4.020618556701032e-06, |
| "loss": 1.4453, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.10329244673983215, |
| "grad_norm": 0.8107745608541321, |
| "learning_rate": 4.123711340206186e-06, |
| "loss": 1.4753, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.10587475790832795, |
| "grad_norm": 0.789499449431658, |
| "learning_rate": 4.2268041237113405e-06, |
| "loss": 1.4376, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.10845706907682376, |
| "grad_norm": 0.8025862979836251, |
| "learning_rate": 4.329896907216495e-06, |
| "loss": 1.4394, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.11103938024531956, |
| "grad_norm": 0.7735255000850332, |
| "learning_rate": 4.4329896907216494e-06, |
| "loss": 1.4252, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.11362169141381537, |
| "grad_norm": 0.655685351955956, |
| "learning_rate": 4.536082474226804e-06, |
| "loss": 1.4297, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.11620400258231117, |
| "grad_norm": 0.6434305676734384, |
| "learning_rate": 4.639175257731959e-06, |
| "loss": 1.4067, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.11878631375080698, |
| "grad_norm": 0.6261090972732297, |
| "learning_rate": 4.742268041237113e-06, |
| "loss": 1.4101, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.12136862491930278, |
| "grad_norm": 0.6073212568723447, |
| "learning_rate": 4.845360824742268e-06, |
| "loss": 1.4172, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.12395093608779859, |
| "grad_norm": 0.5593992251138936, |
| "learning_rate": 4.948453608247423e-06, |
| "loss": 1.3798, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.1265332472562944, |
| "grad_norm": 0.5922984047206602, |
| "learning_rate": 5.051546391752578e-06, |
| "loss": 1.3858, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.1291155584247902, |
| "grad_norm": 0.6051805656066229, |
| "learning_rate": 5.154639175257732e-06, |
| "loss": 1.3836, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.131697869593286, |
| "grad_norm": 0.5691467307958845, |
| "learning_rate": 5.257731958762888e-06, |
| "loss": 1.3841, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.1342801807617818, |
| "grad_norm": 0.5693752131599139, |
| "learning_rate": 5.360824742268042e-06, |
| "loss": 1.3529, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.1368624919302776, |
| "grad_norm": 0.5695922879694713, |
| "learning_rate": 5.463917525773196e-06, |
| "loss": 1.3599, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.1394448030987734, |
| "grad_norm": 0.5653409792135605, |
| "learning_rate": 5.567010309278351e-06, |
| "loss": 1.359, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.14202711426726922, |
| "grad_norm": 0.5181379607950953, |
| "learning_rate": 5.670103092783505e-06, |
| "loss": 1.358, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.14460942543576502, |
| "grad_norm": 0.5616919575863237, |
| "learning_rate": 5.7731958762886594e-06, |
| "loss": 1.3925, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.14719173660426083, |
| "grad_norm": 0.5785012034706822, |
| "learning_rate": 5.876288659793815e-06, |
| "loss": 1.3902, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.14977404777275663, |
| "grad_norm": 0.5304602501774517, |
| "learning_rate": 5.979381443298969e-06, |
| "loss": 1.3516, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.15235635894125243, |
| "grad_norm": 0.530893892325567, |
| "learning_rate": 6.082474226804124e-06, |
| "loss": 1.3556, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.1549386701097482, |
| "grad_norm": 0.5578192633717619, |
| "learning_rate": 6.185567010309279e-06, |
| "loss": 1.3609, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.15752098127824402, |
| "grad_norm": 0.5513788256965562, |
| "learning_rate": 6.288659793814433e-06, |
| "loss": 1.3494, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.16010329244673982, |
| "grad_norm": 0.5357427336170907, |
| "learning_rate": 6.391752577319588e-06, |
| "loss": 1.3338, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.16268560361523562, |
| "grad_norm": 0.5023717761905121, |
| "learning_rate": 6.494845360824743e-06, |
| "loss": 1.3329, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.16526791478373143, |
| "grad_norm": 0.5667763878793689, |
| "learning_rate": 6.597938144329898e-06, |
| "loss": 1.3091, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.16785022595222723, |
| "grad_norm": 0.5321682781083598, |
| "learning_rate": 6.701030927835052e-06, |
| "loss": 1.4019, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.17043253712072304, |
| "grad_norm": 0.5281078850382545, |
| "learning_rate": 6.804123711340207e-06, |
| "loss": 1.2957, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.17301484828921884, |
| "grad_norm": 0.5517071277006239, |
| "learning_rate": 6.907216494845361e-06, |
| "loss": 1.3387, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.17559715945771465, |
| "grad_norm": 0.49767879157016104, |
| "learning_rate": 7.010309278350515e-06, |
| "loss": 1.3428, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.17817947062621045, |
| "grad_norm": 0.5333338011710018, |
| "learning_rate": 7.113402061855671e-06, |
| "loss": 1.3275, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.18076178179470626, |
| "grad_norm": 0.5436738511723471, |
| "learning_rate": 7.216494845360825e-06, |
| "loss": 1.323, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.18334409296320206, |
| "grad_norm": 0.510166704780262, |
| "learning_rate": 7.319587628865979e-06, |
| "loss": 1.3337, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.18592640413169786, |
| "grad_norm": 0.5367005388657456, |
| "learning_rate": 7.422680412371135e-06, |
| "loss": 1.3157, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.18850871530019367, |
| "grad_norm": 0.5448486484799029, |
| "learning_rate": 7.525773195876289e-06, |
| "loss": 1.3016, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.19109102646868947, |
| "grad_norm": 0.5049919202829503, |
| "learning_rate": 7.628865979381444e-06, |
| "loss": 1.314, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.19367333763718528, |
| "grad_norm": 0.5203343239140137, |
| "learning_rate": 7.731958762886599e-06, |
| "loss": 1.3402, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.19625564880568108, |
| "grad_norm": 0.5295426487296165, |
| "learning_rate": 7.835051546391754e-06, |
| "loss": 1.2937, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.1988379599741769, |
| "grad_norm": 0.516845033941673, |
| "learning_rate": 7.938144329896907e-06, |
| "loss": 1.3334, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.2014202711426727, |
| "grad_norm": 0.5195834990483513, |
| "learning_rate": 8.041237113402063e-06, |
| "loss": 1.3398, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.2040025823111685, |
| "grad_norm": 0.5437220214849503, |
| "learning_rate": 8.144329896907216e-06, |
| "loss": 1.3328, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.2065848934796643, |
| "grad_norm": 0.5316348277354109, |
| "learning_rate": 8.247422680412371e-06, |
| "loss": 1.2668, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.2091672046481601, |
| "grad_norm": 0.5367859922800738, |
| "learning_rate": 8.350515463917526e-06, |
| "loss": 1.3455, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.2117495158166559, |
| "grad_norm": 0.5330729877188181, |
| "learning_rate": 8.453608247422681e-06, |
| "loss": 1.3012, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.2143318269851517, |
| "grad_norm": 0.5289538334232236, |
| "learning_rate": 8.556701030927836e-06, |
| "loss": 1.2987, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.21691413815364752, |
| "grad_norm": 0.5271186274617113, |
| "learning_rate": 8.65979381443299e-06, |
| "loss": 1.3091, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.21949644932214332, |
| "grad_norm": 0.5425463627416961, |
| "learning_rate": 8.762886597938146e-06, |
| "loss": 1.3312, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.22207876049063913, |
| "grad_norm": 0.5002639279766852, |
| "learning_rate": 8.865979381443299e-06, |
| "loss": 1.297, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.22466107165913493, |
| "grad_norm": 0.5217277201869615, |
| "learning_rate": 8.969072164948455e-06, |
| "loss": 1.289, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.22724338282763074, |
| "grad_norm": 0.5187640962084964, |
| "learning_rate": 9.072164948453609e-06, |
| "loss": 1.2987, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.22982569399612654, |
| "grad_norm": 0.5338044768965542, |
| "learning_rate": 9.175257731958764e-06, |
| "loss": 1.3224, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.23240800516462234, |
| "grad_norm": 0.5154318950249379, |
| "learning_rate": 9.278350515463918e-06, |
| "loss": 1.2765, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.23499031633311815, |
| "grad_norm": 0.5528419081350959, |
| "learning_rate": 9.381443298969073e-06, |
| "loss": 1.2546, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.23757262750161395, |
| "grad_norm": 0.5214303815188377, |
| "learning_rate": 9.484536082474226e-06, |
| "loss": 1.3196, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.24015493867010976, |
| "grad_norm": 0.5526561516212597, |
| "learning_rate": 9.587628865979383e-06, |
| "loss": 1.3079, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.24273724983860556, |
| "grad_norm": 0.5222706312908064, |
| "learning_rate": 9.690721649484536e-06, |
| "loss": 1.3066, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.24531956100710137, |
| "grad_norm": 0.5012834034257991, |
| "learning_rate": 9.793814432989691e-06, |
| "loss": 1.2722, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.24790187217559717, |
| "grad_norm": 0.546506717931034, |
| "learning_rate": 9.896907216494846e-06, |
| "loss": 1.2797, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.25048418334409295, |
| "grad_norm": 0.5253068189240363, |
| "learning_rate": 1e-05, |
| "loss": 1.3317, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.2530664945125888, |
| "grad_norm": 0.5611013083746247, |
| "learning_rate": 1.0103092783505156e-05, |
| "loss": 1.3025, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.25564880568108456, |
| "grad_norm": 0.5298450611788376, |
| "learning_rate": 1.0206185567010309e-05, |
| "loss": 1.3036, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.2582311168495804, |
| "grad_norm": 0.5099158069328582, |
| "learning_rate": 1.0309278350515464e-05, |
| "loss": 1.3022, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.26081342801807617, |
| "grad_norm": 0.5293692963261973, |
| "learning_rate": 1.041237113402062e-05, |
| "loss": 1.3146, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.263395739186572, |
| "grad_norm": 0.5244293197527762, |
| "learning_rate": 1.0515463917525775e-05, |
| "loss": 1.2885, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.2659780503550678, |
| "grad_norm": 0.5033038451383925, |
| "learning_rate": 1.0618556701030928e-05, |
| "loss": 1.2578, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.2685603615235636, |
| "grad_norm": 0.5274373232659619, |
| "learning_rate": 1.0721649484536083e-05, |
| "loss": 1.299, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.2711426726920594, |
| "grad_norm": 0.5444726311980428, |
| "learning_rate": 1.0824742268041238e-05, |
| "loss": 1.2929, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.2737249838605552, |
| "grad_norm": 0.5326713139943118, |
| "learning_rate": 1.0927835051546391e-05, |
| "loss": 1.2753, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.276307295029051, |
| "grad_norm": 0.5380363136345329, |
| "learning_rate": 1.1030927835051548e-05, |
| "loss": 1.3309, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.2788896061975468, |
| "grad_norm": 0.5326668305211691, |
| "learning_rate": 1.1134020618556703e-05, |
| "loss": 1.2572, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.2814719173660426, |
| "grad_norm": 0.546468614229743, |
| "learning_rate": 1.1237113402061856e-05, |
| "loss": 1.3002, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.28405422853453843, |
| "grad_norm": 0.5702827216999251, |
| "learning_rate": 1.134020618556701e-05, |
| "loss": 1.2785, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.2866365397030342, |
| "grad_norm": 0.6279431033493682, |
| "learning_rate": 1.1443298969072166e-05, |
| "loss": 1.293, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.28921885087153004, |
| "grad_norm": 0.531097886388855, |
| "learning_rate": 1.1546391752577319e-05, |
| "loss": 1.2583, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.2918011620400258, |
| "grad_norm": 0.5599048942527884, |
| "learning_rate": 1.1649484536082475e-05, |
| "loss": 1.2812, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.29438347320852165, |
| "grad_norm": 0.5156492032600126, |
| "learning_rate": 1.175257731958763e-05, |
| "loss": 1.2593, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.2969657843770174, |
| "grad_norm": 0.5204640872347789, |
| "learning_rate": 1.1855670103092785e-05, |
| "loss": 1.2222, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.29954809554551326, |
| "grad_norm": 0.5242605009448421, |
| "learning_rate": 1.1958762886597938e-05, |
| "loss": 1.2452, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.30213040671400904, |
| "grad_norm": 0.5194114061316515, |
| "learning_rate": 1.2061855670103093e-05, |
| "loss": 1.2844, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.30471271788250487, |
| "grad_norm": 0.517182795982599, |
| "learning_rate": 1.2164948453608248e-05, |
| "loss": 1.2494, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.30729502905100065, |
| "grad_norm": 0.5322718855106631, |
| "learning_rate": 1.2268041237113405e-05, |
| "loss": 1.2853, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.3098773402194964, |
| "grad_norm": 0.5477767784263254, |
| "learning_rate": 1.2371134020618558e-05, |
| "loss": 1.266, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.31245965138799225, |
| "grad_norm": 0.5409220884054373, |
| "learning_rate": 1.2474226804123713e-05, |
| "loss": 1.2862, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.31504196255648803, |
| "grad_norm": 0.5278483491044216, |
| "learning_rate": 1.2577319587628866e-05, |
| "loss": 1.2431, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.31762427372498386, |
| "grad_norm": 0.5366419552263015, |
| "learning_rate": 1.268041237113402e-05, |
| "loss": 1.2665, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.32020658489347964, |
| "grad_norm": 0.5484453793169465, |
| "learning_rate": 1.2783505154639176e-05, |
| "loss": 1.2466, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.32278889606197547, |
| "grad_norm": 0.5707617704740593, |
| "learning_rate": 1.2886597938144332e-05, |
| "loss": 1.2801, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.32537120723047125, |
| "grad_norm": 0.5545965695444451, |
| "learning_rate": 1.2989690721649485e-05, |
| "loss": 1.2627, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.3279535183989671, |
| "grad_norm": 0.545566481033505, |
| "learning_rate": 1.309278350515464e-05, |
| "loss": 1.2662, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.33053582956746286, |
| "grad_norm": 0.614998937339536, |
| "learning_rate": 1.3195876288659795e-05, |
| "loss": 1.278, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.3331181407359587, |
| "grad_norm": 0.8515042792729816, |
| "learning_rate": 1.3298969072164948e-05, |
| "loss": 1.2528, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.33570045190445447, |
| "grad_norm": 0.5478821425580377, |
| "learning_rate": 1.3402061855670103e-05, |
| "loss": 1.2626, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.3382827630729503, |
| "grad_norm": 0.5793920120710241, |
| "learning_rate": 1.350515463917526e-05, |
| "loss": 1.229, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.3408650742414461, |
| "grad_norm": 0.6386990352009216, |
| "learning_rate": 1.3608247422680415e-05, |
| "loss": 1.2371, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.3434473854099419, |
| "grad_norm": 0.5565581664986918, |
| "learning_rate": 1.3711340206185568e-05, |
| "loss": 1.2155, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.3460296965784377, |
| "grad_norm": 0.5946237867227266, |
| "learning_rate": 1.3814432989690723e-05, |
| "loss": 1.2841, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.3486120077469335, |
| "grad_norm": 0.5521016353163, |
| "learning_rate": 1.3917525773195878e-05, |
| "loss": 1.2551, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.3511943189154293, |
| "grad_norm": 0.5385185628561531, |
| "learning_rate": 1.402061855670103e-05, |
| "loss": 1.2419, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.3537766300839251, |
| "grad_norm": 0.5193240629735151, |
| "learning_rate": 1.4123711340206187e-05, |
| "loss": 1.2539, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.3563589412524209, |
| "grad_norm": 0.556121240094166, |
| "learning_rate": 1.4226804123711342e-05, |
| "loss": 1.2303, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.35894125242091673, |
| "grad_norm": 0.5218247569723863, |
| "learning_rate": 1.4329896907216495e-05, |
| "loss": 1.2644, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.3615235635894125, |
| "grad_norm": 0.530437093642517, |
| "learning_rate": 1.443298969072165e-05, |
| "loss": 1.2497, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.36410587475790834, |
| "grad_norm": 0.5484440453142011, |
| "learning_rate": 1.4536082474226805e-05, |
| "loss": 1.2324, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.3666881859264041, |
| "grad_norm": 0.5493692192470679, |
| "learning_rate": 1.4639175257731958e-05, |
| "loss": 1.2717, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.36927049709489995, |
| "grad_norm": 0.5413123502333834, |
| "learning_rate": 1.4742268041237115e-05, |
| "loss": 1.2103, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.37185280826339573, |
| "grad_norm": 0.556751121901872, |
| "learning_rate": 1.484536082474227e-05, |
| "loss": 1.2532, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.37443511943189156, |
| "grad_norm": 0.5408139067043912, |
| "learning_rate": 1.4948453608247425e-05, |
| "loss": 1.2995, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.37701743060038734, |
| "grad_norm": 0.567109158025857, |
| "learning_rate": 1.5051546391752578e-05, |
| "loss": 1.2412, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.37959974176888317, |
| "grad_norm": 0.5489463445020752, |
| "learning_rate": 1.5154639175257733e-05, |
| "loss": 1.2601, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.38218205293737895, |
| "grad_norm": 0.5269782212095577, |
| "learning_rate": 1.5257731958762888e-05, |
| "loss": 1.2105, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.3847643641058748, |
| "grad_norm": 0.5476377594621987, |
| "learning_rate": 1.5360824742268042e-05, |
| "loss": 1.251, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.38734667527437056, |
| "grad_norm": 0.5851100678927004, |
| "learning_rate": 1.5463917525773197e-05, |
| "loss": 1.2722, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.3899289864428664, |
| "grad_norm": 0.5906959266553361, |
| "learning_rate": 1.5567010309278352e-05, |
| "loss": 1.2605, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.39251129761136216, |
| "grad_norm": 0.5812493666723612, |
| "learning_rate": 1.5670103092783507e-05, |
| "loss": 1.278, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.395093608779858, |
| "grad_norm": 0.6197633946415279, |
| "learning_rate": 1.5773195876288662e-05, |
| "loss": 1.2062, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.3976759199483538, |
| "grad_norm": 0.5382604894375081, |
| "learning_rate": 1.5876288659793813e-05, |
| "loss": 1.1994, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.4002582311168496, |
| "grad_norm": 0.5919569403332751, |
| "learning_rate": 1.597938144329897e-05, |
| "loss": 1.2151, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.4028405422853454, |
| "grad_norm": 0.5540942763865888, |
| "learning_rate": 1.6082474226804127e-05, |
| "loss": 1.2245, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.4054228534538412, |
| "grad_norm": 0.6456250154614755, |
| "learning_rate": 1.618556701030928e-05, |
| "loss": 1.2407, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.408005164622337, |
| "grad_norm": 0.5495270617698018, |
| "learning_rate": 1.6288659793814433e-05, |
| "loss": 1.2319, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.41058747579083277, |
| "grad_norm": 0.6456750468117451, |
| "learning_rate": 1.6391752577319588e-05, |
| "loss": 1.2314, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.4131697869593286, |
| "grad_norm": 0.5361216417752698, |
| "learning_rate": 1.6494845360824743e-05, |
| "loss": 1.2252, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.4157520981278244, |
| "grad_norm": 0.5740356212634748, |
| "learning_rate": 1.65979381443299e-05, |
| "loss": 1.2199, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.4183344092963202, |
| "grad_norm": 0.5600044764299427, |
| "learning_rate": 1.6701030927835052e-05, |
| "loss": 1.2386, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.420916720464816, |
| "grad_norm": 0.5752486574243302, |
| "learning_rate": 1.6804123711340207e-05, |
| "loss": 1.2745, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.4234990316333118, |
| "grad_norm": 0.5653976115621461, |
| "learning_rate": 1.6907216494845362e-05, |
| "loss": 1.2294, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.4260813428018076, |
| "grad_norm": 0.6075219487510116, |
| "learning_rate": 1.7010309278350517e-05, |
| "loss": 1.2719, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.4286636539703034, |
| "grad_norm": 0.606371230053945, |
| "learning_rate": 1.7113402061855672e-05, |
| "loss": 1.2112, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.4312459651387992, |
| "grad_norm": 0.6078879765053119, |
| "learning_rate": 1.7216494845360827e-05, |
| "loss": 1.264, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.43382827630729504, |
| "grad_norm": 0.5767804822867032, |
| "learning_rate": 1.731958762886598e-05, |
| "loss": 1.2515, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.4364105874757908, |
| "grad_norm": 0.6130923630273873, |
| "learning_rate": 1.7422680412371137e-05, |
| "loss": 1.2038, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.43899289864428664, |
| "grad_norm": 0.5235102985682106, |
| "learning_rate": 1.752577319587629e-05, |
| "loss": 1.237, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.4415752098127824, |
| "grad_norm": 0.6204241509904728, |
| "learning_rate": 1.7628865979381443e-05, |
| "loss": 1.2653, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.44415752098127825, |
| "grad_norm": 0.5839862114241418, |
| "learning_rate": 1.7731958762886598e-05, |
| "loss": 1.2268, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.44673983214977403, |
| "grad_norm": 0.5379286158874602, |
| "learning_rate": 1.7835051546391756e-05, |
| "loss": 1.2237, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.44932214331826986, |
| "grad_norm": 0.5773716297805083, |
| "learning_rate": 1.793814432989691e-05, |
| "loss": 1.2563, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.45190445448676564, |
| "grad_norm": 0.5310519709213946, |
| "learning_rate": 1.8041237113402062e-05, |
| "loss": 1.1999, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.45448676565526147, |
| "grad_norm": 0.5849880582279767, |
| "learning_rate": 1.8144329896907217e-05, |
| "loss": 1.2286, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.45706907682375725, |
| "grad_norm": 0.5412178590822653, |
| "learning_rate": 1.8247422680412372e-05, |
| "loss": 1.2008, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.4596513879922531, |
| "grad_norm": 0.6133621047960811, |
| "learning_rate": 1.8350515463917527e-05, |
| "loss": 1.2378, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.46223369916074886, |
| "grad_norm": 0.528699955767748, |
| "learning_rate": 1.8453608247422682e-05, |
| "loss": 1.2259, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.4648160103292447, |
| "grad_norm": 0.5279317130021535, |
| "learning_rate": 1.8556701030927837e-05, |
| "loss": 1.2412, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.46739832149774047, |
| "grad_norm": 0.5853559551993786, |
| "learning_rate": 1.865979381443299e-05, |
| "loss": 1.2214, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.4699806326662363, |
| "grad_norm": 0.5424233833428941, |
| "learning_rate": 1.8762886597938147e-05, |
| "loss": 1.2458, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.4725629438347321, |
| "grad_norm": 0.5106671423999047, |
| "learning_rate": 1.88659793814433e-05, |
| "loss": 1.2233, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.4751452550032279, |
| "grad_norm": 0.5324533214858636, |
| "learning_rate": 1.8969072164948453e-05, |
| "loss": 1.2069, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.4777275661717237, |
| "grad_norm": 0.5646853613253074, |
| "learning_rate": 1.907216494845361e-05, |
| "loss": 1.252, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.4803098773402195, |
| "grad_norm": 0.5937004053571758, |
| "learning_rate": 1.9175257731958766e-05, |
| "loss": 1.2147, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.4828921885087153, |
| "grad_norm": 0.5562505209372693, |
| "learning_rate": 1.927835051546392e-05, |
| "loss": 1.2675, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.4854744996772111, |
| "grad_norm": 0.5563014952202203, |
| "learning_rate": 1.9381443298969072e-05, |
| "loss": 1.2189, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.4880568108457069, |
| "grad_norm": 0.5264086037575215, |
| "learning_rate": 1.9484536082474227e-05, |
| "loss": 1.2233, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.49063912201420273, |
| "grad_norm": 0.5151034326104902, |
| "learning_rate": 1.9587628865979382e-05, |
| "loss": 1.1885, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.4932214331826985, |
| "grad_norm": 0.5034288685234395, |
| "learning_rate": 1.969072164948454e-05, |
| "loss": 1.1903, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.49580374435119434, |
| "grad_norm": 0.5307684939002809, |
| "learning_rate": 1.9793814432989692e-05, |
| "loss": 1.1928, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.4983860555196901, |
| "grad_norm": 0.5230091554872849, |
| "learning_rate": 1.9896907216494847e-05, |
| "loss": 1.2519, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.5009683666881859, |
| "grad_norm": 0.5226317801919913, |
| "learning_rate": 2e-05, |
| "loss": 1.2413, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.5035506778566817, |
| "grad_norm": 0.5482333261742753, |
| "learning_rate": 1.9999983719336895e-05, |
| "loss": 1.2165, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.5061329890251776, |
| "grad_norm": 0.5162294083726316, |
| "learning_rate": 1.999993487740058e-05, |
| "loss": 1.241, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.5087153001936734, |
| "grad_norm": 0.5914236651547329, |
| "learning_rate": 1.99998534743501e-05, |
| "loss": 1.2174, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.5112976113621691, |
| "grad_norm": 0.5318708983837044, |
| "learning_rate": 1.9999739510450505e-05, |
| "loss": 1.2061, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.513879922530665, |
| "grad_norm": 0.5320871675914947, |
| "learning_rate": 1.9999592986072886e-05, |
| "loss": 1.2102, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.5164622336991608, |
| "grad_norm": 0.520490178789329, |
| "learning_rate": 1.999941390169434e-05, |
| "loss": 1.2041, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.5190445448676565, |
| "grad_norm": 0.5771804416096503, |
| "learning_rate": 1.9999202257897994e-05, |
| "loss": 1.2208, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.5216268560361523, |
| "grad_norm": 0.5820688393505574, |
| "learning_rate": 1.9998958055372984e-05, |
| "loss": 1.2535, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.5242091672046482, |
| "grad_norm": 0.5725413352628053, |
| "learning_rate": 1.9998681294914463e-05, |
| "loss": 1.2003, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.526791478373144, |
| "grad_norm": 0.5813889118499928, |
| "learning_rate": 1.999837197742361e-05, |
| "loss": 1.1826, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.5293737895416397, |
| "grad_norm": 0.543697742052886, |
| "learning_rate": 1.9998030103907594e-05, |
| "loss": 1.2383, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.5319561007101355, |
| "grad_norm": 0.5737878782200372, |
| "learning_rate": 1.9997655675479604e-05, |
| "loss": 1.2261, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.5345384118786314, |
| "grad_norm": 0.5318306020135024, |
| "learning_rate": 1.999724869335883e-05, |
| "loss": 1.2087, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.5371207230471272, |
| "grad_norm": 0.5577225248661078, |
| "learning_rate": 1.999680915887046e-05, |
| "loss": 1.1793, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.5397030342156229, |
| "grad_norm": 0.5246527308813651, |
| "learning_rate": 1.9996337073445673e-05, |
| "loss": 1.1913, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.5422853453841188, |
| "grad_norm": 0.5214804985936327, |
| "learning_rate": 1.9995832438621646e-05, |
| "loss": 1.2264, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.5448676565526146, |
| "grad_norm": 0.5608653450795346, |
| "learning_rate": 1.9995295256041534e-05, |
| "loss": 1.2269, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.5474499677211104, |
| "grad_norm": 0.516907670213089, |
| "learning_rate": 1.9994725527454476e-05, |
| "loss": 1.1963, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.5500322788896062, |
| "grad_norm": 0.5315857426965214, |
| "learning_rate": 1.999412325471558e-05, |
| "loss": 1.2646, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.552614590058102, |
| "grad_norm": 0.5281811102245024, |
| "learning_rate": 1.999348843978593e-05, |
| "loss": 1.2163, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.5551969012265978, |
| "grad_norm": 0.5579573481195031, |
| "learning_rate": 1.9992821084732572e-05, |
| "loss": 1.2262, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.5577792123950936, |
| "grad_norm": 0.5595800317478022, |
| "learning_rate": 1.9992121191728495e-05, |
| "loss": 1.1872, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.5603615235635894, |
| "grad_norm": 0.5344069260281085, |
| "learning_rate": 1.9991388763052643e-05, |
| "loss": 1.2293, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.5629438347320852, |
| "grad_norm": 0.549912373034949, |
| "learning_rate": 1.9990623801089908e-05, |
| "loss": 1.1958, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.565526145900581, |
| "grad_norm": 0.5482064392691067, |
| "learning_rate": 1.9989826308331103e-05, |
| "loss": 1.249, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.5681084570690769, |
| "grad_norm": 0.6017796916988709, |
| "learning_rate": 1.9988996287372967e-05, |
| "loss": 1.1591, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.5706907682375726, |
| "grad_norm": 0.5616669264753023, |
| "learning_rate": 1.9988133740918167e-05, |
| "loss": 1.2029, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.5732730794060684, |
| "grad_norm": 0.548070565923786, |
| "learning_rate": 1.998723867177526e-05, |
| "loss": 1.2113, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.5758553905745643, |
| "grad_norm": 0.5579809466395939, |
| "learning_rate": 1.998631108285871e-05, |
| "loss": 1.1915, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.5784377017430601, |
| "grad_norm": 0.5145023167575715, |
| "learning_rate": 1.9985350977188877e-05, |
| "loss": 1.2455, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.5810200129115558, |
| "grad_norm": 0.5438281690868874, |
| "learning_rate": 1.998435835789199e-05, |
| "loss": 1.1996, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.5836023240800516, |
| "grad_norm": 0.5062822089728274, |
| "learning_rate": 1.9983333228200145e-05, |
| "loss": 1.2267, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.5861846352485475, |
| "grad_norm": 0.49455916062220207, |
| "learning_rate": 1.9982275591451304e-05, |
| "loss": 1.2234, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.5887669464170433, |
| "grad_norm": 0.5230043234273385, |
| "learning_rate": 1.998118545108927e-05, |
| "loss": 1.2048, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.591349257585539, |
| "grad_norm": 0.492411804242286, |
| "learning_rate": 1.998006281066369e-05, |
| "loss": 1.1567, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.5939315687540349, |
| "grad_norm": 0.47969671152864785, |
| "learning_rate": 1.997890767383002e-05, |
| "loss": 1.1842, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.5965138799225307, |
| "grad_norm": 0.5037463603875141, |
| "learning_rate": 1.9977720044349546e-05, |
| "loss": 1.2071, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.5990961910910265, |
| "grad_norm": 0.5505833494748907, |
| "learning_rate": 1.997649992608935e-05, |
| "loss": 1.2215, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.6016785022595222, |
| "grad_norm": 0.48300379957641953, |
| "learning_rate": 1.9975247323022286e-05, |
| "loss": 1.1522, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.6042608134280181, |
| "grad_norm": 0.535926278201071, |
| "learning_rate": 1.9973962239227012e-05, |
| "loss": 1.187, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.6068431245965139, |
| "grad_norm": 0.5053573787331682, |
| "learning_rate": 1.997264467888792e-05, |
| "loss": 1.2264, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.6094254357650097, |
| "grad_norm": 0.5209920849371423, |
| "learning_rate": 1.9971294646295165e-05, |
| "loss": 1.1841, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.6120077469335055, |
| "grad_norm": 0.540792437365881, |
| "learning_rate": 1.9969912145844633e-05, |
| "loss": 1.2543, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.6145900581020013, |
| "grad_norm": 0.5212177041723032, |
| "learning_rate": 1.9968497182037926e-05, |
| "loss": 1.2561, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.6171723692704971, |
| "grad_norm": 0.5304144527565653, |
| "learning_rate": 1.996704975948236e-05, |
| "loss": 1.1606, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.6197546804389928, |
| "grad_norm": 0.5829183549634611, |
| "learning_rate": 1.9965569882890924e-05, |
| "loss": 1.196, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.6223369916074887, |
| "grad_norm": 0.5345144481383324, |
| "learning_rate": 1.99640575570823e-05, |
| "loss": 1.1859, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.6249193027759845, |
| "grad_norm": 0.5221286963848386, |
| "learning_rate": 1.9962512786980825e-05, |
| "loss": 1.1715, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.6275016139444803, |
| "grad_norm": 0.5058627006232616, |
| "learning_rate": 1.9960935577616466e-05, |
| "loss": 1.1821, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.6300839251129761, |
| "grad_norm": 0.5199433840698656, |
| "learning_rate": 1.9959325934124833e-05, |
| "loss": 1.1953, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.6326662362814719, |
| "grad_norm": 0.5096245762495348, |
| "learning_rate": 1.9957683861747137e-05, |
| "loss": 1.1775, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.6352485474499677, |
| "grad_norm": 0.491816602747724, |
| "learning_rate": 1.995600936583018e-05, |
| "loss": 1.1965, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.6378308586184636, |
| "grad_norm": 0.539351334033109, |
| "learning_rate": 1.9954302451826343e-05, |
| "loss": 1.1902, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.6404131697869593, |
| "grad_norm": 0.5695500043236047, |
| "learning_rate": 1.9952563125293572e-05, |
| "loss": 1.1805, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.6429954809554551, |
| "grad_norm": 0.5279649835109442, |
| "learning_rate": 1.9950791391895335e-05, |
| "loss": 1.1736, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.6455777921239509, |
| "grad_norm": 0.5082701944757544, |
| "learning_rate": 1.9948987257400637e-05, |
| "loss": 1.2334, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.6481601032924468, |
| "grad_norm": 0.5482093109063493, |
| "learning_rate": 1.994715072768398e-05, |
| "loss": 1.1802, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.6507424144609425, |
| "grad_norm": 0.50876456990971, |
| "learning_rate": 1.9945281808725342e-05, |
| "loss": 1.2399, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.6533247256294383, |
| "grad_norm": 0.5541690057371409, |
| "learning_rate": 1.9943380506610177e-05, |
| "loss": 1.1826, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.6559070367979342, |
| "grad_norm": 0.503268686466964, |
| "learning_rate": 1.9941446827529374e-05, |
| "loss": 1.1959, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.65848934796643, |
| "grad_norm": 0.5437511832970794, |
| "learning_rate": 1.993948077777925e-05, |
| "loss": 1.1953, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.6610716591349257, |
| "grad_norm": 0.4781802895283609, |
| "learning_rate": 1.9937482363761522e-05, |
| "loss": 1.1989, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.6636539703034215, |
| "grad_norm": 0.5449342716639853, |
| "learning_rate": 1.9935451591983292e-05, |
| "loss": 1.2134, |
| "step": 257 |
| }, |
| { |
| "epoch": 0.6662362814719174, |
| "grad_norm": 0.5062143579422912, |
| "learning_rate": 1.9933388469057026e-05, |
| "loss": 1.2243, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.6688185926404132, |
| "grad_norm": 0.47503990693298725, |
| "learning_rate": 1.9931293001700518e-05, |
| "loss": 1.1859, |
| "step": 259 |
| }, |
| { |
| "epoch": 0.6714009038089089, |
| "grad_norm": 0.5208679076366871, |
| "learning_rate": 1.9929165196736893e-05, |
| "loss": 1.1658, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.6739832149774048, |
| "grad_norm": 0.5159438722195342, |
| "learning_rate": 1.9927005061094563e-05, |
| "loss": 1.1943, |
| "step": 261 |
| }, |
| { |
| "epoch": 0.6765655261459006, |
| "grad_norm": 0.51564921169161, |
| "learning_rate": 1.992481260180722e-05, |
| "loss": 1.2096, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.6791478373143964, |
| "grad_norm": 0.5272888613016128, |
| "learning_rate": 1.99225878260138e-05, |
| "loss": 1.2247, |
| "step": 263 |
| }, |
| { |
| "epoch": 0.6817301484828922, |
| "grad_norm": 0.4937662552334185, |
| "learning_rate": 1.992033074095847e-05, |
| "loss": 1.1959, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.684312459651388, |
| "grad_norm": 0.5156120724948244, |
| "learning_rate": 1.9918041353990593e-05, |
| "loss": 1.1896, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.6868947708198838, |
| "grad_norm": 0.5029899107771948, |
| "learning_rate": 1.9915719672564724e-05, |
| "loss": 1.2029, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.6894770819883796, |
| "grad_norm": 0.5021013897512888, |
| "learning_rate": 1.9913365704240562e-05, |
| "loss": 1.2001, |
| "step": 267 |
| }, |
| { |
| "epoch": 0.6920593931568754, |
| "grad_norm": 0.4874570592953185, |
| "learning_rate": 1.9910979456682935e-05, |
| "loss": 1.1909, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.6946417043253712, |
| "grad_norm": 0.49498289469426227, |
| "learning_rate": 1.990856093766179e-05, |
| "loss": 1.1823, |
| "step": 269 |
| }, |
| { |
| "epoch": 0.697224015493867, |
| "grad_norm": 0.493423453437657, |
| "learning_rate": 1.9906110155052142e-05, |
| "loss": 1.226, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.6998063266623629, |
| "grad_norm": 0.5122671842264414, |
| "learning_rate": 1.9903627116834064e-05, |
| "loss": 1.1651, |
| "step": 271 |
| }, |
| { |
| "epoch": 0.7023886378308586, |
| "grad_norm": 0.4937702040231816, |
| "learning_rate": 1.990111183109266e-05, |
| "loss": 1.1902, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.7049709489993544, |
| "grad_norm": 0.5136007768359044, |
| "learning_rate": 1.989856430601803e-05, |
| "loss": 1.1999, |
| "step": 273 |
| }, |
| { |
| "epoch": 0.7075532601678503, |
| "grad_norm": 0.49202497646323023, |
| "learning_rate": 1.9895984549905255e-05, |
| "loss": 1.1814, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.7101355713363461, |
| "grad_norm": 0.5009139995620645, |
| "learning_rate": 1.9893372571154362e-05, |
| "loss": 1.19, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.7127178825048418, |
| "grad_norm": 0.5193484363230418, |
| "learning_rate": 1.9890728378270304e-05, |
| "loss": 1.2066, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.7153001936733376, |
| "grad_norm": 0.49927361128296144, |
| "learning_rate": 1.9888051979862922e-05, |
| "loss": 1.2064, |
| "step": 277 |
| }, |
| { |
| "epoch": 0.7178825048418335, |
| "grad_norm": 0.48996929520751215, |
| "learning_rate": 1.988534338464692e-05, |
| "loss": 1.1653, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.7204648160103292, |
| "grad_norm": 0.499684088085507, |
| "learning_rate": 1.988260260144185e-05, |
| "loss": 1.1654, |
| "step": 279 |
| }, |
| { |
| "epoch": 0.723047127178825, |
| "grad_norm": 0.48422890349549536, |
| "learning_rate": 1.987982963917206e-05, |
| "loss": 1.1554, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.7256294383473209, |
| "grad_norm": 0.49199667307495154, |
| "learning_rate": 1.987702450686669e-05, |
| "loss": 1.1908, |
| "step": 281 |
| }, |
| { |
| "epoch": 0.7282117495158167, |
| "grad_norm": 0.4852284035856874, |
| "learning_rate": 1.9874187213659614e-05, |
| "loss": 1.1367, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.7307940606843124, |
| "grad_norm": 0.49745524250401135, |
| "learning_rate": 1.987131776878944e-05, |
| "loss": 1.1801, |
| "step": 283 |
| }, |
| { |
| "epoch": 0.7333763718528082, |
| "grad_norm": 0.49039290208544745, |
| "learning_rate": 1.986841618159946e-05, |
| "loss": 1.1691, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.7359586830213041, |
| "grad_norm": 0.4905834691968128, |
| "learning_rate": 1.986548246153763e-05, |
| "loss": 1.1752, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.7385409941897999, |
| "grad_norm": 0.490506332640748, |
| "learning_rate": 1.9862516618156526e-05, |
| "loss": 1.1883, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.7411233053582956, |
| "grad_norm": 0.5248431755020703, |
| "learning_rate": 1.9859518661113326e-05, |
| "loss": 1.205, |
| "step": 287 |
| }, |
| { |
| "epoch": 0.7437056165267915, |
| "grad_norm": 0.5057560855422101, |
| "learning_rate": 1.9856488600169785e-05, |
| "loss": 1.2279, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.7462879276952873, |
| "grad_norm": 0.5025298659401831, |
| "learning_rate": 1.9853426445192175e-05, |
| "loss": 1.1631, |
| "step": 289 |
| }, |
| { |
| "epoch": 0.7488702388637831, |
| "grad_norm": 0.4851276896544048, |
| "learning_rate": 1.9850332206151285e-05, |
| "loss": 1.1626, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.7514525500322788, |
| "grad_norm": 0.48026264033577865, |
| "learning_rate": 1.984720589312236e-05, |
| "loss": 1.2098, |
| "step": 291 |
| }, |
| { |
| "epoch": 0.7540348612007747, |
| "grad_norm": 0.5405394737905861, |
| "learning_rate": 1.9844047516285098e-05, |
| "loss": 1.2298, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.7566171723692705, |
| "grad_norm": 0.48769934414927935, |
| "learning_rate": 1.9840857085923585e-05, |
| "loss": 1.196, |
| "step": 293 |
| }, |
| { |
| "epoch": 0.7591994835377663, |
| "grad_norm": 0.527078245348908, |
| "learning_rate": 1.9837634612426292e-05, |
| "loss": 1.1832, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.7617817947062621, |
| "grad_norm": 0.47968694451872484, |
| "learning_rate": 1.983438010628602e-05, |
| "loss": 1.176, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.7643641058747579, |
| "grad_norm": 0.5316988367330956, |
| "learning_rate": 1.9831093578099866e-05, |
| "loss": 1.215, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.7669464170432537, |
| "grad_norm": 0.4839737165293382, |
| "learning_rate": 1.9827775038569203e-05, |
| "loss": 1.1483, |
| "step": 297 |
| }, |
| { |
| "epoch": 0.7695287282117496, |
| "grad_norm": 0.47298182478673473, |
| "learning_rate": 1.9824424498499644e-05, |
| "loss": 1.138, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.7721110393802453, |
| "grad_norm": 0.5037524314864462, |
| "learning_rate": 1.9821041968800982e-05, |
| "loss": 1.1906, |
| "step": 299 |
| }, |
| { |
| "epoch": 0.7746933505487411, |
| "grad_norm": 0.4726414066930357, |
| "learning_rate": 1.981762746048719e-05, |
| "loss": 1.1872, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.7772756617172369, |
| "grad_norm": 0.4775555799653867, |
| "learning_rate": 1.9814180984676353e-05, |
| "loss": 1.1741, |
| "step": 301 |
| }, |
| { |
| "epoch": 0.7798579728857328, |
| "grad_norm": 0.48936767771418854, |
| "learning_rate": 1.981070255259066e-05, |
| "loss": 1.1687, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.7824402840542285, |
| "grad_norm": 0.5010983431343674, |
| "learning_rate": 1.9807192175556344e-05, |
| "loss": 1.1563, |
| "step": 303 |
| }, |
| { |
| "epoch": 0.7850225952227243, |
| "grad_norm": 0.49317307520583575, |
| "learning_rate": 1.9803649865003658e-05, |
| "loss": 1.1831, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.7876049063912202, |
| "grad_norm": 0.5072717596433491, |
| "learning_rate": 1.9800075632466832e-05, |
| "loss": 1.1795, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.790187217559716, |
| "grad_norm": 0.5044246633386273, |
| "learning_rate": 1.979646948958405e-05, |
| "loss": 1.1985, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.7927695287282117, |
| "grad_norm": 0.5075154181174161, |
| "learning_rate": 1.979283144809738e-05, |
| "loss": 1.1955, |
| "step": 307 |
| }, |
| { |
| "epoch": 0.7953518398967075, |
| "grad_norm": 0.5199713188120779, |
| "learning_rate": 1.9789161519852777e-05, |
| "loss": 1.2114, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.7979341510652034, |
| "grad_norm": 0.5261480930927327, |
| "learning_rate": 1.9785459716800005e-05, |
| "loss": 1.1582, |
| "step": 309 |
| }, |
| { |
| "epoch": 0.8005164622336992, |
| "grad_norm": 0.5271373406623951, |
| "learning_rate": 1.978172605099264e-05, |
| "loss": 1.1761, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.8030987734021949, |
| "grad_norm": 0.5065930895833843, |
| "learning_rate": 1.9777960534587975e-05, |
| "loss": 1.1915, |
| "step": 311 |
| }, |
| { |
| "epoch": 0.8056810845706908, |
| "grad_norm": 0.5171670807714366, |
| "learning_rate": 1.9774163179847046e-05, |
| "loss": 1.1776, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.8082633957391866, |
| "grad_norm": 0.49429669397671067, |
| "learning_rate": 1.9770333999134538e-05, |
| "loss": 1.2005, |
| "step": 313 |
| }, |
| { |
| "epoch": 0.8108457069076824, |
| "grad_norm": 0.506264732133423, |
| "learning_rate": 1.976647300491877e-05, |
| "loss": 1.1555, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.8134280180761781, |
| "grad_norm": 0.4975188714683081, |
| "learning_rate": 1.9762580209771648e-05, |
| "loss": 1.1761, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.816010329244674, |
| "grad_norm": 0.4917712576784755, |
| "learning_rate": 1.9758655626368635e-05, |
| "loss": 1.1769, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.8185926404131698, |
| "grad_norm": 0.4954187885530158, |
| "learning_rate": 1.975469926748869e-05, |
| "loss": 1.169, |
| "step": 317 |
| }, |
| { |
| "epoch": 0.8211749515816655, |
| "grad_norm": 0.5115626137899685, |
| "learning_rate": 1.9750711146014254e-05, |
| "loss": 1.1737, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.8237572627501614, |
| "grad_norm": 0.4748616428095463, |
| "learning_rate": 1.9746691274931168e-05, |
| "loss": 1.19, |
| "step": 319 |
| }, |
| { |
| "epoch": 0.8263395739186572, |
| "grad_norm": 0.4940492043780541, |
| "learning_rate": 1.9742639667328666e-05, |
| "loss": 1.1761, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.828921885087153, |
| "grad_norm": 0.5422433717627166, |
| "learning_rate": 1.9738556336399322e-05, |
| "loss": 1.1573, |
| "step": 321 |
| }, |
| { |
| "epoch": 0.8315041962556488, |
| "grad_norm": 0.5003074749343184, |
| "learning_rate": 1.9734441295439004e-05, |
| "loss": 1.1777, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.8340865074241446, |
| "grad_norm": 0.4892259502271507, |
| "learning_rate": 1.973029455784683e-05, |
| "loss": 1.1696, |
| "step": 323 |
| }, |
| { |
| "epoch": 0.8366688185926404, |
| "grad_norm": 0.5321024468246395, |
| "learning_rate": 1.9726116137125128e-05, |
| "loss": 1.1436, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.8392511297611362, |
| "grad_norm": 0.5045646201138196, |
| "learning_rate": 1.9721906046879392e-05, |
| "loss": 1.1764, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.841833440929632, |
| "grad_norm": 0.5281769148500022, |
| "learning_rate": 1.971766430081823e-05, |
| "loss": 1.1966, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.8444157520981278, |
| "grad_norm": 0.5202036284793085, |
| "learning_rate": 1.971339091275333e-05, |
| "loss": 1.1929, |
| "step": 327 |
| }, |
| { |
| "epoch": 0.8469980632666236, |
| "grad_norm": 0.48805338005531557, |
| "learning_rate": 1.9709085896599414e-05, |
| "loss": 1.1713, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.8495803744351195, |
| "grad_norm": 0.48834281779827204, |
| "learning_rate": 1.970474926637418e-05, |
| "loss": 1.1766, |
| "step": 329 |
| }, |
| { |
| "epoch": 0.8521626856036152, |
| "grad_norm": 0.47045086079257925, |
| "learning_rate": 1.9700381036198278e-05, |
| "loss": 1.1733, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.854744996772111, |
| "grad_norm": 0.5046592134608324, |
| "learning_rate": 1.9695981220295242e-05, |
| "loss": 1.2065, |
| "step": 331 |
| }, |
| { |
| "epoch": 0.8573273079406069, |
| "grad_norm": 0.4815780307147996, |
| "learning_rate": 1.9691549832991455e-05, |
| "loss": 1.1641, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.8599096191091027, |
| "grad_norm": 0.47306399270721433, |
| "learning_rate": 1.96870868887161e-05, |
| "loss": 1.2106, |
| "step": 333 |
| }, |
| { |
| "epoch": 0.8624919302775984, |
| "grad_norm": 0.48177902227189173, |
| "learning_rate": 1.968259240200112e-05, |
| "loss": 1.1867, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.8650742414460942, |
| "grad_norm": 0.5109266879563596, |
| "learning_rate": 1.967806638748116e-05, |
| "loss": 1.1835, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.8676565526145901, |
| "grad_norm": 0.4886245722535642, |
| "learning_rate": 1.9673508859893515e-05, |
| "loss": 1.1687, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.8702388637830859, |
| "grad_norm": 0.5248768069436597, |
| "learning_rate": 1.966891983407811e-05, |
| "loss": 1.1984, |
| "step": 337 |
| }, |
| { |
| "epoch": 0.8728211749515816, |
| "grad_norm": 0.4943514825391058, |
| "learning_rate": 1.9664299324977412e-05, |
| "loss": 1.1891, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.8754034861200775, |
| "grad_norm": 0.47129413485615096, |
| "learning_rate": 1.9659647347636422e-05, |
| "loss": 1.1586, |
| "step": 339 |
| }, |
| { |
| "epoch": 0.8779857972885733, |
| "grad_norm": 0.49462243772822845, |
| "learning_rate": 1.9654963917202586e-05, |
| "loss": 1.1558, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.8805681084570691, |
| "grad_norm": 0.4861824324614408, |
| "learning_rate": 1.965024904892578e-05, |
| "loss": 1.1683, |
| "step": 341 |
| }, |
| { |
| "epoch": 0.8831504196255648, |
| "grad_norm": 0.4951569265192093, |
| "learning_rate": 1.9645502758158234e-05, |
| "loss": 1.2037, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.8857327307940607, |
| "grad_norm": 0.46700115170322853, |
| "learning_rate": 1.9640725060354508e-05, |
| "loss": 1.1142, |
| "step": 343 |
| }, |
| { |
| "epoch": 0.8883150419625565, |
| "grad_norm": 0.5117387702694532, |
| "learning_rate": 1.963591597107142e-05, |
| "loss": 1.1944, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.8908973531310523, |
| "grad_norm": 0.46783399641185575, |
| "learning_rate": 1.9631075505967993e-05, |
| "loss": 1.1802, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.8934796642995481, |
| "grad_norm": 0.49795421380846105, |
| "learning_rate": 1.9626203680805432e-05, |
| "loss": 1.1814, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.8960619754680439, |
| "grad_norm": 0.4861596444598828, |
| "learning_rate": 1.9621300511447043e-05, |
| "loss": 1.1825, |
| "step": 347 |
| }, |
| { |
| "epoch": 0.8986442866365397, |
| "grad_norm": 0.4953435099828471, |
| "learning_rate": 1.9616366013858195e-05, |
| "loss": 1.161, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.9012265978050356, |
| "grad_norm": 0.5023878227402143, |
| "learning_rate": 1.961140020410627e-05, |
| "loss": 1.1885, |
| "step": 349 |
| }, |
| { |
| "epoch": 0.9038089089735313, |
| "grad_norm": 0.5007001061995038, |
| "learning_rate": 1.9606403098360597e-05, |
| "loss": 1.1989, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.9063912201420271, |
| "grad_norm": 0.4635439197533225, |
| "learning_rate": 1.960137471289242e-05, |
| "loss": 1.1302, |
| "step": 351 |
| }, |
| { |
| "epoch": 0.9089735313105229, |
| "grad_norm": 0.49621446281583526, |
| "learning_rate": 1.9596315064074826e-05, |
| "loss": 1.1991, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.9115558424790188, |
| "grad_norm": 0.48901012014264644, |
| "learning_rate": 1.9591224168382708e-05, |
| "loss": 1.1818, |
| "step": 353 |
| }, |
| { |
| "epoch": 0.9141381536475145, |
| "grad_norm": 0.4823284694023606, |
| "learning_rate": 1.958610204239269e-05, |
| "loss": 1.1464, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.9167204648160103, |
| "grad_norm": 0.47062926472993427, |
| "learning_rate": 1.95809487027831e-05, |
| "loss": 1.1966, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.9193027759845062, |
| "grad_norm": 0.4766355752313664, |
| "learning_rate": 1.9575764166333887e-05, |
| "loss": 1.1741, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.921885087153002, |
| "grad_norm": 0.470588804103096, |
| "learning_rate": 1.95705484499266e-05, |
| "loss": 1.1425, |
| "step": 357 |
| }, |
| { |
| "epoch": 0.9244673983214977, |
| "grad_norm": 0.49029399234060356, |
| "learning_rate": 1.9565301570544297e-05, |
| "loss": 1.19, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.9270497094899935, |
| "grad_norm": 0.4811321660417228, |
| "learning_rate": 1.9560023545271512e-05, |
| "loss": 1.1617, |
| "step": 359 |
| }, |
| { |
| "epoch": 0.9296320206584894, |
| "grad_norm": 0.47791045452781805, |
| "learning_rate": 1.9554714391294198e-05, |
| "loss": 1.1349, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.9322143318269851, |
| "grad_norm": 0.45457900915984395, |
| "learning_rate": 1.9549374125899665e-05, |
| "loss": 1.1697, |
| "step": 361 |
| }, |
| { |
| "epoch": 0.9347966429954809, |
| "grad_norm": 0.4783672298922519, |
| "learning_rate": 1.9544002766476523e-05, |
| "loss": 1.1779, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.9373789541639768, |
| "grad_norm": 0.5043177366580075, |
| "learning_rate": 1.953860033051463e-05, |
| "loss": 1.16, |
| "step": 363 |
| }, |
| { |
| "epoch": 0.9399612653324726, |
| "grad_norm": 0.5253476046397387, |
| "learning_rate": 1.953316683560504e-05, |
| "loss": 1.2074, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.9425435765009683, |
| "grad_norm": 0.4830105807169101, |
| "learning_rate": 1.9527702299439925e-05, |
| "loss": 1.1598, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.9451258876694641, |
| "grad_norm": 0.4603907599438401, |
| "learning_rate": 1.9522206739812546e-05, |
| "loss": 1.1511, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.94770819883796, |
| "grad_norm": 0.45849247679852523, |
| "learning_rate": 1.9516680174617168e-05, |
| "loss": 1.1873, |
| "step": 367 |
| }, |
| { |
| "epoch": 0.9502905100064558, |
| "grad_norm": 0.4826500481926017, |
| "learning_rate": 1.9511122621849025e-05, |
| "loss": 1.187, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.9528728211749515, |
| "grad_norm": 0.4577162756249727, |
| "learning_rate": 1.9505534099604245e-05, |
| "loss": 1.1611, |
| "step": 369 |
| }, |
| { |
| "epoch": 0.9554551323434474, |
| "grad_norm": 0.4674250946156371, |
| "learning_rate": 1.94999146260798e-05, |
| "loss": 1.164, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.9580374435119432, |
| "grad_norm": 0.46337504643140265, |
| "learning_rate": 1.9494264219573433e-05, |
| "loss": 1.1898, |
| "step": 371 |
| }, |
| { |
| "epoch": 0.960619754680439, |
| "grad_norm": 0.48205345839710323, |
| "learning_rate": 1.9488582898483625e-05, |
| "loss": 1.1641, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.9632020658489348, |
| "grad_norm": 0.4927156506373219, |
| "learning_rate": 1.9482870681309502e-05, |
| "loss": 1.1526, |
| "step": 373 |
| }, |
| { |
| "epoch": 0.9657843770174306, |
| "grad_norm": 0.49774685339253233, |
| "learning_rate": 1.9477127586650812e-05, |
| "loss": 1.1513, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.9683666881859264, |
| "grad_norm": 0.5493094035957639, |
| "learning_rate": 1.9471353633207824e-05, |
| "loss": 1.2067, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.9709489993544222, |
| "grad_norm": 0.4695400511675006, |
| "learning_rate": 1.94655488397813e-05, |
| "loss": 1.1575, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.973531310522918, |
| "grad_norm": 0.5159667326407505, |
| "learning_rate": 1.9459713225272422e-05, |
| "loss": 1.1785, |
| "step": 377 |
| }, |
| { |
| "epoch": 0.9761136216914138, |
| "grad_norm": 0.5216341313782504, |
| "learning_rate": 1.9453846808682713e-05, |
| "loss": 1.1446, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.9786959328599096, |
| "grad_norm": 0.5182964074330236, |
| "learning_rate": 1.9447949609114018e-05, |
| "loss": 1.1432, |
| "step": 379 |
| }, |
| { |
| "epoch": 0.9812782440284055, |
| "grad_norm": 0.485083144408532, |
| "learning_rate": 1.9442021645768383e-05, |
| "loss": 1.1275, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.9838605551969012, |
| "grad_norm": 0.4599544335039025, |
| "learning_rate": 1.9436062937948058e-05, |
| "loss": 1.1151, |
| "step": 381 |
| }, |
| { |
| "epoch": 0.986442866365397, |
| "grad_norm": 0.521054277469576, |
| "learning_rate": 1.943007350505538e-05, |
| "loss": 1.2012, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.9890251775338929, |
| "grad_norm": 0.4751977247155287, |
| "learning_rate": 1.942405336659274e-05, |
| "loss": 1.1797, |
| "step": 383 |
| }, |
| { |
| "epoch": 0.9916074887023887, |
| "grad_norm": 0.47658638371046963, |
| "learning_rate": 1.94180025421625e-05, |
| "loss": 1.1392, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.9941897998708844, |
| "grad_norm": 0.4712331278213858, |
| "learning_rate": 1.9411921051466952e-05, |
| "loss": 1.141, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.9967721110393802, |
| "grad_norm": 0.49755103398259565, |
| "learning_rate": 1.9405808914308236e-05, |
| "loss": 1.1328, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.9993544222078761, |
| "grad_norm": 0.4847898684583998, |
| "learning_rate": 1.9399666150588286e-05, |
| "loss": 1.1669, |
| "step": 387 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 0.4847898684583998, |
| "learning_rate": 1.9393492780308745e-05, |
| "loss": 1.1861, |
| "step": 388 |
| }, |
| { |
| "epoch": 1.0025823111684957, |
| "grad_norm": 1.1014826257650279, |
| "learning_rate": 1.938728882357093e-05, |
| "loss": 1.0917, |
| "step": 389 |
| }, |
| { |
| "epoch": 1.0051646223369917, |
| "grad_norm": 0.5639388688605913, |
| "learning_rate": 1.938105430057575e-05, |
| "loss": 1.0903, |
| "step": 390 |
| }, |
| { |
| "epoch": 1.0077469335054874, |
| "grad_norm": 0.6443566019067333, |
| "learning_rate": 1.9374789231623636e-05, |
| "loss": 1.1009, |
| "step": 391 |
| }, |
| { |
| "epoch": 1.010329244673983, |
| "grad_norm": 0.630435005940545, |
| "learning_rate": 1.9368493637114483e-05, |
| "loss": 1.1003, |
| "step": 392 |
| }, |
| { |
| "epoch": 1.012911555842479, |
| "grad_norm": 0.5108574939050173, |
| "learning_rate": 1.936216753754758e-05, |
| "loss": 1.0711, |
| "step": 393 |
| }, |
| { |
| "epoch": 1.0154938670109748, |
| "grad_norm": 0.608458106332031, |
| "learning_rate": 1.9355810953521556e-05, |
| "loss": 1.0595, |
| "step": 394 |
| }, |
| { |
| "epoch": 1.0180761781794707, |
| "grad_norm": 0.5458550950072169, |
| "learning_rate": 1.934942390573428e-05, |
| "loss": 1.0943, |
| "step": 395 |
| }, |
| { |
| "epoch": 1.0206584893479664, |
| "grad_norm": 0.5725197447406076, |
| "learning_rate": 1.9343006414982827e-05, |
| "loss": 1.0715, |
| "step": 396 |
| }, |
| { |
| "epoch": 1.0232408005164622, |
| "grad_norm": 0.5707836595715814, |
| "learning_rate": 1.9336558502163404e-05, |
| "loss": 1.0845, |
| "step": 397 |
| }, |
| { |
| "epoch": 1.025823111684958, |
| "grad_norm": 0.5436343954371967, |
| "learning_rate": 1.933008018827127e-05, |
| "loss": 1.1252, |
| "step": 398 |
| }, |
| { |
| "epoch": 1.0284054228534538, |
| "grad_norm": 0.5722847310225982, |
| "learning_rate": 1.932357149440067e-05, |
| "loss": 1.0698, |
| "step": 399 |
| }, |
| { |
| "epoch": 1.0309877340219495, |
| "grad_norm": 0.5620996777465161, |
| "learning_rate": 1.9317032441744778e-05, |
| "loss": 1.0999, |
| "step": 400 |
| }, |
| { |
| "epoch": 1.0335700451904455, |
| "grad_norm": 0.6088252142123551, |
| "learning_rate": 1.9310463051595612e-05, |
| "loss": 1.1462, |
| "step": 401 |
| }, |
| { |
| "epoch": 1.0361523563589412, |
| "grad_norm": 0.5076462836433528, |
| "learning_rate": 1.9303863345343985e-05, |
| "loss": 1.0755, |
| "step": 402 |
| }, |
| { |
| "epoch": 1.0387346675274371, |
| "grad_norm": 0.5109910409402665, |
| "learning_rate": 1.929723334447941e-05, |
| "loss": 1.0821, |
| "step": 403 |
| }, |
| { |
| "epoch": 1.0413169786959329, |
| "grad_norm": 0.5636026180024839, |
| "learning_rate": 1.9290573070590053e-05, |
| "loss": 1.079, |
| "step": 404 |
| }, |
| { |
| "epoch": 1.0438992898644286, |
| "grad_norm": 0.5112896124943734, |
| "learning_rate": 1.9283882545362642e-05, |
| "loss": 1.104, |
| "step": 405 |
| }, |
| { |
| "epoch": 1.0464816010329245, |
| "grad_norm": 0.5515513629476969, |
| "learning_rate": 1.9277161790582425e-05, |
| "loss": 1.094, |
| "step": 406 |
| }, |
| { |
| "epoch": 1.0490639122014203, |
| "grad_norm": 0.514886116372971, |
| "learning_rate": 1.9270410828133062e-05, |
| "loss": 1.085, |
| "step": 407 |
| }, |
| { |
| "epoch": 1.051646223369916, |
| "grad_norm": 0.5331151636377134, |
| "learning_rate": 1.9263629679996582e-05, |
| "loss": 1.1028, |
| "step": 408 |
| }, |
| { |
| "epoch": 1.054228534538412, |
| "grad_norm": 0.5165475698281132, |
| "learning_rate": 1.925681836825331e-05, |
| "loss": 1.0848, |
| "step": 409 |
| }, |
| { |
| "epoch": 1.0568108457069076, |
| "grad_norm": 0.5366595294372662, |
| "learning_rate": 1.9249976915081773e-05, |
| "loss": 1.1015, |
| "step": 410 |
| }, |
| { |
| "epoch": 1.0593931568754036, |
| "grad_norm": 0.5193038464689262, |
| "learning_rate": 1.9243105342758657e-05, |
| "loss": 1.0782, |
| "step": 411 |
| }, |
| { |
| "epoch": 1.0619754680438993, |
| "grad_norm": 0.5009182548303415, |
| "learning_rate": 1.923620367365871e-05, |
| "loss": 1.0516, |
| "step": 412 |
| }, |
| { |
| "epoch": 1.064557779212395, |
| "grad_norm": 0.5029748452840229, |
| "learning_rate": 1.922927193025468e-05, |
| "loss": 1.0781, |
| "step": 413 |
| }, |
| { |
| "epoch": 1.067140090380891, |
| "grad_norm": 0.5196114525480685, |
| "learning_rate": 1.922231013511724e-05, |
| "loss": 1.0873, |
| "step": 414 |
| }, |
| { |
| "epoch": 1.0697224015493867, |
| "grad_norm": 0.5294324303655081, |
| "learning_rate": 1.921531831091492e-05, |
| "loss": 1.0955, |
| "step": 415 |
| }, |
| { |
| "epoch": 1.0723047127178824, |
| "grad_norm": 0.5264181862085819, |
| "learning_rate": 1.9208296480414034e-05, |
| "loss": 1.0849, |
| "step": 416 |
| }, |
| { |
| "epoch": 1.0748870238863784, |
| "grad_norm": 0.5072255528456242, |
| "learning_rate": 1.9201244666478586e-05, |
| "loss": 1.0865, |
| "step": 417 |
| }, |
| { |
| "epoch": 1.077469335054874, |
| "grad_norm": 0.5043454850061722, |
| "learning_rate": 1.919416289207022e-05, |
| "loss": 1.1016, |
| "step": 418 |
| }, |
| { |
| "epoch": 1.08005164622337, |
| "grad_norm": 0.521923847407557, |
| "learning_rate": 1.9187051180248134e-05, |
| "loss": 1.1006, |
| "step": 419 |
| }, |
| { |
| "epoch": 1.0826339573918657, |
| "grad_norm": 0.5106595879796177, |
| "learning_rate": 1.9179909554169002e-05, |
| "loss": 1.0947, |
| "step": 420 |
| }, |
| { |
| "epoch": 1.0852162685603615, |
| "grad_norm": 0.5021486916963932, |
| "learning_rate": 1.9172738037086905e-05, |
| "loss": 1.0763, |
| "step": 421 |
| }, |
| { |
| "epoch": 1.0877985797288574, |
| "grad_norm": 0.5348145469187987, |
| "learning_rate": 1.9165536652353256e-05, |
| "loss": 1.1169, |
| "step": 422 |
| }, |
| { |
| "epoch": 1.0903808908973531, |
| "grad_norm": 0.49988703400762524, |
| "learning_rate": 1.915830542341672e-05, |
| "loss": 1.1116, |
| "step": 423 |
| }, |
| { |
| "epoch": 1.0929632020658488, |
| "grad_norm": 0.5234949485004682, |
| "learning_rate": 1.915104437382313e-05, |
| "loss": 1.088, |
| "step": 424 |
| }, |
| { |
| "epoch": 1.0955455132343448, |
| "grad_norm": 0.5079748564445703, |
| "learning_rate": 1.9143753527215437e-05, |
| "loss": 1.0716, |
| "step": 425 |
| }, |
| { |
| "epoch": 1.0981278244028405, |
| "grad_norm": 0.5084741143233746, |
| "learning_rate": 1.91364329073336e-05, |
| "loss": 1.0913, |
| "step": 426 |
| }, |
| { |
| "epoch": 1.1007101355713362, |
| "grad_norm": 0.5110683137296181, |
| "learning_rate": 1.912908253801453e-05, |
| "loss": 1.0376, |
| "step": 427 |
| }, |
| { |
| "epoch": 1.1032924467398322, |
| "grad_norm": 0.5104932914801271, |
| "learning_rate": 1.9121702443191994e-05, |
| "loss": 1.0499, |
| "step": 428 |
| }, |
| { |
| "epoch": 1.105874757908328, |
| "grad_norm": 0.5311882952530959, |
| "learning_rate": 1.9114292646896574e-05, |
| "loss": 1.0875, |
| "step": 429 |
| }, |
| { |
| "epoch": 1.1084570690768238, |
| "grad_norm": 0.4879682050554302, |
| "learning_rate": 1.910685317325554e-05, |
| "loss": 1.0851, |
| "step": 430 |
| }, |
| { |
| "epoch": 1.1110393802453196, |
| "grad_norm": 0.5107417160978968, |
| "learning_rate": 1.9099384046492807e-05, |
| "loss": 1.1234, |
| "step": 431 |
| }, |
| { |
| "epoch": 1.1136216914138153, |
| "grad_norm": 0.5323164257143238, |
| "learning_rate": 1.9091885290928846e-05, |
| "loss": 1.1051, |
| "step": 432 |
| }, |
| { |
| "epoch": 1.1162040025823112, |
| "grad_norm": 0.5062938072356562, |
| "learning_rate": 1.9084356930980593e-05, |
| "loss": 1.1316, |
| "step": 433 |
| }, |
| { |
| "epoch": 1.118786313750807, |
| "grad_norm": 0.5155486221780639, |
| "learning_rate": 1.9076798991161395e-05, |
| "loss": 1.1078, |
| "step": 434 |
| }, |
| { |
| "epoch": 1.121368624919303, |
| "grad_norm": 0.5225888914215889, |
| "learning_rate": 1.90692114960809e-05, |
| "loss": 1.0605, |
| "step": 435 |
| }, |
| { |
| "epoch": 1.1239509360877986, |
| "grad_norm": 0.5218586332404057, |
| "learning_rate": 1.9061594470445e-05, |
| "loss": 1.0544, |
| "step": 436 |
| }, |
| { |
| "epoch": 1.1265332472562943, |
| "grad_norm": 0.5063750610874502, |
| "learning_rate": 1.9053947939055737e-05, |
| "loss": 1.1166, |
| "step": 437 |
| }, |
| { |
| "epoch": 1.1291155584247903, |
| "grad_norm": 0.5243484649411593, |
| "learning_rate": 1.9046271926811238e-05, |
| "loss": 1.0726, |
| "step": 438 |
| }, |
| { |
| "epoch": 1.131697869593286, |
| "grad_norm": 0.5495963106537264, |
| "learning_rate": 1.9038566458705615e-05, |
| "loss": 1.1032, |
| "step": 439 |
| }, |
| { |
| "epoch": 1.1342801807617817, |
| "grad_norm": 0.4964414774064479, |
| "learning_rate": 1.903083155982889e-05, |
| "loss": 1.1079, |
| "step": 440 |
| }, |
| { |
| "epoch": 1.1368624919302777, |
| "grad_norm": 0.5147288498020974, |
| "learning_rate": 1.902306725536692e-05, |
| "loss": 1.1177, |
| "step": 441 |
| }, |
| { |
| "epoch": 1.1394448030987734, |
| "grad_norm": 0.5327839820642644, |
| "learning_rate": 1.9015273570601316e-05, |
| "loss": 1.075, |
| "step": 442 |
| }, |
| { |
| "epoch": 1.142027114267269, |
| "grad_norm": 0.528940491782197, |
| "learning_rate": 1.9007450530909345e-05, |
| "loss": 1.086, |
| "step": 443 |
| }, |
| { |
| "epoch": 1.144609425435765, |
| "grad_norm": 0.5495937382324539, |
| "learning_rate": 1.899959816176386e-05, |
| "loss": 1.0836, |
| "step": 444 |
| }, |
| { |
| "epoch": 1.1471917366042608, |
| "grad_norm": 0.5259398393873413, |
| "learning_rate": 1.899171648873322e-05, |
| "loss": 1.0777, |
| "step": 445 |
| }, |
| { |
| "epoch": 1.1497740477727567, |
| "grad_norm": 0.5301129579516534, |
| "learning_rate": 1.8983805537481196e-05, |
| "loss": 1.072, |
| "step": 446 |
| }, |
| { |
| "epoch": 1.1523563589412524, |
| "grad_norm": 0.5472484501403468, |
| "learning_rate": 1.8975865333766895e-05, |
| "loss": 1.053, |
| "step": 447 |
| }, |
| { |
| "epoch": 1.1549386701097482, |
| "grad_norm": 0.521949307121031, |
| "learning_rate": 1.8967895903444672e-05, |
| "loss": 1.0818, |
| "step": 448 |
| }, |
| { |
| "epoch": 1.157520981278244, |
| "grad_norm": 0.5182353015878332, |
| "learning_rate": 1.895989727246405e-05, |
| "loss": 1.1152, |
| "step": 449 |
| }, |
| { |
| "epoch": 1.1601032924467398, |
| "grad_norm": 0.5214919591138573, |
| "learning_rate": 1.895186946686964e-05, |
| "loss": 1.1376, |
| "step": 450 |
| }, |
| { |
| "epoch": 1.1626856036152355, |
| "grad_norm": 0.5173501815788256, |
| "learning_rate": 1.8943812512801023e-05, |
| "loss": 1.1067, |
| "step": 451 |
| }, |
| { |
| "epoch": 1.1652679147837315, |
| "grad_norm": 0.5017112933282827, |
| "learning_rate": 1.8935726436492724e-05, |
| "loss": 1.0956, |
| "step": 452 |
| }, |
| { |
| "epoch": 1.1678502259522272, |
| "grad_norm": 0.5054557050103587, |
| "learning_rate": 1.8927611264274078e-05, |
| "loss": 1.0743, |
| "step": 453 |
| }, |
| { |
| "epoch": 1.170432537120723, |
| "grad_norm": 0.5038866398853414, |
| "learning_rate": 1.8919467022569163e-05, |
| "loss": 1.0663, |
| "step": 454 |
| }, |
| { |
| "epoch": 1.1730148482892189, |
| "grad_norm": 0.5069505760103037, |
| "learning_rate": 1.8911293737896706e-05, |
| "loss": 1.0918, |
| "step": 455 |
| }, |
| { |
| "epoch": 1.1755971594577146, |
| "grad_norm": 0.49669266787942645, |
| "learning_rate": 1.890309143687001e-05, |
| "loss": 1.0768, |
| "step": 456 |
| }, |
| { |
| "epoch": 1.1781794706262105, |
| "grad_norm": 0.5059342818530757, |
| "learning_rate": 1.8894860146196848e-05, |
| "loss": 1.0606, |
| "step": 457 |
| }, |
| { |
| "epoch": 1.1807617817947063, |
| "grad_norm": 0.49213032174231053, |
| "learning_rate": 1.88865998926794e-05, |
| "loss": 1.0538, |
| "step": 458 |
| }, |
| { |
| "epoch": 1.183344092963202, |
| "grad_norm": 0.497950829610666, |
| "learning_rate": 1.8878310703214148e-05, |
| "loss": 1.0797, |
| "step": 459 |
| }, |
| { |
| "epoch": 1.185926404131698, |
| "grad_norm": 0.5085396242287622, |
| "learning_rate": 1.8869992604791786e-05, |
| "loss": 1.0652, |
| "step": 460 |
| }, |
| { |
| "epoch": 1.1885087153001936, |
| "grad_norm": 0.5050911514318284, |
| "learning_rate": 1.8861645624497154e-05, |
| "loss": 1.0744, |
| "step": 461 |
| }, |
| { |
| "epoch": 1.1910910264686896, |
| "grad_norm": 0.518765301787044, |
| "learning_rate": 1.885326978950912e-05, |
| "loss": 1.1027, |
| "step": 462 |
| }, |
| { |
| "epoch": 1.1936733376371853, |
| "grad_norm": 0.49638458680440195, |
| "learning_rate": 1.8844865127100517e-05, |
| "loss": 1.0804, |
| "step": 463 |
| }, |
| { |
| "epoch": 1.196255648805681, |
| "grad_norm": 0.5183830709936179, |
| "learning_rate": 1.883643166463804e-05, |
| "loss": 1.0966, |
| "step": 464 |
| }, |
| { |
| "epoch": 1.198837959974177, |
| "grad_norm": 0.49817074390497323, |
| "learning_rate": 1.882796942958216e-05, |
| "loss": 1.0786, |
| "step": 465 |
| }, |
| { |
| "epoch": 1.2014202711426727, |
| "grad_norm": 0.501779662690412, |
| "learning_rate": 1.8819478449487034e-05, |
| "loss": 1.0586, |
| "step": 466 |
| }, |
| { |
| "epoch": 1.2040025823111684, |
| "grad_norm": 0.5054852727426871, |
| "learning_rate": 1.8810958752000426e-05, |
| "loss": 1.0553, |
| "step": 467 |
| }, |
| { |
| "epoch": 1.2065848934796644, |
| "grad_norm": 0.5016427339348701, |
| "learning_rate": 1.8802410364863598e-05, |
| "loss": 1.0943, |
| "step": 468 |
| }, |
| { |
| "epoch": 1.20916720464816, |
| "grad_norm": 0.49091502171551293, |
| "learning_rate": 1.879383331591123e-05, |
| "loss": 1.1174, |
| "step": 469 |
| }, |
| { |
| "epoch": 1.2117495158166558, |
| "grad_norm": 0.5378342182934727, |
| "learning_rate": 1.8785227633071332e-05, |
| "loss": 1.0729, |
| "step": 470 |
| }, |
| { |
| "epoch": 1.2143318269851517, |
| "grad_norm": 0.5106316461830734, |
| "learning_rate": 1.877659334436515e-05, |
| "loss": 1.1085, |
| "step": 471 |
| }, |
| { |
| "epoch": 1.2169141381536475, |
| "grad_norm": 0.5098246784805628, |
| "learning_rate": 1.8767930477907074e-05, |
| "loss": 1.0957, |
| "step": 472 |
| }, |
| { |
| "epoch": 1.2194964493221434, |
| "grad_norm": 0.506477376675333, |
| "learning_rate": 1.875923906190454e-05, |
| "loss": 1.0918, |
| "step": 473 |
| }, |
| { |
| "epoch": 1.2220787604906391, |
| "grad_norm": 0.5004090128286083, |
| "learning_rate": 1.875051912465796e-05, |
| "loss": 1.1018, |
| "step": 474 |
| }, |
| { |
| "epoch": 1.2246610716591348, |
| "grad_norm": 0.5117533679075642, |
| "learning_rate": 1.8741770694560598e-05, |
| "loss": 1.0592, |
| "step": 475 |
| }, |
| { |
| "epoch": 1.2272433828276308, |
| "grad_norm": 0.5078739636230806, |
| "learning_rate": 1.873299380009851e-05, |
| "loss": 1.0705, |
| "step": 476 |
| }, |
| { |
| "epoch": 1.2298256939961265, |
| "grad_norm": 0.5143902933122632, |
| "learning_rate": 1.8724188469850423e-05, |
| "loss": 1.0774, |
| "step": 477 |
| }, |
| { |
| "epoch": 1.2324080051646225, |
| "grad_norm": 0.49232344984603593, |
| "learning_rate": 1.871535473248766e-05, |
| "loss": 1.0548, |
| "step": 478 |
| }, |
| { |
| "epoch": 1.2349903163331182, |
| "grad_norm": 0.49486310972586456, |
| "learning_rate": 1.8706492616774043e-05, |
| "loss": 1.084, |
| "step": 479 |
| }, |
| { |
| "epoch": 1.237572627501614, |
| "grad_norm": 0.5178421153087599, |
| "learning_rate": 1.86976021515658e-05, |
| "loss": 1.0907, |
| "step": 480 |
| }, |
| { |
| "epoch": 1.2401549386701098, |
| "grad_norm": 0.524983289209404, |
| "learning_rate": 1.8688683365811456e-05, |
| "loss": 1.0863, |
| "step": 481 |
| }, |
| { |
| "epoch": 1.2427372498386056, |
| "grad_norm": 0.5045481433976463, |
| "learning_rate": 1.867973628855177e-05, |
| "loss": 1.1053, |
| "step": 482 |
| }, |
| { |
| "epoch": 1.2453195610071013, |
| "grad_norm": 0.5091501092813715, |
| "learning_rate": 1.8670760948919608e-05, |
| "loss": 1.1194, |
| "step": 483 |
| }, |
| { |
| "epoch": 1.2479018721755972, |
| "grad_norm": 0.49967798365538585, |
| "learning_rate": 1.8661757376139858e-05, |
| "loss": 1.0845, |
| "step": 484 |
| }, |
| { |
| "epoch": 1.250484183344093, |
| "grad_norm": 0.4980457942019374, |
| "learning_rate": 1.865272559952936e-05, |
| "loss": 1.0601, |
| "step": 485 |
| }, |
| { |
| "epoch": 1.2530664945125887, |
| "grad_norm": 0.4972111559723752, |
| "learning_rate": 1.864366564849677e-05, |
| "loss": 1.0907, |
| "step": 486 |
| }, |
| { |
| "epoch": 1.2556488056810846, |
| "grad_norm": 0.5065337348249978, |
| "learning_rate": 1.8634577552542492e-05, |
| "loss": 1.0795, |
| "step": 487 |
| }, |
| { |
| "epoch": 1.2582311168495803, |
| "grad_norm": 0.513607026130961, |
| "learning_rate": 1.862546134125857e-05, |
| "loss": 1.0436, |
| "step": 488 |
| }, |
| { |
| "epoch": 1.2608134280180763, |
| "grad_norm": 0.5225707833426417, |
| "learning_rate": 1.86163170443286e-05, |
| "loss": 1.0857, |
| "step": 489 |
| }, |
| { |
| "epoch": 1.263395739186572, |
| "grad_norm": 0.5022229029307232, |
| "learning_rate": 1.860714469152762e-05, |
| "loss": 1.0872, |
| "step": 490 |
| }, |
| { |
| "epoch": 1.2659780503550677, |
| "grad_norm": 0.5010606447774606, |
| "learning_rate": 1.859794431272203e-05, |
| "loss": 1.1187, |
| "step": 491 |
| }, |
| { |
| "epoch": 1.2685603615235637, |
| "grad_norm": 0.5014036896762357, |
| "learning_rate": 1.8588715937869487e-05, |
| "loss": 1.0601, |
| "step": 492 |
| }, |
| { |
| "epoch": 1.2711426726920594, |
| "grad_norm": 0.5062378400840666, |
| "learning_rate": 1.8579459597018798e-05, |
| "loss": 1.0733, |
| "step": 493 |
| }, |
| { |
| "epoch": 1.2737249838605553, |
| "grad_norm": 0.49322055025801476, |
| "learning_rate": 1.857017532030984e-05, |
| "loss": 1.081, |
| "step": 494 |
| }, |
| { |
| "epoch": 1.276307295029051, |
| "grad_norm": 0.4985978212218064, |
| "learning_rate": 1.8560863137973447e-05, |
| "loss": 1.0824, |
| "step": 495 |
| }, |
| { |
| "epoch": 1.2788896061975468, |
| "grad_norm": 0.5035778345625428, |
| "learning_rate": 1.8551523080331324e-05, |
| "loss": 1.0875, |
| "step": 496 |
| }, |
| { |
| "epoch": 1.2814719173660425, |
| "grad_norm": 0.5035572503139835, |
| "learning_rate": 1.854215517779593e-05, |
| "loss": 1.085, |
| "step": 497 |
| }, |
| { |
| "epoch": 1.2840542285345384, |
| "grad_norm": 0.5464525852922026, |
| "learning_rate": 1.8532759460870407e-05, |
| "loss": 1.0964, |
| "step": 498 |
| }, |
| { |
| "epoch": 1.2866365397030342, |
| "grad_norm": 0.5069778816485006, |
| "learning_rate": 1.8523335960148446e-05, |
| "loss": 1.1123, |
| "step": 499 |
| }, |
| { |
| "epoch": 1.28921885087153, |
| "grad_norm": 0.5106529164099722, |
| "learning_rate": 1.8513884706314224e-05, |
| "loss": 1.0752, |
| "step": 500 |
| }, |
| { |
| "epoch": 1.2918011620400258, |
| "grad_norm": 0.5009571583608718, |
| "learning_rate": 1.8504405730142267e-05, |
| "loss": 1.0549, |
| "step": 501 |
| }, |
| { |
| "epoch": 1.2943834732085215, |
| "grad_norm": 0.4969158537205058, |
| "learning_rate": 1.849489906249739e-05, |
| "loss": 1.0756, |
| "step": 502 |
| }, |
| { |
| "epoch": 1.2969657843770175, |
| "grad_norm": 0.5336056726258084, |
| "learning_rate": 1.8485364734334555e-05, |
| "loss": 1.0765, |
| "step": 503 |
| }, |
| { |
| "epoch": 1.2995480955455132, |
| "grad_norm": 0.5171474777619819, |
| "learning_rate": 1.84758027766988e-05, |
| "loss": 1.0919, |
| "step": 504 |
| }, |
| { |
| "epoch": 1.3021304067140091, |
| "grad_norm": 0.5120748195398405, |
| "learning_rate": 1.8466213220725133e-05, |
| "loss": 1.092, |
| "step": 505 |
| }, |
| { |
| "epoch": 1.3047127178825049, |
| "grad_norm": 0.5018571042434719, |
| "learning_rate": 1.8456596097638414e-05, |
| "loss": 1.0857, |
| "step": 506 |
| }, |
| { |
| "epoch": 1.3072950290510006, |
| "grad_norm": 0.5230975347071961, |
| "learning_rate": 1.8446951438753272e-05, |
| "loss": 1.0498, |
| "step": 507 |
| }, |
| { |
| "epoch": 1.3098773402194963, |
| "grad_norm": 0.5217912907178898, |
| "learning_rate": 1.8437279275474e-05, |
| "loss": 1.0744, |
| "step": 508 |
| }, |
| { |
| "epoch": 1.3124596513879923, |
| "grad_norm": 0.5317696621552458, |
| "learning_rate": 1.8427579639294436e-05, |
| "loss": 1.0914, |
| "step": 509 |
| }, |
| { |
| "epoch": 1.315041962556488, |
| "grad_norm": 0.49394980658380616, |
| "learning_rate": 1.841785256179789e-05, |
| "loss": 1.1051, |
| "step": 510 |
| }, |
| { |
| "epoch": 1.317624273724984, |
| "grad_norm": 0.5217876781301438, |
| "learning_rate": 1.840809807465701e-05, |
| "loss": 1.1077, |
| "step": 511 |
| }, |
| { |
| "epoch": 1.3202065848934796, |
| "grad_norm": 0.49490066616909967, |
| "learning_rate": 1.839831620963371e-05, |
| "loss": 1.0961, |
| "step": 512 |
| }, |
| { |
| "epoch": 1.3227888960619754, |
| "grad_norm": 0.5083891511636687, |
| "learning_rate": 1.8388506998579025e-05, |
| "loss": 1.0532, |
| "step": 513 |
| }, |
| { |
| "epoch": 1.3253712072304713, |
| "grad_norm": 0.5242811566268283, |
| "learning_rate": 1.837867047343306e-05, |
| "loss": 1.1178, |
| "step": 514 |
| }, |
| { |
| "epoch": 1.327953518398967, |
| "grad_norm": 0.5281173798352883, |
| "learning_rate": 1.8368806666224836e-05, |
| "loss": 1.1301, |
| "step": 515 |
| }, |
| { |
| "epoch": 1.330535829567463, |
| "grad_norm": 0.5022194856315405, |
| "learning_rate": 1.8358915609072223e-05, |
| "loss": 1.0753, |
| "step": 516 |
| }, |
| { |
| "epoch": 1.3331181407359587, |
| "grad_norm": 0.5275458989077836, |
| "learning_rate": 1.8348997334181815e-05, |
| "loss": 1.0857, |
| "step": 517 |
| }, |
| { |
| "epoch": 1.3357004519044544, |
| "grad_norm": 0.5261446317192925, |
| "learning_rate": 1.833905187384883e-05, |
| "loss": 1.0724, |
| "step": 518 |
| }, |
| { |
| "epoch": 1.3382827630729504, |
| "grad_norm": 0.4909880164376135, |
| "learning_rate": 1.8329079260457e-05, |
| "loss": 1.0867, |
| "step": 519 |
| }, |
| { |
| "epoch": 1.340865074241446, |
| "grad_norm": 0.538007883447562, |
| "learning_rate": 1.8319079526478487e-05, |
| "loss": 1.1477, |
| "step": 520 |
| }, |
| { |
| "epoch": 1.343447385409942, |
| "grad_norm": 0.5259603760732874, |
| "learning_rate": 1.830905270447374e-05, |
| "loss": 1.0871, |
| "step": 521 |
| }, |
| { |
| "epoch": 1.3460296965784377, |
| "grad_norm": 0.5210088026374243, |
| "learning_rate": 1.829899882709143e-05, |
| "loss": 1.0548, |
| "step": 522 |
| }, |
| { |
| "epoch": 1.3486120077469335, |
| "grad_norm": 0.5274100435358815, |
| "learning_rate": 1.8288917927068315e-05, |
| "loss": 1.0874, |
| "step": 523 |
| }, |
| { |
| "epoch": 1.3511943189154292, |
| "grad_norm": 0.509881963592761, |
| "learning_rate": 1.8278810037229134e-05, |
| "loss": 1.0692, |
| "step": 524 |
| }, |
| { |
| "epoch": 1.3537766300839251, |
| "grad_norm": 0.5425562492866538, |
| "learning_rate": 1.8268675190486524e-05, |
| "loss": 1.0896, |
| "step": 525 |
| }, |
| { |
| "epoch": 1.3563589412524208, |
| "grad_norm": 0.5172299722903951, |
| "learning_rate": 1.825851341984089e-05, |
| "loss": 1.0332, |
| "step": 526 |
| }, |
| { |
| "epoch": 1.3589412524209168, |
| "grad_norm": 0.5113811516912794, |
| "learning_rate": 1.82483247583803e-05, |
| "loss": 1.1021, |
| "step": 527 |
| }, |
| { |
| "epoch": 1.3615235635894125, |
| "grad_norm": 0.4972938127748451, |
| "learning_rate": 1.8238109239280393e-05, |
| "loss": 1.0932, |
| "step": 528 |
| }, |
| { |
| "epoch": 1.3641058747579082, |
| "grad_norm": 0.516789056255083, |
| "learning_rate": 1.822786689580425e-05, |
| "loss": 1.0544, |
| "step": 529 |
| }, |
| { |
| "epoch": 1.3666881859264042, |
| "grad_norm": 0.55011290621819, |
| "learning_rate": 1.8217597761302298e-05, |
| "loss": 1.1075, |
| "step": 530 |
| }, |
| { |
| "epoch": 1.3692704970949, |
| "grad_norm": 0.5273282578927786, |
| "learning_rate": 1.8207301869212207e-05, |
| "loss": 1.0642, |
| "step": 531 |
| }, |
| { |
| "epoch": 1.3718528082633958, |
| "grad_norm": 0.5212309533973544, |
| "learning_rate": 1.8196979253058765e-05, |
| "loss": 1.1039, |
| "step": 532 |
| }, |
| { |
| "epoch": 1.3744351194318916, |
| "grad_norm": 0.5234164457393133, |
| "learning_rate": 1.8186629946453774e-05, |
| "loss": 1.0697, |
| "step": 533 |
| }, |
| { |
| "epoch": 1.3770174306003873, |
| "grad_norm": 0.5143378010325881, |
| "learning_rate": 1.8176253983095958e-05, |
| "loss": 1.059, |
| "step": 534 |
| }, |
| { |
| "epoch": 1.3795997417688832, |
| "grad_norm": 0.5202992098003197, |
| "learning_rate": 1.816585139677082e-05, |
| "loss": 1.0832, |
| "step": 535 |
| }, |
| { |
| "epoch": 1.382182052937379, |
| "grad_norm": 0.5137267251756589, |
| "learning_rate": 1.8155422221350566e-05, |
| "loss": 1.077, |
| "step": 536 |
| }, |
| { |
| "epoch": 1.384764364105875, |
| "grad_norm": 0.5206482372388472, |
| "learning_rate": 1.8144966490793973e-05, |
| "loss": 1.0808, |
| "step": 537 |
| }, |
| { |
| "epoch": 1.3873466752743706, |
| "grad_norm": 0.4977846119013132, |
| "learning_rate": 1.813448423914629e-05, |
| "loss": 1.0889, |
| "step": 538 |
| }, |
| { |
| "epoch": 1.3899289864428663, |
| "grad_norm": 0.5038953337541946, |
| "learning_rate": 1.8123975500539114e-05, |
| "loss": 1.0517, |
| "step": 539 |
| }, |
| { |
| "epoch": 1.392511297611362, |
| "grad_norm": 0.48358165460230973, |
| "learning_rate": 1.811344030919029e-05, |
| "loss": 1.0637, |
| "step": 540 |
| }, |
| { |
| "epoch": 1.395093608779858, |
| "grad_norm": 0.5010075364080836, |
| "learning_rate": 1.8102878699403804e-05, |
| "loss": 1.0718, |
| "step": 541 |
| }, |
| { |
| "epoch": 1.3976759199483537, |
| "grad_norm": 0.5031248131184225, |
| "learning_rate": 1.8092290705569655e-05, |
| "loss": 1.08, |
| "step": 542 |
| }, |
| { |
| "epoch": 1.4002582311168497, |
| "grad_norm": 0.4906664062118931, |
| "learning_rate": 1.8081676362163757e-05, |
| "loss": 1.0582, |
| "step": 543 |
| }, |
| { |
| "epoch": 1.4028405422853454, |
| "grad_norm": 0.5121501864467626, |
| "learning_rate": 1.8071035703747816e-05, |
| "loss": 1.0751, |
| "step": 544 |
| }, |
| { |
| "epoch": 1.405422853453841, |
| "grad_norm": 0.524910024204937, |
| "learning_rate": 1.806036876496923e-05, |
| "loss": 1.0547, |
| "step": 545 |
| }, |
| { |
| "epoch": 1.408005164622337, |
| "grad_norm": 0.5209029065997814, |
| "learning_rate": 1.8049675580560965e-05, |
| "loss": 1.1205, |
| "step": 546 |
| }, |
| { |
| "epoch": 1.4105874757908328, |
| "grad_norm": 0.48220028684533556, |
| "learning_rate": 1.8038956185341452e-05, |
| "loss": 1.0426, |
| "step": 547 |
| }, |
| { |
| "epoch": 1.4131697869593287, |
| "grad_norm": 0.503658857829128, |
| "learning_rate": 1.8028210614214458e-05, |
| "loss": 1.0772, |
| "step": 548 |
| }, |
| { |
| "epoch": 1.4157520981278244, |
| "grad_norm": 0.5055334860886664, |
| "learning_rate": 1.8017438902168987e-05, |
| "loss": 1.0702, |
| "step": 549 |
| }, |
| { |
| "epoch": 1.4183344092963202, |
| "grad_norm": 0.5171324204492811, |
| "learning_rate": 1.800664108427917e-05, |
| "loss": 1.0609, |
| "step": 550 |
| }, |
| { |
| "epoch": 1.4209167204648159, |
| "grad_norm": 0.5189722895903278, |
| "learning_rate": 1.799581719570412e-05, |
| "loss": 1.0755, |
| "step": 551 |
| }, |
| { |
| "epoch": 1.4234990316333118, |
| "grad_norm": 0.5243160862800866, |
| "learning_rate": 1.798496727168787e-05, |
| "loss": 1.0739, |
| "step": 552 |
| }, |
| { |
| "epoch": 1.4260813428018075, |
| "grad_norm": 0.5317337215399274, |
| "learning_rate": 1.7974091347559197e-05, |
| "loss": 1.0711, |
| "step": 553 |
| }, |
| { |
| "epoch": 1.4286636539703035, |
| "grad_norm": 0.49461538156213314, |
| "learning_rate": 1.796318945873156e-05, |
| "loss": 1.1056, |
| "step": 554 |
| }, |
| { |
| "epoch": 1.4312459651387992, |
| "grad_norm": 0.5212170098454869, |
| "learning_rate": 1.795226164070296e-05, |
| "loss": 1.1166, |
| "step": 555 |
| }, |
| { |
| "epoch": 1.433828276307295, |
| "grad_norm": 0.5384906886276548, |
| "learning_rate": 1.7941307929055813e-05, |
| "loss": 1.0836, |
| "step": 556 |
| }, |
| { |
| "epoch": 1.4364105874757909, |
| "grad_norm": 0.538099607308631, |
| "learning_rate": 1.7930328359456856e-05, |
| "loss": 1.0563, |
| "step": 557 |
| }, |
| { |
| "epoch": 1.4389928986442866, |
| "grad_norm": 0.508125640639657, |
| "learning_rate": 1.791932296765703e-05, |
| "loss": 1.0862, |
| "step": 558 |
| }, |
| { |
| "epoch": 1.4415752098127825, |
| "grad_norm": 0.5258022272020693, |
| "learning_rate": 1.7908291789491348e-05, |
| "loss": 1.0947, |
| "step": 559 |
| }, |
| { |
| "epoch": 1.4441575209812783, |
| "grad_norm": 0.5292716445438939, |
| "learning_rate": 1.7897234860878783e-05, |
| "loss": 1.0953, |
| "step": 560 |
| }, |
| { |
| "epoch": 1.446739832149774, |
| "grad_norm": 0.4919901732224947, |
| "learning_rate": 1.7886152217822173e-05, |
| "loss": 1.0589, |
| "step": 561 |
| }, |
| { |
| "epoch": 1.44932214331827, |
| "grad_norm": 0.540399625807644, |
| "learning_rate": 1.7875043896408065e-05, |
| "loss": 1.0868, |
| "step": 562 |
| }, |
| { |
| "epoch": 1.4519044544867656, |
| "grad_norm": 0.5157274204814702, |
| "learning_rate": 1.7863909932806632e-05, |
| "loss": 1.055, |
| "step": 563 |
| }, |
| { |
| "epoch": 1.4544867656552616, |
| "grad_norm": 0.5157064713943694, |
| "learning_rate": 1.785275036327153e-05, |
| "loss": 1.0743, |
| "step": 564 |
| }, |
| { |
| "epoch": 1.4570690768237573, |
| "grad_norm": 0.5093111094768367, |
| "learning_rate": 1.7841565224139798e-05, |
| "loss": 1.0885, |
| "step": 565 |
| }, |
| { |
| "epoch": 1.459651387992253, |
| "grad_norm": 0.48350148375931845, |
| "learning_rate": 1.783035455183174e-05, |
| "loss": 1.0795, |
| "step": 566 |
| }, |
| { |
| "epoch": 1.4622336991607487, |
| "grad_norm": 0.5104024923814483, |
| "learning_rate": 1.781911838285078e-05, |
| "loss": 1.0691, |
| "step": 567 |
| }, |
| { |
| "epoch": 1.4648160103292447, |
| "grad_norm": 0.5257774613135558, |
| "learning_rate": 1.7807856753783387e-05, |
| "loss": 1.0836, |
| "step": 568 |
| }, |
| { |
| "epoch": 1.4673983214977404, |
| "grad_norm": 0.5133170260226599, |
| "learning_rate": 1.7796569701298906e-05, |
| "loss": 1.111, |
| "step": 569 |
| }, |
| { |
| "epoch": 1.4699806326662364, |
| "grad_norm": 0.4960488771792151, |
| "learning_rate": 1.778525726214949e-05, |
| "loss": 1.0913, |
| "step": 570 |
| }, |
| { |
| "epoch": 1.472562943834732, |
| "grad_norm": 0.4923055735581868, |
| "learning_rate": 1.7773919473169933e-05, |
| "loss": 1.0585, |
| "step": 571 |
| }, |
| { |
| "epoch": 1.4751452550032278, |
| "grad_norm": 0.5127181992354112, |
| "learning_rate": 1.7762556371277578e-05, |
| "loss": 1.0647, |
| "step": 572 |
| }, |
| { |
| "epoch": 1.4777275661717237, |
| "grad_norm": 0.5282994414831952, |
| "learning_rate": 1.7751167993472198e-05, |
| "loss": 1.1137, |
| "step": 573 |
| }, |
| { |
| "epoch": 1.4803098773402195, |
| "grad_norm": 0.5248953393475492, |
| "learning_rate": 1.7739754376835858e-05, |
| "loss": 1.0999, |
| "step": 574 |
| }, |
| { |
| "epoch": 1.4828921885087154, |
| "grad_norm": 0.5281077411991068, |
| "learning_rate": 1.7728315558532806e-05, |
| "loss": 1.0953, |
| "step": 575 |
| }, |
| { |
| "epoch": 1.4854744996772111, |
| "grad_norm": 0.4914770889754758, |
| "learning_rate": 1.7716851575809354e-05, |
| "loss": 1.1072, |
| "step": 576 |
| }, |
| { |
| "epoch": 1.4880568108457068, |
| "grad_norm": 0.5218556469624681, |
| "learning_rate": 1.770536246599375e-05, |
| "loss": 1.0899, |
| "step": 577 |
| }, |
| { |
| "epoch": 1.4906391220142028, |
| "grad_norm": 0.5239346375890538, |
| "learning_rate": 1.769384826649606e-05, |
| "loss": 1.0779, |
| "step": 578 |
| }, |
| { |
| "epoch": 1.4932214331826985, |
| "grad_norm": 0.5538774540635639, |
| "learning_rate": 1.7682309014808043e-05, |
| "loss": 1.0503, |
| "step": 579 |
| }, |
| { |
| "epoch": 1.4958037443511945, |
| "grad_norm": 0.5212453237405811, |
| "learning_rate": 1.7670744748503033e-05, |
| "loss": 1.1206, |
| "step": 580 |
| }, |
| { |
| "epoch": 1.4983860555196902, |
| "grad_norm": 0.5221975743446008, |
| "learning_rate": 1.7659155505235812e-05, |
| "loss": 1.0712, |
| "step": 581 |
| }, |
| { |
| "epoch": 1.500968366688186, |
| "grad_norm": 0.49914883784122016, |
| "learning_rate": 1.76475413227425e-05, |
| "loss": 1.0649, |
| "step": 582 |
| }, |
| { |
| "epoch": 1.5035506778566816, |
| "grad_norm": 0.5000466728400638, |
| "learning_rate": 1.7635902238840408e-05, |
| "loss": 1.0621, |
| "step": 583 |
| }, |
| { |
| "epoch": 1.5061329890251776, |
| "grad_norm": 0.4994098902333712, |
| "learning_rate": 1.762423829142794e-05, |
| "loss": 1.0712, |
| "step": 584 |
| }, |
| { |
| "epoch": 1.5087153001936735, |
| "grad_norm": 0.5342342246357215, |
| "learning_rate": 1.7612549518484458e-05, |
| "loss": 1.1141, |
| "step": 585 |
| }, |
| { |
| "epoch": 1.5112976113621692, |
| "grad_norm": 0.5097744481641414, |
| "learning_rate": 1.7600835958070156e-05, |
| "loss": 1.1007, |
| "step": 586 |
| }, |
| { |
| "epoch": 1.513879922530665, |
| "grad_norm": 0.5079344339293564, |
| "learning_rate": 1.7589097648325936e-05, |
| "loss": 1.0814, |
| "step": 587 |
| }, |
| { |
| "epoch": 1.5164622336991607, |
| "grad_norm": 0.4902197192987524, |
| "learning_rate": 1.7577334627473295e-05, |
| "loss": 1.0589, |
| "step": 588 |
| }, |
| { |
| "epoch": 1.5190445448676564, |
| "grad_norm": 0.4893765216413381, |
| "learning_rate": 1.756554693381419e-05, |
| "loss": 1.0913, |
| "step": 589 |
| }, |
| { |
| "epoch": 1.5216268560361523, |
| "grad_norm": 0.5225764596558536, |
| "learning_rate": 1.755373460573091e-05, |
| "loss": 1.0923, |
| "step": 590 |
| }, |
| { |
| "epoch": 1.5242091672046483, |
| "grad_norm": 0.5152845982203591, |
| "learning_rate": 1.7541897681685967e-05, |
| "loss": 1.0946, |
| "step": 591 |
| }, |
| { |
| "epoch": 1.526791478373144, |
| "grad_norm": 0.5261227535805723, |
| "learning_rate": 1.7530036200221955e-05, |
| "loss": 1.1183, |
| "step": 592 |
| }, |
| { |
| "epoch": 1.5293737895416397, |
| "grad_norm": 0.49461625515890395, |
| "learning_rate": 1.7518150199961427e-05, |
| "loss": 1.0876, |
| "step": 593 |
| }, |
| { |
| "epoch": 1.5319561007101354, |
| "grad_norm": 0.5021228041031806, |
| "learning_rate": 1.7506239719606776e-05, |
| "loss": 1.0916, |
| "step": 594 |
| }, |
| { |
| "epoch": 1.5345384118786314, |
| "grad_norm": 0.503576565099223, |
| "learning_rate": 1.749430479794011e-05, |
| "loss": 1.0943, |
| "step": 595 |
| }, |
| { |
| "epoch": 1.5371207230471273, |
| "grad_norm": 0.5226270592481841, |
| "learning_rate": 1.7482345473823116e-05, |
| "loss": 1.1015, |
| "step": 596 |
| }, |
| { |
| "epoch": 1.539703034215623, |
| "grad_norm": 0.537294451707703, |
| "learning_rate": 1.7470361786196938e-05, |
| "loss": 1.0954, |
| "step": 597 |
| }, |
| { |
| "epoch": 1.5422853453841188, |
| "grad_norm": 0.504661881274588, |
| "learning_rate": 1.7458353774082052e-05, |
| "loss": 1.0821, |
| "step": 598 |
| }, |
| { |
| "epoch": 1.5448676565526145, |
| "grad_norm": 0.49601719518902315, |
| "learning_rate": 1.7446321476578138e-05, |
| "loss": 1.0721, |
| "step": 599 |
| }, |
| { |
| "epoch": 1.5474499677211104, |
| "grad_norm": 0.5187763220017648, |
| "learning_rate": 1.743426493286395e-05, |
| "loss": 1.0507, |
| "step": 600 |
| }, |
| { |
| "epoch": 1.5500322788896062, |
| "grad_norm": 0.4989292387853037, |
| "learning_rate": 1.7422184182197197e-05, |
| "loss": 1.0897, |
| "step": 601 |
| }, |
| { |
| "epoch": 1.552614590058102, |
| "grad_norm": 0.4843467686137247, |
| "learning_rate": 1.7410079263914406e-05, |
| "loss": 1.0631, |
| "step": 602 |
| }, |
| { |
| "epoch": 1.5551969012265978, |
| "grad_norm": 0.5271533786423233, |
| "learning_rate": 1.7397950217430794e-05, |
| "loss": 1.1022, |
| "step": 603 |
| }, |
| { |
| "epoch": 1.5577792123950935, |
| "grad_norm": 0.5088338681798537, |
| "learning_rate": 1.7385797082240147e-05, |
| "loss": 1.0839, |
| "step": 604 |
| }, |
| { |
| "epoch": 1.5603615235635893, |
| "grad_norm": 0.4853868656293585, |
| "learning_rate": 1.737361989791468e-05, |
| "loss": 1.0539, |
| "step": 605 |
| }, |
| { |
| "epoch": 1.5629438347320852, |
| "grad_norm": 0.49682074497284284, |
| "learning_rate": 1.7361418704104925e-05, |
| "loss": 1.089, |
| "step": 606 |
| }, |
| { |
| "epoch": 1.5655261459005811, |
| "grad_norm": 0.49391110999180715, |
| "learning_rate": 1.734919354053959e-05, |
| "loss": 1.0829, |
| "step": 607 |
| }, |
| { |
| "epoch": 1.5681084570690769, |
| "grad_norm": 0.5033926514159104, |
| "learning_rate": 1.733694444702542e-05, |
| "loss": 1.0882, |
| "step": 608 |
| }, |
| { |
| "epoch": 1.5706907682375726, |
| "grad_norm": 0.5120915845296581, |
| "learning_rate": 1.7324671463447092e-05, |
| "loss": 1.1071, |
| "step": 609 |
| }, |
| { |
| "epoch": 1.5732730794060683, |
| "grad_norm": 0.5027154616635228, |
| "learning_rate": 1.731237462976707e-05, |
| "loss": 1.0706, |
| "step": 610 |
| }, |
| { |
| "epoch": 1.5758553905745643, |
| "grad_norm": 0.5017997136995258, |
| "learning_rate": 1.7300053986025476e-05, |
| "loss": 1.0935, |
| "step": 611 |
| }, |
| { |
| "epoch": 1.5784377017430602, |
| "grad_norm": 0.4876968907410891, |
| "learning_rate": 1.7287709572339958e-05, |
| "loss": 1.0414, |
| "step": 612 |
| }, |
| { |
| "epoch": 1.581020012911556, |
| "grad_norm": 0.5124364267745315, |
| "learning_rate": 1.7275341428905564e-05, |
| "loss": 1.0569, |
| "step": 613 |
| }, |
| { |
| "epoch": 1.5836023240800516, |
| "grad_norm": 0.5192211728464061, |
| "learning_rate": 1.7262949595994606e-05, |
| "loss": 1.0761, |
| "step": 614 |
| }, |
| { |
| "epoch": 1.5861846352485474, |
| "grad_norm": 0.49024680943396437, |
| "learning_rate": 1.7250534113956543e-05, |
| "loss": 1.08, |
| "step": 615 |
| }, |
| { |
| "epoch": 1.5887669464170433, |
| "grad_norm": 0.4920460482587524, |
| "learning_rate": 1.7238095023217823e-05, |
| "loss": 1.0739, |
| "step": 616 |
| }, |
| { |
| "epoch": 1.591349257585539, |
| "grad_norm": 0.5124627096290069, |
| "learning_rate": 1.722563236428178e-05, |
| "loss": 1.0507, |
| "step": 617 |
| }, |
| { |
| "epoch": 1.593931568754035, |
| "grad_norm": 0.51198818397323, |
| "learning_rate": 1.721314617772849e-05, |
| "loss": 1.0922, |
| "step": 618 |
| }, |
| { |
| "epoch": 1.5965138799225307, |
| "grad_norm": 0.5062132347505444, |
| "learning_rate": 1.7200636504214618e-05, |
| "loss": 1.0374, |
| "step": 619 |
| }, |
| { |
| "epoch": 1.5990961910910264, |
| "grad_norm": 0.521687159299446, |
| "learning_rate": 1.7188103384473334e-05, |
| "loss": 1.064, |
| "step": 620 |
| }, |
| { |
| "epoch": 1.6016785022595221, |
| "grad_norm": 0.47867011946021426, |
| "learning_rate": 1.7175546859314126e-05, |
| "loss": 1.0988, |
| "step": 621 |
| }, |
| { |
| "epoch": 1.604260813428018, |
| "grad_norm": 0.4894260917344886, |
| "learning_rate": 1.7162966969622713e-05, |
| "loss": 1.0709, |
| "step": 622 |
| }, |
| { |
| "epoch": 1.606843124596514, |
| "grad_norm": 0.5354553757656224, |
| "learning_rate": 1.7150363756360886e-05, |
| "loss": 1.1033, |
| "step": 623 |
| }, |
| { |
| "epoch": 1.6094254357650097, |
| "grad_norm": 0.5039991951669948, |
| "learning_rate": 1.713773726056637e-05, |
| "loss": 1.1001, |
| "step": 624 |
| }, |
| { |
| "epoch": 1.6120077469335055, |
| "grad_norm": 0.4980182271238221, |
| "learning_rate": 1.7125087523352718e-05, |
| "loss": 1.0788, |
| "step": 625 |
| }, |
| { |
| "epoch": 1.6145900581020012, |
| "grad_norm": 0.5322347706228192, |
| "learning_rate": 1.7112414585909146e-05, |
| "loss": 1.0673, |
| "step": 626 |
| }, |
| { |
| "epoch": 1.6171723692704971, |
| "grad_norm": 0.49515788566577773, |
| "learning_rate": 1.7099718489500426e-05, |
| "loss": 1.0818, |
| "step": 627 |
| }, |
| { |
| "epoch": 1.6197546804389928, |
| "grad_norm": 0.49847544874894734, |
| "learning_rate": 1.7086999275466727e-05, |
| "loss": 1.071, |
| "step": 628 |
| }, |
| { |
| "epoch": 1.6223369916074888, |
| "grad_norm": 0.4852829304995305, |
| "learning_rate": 1.7074256985223496e-05, |
| "loss": 1.0631, |
| "step": 629 |
| }, |
| { |
| "epoch": 1.6249193027759845, |
| "grad_norm": 0.49795661914754413, |
| "learning_rate": 1.706149166026132e-05, |
| "loss": 1.0876, |
| "step": 630 |
| }, |
| { |
| "epoch": 1.6275016139444802, |
| "grad_norm": 0.502622123586083, |
| "learning_rate": 1.7048703342145793e-05, |
| "loss": 1.0846, |
| "step": 631 |
| }, |
| { |
| "epoch": 1.630083925112976, |
| "grad_norm": 0.49228802240874425, |
| "learning_rate": 1.7035892072517373e-05, |
| "loss": 1.1087, |
| "step": 632 |
| }, |
| { |
| "epoch": 1.632666236281472, |
| "grad_norm": 0.4971680566338004, |
| "learning_rate": 1.7023057893091254e-05, |
| "loss": 1.0768, |
| "step": 633 |
| }, |
| { |
| "epoch": 1.6352485474499678, |
| "grad_norm": 0.5131651796956291, |
| "learning_rate": 1.7010200845657222e-05, |
| "loss": 1.0899, |
| "step": 634 |
| }, |
| { |
| "epoch": 1.6378308586184636, |
| "grad_norm": 0.5074519176524721, |
| "learning_rate": 1.6997320972079536e-05, |
| "loss": 1.081, |
| "step": 635 |
| }, |
| { |
| "epoch": 1.6404131697869593, |
| "grad_norm": 0.5174545968485477, |
| "learning_rate": 1.6984418314296768e-05, |
| "loss": 1.0472, |
| "step": 636 |
| }, |
| { |
| "epoch": 1.642995480955455, |
| "grad_norm": 0.5077381746768771, |
| "learning_rate": 1.697149291432168e-05, |
| "loss": 1.0926, |
| "step": 637 |
| }, |
| { |
| "epoch": 1.645577792123951, |
| "grad_norm": 0.5354282615337868, |
| "learning_rate": 1.6958544814241094e-05, |
| "loss": 1.0414, |
| "step": 638 |
| }, |
| { |
| "epoch": 1.6481601032924469, |
| "grad_norm": 0.52898951516764, |
| "learning_rate": 1.6945574056215742e-05, |
| "loss": 1.0973, |
| "step": 639 |
| }, |
| { |
| "epoch": 1.6507424144609426, |
| "grad_norm": 0.5009163137242975, |
| "learning_rate": 1.6932580682480124e-05, |
| "loss": 1.0826, |
| "step": 640 |
| }, |
| { |
| "epoch": 1.6533247256294383, |
| "grad_norm": 0.5066860393622376, |
| "learning_rate": 1.6919564735342398e-05, |
| "loss": 1.0836, |
| "step": 641 |
| }, |
| { |
| "epoch": 1.655907036797934, |
| "grad_norm": 0.5418314242744041, |
| "learning_rate": 1.6906526257184206e-05, |
| "loss": 1.1132, |
| "step": 642 |
| }, |
| { |
| "epoch": 1.65848934796643, |
| "grad_norm": 0.4999534074892505, |
| "learning_rate": 1.689346529046057e-05, |
| "loss": 1.0818, |
| "step": 643 |
| }, |
| { |
| "epoch": 1.6610716591349257, |
| "grad_norm": 0.5017097366254959, |
| "learning_rate": 1.6880381877699717e-05, |
| "loss": 1.074, |
| "step": 644 |
| }, |
| { |
| "epoch": 1.6636539703034217, |
| "grad_norm": 0.5233206395612633, |
| "learning_rate": 1.686727606150299e-05, |
| "loss": 1.0628, |
| "step": 645 |
| }, |
| { |
| "epoch": 1.6662362814719174, |
| "grad_norm": 0.512780816400479, |
| "learning_rate": 1.6854147884544655e-05, |
| "loss": 1.0843, |
| "step": 646 |
| }, |
| { |
| "epoch": 1.668818592640413, |
| "grad_norm": 0.49275381075866503, |
| "learning_rate": 1.68409973895718e-05, |
| "loss": 1.0843, |
| "step": 647 |
| }, |
| { |
| "epoch": 1.6714009038089088, |
| "grad_norm": 0.5496131300871087, |
| "learning_rate": 1.682782461940418e-05, |
| "loss": 1.0836, |
| "step": 648 |
| }, |
| { |
| "epoch": 1.6739832149774048, |
| "grad_norm": 0.512860264741888, |
| "learning_rate": 1.6814629616934078e-05, |
| "loss": 1.0743, |
| "step": 649 |
| }, |
| { |
| "epoch": 1.6765655261459007, |
| "grad_norm": 0.4975144838656257, |
| "learning_rate": 1.6801412425126183e-05, |
| "loss": 1.0864, |
| "step": 650 |
| }, |
| { |
| "epoch": 1.6791478373143964, |
| "grad_norm": 0.5014057129631031, |
| "learning_rate": 1.678817308701741e-05, |
| "loss": 1.0427, |
| "step": 651 |
| }, |
| { |
| "epoch": 1.6817301484828922, |
| "grad_norm": 0.5234985943818525, |
| "learning_rate": 1.677491164571681e-05, |
| "loss": 1.1048, |
| "step": 652 |
| }, |
| { |
| "epoch": 1.6843124596513879, |
| "grad_norm": 0.5201679982476692, |
| "learning_rate": 1.6761628144405394e-05, |
| "loss": 1.064, |
| "step": 653 |
| }, |
| { |
| "epoch": 1.6868947708198838, |
| "grad_norm": 0.4846519175712527, |
| "learning_rate": 1.6748322626336e-05, |
| "loss": 1.0539, |
| "step": 654 |
| }, |
| { |
| "epoch": 1.6894770819883798, |
| "grad_norm": 0.5173646723613604, |
| "learning_rate": 1.6734995134833155e-05, |
| "loss": 1.1007, |
| "step": 655 |
| }, |
| { |
| "epoch": 1.6920593931568755, |
| "grad_norm": 0.5113183351556072, |
| "learning_rate": 1.6721645713292953e-05, |
| "loss": 1.0815, |
| "step": 656 |
| }, |
| { |
| "epoch": 1.6946417043253712, |
| "grad_norm": 0.5211205639308888, |
| "learning_rate": 1.670827440518287e-05, |
| "loss": 1.0837, |
| "step": 657 |
| }, |
| { |
| "epoch": 1.697224015493867, |
| "grad_norm": 0.5080702604570161, |
| "learning_rate": 1.6694881254041657e-05, |
| "loss": 1.1173, |
| "step": 658 |
| }, |
| { |
| "epoch": 1.6998063266623629, |
| "grad_norm": 0.4962653526436615, |
| "learning_rate": 1.6681466303479196e-05, |
| "loss": 1.0352, |
| "step": 659 |
| }, |
| { |
| "epoch": 1.7023886378308586, |
| "grad_norm": 0.5142414297852521, |
| "learning_rate": 1.6668029597176344e-05, |
| "loss": 1.0666, |
| "step": 660 |
| }, |
| { |
| "epoch": 1.7049709489993545, |
| "grad_norm": 0.4901838014123924, |
| "learning_rate": 1.66545711788848e-05, |
| "loss": 1.0816, |
| "step": 661 |
| }, |
| { |
| "epoch": 1.7075532601678503, |
| "grad_norm": 0.5141149184635171, |
| "learning_rate": 1.664109109242696e-05, |
| "loss": 1.0771, |
| "step": 662 |
| }, |
| { |
| "epoch": 1.710135571336346, |
| "grad_norm": 0.5172010165390014, |
| "learning_rate": 1.6627589381695763e-05, |
| "loss": 1.0752, |
| "step": 663 |
| }, |
| { |
| "epoch": 1.7127178825048417, |
| "grad_norm": 0.4963415308538906, |
| "learning_rate": 1.661406609065458e-05, |
| "loss": 1.1219, |
| "step": 664 |
| }, |
| { |
| "epoch": 1.7153001936733376, |
| "grad_norm": 0.4877763872520322, |
| "learning_rate": 1.6600521263337043e-05, |
| "loss": 1.058, |
| "step": 665 |
| }, |
| { |
| "epoch": 1.7178825048418336, |
| "grad_norm": 0.4969456781904556, |
| "learning_rate": 1.6586954943846895e-05, |
| "loss": 1.0834, |
| "step": 666 |
| }, |
| { |
| "epoch": 1.7204648160103293, |
| "grad_norm": 0.4815019660085988, |
| "learning_rate": 1.6573367176357876e-05, |
| "loss": 1.0618, |
| "step": 667 |
| }, |
| { |
| "epoch": 1.723047127178825, |
| "grad_norm": 0.4936696257730036, |
| "learning_rate": 1.6559758005113564e-05, |
| "loss": 1.0902, |
| "step": 668 |
| }, |
| { |
| "epoch": 1.7256294383473207, |
| "grad_norm": 0.4850729841607312, |
| "learning_rate": 1.6546127474427217e-05, |
| "loss": 1.0499, |
| "step": 669 |
| }, |
| { |
| "epoch": 1.7282117495158167, |
| "grad_norm": 0.48113300472686776, |
| "learning_rate": 1.653247562868166e-05, |
| "loss": 1.0682, |
| "step": 670 |
| }, |
| { |
| "epoch": 1.7307940606843124, |
| "grad_norm": 0.4814780954159902, |
| "learning_rate": 1.6518802512329105e-05, |
| "loss": 1.083, |
| "step": 671 |
| }, |
| { |
| "epoch": 1.7333763718528084, |
| "grad_norm": 0.5247380192600469, |
| "learning_rate": 1.6505108169891032e-05, |
| "loss": 1.093, |
| "step": 672 |
| }, |
| { |
| "epoch": 1.735958683021304, |
| "grad_norm": 0.4981848964288428, |
| "learning_rate": 1.6491392645958043e-05, |
| "loss": 1.0656, |
| "step": 673 |
| }, |
| { |
| "epoch": 1.7385409941897998, |
| "grad_norm": 0.5007815563313807, |
| "learning_rate": 1.6477655985189703e-05, |
| "loss": 1.0583, |
| "step": 674 |
| }, |
| { |
| "epoch": 1.7411233053582955, |
| "grad_norm": 0.4924655390382668, |
| "learning_rate": 1.6463898232314393e-05, |
| "loss": 1.0881, |
| "step": 675 |
| }, |
| { |
| "epoch": 1.7437056165267915, |
| "grad_norm": 0.4964112767549225, |
| "learning_rate": 1.6450119432129185e-05, |
| "loss": 1.0645, |
| "step": 676 |
| }, |
| { |
| "epoch": 1.7462879276952874, |
| "grad_norm": 0.48606768423741387, |
| "learning_rate": 1.6436319629499683e-05, |
| "loss": 1.0984, |
| "step": 677 |
| }, |
| { |
| "epoch": 1.7488702388637831, |
| "grad_norm": 0.5148244978248903, |
| "learning_rate": 1.642249886935987e-05, |
| "loss": 1.0668, |
| "step": 678 |
| }, |
| { |
| "epoch": 1.7514525500322788, |
| "grad_norm": 0.5005608398817017, |
| "learning_rate": 1.6408657196711977e-05, |
| "loss": 1.0253, |
| "step": 679 |
| }, |
| { |
| "epoch": 1.7540348612007746, |
| "grad_norm": 0.5231072514633008, |
| "learning_rate": 1.6394794656626325e-05, |
| "loss": 1.1069, |
| "step": 680 |
| }, |
| { |
| "epoch": 1.7566171723692705, |
| "grad_norm": 0.5158005487144547, |
| "learning_rate": 1.638091129424118e-05, |
| "loss": 1.1059, |
| "step": 681 |
| }, |
| { |
| "epoch": 1.7591994835377665, |
| "grad_norm": 0.5085221327854161, |
| "learning_rate": 1.6367007154762616e-05, |
| "loss": 1.0628, |
| "step": 682 |
| }, |
| { |
| "epoch": 1.7617817947062622, |
| "grad_norm": 0.49993960938301113, |
| "learning_rate": 1.6353082283464355e-05, |
| "loss": 1.0774, |
| "step": 683 |
| }, |
| { |
| "epoch": 1.764364105874758, |
| "grad_norm": 0.5136885732061924, |
| "learning_rate": 1.633913672568762e-05, |
| "loss": 1.0571, |
| "step": 684 |
| }, |
| { |
| "epoch": 1.7669464170432536, |
| "grad_norm": 0.5064861116191551, |
| "learning_rate": 1.6325170526841e-05, |
| "loss": 1.0927, |
| "step": 685 |
| }, |
| { |
| "epoch": 1.7695287282117496, |
| "grad_norm": 0.5065336598849988, |
| "learning_rate": 1.631118373240029e-05, |
| "loss": 1.0437, |
| "step": 686 |
| }, |
| { |
| "epoch": 1.7721110393802453, |
| "grad_norm": 0.5071797770884724, |
| "learning_rate": 1.629717638790835e-05, |
| "loss": 1.058, |
| "step": 687 |
| }, |
| { |
| "epoch": 1.7746933505487412, |
| "grad_norm": 0.5032716603331865, |
| "learning_rate": 1.6283148538974943e-05, |
| "loss": 1.108, |
| "step": 688 |
| }, |
| { |
| "epoch": 1.777275661717237, |
| "grad_norm": 0.5168971680331349, |
| "learning_rate": 1.6269100231276617e-05, |
| "loss": 1.0967, |
| "step": 689 |
| }, |
| { |
| "epoch": 1.7798579728857327, |
| "grad_norm": 0.5328504423513274, |
| "learning_rate": 1.6255031510556513e-05, |
| "loss": 1.0755, |
| "step": 690 |
| }, |
| { |
| "epoch": 1.7824402840542284, |
| "grad_norm": 0.474134415576521, |
| "learning_rate": 1.6240942422624264e-05, |
| "loss": 1.0433, |
| "step": 691 |
| }, |
| { |
| "epoch": 1.7850225952227243, |
| "grad_norm": 0.5062840676066106, |
| "learning_rate": 1.62268330133558e-05, |
| "loss": 1.0884, |
| "step": 692 |
| }, |
| { |
| "epoch": 1.7876049063912203, |
| "grad_norm": 0.5242892989776939, |
| "learning_rate": 1.6212703328693232e-05, |
| "loss": 1.0813, |
| "step": 693 |
| }, |
| { |
| "epoch": 1.790187217559716, |
| "grad_norm": 0.49294778164946207, |
| "learning_rate": 1.6198553414644687e-05, |
| "loss": 1.0589, |
| "step": 694 |
| }, |
| { |
| "epoch": 1.7927695287282117, |
| "grad_norm": 0.5333831319134179, |
| "learning_rate": 1.6184383317284163e-05, |
| "loss": 1.0803, |
| "step": 695 |
| }, |
| { |
| "epoch": 1.7953518398967074, |
| "grad_norm": 0.4848117805750976, |
| "learning_rate": 1.6170193082751372e-05, |
| "loss": 1.0651, |
| "step": 696 |
| }, |
| { |
| "epoch": 1.7979341510652034, |
| "grad_norm": 0.4912184014826424, |
| "learning_rate": 1.6155982757251605e-05, |
| "loss": 1.0805, |
| "step": 697 |
| }, |
| { |
| "epoch": 1.8005164622336993, |
| "grad_norm": 0.5209563606543747, |
| "learning_rate": 1.614175238705556e-05, |
| "loss": 1.0676, |
| "step": 698 |
| }, |
| { |
| "epoch": 1.803098773402195, |
| "grad_norm": 0.4983116660478031, |
| "learning_rate": 1.6127502018499216e-05, |
| "loss": 1.0523, |
| "step": 699 |
| }, |
| { |
| "epoch": 1.8056810845706908, |
| "grad_norm": 0.487693383153112, |
| "learning_rate": 1.6113231697983658e-05, |
| "loss": 1.0663, |
| "step": 700 |
| }, |
| { |
| "epoch": 1.8082633957391865, |
| "grad_norm": 0.5338041396304789, |
| "learning_rate": 1.6098941471974945e-05, |
| "loss": 1.1128, |
| "step": 701 |
| }, |
| { |
| "epoch": 1.8108457069076824, |
| "grad_norm": 0.5142298199439157, |
| "learning_rate": 1.608463138700395e-05, |
| "loss": 1.0712, |
| "step": 702 |
| }, |
| { |
| "epoch": 1.8134280180761781, |
| "grad_norm": 0.47630790480629104, |
| "learning_rate": 1.6070301489666203e-05, |
| "loss": 1.0988, |
| "step": 703 |
| }, |
| { |
| "epoch": 1.816010329244674, |
| "grad_norm": 0.4901104298299483, |
| "learning_rate": 1.6055951826621753e-05, |
| "loss": 1.0428, |
| "step": 704 |
| }, |
| { |
| "epoch": 1.8185926404131698, |
| "grad_norm": 0.5227604090573119, |
| "learning_rate": 1.6041582444595004e-05, |
| "loss": 1.0698, |
| "step": 705 |
| }, |
| { |
| "epoch": 1.8211749515816655, |
| "grad_norm": 0.5041405266487794, |
| "learning_rate": 1.602719339037457e-05, |
| "loss": 1.0753, |
| "step": 706 |
| }, |
| { |
| "epoch": 1.8237572627501613, |
| "grad_norm": 0.5093841266418548, |
| "learning_rate": 1.6012784710813122e-05, |
| "loss": 1.1189, |
| "step": 707 |
| }, |
| { |
| "epoch": 1.8263395739186572, |
| "grad_norm": 0.5166236437305157, |
| "learning_rate": 1.599835645282723e-05, |
| "loss": 1.07, |
| "step": 708 |
| }, |
| { |
| "epoch": 1.8289218850871531, |
| "grad_norm": 0.5238202604739227, |
| "learning_rate": 1.598390866339721e-05, |
| "loss": 1.0734, |
| "step": 709 |
| }, |
| { |
| "epoch": 1.8315041962556489, |
| "grad_norm": 0.5351507809671923, |
| "learning_rate": 1.5969441389566995e-05, |
| "loss": 1.0722, |
| "step": 710 |
| }, |
| { |
| "epoch": 1.8340865074241446, |
| "grad_norm": 0.48654357580846874, |
| "learning_rate": 1.5954954678443934e-05, |
| "loss": 1.0581, |
| "step": 711 |
| }, |
| { |
| "epoch": 1.8366688185926403, |
| "grad_norm": 0.48828499263183267, |
| "learning_rate": 1.5940448577198685e-05, |
| "loss": 1.0778, |
| "step": 712 |
| }, |
| { |
| "epoch": 1.8392511297611362, |
| "grad_norm": 0.49993618606120815, |
| "learning_rate": 1.5925923133065036e-05, |
| "loss": 1.0744, |
| "step": 713 |
| }, |
| { |
| "epoch": 1.841833440929632, |
| "grad_norm": 0.5060526028050449, |
| "learning_rate": 1.591137839333976e-05, |
| "loss": 1.0869, |
| "step": 714 |
| }, |
| { |
| "epoch": 1.844415752098128, |
| "grad_norm": 0.4854542346534205, |
| "learning_rate": 1.5896814405382455e-05, |
| "loss": 1.0734, |
| "step": 715 |
| }, |
| { |
| "epoch": 1.8469980632666236, |
| "grad_norm": 0.5120958440799618, |
| "learning_rate": 1.5882231216615405e-05, |
| "loss": 1.056, |
| "step": 716 |
| }, |
| { |
| "epoch": 1.8495803744351194, |
| "grad_norm": 0.4857556591454626, |
| "learning_rate": 1.58676288745234e-05, |
| "loss": 1.0502, |
| "step": 717 |
| }, |
| { |
| "epoch": 1.852162685603615, |
| "grad_norm": 0.49183704296233893, |
| "learning_rate": 1.5853007426653607e-05, |
| "loss": 1.116, |
| "step": 718 |
| }, |
| { |
| "epoch": 1.854744996772111, |
| "grad_norm": 0.4971020661357399, |
| "learning_rate": 1.5838366920615395e-05, |
| "loss": 1.0535, |
| "step": 719 |
| }, |
| { |
| "epoch": 1.857327307940607, |
| "grad_norm": 0.485071482170176, |
| "learning_rate": 1.5823707404080196e-05, |
| "loss": 1.0465, |
| "step": 720 |
| }, |
| { |
| "epoch": 1.8599096191091027, |
| "grad_norm": 0.48718149162761787, |
| "learning_rate": 1.5809028924781343e-05, |
| "loss": 1.0787, |
| "step": 721 |
| }, |
| { |
| "epoch": 1.8624919302775984, |
| "grad_norm": 0.4775709718268873, |
| "learning_rate": 1.5794331530513903e-05, |
| "loss": 1.0354, |
| "step": 722 |
| }, |
| { |
| "epoch": 1.8650742414460941, |
| "grad_norm": 0.5008952740743758, |
| "learning_rate": 1.577961526913455e-05, |
| "loss": 1.0602, |
| "step": 723 |
| }, |
| { |
| "epoch": 1.86765655261459, |
| "grad_norm": 0.5064643531485886, |
| "learning_rate": 1.5764880188561376e-05, |
| "loss": 1.1178, |
| "step": 724 |
| }, |
| { |
| "epoch": 1.870238863783086, |
| "grad_norm": 0.49848568260978515, |
| "learning_rate": 1.5750126336773755e-05, |
| "loss": 1.0422, |
| "step": 725 |
| }, |
| { |
| "epoch": 1.8728211749515817, |
| "grad_norm": 0.5220419002346904, |
| "learning_rate": 1.5735353761812197e-05, |
| "loss": 1.057, |
| "step": 726 |
| }, |
| { |
| "epoch": 1.8754034861200775, |
| "grad_norm": 0.4971228637528045, |
| "learning_rate": 1.5720562511778156e-05, |
| "loss": 1.0556, |
| "step": 727 |
| }, |
| { |
| "epoch": 1.8779857972885732, |
| "grad_norm": 0.48640138793502713, |
| "learning_rate": 1.5705752634833908e-05, |
| "loss": 1.0857, |
| "step": 728 |
| }, |
| { |
| "epoch": 1.8805681084570691, |
| "grad_norm": 0.5037467924591017, |
| "learning_rate": 1.5690924179202375e-05, |
| "loss": 1.0581, |
| "step": 729 |
| }, |
| { |
| "epoch": 1.8831504196255648, |
| "grad_norm": 0.5282496443218059, |
| "learning_rate": 1.5676077193166973e-05, |
| "loss": 1.0799, |
| "step": 730 |
| }, |
| { |
| "epoch": 1.8857327307940608, |
| "grad_norm": 0.47021596749068756, |
| "learning_rate": 1.5661211725071457e-05, |
| "loss": 1.0352, |
| "step": 731 |
| }, |
| { |
| "epoch": 1.8883150419625565, |
| "grad_norm": 0.513391496193585, |
| "learning_rate": 1.5646327823319765e-05, |
| "loss": 1.1031, |
| "step": 732 |
| }, |
| { |
| "epoch": 1.8908973531310522, |
| "grad_norm": 0.5186791214030437, |
| "learning_rate": 1.5631425536375858e-05, |
| "loss": 1.0849, |
| "step": 733 |
| }, |
| { |
| "epoch": 1.893479664299548, |
| "grad_norm": 0.4945851612291226, |
| "learning_rate": 1.5616504912763554e-05, |
| "loss": 1.0513, |
| "step": 734 |
| }, |
| { |
| "epoch": 1.896061975468044, |
| "grad_norm": 0.4805032305818217, |
| "learning_rate": 1.5601566001066384e-05, |
| "loss": 1.0388, |
| "step": 735 |
| }, |
| { |
| "epoch": 1.8986442866365398, |
| "grad_norm": 0.49355307137386584, |
| "learning_rate": 1.5586608849927424e-05, |
| "loss": 1.0729, |
| "step": 736 |
| }, |
| { |
| "epoch": 1.9012265978050356, |
| "grad_norm": 0.4868522623792675, |
| "learning_rate": 1.5571633508049148e-05, |
| "loss": 1.0472, |
| "step": 737 |
| }, |
| { |
| "epoch": 1.9038089089735313, |
| "grad_norm": 0.5064645951323721, |
| "learning_rate": 1.5556640024193245e-05, |
| "loss": 1.0592, |
| "step": 738 |
| }, |
| { |
| "epoch": 1.906391220142027, |
| "grad_norm": 0.4935670987750482, |
| "learning_rate": 1.5541628447180494e-05, |
| "loss": 1.0567, |
| "step": 739 |
| }, |
| { |
| "epoch": 1.908973531310523, |
| "grad_norm": 0.5087284962422527, |
| "learning_rate": 1.552659882589058e-05, |
| "loss": 1.0544, |
| "step": 740 |
| }, |
| { |
| "epoch": 1.9115558424790189, |
| "grad_norm": 0.503398066954607, |
| "learning_rate": 1.551155120926194e-05, |
| "loss": 1.0416, |
| "step": 741 |
| }, |
| { |
| "epoch": 1.9141381536475146, |
| "grad_norm": 0.5248315003621526, |
| "learning_rate": 1.5496485646291613e-05, |
| "loss": 1.0821, |
| "step": 742 |
| }, |
| { |
| "epoch": 1.9167204648160103, |
| "grad_norm": 0.509374102002012, |
| "learning_rate": 1.548140218603507e-05, |
| "loss": 1.1231, |
| "step": 743 |
| }, |
| { |
| "epoch": 1.919302775984506, |
| "grad_norm": 0.4763357005641916, |
| "learning_rate": 1.5466300877606054e-05, |
| "loss": 1.0557, |
| "step": 744 |
| }, |
| { |
| "epoch": 1.921885087153002, |
| "grad_norm": 0.5156095352624543, |
| "learning_rate": 1.5451181770176434e-05, |
| "loss": 1.102, |
| "step": 745 |
| }, |
| { |
| "epoch": 1.9244673983214977, |
| "grad_norm": 0.5116973644648233, |
| "learning_rate": 1.543604491297602e-05, |
| "loss": 1.1098, |
| "step": 746 |
| }, |
| { |
| "epoch": 1.9270497094899937, |
| "grad_norm": 0.5093190129624484, |
| "learning_rate": 1.5420890355292435e-05, |
| "loss": 1.0528, |
| "step": 747 |
| }, |
| { |
| "epoch": 1.9296320206584894, |
| "grad_norm": 0.506225349532536, |
| "learning_rate": 1.5405718146470926e-05, |
| "loss": 1.0607, |
| "step": 748 |
| }, |
| { |
| "epoch": 1.932214331826985, |
| "grad_norm": 0.5271647344306659, |
| "learning_rate": 1.5390528335914216e-05, |
| "loss": 1.1065, |
| "step": 749 |
| }, |
| { |
| "epoch": 1.9347966429954808, |
| "grad_norm": 0.5309546928129137, |
| "learning_rate": 1.5375320973082346e-05, |
| "loss": 1.0818, |
| "step": 750 |
| }, |
| { |
| "epoch": 1.9373789541639768, |
| "grad_norm": 0.5187838315898233, |
| "learning_rate": 1.53600961074925e-05, |
| "loss": 1.0614, |
| "step": 751 |
| }, |
| { |
| "epoch": 1.9399612653324727, |
| "grad_norm": 0.4999420933843893, |
| "learning_rate": 1.5344853788718867e-05, |
| "loss": 1.0385, |
| "step": 752 |
| }, |
| { |
| "epoch": 1.9425435765009684, |
| "grad_norm": 0.5449765150372478, |
| "learning_rate": 1.532959406639245e-05, |
| "loss": 1.0324, |
| "step": 753 |
| }, |
| { |
| "epoch": 1.9451258876694641, |
| "grad_norm": 0.48682953533866824, |
| "learning_rate": 1.5314316990200933e-05, |
| "loss": 1.0302, |
| "step": 754 |
| }, |
| { |
| "epoch": 1.9477081988379599, |
| "grad_norm": 0.49226909739556324, |
| "learning_rate": 1.5299022609888507e-05, |
| "loss": 1.1016, |
| "step": 755 |
| }, |
| { |
| "epoch": 1.9502905100064558, |
| "grad_norm": 0.5347878649288165, |
| "learning_rate": 1.5283710975255695e-05, |
| "loss": 1.0843, |
| "step": 756 |
| }, |
| { |
| "epoch": 1.9528728211749515, |
| "grad_norm": 0.5028835492330221, |
| "learning_rate": 1.5268382136159213e-05, |
| "loss": 1.0832, |
| "step": 757 |
| }, |
| { |
| "epoch": 1.9554551323434475, |
| "grad_norm": 0.5020788778708613, |
| "learning_rate": 1.5253036142511794e-05, |
| "loss": 1.0554, |
| "step": 758 |
| }, |
| { |
| "epoch": 1.9580374435119432, |
| "grad_norm": 0.5117826424662124, |
| "learning_rate": 1.5237673044282028e-05, |
| "loss": 1.0407, |
| "step": 759 |
| }, |
| { |
| "epoch": 1.960619754680439, |
| "grad_norm": 0.486751220436105, |
| "learning_rate": 1.5222292891494204e-05, |
| "loss": 1.1028, |
| "step": 760 |
| }, |
| { |
| "epoch": 1.9632020658489346, |
| "grad_norm": 0.5042620665613498, |
| "learning_rate": 1.5206895734228133e-05, |
| "loss": 1.1089, |
| "step": 761 |
| }, |
| { |
| "epoch": 1.9657843770174306, |
| "grad_norm": 0.4985230564456094, |
| "learning_rate": 1.5191481622619006e-05, |
| "loss": 1.0892, |
| "step": 762 |
| }, |
| { |
| "epoch": 1.9683666881859265, |
| "grad_norm": 0.46564788925434075, |
| "learning_rate": 1.5176050606857211e-05, |
| "loss": 1.0687, |
| "step": 763 |
| }, |
| { |
| "epoch": 1.9709489993544222, |
| "grad_norm": 0.4799444405216457, |
| "learning_rate": 1.5160602737188184e-05, |
| "loss": 1.0627, |
| "step": 764 |
| }, |
| { |
| "epoch": 1.973531310522918, |
| "grad_norm": 0.517680238719764, |
| "learning_rate": 1.514513806391224e-05, |
| "loss": 1.1087, |
| "step": 765 |
| }, |
| { |
| "epoch": 1.9761136216914137, |
| "grad_norm": 0.4945356852520951, |
| "learning_rate": 1.5129656637384398e-05, |
| "loss": 1.0333, |
| "step": 766 |
| }, |
| { |
| "epoch": 1.9786959328599096, |
| "grad_norm": 0.47246161399068515, |
| "learning_rate": 1.5114158508014244e-05, |
| "loss": 1.0622, |
| "step": 767 |
| }, |
| { |
| "epoch": 1.9812782440284056, |
| "grad_norm": 0.4792556964609251, |
| "learning_rate": 1.509864372626574e-05, |
| "loss": 1.0807, |
| "step": 768 |
| }, |
| { |
| "epoch": 1.9838605551969013, |
| "grad_norm": 0.4942144710838991, |
| "learning_rate": 1.5083112342657071e-05, |
| "loss": 1.088, |
| "step": 769 |
| }, |
| { |
| "epoch": 1.986442866365397, |
| "grad_norm": 0.5201249256236419, |
| "learning_rate": 1.5067564407760485e-05, |
| "loss": 1.0938, |
| "step": 770 |
| }, |
| { |
| "epoch": 1.9890251775338927, |
| "grad_norm": 0.4829123624901927, |
| "learning_rate": 1.5051999972202118e-05, |
| "loss": 1.0353, |
| "step": 771 |
| }, |
| { |
| "epoch": 1.9916074887023887, |
| "grad_norm": 0.5024498746492575, |
| "learning_rate": 1.5036419086661837e-05, |
| "loss": 1.0802, |
| "step": 772 |
| }, |
| { |
| "epoch": 1.9941897998708844, |
| "grad_norm": 0.4963413917672638, |
| "learning_rate": 1.5020821801873072e-05, |
| "loss": 1.0801, |
| "step": 773 |
| }, |
| { |
| "epoch": 1.9967721110393803, |
| "grad_norm": 0.4872864553127849, |
| "learning_rate": 1.5005208168622649e-05, |
| "loss": 1.0509, |
| "step": 774 |
| }, |
| { |
| "epoch": 1.999354422207876, |
| "grad_norm": 0.47707633602130245, |
| "learning_rate": 1.4989578237750628e-05, |
| "loss": 1.0485, |
| "step": 775 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 0.47707633602130245, |
| "learning_rate": 1.4973932060150142e-05, |
| "loss": 1.0293, |
| "step": 776 |
| }, |
| { |
| "epoch": 2.0025823111684957, |
| "grad_norm": 1.1941485826343992, |
| "learning_rate": 1.4958269686767214e-05, |
| "loss": 0.9552, |
| "step": 777 |
| }, |
| { |
| "epoch": 2.0051646223369914, |
| "grad_norm": 0.7512477337089716, |
| "learning_rate": 1.4942591168600616e-05, |
| "loss": 0.9653, |
| "step": 778 |
| }, |
| { |
| "epoch": 2.0077469335054876, |
| "grad_norm": 0.6413401233120336, |
| "learning_rate": 1.4926896556701676e-05, |
| "loss": 0.9713, |
| "step": 779 |
| }, |
| { |
| "epoch": 2.0103292446739833, |
| "grad_norm": 0.8265225982878504, |
| "learning_rate": 1.4911185902174134e-05, |
| "loss": 0.9674, |
| "step": 780 |
| }, |
| { |
| "epoch": 2.012911555842479, |
| "grad_norm": 0.7690019968988396, |
| "learning_rate": 1.4895459256173966e-05, |
| "loss": 0.9701, |
| "step": 781 |
| }, |
| { |
| "epoch": 2.0154938670109748, |
| "grad_norm": 0.6695923734742643, |
| "learning_rate": 1.4879716669909215e-05, |
| "loss": 0.9262, |
| "step": 782 |
| }, |
| { |
| "epoch": 2.0180761781794705, |
| "grad_norm": 0.6968627838761038, |
| "learning_rate": 1.4863958194639828e-05, |
| "loss": 0.9738, |
| "step": 783 |
| }, |
| { |
| "epoch": 2.020658489347966, |
| "grad_norm": 0.7154538295447892, |
| "learning_rate": 1.4848183881677497e-05, |
| "loss": 0.9537, |
| "step": 784 |
| }, |
| { |
| "epoch": 2.0232408005164624, |
| "grad_norm": 0.6599822904047927, |
| "learning_rate": 1.4832393782385475e-05, |
| "loss": 0.9428, |
| "step": 785 |
| }, |
| { |
| "epoch": 2.025823111684958, |
| "grad_norm": 0.6785737464207784, |
| "learning_rate": 1.4816587948178411e-05, |
| "loss": 0.9377, |
| "step": 786 |
| }, |
| { |
| "epoch": 2.028405422853454, |
| "grad_norm": 0.6659927550215519, |
| "learning_rate": 1.4800766430522208e-05, |
| "loss": 0.9477, |
| "step": 787 |
| }, |
| { |
| "epoch": 2.0309877340219495, |
| "grad_norm": 0.6453008064623791, |
| "learning_rate": 1.4784929280933819e-05, |
| "loss": 0.9734, |
| "step": 788 |
| }, |
| { |
| "epoch": 2.0335700451904453, |
| "grad_norm": 0.6138501650256379, |
| "learning_rate": 1.4769076550981107e-05, |
| "loss": 0.9485, |
| "step": 789 |
| }, |
| { |
| "epoch": 2.0361523563589414, |
| "grad_norm": 0.628292728528221, |
| "learning_rate": 1.4753208292282666e-05, |
| "loss": 0.9373, |
| "step": 790 |
| }, |
| { |
| "epoch": 2.038734667527437, |
| "grad_norm": 0.6518720740962953, |
| "learning_rate": 1.4737324556507639e-05, |
| "loss": 0.9854, |
| "step": 791 |
| }, |
| { |
| "epoch": 2.041316978695933, |
| "grad_norm": 0.6417366086713475, |
| "learning_rate": 1.472142539537559e-05, |
| "loss": 0.9668, |
| "step": 792 |
| }, |
| { |
| "epoch": 2.0438992898644286, |
| "grad_norm": 0.6525413690852432, |
| "learning_rate": 1.4705510860656289e-05, |
| "loss": 0.9429, |
| "step": 793 |
| }, |
| { |
| "epoch": 2.0464816010329243, |
| "grad_norm": 0.6126084056396112, |
| "learning_rate": 1.4689581004169573e-05, |
| "loss": 0.9828, |
| "step": 794 |
| }, |
| { |
| "epoch": 2.0490639122014205, |
| "grad_norm": 0.6169432282421197, |
| "learning_rate": 1.4673635877785168e-05, |
| "loss": 0.9522, |
| "step": 795 |
| }, |
| { |
| "epoch": 2.051646223369916, |
| "grad_norm": 0.5922213822722046, |
| "learning_rate": 1.4657675533422517e-05, |
| "loss": 0.9478, |
| "step": 796 |
| }, |
| { |
| "epoch": 2.054228534538412, |
| "grad_norm": 0.6211700530426607, |
| "learning_rate": 1.4641700023050625e-05, |
| "loss": 0.9325, |
| "step": 797 |
| }, |
| { |
| "epoch": 2.0568108457069076, |
| "grad_norm": 0.6173048324016761, |
| "learning_rate": 1.4625709398687862e-05, |
| "loss": 0.9477, |
| "step": 798 |
| }, |
| { |
| "epoch": 2.0593931568754034, |
| "grad_norm": 0.5866193216584925, |
| "learning_rate": 1.4609703712401832e-05, |
| "loss": 0.9378, |
| "step": 799 |
| }, |
| { |
| "epoch": 2.061975468043899, |
| "grad_norm": 0.6128450747778748, |
| "learning_rate": 1.4593683016309168e-05, |
| "loss": 0.9785, |
| "step": 800 |
| }, |
| { |
| "epoch": 2.0645577792123952, |
| "grad_norm": 0.582652343191567, |
| "learning_rate": 1.4577647362575378e-05, |
| "loss": 0.9318, |
| "step": 801 |
| }, |
| { |
| "epoch": 2.067140090380891, |
| "grad_norm": 0.5589523161558311, |
| "learning_rate": 1.4561596803414681e-05, |
| "loss": 0.9295, |
| "step": 802 |
| }, |
| { |
| "epoch": 2.0697224015493867, |
| "grad_norm": 0.5777811559605781, |
| "learning_rate": 1.4545531391089826e-05, |
| "loss": 0.9606, |
| "step": 803 |
| }, |
| { |
| "epoch": 2.0723047127178824, |
| "grad_norm": 0.5932336435576502, |
| "learning_rate": 1.4529451177911926e-05, |
| "loss": 0.973, |
| "step": 804 |
| }, |
| { |
| "epoch": 2.074887023886378, |
| "grad_norm": 0.5467403526396694, |
| "learning_rate": 1.4513356216240287e-05, |
| "loss": 0.8862, |
| "step": 805 |
| }, |
| { |
| "epoch": 2.0774693350548743, |
| "grad_norm": 0.5667654235524354, |
| "learning_rate": 1.449724655848224e-05, |
| "loss": 0.9484, |
| "step": 806 |
| }, |
| { |
| "epoch": 2.08005164622337, |
| "grad_norm": 0.557027598681585, |
| "learning_rate": 1.4481122257092966e-05, |
| "loss": 0.9537, |
| "step": 807 |
| }, |
| { |
| "epoch": 2.0826339573918657, |
| "grad_norm": 0.5736006444800077, |
| "learning_rate": 1.4464983364575327e-05, |
| "loss": 0.9644, |
| "step": 808 |
| }, |
| { |
| "epoch": 2.0852162685603615, |
| "grad_norm": 0.5911533935183022, |
| "learning_rate": 1.44488299334797e-05, |
| "loss": 0.9547, |
| "step": 809 |
| }, |
| { |
| "epoch": 2.087798579728857, |
| "grad_norm": 0.5854788104570025, |
| "learning_rate": 1.44326620164038e-05, |
| "loss": 0.9316, |
| "step": 810 |
| }, |
| { |
| "epoch": 2.090380890897353, |
| "grad_norm": 0.5885109768704322, |
| "learning_rate": 1.4416479665992507e-05, |
| "loss": 0.9468, |
| "step": 811 |
| }, |
| { |
| "epoch": 2.092963202065849, |
| "grad_norm": 0.5860083582206628, |
| "learning_rate": 1.4400282934937702e-05, |
| "loss": 0.9597, |
| "step": 812 |
| }, |
| { |
| "epoch": 2.095545513234345, |
| "grad_norm": 0.5612799121488241, |
| "learning_rate": 1.4384071875978085e-05, |
| "loss": 0.9291, |
| "step": 813 |
| }, |
| { |
| "epoch": 2.0981278244028405, |
| "grad_norm": 0.5760413758972827, |
| "learning_rate": 1.4367846541899017e-05, |
| "loss": 0.9434, |
| "step": 814 |
| }, |
| { |
| "epoch": 2.1007101355713362, |
| "grad_norm": 0.5872031423934213, |
| "learning_rate": 1.4351606985532338e-05, |
| "loss": 0.9546, |
| "step": 815 |
| }, |
| { |
| "epoch": 2.103292446739832, |
| "grad_norm": 0.5875266718802965, |
| "learning_rate": 1.4335353259756199e-05, |
| "loss": 0.9739, |
| "step": 816 |
| }, |
| { |
| "epoch": 2.105874757908328, |
| "grad_norm": 0.5834229896061526, |
| "learning_rate": 1.4319085417494885e-05, |
| "loss": 0.936, |
| "step": 817 |
| }, |
| { |
| "epoch": 2.108457069076824, |
| "grad_norm": 0.5740341555688057, |
| "learning_rate": 1.430280351171864e-05, |
| "loss": 0.9295, |
| "step": 818 |
| }, |
| { |
| "epoch": 2.1110393802453196, |
| "grad_norm": 0.6028061663862296, |
| "learning_rate": 1.4286507595443527e-05, |
| "loss": 0.9475, |
| "step": 819 |
| }, |
| { |
| "epoch": 2.1136216914138153, |
| "grad_norm": 0.6066376132775557, |
| "learning_rate": 1.4270197721731192e-05, |
| "loss": 0.9748, |
| "step": 820 |
| }, |
| { |
| "epoch": 2.116204002582311, |
| "grad_norm": 0.6009913417618149, |
| "learning_rate": 1.4253873943688751e-05, |
| "loss": 0.9599, |
| "step": 821 |
| }, |
| { |
| "epoch": 2.118786313750807, |
| "grad_norm": 0.5983886456577467, |
| "learning_rate": 1.4237536314468602e-05, |
| "loss": 0.9594, |
| "step": 822 |
| }, |
| { |
| "epoch": 2.121368624919303, |
| "grad_norm": 0.617011626576933, |
| "learning_rate": 1.4221184887268218e-05, |
| "loss": 0.9498, |
| "step": 823 |
| }, |
| { |
| "epoch": 2.1239509360877986, |
| "grad_norm": 0.6005132003701584, |
| "learning_rate": 1.4204819715330026e-05, |
| "loss": 0.9503, |
| "step": 824 |
| }, |
| { |
| "epoch": 2.1265332472562943, |
| "grad_norm": 0.5741558367115511, |
| "learning_rate": 1.4188440851941185e-05, |
| "loss": 0.9587, |
| "step": 825 |
| }, |
| { |
| "epoch": 2.12911555842479, |
| "grad_norm": 0.6062156734819026, |
| "learning_rate": 1.4172048350433457e-05, |
| "loss": 0.969, |
| "step": 826 |
| }, |
| { |
| "epoch": 2.131697869593286, |
| "grad_norm": 0.6128646943053142, |
| "learning_rate": 1.4155642264182992e-05, |
| "loss": 0.9534, |
| "step": 827 |
| }, |
| { |
| "epoch": 2.134280180761782, |
| "grad_norm": 0.5828534204572827, |
| "learning_rate": 1.4139222646610185e-05, |
| "loss": 0.9388, |
| "step": 828 |
| }, |
| { |
| "epoch": 2.1368624919302777, |
| "grad_norm": 0.6060884386262935, |
| "learning_rate": 1.4122789551179495e-05, |
| "loss": 0.9884, |
| "step": 829 |
| }, |
| { |
| "epoch": 2.1394448030987734, |
| "grad_norm": 0.6061173547442686, |
| "learning_rate": 1.4106343031399252e-05, |
| "loss": 0.924, |
| "step": 830 |
| }, |
| { |
| "epoch": 2.142027114267269, |
| "grad_norm": 0.5851413898430766, |
| "learning_rate": 1.408988314082151e-05, |
| "loss": 0.9455, |
| "step": 831 |
| }, |
| { |
| "epoch": 2.144609425435765, |
| "grad_norm": 0.588388475305726, |
| "learning_rate": 1.4073409933041853e-05, |
| "loss": 0.9337, |
| "step": 832 |
| }, |
| { |
| "epoch": 2.147191736604261, |
| "grad_norm": 0.5838096533852828, |
| "learning_rate": 1.4056923461699232e-05, |
| "loss": 0.9392, |
| "step": 833 |
| }, |
| { |
| "epoch": 2.1497740477727567, |
| "grad_norm": 0.5997141349811622, |
| "learning_rate": 1.4040423780475787e-05, |
| "loss": 0.9593, |
| "step": 834 |
| }, |
| { |
| "epoch": 2.1523563589412524, |
| "grad_norm": 0.6020566174282612, |
| "learning_rate": 1.4023910943096662e-05, |
| "loss": 0.9616, |
| "step": 835 |
| }, |
| { |
| "epoch": 2.154938670109748, |
| "grad_norm": 0.6073751111196977, |
| "learning_rate": 1.4007385003329847e-05, |
| "loss": 0.9804, |
| "step": 836 |
| }, |
| { |
| "epoch": 2.157520981278244, |
| "grad_norm": 0.640691713500995, |
| "learning_rate": 1.3990846014985997e-05, |
| "loss": 0.9525, |
| "step": 837 |
| }, |
| { |
| "epoch": 2.16010329244674, |
| "grad_norm": 0.5749963474745784, |
| "learning_rate": 1.397429403191825e-05, |
| "loss": 0.9753, |
| "step": 838 |
| }, |
| { |
| "epoch": 2.1626856036152358, |
| "grad_norm": 0.6017911845722985, |
| "learning_rate": 1.3957729108022057e-05, |
| "loss": 0.9698, |
| "step": 839 |
| }, |
| { |
| "epoch": 2.1652679147837315, |
| "grad_norm": 0.598963393328458, |
| "learning_rate": 1.3941151297235007e-05, |
| "loss": 0.9828, |
| "step": 840 |
| }, |
| { |
| "epoch": 2.167850225952227, |
| "grad_norm": 0.5829192765375827, |
| "learning_rate": 1.3924560653536652e-05, |
| "loss": 0.9399, |
| "step": 841 |
| }, |
| { |
| "epoch": 2.170432537120723, |
| "grad_norm": 0.5736202743026629, |
| "learning_rate": 1.3907957230948328e-05, |
| "loss": 0.9414, |
| "step": 842 |
| }, |
| { |
| "epoch": 2.1730148482892186, |
| "grad_norm": 0.6048383091141705, |
| "learning_rate": 1.3891341083532979e-05, |
| "loss": 0.93, |
| "step": 843 |
| }, |
| { |
| "epoch": 2.175597159457715, |
| "grad_norm": 0.6058814179639644, |
| "learning_rate": 1.3874712265394984e-05, |
| "loss": 0.9625, |
| "step": 844 |
| }, |
| { |
| "epoch": 2.1781794706262105, |
| "grad_norm": 0.6048568085747608, |
| "learning_rate": 1.3858070830679987e-05, |
| "loss": 0.9325, |
| "step": 845 |
| }, |
| { |
| "epoch": 2.1807617817947063, |
| "grad_norm": 0.6166529166864086, |
| "learning_rate": 1.3841416833574696e-05, |
| "loss": 0.9991, |
| "step": 846 |
| }, |
| { |
| "epoch": 2.183344092963202, |
| "grad_norm": 0.5836884801008753, |
| "learning_rate": 1.3824750328306747e-05, |
| "loss": 0.9567, |
| "step": 847 |
| }, |
| { |
| "epoch": 2.1859264041316977, |
| "grad_norm": 0.5952429990454414, |
| "learning_rate": 1.3808071369144476e-05, |
| "loss": 0.9244, |
| "step": 848 |
| }, |
| { |
| "epoch": 2.188508715300194, |
| "grad_norm": 0.5857084084921026, |
| "learning_rate": 1.37913800103968e-05, |
| "loss": 0.9655, |
| "step": 849 |
| }, |
| { |
| "epoch": 2.1910910264686896, |
| "grad_norm": 0.6279175507836195, |
| "learning_rate": 1.3774676306412986e-05, |
| "loss": 0.9323, |
| "step": 850 |
| }, |
| { |
| "epoch": 2.1936733376371853, |
| "grad_norm": 0.5863735033805826, |
| "learning_rate": 1.3757960311582518e-05, |
| "loss": 0.961, |
| "step": 851 |
| }, |
| { |
| "epoch": 2.196255648805681, |
| "grad_norm": 0.5793193685107874, |
| "learning_rate": 1.3741232080334889e-05, |
| "loss": 0.9417, |
| "step": 852 |
| }, |
| { |
| "epoch": 2.1988379599741767, |
| "grad_norm": 0.5779370435007501, |
| "learning_rate": 1.3724491667139437e-05, |
| "loss": 0.9543, |
| "step": 853 |
| }, |
| { |
| "epoch": 2.2014202711426725, |
| "grad_norm": 0.5898150549054328, |
| "learning_rate": 1.3707739126505168e-05, |
| "loss": 0.9751, |
| "step": 854 |
| }, |
| { |
| "epoch": 2.2040025823111686, |
| "grad_norm": 0.5932733176039338, |
| "learning_rate": 1.3690974512980577e-05, |
| "loss": 0.9453, |
| "step": 855 |
| }, |
| { |
| "epoch": 2.2065848934796644, |
| "grad_norm": 0.5905918422617804, |
| "learning_rate": 1.3674197881153468e-05, |
| "loss": 0.9361, |
| "step": 856 |
| }, |
| { |
| "epoch": 2.20916720464816, |
| "grad_norm": 0.594528411021171, |
| "learning_rate": 1.365740928565078e-05, |
| "loss": 0.9781, |
| "step": 857 |
| }, |
| { |
| "epoch": 2.211749515816656, |
| "grad_norm": 0.5872952131266409, |
| "learning_rate": 1.3640608781138407e-05, |
| "loss": 0.9479, |
| "step": 858 |
| }, |
| { |
| "epoch": 2.2143318269851515, |
| "grad_norm": 0.5929574963797165, |
| "learning_rate": 1.3623796422321018e-05, |
| "loss": 0.9488, |
| "step": 859 |
| }, |
| { |
| "epoch": 2.2169141381536477, |
| "grad_norm": 0.6100088602969217, |
| "learning_rate": 1.3606972263941884e-05, |
| "loss": 0.93, |
| "step": 860 |
| }, |
| { |
| "epoch": 2.2194964493221434, |
| "grad_norm": 0.5757485969334069, |
| "learning_rate": 1.3590136360782697e-05, |
| "loss": 0.9167, |
| "step": 861 |
| }, |
| { |
| "epoch": 2.222078760490639, |
| "grad_norm": 0.5880881759424176, |
| "learning_rate": 1.3573288767663388e-05, |
| "loss": 0.9831, |
| "step": 862 |
| }, |
| { |
| "epoch": 2.224661071659135, |
| "grad_norm": 0.6101438672240849, |
| "learning_rate": 1.3556429539441957e-05, |
| "loss": 0.9425, |
| "step": 863 |
| }, |
| { |
| "epoch": 2.2272433828276306, |
| "grad_norm": 0.6032144416691072, |
| "learning_rate": 1.3539558731014285e-05, |
| "loss": 0.956, |
| "step": 864 |
| }, |
| { |
| "epoch": 2.2298256939961267, |
| "grad_norm": 0.5877358574038184, |
| "learning_rate": 1.3522676397313963e-05, |
| "loss": 0.9769, |
| "step": 865 |
| }, |
| { |
| "epoch": 2.2324080051646225, |
| "grad_norm": 0.6037905375839121, |
| "learning_rate": 1.3505782593312108e-05, |
| "loss": 0.9577, |
| "step": 866 |
| }, |
| { |
| "epoch": 2.234990316333118, |
| "grad_norm": 0.5826777668673346, |
| "learning_rate": 1.3488877374017189e-05, |
| "loss": 0.9514, |
| "step": 867 |
| }, |
| { |
| "epoch": 2.237572627501614, |
| "grad_norm": 0.591593499195398, |
| "learning_rate": 1.3471960794474837e-05, |
| "loss": 0.9563, |
| "step": 868 |
| }, |
| { |
| "epoch": 2.2401549386701096, |
| "grad_norm": 0.5972872893141782, |
| "learning_rate": 1.345503290976768e-05, |
| "loss": 0.9646, |
| "step": 869 |
| }, |
| { |
| "epoch": 2.242737249838606, |
| "grad_norm": 0.5695814980462333, |
| "learning_rate": 1.3438093775015157e-05, |
| "loss": 0.9295, |
| "step": 870 |
| }, |
| { |
| "epoch": 2.2453195610071015, |
| "grad_norm": 0.5950572680113415, |
| "learning_rate": 1.342114344537334e-05, |
| "loss": 0.9378, |
| "step": 871 |
| }, |
| { |
| "epoch": 2.2479018721755972, |
| "grad_norm": 0.645911801845914, |
| "learning_rate": 1.3404181976034743e-05, |
| "loss": 0.9889, |
| "step": 872 |
| }, |
| { |
| "epoch": 2.250484183344093, |
| "grad_norm": 0.5891952037473503, |
| "learning_rate": 1.3387209422228164e-05, |
| "loss": 0.9257, |
| "step": 873 |
| }, |
| { |
| "epoch": 2.2530664945125887, |
| "grad_norm": 0.6101696680348054, |
| "learning_rate": 1.3370225839218494e-05, |
| "loss": 0.9387, |
| "step": 874 |
| }, |
| { |
| "epoch": 2.2556488056810844, |
| "grad_norm": 0.6235755995527572, |
| "learning_rate": 1.3353231282306521e-05, |
| "loss": 0.9699, |
| "step": 875 |
| }, |
| { |
| "epoch": 2.2582311168495806, |
| "grad_norm": 0.6032240561162692, |
| "learning_rate": 1.3336225806828782e-05, |
| "loss": 0.9256, |
| "step": 876 |
| }, |
| { |
| "epoch": 2.2608134280180763, |
| "grad_norm": 0.6200539436633388, |
| "learning_rate": 1.3319209468157362e-05, |
| "loss": 0.977, |
| "step": 877 |
| }, |
| { |
| "epoch": 2.263395739186572, |
| "grad_norm": 0.6357789919117319, |
| "learning_rate": 1.3302182321699712e-05, |
| "loss": 0.9589, |
| "step": 878 |
| }, |
| { |
| "epoch": 2.2659780503550677, |
| "grad_norm": 0.6102482086269118, |
| "learning_rate": 1.3285144422898486e-05, |
| "loss": 0.9595, |
| "step": 879 |
| }, |
| { |
| "epoch": 2.2685603615235634, |
| "grad_norm": 0.6310634925304537, |
| "learning_rate": 1.3268095827231333e-05, |
| "loss": 0.9406, |
| "step": 880 |
| }, |
| { |
| "epoch": 2.2711426726920596, |
| "grad_norm": 0.6196741175987706, |
| "learning_rate": 1.3251036590210751e-05, |
| "loss": 0.9623, |
| "step": 881 |
| }, |
| { |
| "epoch": 2.2737249838605553, |
| "grad_norm": 0.5865418451174635, |
| "learning_rate": 1.323396676738387e-05, |
| "loss": 0.9618, |
| "step": 882 |
| }, |
| { |
| "epoch": 2.276307295029051, |
| "grad_norm": 0.5886489491664807, |
| "learning_rate": 1.3216886414332304e-05, |
| "loss": 0.9654, |
| "step": 883 |
| }, |
| { |
| "epoch": 2.2788896061975468, |
| "grad_norm": 0.6269313692986308, |
| "learning_rate": 1.319979558667194e-05, |
| "loss": 0.9648, |
| "step": 884 |
| }, |
| { |
| "epoch": 2.2814719173660425, |
| "grad_norm": 0.5950331112803471, |
| "learning_rate": 1.3182694340052785e-05, |
| "loss": 1.0065, |
| "step": 885 |
| }, |
| { |
| "epoch": 2.284054228534538, |
| "grad_norm": 0.5868804806129319, |
| "learning_rate": 1.3165582730158764e-05, |
| "loss": 0.9425, |
| "step": 886 |
| }, |
| { |
| "epoch": 2.2866365397030344, |
| "grad_norm": 0.585709126958065, |
| "learning_rate": 1.3148460812707549e-05, |
| "loss": 0.9866, |
| "step": 887 |
| }, |
| { |
| "epoch": 2.28921885087153, |
| "grad_norm": 0.5943971591153827, |
| "learning_rate": 1.3131328643450373e-05, |
| "loss": 0.928, |
| "step": 888 |
| }, |
| { |
| "epoch": 2.291801162040026, |
| "grad_norm": 0.6011485207920195, |
| "learning_rate": 1.3114186278171855e-05, |
| "loss": 0.9471, |
| "step": 889 |
| }, |
| { |
| "epoch": 2.2943834732085215, |
| "grad_norm": 0.6202130154424499, |
| "learning_rate": 1.3097033772689804e-05, |
| "loss": 0.9555, |
| "step": 890 |
| }, |
| { |
| "epoch": 2.2969657843770173, |
| "grad_norm": 0.601191279942045, |
| "learning_rate": 1.3079871182855056e-05, |
| "loss": 0.9763, |
| "step": 891 |
| }, |
| { |
| "epoch": 2.2995480955455134, |
| "grad_norm": 0.6091424415493963, |
| "learning_rate": 1.3062698564551277e-05, |
| "loss": 0.9564, |
| "step": 892 |
| }, |
| { |
| "epoch": 2.302130406714009, |
| "grad_norm": 0.6322044545300952, |
| "learning_rate": 1.3045515973694793e-05, |
| "loss": 0.9621, |
| "step": 893 |
| }, |
| { |
| "epoch": 2.304712717882505, |
| "grad_norm": 0.593976781762648, |
| "learning_rate": 1.3028323466234398e-05, |
| "loss": 0.9352, |
| "step": 894 |
| }, |
| { |
| "epoch": 2.3072950290510006, |
| "grad_norm": 0.6093135390414695, |
| "learning_rate": 1.3011121098151177e-05, |
| "loss": 0.9444, |
| "step": 895 |
| }, |
| { |
| "epoch": 2.3098773402194963, |
| "grad_norm": 0.6081280945984243, |
| "learning_rate": 1.2993908925458318e-05, |
| "loss": 0.9019, |
| "step": 896 |
| }, |
| { |
| "epoch": 2.312459651387992, |
| "grad_norm": 0.5965625320422764, |
| "learning_rate": 1.2976687004200941e-05, |
| "loss": 0.9504, |
| "step": 897 |
| }, |
| { |
| "epoch": 2.315041962556488, |
| "grad_norm": 0.6136358258415586, |
| "learning_rate": 1.2959455390455906e-05, |
| "loss": 0.9598, |
| "step": 898 |
| }, |
| { |
| "epoch": 2.317624273724984, |
| "grad_norm": 0.614066787514822, |
| "learning_rate": 1.294221414033163e-05, |
| "loss": 0.9151, |
| "step": 899 |
| }, |
| { |
| "epoch": 2.3202065848934796, |
| "grad_norm": 0.595393393778215, |
| "learning_rate": 1.2924963309967914e-05, |
| "loss": 0.9383, |
| "step": 900 |
| }, |
| { |
| "epoch": 2.3227888960619754, |
| "grad_norm": 0.6123276452590078, |
| "learning_rate": 1.2907702955535744e-05, |
| "loss": 0.9449, |
| "step": 901 |
| }, |
| { |
| "epoch": 2.325371207230471, |
| "grad_norm": 0.6002189347008143, |
| "learning_rate": 1.2890433133237129e-05, |
| "loss": 0.9648, |
| "step": 902 |
| }, |
| { |
| "epoch": 2.3279535183989672, |
| "grad_norm": 0.5948640736384636, |
| "learning_rate": 1.2873153899304898e-05, |
| "loss": 0.9654, |
| "step": 903 |
| }, |
| { |
| "epoch": 2.330535829567463, |
| "grad_norm": 0.6253192331451701, |
| "learning_rate": 1.2855865310002526e-05, |
| "loss": 0.9459, |
| "step": 904 |
| }, |
| { |
| "epoch": 2.3331181407359587, |
| "grad_norm": 0.6060085962717341, |
| "learning_rate": 1.2838567421623957e-05, |
| "loss": 0.9648, |
| "step": 905 |
| }, |
| { |
| "epoch": 2.3357004519044544, |
| "grad_norm": 0.5909129536256885, |
| "learning_rate": 1.2821260290493411e-05, |
| "loss": 0.9615, |
| "step": 906 |
| }, |
| { |
| "epoch": 2.33828276307295, |
| "grad_norm": 0.6033489652168267, |
| "learning_rate": 1.2803943972965193e-05, |
| "loss": 0.9822, |
| "step": 907 |
| }, |
| { |
| "epoch": 2.340865074241446, |
| "grad_norm": 0.6471948077451358, |
| "learning_rate": 1.278661852542354e-05, |
| "loss": 0.9372, |
| "step": 908 |
| }, |
| { |
| "epoch": 2.343447385409942, |
| "grad_norm": 0.5875321400886871, |
| "learning_rate": 1.2769284004282398e-05, |
| "loss": 0.9283, |
| "step": 909 |
| }, |
| { |
| "epoch": 2.3460296965784377, |
| "grad_norm": 0.57397296055963, |
| "learning_rate": 1.2751940465985273e-05, |
| "loss": 0.9443, |
| "step": 910 |
| }, |
| { |
| "epoch": 2.3486120077469335, |
| "grad_norm": 0.6083870147758043, |
| "learning_rate": 1.2734587967005025e-05, |
| "loss": 0.9911, |
| "step": 911 |
| }, |
| { |
| "epoch": 2.351194318915429, |
| "grad_norm": 0.5893684173951856, |
| "learning_rate": 1.2717226563843687e-05, |
| "loss": 0.9775, |
| "step": 912 |
| }, |
| { |
| "epoch": 2.3537766300839253, |
| "grad_norm": 0.6098963204737635, |
| "learning_rate": 1.26998563130323e-05, |
| "loss": 0.9352, |
| "step": 913 |
| }, |
| { |
| "epoch": 2.356358941252421, |
| "grad_norm": 0.6028323564667681, |
| "learning_rate": 1.268247727113069e-05, |
| "loss": 0.9535, |
| "step": 914 |
| }, |
| { |
| "epoch": 2.358941252420917, |
| "grad_norm": 0.6139836763290958, |
| "learning_rate": 1.2665089494727338e-05, |
| "loss": 0.9543, |
| "step": 915 |
| }, |
| { |
| "epoch": 2.3615235635894125, |
| "grad_norm": 0.5979010266216653, |
| "learning_rate": 1.2647693040439142e-05, |
| "loss": 0.9584, |
| "step": 916 |
| }, |
| { |
| "epoch": 2.3641058747579082, |
| "grad_norm": 0.6035572479241811, |
| "learning_rate": 1.2630287964911261e-05, |
| "loss": 0.958, |
| "step": 917 |
| }, |
| { |
| "epoch": 2.366688185926404, |
| "grad_norm": 0.5830490108904467, |
| "learning_rate": 1.2612874324816935e-05, |
| "loss": 0.9492, |
| "step": 918 |
| }, |
| { |
| "epoch": 2.3692704970949, |
| "grad_norm": 0.6049407013095448, |
| "learning_rate": 1.2595452176857283e-05, |
| "loss": 0.9215, |
| "step": 919 |
| }, |
| { |
| "epoch": 2.371852808263396, |
| "grad_norm": 0.5853837977544576, |
| "learning_rate": 1.2578021577761132e-05, |
| "loss": 0.9397, |
| "step": 920 |
| }, |
| { |
| "epoch": 2.3744351194318916, |
| "grad_norm": 0.6270536757002744, |
| "learning_rate": 1.2560582584284822e-05, |
| "loss": 0.9817, |
| "step": 921 |
| }, |
| { |
| "epoch": 2.3770174306003873, |
| "grad_norm": 0.6353840335416789, |
| "learning_rate": 1.2543135253212027e-05, |
| "loss": 0.9559, |
| "step": 922 |
| }, |
| { |
| "epoch": 2.379599741768883, |
| "grad_norm": 0.585963379760864, |
| "learning_rate": 1.2525679641353571e-05, |
| "loss": 0.9453, |
| "step": 923 |
| }, |
| { |
| "epoch": 2.382182052937379, |
| "grad_norm": 0.5894211852291655, |
| "learning_rate": 1.2508215805547246e-05, |
| "loss": 0.9251, |
| "step": 924 |
| }, |
| { |
| "epoch": 2.384764364105875, |
| "grad_norm": 0.572359971184135, |
| "learning_rate": 1.2490743802657614e-05, |
| "loss": 0.9564, |
| "step": 925 |
| }, |
| { |
| "epoch": 2.3873466752743706, |
| "grad_norm": 0.5786820742067271, |
| "learning_rate": 1.2473263689575835e-05, |
| "loss": 0.9291, |
| "step": 926 |
| }, |
| { |
| "epoch": 2.3899289864428663, |
| "grad_norm": 0.590281816939995, |
| "learning_rate": 1.2455775523219472e-05, |
| "loss": 0.9248, |
| "step": 927 |
| }, |
| { |
| "epoch": 2.392511297611362, |
| "grad_norm": 0.5851632591490395, |
| "learning_rate": 1.2438279360532317e-05, |
| "loss": 0.9558, |
| "step": 928 |
| }, |
| { |
| "epoch": 2.3950936087798578, |
| "grad_norm": 0.6073264082842632, |
| "learning_rate": 1.2420775258484194e-05, |
| "loss": 0.9152, |
| "step": 929 |
| }, |
| { |
| "epoch": 2.397675919948354, |
| "grad_norm": 0.5961742171533062, |
| "learning_rate": 1.2403263274070786e-05, |
| "loss": 0.9614, |
| "step": 930 |
| }, |
| { |
| "epoch": 2.4002582311168497, |
| "grad_norm": 0.6094671056323115, |
| "learning_rate": 1.238574346431343e-05, |
| "loss": 0.9478, |
| "step": 931 |
| }, |
| { |
| "epoch": 2.4028405422853454, |
| "grad_norm": 0.6141679641874132, |
| "learning_rate": 1.2368215886258952e-05, |
| "loss": 0.9588, |
| "step": 932 |
| }, |
| { |
| "epoch": 2.405422853453841, |
| "grad_norm": 0.5891888079618772, |
| "learning_rate": 1.2350680596979474e-05, |
| "loss": 0.9748, |
| "step": 933 |
| }, |
| { |
| "epoch": 2.408005164622337, |
| "grad_norm": 0.6220233686120056, |
| "learning_rate": 1.233313765357222e-05, |
| "loss": 0.9547, |
| "step": 934 |
| }, |
| { |
| "epoch": 2.410587475790833, |
| "grad_norm": 0.6111194107579635, |
| "learning_rate": 1.2315587113159342e-05, |
| "loss": 0.9374, |
| "step": 935 |
| }, |
| { |
| "epoch": 2.4131697869593287, |
| "grad_norm": 0.5816987304224244, |
| "learning_rate": 1.2298029032887725e-05, |
| "loss": 0.9611, |
| "step": 936 |
| }, |
| { |
| "epoch": 2.4157520981278244, |
| "grad_norm": 0.6103256535275182, |
| "learning_rate": 1.228046346992881e-05, |
| "loss": 0.9388, |
| "step": 937 |
| }, |
| { |
| "epoch": 2.41833440929632, |
| "grad_norm": 0.5861255113568193, |
| "learning_rate": 1.22628904814784e-05, |
| "loss": 0.9582, |
| "step": 938 |
| }, |
| { |
| "epoch": 2.420916720464816, |
| "grad_norm": 0.5823515712678948, |
| "learning_rate": 1.224531012475647e-05, |
| "loss": 0.9898, |
| "step": 939 |
| }, |
| { |
| "epoch": 2.4234990316333116, |
| "grad_norm": 0.609671663934881, |
| "learning_rate": 1.2227722457007e-05, |
| "loss": 0.9596, |
| "step": 940 |
| }, |
| { |
| "epoch": 2.4260813428018078, |
| "grad_norm": 0.5972948161325082, |
| "learning_rate": 1.221012753549776e-05, |
| "loss": 0.9955, |
| "step": 941 |
| }, |
| { |
| "epoch": 2.4286636539703035, |
| "grad_norm": 0.5879925977172995, |
| "learning_rate": 1.2192525417520159e-05, |
| "loss": 0.9615, |
| "step": 942 |
| }, |
| { |
| "epoch": 2.431245965138799, |
| "grad_norm": 0.6075551488590047, |
| "learning_rate": 1.2174916160389024e-05, |
| "loss": 0.9572, |
| "step": 943 |
| }, |
| { |
| "epoch": 2.433828276307295, |
| "grad_norm": 0.6113872256428539, |
| "learning_rate": 1.2157299821442424e-05, |
| "loss": 0.9671, |
| "step": 944 |
| }, |
| { |
| "epoch": 2.4364105874757906, |
| "grad_norm": 0.5838911691926075, |
| "learning_rate": 1.2139676458041505e-05, |
| "loss": 0.9352, |
| "step": 945 |
| }, |
| { |
| "epoch": 2.438992898644287, |
| "grad_norm": 0.604879771295695, |
| "learning_rate": 1.2122046127570268e-05, |
| "loss": 0.9541, |
| "step": 946 |
| }, |
| { |
| "epoch": 2.4415752098127825, |
| "grad_norm": 0.6008885632399309, |
| "learning_rate": 1.2104408887435413e-05, |
| "loss": 0.9633, |
| "step": 947 |
| }, |
| { |
| "epoch": 2.4441575209812783, |
| "grad_norm": 0.5834385132140035, |
| "learning_rate": 1.2086764795066128e-05, |
| "loss": 0.9455, |
| "step": 948 |
| }, |
| { |
| "epoch": 2.446739832149774, |
| "grad_norm": 0.6092567677261247, |
| "learning_rate": 1.2069113907913921e-05, |
| "loss": 0.9564, |
| "step": 949 |
| }, |
| { |
| "epoch": 2.4493221433182697, |
| "grad_norm": 0.5650318694461209, |
| "learning_rate": 1.2051456283452423e-05, |
| "loss": 0.97, |
| "step": 950 |
| }, |
| { |
| "epoch": 2.4519044544867654, |
| "grad_norm": 0.608288549791379, |
| "learning_rate": 1.2033791979177196e-05, |
| "loss": 0.9628, |
| "step": 951 |
| }, |
| { |
| "epoch": 2.4544867656552616, |
| "grad_norm": 0.6033407862962766, |
| "learning_rate": 1.2016121052605558e-05, |
| "loss": 0.9565, |
| "step": 952 |
| }, |
| { |
| "epoch": 2.4570690768237573, |
| "grad_norm": 0.6028336342782669, |
| "learning_rate": 1.1998443561276395e-05, |
| "loss": 0.9829, |
| "step": 953 |
| }, |
| { |
| "epoch": 2.459651387992253, |
| "grad_norm": 0.584653200324165, |
| "learning_rate": 1.1980759562749957e-05, |
| "loss": 0.9566, |
| "step": 954 |
| }, |
| { |
| "epoch": 2.4622336991607487, |
| "grad_norm": 0.6030118438156815, |
| "learning_rate": 1.1963069114607692e-05, |
| "loss": 0.9306, |
| "step": 955 |
| }, |
| { |
| "epoch": 2.464816010329245, |
| "grad_norm": 0.598687643898121, |
| "learning_rate": 1.1945372274452045e-05, |
| "loss": 0.9717, |
| "step": 956 |
| }, |
| { |
| "epoch": 2.4673983214977406, |
| "grad_norm": 0.6007026870754814, |
| "learning_rate": 1.1927669099906274e-05, |
| "loss": 0.9483, |
| "step": 957 |
| }, |
| { |
| "epoch": 2.4699806326662364, |
| "grad_norm": 0.5841035235550123, |
| "learning_rate": 1.1909959648614262e-05, |
| "loss": 0.9888, |
| "step": 958 |
| }, |
| { |
| "epoch": 2.472562943834732, |
| "grad_norm": 0.5950731809881308, |
| "learning_rate": 1.1892243978240332e-05, |
| "loss": 0.9442, |
| "step": 959 |
| }, |
| { |
| "epoch": 2.475145255003228, |
| "grad_norm": 0.6073950825590259, |
| "learning_rate": 1.1874522146469056e-05, |
| "loss": 0.9607, |
| "step": 960 |
| }, |
| { |
| "epoch": 2.4777275661717235, |
| "grad_norm": 0.5917705341695404, |
| "learning_rate": 1.1856794211005069e-05, |
| "loss": 0.9288, |
| "step": 961 |
| }, |
| { |
| "epoch": 2.4803098773402197, |
| "grad_norm": 0.5839083243509722, |
| "learning_rate": 1.183906022957288e-05, |
| "loss": 0.9676, |
| "step": 962 |
| }, |
| { |
| "epoch": 2.4828921885087154, |
| "grad_norm": 0.597493851436026, |
| "learning_rate": 1.182132025991669e-05, |
| "loss": 0.9598, |
| "step": 963 |
| }, |
| { |
| "epoch": 2.485474499677211, |
| "grad_norm": 0.5765315620556862, |
| "learning_rate": 1.1803574359800179e-05, |
| "loss": 0.9744, |
| "step": 964 |
| }, |
| { |
| "epoch": 2.488056810845707, |
| "grad_norm": 0.5912961838573095, |
| "learning_rate": 1.1785822587006362e-05, |
| "loss": 0.9847, |
| "step": 965 |
| }, |
| { |
| "epoch": 2.4906391220142026, |
| "grad_norm": 0.5816475691671312, |
| "learning_rate": 1.1768064999337364e-05, |
| "loss": 0.9411, |
| "step": 966 |
| }, |
| { |
| "epoch": 2.4932214331826987, |
| "grad_norm": 0.5846058314378276, |
| "learning_rate": 1.1750301654614242e-05, |
| "loss": 0.9693, |
| "step": 967 |
| }, |
| { |
| "epoch": 2.4958037443511945, |
| "grad_norm": 0.5830471307870174, |
| "learning_rate": 1.1732532610676808e-05, |
| "loss": 0.9354, |
| "step": 968 |
| }, |
| { |
| "epoch": 2.49838605551969, |
| "grad_norm": 0.5836564756949956, |
| "learning_rate": 1.1714757925383418e-05, |
| "loss": 0.9617, |
| "step": 969 |
| }, |
| { |
| "epoch": 2.500968366688186, |
| "grad_norm": 0.604259375943389, |
| "learning_rate": 1.1696977656610813e-05, |
| "loss": 0.9519, |
| "step": 970 |
| }, |
| { |
| "epoch": 2.5035506778566816, |
| "grad_norm": 0.5742797021433684, |
| "learning_rate": 1.1679191862253898e-05, |
| "loss": 0.9547, |
| "step": 971 |
| }, |
| { |
| "epoch": 2.5061329890251773, |
| "grad_norm": 0.5746553555926329, |
| "learning_rate": 1.1661400600225588e-05, |
| "loss": 0.9564, |
| "step": 972 |
| }, |
| { |
| "epoch": 2.5087153001936735, |
| "grad_norm": 0.5956191491364381, |
| "learning_rate": 1.1643603928456581e-05, |
| "loss": 0.9315, |
| "step": 973 |
| }, |
| { |
| "epoch": 2.5112976113621692, |
| "grad_norm": 0.5972863649697912, |
| "learning_rate": 1.1625801904895207e-05, |
| "loss": 0.9828, |
| "step": 974 |
| }, |
| { |
| "epoch": 2.513879922530665, |
| "grad_norm": 0.628215407427667, |
| "learning_rate": 1.1607994587507216e-05, |
| "loss": 0.9791, |
| "step": 975 |
| }, |
| { |
| "epoch": 2.5164622336991607, |
| "grad_norm": 0.5794209025299315, |
| "learning_rate": 1.1590182034275588e-05, |
| "loss": 0.9765, |
| "step": 976 |
| }, |
| { |
| "epoch": 2.5190445448676564, |
| "grad_norm": 0.5995540341976862, |
| "learning_rate": 1.157236430320037e-05, |
| "loss": 0.9425, |
| "step": 977 |
| }, |
| { |
| "epoch": 2.5216268560361526, |
| "grad_norm": 0.589687726091925, |
| "learning_rate": 1.155454145229845e-05, |
| "loss": 0.9269, |
| "step": 978 |
| }, |
| { |
| "epoch": 2.5242091672046483, |
| "grad_norm": 0.5903300924561746, |
| "learning_rate": 1.1536713539603392e-05, |
| "loss": 0.9515, |
| "step": 979 |
| }, |
| { |
| "epoch": 2.526791478373144, |
| "grad_norm": 0.5926698140037857, |
| "learning_rate": 1.1518880623165249e-05, |
| "loss": 0.9613, |
| "step": 980 |
| }, |
| { |
| "epoch": 2.5293737895416397, |
| "grad_norm": 0.5882141138215461, |
| "learning_rate": 1.1501042761050359e-05, |
| "loss": 0.9646, |
| "step": 981 |
| }, |
| { |
| "epoch": 2.5319561007101354, |
| "grad_norm": 0.5907114287701524, |
| "learning_rate": 1.1483200011341172e-05, |
| "loss": 0.9502, |
| "step": 982 |
| }, |
| { |
| "epoch": 2.534538411878631, |
| "grad_norm": 0.5796881924318279, |
| "learning_rate": 1.1465352432136041e-05, |
| "loss": 0.9337, |
| "step": 983 |
| }, |
| { |
| "epoch": 2.5371207230471273, |
| "grad_norm": 0.5738929122712656, |
| "learning_rate": 1.1447500081549054e-05, |
| "loss": 0.9405, |
| "step": 984 |
| }, |
| { |
| "epoch": 2.539703034215623, |
| "grad_norm": 0.580328116392153, |
| "learning_rate": 1.1429643017709833e-05, |
| "loss": 0.9539, |
| "step": 985 |
| }, |
| { |
| "epoch": 2.5422853453841188, |
| "grad_norm": 0.5881438247765939, |
| "learning_rate": 1.1411781298763343e-05, |
| "loss": 0.9313, |
| "step": 986 |
| }, |
| { |
| "epoch": 2.5448676565526145, |
| "grad_norm": 0.5885562040781032, |
| "learning_rate": 1.1393914982869711e-05, |
| "loss": 0.9425, |
| "step": 987 |
| }, |
| { |
| "epoch": 2.5474499677211107, |
| "grad_norm": 0.580594597098575, |
| "learning_rate": 1.1376044128204033e-05, |
| "loss": 0.9391, |
| "step": 988 |
| }, |
| { |
| "epoch": 2.5500322788896064, |
| "grad_norm": 0.5952429990647207, |
| "learning_rate": 1.1358168792956178e-05, |
| "loss": 0.9504, |
| "step": 989 |
| }, |
| { |
| "epoch": 2.552614590058102, |
| "grad_norm": 0.5970710014238076, |
| "learning_rate": 1.1340289035330614e-05, |
| "loss": 0.9878, |
| "step": 990 |
| }, |
| { |
| "epoch": 2.555196901226598, |
| "grad_norm": 0.6152662315238809, |
| "learning_rate": 1.1322404913546197e-05, |
| "loss": 0.9465, |
| "step": 991 |
| }, |
| { |
| "epoch": 2.5577792123950935, |
| "grad_norm": 0.6027222855714028, |
| "learning_rate": 1.1304516485836002e-05, |
| "loss": 0.971, |
| "step": 992 |
| }, |
| { |
| "epoch": 2.5603615235635893, |
| "grad_norm": 0.5918016876334783, |
| "learning_rate": 1.1286623810447122e-05, |
| "loss": 0.9652, |
| "step": 993 |
| }, |
| { |
| "epoch": 2.562943834732085, |
| "grad_norm": 0.5896636574102831, |
| "learning_rate": 1.1268726945640483e-05, |
| "loss": 0.9372, |
| "step": 994 |
| }, |
| { |
| "epoch": 2.565526145900581, |
| "grad_norm": 0.5824587400275631, |
| "learning_rate": 1.125082594969065e-05, |
| "loss": 0.9529, |
| "step": 995 |
| }, |
| { |
| "epoch": 2.568108457069077, |
| "grad_norm": 0.5697833980293927, |
| "learning_rate": 1.1232920880885632e-05, |
| "loss": 0.9554, |
| "step": 996 |
| }, |
| { |
| "epoch": 2.5706907682375726, |
| "grad_norm": 0.5801306805314953, |
| "learning_rate": 1.1215011797526716e-05, |
| "loss": 0.9268, |
| "step": 997 |
| }, |
| { |
| "epoch": 2.5732730794060683, |
| "grad_norm": 0.5965814716018379, |
| "learning_rate": 1.119709875792825e-05, |
| "loss": 0.962, |
| "step": 998 |
| }, |
| { |
| "epoch": 2.5758553905745645, |
| "grad_norm": 0.6086711337973163, |
| "learning_rate": 1.1179181820417469e-05, |
| "loss": 0.97, |
| "step": 999 |
| }, |
| { |
| "epoch": 2.57843770174306, |
| "grad_norm": 0.5785369755423095, |
| "learning_rate": 1.1161261043334296e-05, |
| "loss": 0.9495, |
| "step": 1000 |
| }, |
| { |
| "epoch": 2.581020012911556, |
| "grad_norm": 0.608023719014441, |
| "learning_rate": 1.1143336485031156e-05, |
| "loss": 0.9165, |
| "step": 1001 |
| }, |
| { |
| "epoch": 2.5836023240800516, |
| "grad_norm": 0.6320332520260791, |
| "learning_rate": 1.1125408203872793e-05, |
| "loss": 1.0028, |
| "step": 1002 |
| }, |
| { |
| "epoch": 2.5861846352485474, |
| "grad_norm": 0.5833673102474324, |
| "learning_rate": 1.1107476258236059e-05, |
| "loss": 0.942, |
| "step": 1003 |
| }, |
| { |
| "epoch": 2.588766946417043, |
| "grad_norm": 0.5888791372130312, |
| "learning_rate": 1.1089540706509757e-05, |
| "loss": 0.9548, |
| "step": 1004 |
| }, |
| { |
| "epoch": 2.591349257585539, |
| "grad_norm": 0.5862228558392754, |
| "learning_rate": 1.1071601607094416e-05, |
| "loss": 0.9096, |
| "step": 1005 |
| }, |
| { |
| "epoch": 2.593931568754035, |
| "grad_norm": 0.6178780038575998, |
| "learning_rate": 1.1053659018402123e-05, |
| "loss": 0.9539, |
| "step": 1006 |
| }, |
| { |
| "epoch": 2.5965138799225307, |
| "grad_norm": 0.6227035958216502, |
| "learning_rate": 1.1035712998856332e-05, |
| "loss": 0.9845, |
| "step": 1007 |
| }, |
| { |
| "epoch": 2.5990961910910264, |
| "grad_norm": 0.585793574816453, |
| "learning_rate": 1.1017763606891653e-05, |
| "loss": 0.9564, |
| "step": 1008 |
| }, |
| { |
| "epoch": 2.601678502259522, |
| "grad_norm": 0.6031850388726575, |
| "learning_rate": 1.0999810900953701e-05, |
| "loss": 0.966, |
| "step": 1009 |
| }, |
| { |
| "epoch": 2.6042608134280183, |
| "grad_norm": 0.6325995476999388, |
| "learning_rate": 1.0981854939498853e-05, |
| "loss": 0.934, |
| "step": 1010 |
| }, |
| { |
| "epoch": 2.606843124596514, |
| "grad_norm": 0.604370954178913, |
| "learning_rate": 1.0963895780994106e-05, |
| "loss": 0.962, |
| "step": 1011 |
| }, |
| { |
| "epoch": 2.6094254357650097, |
| "grad_norm": 0.6046507204858135, |
| "learning_rate": 1.0945933483916867e-05, |
| "loss": 0.9628, |
| "step": 1012 |
| }, |
| { |
| "epoch": 2.6120077469335055, |
| "grad_norm": 0.6055958607582257, |
| "learning_rate": 1.0927968106754747e-05, |
| "loss": 0.9724, |
| "step": 1013 |
| }, |
| { |
| "epoch": 2.614590058102001, |
| "grad_norm": 0.6142519834748665, |
| "learning_rate": 1.0909999708005407e-05, |
| "loss": 0.9859, |
| "step": 1014 |
| }, |
| { |
| "epoch": 2.617172369270497, |
| "grad_norm": 0.587585188897923, |
| "learning_rate": 1.0892028346176333e-05, |
| "loss": 0.9337, |
| "step": 1015 |
| }, |
| { |
| "epoch": 2.6197546804389926, |
| "grad_norm": 0.5775553775383109, |
| "learning_rate": 1.087405407978466e-05, |
| "loss": 0.9247, |
| "step": 1016 |
| }, |
| { |
| "epoch": 2.622336991607489, |
| "grad_norm": 0.5914086152693361, |
| "learning_rate": 1.0856076967356983e-05, |
| "loss": 0.9646, |
| "step": 1017 |
| }, |
| { |
| "epoch": 2.6249193027759845, |
| "grad_norm": 0.6252845963452488, |
| "learning_rate": 1.0838097067429168e-05, |
| "loss": 0.9783, |
| "step": 1018 |
| }, |
| { |
| "epoch": 2.6275016139444802, |
| "grad_norm": 0.5861511527646114, |
| "learning_rate": 1.0820114438546152e-05, |
| "loss": 0.9621, |
| "step": 1019 |
| }, |
| { |
| "epoch": 2.630083925112976, |
| "grad_norm": 0.5836312295046293, |
| "learning_rate": 1.080212913926176e-05, |
| "loss": 0.9554, |
| "step": 1020 |
| }, |
| { |
| "epoch": 2.632666236281472, |
| "grad_norm": 0.6040474003003209, |
| "learning_rate": 1.0784141228138507e-05, |
| "loss": 0.9516, |
| "step": 1021 |
| }, |
| { |
| "epoch": 2.635248547449968, |
| "grad_norm": 0.6355202880988752, |
| "learning_rate": 1.0766150763747423e-05, |
| "loss": 0.9789, |
| "step": 1022 |
| }, |
| { |
| "epoch": 2.6378308586184636, |
| "grad_norm": 0.5897510462672635, |
| "learning_rate": 1.0748157804667844e-05, |
| "loss": 0.9374, |
| "step": 1023 |
| }, |
| { |
| "epoch": 2.6404131697869593, |
| "grad_norm": 0.5899429810230572, |
| "learning_rate": 1.0730162409487233e-05, |
| "loss": 0.9329, |
| "step": 1024 |
| }, |
| { |
| "epoch": 2.642995480955455, |
| "grad_norm": 0.6030569126093994, |
| "learning_rate": 1.071216463680098e-05, |
| "loss": 0.9662, |
| "step": 1025 |
| }, |
| { |
| "epoch": 2.6455777921239507, |
| "grad_norm": 0.5981188227832869, |
| "learning_rate": 1.069416454521222e-05, |
| "loss": 0.9753, |
| "step": 1026 |
| }, |
| { |
| "epoch": 2.648160103292447, |
| "grad_norm": 0.618406401340536, |
| "learning_rate": 1.0676162193331642e-05, |
| "loss": 0.9729, |
| "step": 1027 |
| }, |
| { |
| "epoch": 2.6507424144609426, |
| "grad_norm": 0.5945181324122579, |
| "learning_rate": 1.0658157639777285e-05, |
| "loss": 0.9296, |
| "step": 1028 |
| }, |
| { |
| "epoch": 2.6533247256294383, |
| "grad_norm": 0.621876814177428, |
| "learning_rate": 1.0640150943174368e-05, |
| "loss": 0.9628, |
| "step": 1029 |
| }, |
| { |
| "epoch": 2.655907036797934, |
| "grad_norm": 0.5872555607480314, |
| "learning_rate": 1.0622142162155084e-05, |
| "loss": 0.9647, |
| "step": 1030 |
| }, |
| { |
| "epoch": 2.65848934796643, |
| "grad_norm": 0.6016180713767454, |
| "learning_rate": 1.060413135535841e-05, |
| "loss": 0.9489, |
| "step": 1031 |
| }, |
| { |
| "epoch": 2.661071659134926, |
| "grad_norm": 0.5963657410420156, |
| "learning_rate": 1.0586118581429923e-05, |
| "loss": 0.9476, |
| "step": 1032 |
| }, |
| { |
| "epoch": 2.6636539703034217, |
| "grad_norm": 0.5814763983307615, |
| "learning_rate": 1.05681038990216e-05, |
| "loss": 0.9463, |
| "step": 1033 |
| }, |
| { |
| "epoch": 2.6662362814719174, |
| "grad_norm": 0.5725192948619975, |
| "learning_rate": 1.0550087366791641e-05, |
| "loss": 0.9804, |
| "step": 1034 |
| }, |
| { |
| "epoch": 2.668818592640413, |
| "grad_norm": 0.5916916107783017, |
| "learning_rate": 1.053206904340426e-05, |
| "loss": 0.9629, |
| "step": 1035 |
| }, |
| { |
| "epoch": 2.671400903808909, |
| "grad_norm": 0.5904165915891584, |
| "learning_rate": 1.0514048987529515e-05, |
| "loss": 0.9579, |
| "step": 1036 |
| }, |
| { |
| "epoch": 2.6739832149774045, |
| "grad_norm": 0.5914405056148352, |
| "learning_rate": 1.0496027257843088e-05, |
| "loss": 0.9807, |
| "step": 1037 |
| }, |
| { |
| "epoch": 2.6765655261459007, |
| "grad_norm": 0.5846745644240308, |
| "learning_rate": 1.0478003913026125e-05, |
| "loss": 0.9679, |
| "step": 1038 |
| }, |
| { |
| "epoch": 2.6791478373143964, |
| "grad_norm": 0.6002766375251781, |
| "learning_rate": 1.045997901176503e-05, |
| "loss": 0.971, |
| "step": 1039 |
| }, |
| { |
| "epoch": 2.681730148482892, |
| "grad_norm": 0.5847650891279706, |
| "learning_rate": 1.0441952612751267e-05, |
| "loss": 0.9627, |
| "step": 1040 |
| }, |
| { |
| "epoch": 2.684312459651388, |
| "grad_norm": 0.6040931012169604, |
| "learning_rate": 1.0423924774681186e-05, |
| "loss": 0.9503, |
| "step": 1041 |
| }, |
| { |
| "epoch": 2.686894770819884, |
| "grad_norm": 0.5785542819032363, |
| "learning_rate": 1.0405895556255818e-05, |
| "loss": 0.9559, |
| "step": 1042 |
| }, |
| { |
| "epoch": 2.6894770819883798, |
| "grad_norm": 0.6052229883487668, |
| "learning_rate": 1.0387865016180688e-05, |
| "loss": 0.9622, |
| "step": 1043 |
| }, |
| { |
| "epoch": 2.6920593931568755, |
| "grad_norm": 0.5848263105245827, |
| "learning_rate": 1.0369833213165625e-05, |
| "loss": 0.9598, |
| "step": 1044 |
| }, |
| { |
| "epoch": 2.694641704325371, |
| "grad_norm": 0.5926309991366325, |
| "learning_rate": 1.035180020592457e-05, |
| "loss": 0.9372, |
| "step": 1045 |
| }, |
| { |
| "epoch": 2.697224015493867, |
| "grad_norm": 0.5844049554145337, |
| "learning_rate": 1.0333766053175391e-05, |
| "loss": 0.9439, |
| "step": 1046 |
| }, |
| { |
| "epoch": 2.6998063266623626, |
| "grad_norm": 0.6001743480120659, |
| "learning_rate": 1.031573081363968e-05, |
| "loss": 0.9346, |
| "step": 1047 |
| }, |
| { |
| "epoch": 2.7023886378308584, |
| "grad_norm": 0.5897380533051093, |
| "learning_rate": 1.0297694546042563e-05, |
| "loss": 0.9604, |
| "step": 1048 |
| }, |
| { |
| "epoch": 2.7049709489993545, |
| "grad_norm": 0.584956431101729, |
| "learning_rate": 1.0279657309112526e-05, |
| "loss": 0.9045, |
| "step": 1049 |
| }, |
| { |
| "epoch": 2.7075532601678503, |
| "grad_norm": 0.5712935010828868, |
| "learning_rate": 1.02616191615812e-05, |
| "loss": 0.9466, |
| "step": 1050 |
| }, |
| { |
| "epoch": 2.710135571336346, |
| "grad_norm": 0.583381386123002, |
| "learning_rate": 1.0243580162183189e-05, |
| "loss": 0.9838, |
| "step": 1051 |
| }, |
| { |
| "epoch": 2.7127178825048417, |
| "grad_norm": 0.5846652612272821, |
| "learning_rate": 1.0225540369655866e-05, |
| "loss": 0.9751, |
| "step": 1052 |
| }, |
| { |
| "epoch": 2.715300193673338, |
| "grad_norm": 0.5978067742385131, |
| "learning_rate": 1.0207499842739185e-05, |
| "loss": 0.9625, |
| "step": 1053 |
| }, |
| { |
| "epoch": 2.7178825048418336, |
| "grad_norm": 0.5853977002645502, |
| "learning_rate": 1.01894586401755e-05, |
| "loss": 0.9614, |
| "step": 1054 |
| }, |
| { |
| "epoch": 2.7204648160103293, |
| "grad_norm": 0.5983002966741684, |
| "learning_rate": 1.0171416820709356e-05, |
| "loss": 0.9373, |
| "step": 1055 |
| }, |
| { |
| "epoch": 2.723047127178825, |
| "grad_norm": 0.5856993759606652, |
| "learning_rate": 1.015337444308731e-05, |
| "loss": 0.9489, |
| "step": 1056 |
| }, |
| { |
| "epoch": 2.7256294383473207, |
| "grad_norm": 0.5901281403453162, |
| "learning_rate": 1.0135331566057735e-05, |
| "loss": 0.9332, |
| "step": 1057 |
| }, |
| { |
| "epoch": 2.7282117495158165, |
| "grad_norm": 0.5906660579573058, |
| "learning_rate": 1.0117288248370636e-05, |
| "loss": 0.9609, |
| "step": 1058 |
| }, |
| { |
| "epoch": 2.730794060684312, |
| "grad_norm": 0.6062946865104221, |
| "learning_rate": 1.0099244548777444e-05, |
| "loss": 0.9372, |
| "step": 1059 |
| }, |
| { |
| "epoch": 2.7333763718528084, |
| "grad_norm": 0.6025103390237757, |
| "learning_rate": 1.008120052603084e-05, |
| "loss": 0.9325, |
| "step": 1060 |
| }, |
| { |
| "epoch": 2.735958683021304, |
| "grad_norm": 0.6037740140636985, |
| "learning_rate": 1.006315623888455e-05, |
| "loss": 0.9407, |
| "step": 1061 |
| }, |
| { |
| "epoch": 2.7385409941898, |
| "grad_norm": 0.5818379563267816, |
| "learning_rate": 1.0045111746093174e-05, |
| "loss": 0.9565, |
| "step": 1062 |
| }, |
| { |
| "epoch": 2.7411233053582955, |
| "grad_norm": 0.5972098469584126, |
| "learning_rate": 1.0027067106411969e-05, |
| "loss": 0.9559, |
| "step": 1063 |
| }, |
| { |
| "epoch": 2.7437056165267917, |
| "grad_norm": 0.5921309288084705, |
| "learning_rate": 1.000902237859668e-05, |
| "loss": 0.9267, |
| "step": 1064 |
| }, |
| { |
| "epoch": 2.7462879276952874, |
| "grad_norm": 0.5858852838442818, |
| "learning_rate": 9.990977621403326e-06, |
| "loss": 0.9778, |
| "step": 1065 |
| }, |
| { |
| "epoch": 2.748870238863783, |
| "grad_norm": 0.5887566802759674, |
| "learning_rate": 9.972932893588033e-06, |
| "loss": 0.9054, |
| "step": 1066 |
| }, |
| { |
| "epoch": 2.751452550032279, |
| "grad_norm": 0.5706187383084692, |
| "learning_rate": 9.954888253906827e-06, |
| "loss": 0.9482, |
| "step": 1067 |
| }, |
| { |
| "epoch": 2.7540348612007746, |
| "grad_norm": 0.5737416712225011, |
| "learning_rate": 9.936843761115448e-06, |
| "loss": 0.9313, |
| "step": 1068 |
| }, |
| { |
| "epoch": 2.7566171723692703, |
| "grad_norm": 0.5618668457848085, |
| "learning_rate": 9.918799473969162e-06, |
| "loss": 0.9268, |
| "step": 1069 |
| }, |
| { |
| "epoch": 2.7591994835377665, |
| "grad_norm": 0.5945215622528138, |
| "learning_rate": 9.90075545122256e-06, |
| "loss": 0.9708, |
| "step": 1070 |
| }, |
| { |
| "epoch": 2.761781794706262, |
| "grad_norm": 0.5965929940159351, |
| "learning_rate": 9.882711751629368e-06, |
| "loss": 0.9618, |
| "step": 1071 |
| }, |
| { |
| "epoch": 2.764364105874758, |
| "grad_norm": 0.6238969650308814, |
| "learning_rate": 9.864668433942266e-06, |
| "loss": 0.9206, |
| "step": 1072 |
| }, |
| { |
| "epoch": 2.7669464170432536, |
| "grad_norm": 0.561902457075373, |
| "learning_rate": 9.84662555691269e-06, |
| "loss": 0.9762, |
| "step": 1073 |
| }, |
| { |
| "epoch": 2.76952872821175, |
| "grad_norm": 0.6148930289646558, |
| "learning_rate": 9.828583179290645e-06, |
| "loss": 0.9293, |
| "step": 1074 |
| }, |
| { |
| "epoch": 2.7721110393802455, |
| "grad_norm": 0.5816613771287756, |
| "learning_rate": 9.810541359824501e-06, |
| "loss": 0.9591, |
| "step": 1075 |
| }, |
| { |
| "epoch": 2.774693350548741, |
| "grad_norm": 0.6121639894598173, |
| "learning_rate": 9.792500157260816e-06, |
| "loss": 0.9727, |
| "step": 1076 |
| }, |
| { |
| "epoch": 2.777275661717237, |
| "grad_norm": 0.5738661064344951, |
| "learning_rate": 9.774459630344137e-06, |
| "loss": 0.9067, |
| "step": 1077 |
| }, |
| { |
| "epoch": 2.7798579728857327, |
| "grad_norm": 0.5745834880727902, |
| "learning_rate": 9.756419837816811e-06, |
| "loss": 0.9283, |
| "step": 1078 |
| }, |
| { |
| "epoch": 2.7824402840542284, |
| "grad_norm": 0.6019753697435574, |
| "learning_rate": 9.738380838418804e-06, |
| "loss": 0.9414, |
| "step": 1079 |
| }, |
| { |
| "epoch": 2.785022595222724, |
| "grad_norm": 0.5919495172527766, |
| "learning_rate": 9.720342690887477e-06, |
| "loss": 0.9464, |
| "step": 1080 |
| }, |
| { |
| "epoch": 2.7876049063912203, |
| "grad_norm": 0.5868873130752621, |
| "learning_rate": 9.702305453957439e-06, |
| "loss": 0.9589, |
| "step": 1081 |
| }, |
| { |
| "epoch": 2.790187217559716, |
| "grad_norm": 0.5951626550396919, |
| "learning_rate": 9.684269186360325e-06, |
| "loss": 0.9559, |
| "step": 1082 |
| }, |
| { |
| "epoch": 2.7927695287282117, |
| "grad_norm": 0.6004222716865213, |
| "learning_rate": 9.666233946824612e-06, |
| "loss": 0.9812, |
| "step": 1083 |
| }, |
| { |
| "epoch": 2.7953518398967074, |
| "grad_norm": 0.5696400324744211, |
| "learning_rate": 9.648199794075433e-06, |
| "loss": 0.9503, |
| "step": 1084 |
| }, |
| { |
| "epoch": 2.7979341510652036, |
| "grad_norm": 0.5743980783747284, |
| "learning_rate": 9.630166786834378e-06, |
| "loss": 0.935, |
| "step": 1085 |
| }, |
| { |
| "epoch": 2.8005164622336993, |
| "grad_norm": 0.5751575788089159, |
| "learning_rate": 9.612134983819316e-06, |
| "loss": 0.9294, |
| "step": 1086 |
| }, |
| { |
| "epoch": 2.803098773402195, |
| "grad_norm": 0.5735290035862011, |
| "learning_rate": 9.594104443744184e-06, |
| "loss": 0.9326, |
| "step": 1087 |
| }, |
| { |
| "epoch": 2.8056810845706908, |
| "grad_norm": 0.5850179347042352, |
| "learning_rate": 9.576075225318817e-06, |
| "loss": 0.9489, |
| "step": 1088 |
| }, |
| { |
| "epoch": 2.8082633957391865, |
| "grad_norm": 0.5751681929532767, |
| "learning_rate": 9.558047387248736e-06, |
| "loss": 0.933, |
| "step": 1089 |
| }, |
| { |
| "epoch": 2.810845706907682, |
| "grad_norm": 0.5767517016594284, |
| "learning_rate": 9.540020988234972e-06, |
| "loss": 0.9688, |
| "step": 1090 |
| }, |
| { |
| "epoch": 2.813428018076178, |
| "grad_norm": 0.5834104537340995, |
| "learning_rate": 9.521996086973877e-06, |
| "loss": 1.0005, |
| "step": 1091 |
| }, |
| { |
| "epoch": 2.816010329244674, |
| "grad_norm": 0.6121890401561288, |
| "learning_rate": 9.503972742156917e-06, |
| "loss": 0.9683, |
| "step": 1092 |
| }, |
| { |
| "epoch": 2.81859264041317, |
| "grad_norm": 0.5780502941320363, |
| "learning_rate": 9.485951012470491e-06, |
| "loss": 0.9651, |
| "step": 1093 |
| }, |
| { |
| "epoch": 2.8211749515816655, |
| "grad_norm": 0.5872895683685423, |
| "learning_rate": 9.467930956595742e-06, |
| "loss": 0.9497, |
| "step": 1094 |
| }, |
| { |
| "epoch": 2.8237572627501613, |
| "grad_norm": 0.6012252860645063, |
| "learning_rate": 9.449912633208362e-06, |
| "loss": 0.962, |
| "step": 1095 |
| }, |
| { |
| "epoch": 2.8263395739186574, |
| "grad_norm": 0.5812288173466004, |
| "learning_rate": 9.431896100978402e-06, |
| "loss": 0.9516, |
| "step": 1096 |
| }, |
| { |
| "epoch": 2.828921885087153, |
| "grad_norm": 0.5903667057899601, |
| "learning_rate": 9.413881418570082e-06, |
| "loss": 0.933, |
| "step": 1097 |
| }, |
| { |
| "epoch": 2.831504196255649, |
| "grad_norm": 0.574567344834327, |
| "learning_rate": 9.395868644641594e-06, |
| "loss": 0.9311, |
| "step": 1098 |
| }, |
| { |
| "epoch": 2.8340865074241446, |
| "grad_norm": 0.6029860483322287, |
| "learning_rate": 9.37785783784492e-06, |
| "loss": 0.9365, |
| "step": 1099 |
| }, |
| { |
| "epoch": 2.8366688185926403, |
| "grad_norm": 0.5885522147718864, |
| "learning_rate": 9.359849056825632e-06, |
| "loss": 0.9375, |
| "step": 1100 |
| }, |
| { |
| "epoch": 2.839251129761136, |
| "grad_norm": 0.5897382549514845, |
| "learning_rate": 9.341842360222717e-06, |
| "loss": 0.9568, |
| "step": 1101 |
| }, |
| { |
| "epoch": 2.8418334409296317, |
| "grad_norm": 0.5970771697415443, |
| "learning_rate": 9.323837806668363e-06, |
| "loss": 0.9544, |
| "step": 1102 |
| }, |
| { |
| "epoch": 2.844415752098128, |
| "grad_norm": 0.5998731951808198, |
| "learning_rate": 9.305835454787784e-06, |
| "loss": 0.9668, |
| "step": 1103 |
| }, |
| { |
| "epoch": 2.8469980632666236, |
| "grad_norm": 0.5820942005741839, |
| "learning_rate": 9.287835363199026e-06, |
| "loss": 0.9552, |
| "step": 1104 |
| }, |
| { |
| "epoch": 2.8495803744351194, |
| "grad_norm": 0.6084126869227644, |
| "learning_rate": 9.269837590512768e-06, |
| "loss": 0.9628, |
| "step": 1105 |
| }, |
| { |
| "epoch": 2.852162685603615, |
| "grad_norm": 0.66554698305709, |
| "learning_rate": 9.25184219533216e-06, |
| "loss": 0.9367, |
| "step": 1106 |
| }, |
| { |
| "epoch": 2.8547449967721112, |
| "grad_norm": 0.5807306091688449, |
| "learning_rate": 9.23384923625258e-06, |
| "loss": 0.9692, |
| "step": 1107 |
| }, |
| { |
| "epoch": 2.857327307940607, |
| "grad_norm": 0.5837765762229058, |
| "learning_rate": 9.215858771861495e-06, |
| "loss": 0.9355, |
| "step": 1108 |
| }, |
| { |
| "epoch": 2.8599096191091027, |
| "grad_norm": 0.6108951996108233, |
| "learning_rate": 9.197870860738245e-06, |
| "loss": 0.9618, |
| "step": 1109 |
| }, |
| { |
| "epoch": 2.8624919302775984, |
| "grad_norm": 0.6085207165359778, |
| "learning_rate": 9.17988556145385e-06, |
| "loss": 0.9749, |
| "step": 1110 |
| }, |
| { |
| "epoch": 2.865074241446094, |
| "grad_norm": 0.6014777439249565, |
| "learning_rate": 9.161902932570837e-06, |
| "loss": 0.9419, |
| "step": 1111 |
| }, |
| { |
| "epoch": 2.86765655261459, |
| "grad_norm": 0.5740295354518736, |
| "learning_rate": 9.143923032643019e-06, |
| "loss": 0.9325, |
| "step": 1112 |
| }, |
| { |
| "epoch": 2.870238863783086, |
| "grad_norm": 0.5824503091707712, |
| "learning_rate": 9.125945920215344e-06, |
| "loss": 0.9624, |
| "step": 1113 |
| }, |
| { |
| "epoch": 2.8728211749515817, |
| "grad_norm": 0.5881119183147646, |
| "learning_rate": 9.10797165382367e-06, |
| "loss": 0.9604, |
| "step": 1114 |
| }, |
| { |
| "epoch": 2.8754034861200775, |
| "grad_norm": 0.591602227679226, |
| "learning_rate": 9.090000291994596e-06, |
| "loss": 0.9522, |
| "step": 1115 |
| }, |
| { |
| "epoch": 2.877985797288573, |
| "grad_norm": 0.5894398262140761, |
| "learning_rate": 9.072031893245256e-06, |
| "loss": 0.9447, |
| "step": 1116 |
| }, |
| { |
| "epoch": 2.8805681084570693, |
| "grad_norm": 0.5843901076209989, |
| "learning_rate": 9.054066516083138e-06, |
| "loss": 0.9651, |
| "step": 1117 |
| }, |
| { |
| "epoch": 2.883150419625565, |
| "grad_norm": 0.5830155470269734, |
| "learning_rate": 9.036104219005895e-06, |
| "loss": 0.9391, |
| "step": 1118 |
| }, |
| { |
| "epoch": 2.885732730794061, |
| "grad_norm": 0.5795525849711025, |
| "learning_rate": 9.018145060501152e-06, |
| "loss": 0.9522, |
| "step": 1119 |
| }, |
| { |
| "epoch": 2.8883150419625565, |
| "grad_norm": 0.5722538427227781, |
| "learning_rate": 9.000189099046306e-06, |
| "loss": 0.9652, |
| "step": 1120 |
| }, |
| { |
| "epoch": 2.8908973531310522, |
| "grad_norm": 0.5834430509021916, |
| "learning_rate": 8.982236393108349e-06, |
| "loss": 0.9573, |
| "step": 1121 |
| }, |
| { |
| "epoch": 2.893479664299548, |
| "grad_norm": 0.5834678810709014, |
| "learning_rate": 8.964287001143672e-06, |
| "loss": 0.9901, |
| "step": 1122 |
| }, |
| { |
| "epoch": 2.8960619754680437, |
| "grad_norm": 0.6148204310068593, |
| "learning_rate": 8.946340981597879e-06, |
| "loss": 0.9392, |
| "step": 1123 |
| }, |
| { |
| "epoch": 2.89864428663654, |
| "grad_norm": 0.5823218513706327, |
| "learning_rate": 8.92839839290559e-06, |
| "loss": 0.9595, |
| "step": 1124 |
| }, |
| { |
| "epoch": 2.9012265978050356, |
| "grad_norm": 0.5970215090631561, |
| "learning_rate": 8.910459293490248e-06, |
| "loss": 0.9334, |
| "step": 1125 |
| }, |
| { |
| "epoch": 2.9038089089735313, |
| "grad_norm": 0.5998590562400262, |
| "learning_rate": 8.892523741763945e-06, |
| "loss": 0.9442, |
| "step": 1126 |
| }, |
| { |
| "epoch": 2.906391220142027, |
| "grad_norm": 0.6101328337460503, |
| "learning_rate": 8.874591796127213e-06, |
| "loss": 0.9584, |
| "step": 1127 |
| }, |
| { |
| "epoch": 2.908973531310523, |
| "grad_norm": 0.6129595613398248, |
| "learning_rate": 8.856663514968845e-06, |
| "loss": 0.9524, |
| "step": 1128 |
| }, |
| { |
| "epoch": 2.911555842479019, |
| "grad_norm": 0.603793328877133, |
| "learning_rate": 8.838738956665709e-06, |
| "loss": 0.9197, |
| "step": 1129 |
| }, |
| { |
| "epoch": 2.9141381536475146, |
| "grad_norm": 0.5909017292382529, |
| "learning_rate": 8.820818179582533e-06, |
| "loss": 0.9405, |
| "step": 1130 |
| }, |
| { |
| "epoch": 2.9167204648160103, |
| "grad_norm": 0.5831175832584677, |
| "learning_rate": 8.802901242071751e-06, |
| "loss": 0.9346, |
| "step": 1131 |
| }, |
| { |
| "epoch": 2.919302775984506, |
| "grad_norm": 0.5837762849349555, |
| "learning_rate": 8.784988202473284e-06, |
| "loss": 0.9333, |
| "step": 1132 |
| }, |
| { |
| "epoch": 2.9218850871530018, |
| "grad_norm": 0.5848385359972617, |
| "learning_rate": 8.76707911911437e-06, |
| "loss": 0.9551, |
| "step": 1133 |
| }, |
| { |
| "epoch": 2.9244673983214975, |
| "grad_norm": 0.6253939331925262, |
| "learning_rate": 8.749174050309357e-06, |
| "loss": 0.9813, |
| "step": 1134 |
| }, |
| { |
| "epoch": 2.9270497094899937, |
| "grad_norm": 0.5845874358674058, |
| "learning_rate": 8.73127305435952e-06, |
| "loss": 0.9567, |
| "step": 1135 |
| }, |
| { |
| "epoch": 2.9296320206584894, |
| "grad_norm": 0.5953343497217751, |
| "learning_rate": 8.71337618955288e-06, |
| "loss": 0.9953, |
| "step": 1136 |
| }, |
| { |
| "epoch": 2.932214331826985, |
| "grad_norm": 0.6030060364823723, |
| "learning_rate": 8.695483514163998e-06, |
| "loss": 0.9455, |
| "step": 1137 |
| }, |
| { |
| "epoch": 2.934796642995481, |
| "grad_norm": 0.5854700296562423, |
| "learning_rate": 8.677595086453808e-06, |
| "loss": 0.9408, |
| "step": 1138 |
| }, |
| { |
| "epoch": 2.937378954163977, |
| "grad_norm": 0.5891938385206548, |
| "learning_rate": 8.65971096466939e-06, |
| "loss": 0.9547, |
| "step": 1139 |
| }, |
| { |
| "epoch": 2.9399612653324727, |
| "grad_norm": 0.6001369316354844, |
| "learning_rate": 8.641831207043823e-06, |
| "loss": 0.9686, |
| "step": 1140 |
| }, |
| { |
| "epoch": 2.9425435765009684, |
| "grad_norm": 0.5815314396468559, |
| "learning_rate": 8.62395587179597e-06, |
| "loss": 0.9582, |
| "step": 1141 |
| }, |
| { |
| "epoch": 2.945125887669464, |
| "grad_norm": 0.5918140434178532, |
| "learning_rate": 8.606085017130289e-06, |
| "loss": 0.9825, |
| "step": 1142 |
| }, |
| { |
| "epoch": 2.94770819883796, |
| "grad_norm": 0.5892397810416701, |
| "learning_rate": 8.588218701236662e-06, |
| "loss": 0.944, |
| "step": 1143 |
| }, |
| { |
| "epoch": 2.9502905100064556, |
| "grad_norm": 0.5832582968436837, |
| "learning_rate": 8.570356982290172e-06, |
| "loss": 0.9375, |
| "step": 1144 |
| }, |
| { |
| "epoch": 2.9528728211749513, |
| "grad_norm": 0.6173280182644898, |
| "learning_rate": 8.552499918450949e-06, |
| "loss": 0.9782, |
| "step": 1145 |
| }, |
| { |
| "epoch": 2.9554551323434475, |
| "grad_norm": 0.584992585761828, |
| "learning_rate": 8.534647567863962e-06, |
| "loss": 0.9657, |
| "step": 1146 |
| }, |
| { |
| "epoch": 2.958037443511943, |
| "grad_norm": 0.6102553737687162, |
| "learning_rate": 8.516799988658833e-06, |
| "loss": 0.9371, |
| "step": 1147 |
| }, |
| { |
| "epoch": 2.960619754680439, |
| "grad_norm": 0.5813839505299179, |
| "learning_rate": 8.498957238949645e-06, |
| "loss": 0.9702, |
| "step": 1148 |
| }, |
| { |
| "epoch": 2.9632020658489346, |
| "grad_norm": 0.5873347150678367, |
| "learning_rate": 8.481119376834753e-06, |
| "loss": 0.9843, |
| "step": 1149 |
| }, |
| { |
| "epoch": 2.965784377017431, |
| "grad_norm": 0.6111402642438966, |
| "learning_rate": 8.46328646039661e-06, |
| "loss": 0.9697, |
| "step": 1150 |
| }, |
| { |
| "epoch": 2.9683666881859265, |
| "grad_norm": 0.5922931684597259, |
| "learning_rate": 8.445458547701555e-06, |
| "loss": 0.9627, |
| "step": 1151 |
| }, |
| { |
| "epoch": 2.9709489993544222, |
| "grad_norm": 0.5851245117575304, |
| "learning_rate": 8.427635696799636e-06, |
| "loss": 0.9215, |
| "step": 1152 |
| }, |
| { |
| "epoch": 2.973531310522918, |
| "grad_norm": 0.5804327721924878, |
| "learning_rate": 8.409817965724413e-06, |
| "loss": 0.9716, |
| "step": 1153 |
| }, |
| { |
| "epoch": 2.9761136216914137, |
| "grad_norm": 0.6003712250873723, |
| "learning_rate": 8.392005412492788e-06, |
| "loss": 0.9648, |
| "step": 1154 |
| }, |
| { |
| "epoch": 2.9786959328599094, |
| "grad_norm": 0.6082518706572542, |
| "learning_rate": 8.374198095104795e-06, |
| "loss": 0.95, |
| "step": 1155 |
| }, |
| { |
| "epoch": 2.9812782440284056, |
| "grad_norm": 0.5866011566920423, |
| "learning_rate": 8.356396071543422e-06, |
| "loss": 0.9444, |
| "step": 1156 |
| }, |
| { |
| "epoch": 2.9838605551969013, |
| "grad_norm": 0.6114880019803942, |
| "learning_rate": 8.338599399774417e-06, |
| "loss": 0.9693, |
| "step": 1157 |
| }, |
| { |
| "epoch": 2.986442866365397, |
| "grad_norm": 0.5927950336965607, |
| "learning_rate": 8.320808137746104e-06, |
| "loss": 0.9667, |
| "step": 1158 |
| }, |
| { |
| "epoch": 2.9890251775338927, |
| "grad_norm": 0.6169016547178486, |
| "learning_rate": 8.303022343389188e-06, |
| "loss": 0.9406, |
| "step": 1159 |
| }, |
| { |
| "epoch": 2.991607488702389, |
| "grad_norm": 0.582024586435705, |
| "learning_rate": 8.285242074616582e-06, |
| "loss": 0.9729, |
| "step": 1160 |
| }, |
| { |
| "epoch": 2.9941897998708846, |
| "grad_norm": 0.5944691597316901, |
| "learning_rate": 8.267467389323197e-06, |
| "loss": 0.9649, |
| "step": 1161 |
| }, |
| { |
| "epoch": 2.9967721110393803, |
| "grad_norm": 0.5916217281333404, |
| "learning_rate": 8.249698345385761e-06, |
| "loss": 0.9567, |
| "step": 1162 |
| }, |
| { |
| "epoch": 2.999354422207876, |
| "grad_norm": 0.5736806203482997, |
| "learning_rate": 8.231935000662641e-06, |
| "loss": 0.9526, |
| "step": 1163 |
| }, |
| { |
| "epoch": 3.0, |
| "grad_norm": 0.5736806203482997, |
| "learning_rate": 8.21417741299364e-06, |
| "loss": 0.8611, |
| "step": 1164 |
| }, |
| { |
| "epoch": 3.0025823111684957, |
| "grad_norm": 1.3479570480783307, |
| "learning_rate": 8.196425640199823e-06, |
| "loss": 0.8352, |
| "step": 1165 |
| }, |
| { |
| "epoch": 3.0051646223369914, |
| "grad_norm": 1.1968748953729984, |
| "learning_rate": 8.178679740083317e-06, |
| "loss": 0.8032, |
| "step": 1166 |
| }, |
| { |
| "epoch": 3.0077469335054876, |
| "grad_norm": 0.9744412992683603, |
| "learning_rate": 8.160939770427122e-06, |
| "loss": 0.811, |
| "step": 1167 |
| }, |
| { |
| "epoch": 3.0103292446739833, |
| "grad_norm": 0.8092124569788149, |
| "learning_rate": 8.143205788994933e-06, |
| "loss": 0.8442, |
| "step": 1168 |
| }, |
| { |
| "epoch": 3.012911555842479, |
| "grad_norm": 1.1536699236828805, |
| "learning_rate": 8.125477853530944e-06, |
| "loss": 0.8623, |
| "step": 1169 |
| }, |
| { |
| "epoch": 3.0154938670109748, |
| "grad_norm": 1.4343186656583924, |
| "learning_rate": 8.107756021759673e-06, |
| "loss": 0.7984, |
| "step": 1170 |
| }, |
| { |
| "epoch": 3.0180761781794705, |
| "grad_norm": 1.1928449593644268, |
| "learning_rate": 8.090040351385741e-06, |
| "loss": 0.8323, |
| "step": 1171 |
| }, |
| { |
| "epoch": 3.020658489347966, |
| "grad_norm": 0.9892158368981517, |
| "learning_rate": 8.072330900093728e-06, |
| "loss": 0.8219, |
| "step": 1172 |
| }, |
| { |
| "epoch": 3.0232408005164624, |
| "grad_norm": 0.9513434336373858, |
| "learning_rate": 8.054627725547958e-06, |
| "loss": 0.7942, |
| "step": 1173 |
| }, |
| { |
| "epoch": 3.025823111684958, |
| "grad_norm": 0.9160615847863206, |
| "learning_rate": 8.036930885392308e-06, |
| "loss": 0.824, |
| "step": 1174 |
| }, |
| { |
| "epoch": 3.028405422853454, |
| "grad_norm": 0.9712632670523301, |
| "learning_rate": 8.019240437250046e-06, |
| "loss": 0.8105, |
| "step": 1175 |
| }, |
| { |
| "epoch": 3.0309877340219495, |
| "grad_norm": 0.888585643517764, |
| "learning_rate": 8.001556438723608e-06, |
| "loss": 0.8133, |
| "step": 1176 |
| }, |
| { |
| "epoch": 3.0335700451904453, |
| "grad_norm": 0.8336632805823568, |
| "learning_rate": 7.983878947394444e-06, |
| "loss": 0.8087, |
| "step": 1177 |
| }, |
| { |
| "epoch": 3.0361523563589414, |
| "grad_norm": 0.9159983137263322, |
| "learning_rate": 7.966208020822808e-06, |
| "loss": 0.8458, |
| "step": 1178 |
| }, |
| { |
| "epoch": 3.038734667527437, |
| "grad_norm": 0.9601758597787429, |
| "learning_rate": 7.948543716547584e-06, |
| "loss": 0.8261, |
| "step": 1179 |
| }, |
| { |
| "epoch": 3.041316978695933, |
| "grad_norm": 0.876187258797956, |
| "learning_rate": 7.930886092086084e-06, |
| "loss": 0.8018, |
| "step": 1180 |
| }, |
| { |
| "epoch": 3.0438992898644286, |
| "grad_norm": 0.8319336547056765, |
| "learning_rate": 7.913235204933873e-06, |
| "loss": 0.8301, |
| "step": 1181 |
| }, |
| { |
| "epoch": 3.0464816010329243, |
| "grad_norm": 0.870478623487457, |
| "learning_rate": 7.895591112564588e-06, |
| "loss": 0.793, |
| "step": 1182 |
| }, |
| { |
| "epoch": 3.0490639122014205, |
| "grad_norm": 0.8628894314897713, |
| "learning_rate": 7.877953872429734e-06, |
| "loss": 0.8174, |
| "step": 1183 |
| }, |
| { |
| "epoch": 3.051646223369916, |
| "grad_norm": 0.7872403489116827, |
| "learning_rate": 7.8603235419585e-06, |
| "loss": 0.8163, |
| "step": 1184 |
| }, |
| { |
| "epoch": 3.054228534538412, |
| "grad_norm": 0.7851405920047361, |
| "learning_rate": 7.84270017855758e-06, |
| "loss": 0.8178, |
| "step": 1185 |
| }, |
| { |
| "epoch": 3.0568108457069076, |
| "grad_norm": 0.8157181746918352, |
| "learning_rate": 7.825083839610981e-06, |
| "loss": 0.7963, |
| "step": 1186 |
| }, |
| { |
| "epoch": 3.0593931568754034, |
| "grad_norm": 0.8180215928459832, |
| "learning_rate": 7.807474582479841e-06, |
| "loss": 0.8148, |
| "step": 1187 |
| }, |
| { |
| "epoch": 3.061975468043899, |
| "grad_norm": 0.8088389505024169, |
| "learning_rate": 7.789872464502241e-06, |
| "loss": 0.827, |
| "step": 1188 |
| }, |
| { |
| "epoch": 3.0645577792123952, |
| "grad_norm": 0.7907227679234932, |
| "learning_rate": 7.772277542993006e-06, |
| "loss": 0.8407, |
| "step": 1189 |
| }, |
| { |
| "epoch": 3.067140090380891, |
| "grad_norm": 0.8168926580368819, |
| "learning_rate": 7.754689875243536e-06, |
| "loss": 0.8252, |
| "step": 1190 |
| }, |
| { |
| "epoch": 3.0697224015493867, |
| "grad_norm": 0.8128108171059767, |
| "learning_rate": 7.737109518521604e-06, |
| "loss": 0.811, |
| "step": 1191 |
| }, |
| { |
| "epoch": 3.0723047127178824, |
| "grad_norm": 0.7723477729268966, |
| "learning_rate": 7.71953653007119e-06, |
| "loss": 0.8018, |
| "step": 1192 |
| }, |
| { |
| "epoch": 3.074887023886378, |
| "grad_norm": 0.7771679955089591, |
| "learning_rate": 7.701970967112278e-06, |
| "loss": 0.8206, |
| "step": 1193 |
| }, |
| { |
| "epoch": 3.0774693350548743, |
| "grad_norm": 0.7947531953649853, |
| "learning_rate": 7.684412886840662e-06, |
| "loss": 0.8374, |
| "step": 1194 |
| }, |
| { |
| "epoch": 3.08005164622337, |
| "grad_norm": 0.7797780708525804, |
| "learning_rate": 7.666862346427784e-06, |
| "loss": 0.809, |
| "step": 1195 |
| }, |
| { |
| "epoch": 3.0826339573918657, |
| "grad_norm": 0.7951018870568382, |
| "learning_rate": 7.649319403020528e-06, |
| "loss": 0.8148, |
| "step": 1196 |
| }, |
| { |
| "epoch": 3.0852162685603615, |
| "grad_norm": 0.7768045025376982, |
| "learning_rate": 7.631784113741048e-06, |
| "loss": 0.7905, |
| "step": 1197 |
| }, |
| { |
| "epoch": 3.087798579728857, |
| "grad_norm": 0.7380091530118719, |
| "learning_rate": 7.614256535686574e-06, |
| "loss": 0.8277, |
| "step": 1198 |
| }, |
| { |
| "epoch": 3.090380890897353, |
| "grad_norm": 0.8090369362037133, |
| "learning_rate": 7.596736725929218e-06, |
| "loss": 0.7897, |
| "step": 1199 |
| }, |
| { |
| "epoch": 3.092963202065849, |
| "grad_norm": 0.7816172334191853, |
| "learning_rate": 7.579224741515808e-06, |
| "loss": 0.801, |
| "step": 1200 |
| }, |
| { |
| "epoch": 3.095545513234345, |
| "grad_norm": 0.7716968909350221, |
| "learning_rate": 7.561720639467684e-06, |
| "loss": 0.8253, |
| "step": 1201 |
| }, |
| { |
| "epoch": 3.0981278244028405, |
| "grad_norm": 0.7767223781947307, |
| "learning_rate": 7.544224476780534e-06, |
| "loss": 0.8171, |
| "step": 1202 |
| }, |
| { |
| "epoch": 3.1007101355713362, |
| "grad_norm": 0.7780640346641391, |
| "learning_rate": 7.52673631042417e-06, |
| "loss": 0.8142, |
| "step": 1203 |
| }, |
| { |
| "epoch": 3.103292446739832, |
| "grad_norm": 0.7678875942864142, |
| "learning_rate": 7.509256197342389e-06, |
| "loss": 0.8437, |
| "step": 1204 |
| }, |
| { |
| "epoch": 3.105874757908328, |
| "grad_norm": 0.7741428737890553, |
| "learning_rate": 7.491784194452756e-06, |
| "loss": 0.7948, |
| "step": 1205 |
| }, |
| { |
| "epoch": 3.108457069076824, |
| "grad_norm": 0.7445434454135789, |
| "learning_rate": 7.4743203586464286e-06, |
| "loss": 0.8186, |
| "step": 1206 |
| }, |
| { |
| "epoch": 3.1110393802453196, |
| "grad_norm": 0.7308461534374082, |
| "learning_rate": 7.45686474678798e-06, |
| "loss": 0.8117, |
| "step": 1207 |
| }, |
| { |
| "epoch": 3.1136216914138153, |
| "grad_norm": 0.7624570651090968, |
| "learning_rate": 7.4394174157151826e-06, |
| "loss": 0.8184, |
| "step": 1208 |
| }, |
| { |
| "epoch": 3.116204002582311, |
| "grad_norm": 0.7787385810762857, |
| "learning_rate": 7.421978422238871e-06, |
| "loss": 0.8051, |
| "step": 1209 |
| }, |
| { |
| "epoch": 3.118786313750807, |
| "grad_norm": 0.7487622485166701, |
| "learning_rate": 7.404547823142718e-06, |
| "loss": 0.8065, |
| "step": 1210 |
| }, |
| { |
| "epoch": 3.121368624919303, |
| "grad_norm": 0.7700484213439688, |
| "learning_rate": 7.387125675183069e-06, |
| "loss": 0.7893, |
| "step": 1211 |
| }, |
| { |
| "epoch": 3.1239509360877986, |
| "grad_norm": 0.7498057989796449, |
| "learning_rate": 7.369712035088743e-06, |
| "loss": 0.8271, |
| "step": 1212 |
| }, |
| { |
| "epoch": 3.1265332472562943, |
| "grad_norm": 0.782447832053478, |
| "learning_rate": 7.352306959560862e-06, |
| "loss": 0.8177, |
| "step": 1213 |
| }, |
| { |
| "epoch": 3.12911555842479, |
| "grad_norm": 0.760945467135789, |
| "learning_rate": 7.3349105052726635e-06, |
| "loss": 0.8016, |
| "step": 1214 |
| }, |
| { |
| "epoch": 3.131697869593286, |
| "grad_norm": 0.7451691837423764, |
| "learning_rate": 7.317522728869308e-06, |
| "loss": 0.8292, |
| "step": 1215 |
| }, |
| { |
| "epoch": 3.134280180761782, |
| "grad_norm": 0.7594539784955314, |
| "learning_rate": 7.3001436869677056e-06, |
| "loss": 0.8363, |
| "step": 1216 |
| }, |
| { |
| "epoch": 3.1368624919302777, |
| "grad_norm": 0.7551959784047992, |
| "learning_rate": 7.2827734361563154e-06, |
| "loss": 0.8193, |
| "step": 1217 |
| }, |
| { |
| "epoch": 3.1394448030987734, |
| "grad_norm": 0.7523949203336101, |
| "learning_rate": 7.265412032994977e-06, |
| "loss": 0.8365, |
| "step": 1218 |
| }, |
| { |
| "epoch": 3.142027114267269, |
| "grad_norm": 0.7736463491191788, |
| "learning_rate": 7.248059534014728e-06, |
| "loss": 0.7735, |
| "step": 1219 |
| }, |
| { |
| "epoch": 3.144609425435765, |
| "grad_norm": 0.7260637259865401, |
| "learning_rate": 7.230715995717605e-06, |
| "loss": 0.816, |
| "step": 1220 |
| }, |
| { |
| "epoch": 3.147191736604261, |
| "grad_norm": 0.7971984476822972, |
| "learning_rate": 7.213381474576465e-06, |
| "loss": 0.844, |
| "step": 1221 |
| }, |
| { |
| "epoch": 3.1497740477727567, |
| "grad_norm": 0.7598850752183374, |
| "learning_rate": 7.19605602703481e-06, |
| "loss": 0.7923, |
| "step": 1222 |
| }, |
| { |
| "epoch": 3.1523563589412524, |
| "grad_norm": 0.7608019681518811, |
| "learning_rate": 7.178739709506592e-06, |
| "loss": 0.818, |
| "step": 1223 |
| }, |
| { |
| "epoch": 3.154938670109748, |
| "grad_norm": 0.7773577191907428, |
| "learning_rate": 7.161432578376042e-06, |
| "loss": 0.8353, |
| "step": 1224 |
| }, |
| { |
| "epoch": 3.157520981278244, |
| "grad_norm": 0.7551689941223817, |
| "learning_rate": 7.144134689997475e-06, |
| "loss": 0.8366, |
| "step": 1225 |
| }, |
| { |
| "epoch": 3.16010329244674, |
| "grad_norm": 0.7696289215692551, |
| "learning_rate": 7.126846100695105e-06, |
| "loss": 0.831, |
| "step": 1226 |
| }, |
| { |
| "epoch": 3.1626856036152358, |
| "grad_norm": 0.7600151124859899, |
| "learning_rate": 7.109566866762874e-06, |
| "loss": 0.8073, |
| "step": 1227 |
| }, |
| { |
| "epoch": 3.1652679147837315, |
| "grad_norm": 0.7520515666346982, |
| "learning_rate": 7.092297044464256e-06, |
| "loss": 0.8344, |
| "step": 1228 |
| }, |
| { |
| "epoch": 3.167850225952227, |
| "grad_norm": 0.7818985132603024, |
| "learning_rate": 7.075036690032088e-06, |
| "loss": 0.8273, |
| "step": 1229 |
| }, |
| { |
| "epoch": 3.170432537120723, |
| "grad_norm": 0.7438737448683109, |
| "learning_rate": 7.057785859668373e-06, |
| "loss": 0.8292, |
| "step": 1230 |
| }, |
| { |
| "epoch": 3.1730148482892186, |
| "grad_norm": 0.7604238311874598, |
| "learning_rate": 7.040544609544098e-06, |
| "loss": 0.806, |
| "step": 1231 |
| }, |
| { |
| "epoch": 3.175597159457715, |
| "grad_norm": 0.7739278944618028, |
| "learning_rate": 7.023312995799062e-06, |
| "loss": 0.8321, |
| "step": 1232 |
| }, |
| { |
| "epoch": 3.1781794706262105, |
| "grad_norm": 0.7829719049826178, |
| "learning_rate": 7.006091074541684e-06, |
| "loss": 0.8207, |
| "step": 1233 |
| }, |
| { |
| "epoch": 3.1807617817947063, |
| "grad_norm": 0.8051283397017396, |
| "learning_rate": 6.988878901848829e-06, |
| "loss": 0.7937, |
| "step": 1234 |
| }, |
| { |
| "epoch": 3.183344092963202, |
| "grad_norm": 0.7723245876655893, |
| "learning_rate": 6.9716765337656034e-06, |
| "loss": 0.7945, |
| "step": 1235 |
| }, |
| { |
| "epoch": 3.1859264041316977, |
| "grad_norm": 0.7838025063241568, |
| "learning_rate": 6.954484026305208e-06, |
| "loss": 0.7946, |
| "step": 1236 |
| }, |
| { |
| "epoch": 3.188508715300194, |
| "grad_norm": 0.7307107229399178, |
| "learning_rate": 6.937301435448725e-06, |
| "loss": 0.7995, |
| "step": 1237 |
| }, |
| { |
| "epoch": 3.1910910264686896, |
| "grad_norm": 0.8052398372954221, |
| "learning_rate": 6.920128817144946e-06, |
| "loss": 0.8201, |
| "step": 1238 |
| }, |
| { |
| "epoch": 3.1936733376371853, |
| "grad_norm": 0.760805158015623, |
| "learning_rate": 6.9029662273102015e-06, |
| "loss": 0.7999, |
| "step": 1239 |
| }, |
| { |
| "epoch": 3.196255648805681, |
| "grad_norm": 0.7483396811127839, |
| "learning_rate": 6.885813721828149e-06, |
| "loss": 0.7988, |
| "step": 1240 |
| }, |
| { |
| "epoch": 3.1988379599741767, |
| "grad_norm": 0.7404586071162459, |
| "learning_rate": 6.868671356549628e-06, |
| "loss": 0.8092, |
| "step": 1241 |
| }, |
| { |
| "epoch": 3.2014202711426725, |
| "grad_norm": 0.7813265679668377, |
| "learning_rate": 6.851539187292453e-06, |
| "loss": 0.8358, |
| "step": 1242 |
| }, |
| { |
| "epoch": 3.2040025823111686, |
| "grad_norm": 0.7759146212310302, |
| "learning_rate": 6.83441726984124e-06, |
| "loss": 0.8228, |
| "step": 1243 |
| }, |
| { |
| "epoch": 3.2065848934796644, |
| "grad_norm": 0.7818503076848575, |
| "learning_rate": 6.81730565994722e-06, |
| "loss": 0.8149, |
| "step": 1244 |
| }, |
| { |
| "epoch": 3.20916720464816, |
| "grad_norm": 0.7402110582844729, |
| "learning_rate": 6.800204413328062e-06, |
| "loss": 0.8388, |
| "step": 1245 |
| }, |
| { |
| "epoch": 3.211749515816656, |
| "grad_norm": 0.738425464653366, |
| "learning_rate": 6.7831135856677e-06, |
| "loss": 0.8089, |
| "step": 1246 |
| }, |
| { |
| "epoch": 3.2143318269851515, |
| "grad_norm": 0.777277503906415, |
| "learning_rate": 6.766033232616131e-06, |
| "loss": 0.8233, |
| "step": 1247 |
| }, |
| { |
| "epoch": 3.2169141381536477, |
| "grad_norm": 0.7530080273180854, |
| "learning_rate": 6.748963409789253e-06, |
| "loss": 0.82, |
| "step": 1248 |
| }, |
| { |
| "epoch": 3.2194964493221434, |
| "grad_norm": 0.7527460534251285, |
| "learning_rate": 6.731904172768668e-06, |
| "loss": 0.7935, |
| "step": 1249 |
| }, |
| { |
| "epoch": 3.222078760490639, |
| "grad_norm": 0.7417948760299368, |
| "learning_rate": 6.714855577101515e-06, |
| "loss": 0.81, |
| "step": 1250 |
| }, |
| { |
| "epoch": 3.224661071659135, |
| "grad_norm": 0.76497441596248, |
| "learning_rate": 6.697817678300287e-06, |
| "loss": 0.8134, |
| "step": 1251 |
| }, |
| { |
| "epoch": 3.2272433828276306, |
| "grad_norm": 0.7743095167259862, |
| "learning_rate": 6.680790531842641e-06, |
| "loss": 0.8158, |
| "step": 1252 |
| }, |
| { |
| "epoch": 3.2298256939961267, |
| "grad_norm": 0.7564105405805621, |
| "learning_rate": 6.6637741931712204e-06, |
| "loss": 0.8139, |
| "step": 1253 |
| }, |
| { |
| "epoch": 3.2324080051646225, |
| "grad_norm": 0.7569395840964698, |
| "learning_rate": 6.646768717693484e-06, |
| "loss": 0.8178, |
| "step": 1254 |
| }, |
| { |
| "epoch": 3.234990316333118, |
| "grad_norm": 0.7669325942851178, |
| "learning_rate": 6.629774160781511e-06, |
| "loss": 0.824, |
| "step": 1255 |
| }, |
| { |
| "epoch": 3.237572627501614, |
| "grad_norm": 0.7858446496283839, |
| "learning_rate": 6.612790577771835e-06, |
| "loss": 0.8176, |
| "step": 1256 |
| }, |
| { |
| "epoch": 3.2401549386701096, |
| "grad_norm": 0.756498502430699, |
| "learning_rate": 6.59581802396526e-06, |
| "loss": 0.8322, |
| "step": 1257 |
| }, |
| { |
| "epoch": 3.242737249838606, |
| "grad_norm": 0.7523880712468195, |
| "learning_rate": 6.578856554626665e-06, |
| "loss": 0.8179, |
| "step": 1258 |
| }, |
| { |
| "epoch": 3.2453195610071015, |
| "grad_norm": 0.7418381111698618, |
| "learning_rate": 6.561906224984844e-06, |
| "loss": 0.8214, |
| "step": 1259 |
| }, |
| { |
| "epoch": 3.2479018721755972, |
| "grad_norm": 0.748062534762086, |
| "learning_rate": 6.544967090232321e-06, |
| "loss": 0.8325, |
| "step": 1260 |
| }, |
| { |
| "epoch": 3.250484183344093, |
| "grad_norm": 0.7830260472124719, |
| "learning_rate": 6.5280392055251696e-06, |
| "loss": 0.8245, |
| "step": 1261 |
| }, |
| { |
| "epoch": 3.2530664945125887, |
| "grad_norm": 0.7580297797282579, |
| "learning_rate": 6.511122625982815e-06, |
| "loss": 0.8269, |
| "step": 1262 |
| }, |
| { |
| "epoch": 3.2556488056810844, |
| "grad_norm": 0.7545843411413197, |
| "learning_rate": 6.494217406687893e-06, |
| "loss": 0.8242, |
| "step": 1263 |
| }, |
| { |
| "epoch": 3.2582311168495806, |
| "grad_norm": 0.7439461629106354, |
| "learning_rate": 6.477323602686039e-06, |
| "loss": 0.8087, |
| "step": 1264 |
| }, |
| { |
| "epoch": 3.2608134280180763, |
| "grad_norm": 0.7693068257824085, |
| "learning_rate": 6.460441268985715e-06, |
| "loss": 0.8333, |
| "step": 1265 |
| }, |
| { |
| "epoch": 3.263395739186572, |
| "grad_norm": 0.7572186415123207, |
| "learning_rate": 6.443570460558048e-06, |
| "loss": 0.8085, |
| "step": 1266 |
| }, |
| { |
| "epoch": 3.2659780503550677, |
| "grad_norm": 0.7558961737811011, |
| "learning_rate": 6.426711232336613e-06, |
| "loss": 0.8068, |
| "step": 1267 |
| }, |
| { |
| "epoch": 3.2685603615235634, |
| "grad_norm": 0.7855400126793302, |
| "learning_rate": 6.409863639217306e-06, |
| "loss": 0.8147, |
| "step": 1268 |
| }, |
| { |
| "epoch": 3.2711426726920596, |
| "grad_norm": 0.7790255090638041, |
| "learning_rate": 6.393027736058117e-06, |
| "loss": 0.8256, |
| "step": 1269 |
| }, |
| { |
| "epoch": 3.2737249838605553, |
| "grad_norm": 0.7607044109115157, |
| "learning_rate": 6.376203577678981e-06, |
| "loss": 0.7971, |
| "step": 1270 |
| }, |
| { |
| "epoch": 3.276307295029051, |
| "grad_norm": 0.7553997691720208, |
| "learning_rate": 6.3593912188615966e-06, |
| "loss": 0.842, |
| "step": 1271 |
| }, |
| { |
| "epoch": 3.2788896061975468, |
| "grad_norm": 0.7889787626268039, |
| "learning_rate": 6.3425907143492216e-06, |
| "loss": 0.8183, |
| "step": 1272 |
| }, |
| { |
| "epoch": 3.2814719173660425, |
| "grad_norm": 0.7485790330649242, |
| "learning_rate": 6.325802118846533e-06, |
| "loss": 0.8185, |
| "step": 1273 |
| }, |
| { |
| "epoch": 3.284054228534538, |
| "grad_norm": 0.7536890088538672, |
| "learning_rate": 6.309025487019425e-06, |
| "loss": 0.8266, |
| "step": 1274 |
| }, |
| { |
| "epoch": 3.2866365397030344, |
| "grad_norm": 0.7550810533925633, |
| "learning_rate": 6.2922608734948355e-06, |
| "loss": 0.8079, |
| "step": 1275 |
| }, |
| { |
| "epoch": 3.28921885087153, |
| "grad_norm": 0.7471626158383303, |
| "learning_rate": 6.275508332860567e-06, |
| "loss": 0.8205, |
| "step": 1276 |
| }, |
| { |
| "epoch": 3.291801162040026, |
| "grad_norm": 0.7300314640072086, |
| "learning_rate": 6.258767919665113e-06, |
| "loss": 0.8021, |
| "step": 1277 |
| }, |
| { |
| "epoch": 3.2943834732085215, |
| "grad_norm": 0.7640658148164554, |
| "learning_rate": 6.242039688417483e-06, |
| "loss": 0.8132, |
| "step": 1278 |
| }, |
| { |
| "epoch": 3.2969657843770173, |
| "grad_norm": 0.7547528610145464, |
| "learning_rate": 6.225323693587014e-06, |
| "loss": 0.8287, |
| "step": 1279 |
| }, |
| { |
| "epoch": 3.2995480955455134, |
| "grad_norm": 0.7972400105837699, |
| "learning_rate": 6.208619989603205e-06, |
| "loss": 0.8315, |
| "step": 1280 |
| }, |
| { |
| "epoch": 3.302130406714009, |
| "grad_norm": 0.758612295379575, |
| "learning_rate": 6.191928630855527e-06, |
| "loss": 0.802, |
| "step": 1281 |
| }, |
| { |
| "epoch": 3.304712717882505, |
| "grad_norm": 0.7601220070386198, |
| "learning_rate": 6.1752496716932576e-06, |
| "loss": 0.834, |
| "step": 1282 |
| }, |
| { |
| "epoch": 3.3072950290510006, |
| "grad_norm": 0.7684262734009513, |
| "learning_rate": 6.158583166425304e-06, |
| "loss": 0.8481, |
| "step": 1283 |
| }, |
| { |
| "epoch": 3.3098773402194963, |
| "grad_norm": 0.7880034761965038, |
| "learning_rate": 6.141929169320018e-06, |
| "loss": 0.815, |
| "step": 1284 |
| }, |
| { |
| "epoch": 3.312459651387992, |
| "grad_norm": 0.7560178543170282, |
| "learning_rate": 6.125287734605018e-06, |
| "loss": 0.8129, |
| "step": 1285 |
| }, |
| { |
| "epoch": 3.315041962556488, |
| "grad_norm": 0.7706041266881096, |
| "learning_rate": 6.108658916467025e-06, |
| "loss": 0.8016, |
| "step": 1286 |
| }, |
| { |
| "epoch": 3.317624273724984, |
| "grad_norm": 0.7569765139274263, |
| "learning_rate": 6.092042769051674e-06, |
| "loss": 0.8273, |
| "step": 1287 |
| }, |
| { |
| "epoch": 3.3202065848934796, |
| "grad_norm": 0.7623292555288878, |
| "learning_rate": 6.075439346463349e-06, |
| "loss": 0.7931, |
| "step": 1288 |
| }, |
| { |
| "epoch": 3.3227888960619754, |
| "grad_norm": 0.7427549761512925, |
| "learning_rate": 6.0588487027649954e-06, |
| "loss": 0.7812, |
| "step": 1289 |
| }, |
| { |
| "epoch": 3.325371207230471, |
| "grad_norm": 0.7772449050888204, |
| "learning_rate": 6.042270891977946e-06, |
| "loss": 0.8305, |
| "step": 1290 |
| }, |
| { |
| "epoch": 3.3279535183989672, |
| "grad_norm": 0.7871222544756025, |
| "learning_rate": 6.025705968081753e-06, |
| "loss": 0.8387, |
| "step": 1291 |
| }, |
| { |
| "epoch": 3.330535829567463, |
| "grad_norm": 0.7583353530346796, |
| "learning_rate": 6.009153985014003e-06, |
| "loss": 0.8466, |
| "step": 1292 |
| }, |
| { |
| "epoch": 3.3331181407359587, |
| "grad_norm": 0.772127846582864, |
| "learning_rate": 5.992614996670156e-06, |
| "loss": 0.8155, |
| "step": 1293 |
| }, |
| { |
| "epoch": 3.3357004519044544, |
| "grad_norm": 0.7487201668100457, |
| "learning_rate": 5.976089056903342e-06, |
| "loss": 0.7953, |
| "step": 1294 |
| }, |
| { |
| "epoch": 3.33828276307295, |
| "grad_norm": 0.7614204718665639, |
| "learning_rate": 5.959576219524217e-06, |
| "loss": 0.8131, |
| "step": 1295 |
| }, |
| { |
| "epoch": 3.340865074241446, |
| "grad_norm": 0.7763835258668194, |
| "learning_rate": 5.94307653830077e-06, |
| "loss": 0.8198, |
| "step": 1296 |
| }, |
| { |
| "epoch": 3.343447385409942, |
| "grad_norm": 0.7753456222642561, |
| "learning_rate": 5.926590066958149e-06, |
| "loss": 0.8356, |
| "step": 1297 |
| }, |
| { |
| "epoch": 3.3460296965784377, |
| "grad_norm": 0.7516557804123375, |
| "learning_rate": 5.910116859178494e-06, |
| "loss": 0.7854, |
| "step": 1298 |
| }, |
| { |
| "epoch": 3.3486120077469335, |
| "grad_norm": 0.7503527754212284, |
| "learning_rate": 5.89365696860075e-06, |
| "loss": 0.8383, |
| "step": 1299 |
| }, |
| { |
| "epoch": 3.351194318915429, |
| "grad_norm": 0.8230846268240456, |
| "learning_rate": 5.877210448820508e-06, |
| "loss": 0.8282, |
| "step": 1300 |
| }, |
| { |
| "epoch": 3.3537766300839253, |
| "grad_norm": 0.7864548933883284, |
| "learning_rate": 5.860777353389816e-06, |
| "loss": 0.8201, |
| "step": 1301 |
| }, |
| { |
| "epoch": 3.356358941252421, |
| "grad_norm": 0.796951326601112, |
| "learning_rate": 5.844357735817012e-06, |
| "loss": 0.8124, |
| "step": 1302 |
| }, |
| { |
| "epoch": 3.358941252420917, |
| "grad_norm": 0.7449791284424515, |
| "learning_rate": 5.82795164956655e-06, |
| "loss": 0.8449, |
| "step": 1303 |
| }, |
| { |
| "epoch": 3.3615235635894125, |
| "grad_norm": 0.7629551074846378, |
| "learning_rate": 5.811559148058817e-06, |
| "loss": 0.787, |
| "step": 1304 |
| }, |
| { |
| "epoch": 3.3641058747579082, |
| "grad_norm": 0.7440812424379075, |
| "learning_rate": 5.795180284669981e-06, |
| "loss": 0.8282, |
| "step": 1305 |
| }, |
| { |
| "epoch": 3.366688185926404, |
| "grad_norm": 0.7744183120279426, |
| "learning_rate": 5.7788151127317825e-06, |
| "loss": 0.8258, |
| "step": 1306 |
| }, |
| { |
| "epoch": 3.3692704970949, |
| "grad_norm": 0.7418245554432372, |
| "learning_rate": 5.762463685531403e-06, |
| "loss": 0.8284, |
| "step": 1307 |
| }, |
| { |
| "epoch": 3.371852808263396, |
| "grad_norm": 0.7830933256063822, |
| "learning_rate": 5.746126056311248e-06, |
| "loss": 0.8452, |
| "step": 1308 |
| }, |
| { |
| "epoch": 3.3744351194318916, |
| "grad_norm": 0.7909760674112923, |
| "learning_rate": 5.729802278268813e-06, |
| "loss": 0.8168, |
| "step": 1309 |
| }, |
| { |
| "epoch": 3.3770174306003873, |
| "grad_norm": 0.8007258278890194, |
| "learning_rate": 5.713492404556477e-06, |
| "loss": 0.8027, |
| "step": 1310 |
| }, |
| { |
| "epoch": 3.379599741768883, |
| "grad_norm": 0.7758822514790055, |
| "learning_rate": 5.697196488281357e-06, |
| "loss": 0.8266, |
| "step": 1311 |
| }, |
| { |
| "epoch": 3.382182052937379, |
| "grad_norm": 0.765799650737426, |
| "learning_rate": 5.680914582505123e-06, |
| "loss": 0.8057, |
| "step": 1312 |
| }, |
| { |
| "epoch": 3.384764364105875, |
| "grad_norm": 0.7655979019681851, |
| "learning_rate": 5.6646467402438045e-06, |
| "loss": 0.8157, |
| "step": 1313 |
| }, |
| { |
| "epoch": 3.3873466752743706, |
| "grad_norm": 0.7766423523842311, |
| "learning_rate": 5.6483930144676616e-06, |
| "loss": 0.8162, |
| "step": 1314 |
| }, |
| { |
| "epoch": 3.3899289864428663, |
| "grad_norm": 0.7589364799160417, |
| "learning_rate": 5.632153458100985e-06, |
| "loss": 0.8321, |
| "step": 1315 |
| }, |
| { |
| "epoch": 3.392511297611362, |
| "grad_norm": 0.7788060942298414, |
| "learning_rate": 5.615928124021921e-06, |
| "loss": 0.837, |
| "step": 1316 |
| }, |
| { |
| "epoch": 3.3950936087798578, |
| "grad_norm": 0.7694554084656864, |
| "learning_rate": 5.599717065062302e-06, |
| "loss": 0.8438, |
| "step": 1317 |
| }, |
| { |
| "epoch": 3.397675919948354, |
| "grad_norm": 0.7631810781785031, |
| "learning_rate": 5.583520334007494e-06, |
| "loss": 0.8205, |
| "step": 1318 |
| }, |
| { |
| "epoch": 3.4002582311168497, |
| "grad_norm": 0.7854745994817811, |
| "learning_rate": 5.567337983596201e-06, |
| "loss": 0.8208, |
| "step": 1319 |
| }, |
| { |
| "epoch": 3.4028405422853454, |
| "grad_norm": 0.7690571440773396, |
| "learning_rate": 5.551170066520299e-06, |
| "loss": 0.814, |
| "step": 1320 |
| }, |
| { |
| "epoch": 3.405422853453841, |
| "grad_norm": 0.7681900860146816, |
| "learning_rate": 5.535016635424675e-06, |
| "loss": 0.822, |
| "step": 1321 |
| }, |
| { |
| "epoch": 3.408005164622337, |
| "grad_norm": 0.7811781678205161, |
| "learning_rate": 5.51887774290704e-06, |
| "loss": 0.818, |
| "step": 1322 |
| }, |
| { |
| "epoch": 3.410587475790833, |
| "grad_norm": 0.7664479268038544, |
| "learning_rate": 5.502753441517763e-06, |
| "loss": 0.8331, |
| "step": 1323 |
| }, |
| { |
| "epoch": 3.4131697869593287, |
| "grad_norm": 0.7775122726368401, |
| "learning_rate": 5.486643783759713e-06, |
| "loss": 0.8163, |
| "step": 1324 |
| }, |
| { |
| "epoch": 3.4157520981278244, |
| "grad_norm": 0.7851782250823803, |
| "learning_rate": 5.470548822088075e-06, |
| "loss": 0.833, |
| "step": 1325 |
| }, |
| { |
| "epoch": 3.41833440929632, |
| "grad_norm": 0.7722198216385613, |
| "learning_rate": 5.454468608910177e-06, |
| "loss": 0.8216, |
| "step": 1326 |
| }, |
| { |
| "epoch": 3.420916720464816, |
| "grad_norm": 0.7650125939985358, |
| "learning_rate": 5.43840319658532e-06, |
| "loss": 0.8195, |
| "step": 1327 |
| }, |
| { |
| "epoch": 3.4234990316333116, |
| "grad_norm": 0.7889877069137401, |
| "learning_rate": 5.422352637424623e-06, |
| "loss": 0.8356, |
| "step": 1328 |
| }, |
| { |
| "epoch": 3.4260813428018078, |
| "grad_norm": 0.759046090525073, |
| "learning_rate": 5.4063169836908355e-06, |
| "loss": 0.8281, |
| "step": 1329 |
| }, |
| { |
| "epoch": 3.4286636539703035, |
| "grad_norm": 0.7614819002487212, |
| "learning_rate": 5.390296287598173e-06, |
| "loss": 0.8176, |
| "step": 1330 |
| }, |
| { |
| "epoch": 3.431245965138799, |
| "grad_norm": 0.7733681640312509, |
| "learning_rate": 5.374290601312139e-06, |
| "loss": 0.8347, |
| "step": 1331 |
| }, |
| { |
| "epoch": 3.433828276307295, |
| "grad_norm": 0.7679752600393633, |
| "learning_rate": 5.3582999769493816e-06, |
| "loss": 0.8129, |
| "step": 1332 |
| }, |
| { |
| "epoch": 3.4364105874757906, |
| "grad_norm": 0.7666398230614995, |
| "learning_rate": 5.342324466577484e-06, |
| "loss": 0.8041, |
| "step": 1333 |
| }, |
| { |
| "epoch": 3.438992898644287, |
| "grad_norm": 0.757735562684295, |
| "learning_rate": 5.326364122214833e-06, |
| "loss": 0.832, |
| "step": 1334 |
| }, |
| { |
| "epoch": 3.4415752098127825, |
| "grad_norm": 0.7658776895218172, |
| "learning_rate": 5.310418995830429e-06, |
| "loss": 0.8127, |
| "step": 1335 |
| }, |
| { |
| "epoch": 3.4441575209812783, |
| "grad_norm": 0.7501769033527278, |
| "learning_rate": 5.2944891393437145e-06, |
| "loss": 0.8069, |
| "step": 1336 |
| }, |
| { |
| "epoch": 3.446739832149774, |
| "grad_norm": 0.7720443515660191, |
| "learning_rate": 5.278574604624411e-06, |
| "loss": 0.8031, |
| "step": 1337 |
| }, |
| { |
| "epoch": 3.4493221433182697, |
| "grad_norm": 0.7746952692548283, |
| "learning_rate": 5.262675443492359e-06, |
| "loss": 0.8212, |
| "step": 1338 |
| }, |
| { |
| "epoch": 3.4519044544867654, |
| "grad_norm": 0.7721583267540482, |
| "learning_rate": 5.246791707717343e-06, |
| "loss": 0.806, |
| "step": 1339 |
| }, |
| { |
| "epoch": 3.4544867656552616, |
| "grad_norm": 0.7656034684267539, |
| "learning_rate": 5.230923449018896e-06, |
| "loss": 0.815, |
| "step": 1340 |
| }, |
| { |
| "epoch": 3.4570690768237573, |
| "grad_norm": 0.7847317646384887, |
| "learning_rate": 5.215070719066182e-06, |
| "loss": 0.8406, |
| "step": 1341 |
| }, |
| { |
| "epoch": 3.459651387992253, |
| "grad_norm": 0.76108699723527, |
| "learning_rate": 5.199233569477796e-06, |
| "loss": 0.8535, |
| "step": 1342 |
| }, |
| { |
| "epoch": 3.4622336991607487, |
| "grad_norm": 0.7642688851829174, |
| "learning_rate": 5.183412051821591e-06, |
| "loss": 0.8082, |
| "step": 1343 |
| }, |
| { |
| "epoch": 3.464816010329245, |
| "grad_norm": 0.7767506589914347, |
| "learning_rate": 5.167606217614531e-06, |
| "loss": 0.8175, |
| "step": 1344 |
| }, |
| { |
| "epoch": 3.4673983214977406, |
| "grad_norm": 0.7584520457174025, |
| "learning_rate": 5.151816118322503e-06, |
| "loss": 0.8027, |
| "step": 1345 |
| }, |
| { |
| "epoch": 3.4699806326662364, |
| "grad_norm": 0.768873105060371, |
| "learning_rate": 5.136041805360172e-06, |
| "loss": 0.8109, |
| "step": 1346 |
| }, |
| { |
| "epoch": 3.472562943834732, |
| "grad_norm": 0.7839594886363217, |
| "learning_rate": 5.120283330090787e-06, |
| "loss": 0.8148, |
| "step": 1347 |
| }, |
| { |
| "epoch": 3.475145255003228, |
| "grad_norm": 0.773747886290827, |
| "learning_rate": 5.104540743826038e-06, |
| "loss": 0.8112, |
| "step": 1348 |
| }, |
| { |
| "epoch": 3.4777275661717235, |
| "grad_norm": 0.7739729084947021, |
| "learning_rate": 5.088814097825871e-06, |
| "loss": 0.809, |
| "step": 1349 |
| }, |
| { |
| "epoch": 3.4803098773402197, |
| "grad_norm": 0.7918183544657171, |
| "learning_rate": 5.073103443298326e-06, |
| "loss": 0.8455, |
| "step": 1350 |
| }, |
| { |
| "epoch": 3.4828921885087154, |
| "grad_norm": 0.7878706269294227, |
| "learning_rate": 5.057408831399385e-06, |
| "loss": 0.8308, |
| "step": 1351 |
| }, |
| { |
| "epoch": 3.485474499677211, |
| "grad_norm": 0.7823661607708897, |
| "learning_rate": 5.041730313232786e-06, |
| "loss": 0.8393, |
| "step": 1352 |
| }, |
| { |
| "epoch": 3.488056810845707, |
| "grad_norm": 0.7543319732416526, |
| "learning_rate": 5.026067939849864e-06, |
| "loss": 0.8318, |
| "step": 1353 |
| }, |
| { |
| "epoch": 3.4906391220142026, |
| "grad_norm": 0.769779193831718, |
| "learning_rate": 5.0104217622493736e-06, |
| "loss": 0.833, |
| "step": 1354 |
| }, |
| { |
| "epoch": 3.4932214331826987, |
| "grad_norm": 0.7716520294743638, |
| "learning_rate": 4.994791831377354e-06, |
| "loss": 0.8222, |
| "step": 1355 |
| }, |
| { |
| "epoch": 3.4958037443511945, |
| "grad_norm": 0.7736579686573494, |
| "learning_rate": 4.9791781981269326e-06, |
| "loss": 0.7974, |
| "step": 1356 |
| }, |
| { |
| "epoch": 3.49838605551969, |
| "grad_norm": 0.7302768684285259, |
| "learning_rate": 4.9635809133381685e-06, |
| "loss": 0.8207, |
| "step": 1357 |
| }, |
| { |
| "epoch": 3.500968366688186, |
| "grad_norm": 0.7621702814787035, |
| "learning_rate": 4.948000027797885e-06, |
| "loss": 0.8077, |
| "step": 1358 |
| }, |
| { |
| "epoch": 3.5035506778566816, |
| "grad_norm": 0.7638463102404097, |
| "learning_rate": 4.93243559223952e-06, |
| "loss": 0.7849, |
| "step": 1359 |
| }, |
| { |
| "epoch": 3.5061329890251773, |
| "grad_norm": 0.7525066168052732, |
| "learning_rate": 4.916887657342931e-06, |
| "loss": 0.8103, |
| "step": 1360 |
| }, |
| { |
| "epoch": 3.5087153001936735, |
| "grad_norm": 0.7465812252567701, |
| "learning_rate": 4.901356273734261e-06, |
| "loss": 0.8251, |
| "step": 1361 |
| }, |
| { |
| "epoch": 3.5112976113621692, |
| "grad_norm": 0.789989621898556, |
| "learning_rate": 4.885841491985758e-06, |
| "loss": 0.8156, |
| "step": 1362 |
| }, |
| { |
| "epoch": 3.513879922530665, |
| "grad_norm": 0.7567373410192682, |
| "learning_rate": 4.870343362615605e-06, |
| "loss": 0.8241, |
| "step": 1363 |
| }, |
| { |
| "epoch": 3.5164622336991607, |
| "grad_norm": 0.7748589228781302, |
| "learning_rate": 4.8548619360877635e-06, |
| "loss": 0.8061, |
| "step": 1364 |
| }, |
| { |
| "epoch": 3.5190445448676564, |
| "grad_norm": 0.7738666119944785, |
| "learning_rate": 4.839397262811814e-06, |
| "loss": 0.8101, |
| "step": 1365 |
| }, |
| { |
| "epoch": 3.5216268560361526, |
| "grad_norm": 0.7614113255993917, |
| "learning_rate": 4.823949393142791e-06, |
| "loss": 0.8237, |
| "step": 1366 |
| }, |
| { |
| "epoch": 3.5242091672046483, |
| "grad_norm": 0.776611038166, |
| "learning_rate": 4.808518377380999e-06, |
| "loss": 0.8334, |
| "step": 1367 |
| }, |
| { |
| "epoch": 3.526791478373144, |
| "grad_norm": 0.7600268059134173, |
| "learning_rate": 4.7931042657718685e-06, |
| "loss": 0.8221, |
| "step": 1368 |
| }, |
| { |
| "epoch": 3.5293737895416397, |
| "grad_norm": 0.7659298097233458, |
| "learning_rate": 4.777707108505801e-06, |
| "loss": 0.8374, |
| "step": 1369 |
| }, |
| { |
| "epoch": 3.5319561007101354, |
| "grad_norm": 0.740099038297969, |
| "learning_rate": 4.762326955717972e-06, |
| "loss": 0.8138, |
| "step": 1370 |
| }, |
| { |
| "epoch": 3.534538411878631, |
| "grad_norm": 0.7714772416888985, |
| "learning_rate": 4.746963857488208e-06, |
| "loss": 0.8288, |
| "step": 1371 |
| }, |
| { |
| "epoch": 3.5371207230471273, |
| "grad_norm": 0.7725845357201855, |
| "learning_rate": 4.7316178638407885e-06, |
| "loss": 0.822, |
| "step": 1372 |
| }, |
| { |
| "epoch": 3.539703034215623, |
| "grad_norm": 0.7621909389829162, |
| "learning_rate": 4.716289024744308e-06, |
| "loss": 0.8231, |
| "step": 1373 |
| }, |
| { |
| "epoch": 3.5422853453841188, |
| "grad_norm": 0.7607917831814722, |
| "learning_rate": 4.700977390111495e-06, |
| "loss": 0.8446, |
| "step": 1374 |
| }, |
| { |
| "epoch": 3.5448676565526145, |
| "grad_norm": 0.7656461760658241, |
| "learning_rate": 4.685683009799065e-06, |
| "loss": 0.8214, |
| "step": 1375 |
| }, |
| { |
| "epoch": 3.5474499677211107, |
| "grad_norm": 0.7752118246819907, |
| "learning_rate": 4.670405933607554e-06, |
| "loss": 0.8249, |
| "step": 1376 |
| }, |
| { |
| "epoch": 3.5500322788896064, |
| "grad_norm": 0.7402699684294802, |
| "learning_rate": 4.6551462112811384e-06, |
| "loss": 0.8409, |
| "step": 1377 |
| }, |
| { |
| "epoch": 3.552614590058102, |
| "grad_norm": 0.7778533292706469, |
| "learning_rate": 4.639903892507501e-06, |
| "loss": 0.7924, |
| "step": 1378 |
| }, |
| { |
| "epoch": 3.555196901226598, |
| "grad_norm": 0.7705963566454496, |
| "learning_rate": 4.624679026917658e-06, |
| "loss": 0.8203, |
| "step": 1379 |
| }, |
| { |
| "epoch": 3.5577792123950935, |
| "grad_norm": 0.7365633344886319, |
| "learning_rate": 4.609471664085787e-06, |
| "loss": 0.8123, |
| "step": 1380 |
| }, |
| { |
| "epoch": 3.5603615235635893, |
| "grad_norm": 0.7586569356393417, |
| "learning_rate": 4.594281853529076e-06, |
| "loss": 0.8299, |
| "step": 1381 |
| }, |
| { |
| "epoch": 3.562943834732085, |
| "grad_norm": 0.7652449035633111, |
| "learning_rate": 4.5791096447075645e-06, |
| "loss": 0.8141, |
| "step": 1382 |
| }, |
| { |
| "epoch": 3.565526145900581, |
| "grad_norm": 0.7582437627266295, |
| "learning_rate": 4.563955087023981e-06, |
| "loss": 0.805, |
| "step": 1383 |
| }, |
| { |
| "epoch": 3.568108457069077, |
| "grad_norm": 0.7826618805912787, |
| "learning_rate": 4.548818229823568e-06, |
| "loss": 0.8293, |
| "step": 1384 |
| }, |
| { |
| "epoch": 3.5706907682375726, |
| "grad_norm": 0.762954307030826, |
| "learning_rate": 4.5336991223939486e-06, |
| "loss": 0.8456, |
| "step": 1385 |
| }, |
| { |
| "epoch": 3.5732730794060683, |
| "grad_norm": 0.7623373985847602, |
| "learning_rate": 4.5185978139649355e-06, |
| "loss": 0.8192, |
| "step": 1386 |
| }, |
| { |
| "epoch": 3.5758553905745645, |
| "grad_norm": 0.7765489599431679, |
| "learning_rate": 4.503514353708389e-06, |
| "loss": 0.815, |
| "step": 1387 |
| }, |
| { |
| "epoch": 3.57843770174306, |
| "grad_norm": 0.7584186284661693, |
| "learning_rate": 4.488448790738059e-06, |
| "loss": 0.8301, |
| "step": 1388 |
| }, |
| { |
| "epoch": 3.581020012911556, |
| "grad_norm": 0.7763483912193899, |
| "learning_rate": 4.473401174109423e-06, |
| "loss": 0.8518, |
| "step": 1389 |
| }, |
| { |
| "epoch": 3.5836023240800516, |
| "grad_norm": 0.796977617965849, |
| "learning_rate": 4.45837155281951e-06, |
| "loss": 0.8258, |
| "step": 1390 |
| }, |
| { |
| "epoch": 3.5861846352485474, |
| "grad_norm": 0.7770662519335874, |
| "learning_rate": 4.443359975806757e-06, |
| "loss": 0.8068, |
| "step": 1391 |
| }, |
| { |
| "epoch": 3.588766946417043, |
| "grad_norm": 0.7790952514127689, |
| "learning_rate": 4.428366491950854e-06, |
| "loss": 0.8296, |
| "step": 1392 |
| }, |
| { |
| "epoch": 3.591349257585539, |
| "grad_norm": 0.7764896929937788, |
| "learning_rate": 4.413391150072577e-06, |
| "loss": 0.8007, |
| "step": 1393 |
| }, |
| { |
| "epoch": 3.593931568754035, |
| "grad_norm": 0.7607538258474698, |
| "learning_rate": 4.39843399893362e-06, |
| "loss": 0.8025, |
| "step": 1394 |
| }, |
| { |
| "epoch": 3.5965138799225307, |
| "grad_norm": 0.7492819656752748, |
| "learning_rate": 4.383495087236448e-06, |
| "loss": 0.8157, |
| "step": 1395 |
| }, |
| { |
| "epoch": 3.5990961910910264, |
| "grad_norm": 0.7596354310000931, |
| "learning_rate": 4.368574463624146e-06, |
| "loss": 0.8272, |
| "step": 1396 |
| }, |
| { |
| "epoch": 3.601678502259522, |
| "grad_norm": 0.7407159353225491, |
| "learning_rate": 4.353672176680236e-06, |
| "loss": 0.8123, |
| "step": 1397 |
| }, |
| { |
| "epoch": 3.6042608134280183, |
| "grad_norm": 0.7672926201622885, |
| "learning_rate": 4.338788274928544e-06, |
| "loss": 0.8086, |
| "step": 1398 |
| }, |
| { |
| "epoch": 3.606843124596514, |
| "grad_norm": 0.7636171894829668, |
| "learning_rate": 4.323922806833031e-06, |
| "loss": 0.8067, |
| "step": 1399 |
| }, |
| { |
| "epoch": 3.6094254357650097, |
| "grad_norm": 0.7677055145204084, |
| "learning_rate": 4.3090758207976305e-06, |
| "loss": 0.7908, |
| "step": 1400 |
| }, |
| { |
| "epoch": 3.6120077469335055, |
| "grad_norm": 0.748818246629621, |
| "learning_rate": 4.294247365166093e-06, |
| "loss": 0.8312, |
| "step": 1401 |
| }, |
| { |
| "epoch": 3.614590058102001, |
| "grad_norm": 0.7660560945307108, |
| "learning_rate": 4.279437488221843e-06, |
| "loss": 0.8022, |
| "step": 1402 |
| }, |
| { |
| "epoch": 3.617172369270497, |
| "grad_norm": 0.7838437600172277, |
| "learning_rate": 4.2646462381878076e-06, |
| "loss": 0.8377, |
| "step": 1403 |
| }, |
| { |
| "epoch": 3.6197546804389926, |
| "grad_norm": 0.8010185687327693, |
| "learning_rate": 4.249873663226245e-06, |
| "loss": 0.7993, |
| "step": 1404 |
| }, |
| { |
| "epoch": 3.622336991607489, |
| "grad_norm": 0.7553739164896088, |
| "learning_rate": 4.235119811438627e-06, |
| "loss": 0.8261, |
| "step": 1405 |
| }, |
| { |
| "epoch": 3.6249193027759845, |
| "grad_norm": 0.7716962358330001, |
| "learning_rate": 4.220384730865456e-06, |
| "loss": 0.8405, |
| "step": 1406 |
| }, |
| { |
| "epoch": 3.6275016139444802, |
| "grad_norm": 0.7536919382865905, |
| "learning_rate": 4.205668469486098e-06, |
| "loss": 0.8108, |
| "step": 1407 |
| }, |
| { |
| "epoch": 3.630083925112976, |
| "grad_norm": 0.7420774971418518, |
| "learning_rate": 4.190971075218662e-06, |
| "loss": 0.8065, |
| "step": 1408 |
| }, |
| { |
| "epoch": 3.632666236281472, |
| "grad_norm": 0.7632144438839245, |
| "learning_rate": 4.176292595919803e-06, |
| "loss": 0.7927, |
| "step": 1409 |
| }, |
| { |
| "epoch": 3.635248547449968, |
| "grad_norm": 0.7571064594393233, |
| "learning_rate": 4.1616330793846075e-06, |
| "loss": 0.8362, |
| "step": 1410 |
| }, |
| { |
| "epoch": 3.6378308586184636, |
| "grad_norm": 0.7622517676642483, |
| "learning_rate": 4.146992573346394e-06, |
| "loss": 0.8257, |
| "step": 1411 |
| }, |
| { |
| "epoch": 3.6404131697869593, |
| "grad_norm": 0.7835717386734106, |
| "learning_rate": 4.1323711254766015e-06, |
| "loss": 0.8223, |
| "step": 1412 |
| }, |
| { |
| "epoch": 3.642995480955455, |
| "grad_norm": 0.7478789535763465, |
| "learning_rate": 4.117768783384599e-06, |
| "loss": 0.7949, |
| "step": 1413 |
| }, |
| { |
| "epoch": 3.6455777921239507, |
| "grad_norm": 0.7767414531451252, |
| "learning_rate": 4.1031855946175455e-06, |
| "loss": 0.7961, |
| "step": 1414 |
| }, |
| { |
| "epoch": 3.648160103292447, |
| "grad_norm": 0.7840863973404958, |
| "learning_rate": 4.088621606660243e-06, |
| "loss": 0.7999, |
| "step": 1415 |
| }, |
| { |
| "epoch": 3.6507424144609426, |
| "grad_norm": 0.7547796898810605, |
| "learning_rate": 4.074076866934967e-06, |
| "loss": 0.818, |
| "step": 1416 |
| }, |
| { |
| "epoch": 3.6533247256294383, |
| "grad_norm": 0.7714902567445823, |
| "learning_rate": 4.05955142280132e-06, |
| "loss": 0.8105, |
| "step": 1417 |
| }, |
| { |
| "epoch": 3.655907036797934, |
| "grad_norm": 0.7532163616590967, |
| "learning_rate": 4.0450453215560684e-06, |
| "loss": 0.8049, |
| "step": 1418 |
| }, |
| { |
| "epoch": 3.65848934796643, |
| "grad_norm": 0.7773578119690996, |
| "learning_rate": 4.030558610433005e-06, |
| "loss": 0.7914, |
| "step": 1419 |
| }, |
| { |
| "epoch": 3.661071659134926, |
| "grad_norm": 0.763304292538588, |
| "learning_rate": 4.016091336602789e-06, |
| "loss": 0.8275, |
| "step": 1420 |
| }, |
| { |
| "epoch": 3.6636539703034217, |
| "grad_norm": 0.7804812337616664, |
| "learning_rate": 4.001643547172776e-06, |
| "loss": 0.8377, |
| "step": 1421 |
| }, |
| { |
| "epoch": 3.6662362814719174, |
| "grad_norm": 0.767412403491653, |
| "learning_rate": 3.987215289186881e-06, |
| "loss": 0.8256, |
| "step": 1422 |
| }, |
| { |
| "epoch": 3.668818592640413, |
| "grad_norm": 0.7617867902372989, |
| "learning_rate": 3.972806609625434e-06, |
| "loss": 0.8106, |
| "step": 1423 |
| }, |
| { |
| "epoch": 3.671400903808909, |
| "grad_norm": 0.7540382466723832, |
| "learning_rate": 3.958417555404999e-06, |
| "loss": 0.8074, |
| "step": 1424 |
| }, |
| { |
| "epoch": 3.6739832149774045, |
| "grad_norm": 0.7748311551652659, |
| "learning_rate": 3.9440481733782485e-06, |
| "loss": 0.8125, |
| "step": 1425 |
| }, |
| { |
| "epoch": 3.6765655261459007, |
| "grad_norm": 0.7623341018369493, |
| "learning_rate": 3.929698510333799e-06, |
| "loss": 0.8337, |
| "step": 1426 |
| }, |
| { |
| "epoch": 3.6791478373143964, |
| "grad_norm": 0.767758139184047, |
| "learning_rate": 3.915368612996055e-06, |
| "loss": 0.8341, |
| "step": 1427 |
| }, |
| { |
| "epoch": 3.681730148482892, |
| "grad_norm": 0.7519042843627542, |
| "learning_rate": 3.901058528025055e-06, |
| "loss": 0.8061, |
| "step": 1428 |
| }, |
| { |
| "epoch": 3.684312459651388, |
| "grad_norm": 0.7625093078444409, |
| "learning_rate": 3.8867683020163446e-06, |
| "loss": 0.822, |
| "step": 1429 |
| }, |
| { |
| "epoch": 3.686894770819884, |
| "grad_norm": 0.80028510095772, |
| "learning_rate": 3.872497981500787e-06, |
| "loss": 0.8502, |
| "step": 1430 |
| }, |
| { |
| "epoch": 3.6894770819883798, |
| "grad_norm": 0.7652238383245407, |
| "learning_rate": 3.8582476129444435e-06, |
| "loss": 0.8163, |
| "step": 1431 |
| }, |
| { |
| "epoch": 3.6920593931568755, |
| "grad_norm": 0.7842966117293941, |
| "learning_rate": 3.844017242748398e-06, |
| "loss": 0.7996, |
| "step": 1432 |
| }, |
| { |
| "epoch": 3.694641704325371, |
| "grad_norm": 0.7495726108816106, |
| "learning_rate": 3.829806917248631e-06, |
| "loss": 0.8061, |
| "step": 1433 |
| }, |
| { |
| "epoch": 3.697224015493867, |
| "grad_norm": 0.7579352515486196, |
| "learning_rate": 3.815616682715839e-06, |
| "loss": 0.7876, |
| "step": 1434 |
| }, |
| { |
| "epoch": 3.6998063266623626, |
| "grad_norm": 0.7788849623252266, |
| "learning_rate": 3.801446585355315e-06, |
| "loss": 0.8334, |
| "step": 1435 |
| }, |
| { |
| "epoch": 3.7023886378308584, |
| "grad_norm": 0.7445580252143607, |
| "learning_rate": 3.7872966713067683e-06, |
| "loss": 0.8182, |
| "step": 1436 |
| }, |
| { |
| "epoch": 3.7049709489993545, |
| "grad_norm": 0.7772631069572105, |
| "learning_rate": 3.773166986644202e-06, |
| "loss": 0.8149, |
| "step": 1437 |
| }, |
| { |
| "epoch": 3.7075532601678503, |
| "grad_norm": 0.7542443690987021, |
| "learning_rate": 3.7590575773757378e-06, |
| "loss": 0.8085, |
| "step": 1438 |
| }, |
| { |
| "epoch": 3.710135571336346, |
| "grad_norm": 0.7490006884397156, |
| "learning_rate": 3.744968489443488e-06, |
| "loss": 0.8364, |
| "step": 1439 |
| }, |
| { |
| "epoch": 3.7127178825048417, |
| "grad_norm": 0.7588964697785906, |
| "learning_rate": 3.7308997687233896e-06, |
| "loss": 0.8109, |
| "step": 1440 |
| }, |
| { |
| "epoch": 3.715300193673338, |
| "grad_norm": 0.7401504987559857, |
| "learning_rate": 3.7168514610250594e-06, |
| "loss": 0.8026, |
| "step": 1441 |
| }, |
| { |
| "epoch": 3.7178825048418336, |
| "grad_norm": 0.7554850061896863, |
| "learning_rate": 3.7028236120916537e-06, |
| "loss": 0.8315, |
| "step": 1442 |
| }, |
| { |
| "epoch": 3.7204648160103293, |
| "grad_norm": 0.7804604627439944, |
| "learning_rate": 3.688816267599713e-06, |
| "loss": 0.8317, |
| "step": 1443 |
| }, |
| { |
| "epoch": 3.723047127178825, |
| "grad_norm": 0.7748081363692426, |
| "learning_rate": 3.6748294731590038e-06, |
| "loss": 0.811, |
| "step": 1444 |
| }, |
| { |
| "epoch": 3.7256294383473207, |
| "grad_norm": 0.7657357348049666, |
| "learning_rate": 3.6608632743123827e-06, |
| "loss": 0.8244, |
| "step": 1445 |
| }, |
| { |
| "epoch": 3.7282117495158165, |
| "grad_norm": 0.775640736208981, |
| "learning_rate": 3.6469177165356493e-06, |
| "loss": 0.835, |
| "step": 1446 |
| }, |
| { |
| "epoch": 3.730794060684312, |
| "grad_norm": 0.7864122051723232, |
| "learning_rate": 3.6329928452373843e-06, |
| "loss": 0.8354, |
| "step": 1447 |
| }, |
| { |
| "epoch": 3.7333763718528084, |
| "grad_norm": 0.7862243619147634, |
| "learning_rate": 3.6190887057588185e-06, |
| "loss": 0.8311, |
| "step": 1448 |
| }, |
| { |
| "epoch": 3.735958683021304, |
| "grad_norm": 0.7454712765612813, |
| "learning_rate": 3.6052053433736777e-06, |
| "loss": 0.8061, |
| "step": 1449 |
| }, |
| { |
| "epoch": 3.7385409941898, |
| "grad_norm": 0.7477377098403756, |
| "learning_rate": 3.591342803288027e-06, |
| "loss": 0.7974, |
| "step": 1450 |
| }, |
| { |
| "epoch": 3.7411233053582955, |
| "grad_norm": 0.7414265044721174, |
| "learning_rate": 3.5775011306401317e-06, |
| "loss": 0.8101, |
| "step": 1451 |
| }, |
| { |
| "epoch": 3.7437056165267917, |
| "grad_norm": 0.7682965899056072, |
| "learning_rate": 3.5636803705003174e-06, |
| "loss": 0.8396, |
| "step": 1452 |
| }, |
| { |
| "epoch": 3.7462879276952874, |
| "grad_norm": 0.7638628497129718, |
| "learning_rate": 3.5498805678708172e-06, |
| "loss": 0.8086, |
| "step": 1453 |
| }, |
| { |
| "epoch": 3.748870238863783, |
| "grad_norm": 0.7987728579111757, |
| "learning_rate": 3.5361017676856114e-06, |
| "loss": 0.8301, |
| "step": 1454 |
| }, |
| { |
| "epoch": 3.751452550032279, |
| "grad_norm": 0.7642546226790663, |
| "learning_rate": 3.5223440148103017e-06, |
| "loss": 0.8127, |
| "step": 1455 |
| }, |
| { |
| "epoch": 3.7540348612007746, |
| "grad_norm": 0.7590358311679077, |
| "learning_rate": 3.5086073540419594e-06, |
| "loss": 0.8299, |
| "step": 1456 |
| }, |
| { |
| "epoch": 3.7566171723692703, |
| "grad_norm": 0.7737724761627253, |
| "learning_rate": 3.4948918301089687e-06, |
| "loss": 0.7995, |
| "step": 1457 |
| }, |
| { |
| "epoch": 3.7591994835377665, |
| "grad_norm": 0.7893128648030869, |
| "learning_rate": 3.481197487670901e-06, |
| "loss": 0.8304, |
| "step": 1458 |
| }, |
| { |
| "epoch": 3.761781794706262, |
| "grad_norm": 0.7672293433531253, |
| "learning_rate": 3.4675243713183436e-06, |
| "loss": 0.8271, |
| "step": 1459 |
| }, |
| { |
| "epoch": 3.764364105874758, |
| "grad_norm": 0.781703741527432, |
| "learning_rate": 3.4538725255727855e-06, |
| "loss": 0.8248, |
| "step": 1460 |
| }, |
| { |
| "epoch": 3.7669464170432536, |
| "grad_norm": 0.7580531483398701, |
| "learning_rate": 3.4402419948864384e-06, |
| "loss": 0.7916, |
| "step": 1461 |
| }, |
| { |
| "epoch": 3.76952872821175, |
| "grad_norm": 0.7486908586065847, |
| "learning_rate": 3.426632823642123e-06, |
| "loss": 0.8137, |
| "step": 1462 |
| }, |
| { |
| "epoch": 3.7721110393802455, |
| "grad_norm": 0.7644509690799265, |
| "learning_rate": 3.4130450561531102e-06, |
| "loss": 0.8355, |
| "step": 1463 |
| }, |
| { |
| "epoch": 3.774693350548741, |
| "grad_norm": 0.7534559123863085, |
| "learning_rate": 3.3994787366629623e-06, |
| "loss": 0.8255, |
| "step": 1464 |
| }, |
| { |
| "epoch": 3.777275661717237, |
| "grad_norm": 0.7614512432818442, |
| "learning_rate": 3.385933909345419e-06, |
| "loss": 0.8115, |
| "step": 1465 |
| }, |
| { |
| "epoch": 3.7798579728857327, |
| "grad_norm": 0.786112853584683, |
| "learning_rate": 3.372410618304238e-06, |
| "loss": 0.8559, |
| "step": 1466 |
| }, |
| { |
| "epoch": 3.7824402840542284, |
| "grad_norm": 0.7573955890285036, |
| "learning_rate": 3.3589089075730474e-06, |
| "loss": 0.8079, |
| "step": 1467 |
| }, |
| { |
| "epoch": 3.785022595222724, |
| "grad_norm": 0.7339247578928705, |
| "learning_rate": 3.345428821115202e-06, |
| "loss": 0.8239, |
| "step": 1468 |
| }, |
| { |
| "epoch": 3.7876049063912203, |
| "grad_norm": 0.8027337173972606, |
| "learning_rate": 3.3319704028236553e-06, |
| "loss": 0.8258, |
| "step": 1469 |
| }, |
| { |
| "epoch": 3.790187217559716, |
| "grad_norm": 0.7602204125813788, |
| "learning_rate": 3.3185336965208057e-06, |
| "loss": 0.8267, |
| "step": 1470 |
| }, |
| { |
| "epoch": 3.7927695287282117, |
| "grad_norm": 0.7661870955667278, |
| "learning_rate": 3.3051187459583454e-06, |
| "loss": 0.8059, |
| "step": 1471 |
| }, |
| { |
| "epoch": 3.7953518398967074, |
| "grad_norm": 0.7519474368509446, |
| "learning_rate": 3.2917255948171366e-06, |
| "loss": 0.8056, |
| "step": 1472 |
| }, |
| { |
| "epoch": 3.7979341510652036, |
| "grad_norm": 0.7657682155523916, |
| "learning_rate": 3.2783542867070538e-06, |
| "loss": 0.8293, |
| "step": 1473 |
| }, |
| { |
| "epoch": 3.8005164622336993, |
| "grad_norm": 0.76866731372553, |
| "learning_rate": 3.2650048651668463e-06, |
| "loss": 0.847, |
| "step": 1474 |
| }, |
| { |
| "epoch": 3.803098773402195, |
| "grad_norm": 0.7770729452000317, |
| "learning_rate": 3.251677373664004e-06, |
| "loss": 0.8026, |
| "step": 1475 |
| }, |
| { |
| "epoch": 3.8056810845706908, |
| "grad_norm": 0.7444822909996885, |
| "learning_rate": 3.2383718555946098e-06, |
| "loss": 0.8205, |
| "step": 1476 |
| }, |
| { |
| "epoch": 3.8082633957391865, |
| "grad_norm": 0.7522360723786109, |
| "learning_rate": 3.2250883542831933e-06, |
| "loss": 0.7975, |
| "step": 1477 |
| }, |
| { |
| "epoch": 3.810845706907682, |
| "grad_norm": 0.7476561413065432, |
| "learning_rate": 3.211826912982591e-06, |
| "loss": 0.8302, |
| "step": 1478 |
| }, |
| { |
| "epoch": 3.813428018076178, |
| "grad_norm": 0.7624889384036899, |
| "learning_rate": 3.1985875748738193e-06, |
| "loss": 0.8336, |
| "step": 1479 |
| }, |
| { |
| "epoch": 3.816010329244674, |
| "grad_norm": 0.7611831427412808, |
| "learning_rate": 3.1853703830659223e-06, |
| "loss": 0.8241, |
| "step": 1480 |
| }, |
| { |
| "epoch": 3.81859264041317, |
| "grad_norm": 0.7522692175193729, |
| "learning_rate": 3.1721753805958245e-06, |
| "loss": 0.8464, |
| "step": 1481 |
| }, |
| { |
| "epoch": 3.8211749515816655, |
| "grad_norm": 0.7971847308682318, |
| "learning_rate": 3.1590026104282024e-06, |
| "loss": 0.8315, |
| "step": 1482 |
| }, |
| { |
| "epoch": 3.8237572627501613, |
| "grad_norm": 0.7769310232315048, |
| "learning_rate": 3.145852115455348e-06, |
| "loss": 0.8264, |
| "step": 1483 |
| }, |
| { |
| "epoch": 3.8263395739186574, |
| "grad_norm": 0.7815145076904971, |
| "learning_rate": 3.132723938497011e-06, |
| "loss": 0.8103, |
| "step": 1484 |
| }, |
| { |
| "epoch": 3.828921885087153, |
| "grad_norm": 0.7394387659719708, |
| "learning_rate": 3.1196181223002842e-06, |
| "loss": 0.8057, |
| "step": 1485 |
| }, |
| { |
| "epoch": 3.831504196255649, |
| "grad_norm": 0.7552308531154759, |
| "learning_rate": 3.106534709539435e-06, |
| "loss": 0.8411, |
| "step": 1486 |
| }, |
| { |
| "epoch": 3.8340865074241446, |
| "grad_norm": 0.7493333935655804, |
| "learning_rate": 3.093473742815797e-06, |
| "loss": 0.8039, |
| "step": 1487 |
| }, |
| { |
| "epoch": 3.8366688185926403, |
| "grad_norm": 0.738912917115583, |
| "learning_rate": 3.0804352646576052e-06, |
| "loss": 0.8271, |
| "step": 1488 |
| }, |
| { |
| "epoch": 3.839251129761136, |
| "grad_norm": 0.7712798674043028, |
| "learning_rate": 3.067419317519875e-06, |
| "loss": 0.821, |
| "step": 1489 |
| }, |
| { |
| "epoch": 3.8418334409296317, |
| "grad_norm": 0.7673812637479288, |
| "learning_rate": 3.054425943784265e-06, |
| "loss": 0.8401, |
| "step": 1490 |
| }, |
| { |
| "epoch": 3.844415752098128, |
| "grad_norm": 0.7690243688879774, |
| "learning_rate": 3.041455185758908e-06, |
| "loss": 0.7975, |
| "step": 1491 |
| }, |
| { |
| "epoch": 3.8469980632666236, |
| "grad_norm": 0.7488704099566282, |
| "learning_rate": 3.0285070856783206e-06, |
| "loss": 0.793, |
| "step": 1492 |
| }, |
| { |
| "epoch": 3.8495803744351194, |
| "grad_norm": 0.7468016897185966, |
| "learning_rate": 3.015581685703237e-06, |
| "loss": 0.8109, |
| "step": 1493 |
| }, |
| { |
| "epoch": 3.852162685603615, |
| "grad_norm": 0.7504249930796498, |
| "learning_rate": 3.0026790279204664e-06, |
| "loss": 0.8314, |
| "step": 1494 |
| }, |
| { |
| "epoch": 3.8547449967721112, |
| "grad_norm": 0.7557407963240177, |
| "learning_rate": 2.9897991543427797e-06, |
| "loss": 0.8327, |
| "step": 1495 |
| }, |
| { |
| "epoch": 3.857327307940607, |
| "grad_norm": 0.7670324489918254, |
| "learning_rate": 2.976942106908749e-06, |
| "loss": 0.8292, |
| "step": 1496 |
| }, |
| { |
| "epoch": 3.8599096191091027, |
| "grad_norm": 0.7638293238485997, |
| "learning_rate": 2.9641079274826302e-06, |
| "loss": 0.8177, |
| "step": 1497 |
| }, |
| { |
| "epoch": 3.8624919302775984, |
| "grad_norm": 0.7712018435277216, |
| "learning_rate": 2.951296657854209e-06, |
| "loss": 0.8285, |
| "step": 1498 |
| }, |
| { |
| "epoch": 3.865074241446094, |
| "grad_norm": 0.7597575954985475, |
| "learning_rate": 2.938508339738683e-06, |
| "loss": 0.816, |
| "step": 1499 |
| }, |
| { |
| "epoch": 3.86765655261459, |
| "grad_norm": 0.7717927570202332, |
| "learning_rate": 2.9257430147765096e-06, |
| "loss": 0.8493, |
| "step": 1500 |
| }, |
| { |
| "epoch": 3.870238863783086, |
| "grad_norm": 0.7649795668645112, |
| "learning_rate": 2.913000724533277e-06, |
| "loss": 0.7985, |
| "step": 1501 |
| }, |
| { |
| "epoch": 3.8728211749515817, |
| "grad_norm": 0.7542531439383557, |
| "learning_rate": 2.900281510499575e-06, |
| "loss": 0.8093, |
| "step": 1502 |
| }, |
| { |
| "epoch": 3.8754034861200775, |
| "grad_norm": 0.7519132753628803, |
| "learning_rate": 2.8875854140908544e-06, |
| "loss": 0.8137, |
| "step": 1503 |
| }, |
| { |
| "epoch": 3.877985797288573, |
| "grad_norm": 0.7514626395050483, |
| "learning_rate": 2.8749124766472858e-06, |
| "loss": 0.8094, |
| "step": 1504 |
| }, |
| { |
| "epoch": 3.8805681084570693, |
| "grad_norm": 0.7683645531072449, |
| "learning_rate": 2.862262739433631e-06, |
| "loss": 0.8132, |
| "step": 1505 |
| }, |
| { |
| "epoch": 3.883150419625565, |
| "grad_norm": 0.7458416884658178, |
| "learning_rate": 2.8496362436391157e-06, |
| "loss": 0.8168, |
| "step": 1506 |
| }, |
| { |
| "epoch": 3.885732730794061, |
| "grad_norm": 0.7746722925229123, |
| "learning_rate": 2.8370330303772874e-06, |
| "loss": 0.7996, |
| "step": 1507 |
| }, |
| { |
| "epoch": 3.8883150419625565, |
| "grad_norm": 0.7553669840963009, |
| "learning_rate": 2.8244531406858765e-06, |
| "loss": 0.8288, |
| "step": 1508 |
| }, |
| { |
| "epoch": 3.8908973531310522, |
| "grad_norm": 0.7573845094295684, |
| "learning_rate": 2.81189661552667e-06, |
| "loss": 0.8374, |
| "step": 1509 |
| }, |
| { |
| "epoch": 3.893479664299548, |
| "grad_norm": 0.7400418799985741, |
| "learning_rate": 2.7993634957853843e-06, |
| "loss": 0.8375, |
| "step": 1510 |
| }, |
| { |
| "epoch": 3.8960619754680437, |
| "grad_norm": 0.7719250258407471, |
| "learning_rate": 2.7868538222715134e-06, |
| "loss": 0.826, |
| "step": 1511 |
| }, |
| { |
| "epoch": 3.89864428663654, |
| "grad_norm": 0.7563300858230262, |
| "learning_rate": 2.774367635718217e-06, |
| "loss": 0.7974, |
| "step": 1512 |
| }, |
| { |
| "epoch": 3.9012265978050356, |
| "grad_norm": 0.7458708691408243, |
| "learning_rate": 2.761904976782177e-06, |
| "loss": 0.8012, |
| "step": 1513 |
| }, |
| { |
| "epoch": 3.9038089089735313, |
| "grad_norm": 0.7442133907212378, |
| "learning_rate": 2.749465886043462e-06, |
| "loss": 0.8129, |
| "step": 1514 |
| }, |
| { |
| "epoch": 3.906391220142027, |
| "grad_norm": 0.7606057865370476, |
| "learning_rate": 2.7370504040053957e-06, |
| "loss": 0.7908, |
| "step": 1515 |
| }, |
| { |
| "epoch": 3.908973531310523, |
| "grad_norm": 0.7415475080933377, |
| "learning_rate": 2.7246585710944383e-06, |
| "loss": 0.8383, |
| "step": 1516 |
| }, |
| { |
| "epoch": 3.911555842479019, |
| "grad_norm": 0.7747366485131825, |
| "learning_rate": 2.7122904276600483e-06, |
| "loss": 0.8299, |
| "step": 1517 |
| }, |
| { |
| "epoch": 3.9141381536475146, |
| "grad_norm": 0.7470976085296888, |
| "learning_rate": 2.699946013974527e-06, |
| "loss": 0.8225, |
| "step": 1518 |
| }, |
| { |
| "epoch": 3.9167204648160103, |
| "grad_norm": 0.759056171874551, |
| "learning_rate": 2.68762537023293e-06, |
| "loss": 0.8079, |
| "step": 1519 |
| }, |
| { |
| "epoch": 3.919302775984506, |
| "grad_norm": 0.7626528987921768, |
| "learning_rate": 2.6753285365529103e-06, |
| "loss": 0.8272, |
| "step": 1520 |
| }, |
| { |
| "epoch": 3.9218850871530018, |
| "grad_norm": 0.7651769802741644, |
| "learning_rate": 2.6630555529745826e-06, |
| "loss": 0.8338, |
| "step": 1521 |
| }, |
| { |
| "epoch": 3.9244673983214975, |
| "grad_norm": 0.7774095564165737, |
| "learning_rate": 2.6508064594604157e-06, |
| "loss": 0.8203, |
| "step": 1522 |
| }, |
| { |
| "epoch": 3.9270497094899937, |
| "grad_norm": 0.7651143778092684, |
| "learning_rate": 2.638581295895075e-06, |
| "loss": 0.849, |
| "step": 1523 |
| }, |
| { |
| "epoch": 3.9296320206584894, |
| "grad_norm": 0.7903147596028517, |
| "learning_rate": 2.626380102085322e-06, |
| "loss": 0.8106, |
| "step": 1524 |
| }, |
| { |
| "epoch": 3.932214331826985, |
| "grad_norm": 0.7530887651415382, |
| "learning_rate": 2.614202917759855e-06, |
| "loss": 0.8333, |
| "step": 1525 |
| }, |
| { |
| "epoch": 3.934796642995481, |
| "grad_norm": 0.77568209115188, |
| "learning_rate": 2.602049782569206e-06, |
| "loss": 0.8137, |
| "step": 1526 |
| }, |
| { |
| "epoch": 3.937378954163977, |
| "grad_norm": 0.7855983310276548, |
| "learning_rate": 2.5899207360855984e-06, |
| "loss": 0.7917, |
| "step": 1527 |
| }, |
| { |
| "epoch": 3.9399612653324727, |
| "grad_norm": 0.7531574331667908, |
| "learning_rate": 2.5778158178028045e-06, |
| "loss": 0.8178, |
| "step": 1528 |
| }, |
| { |
| "epoch": 3.9425435765009684, |
| "grad_norm": 0.7469480826297799, |
| "learning_rate": 2.5657350671360514e-06, |
| "loss": 0.844, |
| "step": 1529 |
| }, |
| { |
| "epoch": 3.945125887669464, |
| "grad_norm": 0.7762679927670401, |
| "learning_rate": 2.5536785234218664e-06, |
| "loss": 0.8234, |
| "step": 1530 |
| }, |
| { |
| "epoch": 3.94770819883796, |
| "grad_norm": 0.7554503148115285, |
| "learning_rate": 2.541646225917954e-06, |
| "loss": 0.8214, |
| "step": 1531 |
| }, |
| { |
| "epoch": 3.9502905100064556, |
| "grad_norm": 0.7509360975231941, |
| "learning_rate": 2.529638213803065e-06, |
| "loss": 0.8096, |
| "step": 1532 |
| }, |
| { |
| "epoch": 3.9528728211749513, |
| "grad_norm": 0.71654004355707, |
| "learning_rate": 2.5176545261768847e-06, |
| "loss": 0.8168, |
| "step": 1533 |
| }, |
| { |
| "epoch": 3.9554551323434475, |
| "grad_norm": 0.7790891430190677, |
| "learning_rate": 2.5056952020598913e-06, |
| "loss": 0.8014, |
| "step": 1534 |
| }, |
| { |
| "epoch": 3.958037443511943, |
| "grad_norm": 0.7484517687807049, |
| "learning_rate": 2.4937602803932237e-06, |
| "loss": 0.8326, |
| "step": 1535 |
| }, |
| { |
| "epoch": 3.960619754680439, |
| "grad_norm": 0.7746336735865199, |
| "learning_rate": 2.481849800038577e-06, |
| "loss": 0.8329, |
| "step": 1536 |
| }, |
| { |
| "epoch": 3.9632020658489346, |
| "grad_norm": 0.7508850795911187, |
| "learning_rate": 2.4699637997780503e-06, |
| "loss": 0.8104, |
| "step": 1537 |
| }, |
| { |
| "epoch": 3.965784377017431, |
| "grad_norm": 0.7624683021848369, |
| "learning_rate": 2.458102318314034e-06, |
| "loss": 0.8195, |
| "step": 1538 |
| }, |
| { |
| "epoch": 3.9683666881859265, |
| "grad_norm": 0.7576649154014872, |
| "learning_rate": 2.4462653942690895e-06, |
| "loss": 0.8154, |
| "step": 1539 |
| }, |
| { |
| "epoch": 3.9709489993544222, |
| "grad_norm": 0.7548460407193209, |
| "learning_rate": 2.4344530661858123e-06, |
| "loss": 0.8193, |
| "step": 1540 |
| }, |
| { |
| "epoch": 3.973531310522918, |
| "grad_norm": 0.7602374654670865, |
| "learning_rate": 2.422665372526708e-06, |
| "loss": 0.8203, |
| "step": 1541 |
| }, |
| { |
| "epoch": 3.9761136216914137, |
| "grad_norm": 0.7675841326705145, |
| "learning_rate": 2.410902351674066e-06, |
| "loss": 0.8207, |
| "step": 1542 |
| }, |
| { |
| "epoch": 3.9786959328599094, |
| "grad_norm": 0.7514141818157982, |
| "learning_rate": 2.399164041929846e-06, |
| "loss": 0.7885, |
| "step": 1543 |
| }, |
| { |
| "epoch": 3.9812782440284056, |
| "grad_norm": 0.7642082673174962, |
| "learning_rate": 2.387450481515543e-06, |
| "loss": 0.799, |
| "step": 1544 |
| }, |
| { |
| "epoch": 3.9838605551969013, |
| "grad_norm": 0.7494471147548254, |
| "learning_rate": 2.3757617085720617e-06, |
| "loss": 0.8128, |
| "step": 1545 |
| }, |
| { |
| "epoch": 3.986442866365397, |
| "grad_norm": 0.7566122069144386, |
| "learning_rate": 2.364097761159594e-06, |
| "loss": 0.8212, |
| "step": 1546 |
| }, |
| { |
| "epoch": 3.9890251775338927, |
| "grad_norm": 0.7695050070788328, |
| "learning_rate": 2.3524586772575055e-06, |
| "loss": 0.8265, |
| "step": 1547 |
| }, |
| { |
| "epoch": 3.991607488702389, |
| "grad_norm": 0.767828875724427, |
| "learning_rate": 2.3408444947641897e-06, |
| "loss": 0.8107, |
| "step": 1548 |
| }, |
| { |
| "epoch": 3.9941897998708846, |
| "grad_norm": 0.7241738464533221, |
| "learning_rate": 2.3292552514969723e-06, |
| "loss": 0.8248, |
| "step": 1549 |
| }, |
| { |
| "epoch": 3.9967721110393803, |
| "grad_norm": 0.7625460770903586, |
| "learning_rate": 2.3176909851919593e-06, |
| "loss": 0.8179, |
| "step": 1550 |
| }, |
| { |
| "epoch": 3.999354422207876, |
| "grad_norm": 0.741225630820047, |
| "learning_rate": 2.306151733503943e-06, |
| "loss": 0.7945, |
| "step": 1551 |
| }, |
| { |
| "epoch": 4.0, |
| "grad_norm": 1.6164851247119985, |
| "learning_rate": 2.294637534006251e-06, |
| "loss": 0.789, |
| "step": 1552 |
| }, |
| { |
| "epoch": 4.002582311168496, |
| "grad_norm": 1.424317513923708, |
| "learning_rate": 2.2831484241906456e-06, |
| "loss": 0.7301, |
| "step": 1553 |
| }, |
| { |
| "epoch": 4.005164622336991, |
| "grad_norm": 1.3624952198303995, |
| "learning_rate": 2.271684441467198e-06, |
| "loss": 0.7151, |
| "step": 1554 |
| }, |
| { |
| "epoch": 4.007746933505487, |
| "grad_norm": 1.2756030345247056, |
| "learning_rate": 2.2602456231641457e-06, |
| "loss": 0.73, |
| "step": 1555 |
| }, |
| { |
| "epoch": 4.010329244673983, |
| "grad_norm": 1.0331700783629776, |
| "learning_rate": 2.2488320065278034e-06, |
| "loss": 0.6833, |
| "step": 1556 |
| }, |
| { |
| "epoch": 4.012911555842479, |
| "grad_norm": 0.9404904636726831, |
| "learning_rate": 2.2374436287224245e-06, |
| "loss": 0.728, |
| "step": 1557 |
| }, |
| { |
| "epoch": 4.015493867010975, |
| "grad_norm": 0.9727430065578684, |
| "learning_rate": 2.22608052683007e-06, |
| "loss": 0.7489, |
| "step": 1558 |
| }, |
| { |
| "epoch": 4.018076178179471, |
| "grad_norm": 1.098170239940058, |
| "learning_rate": 2.214742737850514e-06, |
| "loss": 0.7356, |
| "step": 1559 |
| }, |
| { |
| "epoch": 4.020658489347967, |
| "grad_norm": 1.2733638094374413, |
| "learning_rate": 2.2034302987010938e-06, |
| "loss": 0.7244, |
| "step": 1560 |
| }, |
| { |
| "epoch": 4.023240800516462, |
| "grad_norm": 1.2876487754543966, |
| "learning_rate": 2.192143246216618e-06, |
| "loss": 0.71, |
| "step": 1561 |
| }, |
| { |
| "epoch": 4.025823111684958, |
| "grad_norm": 1.2629073802929212, |
| "learning_rate": 2.180881617149221e-06, |
| "loss": 0.7205, |
| "step": 1562 |
| }, |
| { |
| "epoch": 4.028405422853454, |
| "grad_norm": 1.179837995515697, |
| "learning_rate": 2.169645448168265e-06, |
| "loss": 0.7329, |
| "step": 1563 |
| }, |
| { |
| "epoch": 4.0309877340219495, |
| "grad_norm": 1.0543627752747324, |
| "learning_rate": 2.158434775860205e-06, |
| "loss": 0.7173, |
| "step": 1564 |
| }, |
| { |
| "epoch": 4.033570045190445, |
| "grad_norm": 0.9861615682326618, |
| "learning_rate": 2.1472496367284746e-06, |
| "loss": 0.7369, |
| "step": 1565 |
| }, |
| { |
| "epoch": 4.036152356358941, |
| "grad_norm": 1.0060005644443055, |
| "learning_rate": 2.1360900671933703e-06, |
| "loss": 0.7039, |
| "step": 1566 |
| }, |
| { |
| "epoch": 4.038734667527437, |
| "grad_norm": 0.949784297792835, |
| "learning_rate": 2.1249561035919364e-06, |
| "loss": 0.7236, |
| "step": 1567 |
| }, |
| { |
| "epoch": 4.041316978695932, |
| "grad_norm": 0.9737652328085534, |
| "learning_rate": 2.113847782177829e-06, |
| "loss": 0.7088, |
| "step": 1568 |
| }, |
| { |
| "epoch": 4.043899289864429, |
| "grad_norm": 0.9725504207142661, |
| "learning_rate": 2.1027651391212158e-06, |
| "loss": 0.7366, |
| "step": 1569 |
| }, |
| { |
| "epoch": 4.046481601032925, |
| "grad_norm": 0.9215401564734376, |
| "learning_rate": 2.091708210508654e-06, |
| "loss": 0.7031, |
| "step": 1570 |
| }, |
| { |
| "epoch": 4.0490639122014205, |
| "grad_norm": 0.902423487206708, |
| "learning_rate": 2.0806770323429725e-06, |
| "loss": 0.7369, |
| "step": 1571 |
| }, |
| { |
| "epoch": 4.051646223369916, |
| "grad_norm": 0.9424761496048374, |
| "learning_rate": 2.069671640543147e-06, |
| "loss": 0.7624, |
| "step": 1572 |
| }, |
| { |
| "epoch": 4.054228534538412, |
| "grad_norm": 0.9147025826090719, |
| "learning_rate": 2.0586920709441916e-06, |
| "loss": 0.719, |
| "step": 1573 |
| }, |
| { |
| "epoch": 4.056810845706908, |
| "grad_norm": 0.8911633869358179, |
| "learning_rate": 2.0477383592970445e-06, |
| "loss": 0.6934, |
| "step": 1574 |
| }, |
| { |
| "epoch": 4.059393156875403, |
| "grad_norm": 1.0041409401766892, |
| "learning_rate": 2.0368105412684393e-06, |
| "loss": 0.7207, |
| "step": 1575 |
| }, |
| { |
| "epoch": 4.061975468043899, |
| "grad_norm": 1.0810423533153977, |
| "learning_rate": 2.0259086524408036e-06, |
| "loss": 0.7488, |
| "step": 1576 |
| }, |
| { |
| "epoch": 4.064557779212395, |
| "grad_norm": 1.081615913030172, |
| "learning_rate": 2.015032728312134e-06, |
| "loss": 0.7308, |
| "step": 1577 |
| }, |
| { |
| "epoch": 4.0671400903808905, |
| "grad_norm": 0.9264001598492572, |
| "learning_rate": 2.0041828042958823e-06, |
| "loss": 0.7099, |
| "step": 1578 |
| }, |
| { |
| "epoch": 4.069722401549387, |
| "grad_norm": 0.9108042452749365, |
| "learning_rate": 1.9933589157208356e-06, |
| "loss": 0.706, |
| "step": 1579 |
| }, |
| { |
| "epoch": 4.072304712717883, |
| "grad_norm": 0.8937819117625528, |
| "learning_rate": 1.9825610978310127e-06, |
| "loss": 0.7104, |
| "step": 1580 |
| }, |
| { |
| "epoch": 4.074887023886379, |
| "grad_norm": 0.8825092444237356, |
| "learning_rate": 1.9717893857855475e-06, |
| "loss": 0.7053, |
| "step": 1581 |
| }, |
| { |
| "epoch": 4.077469335054874, |
| "grad_norm": 0.8817000599546978, |
| "learning_rate": 1.961043814658552e-06, |
| "loss": 0.7098, |
| "step": 1582 |
| }, |
| { |
| "epoch": 4.08005164622337, |
| "grad_norm": 0.9005717565381924, |
| "learning_rate": 1.950324419439035e-06, |
| "loss": 0.6968, |
| "step": 1583 |
| }, |
| { |
| "epoch": 4.082633957391866, |
| "grad_norm": 0.9122929744904504, |
| "learning_rate": 1.9396312350307722e-06, |
| "loss": 0.7119, |
| "step": 1584 |
| }, |
| { |
| "epoch": 4.0852162685603615, |
| "grad_norm": 0.8952175519583466, |
| "learning_rate": 1.9289642962521847e-06, |
| "loss": 0.7177, |
| "step": 1585 |
| }, |
| { |
| "epoch": 4.087798579728857, |
| "grad_norm": 0.8962217979338948, |
| "learning_rate": 1.918323637836247e-06, |
| "loss": 0.7047, |
| "step": 1586 |
| }, |
| { |
| "epoch": 4.090380890897353, |
| "grad_norm": 0.898920603548723, |
| "learning_rate": 1.9077092944303453e-06, |
| "loss": 0.7328, |
| "step": 1587 |
| }, |
| { |
| "epoch": 4.092963202065849, |
| "grad_norm": 0.9407672412231067, |
| "learning_rate": 1.8971213005961985e-06, |
| "loss": 0.7244, |
| "step": 1588 |
| }, |
| { |
| "epoch": 4.095545513234344, |
| "grad_norm": 0.9175278092820267, |
| "learning_rate": 1.8865596908097105e-06, |
| "loss": 0.7076, |
| "step": 1589 |
| }, |
| { |
| "epoch": 4.098127824402841, |
| "grad_norm": 0.9219067326264855, |
| "learning_rate": 1.8760244994608911e-06, |
| "loss": 0.7205, |
| "step": 1590 |
| }, |
| { |
| "epoch": 4.100710135571337, |
| "grad_norm": 0.9313883405997428, |
| "learning_rate": 1.8655157608537156e-06, |
| "loss": 0.7329, |
| "step": 1591 |
| }, |
| { |
| "epoch": 4.103292446739832, |
| "grad_norm": 0.9069473980493022, |
| "learning_rate": 1.855033509206029e-06, |
| "loss": 0.7058, |
| "step": 1592 |
| }, |
| { |
| "epoch": 4.105874757908328, |
| "grad_norm": 0.9042132782800456, |
| "learning_rate": 1.8445777786494356e-06, |
| "loss": 0.722, |
| "step": 1593 |
| }, |
| { |
| "epoch": 4.108457069076824, |
| "grad_norm": 0.8984738476555618, |
| "learning_rate": 1.8341486032291834e-06, |
| "loss": 0.6965, |
| "step": 1594 |
| }, |
| { |
| "epoch": 4.11103938024532, |
| "grad_norm": 0.9033341125566603, |
| "learning_rate": 1.823746016904049e-06, |
| "loss": 0.7043, |
| "step": 1595 |
| }, |
| { |
| "epoch": 4.113621691413815, |
| "grad_norm": 0.9024091267438483, |
| "learning_rate": 1.8133700535462274e-06, |
| "loss": 0.7181, |
| "step": 1596 |
| }, |
| { |
| "epoch": 4.116204002582311, |
| "grad_norm": 0.8840547702331727, |
| "learning_rate": 1.8030207469412374e-06, |
| "loss": 0.7137, |
| "step": 1597 |
| }, |
| { |
| "epoch": 4.118786313750807, |
| "grad_norm": 0.8791770361734527, |
| "learning_rate": 1.7926981307877944e-06, |
| "loss": 0.707, |
| "step": 1598 |
| }, |
| { |
| "epoch": 4.1213686249193024, |
| "grad_norm": 0.8765500683094899, |
| "learning_rate": 1.7824022386977014e-06, |
| "loss": 0.7332, |
| "step": 1599 |
| }, |
| { |
| "epoch": 4.123950936087798, |
| "grad_norm": 0.8727571261897714, |
| "learning_rate": 1.7721331041957535e-06, |
| "loss": 0.7026, |
| "step": 1600 |
| }, |
| { |
| "epoch": 4.126533247256295, |
| "grad_norm": 0.8893215641197096, |
| "learning_rate": 1.7618907607196112e-06, |
| "loss": 0.699, |
| "step": 1601 |
| }, |
| { |
| "epoch": 4.1291155584247905, |
| "grad_norm": 0.8809282308536279, |
| "learning_rate": 1.7516752416197013e-06, |
| "loss": 0.6937, |
| "step": 1602 |
| }, |
| { |
| "epoch": 4.131697869593286, |
| "grad_norm": 0.9065700149312429, |
| "learning_rate": 1.741486580159112e-06, |
| "loss": 0.7156, |
| "step": 1603 |
| }, |
| { |
| "epoch": 4.134280180761782, |
| "grad_norm": 0.9172825352706213, |
| "learning_rate": 1.7313248095134772e-06, |
| "loss": 0.7224, |
| "step": 1604 |
| }, |
| { |
| "epoch": 4.136862491930278, |
| "grad_norm": 0.9359192197464888, |
| "learning_rate": 1.7211899627708694e-06, |
| "loss": 0.7159, |
| "step": 1605 |
| }, |
| { |
| "epoch": 4.139444803098773, |
| "grad_norm": 0.8923723735789315, |
| "learning_rate": 1.711082072931689e-06, |
| "loss": 0.7144, |
| "step": 1606 |
| }, |
| { |
| "epoch": 4.142027114267269, |
| "grad_norm": 0.8698447798036731, |
| "learning_rate": 1.7010011729085696e-06, |
| "loss": 0.7183, |
| "step": 1607 |
| }, |
| { |
| "epoch": 4.144609425435765, |
| "grad_norm": 0.9184478130391627, |
| "learning_rate": 1.6909472955262596e-06, |
| "loss": 0.7542, |
| "step": 1608 |
| }, |
| { |
| "epoch": 4.1471917366042605, |
| "grad_norm": 0.8850461139260019, |
| "learning_rate": 1.6809204735215179e-06, |
| "loss": 0.7186, |
| "step": 1609 |
| }, |
| { |
| "epoch": 4.149774047772756, |
| "grad_norm": 0.8889238278435273, |
| "learning_rate": 1.6709207395430005e-06, |
| "loss": 0.7405, |
| "step": 1610 |
| }, |
| { |
| "epoch": 4.152356358941253, |
| "grad_norm": 0.9208003199238048, |
| "learning_rate": 1.660948126151175e-06, |
| "loss": 0.7124, |
| "step": 1611 |
| }, |
| { |
| "epoch": 4.154938670109749, |
| "grad_norm": 0.8762844910372851, |
| "learning_rate": 1.6510026658181866e-06, |
| "loss": 0.7292, |
| "step": 1612 |
| }, |
| { |
| "epoch": 4.157520981278244, |
| "grad_norm": 0.8940625291851263, |
| "learning_rate": 1.6410843909277784e-06, |
| "loss": 0.7186, |
| "step": 1613 |
| }, |
| { |
| "epoch": 4.16010329244674, |
| "grad_norm": 0.8584435328232947, |
| "learning_rate": 1.6311933337751652e-06, |
| "loss": 0.7018, |
| "step": 1614 |
| }, |
| { |
| "epoch": 4.162685603615236, |
| "grad_norm": 0.8889295547847345, |
| "learning_rate": 1.6213295265669448e-06, |
| "loss": 0.713, |
| "step": 1615 |
| }, |
| { |
| "epoch": 4.1652679147837315, |
| "grad_norm": 0.8961567659168423, |
| "learning_rate": 1.6114930014209763e-06, |
| "loss": 0.716, |
| "step": 1616 |
| }, |
| { |
| "epoch": 4.167850225952227, |
| "grad_norm": 0.8623292807248303, |
| "learning_rate": 1.601683790366293e-06, |
| "loss": 0.7409, |
| "step": 1617 |
| }, |
| { |
| "epoch": 4.170432537120723, |
| "grad_norm": 0.9014567493180559, |
| "learning_rate": 1.5919019253429923e-06, |
| "loss": 0.7147, |
| "step": 1618 |
| }, |
| { |
| "epoch": 4.173014848289219, |
| "grad_norm": 0.8966269088663105, |
| "learning_rate": 1.5821474382021128e-06, |
| "loss": 0.7202, |
| "step": 1619 |
| }, |
| { |
| "epoch": 4.175597159457714, |
| "grad_norm": 0.9039554140412117, |
| "learning_rate": 1.5724203607055655e-06, |
| "loss": 0.7208, |
| "step": 1620 |
| }, |
| { |
| "epoch": 4.17817947062621, |
| "grad_norm": 0.9117935626371781, |
| "learning_rate": 1.5627207245260046e-06, |
| "loss": 0.7252, |
| "step": 1621 |
| }, |
| { |
| "epoch": 4.180761781794706, |
| "grad_norm": 0.8838537392487884, |
| "learning_rate": 1.5530485612467317e-06, |
| "loss": 0.7143, |
| "step": 1622 |
| }, |
| { |
| "epoch": 4.183344092963202, |
| "grad_norm": 0.8872948835258441, |
| "learning_rate": 1.54340390236159e-06, |
| "loss": 0.6962, |
| "step": 1623 |
| }, |
| { |
| "epoch": 4.185926404131698, |
| "grad_norm": 0.8960284062739021, |
| "learning_rate": 1.5337867792748694e-06, |
| "loss": 0.7195, |
| "step": 1624 |
| }, |
| { |
| "epoch": 4.188508715300194, |
| "grad_norm": 0.8995137169581848, |
| "learning_rate": 1.5241972233012015e-06, |
| "loss": 0.6987, |
| "step": 1625 |
| }, |
| { |
| "epoch": 4.19109102646869, |
| "grad_norm": 0.8725877233542136, |
| "learning_rate": 1.5146352656654473e-06, |
| "loss": 0.6822, |
| "step": 1626 |
| }, |
| { |
| "epoch": 4.193673337637185, |
| "grad_norm": 0.9022708955863336, |
| "learning_rate": 1.5051009375026127e-06, |
| "loss": 0.7124, |
| "step": 1627 |
| }, |
| { |
| "epoch": 4.196255648805681, |
| "grad_norm": 0.894833962035567, |
| "learning_rate": 1.4955942698577341e-06, |
| "loss": 0.7362, |
| "step": 1628 |
| }, |
| { |
| "epoch": 4.198837959974177, |
| "grad_norm": 0.9297395231684169, |
| "learning_rate": 1.4861152936857792e-06, |
| "loss": 0.7272, |
| "step": 1629 |
| }, |
| { |
| "epoch": 4.2014202711426725, |
| "grad_norm": 0.9212227444100315, |
| "learning_rate": 1.476664039851554e-06, |
| "loss": 0.7345, |
| "step": 1630 |
| }, |
| { |
| "epoch": 4.204002582311168, |
| "grad_norm": 0.9040538736898476, |
| "learning_rate": 1.4672405391295964e-06, |
| "loss": 0.7202, |
| "step": 1631 |
| }, |
| { |
| "epoch": 4.206584893479664, |
| "grad_norm": 0.90954184793202, |
| "learning_rate": 1.4578448222040708e-06, |
| "loss": 0.7144, |
| "step": 1632 |
| }, |
| { |
| "epoch": 4.2091672046481605, |
| "grad_norm": 0.8765308727348899, |
| "learning_rate": 1.4484769196686777e-06, |
| "loss": 0.6932, |
| "step": 1633 |
| }, |
| { |
| "epoch": 4.211749515816656, |
| "grad_norm": 0.8913725709084924, |
| "learning_rate": 1.4391368620265522e-06, |
| "loss": 0.6839, |
| "step": 1634 |
| }, |
| { |
| "epoch": 4.214331826985152, |
| "grad_norm": 0.8949496649062495, |
| "learning_rate": 1.4298246796901615e-06, |
| "loss": 0.7081, |
| "step": 1635 |
| }, |
| { |
| "epoch": 4.216914138153648, |
| "grad_norm": 0.8890323192323862, |
| "learning_rate": 1.4205404029812043e-06, |
| "loss": 0.7148, |
| "step": 1636 |
| }, |
| { |
| "epoch": 4.219496449322143, |
| "grad_norm": 0.8898844083009926, |
| "learning_rate": 1.4112840621305156e-06, |
| "loss": 0.7055, |
| "step": 1637 |
| }, |
| { |
| "epoch": 4.222078760490639, |
| "grad_norm": 0.8973037287194257, |
| "learning_rate": 1.4020556872779723e-06, |
| "loss": 0.7001, |
| "step": 1638 |
| }, |
| { |
| "epoch": 4.224661071659135, |
| "grad_norm": 0.8881050754779889, |
| "learning_rate": 1.3928553084723828e-06, |
| "loss": 0.7029, |
| "step": 1639 |
| }, |
| { |
| "epoch": 4.227243382827631, |
| "grad_norm": 0.9282818296375939, |
| "learning_rate": 1.3836829556714027e-06, |
| "loss": 0.7436, |
| "step": 1640 |
| }, |
| { |
| "epoch": 4.229825693996126, |
| "grad_norm": 0.896945078296962, |
| "learning_rate": 1.3745386587414312e-06, |
| "loss": 0.7051, |
| "step": 1641 |
| }, |
| { |
| "epoch": 4.232408005164622, |
| "grad_norm": 0.8904775792068886, |
| "learning_rate": 1.3654224474575105e-06, |
| "loss": 0.75, |
| "step": 1642 |
| }, |
| { |
| "epoch": 4.234990316333118, |
| "grad_norm": 0.9051407253126452, |
| "learning_rate": 1.3563343515032312e-06, |
| "loss": 0.7122, |
| "step": 1643 |
| }, |
| { |
| "epoch": 4.237572627501614, |
| "grad_norm": 0.875475228439986, |
| "learning_rate": 1.3472744004706406e-06, |
| "loss": 0.7138, |
| "step": 1644 |
| }, |
| { |
| "epoch": 4.24015493867011, |
| "grad_norm": 0.9170090364957498, |
| "learning_rate": 1.3382426238601443e-06, |
| "loss": 0.7209, |
| "step": 1645 |
| }, |
| { |
| "epoch": 4.242737249838606, |
| "grad_norm": 0.8963557044070765, |
| "learning_rate": 1.3292390510803987e-06, |
| "loss": 0.7207, |
| "step": 1646 |
| }, |
| { |
| "epoch": 4.2453195610071015, |
| "grad_norm": 0.8870017097792205, |
| "learning_rate": 1.320263711448232e-06, |
| "loss": 0.7344, |
| "step": 1647 |
| }, |
| { |
| "epoch": 4.247901872175597, |
| "grad_norm": 0.8643621623469757, |
| "learning_rate": 1.3113166341885453e-06, |
| "loss": 0.6909, |
| "step": 1648 |
| }, |
| { |
| "epoch": 4.250484183344093, |
| "grad_norm": 0.88693541516387, |
| "learning_rate": 1.3023978484342027e-06, |
| "loss": 0.7172, |
| "step": 1649 |
| }, |
| { |
| "epoch": 4.253066494512589, |
| "grad_norm": 0.8827410284281785, |
| "learning_rate": 1.293507383225958e-06, |
| "loss": 0.6974, |
| "step": 1650 |
| }, |
| { |
| "epoch": 4.255648805681084, |
| "grad_norm": 0.8921892267635948, |
| "learning_rate": 1.2846452675123412e-06, |
| "loss": 0.7198, |
| "step": 1651 |
| }, |
| { |
| "epoch": 4.25823111684958, |
| "grad_norm": 0.8699520076203895, |
| "learning_rate": 1.275811530149581e-06, |
| "loss": 0.712, |
| "step": 1652 |
| }, |
| { |
| "epoch": 4.260813428018076, |
| "grad_norm": 0.9053418709356683, |
| "learning_rate": 1.2670061999014926e-06, |
| "loss": 0.711, |
| "step": 1653 |
| }, |
| { |
| "epoch": 4.263395739186572, |
| "grad_norm": 0.8933588527941319, |
| "learning_rate": 1.2582293054394034e-06, |
| "loss": 0.7191, |
| "step": 1654 |
| }, |
| { |
| "epoch": 4.265978050355068, |
| "grad_norm": 0.8957606594695622, |
| "learning_rate": 1.249480875342044e-06, |
| "loss": 0.7013, |
| "step": 1655 |
| }, |
| { |
| "epoch": 4.268560361523564, |
| "grad_norm": 0.8896835872883254, |
| "learning_rate": 1.240760938095461e-06, |
| "loss": 0.6909, |
| "step": 1656 |
| }, |
| { |
| "epoch": 4.27114267269206, |
| "grad_norm": 0.902860652986643, |
| "learning_rate": 1.232069522092929e-06, |
| "loss": 0.7023, |
| "step": 1657 |
| }, |
| { |
| "epoch": 4.273724983860555, |
| "grad_norm": 0.8991644670101375, |
| "learning_rate": 1.2234066556348524e-06, |
| "loss": 0.7201, |
| "step": 1658 |
| }, |
| { |
| "epoch": 4.276307295029051, |
| "grad_norm": 0.871953669734789, |
| "learning_rate": 1.2147723669286703e-06, |
| "loss": 0.7135, |
| "step": 1659 |
| }, |
| { |
| "epoch": 4.278889606197547, |
| "grad_norm": 0.8976349496395944, |
| "learning_rate": 1.206166684088772e-06, |
| "loss": 0.7142, |
| "step": 1660 |
| }, |
| { |
| "epoch": 4.2814719173660425, |
| "grad_norm": 0.9150642282309124, |
| "learning_rate": 1.1975896351364036e-06, |
| "loss": 0.717, |
| "step": 1661 |
| }, |
| { |
| "epoch": 4.284054228534538, |
| "grad_norm": 0.89830091523198, |
| "learning_rate": 1.189041247999575e-06, |
| "loss": 0.7038, |
| "step": 1662 |
| }, |
| { |
| "epoch": 4.286636539703034, |
| "grad_norm": 0.9002768402003223, |
| "learning_rate": 1.1805215505129653e-06, |
| "loss": 0.7171, |
| "step": 1663 |
| }, |
| { |
| "epoch": 4.28921885087153, |
| "grad_norm": 0.9189338614452367, |
| "learning_rate": 1.1720305704178436e-06, |
| "loss": 0.7198, |
| "step": 1664 |
| }, |
| { |
| "epoch": 4.291801162040025, |
| "grad_norm": 0.9241169326437726, |
| "learning_rate": 1.1635683353619643e-06, |
| "loss": 0.733, |
| "step": 1665 |
| }, |
| { |
| "epoch": 4.294383473208522, |
| "grad_norm": 0.9074601151507607, |
| "learning_rate": 1.1551348728994849e-06, |
| "loss": 0.7251, |
| "step": 1666 |
| }, |
| { |
| "epoch": 4.296965784377018, |
| "grad_norm": 0.9201495613344312, |
| "learning_rate": 1.1467302104908796e-06, |
| "loss": 0.7261, |
| "step": 1667 |
| }, |
| { |
| "epoch": 4.299548095545513, |
| "grad_norm": 0.8938379902505227, |
| "learning_rate": 1.138354375502847e-06, |
| "loss": 0.6994, |
| "step": 1668 |
| }, |
| { |
| "epoch": 4.302130406714009, |
| "grad_norm": 0.9336658672822801, |
| "learning_rate": 1.1300073952082147e-06, |
| "loss": 0.7156, |
| "step": 1669 |
| }, |
| { |
| "epoch": 4.304712717882505, |
| "grad_norm": 0.8831440608193399, |
| "learning_rate": 1.121689296785854e-06, |
| "loss": 0.6995, |
| "step": 1670 |
| }, |
| { |
| "epoch": 4.307295029051001, |
| "grad_norm": 0.8799798301503751, |
| "learning_rate": 1.1134001073206025e-06, |
| "loss": 0.7193, |
| "step": 1671 |
| }, |
| { |
| "epoch": 4.309877340219496, |
| "grad_norm": 0.8804550173412993, |
| "learning_rate": 1.1051398538031544e-06, |
| "loss": 0.7258, |
| "step": 1672 |
| }, |
| { |
| "epoch": 4.312459651387992, |
| "grad_norm": 0.9036007303009939, |
| "learning_rate": 1.0969085631299946e-06, |
| "loss": 0.708, |
| "step": 1673 |
| }, |
| { |
| "epoch": 4.315041962556488, |
| "grad_norm": 0.9024030379125595, |
| "learning_rate": 1.0887062621032951e-06, |
| "loss": 0.7055, |
| "step": 1674 |
| }, |
| { |
| "epoch": 4.3176242737249835, |
| "grad_norm": 0.8894223361973113, |
| "learning_rate": 1.0805329774308392e-06, |
| "loss": 0.726, |
| "step": 1675 |
| }, |
| { |
| "epoch": 4.32020658489348, |
| "grad_norm": 0.885938538418052, |
| "learning_rate": 1.072388735725921e-06, |
| "loss": 0.703, |
| "step": 1676 |
| }, |
| { |
| "epoch": 4.322788896061976, |
| "grad_norm": 0.9305506401372774, |
| "learning_rate": 1.0642735635072764e-06, |
| "loss": 0.7266, |
| "step": 1677 |
| }, |
| { |
| "epoch": 4.3253712072304715, |
| "grad_norm": 0.9113060756686157, |
| "learning_rate": 1.0561874871989775e-06, |
| "loss": 0.7206, |
| "step": 1678 |
| }, |
| { |
| "epoch": 4.327953518398967, |
| "grad_norm": 0.889475937075751, |
| "learning_rate": 1.0481305331303659e-06, |
| "loss": 0.7145, |
| "step": 1679 |
| }, |
| { |
| "epoch": 4.330535829567463, |
| "grad_norm": 0.9193184675001664, |
| "learning_rate": 1.0401027275359487e-06, |
| "loss": 0.7213, |
| "step": 1680 |
| }, |
| { |
| "epoch": 4.333118140735959, |
| "grad_norm": 0.9057888219841576, |
| "learning_rate": 1.0321040965553286e-06, |
| "loss": 0.7142, |
| "step": 1681 |
| }, |
| { |
| "epoch": 4.335700451904454, |
| "grad_norm": 0.9181347146447232, |
| "learning_rate": 1.0241346662331075e-06, |
| "loss": 0.7001, |
| "step": 1682 |
| }, |
| { |
| "epoch": 4.33828276307295, |
| "grad_norm": 0.8761392579902068, |
| "learning_rate": 1.0161944625188046e-06, |
| "loss": 0.7144, |
| "step": 1683 |
| }, |
| { |
| "epoch": 4.340865074241446, |
| "grad_norm": 0.8957507000212769, |
| "learning_rate": 1.008283511266781e-06, |
| "loss": 0.72, |
| "step": 1684 |
| }, |
| { |
| "epoch": 4.343447385409942, |
| "grad_norm": 0.9048968155853336, |
| "learning_rate": 1.0004018382361414e-06, |
| "loss": 0.7154, |
| "step": 1685 |
| }, |
| { |
| "epoch": 4.346029696578437, |
| "grad_norm": 0.9061516663607375, |
| "learning_rate": 9.92549469090659e-07, |
| "loss": 0.7138, |
| "step": 1686 |
| }, |
| { |
| "epoch": 4.348612007746934, |
| "grad_norm": 0.907960683381014, |
| "learning_rate": 9.847264293986869e-07, |
| "loss": 0.6933, |
| "step": 1687 |
| }, |
| { |
| "epoch": 4.35119431891543, |
| "grad_norm": 0.9335500032392648, |
| "learning_rate": 9.769327446330802e-07, |
| "loss": 0.7203, |
| "step": 1688 |
| }, |
| { |
| "epoch": 4.353776630083925, |
| "grad_norm": 0.8979953039902708, |
| "learning_rate": 9.691684401711143e-07, |
| "loss": 0.7335, |
| "step": 1689 |
| }, |
| { |
| "epoch": 4.356358941252421, |
| "grad_norm": 0.884673020616097, |
| "learning_rate": 9.614335412943887e-07, |
| "loss": 0.7141, |
| "step": 1690 |
| }, |
| { |
| "epoch": 4.358941252420917, |
| "grad_norm": 0.8749160348750349, |
| "learning_rate": 9.537280731887644e-07, |
| "loss": 0.7038, |
| "step": 1691 |
| }, |
| { |
| "epoch": 4.3615235635894125, |
| "grad_norm": 0.8709729980037048, |
| "learning_rate": 9.460520609442647e-07, |
| "loss": 0.6812, |
| "step": 1692 |
| }, |
| { |
| "epoch": 4.364105874757908, |
| "grad_norm": 0.8750487222127739, |
| "learning_rate": 9.384055295550032e-07, |
| "loss": 0.69, |
| "step": 1693 |
| }, |
| { |
| "epoch": 4.366688185926404, |
| "grad_norm": 0.8996853241438628, |
| "learning_rate": 9.307885039191011e-07, |
| "loss": 0.7232, |
| "step": 1694 |
| }, |
| { |
| "epoch": 4.3692704970949, |
| "grad_norm": 0.908802912077574, |
| "learning_rate": 9.232010088386067e-07, |
| "loss": 0.7062, |
| "step": 1695 |
| }, |
| { |
| "epoch": 4.371852808263395, |
| "grad_norm": 0.9168462712654659, |
| "learning_rate": 9.156430690194074e-07, |
| "loss": 0.7084, |
| "step": 1696 |
| }, |
| { |
| "epoch": 4.374435119431892, |
| "grad_norm": 0.9259940687964294, |
| "learning_rate": 9.081147090711562e-07, |
| "loss": 0.742, |
| "step": 1697 |
| }, |
| { |
| "epoch": 4.377017430600388, |
| "grad_norm": 0.9383290055652561, |
| "learning_rate": 9.006159535071945e-07, |
| "loss": 0.7364, |
| "step": 1698 |
| }, |
| { |
| "epoch": 4.3795997417688834, |
| "grad_norm": 0.8900989908997234, |
| "learning_rate": 8.93146826744462e-07, |
| "loss": 0.6925, |
| "step": 1699 |
| }, |
| { |
| "epoch": 4.382182052937379, |
| "grad_norm": 0.906245275227718, |
| "learning_rate": 8.8570735310343e-07, |
| "loss": 0.7152, |
| "step": 1700 |
| }, |
| { |
| "epoch": 4.384764364105875, |
| "grad_norm": 0.8817115384410557, |
| "learning_rate": 8.782975568080066e-07, |
| "loss": 0.7119, |
| "step": 1701 |
| }, |
| { |
| "epoch": 4.387346675274371, |
| "grad_norm": 0.8936803543044946, |
| "learning_rate": 8.709174619854766e-07, |
| "loss": 0.7221, |
| "step": 1702 |
| }, |
| { |
| "epoch": 4.389928986442866, |
| "grad_norm": 0.9106707340778925, |
| "learning_rate": 8.635670926664019e-07, |
| "loss": 0.7159, |
| "step": 1703 |
| }, |
| { |
| "epoch": 4.392511297611362, |
| "grad_norm": 0.8995573561800408, |
| "learning_rate": 8.562464727845621e-07, |
| "loss": 0.7232, |
| "step": 1704 |
| }, |
| { |
| "epoch": 4.395093608779858, |
| "grad_norm": 0.9242674966931874, |
| "learning_rate": 8.489556261768694e-07, |
| "loss": 0.7511, |
| "step": 1705 |
| }, |
| { |
| "epoch": 4.3976759199483535, |
| "grad_norm": 0.8973937221578497, |
| "learning_rate": 8.41694576583284e-07, |
| "loss": 0.7151, |
| "step": 1706 |
| }, |
| { |
| "epoch": 4.400258231116849, |
| "grad_norm": 0.9016096213701568, |
| "learning_rate": 8.344633476467456e-07, |
| "loss": 0.7555, |
| "step": 1707 |
| }, |
| { |
| "epoch": 4.402840542285345, |
| "grad_norm": 0.9070638086527365, |
| "learning_rate": 8.272619629130984e-07, |
| "loss": 0.7405, |
| "step": 1708 |
| }, |
| { |
| "epoch": 4.4054228534538415, |
| "grad_norm": 0.8882275237620317, |
| "learning_rate": 8.200904458310022e-07, |
| "loss": 0.6947, |
| "step": 1709 |
| }, |
| { |
| "epoch": 4.408005164622337, |
| "grad_norm": 0.8804791482936096, |
| "learning_rate": 8.129488197518687e-07, |
| "loss": 0.6977, |
| "step": 1710 |
| }, |
| { |
| "epoch": 4.410587475790833, |
| "grad_norm": 0.9272005439255128, |
| "learning_rate": 8.0583710792978e-07, |
| "loss": 0.7132, |
| "step": 1711 |
| }, |
| { |
| "epoch": 4.413169786959329, |
| "grad_norm": 0.8899287069527094, |
| "learning_rate": 7.987553335214149e-07, |
| "loss": 0.731, |
| "step": 1712 |
| }, |
| { |
| "epoch": 4.415752098127824, |
| "grad_norm": 0.8808619191876175, |
| "learning_rate": 7.917035195859668e-07, |
| "loss": 0.7265, |
| "step": 1713 |
| }, |
| { |
| "epoch": 4.41833440929632, |
| "grad_norm": 0.8969831722003705, |
| "learning_rate": 7.846816890850806e-07, |
| "loss": 0.7116, |
| "step": 1714 |
| }, |
| { |
| "epoch": 4.420916720464816, |
| "grad_norm": 0.8924810647720324, |
| "learning_rate": 7.776898648827647e-07, |
| "loss": 0.7146, |
| "step": 1715 |
| }, |
| { |
| "epoch": 4.423499031633312, |
| "grad_norm": 1.1018976996499141, |
| "learning_rate": 7.707280697453256e-07, |
| "loss": 0.6941, |
| "step": 1716 |
| }, |
| { |
| "epoch": 4.426081342801807, |
| "grad_norm": 0.894570214234641, |
| "learning_rate": 7.637963263412929e-07, |
| "loss": 0.7145, |
| "step": 1717 |
| }, |
| { |
| "epoch": 4.428663653970303, |
| "grad_norm": 0.907267880331535, |
| "learning_rate": 7.568946572413438e-07, |
| "loss": 0.7239, |
| "step": 1718 |
| }, |
| { |
| "epoch": 4.4312459651388, |
| "grad_norm": 0.904439736544676, |
| "learning_rate": 7.500230849182278e-07, |
| "loss": 0.7148, |
| "step": 1719 |
| }, |
| { |
| "epoch": 4.433828276307295, |
| "grad_norm": 0.9165453956707031, |
| "learning_rate": 7.431816317466923e-07, |
| "loss": 0.7276, |
| "step": 1720 |
| }, |
| { |
| "epoch": 4.436410587475791, |
| "grad_norm": 0.8958325943917459, |
| "learning_rate": 7.363703200034177e-07, |
| "loss": 0.7121, |
| "step": 1721 |
| }, |
| { |
| "epoch": 4.438992898644287, |
| "grad_norm": 0.9140196598832558, |
| "learning_rate": 7.295891718669423e-07, |
| "loss": 0.7331, |
| "step": 1722 |
| }, |
| { |
| "epoch": 4.4415752098127825, |
| "grad_norm": 0.8872380269740475, |
| "learning_rate": 7.228382094175801e-07, |
| "loss": 0.7001, |
| "step": 1723 |
| }, |
| { |
| "epoch": 4.444157520981278, |
| "grad_norm": 0.9270216958684496, |
| "learning_rate": 7.161174546373595e-07, |
| "loss": 0.7181, |
| "step": 1724 |
| }, |
| { |
| "epoch": 4.446739832149774, |
| "grad_norm": 0.9132455796590981, |
| "learning_rate": 7.094269294099509e-07, |
| "loss": 0.731, |
| "step": 1725 |
| }, |
| { |
| "epoch": 4.44932214331827, |
| "grad_norm": 0.9227817170397697, |
| "learning_rate": 7.027666555205915e-07, |
| "loss": 0.7337, |
| "step": 1726 |
| }, |
| { |
| "epoch": 4.451904454486765, |
| "grad_norm": 0.9210558504510359, |
| "learning_rate": 6.961366546560156e-07, |
| "loss": 0.7291, |
| "step": 1727 |
| }, |
| { |
| "epoch": 4.454486765655261, |
| "grad_norm": 0.9075281818010581, |
| "learning_rate": 6.895369484043879e-07, |
| "loss": 0.7321, |
| "step": 1728 |
| }, |
| { |
| "epoch": 4.457069076823757, |
| "grad_norm": 1.0617614842864411, |
| "learning_rate": 6.829675582552253e-07, |
| "loss": 0.6943, |
| "step": 1729 |
| }, |
| { |
| "epoch": 4.4596513879922535, |
| "grad_norm": 0.9007403795148768, |
| "learning_rate": 6.764285055993313e-07, |
| "loss": 0.7094, |
| "step": 1730 |
| }, |
| { |
| "epoch": 4.462233699160749, |
| "grad_norm": 0.9117234111423507, |
| "learning_rate": 6.699198117287309e-07, |
| "loss": 0.7385, |
| "step": 1731 |
| }, |
| { |
| "epoch": 4.464816010329245, |
| "grad_norm": 0.8912704657574764, |
| "learning_rate": 6.634414978365978e-07, |
| "loss": 0.7145, |
| "step": 1732 |
| }, |
| { |
| "epoch": 4.467398321497741, |
| "grad_norm": 0.9112230980418938, |
| "learning_rate": 6.569935850171749e-07, |
| "loss": 0.7199, |
| "step": 1733 |
| }, |
| { |
| "epoch": 4.469980632666236, |
| "grad_norm": 0.9068319118246875, |
| "learning_rate": 6.505760942657235e-07, |
| "loss": 0.728, |
| "step": 1734 |
| }, |
| { |
| "epoch": 4.472562943834732, |
| "grad_norm": 0.8698085381695577, |
| "learning_rate": 6.441890464784473e-07, |
| "loss": 0.6873, |
| "step": 1735 |
| }, |
| { |
| "epoch": 4.475145255003228, |
| "grad_norm": 0.8820814075457806, |
| "learning_rate": 6.37832462452418e-07, |
| "loss": 0.7087, |
| "step": 1736 |
| }, |
| { |
| "epoch": 4.4777275661717235, |
| "grad_norm": 0.9076300266568639, |
| "learning_rate": 6.315063628855178e-07, |
| "loss": 0.7207, |
| "step": 1737 |
| }, |
| { |
| "epoch": 4.480309877340219, |
| "grad_norm": 0.8761294190152139, |
| "learning_rate": 6.252107683763642e-07, |
| "loss": 0.7028, |
| "step": 1738 |
| }, |
| { |
| "epoch": 4.482892188508715, |
| "grad_norm": 0.9023071618115094, |
| "learning_rate": 6.189456994242516e-07, |
| "loss": 0.7548, |
| "step": 1739 |
| }, |
| { |
| "epoch": 4.485474499677212, |
| "grad_norm": 0.9032118146111997, |
| "learning_rate": 6.127111764290694e-07, |
| "loss": 0.7198, |
| "step": 1740 |
| }, |
| { |
| "epoch": 4.488056810845707, |
| "grad_norm": 0.9423906564703732, |
| "learning_rate": 6.065072196912569e-07, |
| "loss": 0.7192, |
| "step": 1741 |
| }, |
| { |
| "epoch": 4.490639122014203, |
| "grad_norm": 0.8871664697024927, |
| "learning_rate": 6.003338494117183e-07, |
| "loss": 0.7261, |
| "step": 1742 |
| }, |
| { |
| "epoch": 4.493221433182699, |
| "grad_norm": 0.8723986193214446, |
| "learning_rate": 5.941910856917643e-07, |
| "loss": 0.6919, |
| "step": 1743 |
| }, |
| { |
| "epoch": 4.4958037443511945, |
| "grad_norm": 0.9160786881274069, |
| "learning_rate": 5.880789485330484e-07, |
| "loss": 0.7184, |
| "step": 1744 |
| }, |
| { |
| "epoch": 4.49838605551969, |
| "grad_norm": 0.8749173043898083, |
| "learning_rate": 5.81997457837502e-07, |
| "loss": 0.7038, |
| "step": 1745 |
| }, |
| { |
| "epoch": 4.500968366688186, |
| "grad_norm": 0.8836993274435628, |
| "learning_rate": 5.75946633407265e-07, |
| "loss": 0.7058, |
| "step": 1746 |
| }, |
| { |
| "epoch": 4.503550677856682, |
| "grad_norm": 0.9168059326784899, |
| "learning_rate": 5.699264949446215e-07, |
| "loss": 0.7576, |
| "step": 1747 |
| }, |
| { |
| "epoch": 4.506132989025177, |
| "grad_norm": 0.916608005705834, |
| "learning_rate": 5.639370620519424e-07, |
| "loss": 0.7176, |
| "step": 1748 |
| }, |
| { |
| "epoch": 4.508715300193673, |
| "grad_norm": 0.8792129119048742, |
| "learning_rate": 5.579783542316175e-07, |
| "loss": 0.7004, |
| "step": 1749 |
| }, |
| { |
| "epoch": 4.511297611362169, |
| "grad_norm": 0.9102642584599099, |
| "learning_rate": 5.520503908859876e-07, |
| "loss": 0.7296, |
| "step": 1750 |
| }, |
| { |
| "epoch": 4.5138799225306645, |
| "grad_norm": 0.8976181656024875, |
| "learning_rate": 5.461531913172869e-07, |
| "loss": 0.7137, |
| "step": 1751 |
| }, |
| { |
| "epoch": 4.516462233699161, |
| "grad_norm": 0.8955819573412418, |
| "learning_rate": 5.40286774727582e-07, |
| "loss": 0.7243, |
| "step": 1752 |
| }, |
| { |
| "epoch": 4.519044544867657, |
| "grad_norm": 0.8848415473903943, |
| "learning_rate": 5.344511602186986e-07, |
| "loss": 0.6937, |
| "step": 1753 |
| }, |
| { |
| "epoch": 4.5216268560361526, |
| "grad_norm": 0.8935210617924505, |
| "learning_rate": 5.28646366792176e-07, |
| "loss": 0.7115, |
| "step": 1754 |
| }, |
| { |
| "epoch": 4.524209167204648, |
| "grad_norm": 0.9277553981673546, |
| "learning_rate": 5.228724133491903e-07, |
| "loss": 0.7464, |
| "step": 1755 |
| }, |
| { |
| "epoch": 4.526791478373144, |
| "grad_norm": 0.8697756183845172, |
| "learning_rate": 5.171293186904991e-07, |
| "loss": 0.6713, |
| "step": 1756 |
| }, |
| { |
| "epoch": 4.52937378954164, |
| "grad_norm": 0.8699331724645898, |
| "learning_rate": 5.114171015163793e-07, |
| "loss": 0.6981, |
| "step": 1757 |
| }, |
| { |
| "epoch": 4.531956100710135, |
| "grad_norm": 0.8867759757326906, |
| "learning_rate": 5.057357804265695e-07, |
| "loss": 0.713, |
| "step": 1758 |
| }, |
| { |
| "epoch": 4.534538411878631, |
| "grad_norm": 0.8965559347020167, |
| "learning_rate": 5.000853739202039e-07, |
| "loss": 0.7084, |
| "step": 1759 |
| }, |
| { |
| "epoch": 4.537120723047127, |
| "grad_norm": 0.9176654044616335, |
| "learning_rate": 4.944659003957564e-07, |
| "loss": 0.7214, |
| "step": 1760 |
| }, |
| { |
| "epoch": 4.539703034215623, |
| "grad_norm": 0.9221143520181255, |
| "learning_rate": 4.888773781509748e-07, |
| "loss": 0.737, |
| "step": 1761 |
| }, |
| { |
| "epoch": 4.542285345384119, |
| "grad_norm": 0.9322259452120046, |
| "learning_rate": 4.833198253828331e-07, |
| "loss": 0.7416, |
| "step": 1762 |
| }, |
| { |
| "epoch": 4.544867656552615, |
| "grad_norm": 0.9208718551935449, |
| "learning_rate": 4.777932601874557e-07, |
| "loss": 0.7487, |
| "step": 1763 |
| }, |
| { |
| "epoch": 4.547449967721111, |
| "grad_norm": 0.8890662647225912, |
| "learning_rate": 4.7229770056007707e-07, |
| "loss": 0.6894, |
| "step": 1764 |
| }, |
| { |
| "epoch": 4.550032278889606, |
| "grad_norm": 0.887652550850276, |
| "learning_rate": 4.66833164394962e-07, |
| "loss": 0.7031, |
| "step": 1765 |
| }, |
| { |
| "epoch": 4.552614590058102, |
| "grad_norm": 0.8951195625274412, |
| "learning_rate": 4.6139966948537064e-07, |
| "loss": 0.7419, |
| "step": 1766 |
| }, |
| { |
| "epoch": 4.555196901226598, |
| "grad_norm": 0.9259533456732394, |
| "learning_rate": 4.5599723352347857e-07, |
| "loss": 0.6975, |
| "step": 1767 |
| }, |
| { |
| "epoch": 4.5577792123950935, |
| "grad_norm": 0.9119373622565761, |
| "learning_rate": 4.5062587410033663e-07, |
| "loss": 0.727, |
| "step": 1768 |
| }, |
| { |
| "epoch": 4.560361523563589, |
| "grad_norm": 0.8749876771396683, |
| "learning_rate": 4.452856087058044e-07, |
| "loss": 0.6747, |
| "step": 1769 |
| }, |
| { |
| "epoch": 4.562943834732085, |
| "grad_norm": 0.8781088555589601, |
| "learning_rate": 4.3997645472849016e-07, |
| "loss": 0.7024, |
| "step": 1770 |
| }, |
| { |
| "epoch": 4.565526145900581, |
| "grad_norm": 0.8811255741349678, |
| "learning_rate": 4.346984294557055e-07, |
| "loss": 0.7078, |
| "step": 1771 |
| }, |
| { |
| "epoch": 4.568108457069076, |
| "grad_norm": 0.9013328171452745, |
| "learning_rate": 4.29451550073402e-07, |
| "loss": 0.7471, |
| "step": 1772 |
| }, |
| { |
| "epoch": 4.570690768237572, |
| "grad_norm": 0.9233092729022429, |
| "learning_rate": 4.2423583366611345e-07, |
| "loss": 0.7443, |
| "step": 1773 |
| }, |
| { |
| "epoch": 4.573273079406069, |
| "grad_norm": 0.8783319514354955, |
| "learning_rate": 4.190512972169036e-07, |
| "loss": 0.7247, |
| "step": 1774 |
| }, |
| { |
| "epoch": 4.5758553905745645, |
| "grad_norm": 0.8856387585636677, |
| "learning_rate": 4.13897957607311e-07, |
| "loss": 0.701, |
| "step": 1775 |
| }, |
| { |
| "epoch": 4.57843770174306, |
| "grad_norm": 0.9032296044304654, |
| "learning_rate": 4.0877583161729406e-07, |
| "loss": 0.7, |
| "step": 1776 |
| }, |
| { |
| "epoch": 4.581020012911556, |
| "grad_norm": 0.8704929901157932, |
| "learning_rate": 4.036849359251738e-07, |
| "loss": 0.7071, |
| "step": 1777 |
| }, |
| { |
| "epoch": 4.583602324080052, |
| "grad_norm": 0.9068350583367365, |
| "learning_rate": 3.986252871075813e-07, |
| "loss": 0.6992, |
| "step": 1778 |
| }, |
| { |
| "epoch": 4.586184635248547, |
| "grad_norm": 0.874153868567516, |
| "learning_rate": 3.935969016394048e-07, |
| "loss": 0.708, |
| "step": 1779 |
| }, |
| { |
| "epoch": 4.588766946417043, |
| "grad_norm": 0.8976406116845383, |
| "learning_rate": 3.8859979589373265e-07, |
| "loss": 0.7182, |
| "step": 1780 |
| }, |
| { |
| "epoch": 4.591349257585539, |
| "grad_norm": 0.8973977227814353, |
| "learning_rate": 3.836339861418059e-07, |
| "loss": 0.6996, |
| "step": 1781 |
| }, |
| { |
| "epoch": 4.5939315687540345, |
| "grad_norm": 0.9057741077447837, |
| "learning_rate": 3.786994885529582e-07, |
| "loss": 0.707, |
| "step": 1782 |
| }, |
| { |
| "epoch": 4.596513879922531, |
| "grad_norm": 0.9248023645258433, |
| "learning_rate": 3.7379631919457036e-07, |
| "loss": 0.7433, |
| "step": 1783 |
| }, |
| { |
| "epoch": 4.599096191091027, |
| "grad_norm": 0.8815428248966636, |
| "learning_rate": 3.6892449403200805e-07, |
| "loss": 0.7049, |
| "step": 1784 |
| }, |
| { |
| "epoch": 4.601678502259523, |
| "grad_norm": 0.8865336637004515, |
| "learning_rate": 3.6408402892858297e-07, |
| "loss": 0.7074, |
| "step": 1785 |
| }, |
| { |
| "epoch": 4.604260813428018, |
| "grad_norm": 0.8908085795505662, |
| "learning_rate": 3.592749396454931e-07, |
| "loss": 0.7158, |
| "step": 1786 |
| }, |
| { |
| "epoch": 4.606843124596514, |
| "grad_norm": 0.895409574949093, |
| "learning_rate": 3.5449724184176695e-07, |
| "loss": 0.7006, |
| "step": 1787 |
| }, |
| { |
| "epoch": 4.60942543576501, |
| "grad_norm": 0.8953545545983936, |
| "learning_rate": 3.4975095107422473e-07, |
| "loss": 0.7043, |
| "step": 1788 |
| }, |
| { |
| "epoch": 4.6120077469335055, |
| "grad_norm": 0.9024082202649676, |
| "learning_rate": 3.450360827974175e-07, |
| "loss": 0.7188, |
| "step": 1789 |
| }, |
| { |
| "epoch": 4.614590058102001, |
| "grad_norm": 0.8901535896655877, |
| "learning_rate": 3.403526523635825e-07, |
| "loss": 0.7044, |
| "step": 1790 |
| }, |
| { |
| "epoch": 4.617172369270497, |
| "grad_norm": 0.8661077661763952, |
| "learning_rate": 3.3570067502258887e-07, |
| "loss": 0.6895, |
| "step": 1791 |
| }, |
| { |
| "epoch": 4.619754680438993, |
| "grad_norm": 0.8685402290165503, |
| "learning_rate": 3.310801659218943e-07, |
| "loss": 0.7115, |
| "step": 1792 |
| }, |
| { |
| "epoch": 4.622336991607488, |
| "grad_norm": 0.8964236761531204, |
| "learning_rate": 3.264911401064874e-07, |
| "loss": 0.7268, |
| "step": 1793 |
| }, |
| { |
| "epoch": 4.624919302775984, |
| "grad_norm": 0.8907216569293869, |
| "learning_rate": 3.219336125188455e-07, |
| "loss": 0.7009, |
| "step": 1794 |
| }, |
| { |
| "epoch": 4.627501613944481, |
| "grad_norm": 0.8752296130228919, |
| "learning_rate": 3.174075979988811e-07, |
| "loss": 0.7155, |
| "step": 1795 |
| }, |
| { |
| "epoch": 4.630083925112976, |
| "grad_norm": 0.8970700959270853, |
| "learning_rate": 3.1291311128390233e-07, |
| "loss": 0.7261, |
| "step": 1796 |
| }, |
| { |
| "epoch": 4.632666236281472, |
| "grad_norm": 0.8832170790109071, |
| "learning_rate": 3.0845016700854827e-07, |
| "loss": 0.6962, |
| "step": 1797 |
| }, |
| { |
| "epoch": 4.635248547449968, |
| "grad_norm": 0.8737294820452377, |
| "learning_rate": 3.0401877970476e-07, |
| "loss": 0.697, |
| "step": 1798 |
| }, |
| { |
| "epoch": 4.637830858618464, |
| "grad_norm": 0.8664266455857452, |
| "learning_rate": 2.996189638017233e-07, |
| "loss": 0.7204, |
| "step": 1799 |
| }, |
| { |
| "epoch": 4.640413169786959, |
| "grad_norm": 0.8875751806701481, |
| "learning_rate": 2.9525073362581924e-07, |
| "loss": 0.7349, |
| "step": 1800 |
| }, |
| { |
| "epoch": 4.642995480955455, |
| "grad_norm": 0.8976875904169599, |
| "learning_rate": 2.909141034005891e-07, |
| "loss": 0.7118, |
| "step": 1801 |
| }, |
| { |
| "epoch": 4.645577792123951, |
| "grad_norm": 0.875180687352795, |
| "learning_rate": 2.86609087246672e-07, |
| "loss": 0.7072, |
| "step": 1802 |
| }, |
| { |
| "epoch": 4.648160103292446, |
| "grad_norm": 0.8837922794467638, |
| "learning_rate": 2.8233569918177384e-07, |
| "loss": 0.6872, |
| "step": 1803 |
| }, |
| { |
| "epoch": 4.650742414460942, |
| "grad_norm": 0.8773613611606011, |
| "learning_rate": 2.780939531206106e-07, |
| "loss": 0.6997, |
| "step": 1804 |
| }, |
| { |
| "epoch": 4.653324725629439, |
| "grad_norm": 0.9021810787669173, |
| "learning_rate": 2.73883862874873e-07, |
| "loss": 0.7059, |
| "step": 1805 |
| }, |
| { |
| "epoch": 4.6559070367979345, |
| "grad_norm": 0.8823700361393249, |
| "learning_rate": 2.6970544215317197e-07, |
| "loss": 0.7047, |
| "step": 1806 |
| }, |
| { |
| "epoch": 4.65848934796643, |
| "grad_norm": 0.8783238825683962, |
| "learning_rate": 2.655587045609975e-07, |
| "loss": 0.7249, |
| "step": 1807 |
| }, |
| { |
| "epoch": 4.661071659134926, |
| "grad_norm": 0.8827143960172458, |
| "learning_rate": 2.6144366360067896e-07, |
| "loss": 0.7159, |
| "step": 1808 |
| }, |
| { |
| "epoch": 4.663653970303422, |
| "grad_norm": 0.8851244634156046, |
| "learning_rate": 2.57360332671337e-07, |
| "loss": 0.7181, |
| "step": 1809 |
| }, |
| { |
| "epoch": 4.666236281471917, |
| "grad_norm": 0.91360975849369, |
| "learning_rate": 2.5330872506883595e-07, |
| "loss": 0.7426, |
| "step": 1810 |
| }, |
| { |
| "epoch": 4.668818592640413, |
| "grad_norm": 0.9075412171714544, |
| "learning_rate": 2.492888539857485e-07, |
| "loss": 0.6909, |
| "step": 1811 |
| }, |
| { |
| "epoch": 4.671400903808909, |
| "grad_norm": 0.888744832476072, |
| "learning_rate": 2.453007325113077e-07, |
| "loss": 0.7102, |
| "step": 1812 |
| }, |
| { |
| "epoch": 4.6739832149774045, |
| "grad_norm": 0.890507374481685, |
| "learning_rate": 2.41344373631367e-07, |
| "loss": 0.727, |
| "step": 1813 |
| }, |
| { |
| "epoch": 4.6765655261459, |
| "grad_norm": 0.8866830934511432, |
| "learning_rate": 2.374197902283548e-07, |
| "loss": 0.7308, |
| "step": 1814 |
| }, |
| { |
| "epoch": 4.679147837314396, |
| "grad_norm": 0.8771540551708261, |
| "learning_rate": 2.3352699508123579e-07, |
| "loss": 0.6949, |
| "step": 1815 |
| }, |
| { |
| "epoch": 4.681730148482892, |
| "grad_norm": 1.0503180466316975, |
| "learning_rate": 2.296660008654661e-07, |
| "loss": 0.7213, |
| "step": 1816 |
| }, |
| { |
| "epoch": 4.684312459651388, |
| "grad_norm": 0.8959301940497476, |
| "learning_rate": 2.2583682015295593e-07, |
| "loss": 0.7101, |
| "step": 1817 |
| }, |
| { |
| "epoch": 4.686894770819884, |
| "grad_norm": 0.8581736544054299, |
| "learning_rate": 2.2203946541202392e-07, |
| "loss": 0.6836, |
| "step": 1818 |
| }, |
| { |
| "epoch": 4.68947708198838, |
| "grad_norm": 0.8933010730764249, |
| "learning_rate": 2.1827394900736377e-07, |
| "loss": 0.7032, |
| "step": 1819 |
| }, |
| { |
| "epoch": 4.6920593931568755, |
| "grad_norm": 0.8824184636051327, |
| "learning_rate": 2.145402831999943e-07, |
| "loss": 0.6866, |
| "step": 1820 |
| }, |
| { |
| "epoch": 4.694641704325371, |
| "grad_norm": 0.8962203196556846, |
| "learning_rate": 2.108384801472263e-07, |
| "loss": 0.6891, |
| "step": 1821 |
| }, |
| { |
| "epoch": 4.697224015493867, |
| "grad_norm": 0.8825956696146154, |
| "learning_rate": 2.0716855190262118e-07, |
| "loss": 0.7159, |
| "step": 1822 |
| }, |
| { |
| "epoch": 4.699806326662363, |
| "grad_norm": 0.8978568032331434, |
| "learning_rate": 2.035305104159546e-07, |
| "loss": 0.6948, |
| "step": 1823 |
| }, |
| { |
| "epoch": 4.702388637830858, |
| "grad_norm": 0.9066750181863855, |
| "learning_rate": 1.9992436753316967e-07, |
| "loss": 0.7321, |
| "step": 1824 |
| }, |
| { |
| "epoch": 4.704970948999354, |
| "grad_norm": 0.8862969137730125, |
| "learning_rate": 1.963501349963448e-07, |
| "loss": 0.7224, |
| "step": 1825 |
| }, |
| { |
| "epoch": 4.707553260167851, |
| "grad_norm": 0.8963573378284775, |
| "learning_rate": 1.928078244436582e-07, |
| "loss": 0.7078, |
| "step": 1826 |
| }, |
| { |
| "epoch": 4.710135571336346, |
| "grad_norm": 0.8951212547195972, |
| "learning_rate": 1.892974474093412e-07, |
| "loss": 0.7324, |
| "step": 1827 |
| }, |
| { |
| "epoch": 4.712717882504842, |
| "grad_norm": 0.8796409018946402, |
| "learning_rate": 1.8581901532364722e-07, |
| "loss": 0.6997, |
| "step": 1828 |
| }, |
| { |
| "epoch": 4.715300193673338, |
| "grad_norm": 0.9084865841892311, |
| "learning_rate": 1.8237253951281287e-07, |
| "loss": 0.7176, |
| "step": 1829 |
| }, |
| { |
| "epoch": 4.717882504841834, |
| "grad_norm": 0.8939350444456864, |
| "learning_rate": 1.789580311990191e-07, |
| "loss": 0.7273, |
| "step": 1830 |
| }, |
| { |
| "epoch": 4.720464816010329, |
| "grad_norm": 0.8897734672415167, |
| "learning_rate": 1.7557550150035906e-07, |
| "loss": 0.7311, |
| "step": 1831 |
| }, |
| { |
| "epoch": 4.723047127178825, |
| "grad_norm": 0.9004838760057952, |
| "learning_rate": 1.7222496143079803e-07, |
| "loss": 0.735, |
| "step": 1832 |
| }, |
| { |
| "epoch": 4.725629438347321, |
| "grad_norm": 0.8899859768430314, |
| "learning_rate": 1.6890642190013906e-07, |
| "loss": 0.7231, |
| "step": 1833 |
| }, |
| { |
| "epoch": 4.7282117495158165, |
| "grad_norm": 0.8945971398194342, |
| "learning_rate": 1.6561989371398523e-07, |
| "loss": 0.7242, |
| "step": 1834 |
| }, |
| { |
| "epoch": 4.730794060684312, |
| "grad_norm": 0.9022295113729779, |
| "learning_rate": 1.6236538757370967e-07, |
| "loss": 0.7124, |
| "step": 1835 |
| }, |
| { |
| "epoch": 4.733376371852808, |
| "grad_norm": 0.9072500620579464, |
| "learning_rate": 1.5914291407641668e-07, |
| "loss": 0.7252, |
| "step": 1836 |
| }, |
| { |
| "epoch": 4.735958683021304, |
| "grad_norm": 0.9078114931306495, |
| "learning_rate": 1.5595248371490512e-07, |
| "loss": 0.7252, |
| "step": 1837 |
| }, |
| { |
| "epoch": 4.7385409941898, |
| "grad_norm": 0.8961898314266026, |
| "learning_rate": 1.5279410687764173e-07, |
| "loss": 0.7436, |
| "step": 1838 |
| }, |
| { |
| "epoch": 4.741123305358296, |
| "grad_norm": 0.8983212101762444, |
| "learning_rate": 1.4966779384871789e-07, |
| "loss": 0.7123, |
| "step": 1839 |
| }, |
| { |
| "epoch": 4.743705616526792, |
| "grad_norm": 0.8867079379295172, |
| "learning_rate": 1.465735548078262e-07, |
| "loss": 0.7091, |
| "step": 1840 |
| }, |
| { |
| "epoch": 4.746287927695287, |
| "grad_norm": 0.9004558245837394, |
| "learning_rate": 1.4351139983021623e-07, |
| "loss": 0.7001, |
| "step": 1841 |
| }, |
| { |
| "epoch": 4.748870238863783, |
| "grad_norm": 0.9069705760502946, |
| "learning_rate": 1.4048133888667436e-07, |
| "loss": 0.7132, |
| "step": 1842 |
| }, |
| { |
| "epoch": 4.751452550032279, |
| "grad_norm": 0.8977843363832826, |
| "learning_rate": 1.3748338184347842e-07, |
| "loss": 0.7348, |
| "step": 1843 |
| }, |
| { |
| "epoch": 4.754034861200775, |
| "grad_norm": 0.9077365721137113, |
| "learning_rate": 1.3451753846237314e-07, |
| "loss": 0.7221, |
| "step": 1844 |
| }, |
| { |
| "epoch": 4.75661717236927, |
| "grad_norm": 0.8989075753789744, |
| "learning_rate": 1.3158381840054025e-07, |
| "loss": 0.7193, |
| "step": 1845 |
| }, |
| { |
| "epoch": 4.759199483537766, |
| "grad_norm": 0.9186459910068699, |
| "learning_rate": 1.2868223121056178e-07, |
| "loss": 0.722, |
| "step": 1846 |
| }, |
| { |
| "epoch": 4.761781794706262, |
| "grad_norm": 0.9020493854829156, |
| "learning_rate": 1.2581278634038795e-07, |
| "loss": 0.7148, |
| "step": 1847 |
| }, |
| { |
| "epoch": 4.764364105874758, |
| "grad_norm": 0.8768801704765319, |
| "learning_rate": 1.229754931333127e-07, |
| "loss": 0.7035, |
| "step": 1848 |
| }, |
| { |
| "epoch": 4.766946417043254, |
| "grad_norm": 0.8844151561998117, |
| "learning_rate": 1.2017036082793922e-07, |
| "loss": 0.7184, |
| "step": 1849 |
| }, |
| { |
| "epoch": 4.76952872821175, |
| "grad_norm": 0.8929803701346444, |
| "learning_rate": 1.1739739855815224e-07, |
| "loss": 0.7302, |
| "step": 1850 |
| }, |
| { |
| "epoch": 4.7721110393802455, |
| "grad_norm": 0.883991183642243, |
| "learning_rate": 1.1465661535308147e-07, |
| "loss": 0.7293, |
| "step": 1851 |
| }, |
| { |
| "epoch": 4.774693350548741, |
| "grad_norm": 0.8949880710889703, |
| "learning_rate": 1.1194802013708151e-07, |
| "loss": 0.723, |
| "step": 1852 |
| }, |
| { |
| "epoch": 4.777275661717237, |
| "grad_norm": 0.8764502668642703, |
| "learning_rate": 1.0927162172969852e-07, |
| "loss": 0.6951, |
| "step": 1853 |
| }, |
| { |
| "epoch": 4.779857972885733, |
| "grad_norm": 0.8800003007012933, |
| "learning_rate": 1.0662742884563926e-07, |
| "loss": 0.7233, |
| "step": 1854 |
| }, |
| { |
| "epoch": 4.782440284054228, |
| "grad_norm": 0.9056650063921504, |
| "learning_rate": 1.0401545009474768e-07, |
| "loss": 0.7303, |
| "step": 1855 |
| }, |
| { |
| "epoch": 4.785022595222724, |
| "grad_norm": 0.8936292984984834, |
| "learning_rate": 1.0143569398197384e-07, |
| "loss": 0.7165, |
| "step": 1856 |
| }, |
| { |
| "epoch": 4.78760490639122, |
| "grad_norm": 0.8930843203036322, |
| "learning_rate": 9.888816890734399e-08, |
| "loss": 0.6987, |
| "step": 1857 |
| }, |
| { |
| "epoch": 4.7901872175597155, |
| "grad_norm": 0.8914663323073332, |
| "learning_rate": 9.637288316593718e-08, |
| "loss": 0.7257, |
| "step": 1858 |
| }, |
| { |
| "epoch": 4.792769528728211, |
| "grad_norm": 0.8776073044944982, |
| "learning_rate": 9.388984494785869e-08, |
| "loss": 0.692, |
| "step": 1859 |
| }, |
| { |
| "epoch": 4.795351839896708, |
| "grad_norm": 0.8779266479863871, |
| "learning_rate": 9.14390623382111e-08, |
| "loss": 0.7133, |
| "step": 1860 |
| }, |
| { |
| "epoch": 4.797934151065204, |
| "grad_norm": 0.9264245878689963, |
| "learning_rate": 8.902054331706545e-08, |
| "loss": 0.7283, |
| "step": 1861 |
| }, |
| { |
| "epoch": 4.800516462233699, |
| "grad_norm": 0.8900359447271092, |
| "learning_rate": 8.663429575944126e-08, |
| "loss": 0.6855, |
| "step": 1862 |
| }, |
| { |
| "epoch": 4.803098773402195, |
| "grad_norm": 0.8817750073930983, |
| "learning_rate": 8.42803274352777e-08, |
| "loss": 0.6943, |
| "step": 1863 |
| }, |
| { |
| "epoch": 4.805681084570691, |
| "grad_norm": 0.8903555513223317, |
| "learning_rate": 8.195864600940684e-08, |
| "loss": 0.6981, |
| "step": 1864 |
| }, |
| { |
| "epoch": 4.8082633957391865, |
| "grad_norm": 0.9144780971305131, |
| "learning_rate": 7.966925904153156e-08, |
| "loss": 0.7352, |
| "step": 1865 |
| }, |
| { |
| "epoch": 4.810845706907682, |
| "grad_norm": 0.9009644315118552, |
| "learning_rate": 7.741217398619993e-08, |
| "loss": 0.6861, |
| "step": 1866 |
| }, |
| { |
| "epoch": 4.813428018076178, |
| "grad_norm": 0.9355145906326285, |
| "learning_rate": 7.518739819278087e-08, |
| "loss": 0.7482, |
| "step": 1867 |
| }, |
| { |
| "epoch": 4.816010329244674, |
| "grad_norm": 0.9073134543589949, |
| "learning_rate": 7.29949389054374e-08, |
| "loss": 0.7514, |
| "step": 1868 |
| }, |
| { |
| "epoch": 4.81859264041317, |
| "grad_norm": 0.9117075631720867, |
| "learning_rate": 7.08348032631101e-08, |
| "loss": 0.7251, |
| "step": 1869 |
| }, |
| { |
| "epoch": 4.821174951581666, |
| "grad_norm": 0.9074195781202343, |
| "learning_rate": 6.870699829948479e-08, |
| "loss": 0.7186, |
| "step": 1870 |
| }, |
| { |
| "epoch": 4.823757262750162, |
| "grad_norm": 0.8938435858944255, |
| "learning_rate": 6.661153094297823e-08, |
| "loss": 0.7074, |
| "step": 1871 |
| }, |
| { |
| "epoch": 4.826339573918657, |
| "grad_norm": 0.9003531915044409, |
| "learning_rate": 6.454840801670803e-08, |
| "loss": 0.7319, |
| "step": 1872 |
| }, |
| { |
| "epoch": 4.828921885087153, |
| "grad_norm": 0.8820415069306509, |
| "learning_rate": 6.25176362384794e-08, |
| "loss": 0.712, |
| "step": 1873 |
| }, |
| { |
| "epoch": 4.831504196255649, |
| "grad_norm": 0.8995431946768817, |
| "learning_rate": 6.051922222075179e-08, |
| "loss": 0.7358, |
| "step": 1874 |
| }, |
| { |
| "epoch": 4.834086507424145, |
| "grad_norm": 0.9146524578848008, |
| "learning_rate": 5.855317247062786e-08, |
| "loss": 0.708, |
| "step": 1875 |
| }, |
| { |
| "epoch": 4.83666881859264, |
| "grad_norm": 0.882452405450629, |
| "learning_rate": 5.6619493389824534e-08, |
| "loss": 0.6995, |
| "step": 1876 |
| }, |
| { |
| "epoch": 4.839251129761136, |
| "grad_norm": 0.903967291714597, |
| "learning_rate": 5.4718191274659716e-08, |
| "loss": 0.7299, |
| "step": 1877 |
| }, |
| { |
| "epoch": 4.841833440929632, |
| "grad_norm": 0.8789763679697778, |
| "learning_rate": 5.284927231602344e-08, |
| "loss": 0.6955, |
| "step": 1878 |
| }, |
| { |
| "epoch": 4.8444157520981275, |
| "grad_norm": 0.8987948069283417, |
| "learning_rate": 5.101274259936451e-08, |
| "loss": 0.7204, |
| "step": 1879 |
| }, |
| { |
| "epoch": 4.846998063266623, |
| "grad_norm": 0.9053366952624305, |
| "learning_rate": 4.92086081046661e-08, |
| "loss": 0.7246, |
| "step": 1880 |
| }, |
| { |
| "epoch": 4.84958037443512, |
| "grad_norm": 0.8949590025267126, |
| "learning_rate": 4.7436874706431324e-08, |
| "loss": 0.7101, |
| "step": 1881 |
| }, |
| { |
| "epoch": 4.8521626856036155, |
| "grad_norm": 0.9214195129359755, |
| "learning_rate": 4.569754817365657e-08, |
| "loss": 0.7246, |
| "step": 1882 |
| }, |
| { |
| "epoch": 4.854744996772111, |
| "grad_norm": 0.9089598728157908, |
| "learning_rate": 4.399063416982263e-08, |
| "loss": 0.7218, |
| "step": 1883 |
| }, |
| { |
| "epoch": 4.857327307940607, |
| "grad_norm": 0.901720805129725, |
| "learning_rate": 4.2316138252866954e-08, |
| "loss": 0.6872, |
| "step": 1884 |
| }, |
| { |
| "epoch": 4.859909619109103, |
| "grad_norm": 0.9104687149335616, |
| "learning_rate": 4.067406587516809e-08, |
| "loss": 0.7451, |
| "step": 1885 |
| }, |
| { |
| "epoch": 4.862491930277598, |
| "grad_norm": 0.9041958158253693, |
| "learning_rate": 3.9064422383534587e-08, |
| "loss": 0.7049, |
| "step": 1886 |
| }, |
| { |
| "epoch": 4.865074241446094, |
| "grad_norm": 0.8939398515698603, |
| "learning_rate": 3.748721301917724e-08, |
| "loss": 0.7071, |
| "step": 1887 |
| }, |
| { |
| "epoch": 4.86765655261459, |
| "grad_norm": 0.9161924402984971, |
| "learning_rate": 3.5942442917699107e-08, |
| "loss": 0.7442, |
| "step": 1888 |
| }, |
| { |
| "epoch": 4.870238863783086, |
| "grad_norm": 0.8963507291873432, |
| "learning_rate": 3.443011710907662e-08, |
| "loss": 0.726, |
| "step": 1889 |
| }, |
| { |
| "epoch": 4.872821174951581, |
| "grad_norm": 0.8879121159936676, |
| "learning_rate": 3.295024051764406e-08, |
| "loss": 0.6938, |
| "step": 1890 |
| }, |
| { |
| "epoch": 4.875403486120078, |
| "grad_norm": 0.875832944883481, |
| "learning_rate": 3.150281796207466e-08, |
| "loss": 0.6997, |
| "step": 1891 |
| }, |
| { |
| "epoch": 4.877985797288574, |
| "grad_norm": 0.8977974322344513, |
| "learning_rate": 3.008785415536841e-08, |
| "loss": 0.7159, |
| "step": 1892 |
| }, |
| { |
| "epoch": 4.880568108457069, |
| "grad_norm": 0.8748881414978601, |
| "learning_rate": 2.8705353704836515e-08, |
| "loss": 0.7027, |
| "step": 1893 |
| }, |
| { |
| "epoch": 4.883150419625565, |
| "grad_norm": 0.88445635221765, |
| "learning_rate": 2.73553211120825e-08, |
| "loss": 0.7245, |
| "step": 1894 |
| }, |
| { |
| "epoch": 4.885732730794061, |
| "grad_norm": 0.9134713261429174, |
| "learning_rate": 2.6037760772991138e-08, |
| "loss": 0.7239, |
| "step": 1895 |
| }, |
| { |
| "epoch": 4.8883150419625565, |
| "grad_norm": 0.8985059705700046, |
| "learning_rate": 2.4752676977713997e-08, |
| "loss": 0.7245, |
| "step": 1896 |
| }, |
| { |
| "epoch": 4.890897353131052, |
| "grad_norm": 0.8885305233658356, |
| "learning_rate": 2.3500073910655007e-08, |
| "loss": 0.74, |
| "step": 1897 |
| }, |
| { |
| "epoch": 4.893479664299548, |
| "grad_norm": 0.8823177052515677, |
| "learning_rate": 2.2279955650456043e-08, |
| "loss": 0.6953, |
| "step": 1898 |
| }, |
| { |
| "epoch": 4.896061975468044, |
| "grad_norm": 0.9143103720474103, |
| "learning_rate": 2.109232616998247e-08, |
| "loss": 0.7159, |
| "step": 1899 |
| }, |
| { |
| "epoch": 4.898644286636539, |
| "grad_norm": 0.9122168970845141, |
| "learning_rate": 1.993718933631428e-08, |
| "loss": 0.7356, |
| "step": 1900 |
| }, |
| { |
| "epoch": 4.901226597805035, |
| "grad_norm": 0.8855771980386666, |
| "learning_rate": 1.8814548910730535e-08, |
| "loss": 0.7129, |
| "step": 1901 |
| }, |
| { |
| "epoch": 4.903808908973531, |
| "grad_norm": 0.9057306349994061, |
| "learning_rate": 1.7724408548697168e-08, |
| "loss": 0.718, |
| "step": 1902 |
| }, |
| { |
| "epoch": 4.906391220142027, |
| "grad_norm": 0.9014437329192154, |
| "learning_rate": 1.6666771799855875e-08, |
| "loss": 0.7178, |
| "step": 1903 |
| }, |
| { |
| "epoch": 4.908973531310523, |
| "grad_norm": 0.8787325490430078, |
| "learning_rate": 1.5641642108011888e-08, |
| "loss": 0.698, |
| "step": 1904 |
| }, |
| { |
| "epoch": 4.911555842479019, |
| "grad_norm": 0.9212584947084932, |
| "learning_rate": 1.4649022811122904e-08, |
| "loss": 0.7462, |
| "step": 1905 |
| }, |
| { |
| "epoch": 4.914138153647515, |
| "grad_norm": 0.8828205242032983, |
| "learning_rate": 1.368891714129017e-08, |
| "loss": 0.6942, |
| "step": 1906 |
| }, |
| { |
| "epoch": 4.91672046481601, |
| "grad_norm": 0.9012685033665765, |
| "learning_rate": 1.2761328224744074e-08, |
| "loss": 0.711, |
| "step": 1907 |
| }, |
| { |
| "epoch": 4.919302775984506, |
| "grad_norm": 0.8922139187625531, |
| "learning_rate": 1.1866259081837473e-08, |
| "loss": 0.7111, |
| "step": 1908 |
| }, |
| { |
| "epoch": 4.921885087153002, |
| "grad_norm": 0.9214550856281982, |
| "learning_rate": 1.100371262703459e-08, |
| "loss": 0.7151, |
| "step": 1909 |
| }, |
| { |
| "epoch": 4.9244673983214975, |
| "grad_norm": 0.8940406772236208, |
| "learning_rate": 1.0173691668901031e-08, |
| "loss": 0.7364, |
| "step": 1910 |
| }, |
| { |
| "epoch": 4.927049709489993, |
| "grad_norm": 0.9145036949820405, |
| "learning_rate": 9.376198910094892e-09, |
| "loss": 0.7231, |
| "step": 1911 |
| }, |
| { |
| "epoch": 4.92963202065849, |
| "grad_norm": 0.8932180687439902, |
| "learning_rate": 8.611236947357881e-09, |
| "loss": 0.7347, |
| "step": 1912 |
| }, |
| { |
| "epoch": 4.9322143318269855, |
| "grad_norm": 0.9074743226465335, |
| "learning_rate": 7.878808271507554e-09, |
| "loss": 0.7205, |
| "step": 1913 |
| }, |
| { |
| "epoch": 4.934796642995481, |
| "grad_norm": 0.9340148563069326, |
| "learning_rate": 7.178915267429531e-09, |
| "loss": 0.7412, |
| "step": 1914 |
| }, |
| { |
| "epoch": 4.937378954163977, |
| "grad_norm": 0.9029720647465063, |
| "learning_rate": 6.5115602140686244e-09, |
| "loss": 0.706, |
| "step": 1915 |
| }, |
| { |
| "epoch": 4.939961265332473, |
| "grad_norm": 0.9024330652166745, |
| "learning_rate": 5.876745284421059e-09, |
| "loss": 0.7179, |
| "step": 1916 |
| }, |
| { |
| "epoch": 4.942543576500968, |
| "grad_norm": 0.905536650405652, |
| "learning_rate": 5.27447254552782e-09, |
| "loss": 0.7265, |
| "step": 1917 |
| }, |
| { |
| "epoch": 4.945125887669464, |
| "grad_norm": 0.9411331572422978, |
| "learning_rate": 4.704743958467984e-09, |
| "loss": 0.7411, |
| "step": 1918 |
| }, |
| { |
| "epoch": 4.94770819883796, |
| "grad_norm": 0.8844024471969056, |
| "learning_rate": 4.1675613783565e-09, |
| "loss": 0.7076, |
| "step": 1919 |
| }, |
| { |
| "epoch": 4.950290510006456, |
| "grad_norm": 0.8830101926273661, |
| "learning_rate": 3.6629265543275393e-09, |
| "loss": 0.7213, |
| "step": 1920 |
| }, |
| { |
| "epoch": 4.952872821174951, |
| "grad_norm": 0.9108539534557583, |
| "learning_rate": 3.190841129542266e-09, |
| "loss": 0.7139, |
| "step": 1921 |
| }, |
| { |
| "epoch": 4.955455132343447, |
| "grad_norm": 0.9188851667256828, |
| "learning_rate": 2.7513066411699597e-09, |
| "loss": 0.7048, |
| "step": 1922 |
| }, |
| { |
| "epoch": 4.958037443511943, |
| "grad_norm": 0.9011821980131381, |
| "learning_rate": 2.344324520396901e-09, |
| "loss": 0.7166, |
| "step": 1923 |
| }, |
| { |
| "epoch": 4.960619754680439, |
| "grad_norm": 0.9260828637057613, |
| "learning_rate": 1.9698960924074973e-09, |
| "loss": 0.7124, |
| "step": 1924 |
| }, |
| { |
| "epoch": 4.963202065848935, |
| "grad_norm": 0.9176208831919505, |
| "learning_rate": 1.6280225763931623e-09, |
| "loss": 0.7192, |
| "step": 1925 |
| }, |
| { |
| "epoch": 4.965784377017431, |
| "grad_norm": 0.8999670316918704, |
| "learning_rate": 1.3187050855367755e-09, |
| "loss": 0.7011, |
| "step": 1926 |
| }, |
| { |
| "epoch": 4.9683666881859265, |
| "grad_norm": 0.9002005545182482, |
| "learning_rate": 1.0419446270193423e-09, |
| "loss": 0.7271, |
| "step": 1927 |
| }, |
| { |
| "epoch": 4.970948999354422, |
| "grad_norm": 0.8792229281282367, |
| "learning_rate": 7.977421020088916e-10, |
| "loss": 0.6954, |
| "step": 1928 |
| }, |
| { |
| "epoch": 4.973531310522918, |
| "grad_norm": 0.9030675678611226, |
| "learning_rate": 5.860983056604763e-10, |
| "loss": 0.717, |
| "step": 1929 |
| }, |
| { |
| "epoch": 4.976113621691414, |
| "grad_norm": 0.8822396526894568, |
| "learning_rate": 4.0701392711506307e-10, |
| "loss": 0.6956, |
| "step": 1930 |
| }, |
| { |
| "epoch": 4.978695932859909, |
| "grad_norm": 0.8758112231639331, |
| "learning_rate": 2.60489549495091e-10, |
| "loss": 0.6989, |
| "step": 1931 |
| }, |
| { |
| "epoch": 4.981278244028405, |
| "grad_norm": 0.9008898902977136, |
| "learning_rate": 1.4652564990336183e-10, |
| "loss": 0.7116, |
| "step": 1932 |
| }, |
| { |
| "epoch": 4.983860555196901, |
| "grad_norm": 0.8627458403348608, |
| "learning_rate": 6.512259942192955e-11, |
| "loss": 0.7134, |
| "step": 1933 |
| }, |
| { |
| "epoch": 4.9864428663653975, |
| "grad_norm": 0.8843096004745279, |
| "learning_rate": 1.6280663108769745e-11, |
| "loss": 0.6674, |
| "step": 1934 |
| }, |
| { |
| "epoch": 4.989025177533893, |
| "grad_norm": 0.8707183390390197, |
| "learning_rate": 0.0, |
| "loss": 0.6915, |
| "step": 1935 |
| }, |
| { |
| "epoch": 4.989025177533893, |
| "step": 1935, |
| "total_flos": 3.212141825011745e+18, |
| "train_loss": 0.9760797875796178, |
| "train_runtime": 14099.2726, |
| "train_samples_per_second": 17.57, |
| "train_steps_per_second": 0.137 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 1935, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 5, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": false, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 3.212141825011745e+18, |
| "train_batch_size": 8, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
