| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1985.4716981132076, |
| "eval_steps": 500, |
| "global_step": 52000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.7547169811320755, |
| "grad_norm": 30.673773492701116, |
| "learning_rate": 3.2000000000000005e-05, |
| "loss": 9.2984, |
| "step": 20 |
| }, |
| { |
| "epoch": 1.509433962264151, |
| "grad_norm": 14.373295694588162, |
| "learning_rate": 6.400000000000001e-05, |
| "loss": 7.8844, |
| "step": 40 |
| }, |
| { |
| "epoch": 2.2641509433962264, |
| "grad_norm": 19.800138134391982, |
| "learning_rate": 7.99999818716091e-05, |
| "loss": 6.0394, |
| "step": 60 |
| }, |
| { |
| "epoch": 3.018867924528302, |
| "grad_norm": 2.662186456025038, |
| "learning_rate": 7.9999836844587e-05, |
| "loss": 4.373, |
| "step": 80 |
| }, |
| { |
| "epoch": 3.7735849056603774, |
| "grad_norm": 2.9944135324779984, |
| "learning_rate": 7.999954679110365e-05, |
| "loss": 3.93, |
| "step": 100 |
| }, |
| { |
| "epoch": 4.528301886792453, |
| "grad_norm": 6.144462097933044, |
| "learning_rate": 7.999911171228081e-05, |
| "loss": 3.8796, |
| "step": 120 |
| }, |
| { |
| "epoch": 5.283018867924528, |
| "grad_norm": 1.885170861907592, |
| "learning_rate": 7.999853160980113e-05, |
| "loss": 3.7437, |
| "step": 140 |
| }, |
| { |
| "epoch": 6.037735849056604, |
| "grad_norm": 1.794246585785847, |
| "learning_rate": 7.999780648590806e-05, |
| "loss": 3.6892, |
| "step": 160 |
| }, |
| { |
| "epoch": 6.7924528301886795, |
| "grad_norm": 12.766182271547313, |
| "learning_rate": 7.999693634340594e-05, |
| "loss": 3.6124, |
| "step": 180 |
| }, |
| { |
| "epoch": 7.547169811320755, |
| "grad_norm": 3.014805105995273, |
| "learning_rate": 7.999592118565996e-05, |
| "loss": 3.4224, |
| "step": 200 |
| }, |
| { |
| "epoch": 8.30188679245283, |
| "grad_norm": 1.6809726247876995, |
| "learning_rate": 7.999476101659613e-05, |
| "loss": 3.2811, |
| "step": 220 |
| }, |
| { |
| "epoch": 9.056603773584905, |
| "grad_norm": 1.7074366581291722, |
| "learning_rate": 7.999345584070125e-05, |
| "loss": 3.2012, |
| "step": 240 |
| }, |
| { |
| "epoch": 9.81132075471698, |
| "grad_norm": 1.6971425854714368, |
| "learning_rate": 7.999200566302298e-05, |
| "loss": 3.1281, |
| "step": 260 |
| }, |
| { |
| "epoch": 10.566037735849056, |
| "grad_norm": 2.2456748845663155, |
| "learning_rate": 7.999041048916969e-05, |
| "loss": 3.1133, |
| "step": 280 |
| }, |
| { |
| "epoch": 11.320754716981131, |
| "grad_norm": 2.301731796932263, |
| "learning_rate": 7.998867032531055e-05, |
| "loss": 3.0835, |
| "step": 300 |
| }, |
| { |
| "epoch": 12.075471698113208, |
| "grad_norm": 1.9076791695070954, |
| "learning_rate": 7.998678517817546e-05, |
| "loss": 3.0189, |
| "step": 320 |
| }, |
| { |
| "epoch": 12.830188679245284, |
| "grad_norm": 1.8142406149549974, |
| "learning_rate": 7.9984755055055e-05, |
| "loss": 3.0019, |
| "step": 340 |
| }, |
| { |
| "epoch": 13.584905660377359, |
| "grad_norm": 1.747017241682793, |
| "learning_rate": 7.998257996380048e-05, |
| "loss": 2.9866, |
| "step": 360 |
| }, |
| { |
| "epoch": 14.339622641509434, |
| "grad_norm": 1.430663205424301, |
| "learning_rate": 7.998025991282377e-05, |
| "loss": 3.0026, |
| "step": 380 |
| }, |
| { |
| "epoch": 15.09433962264151, |
| "grad_norm": 2.0885624099422566, |
| "learning_rate": 7.997779491109745e-05, |
| "loss": 2.946, |
| "step": 400 |
| }, |
| { |
| "epoch": 15.849056603773585, |
| "grad_norm": 1.858513295415329, |
| "learning_rate": 7.997518496815465e-05, |
| "loss": 2.9293, |
| "step": 420 |
| }, |
| { |
| "epoch": 16.60377358490566, |
| "grad_norm": 4.071990410305379, |
| "learning_rate": 7.9972430094089e-05, |
| "loss": 2.8812, |
| "step": 440 |
| }, |
| { |
| "epoch": 17.358490566037737, |
| "grad_norm": 1.7862953717408494, |
| "learning_rate": 7.996953029955468e-05, |
| "loss": 2.9285, |
| "step": 460 |
| }, |
| { |
| "epoch": 18.11320754716981, |
| "grad_norm": 1.6791350922351642, |
| "learning_rate": 7.996648559576633e-05, |
| "loss": 2.9062, |
| "step": 480 |
| }, |
| { |
| "epoch": 18.867924528301888, |
| "grad_norm": 2.14320095701687, |
| "learning_rate": 7.996329599449902e-05, |
| "loss": 2.8974, |
| "step": 500 |
| }, |
| { |
| "epoch": 19.62264150943396, |
| "grad_norm": 1.645724273362961, |
| "learning_rate": 7.995996150808815e-05, |
| "loss": 2.842, |
| "step": 520 |
| }, |
| { |
| "epoch": 20.37735849056604, |
| "grad_norm": 1.6833734047290758, |
| "learning_rate": 7.99564821494295e-05, |
| "loss": 2.8603, |
| "step": 540 |
| }, |
| { |
| "epoch": 21.132075471698112, |
| "grad_norm": 1.680341673033382, |
| "learning_rate": 7.995285793197909e-05, |
| "loss": 2.8275, |
| "step": 560 |
| }, |
| { |
| "epoch": 21.88679245283019, |
| "grad_norm": 1.5669198141799856, |
| "learning_rate": 7.994908886975317e-05, |
| "loss": 2.8495, |
| "step": 580 |
| }, |
| { |
| "epoch": 22.641509433962263, |
| "grad_norm": 1.572130529899407, |
| "learning_rate": 7.99451749773282e-05, |
| "loss": 2.7967, |
| "step": 600 |
| }, |
| { |
| "epoch": 23.39622641509434, |
| "grad_norm": 2.0314221097665413, |
| "learning_rate": 7.994111626984069e-05, |
| "loss": 2.8023, |
| "step": 620 |
| }, |
| { |
| "epoch": 24.150943396226417, |
| "grad_norm": 2.524880591484311, |
| "learning_rate": 7.993691276298728e-05, |
| "loss": 2.7928, |
| "step": 640 |
| }, |
| { |
| "epoch": 24.90566037735849, |
| "grad_norm": 3.1215250835282884, |
| "learning_rate": 7.993256447302454e-05, |
| "loss": 2.7998, |
| "step": 660 |
| }, |
| { |
| "epoch": 25.660377358490567, |
| "grad_norm": 1.2555800634223058, |
| "learning_rate": 7.9928071416769e-05, |
| "loss": 2.7862, |
| "step": 680 |
| }, |
| { |
| "epoch": 26.41509433962264, |
| "grad_norm": 1.5918196349327507, |
| "learning_rate": 7.992343361159705e-05, |
| "loss": 2.7825, |
| "step": 700 |
| }, |
| { |
| "epoch": 27.169811320754718, |
| "grad_norm": 1.4446288187541776, |
| "learning_rate": 7.991865107544492e-05, |
| "loss": 2.7566, |
| "step": 720 |
| }, |
| { |
| "epoch": 27.92452830188679, |
| "grad_norm": 1.5498155400201465, |
| "learning_rate": 7.991372382680851e-05, |
| "loss": 2.7341, |
| "step": 740 |
| }, |
| { |
| "epoch": 28.67924528301887, |
| "grad_norm": 1.9707678993278974, |
| "learning_rate": 7.99086518847434e-05, |
| "loss": 2.7315, |
| "step": 760 |
| }, |
| { |
| "epoch": 29.433962264150942, |
| "grad_norm": 1.663827192167774, |
| "learning_rate": 7.99034352688648e-05, |
| "loss": 2.733, |
| "step": 780 |
| }, |
| { |
| "epoch": 30.18867924528302, |
| "grad_norm": 1.9883280378959602, |
| "learning_rate": 7.989807399934738e-05, |
| "loss": 2.7323, |
| "step": 800 |
| }, |
| { |
| "epoch": 30.943396226415093, |
| "grad_norm": 1.535721464256961, |
| "learning_rate": 7.989256809692524e-05, |
| "loss": 2.7081, |
| "step": 820 |
| }, |
| { |
| "epoch": 31.69811320754717, |
| "grad_norm": 1.4966431407465013, |
| "learning_rate": 7.988691758289184e-05, |
| "loss": 2.694, |
| "step": 840 |
| }, |
| { |
| "epoch": 32.45283018867924, |
| "grad_norm": 1.9684497666022975, |
| "learning_rate": 7.988112247909996e-05, |
| "loss": 2.6947, |
| "step": 860 |
| }, |
| { |
| "epoch": 33.20754716981132, |
| "grad_norm": 1.2512316865338262, |
| "learning_rate": 7.987518280796148e-05, |
| "loss": 2.7216, |
| "step": 880 |
| }, |
| { |
| "epoch": 33.9622641509434, |
| "grad_norm": 1.2566119692549285, |
| "learning_rate": 7.986909859244743e-05, |
| "loss": 2.6675, |
| "step": 900 |
| }, |
| { |
| "epoch": 34.716981132075475, |
| "grad_norm": 1.8282134080395354, |
| "learning_rate": 7.986286985608782e-05, |
| "loss": 2.6712, |
| "step": 920 |
| }, |
| { |
| "epoch": 35.471698113207545, |
| "grad_norm": 1.3075929724419728, |
| "learning_rate": 7.985649662297164e-05, |
| "loss": 2.668, |
| "step": 940 |
| }, |
| { |
| "epoch": 36.22641509433962, |
| "grad_norm": 1.4411328906456615, |
| "learning_rate": 7.984997891774664e-05, |
| "loss": 2.6937, |
| "step": 960 |
| }, |
| { |
| "epoch": 36.9811320754717, |
| "grad_norm": 1.8430700250981429, |
| "learning_rate": 7.984331676561932e-05, |
| "loss": 2.6798, |
| "step": 980 |
| }, |
| { |
| "epoch": 37.735849056603776, |
| "grad_norm": 1.4511454692578831, |
| "learning_rate": 7.983651019235483e-05, |
| "loss": 2.6637, |
| "step": 1000 |
| }, |
| { |
| "epoch": 38.490566037735846, |
| "grad_norm": 1.502704294446435, |
| "learning_rate": 7.982955922427681e-05, |
| "loss": 2.6688, |
| "step": 1020 |
| }, |
| { |
| "epoch": 39.24528301886792, |
| "grad_norm": 1.4028762887194124, |
| "learning_rate": 7.982246388826741e-05, |
| "loss": 2.6086, |
| "step": 1040 |
| }, |
| { |
| "epoch": 40.0, |
| "grad_norm": 1.539721758237447, |
| "learning_rate": 7.981522421176697e-05, |
| "loss": 2.6084, |
| "step": 1060 |
| }, |
| { |
| "epoch": 40.75471698113208, |
| "grad_norm": 1.77576635302677, |
| "learning_rate": 7.980784022277421e-05, |
| "loss": 2.6216, |
| "step": 1080 |
| }, |
| { |
| "epoch": 41.509433962264154, |
| "grad_norm": 1.4874495954369062, |
| "learning_rate": 7.980031194984588e-05, |
| "loss": 2.6328, |
| "step": 1100 |
| }, |
| { |
| "epoch": 42.264150943396224, |
| "grad_norm": 1.8846242927156294, |
| "learning_rate": 7.979263942209669e-05, |
| "loss": 2.6427, |
| "step": 1120 |
| }, |
| { |
| "epoch": 43.0188679245283, |
| "grad_norm": 1.6981877996408483, |
| "learning_rate": 7.978482266919936e-05, |
| "loss": 2.6224, |
| "step": 1140 |
| }, |
| { |
| "epoch": 43.77358490566038, |
| "grad_norm": 1.3746555989630926, |
| "learning_rate": 7.977686172138426e-05, |
| "loss": 2.6011, |
| "step": 1160 |
| }, |
| { |
| "epoch": 44.528301886792455, |
| "grad_norm": 1.377657678804025, |
| "learning_rate": 7.97687566094395e-05, |
| "loss": 2.6086, |
| "step": 1180 |
| }, |
| { |
| "epoch": 45.283018867924525, |
| "grad_norm": 1.2094636718352942, |
| "learning_rate": 7.976050736471069e-05, |
| "loss": 2.582, |
| "step": 1200 |
| }, |
| { |
| "epoch": 46.0377358490566, |
| "grad_norm": 1.4433837187551148, |
| "learning_rate": 7.975211401910087e-05, |
| "loss": 2.6294, |
| "step": 1220 |
| }, |
| { |
| "epoch": 46.79245283018868, |
| "grad_norm": 1.5026382784404573, |
| "learning_rate": 7.97435766050704e-05, |
| "loss": 2.5993, |
| "step": 1240 |
| }, |
| { |
| "epoch": 47.54716981132076, |
| "grad_norm": 1.2094136471599368, |
| "learning_rate": 7.973489515563676e-05, |
| "loss": 2.6164, |
| "step": 1260 |
| }, |
| { |
| "epoch": 48.301886792452834, |
| "grad_norm": 1.394688364908413, |
| "learning_rate": 7.972606970437446e-05, |
| "loss": 2.6056, |
| "step": 1280 |
| }, |
| { |
| "epoch": 49.056603773584904, |
| "grad_norm": 1.271568801692499, |
| "learning_rate": 7.971710028541502e-05, |
| "loss": 2.5755, |
| "step": 1300 |
| }, |
| { |
| "epoch": 49.81132075471698, |
| "grad_norm": 1.4259670316825253, |
| "learning_rate": 7.970798693344663e-05, |
| "loss": 2.5759, |
| "step": 1320 |
| }, |
| { |
| "epoch": 50.56603773584906, |
| "grad_norm": 1.3071538390073274, |
| "learning_rate": 7.969872968371418e-05, |
| "loss": 2.6031, |
| "step": 1340 |
| }, |
| { |
| "epoch": 51.320754716981135, |
| "grad_norm": 1.2595773412735998, |
| "learning_rate": 7.968932857201907e-05, |
| "loss": 2.5711, |
| "step": 1360 |
| }, |
| { |
| "epoch": 52.075471698113205, |
| "grad_norm": 2.0429570729259714, |
| "learning_rate": 7.967978363471901e-05, |
| "loss": 2.5662, |
| "step": 1380 |
| }, |
| { |
| "epoch": 52.83018867924528, |
| "grad_norm": 1.6700659590709221, |
| "learning_rate": 7.967009490872805e-05, |
| "loss": 2.5618, |
| "step": 1400 |
| }, |
| { |
| "epoch": 53.58490566037736, |
| "grad_norm": 1.33856858087749, |
| "learning_rate": 7.966026243151624e-05, |
| "loss": 2.5351, |
| "step": 1420 |
| }, |
| { |
| "epoch": 54.339622641509436, |
| "grad_norm": 1.514257636366029, |
| "learning_rate": 7.965028624110956e-05, |
| "loss": 2.5686, |
| "step": 1440 |
| }, |
| { |
| "epoch": 55.094339622641506, |
| "grad_norm": 1.5655072381428023, |
| "learning_rate": 7.964016637608987e-05, |
| "loss": 2.5329, |
| "step": 1460 |
| }, |
| { |
| "epoch": 55.84905660377358, |
| "grad_norm": 1.3215439672221574, |
| "learning_rate": 7.96299028755946e-05, |
| "loss": 2.5701, |
| "step": 1480 |
| }, |
| { |
| "epoch": 56.60377358490566, |
| "grad_norm": 1.4294366995579832, |
| "learning_rate": 7.961949577931671e-05, |
| "loss": 2.5143, |
| "step": 1500 |
| }, |
| { |
| "epoch": 57.35849056603774, |
| "grad_norm": 1.1676370114885968, |
| "learning_rate": 7.960894512750449e-05, |
| "loss": 2.5653, |
| "step": 1520 |
| }, |
| { |
| "epoch": 58.113207547169814, |
| "grad_norm": 1.2026735621707902, |
| "learning_rate": 7.95982509609614e-05, |
| "loss": 2.5161, |
| "step": 1540 |
| }, |
| { |
| "epoch": 58.867924528301884, |
| "grad_norm": 1.2479764772455937, |
| "learning_rate": 7.958741332104596e-05, |
| "loss": 2.508, |
| "step": 1560 |
| }, |
| { |
| "epoch": 59.62264150943396, |
| "grad_norm": 1.1961953679380617, |
| "learning_rate": 7.957643224967155e-05, |
| "loss": 2.5009, |
| "step": 1580 |
| }, |
| { |
| "epoch": 60.37735849056604, |
| "grad_norm": 1.2497242021619674, |
| "learning_rate": 7.956530778930622e-05, |
| "loss": 2.5059, |
| "step": 1600 |
| }, |
| { |
| "epoch": 61.132075471698116, |
| "grad_norm": 1.3171737588939698, |
| "learning_rate": 7.955403998297261e-05, |
| "loss": 2.4988, |
| "step": 1620 |
| }, |
| { |
| "epoch": 61.886792452830186, |
| "grad_norm": 1.4834839050766762, |
| "learning_rate": 7.95426288742477e-05, |
| "loss": 2.4981, |
| "step": 1640 |
| }, |
| { |
| "epoch": 62.64150943396226, |
| "grad_norm": 1.5715059944491987, |
| "learning_rate": 7.953107450726267e-05, |
| "loss": 2.5151, |
| "step": 1660 |
| }, |
| { |
| "epoch": 63.39622641509434, |
| "grad_norm": 1.3272413313721245, |
| "learning_rate": 7.95193769267028e-05, |
| "loss": 2.4963, |
| "step": 1680 |
| }, |
| { |
| "epoch": 64.15094339622641, |
| "grad_norm": 1.0349543461606097, |
| "learning_rate": 7.950753617780715e-05, |
| "loss": 2.4829, |
| "step": 1700 |
| }, |
| { |
| "epoch": 64.90566037735849, |
| "grad_norm": 1.9240255477140202, |
| "learning_rate": 7.949555230636851e-05, |
| "loss": 2.4943, |
| "step": 1720 |
| }, |
| { |
| "epoch": 65.66037735849056, |
| "grad_norm": 1.3252737004710828, |
| "learning_rate": 7.948342535873318e-05, |
| "loss": 2.4642, |
| "step": 1740 |
| }, |
| { |
| "epoch": 66.41509433962264, |
| "grad_norm": 1.4539890356994254, |
| "learning_rate": 7.947115538180077e-05, |
| "loss": 2.4609, |
| "step": 1760 |
| }, |
| { |
| "epoch": 67.16981132075472, |
| "grad_norm": 1.4560503030341407, |
| "learning_rate": 7.945874242302408e-05, |
| "loss": 2.5209, |
| "step": 1780 |
| }, |
| { |
| "epoch": 67.9245283018868, |
| "grad_norm": 1.344513424004851, |
| "learning_rate": 7.944618653040883e-05, |
| "loss": 2.4993, |
| "step": 1800 |
| }, |
| { |
| "epoch": 68.67924528301887, |
| "grad_norm": 1.8832922124286062, |
| "learning_rate": 7.943348775251356e-05, |
| "loss": 2.4646, |
| "step": 1820 |
| }, |
| { |
| "epoch": 69.43396226415095, |
| "grad_norm": 1.2399208576659413, |
| "learning_rate": 7.942064613844938e-05, |
| "loss": 2.4849, |
| "step": 1840 |
| }, |
| { |
| "epoch": 70.18867924528301, |
| "grad_norm": 1.3243651575141913, |
| "learning_rate": 7.940766173787979e-05, |
| "loss": 2.4599, |
| "step": 1860 |
| }, |
| { |
| "epoch": 70.94339622641509, |
| "grad_norm": 1.556289335581103, |
| "learning_rate": 7.939453460102055e-05, |
| "loss": 2.4888, |
| "step": 1880 |
| }, |
| { |
| "epoch": 71.69811320754717, |
| "grad_norm": 1.2063108835158236, |
| "learning_rate": 7.93812647786394e-05, |
| "loss": 2.4403, |
| "step": 1900 |
| }, |
| { |
| "epoch": 72.45283018867924, |
| "grad_norm": 1.381601728211994, |
| "learning_rate": 7.936785232205587e-05, |
| "loss": 2.4616, |
| "step": 1920 |
| }, |
| { |
| "epoch": 73.20754716981132, |
| "grad_norm": 1.1962254019464496, |
| "learning_rate": 7.935429728314119e-05, |
| "loss": 2.4594, |
| "step": 1940 |
| }, |
| { |
| "epoch": 73.9622641509434, |
| "grad_norm": 1.5037943758052086, |
| "learning_rate": 7.934059971431796e-05, |
| "loss": 2.4767, |
| "step": 1960 |
| }, |
| { |
| "epoch": 74.71698113207547, |
| "grad_norm": 1.3520028552568202, |
| "learning_rate": 7.932675966856001e-05, |
| "loss": 2.4627, |
| "step": 1980 |
| }, |
| { |
| "epoch": 75.47169811320755, |
| "grad_norm": 1.1447719169505226, |
| "learning_rate": 7.931277719939217e-05, |
| "loss": 2.4434, |
| "step": 2000 |
| }, |
| { |
| "epoch": 76.22641509433963, |
| "grad_norm": 1.264362441844072, |
| "learning_rate": 7.92986523608901e-05, |
| "loss": 2.4532, |
| "step": 2020 |
| }, |
| { |
| "epoch": 76.98113207547169, |
| "grad_norm": 1.3287557477036405, |
| "learning_rate": 7.928438520768005e-05, |
| "loss": 2.4227, |
| "step": 2040 |
| }, |
| { |
| "epoch": 77.73584905660377, |
| "grad_norm": 1.3638216226843092, |
| "learning_rate": 7.926997579493864e-05, |
| "loss": 2.4124, |
| "step": 2060 |
| }, |
| { |
| "epoch": 78.49056603773585, |
| "grad_norm": 1.8271009676844974, |
| "learning_rate": 7.925542417839267e-05, |
| "loss": 2.4564, |
| "step": 2080 |
| }, |
| { |
| "epoch": 79.24528301886792, |
| "grad_norm": 3.54259081233157, |
| "learning_rate": 7.924073041431895e-05, |
| "loss": 2.4369, |
| "step": 2100 |
| }, |
| { |
| "epoch": 80.0, |
| "grad_norm": 1.4017324354742142, |
| "learning_rate": 7.922589455954394e-05, |
| "loss": 2.4464, |
| "step": 2120 |
| }, |
| { |
| "epoch": 80.75471698113208, |
| "grad_norm": 1.2911982587049995, |
| "learning_rate": 7.921091667144366e-05, |
| "loss": 2.4513, |
| "step": 2140 |
| }, |
| { |
| "epoch": 81.50943396226415, |
| "grad_norm": 1.6022339076405718, |
| "learning_rate": 7.919579680794347e-05, |
| "loss": 2.4203, |
| "step": 2160 |
| }, |
| { |
| "epoch": 82.26415094339623, |
| "grad_norm": 1.192345448314673, |
| "learning_rate": 7.918053502751772e-05, |
| "loss": 2.4254, |
| "step": 2180 |
| }, |
| { |
| "epoch": 83.01886792452831, |
| "grad_norm": 1.6383611170040047, |
| "learning_rate": 7.916513138918968e-05, |
| "loss": 2.4271, |
| "step": 2200 |
| }, |
| { |
| "epoch": 83.77358490566037, |
| "grad_norm": 1.2342470221196802, |
| "learning_rate": 7.91495859525312e-05, |
| "loss": 2.4079, |
| "step": 2220 |
| }, |
| { |
| "epoch": 84.52830188679245, |
| "grad_norm": 1.0846993450602334, |
| "learning_rate": 7.913389877766257e-05, |
| "loss": 2.4383, |
| "step": 2240 |
| }, |
| { |
| "epoch": 85.28301886792453, |
| "grad_norm": 1.6823249556637492, |
| "learning_rate": 7.911806992525215e-05, |
| "loss": 2.4146, |
| "step": 2260 |
| }, |
| { |
| "epoch": 86.0377358490566, |
| "grad_norm": 1.1641636008270617, |
| "learning_rate": 7.91020994565163e-05, |
| "loss": 2.4208, |
| "step": 2280 |
| }, |
| { |
| "epoch": 86.79245283018868, |
| "grad_norm": 1.2267450186018727, |
| "learning_rate": 7.9085987433219e-05, |
| "loss": 2.4123, |
| "step": 2300 |
| }, |
| { |
| "epoch": 87.54716981132076, |
| "grad_norm": 1.3570826999644423, |
| "learning_rate": 7.906973391767178e-05, |
| "loss": 2.3968, |
| "step": 2320 |
| }, |
| { |
| "epoch": 88.30188679245283, |
| "grad_norm": 1.4751948166402733, |
| "learning_rate": 7.905333897273327e-05, |
| "loss": 2.4266, |
| "step": 2340 |
| }, |
| { |
| "epoch": 89.05660377358491, |
| "grad_norm": 1.6442713319159463, |
| "learning_rate": 7.903680266180908e-05, |
| "loss": 2.4226, |
| "step": 2360 |
| }, |
| { |
| "epoch": 89.81132075471699, |
| "grad_norm": 1.3132724406404779, |
| "learning_rate": 7.90201250488516e-05, |
| "loss": 2.419, |
| "step": 2380 |
| }, |
| { |
| "epoch": 90.56603773584905, |
| "grad_norm": 1.4073019579145547, |
| "learning_rate": 7.900330619835963e-05, |
| "loss": 2.3689, |
| "step": 2400 |
| }, |
| { |
| "epoch": 91.32075471698113, |
| "grad_norm": 1.2366514839120522, |
| "learning_rate": 7.89863461753782e-05, |
| "loss": 2.4054, |
| "step": 2420 |
| }, |
| { |
| "epoch": 92.0754716981132, |
| "grad_norm": 1.2825349652701765, |
| "learning_rate": 7.896924504549836e-05, |
| "loss": 2.4019, |
| "step": 2440 |
| }, |
| { |
| "epoch": 92.83018867924528, |
| "grad_norm": 1.836162542809911, |
| "learning_rate": 7.895200287485676e-05, |
| "loss": 2.4177, |
| "step": 2460 |
| }, |
| { |
| "epoch": 93.58490566037736, |
| "grad_norm": 1.1862449779023223, |
| "learning_rate": 7.893461973013567e-05, |
| "loss": 2.417, |
| "step": 2480 |
| }, |
| { |
| "epoch": 94.33962264150944, |
| "grad_norm": 1.4267902121087415, |
| "learning_rate": 7.891709567856242e-05, |
| "loss": 2.3877, |
| "step": 2500 |
| }, |
| { |
| "epoch": 95.09433962264151, |
| "grad_norm": 1.2628527153576017, |
| "learning_rate": 7.889943078790934e-05, |
| "loss": 2.3893, |
| "step": 2520 |
| }, |
| { |
| "epoch": 95.84905660377359, |
| "grad_norm": 1.2789710243072507, |
| "learning_rate": 7.888162512649344e-05, |
| "loss": 2.3747, |
| "step": 2540 |
| }, |
| { |
| "epoch": 96.60377358490567, |
| "grad_norm": 1.2286761119774143, |
| "learning_rate": 7.886367876317615e-05, |
| "loss": 2.3835, |
| "step": 2560 |
| }, |
| { |
| "epoch": 97.35849056603773, |
| "grad_norm": 1.1142509789518844, |
| "learning_rate": 7.884559176736305e-05, |
| "loss": 2.3751, |
| "step": 2580 |
| }, |
| { |
| "epoch": 98.11320754716981, |
| "grad_norm": 1.4479112681435136, |
| "learning_rate": 7.882736420900357e-05, |
| "loss": 2.3885, |
| "step": 2600 |
| }, |
| { |
| "epoch": 98.86792452830188, |
| "grad_norm": 1.363147415477506, |
| "learning_rate": 7.880899615859078e-05, |
| "loss": 2.3738, |
| "step": 2620 |
| }, |
| { |
| "epoch": 99.62264150943396, |
| "grad_norm": 1.1387365076919822, |
| "learning_rate": 7.879048768716105e-05, |
| "loss": 2.3476, |
| "step": 2640 |
| }, |
| { |
| "epoch": 100.37735849056604, |
| "grad_norm": 1.1944352338174065, |
| "learning_rate": 7.87718388662939e-05, |
| "loss": 2.3729, |
| "step": 2660 |
| }, |
| { |
| "epoch": 101.13207547169812, |
| "grad_norm": 1.1017143695500988, |
| "learning_rate": 7.875304976811153e-05, |
| "loss": 2.3846, |
| "step": 2680 |
| }, |
| { |
| "epoch": 101.88679245283019, |
| "grad_norm": 1.250014546065029, |
| "learning_rate": 7.873412046527873e-05, |
| "loss": 2.3928, |
| "step": 2700 |
| }, |
| { |
| "epoch": 102.64150943396227, |
| "grad_norm": 1.4448571670529484, |
| "learning_rate": 7.871505103100243e-05, |
| "loss": 2.3464, |
| "step": 2720 |
| }, |
| { |
| "epoch": 103.39622641509433, |
| "grad_norm": 1.1242909760207218, |
| "learning_rate": 7.869584153903159e-05, |
| "loss": 2.3739, |
| "step": 2740 |
| }, |
| { |
| "epoch": 104.15094339622641, |
| "grad_norm": 2.2842982833142176, |
| "learning_rate": 7.86764920636568e-05, |
| "loss": 2.348, |
| "step": 2760 |
| }, |
| { |
| "epoch": 104.90566037735849, |
| "grad_norm": 1.377894286349549, |
| "learning_rate": 7.865700267970997e-05, |
| "loss": 2.3888, |
| "step": 2780 |
| }, |
| { |
| "epoch": 105.66037735849056, |
| "grad_norm": 1.889252338819464, |
| "learning_rate": 7.863737346256416e-05, |
| "loss": 2.339, |
| "step": 2800 |
| }, |
| { |
| "epoch": 106.41509433962264, |
| "grad_norm": 1.2007024366101338, |
| "learning_rate": 7.861760448813318e-05, |
| "loss": 2.3518, |
| "step": 2820 |
| }, |
| { |
| "epoch": 107.16981132075472, |
| "grad_norm": 1.3150471864332571, |
| "learning_rate": 7.859769583287136e-05, |
| "loss": 2.3755, |
| "step": 2840 |
| }, |
| { |
| "epoch": 107.9245283018868, |
| "grad_norm": 1.3488307619297817, |
| "learning_rate": 7.857764757377321e-05, |
| "loss": 2.3613, |
| "step": 2860 |
| }, |
| { |
| "epoch": 108.67924528301887, |
| "grad_norm": 1.1271224750447038, |
| "learning_rate": 7.855745978837316e-05, |
| "loss": 2.3434, |
| "step": 2880 |
| }, |
| { |
| "epoch": 109.43396226415095, |
| "grad_norm": 1.2792788627087681, |
| "learning_rate": 7.85371325547452e-05, |
| "loss": 2.3475, |
| "step": 2900 |
| }, |
| { |
| "epoch": 110.18867924528301, |
| "grad_norm": 1.1278269502097389, |
| "learning_rate": 7.851666595150267e-05, |
| "loss": 2.3561, |
| "step": 2920 |
| }, |
| { |
| "epoch": 110.94339622641509, |
| "grad_norm": 1.2221588824212564, |
| "learning_rate": 7.849606005779789e-05, |
| "loss": 2.345, |
| "step": 2940 |
| }, |
| { |
| "epoch": 111.69811320754717, |
| "grad_norm": 1.2272636691471697, |
| "learning_rate": 7.84753149533219e-05, |
| "loss": 2.3491, |
| "step": 2960 |
| }, |
| { |
| "epoch": 112.45283018867924, |
| "grad_norm": 1.4379769660358386, |
| "learning_rate": 7.845443071830403e-05, |
| "loss": 2.3703, |
| "step": 2980 |
| }, |
| { |
| "epoch": 113.20754716981132, |
| "grad_norm": 1.1938598523408401, |
| "learning_rate": 7.843340743351179e-05, |
| "loss": 2.3514, |
| "step": 3000 |
| }, |
| { |
| "epoch": 113.9622641509434, |
| "grad_norm": 1.1633264713108291, |
| "learning_rate": 7.841224518025038e-05, |
| "loss": 2.3396, |
| "step": 3020 |
| }, |
| { |
| "epoch": 114.71698113207547, |
| "grad_norm": 1.1889386134705129, |
| "learning_rate": 7.839094404036246e-05, |
| "loss": 2.3654, |
| "step": 3040 |
| }, |
| { |
| "epoch": 115.47169811320755, |
| "grad_norm": 1.2210304404269434, |
| "learning_rate": 7.836950409622788e-05, |
| "loss": 2.3827, |
| "step": 3060 |
| }, |
| { |
| "epoch": 116.22641509433963, |
| "grad_norm": 1.2063342612399106, |
| "learning_rate": 7.834792543076318e-05, |
| "loss": 2.3316, |
| "step": 3080 |
| }, |
| { |
| "epoch": 116.98113207547169, |
| "grad_norm": 1.1263568091149723, |
| "learning_rate": 7.832620812742149e-05, |
| "loss": 2.3483, |
| "step": 3100 |
| }, |
| { |
| "epoch": 117.73584905660377, |
| "grad_norm": 1.1259514670897872, |
| "learning_rate": 7.830435227019208e-05, |
| "loss": 2.3125, |
| "step": 3120 |
| }, |
| { |
| "epoch": 118.49056603773585, |
| "grad_norm": 1.4031978763279247, |
| "learning_rate": 7.828235794360003e-05, |
| "loss": 2.3509, |
| "step": 3140 |
| }, |
| { |
| "epoch": 119.24528301886792, |
| "grad_norm": 1.1004874238643756, |
| "learning_rate": 7.826022523270598e-05, |
| "loss": 2.2975, |
| "step": 3160 |
| }, |
| { |
| "epoch": 120.0, |
| "grad_norm": 1.1440875702771847, |
| "learning_rate": 7.823795422310573e-05, |
| "loss": 2.3048, |
| "step": 3180 |
| }, |
| { |
| "epoch": 120.75471698113208, |
| "grad_norm": 1.254578833443374, |
| "learning_rate": 7.821554500092995e-05, |
| "loss": 2.3253, |
| "step": 3200 |
| }, |
| { |
| "epoch": 121.50943396226415, |
| "grad_norm": 1.3020705320626609, |
| "learning_rate": 7.819299765284377e-05, |
| "loss": 2.32, |
| "step": 3220 |
| }, |
| { |
| "epoch": 122.26415094339623, |
| "grad_norm": 1.144219025307704, |
| "learning_rate": 7.817031226604663e-05, |
| "loss": 2.3338, |
| "step": 3240 |
| }, |
| { |
| "epoch": 123.01886792452831, |
| "grad_norm": 1.4392091454771268, |
| "learning_rate": 7.814748892827171e-05, |
| "loss": 2.3081, |
| "step": 3260 |
| }, |
| { |
| "epoch": 123.77358490566037, |
| "grad_norm": 1.57104334995189, |
| "learning_rate": 7.812452772778576e-05, |
| "loss": 2.3044, |
| "step": 3280 |
| }, |
| { |
| "epoch": 124.52830188679245, |
| "grad_norm": 1.2140782445458616, |
| "learning_rate": 7.810142875338864e-05, |
| "loss": 2.3162, |
| "step": 3300 |
| }, |
| { |
| "epoch": 125.28301886792453, |
| "grad_norm": 1.1430293000699974, |
| "learning_rate": 7.807819209441311e-05, |
| "loss": 2.3349, |
| "step": 3320 |
| }, |
| { |
| "epoch": 126.0377358490566, |
| "grad_norm": 1.3717461598648188, |
| "learning_rate": 7.805481784072435e-05, |
| "loss": 2.3048, |
| "step": 3340 |
| }, |
| { |
| "epoch": 126.79245283018868, |
| "grad_norm": 1.413324243222593, |
| "learning_rate": 7.803130608271972e-05, |
| "loss": 2.2987, |
| "step": 3360 |
| }, |
| { |
| "epoch": 127.54716981132076, |
| "grad_norm": 1.4726228615781376, |
| "learning_rate": 7.80076569113283e-05, |
| "loss": 2.3164, |
| "step": 3380 |
| }, |
| { |
| "epoch": 128.30188679245282, |
| "grad_norm": 1.4760960932985028, |
| "learning_rate": 7.798387041801066e-05, |
| "loss": 2.3314, |
| "step": 3400 |
| }, |
| { |
| "epoch": 129.0566037735849, |
| "grad_norm": 1.429175780411594, |
| "learning_rate": 7.795994669475842e-05, |
| "loss": 2.2752, |
| "step": 3420 |
| }, |
| { |
| "epoch": 129.81132075471697, |
| "grad_norm": 1.1413240245586067, |
| "learning_rate": 7.793588583409394e-05, |
| "loss": 2.333, |
| "step": 3440 |
| }, |
| { |
| "epoch": 130.56603773584905, |
| "grad_norm": 1.298767089765165, |
| "learning_rate": 7.791168792906992e-05, |
| "loss": 2.3227, |
| "step": 3460 |
| }, |
| { |
| "epoch": 131.32075471698113, |
| "grad_norm": 1.2359046339523858, |
| "learning_rate": 7.788735307326908e-05, |
| "loss": 2.3108, |
| "step": 3480 |
| }, |
| { |
| "epoch": 132.0754716981132, |
| "grad_norm": 1.1866095738297588, |
| "learning_rate": 7.786288136080376e-05, |
| "loss": 2.274, |
| "step": 3500 |
| }, |
| { |
| "epoch": 132.83018867924528, |
| "grad_norm": 1.1104279322428132, |
| "learning_rate": 7.78382728863156e-05, |
| "loss": 2.2888, |
| "step": 3520 |
| }, |
| { |
| "epoch": 133.58490566037736, |
| "grad_norm": 2.2680957450657537, |
| "learning_rate": 7.781352774497518e-05, |
| "loss": 2.2938, |
| "step": 3540 |
| }, |
| { |
| "epoch": 134.33962264150944, |
| "grad_norm": 1.6397138146409036, |
| "learning_rate": 7.778864603248155e-05, |
| "loss": 2.3068, |
| "step": 3560 |
| }, |
| { |
| "epoch": 135.0943396226415, |
| "grad_norm": 1.3552905083817133, |
| "learning_rate": 7.7763627845062e-05, |
| "loss": 2.3155, |
| "step": 3580 |
| }, |
| { |
| "epoch": 135.8490566037736, |
| "grad_norm": 1.1820209128101842, |
| "learning_rate": 7.773847327947157e-05, |
| "loss": 2.2937, |
| "step": 3600 |
| }, |
| { |
| "epoch": 136.60377358490567, |
| "grad_norm": 1.2309654111909685, |
| "learning_rate": 7.771318243299278e-05, |
| "loss": 2.2887, |
| "step": 3620 |
| }, |
| { |
| "epoch": 137.35849056603774, |
| "grad_norm": 1.3795089340342572, |
| "learning_rate": 7.768775540343515e-05, |
| "loss": 2.2961, |
| "step": 3640 |
| }, |
| { |
| "epoch": 138.11320754716982, |
| "grad_norm": 1.3662606951792517, |
| "learning_rate": 7.766219228913492e-05, |
| "loss": 2.288, |
| "step": 3660 |
| }, |
| { |
| "epoch": 138.8679245283019, |
| "grad_norm": 1.1081358756463113, |
| "learning_rate": 7.763649318895459e-05, |
| "loss": 2.3193, |
| "step": 3680 |
| }, |
| { |
| "epoch": 139.62264150943398, |
| "grad_norm": 1.3054965758516237, |
| "learning_rate": 7.761065820228258e-05, |
| "loss": 2.2904, |
| "step": 3700 |
| }, |
| { |
| "epoch": 140.37735849056602, |
| "grad_norm": 1.4052953203319152, |
| "learning_rate": 7.758468742903284e-05, |
| "loss": 2.2803, |
| "step": 3720 |
| }, |
| { |
| "epoch": 141.1320754716981, |
| "grad_norm": 1.310015833541638, |
| "learning_rate": 7.755858096964445e-05, |
| "loss": 2.2891, |
| "step": 3740 |
| }, |
| { |
| "epoch": 141.88679245283018, |
| "grad_norm": 1.0645192580358254, |
| "learning_rate": 7.753233892508125e-05, |
| "loss": 2.2982, |
| "step": 3760 |
| }, |
| { |
| "epoch": 142.64150943396226, |
| "grad_norm": 1.0898474528650213, |
| "learning_rate": 7.750596139683145e-05, |
| "loss": 2.2711, |
| "step": 3780 |
| }, |
| { |
| "epoch": 143.39622641509433, |
| "grad_norm": 1.2074165473918712, |
| "learning_rate": 7.747944848690719e-05, |
| "loss": 2.2592, |
| "step": 3800 |
| }, |
| { |
| "epoch": 144.1509433962264, |
| "grad_norm": 1.0959283058664937, |
| "learning_rate": 7.745280029784423e-05, |
| "loss": 2.2813, |
| "step": 3820 |
| }, |
| { |
| "epoch": 144.9056603773585, |
| "grad_norm": 1.2139556681199035, |
| "learning_rate": 7.742601693270148e-05, |
| "loss": 2.2564, |
| "step": 3840 |
| }, |
| { |
| "epoch": 145.66037735849056, |
| "grad_norm": 1.2374163658098694, |
| "learning_rate": 7.739909849506064e-05, |
| "loss": 2.2972, |
| "step": 3860 |
| }, |
| { |
| "epoch": 146.41509433962264, |
| "grad_norm": 1.212582172960113, |
| "learning_rate": 7.737204508902578e-05, |
| "loss": 2.2683, |
| "step": 3880 |
| }, |
| { |
| "epoch": 147.16981132075472, |
| "grad_norm": 1.064638273683967, |
| "learning_rate": 7.734485681922295e-05, |
| "loss": 2.2643, |
| "step": 3900 |
| }, |
| { |
| "epoch": 147.9245283018868, |
| "grad_norm": 1.5185500205423423, |
| "learning_rate": 7.731753379079976e-05, |
| "loss": 2.2825, |
| "step": 3920 |
| }, |
| { |
| "epoch": 148.67924528301887, |
| "grad_norm": 1.2571175031602655, |
| "learning_rate": 7.7290076109425e-05, |
| "loss": 2.2838, |
| "step": 3940 |
| }, |
| { |
| "epoch": 149.43396226415095, |
| "grad_norm": 1.1185096216789012, |
| "learning_rate": 7.726248388128821e-05, |
| "loss": 2.2713, |
| "step": 3960 |
| }, |
| { |
| "epoch": 150.18867924528303, |
| "grad_norm": 1.283741452573828, |
| "learning_rate": 7.723475721309926e-05, |
| "loss": 2.2578, |
| "step": 3980 |
| }, |
| { |
| "epoch": 150.9433962264151, |
| "grad_norm": 1.1735101055664479, |
| "learning_rate": 7.720689621208799e-05, |
| "loss": 2.2584, |
| "step": 4000 |
| }, |
| { |
| "epoch": 151.69811320754718, |
| "grad_norm": 1.1931741706657397, |
| "learning_rate": 7.717890098600371e-05, |
| "loss": 2.2439, |
| "step": 4020 |
| }, |
| { |
| "epoch": 152.45283018867926, |
| "grad_norm": 1.0510206287412838, |
| "learning_rate": 7.715077164311486e-05, |
| "loss": 2.2646, |
| "step": 4040 |
| }, |
| { |
| "epoch": 153.20754716981133, |
| "grad_norm": 1.2236996476850626, |
| "learning_rate": 7.712250829220856e-05, |
| "loss": 2.2518, |
| "step": 4060 |
| }, |
| { |
| "epoch": 153.96226415094338, |
| "grad_norm": 1.4295022161938338, |
| "learning_rate": 7.70941110425902e-05, |
| "loss": 2.2445, |
| "step": 4080 |
| }, |
| { |
| "epoch": 154.71698113207546, |
| "grad_norm": 1.2608108045607223, |
| "learning_rate": 7.706558000408294e-05, |
| "loss": 2.2504, |
| "step": 4100 |
| }, |
| { |
| "epoch": 155.47169811320754, |
| "grad_norm": 1.4378816608236173, |
| "learning_rate": 7.703691528702747e-05, |
| "loss": 2.2433, |
| "step": 4120 |
| }, |
| { |
| "epoch": 156.22641509433961, |
| "grad_norm": 1.3122607821127985, |
| "learning_rate": 7.700811700228138e-05, |
| "loss": 2.2593, |
| "step": 4140 |
| }, |
| { |
| "epoch": 156.9811320754717, |
| "grad_norm": 1.1677763203213758, |
| "learning_rate": 7.697918526121882e-05, |
| "loss": 2.2521, |
| "step": 4160 |
| }, |
| { |
| "epoch": 157.73584905660377, |
| "grad_norm": 1.1304212534843256, |
| "learning_rate": 7.695012017573013e-05, |
| "loss": 2.2743, |
| "step": 4180 |
| }, |
| { |
| "epoch": 158.49056603773585, |
| "grad_norm": 1.2157344056650818, |
| "learning_rate": 7.692092185822129e-05, |
| "loss": 2.2405, |
| "step": 4200 |
| }, |
| { |
| "epoch": 159.24528301886792, |
| "grad_norm": 1.2521062422528308, |
| "learning_rate": 7.689159042161356e-05, |
| "loss": 2.258, |
| "step": 4220 |
| }, |
| { |
| "epoch": 160.0, |
| "grad_norm": 1.417021221810849, |
| "learning_rate": 7.686212597934299e-05, |
| "loss": 2.2187, |
| "step": 4240 |
| }, |
| { |
| "epoch": 160.75471698113208, |
| "grad_norm": 1.0987738687082824, |
| "learning_rate": 7.68325286453601e-05, |
| "loss": 2.2155, |
| "step": 4260 |
| }, |
| { |
| "epoch": 161.50943396226415, |
| "grad_norm": 1.4771801969035276, |
| "learning_rate": 7.680279853412924e-05, |
| "loss": 2.27, |
| "step": 4280 |
| }, |
| { |
| "epoch": 162.26415094339623, |
| "grad_norm": 1.1956274528883593, |
| "learning_rate": 7.677293576062836e-05, |
| "loss": 2.2717, |
| "step": 4300 |
| }, |
| { |
| "epoch": 163.0188679245283, |
| "grad_norm": 1.1219859338242828, |
| "learning_rate": 7.674294044034839e-05, |
| "loss": 2.2487, |
| "step": 4320 |
| }, |
| { |
| "epoch": 163.77358490566039, |
| "grad_norm": 1.255744824066408, |
| "learning_rate": 7.671281268929293e-05, |
| "loss": 2.2366, |
| "step": 4340 |
| }, |
| { |
| "epoch": 164.52830188679246, |
| "grad_norm": 1.112451658029252, |
| "learning_rate": 7.668255262397772e-05, |
| "loss": 2.2377, |
| "step": 4360 |
| }, |
| { |
| "epoch": 165.28301886792454, |
| "grad_norm": 1.1131032086265853, |
| "learning_rate": 7.66521603614302e-05, |
| "loss": 2.2483, |
| "step": 4380 |
| }, |
| { |
| "epoch": 166.03773584905662, |
| "grad_norm": 1.2568117014241036, |
| "learning_rate": 7.662163601918907e-05, |
| "loss": 2.2637, |
| "step": 4400 |
| }, |
| { |
| "epoch": 166.79245283018867, |
| "grad_norm": 1.0763275712599132, |
| "learning_rate": 7.659097971530385e-05, |
| "loss": 2.2275, |
| "step": 4420 |
| }, |
| { |
| "epoch": 167.54716981132074, |
| "grad_norm": 1.0880356132513982, |
| "learning_rate": 7.656019156833438e-05, |
| "loss": 2.227, |
| "step": 4440 |
| }, |
| { |
| "epoch": 168.30188679245282, |
| "grad_norm": 1.0805504953865772, |
| "learning_rate": 7.652927169735042e-05, |
| "loss": 2.2205, |
| "step": 4460 |
| }, |
| { |
| "epoch": 169.0566037735849, |
| "grad_norm": 1.0979536600508317, |
| "learning_rate": 7.649822022193114e-05, |
| "loss": 2.2008, |
| "step": 4480 |
| }, |
| { |
| "epoch": 169.81132075471697, |
| "grad_norm": 1.0424485855679975, |
| "learning_rate": 7.646703726216467e-05, |
| "loss": 2.235, |
| "step": 4500 |
| }, |
| { |
| "epoch": 170.56603773584905, |
| "grad_norm": 1.1541609361962377, |
| "learning_rate": 7.643572293864766e-05, |
| "loss": 2.2297, |
| "step": 4520 |
| }, |
| { |
| "epoch": 171.32075471698113, |
| "grad_norm": 1.1630212513509717, |
| "learning_rate": 7.640427737248479e-05, |
| "loss": 2.2295, |
| "step": 4540 |
| }, |
| { |
| "epoch": 172.0754716981132, |
| "grad_norm": 1.5088805287099432, |
| "learning_rate": 7.637270068528828e-05, |
| "loss": 2.2445, |
| "step": 4560 |
| }, |
| { |
| "epoch": 172.83018867924528, |
| "grad_norm": 1.66773080303759, |
| "learning_rate": 7.634099299917748e-05, |
| "loss": 2.2336, |
| "step": 4580 |
| }, |
| { |
| "epoch": 173.58490566037736, |
| "grad_norm": 1.4239223646642891, |
| "learning_rate": 7.630915443677834e-05, |
| "loss": 2.2128, |
| "step": 4600 |
| }, |
| { |
| "epoch": 174.33962264150944, |
| "grad_norm": 1.2623270496447048, |
| "learning_rate": 7.627718512122297e-05, |
| "loss": 2.2253, |
| "step": 4620 |
| }, |
| { |
| "epoch": 175.0943396226415, |
| "grad_norm": 1.2406324767245749, |
| "learning_rate": 7.624508517614919e-05, |
| "loss": 2.2131, |
| "step": 4640 |
| }, |
| { |
| "epoch": 175.8490566037736, |
| "grad_norm": 1.3130455463591448, |
| "learning_rate": 7.621285472569993e-05, |
| "loss": 2.1944, |
| "step": 4660 |
| }, |
| { |
| "epoch": 176.60377358490567, |
| "grad_norm": 1.1413419622441512, |
| "learning_rate": 7.61804938945229e-05, |
| "loss": 2.2243, |
| "step": 4680 |
| }, |
| { |
| "epoch": 177.35849056603774, |
| "grad_norm": 1.2146654711035267, |
| "learning_rate": 7.614800280777005e-05, |
| "loss": 2.2172, |
| "step": 4700 |
| }, |
| { |
| "epoch": 178.11320754716982, |
| "grad_norm": 1.3634898063511693, |
| "learning_rate": 7.611538159109703e-05, |
| "loss": 2.205, |
| "step": 4720 |
| }, |
| { |
| "epoch": 178.8679245283019, |
| "grad_norm": 1.2311721419826, |
| "learning_rate": 7.608263037066277e-05, |
| "loss": 2.2252, |
| "step": 4740 |
| }, |
| { |
| "epoch": 179.62264150943398, |
| "grad_norm": 1.0908914570592438, |
| "learning_rate": 7.6049749273129e-05, |
| "loss": 2.2138, |
| "step": 4760 |
| }, |
| { |
| "epoch": 180.37735849056602, |
| "grad_norm": 1.1038829505990149, |
| "learning_rate": 7.601673842565972e-05, |
| "loss": 2.1939, |
| "step": 4780 |
| }, |
| { |
| "epoch": 181.1320754716981, |
| "grad_norm": 1.1236372724431538, |
| "learning_rate": 7.598359795592073e-05, |
| "loss": 2.2382, |
| "step": 4800 |
| }, |
| { |
| "epoch": 181.88679245283018, |
| "grad_norm": 1.3232451908070362, |
| "learning_rate": 7.59503279920791e-05, |
| "loss": 2.201, |
| "step": 4820 |
| }, |
| { |
| "epoch": 182.64150943396226, |
| "grad_norm": 1.3292125597941664, |
| "learning_rate": 7.591692866280274e-05, |
| "loss": 2.2058, |
| "step": 4840 |
| }, |
| { |
| "epoch": 183.39622641509433, |
| "grad_norm": 1.1970310296785942, |
| "learning_rate": 7.588340009725985e-05, |
| "loss": 2.206, |
| "step": 4860 |
| }, |
| { |
| "epoch": 184.1509433962264, |
| "grad_norm": 1.055682897860096, |
| "learning_rate": 7.584974242511845e-05, |
| "loss": 2.2148, |
| "step": 4880 |
| }, |
| { |
| "epoch": 184.9056603773585, |
| "grad_norm": 1.1655929048666676, |
| "learning_rate": 7.581595577654584e-05, |
| "loss": 2.2146, |
| "step": 4900 |
| }, |
| { |
| "epoch": 185.66037735849056, |
| "grad_norm": 1.2197862783964168, |
| "learning_rate": 7.578204028220814e-05, |
| "loss": 2.2023, |
| "step": 4920 |
| }, |
| { |
| "epoch": 186.41509433962264, |
| "grad_norm": 1.1536947546834515, |
| "learning_rate": 7.574799607326977e-05, |
| "loss": 2.2074, |
| "step": 4940 |
| }, |
| { |
| "epoch": 187.16981132075472, |
| "grad_norm": 1.1570044860516948, |
| "learning_rate": 7.571382328139293e-05, |
| "loss": 2.2057, |
| "step": 4960 |
| }, |
| { |
| "epoch": 187.9245283018868, |
| "grad_norm": 2.2251854969672165, |
| "learning_rate": 7.56795220387371e-05, |
| "loss": 2.1975, |
| "step": 4980 |
| }, |
| { |
| "epoch": 188.67924528301887, |
| "grad_norm": 1.16489093753128, |
| "learning_rate": 7.564509247795854e-05, |
| "loss": 2.1947, |
| "step": 5000 |
| }, |
| { |
| "epoch": 189.43396226415095, |
| "grad_norm": 1.1610456984999162, |
| "learning_rate": 7.561053473220977e-05, |
| "loss": 2.1861, |
| "step": 5020 |
| }, |
| { |
| "epoch": 190.18867924528303, |
| "grad_norm": 1.173342232590181, |
| "learning_rate": 7.557584893513902e-05, |
| "loss": 2.1997, |
| "step": 5040 |
| }, |
| { |
| "epoch": 190.9433962264151, |
| "grad_norm": 1.1873135989990635, |
| "learning_rate": 7.554103522088976e-05, |
| "loss": 2.1841, |
| "step": 5060 |
| }, |
| { |
| "epoch": 191.69811320754718, |
| "grad_norm": 1.4263143797188473, |
| "learning_rate": 7.550609372410018e-05, |
| "loss": 2.1823, |
| "step": 5080 |
| }, |
| { |
| "epoch": 192.45283018867926, |
| "grad_norm": 1.0849530063111787, |
| "learning_rate": 7.547102457990266e-05, |
| "loss": 2.1842, |
| "step": 5100 |
| }, |
| { |
| "epoch": 193.20754716981133, |
| "grad_norm": 1.1497288768060088, |
| "learning_rate": 7.54358279239232e-05, |
| "loss": 2.2258, |
| "step": 5120 |
| }, |
| { |
| "epoch": 193.96226415094338, |
| "grad_norm": 1.2795496420829302, |
| "learning_rate": 7.540050389228099e-05, |
| "loss": 2.192, |
| "step": 5140 |
| }, |
| { |
| "epoch": 194.71698113207546, |
| "grad_norm": 1.0700549445449614, |
| "learning_rate": 7.536505262158779e-05, |
| "loss": 2.1913, |
| "step": 5160 |
| }, |
| { |
| "epoch": 195.47169811320754, |
| "grad_norm": 1.3697359389801924, |
| "learning_rate": 7.532947424894744e-05, |
| "loss": 2.2044, |
| "step": 5180 |
| }, |
| { |
| "epoch": 196.22641509433961, |
| "grad_norm": 1.0721264053082575, |
| "learning_rate": 7.52937689119554e-05, |
| "loss": 2.1916, |
| "step": 5200 |
| }, |
| { |
| "epoch": 196.9811320754717, |
| "grad_norm": 1.2325173290768243, |
| "learning_rate": 7.525793674869805e-05, |
| "loss": 2.1738, |
| "step": 5220 |
| }, |
| { |
| "epoch": 197.73584905660377, |
| "grad_norm": 1.078471360885739, |
| "learning_rate": 7.522197789775235e-05, |
| "loss": 2.2043, |
| "step": 5240 |
| }, |
| { |
| "epoch": 198.49056603773585, |
| "grad_norm": 1.508079711738152, |
| "learning_rate": 7.518589249818516e-05, |
| "loss": 2.2159, |
| "step": 5260 |
| }, |
| { |
| "epoch": 199.24528301886792, |
| "grad_norm": 1.0511550659614401, |
| "learning_rate": 7.514968068955273e-05, |
| "loss": 2.168, |
| "step": 5280 |
| }, |
| { |
| "epoch": 200.0, |
| "grad_norm": 1.0585993296644824, |
| "learning_rate": 7.511334261190026e-05, |
| "loss": 2.1847, |
| "step": 5300 |
| }, |
| { |
| "epoch": 200.75471698113208, |
| "grad_norm": 1.19584254290663, |
| "learning_rate": 7.507687840576123e-05, |
| "loss": 2.1953, |
| "step": 5320 |
| }, |
| { |
| "epoch": 201.50943396226415, |
| "grad_norm": 1.360707266271236, |
| "learning_rate": 7.504028821215686e-05, |
| "loss": 2.1866, |
| "step": 5340 |
| }, |
| { |
| "epoch": 202.26415094339623, |
| "grad_norm": 1.0326833677791634, |
| "learning_rate": 7.500357217259573e-05, |
| "loss": 2.1889, |
| "step": 5360 |
| }, |
| { |
| "epoch": 203.0188679245283, |
| "grad_norm": 1.1966698046584427, |
| "learning_rate": 7.496673042907302e-05, |
| "loss": 2.204, |
| "step": 5380 |
| }, |
| { |
| "epoch": 203.77358490566039, |
| "grad_norm": 1.1792590946885393, |
| "learning_rate": 7.492976312407011e-05, |
| "loss": 2.1679, |
| "step": 5400 |
| }, |
| { |
| "epoch": 204.52830188679246, |
| "grad_norm": 1.0821551276306904, |
| "learning_rate": 7.489267040055393e-05, |
| "loss": 2.172, |
| "step": 5420 |
| }, |
| { |
| "epoch": 205.28301886792454, |
| "grad_norm": 1.1206896992927644, |
| "learning_rate": 7.48554524019765e-05, |
| "loss": 2.1558, |
| "step": 5440 |
| }, |
| { |
| "epoch": 206.03773584905662, |
| "grad_norm": 1.164481519584628, |
| "learning_rate": 7.481810927227427e-05, |
| "loss": 2.1707, |
| "step": 5460 |
| }, |
| { |
| "epoch": 206.79245283018867, |
| "grad_norm": 1.045173494578065, |
| "learning_rate": 7.47806411558677e-05, |
| "loss": 2.1454, |
| "step": 5480 |
| }, |
| { |
| "epoch": 207.54716981132074, |
| "grad_norm": 1.3037299893846073, |
| "learning_rate": 7.474304819766053e-05, |
| "loss": 2.1735, |
| "step": 5500 |
| }, |
| { |
| "epoch": 208.30188679245282, |
| "grad_norm": 1.1799164756908072, |
| "learning_rate": 7.470533054303937e-05, |
| "loss": 2.1678, |
| "step": 5520 |
| }, |
| { |
| "epoch": 209.0566037735849, |
| "grad_norm": 1.23204534029245, |
| "learning_rate": 7.46674883378731e-05, |
| "loss": 2.18, |
| "step": 5540 |
| }, |
| { |
| "epoch": 209.81132075471697, |
| "grad_norm": 1.1705040244332197, |
| "learning_rate": 7.462952172851219e-05, |
| "loss": 2.1638, |
| "step": 5560 |
| }, |
| { |
| "epoch": 210.56603773584905, |
| "grad_norm": 1.115647376955501, |
| "learning_rate": 7.459143086178838e-05, |
| "loss": 2.1517, |
| "step": 5580 |
| }, |
| { |
| "epoch": 211.32075471698113, |
| "grad_norm": 1.095644914375309, |
| "learning_rate": 7.455321588501378e-05, |
| "loss": 2.1624, |
| "step": 5600 |
| }, |
| { |
| "epoch": 212.0754716981132, |
| "grad_norm": 1.2461377018123299, |
| "learning_rate": 7.451487694598063e-05, |
| "loss": 2.1795, |
| "step": 5620 |
| }, |
| { |
| "epoch": 212.83018867924528, |
| "grad_norm": 1.0808714278402736, |
| "learning_rate": 7.447641419296051e-05, |
| "loss": 2.1857, |
| "step": 5640 |
| }, |
| { |
| "epoch": 213.58490566037736, |
| "grad_norm": 1.175783749152713, |
| "learning_rate": 7.443782777470388e-05, |
| "loss": 2.1489, |
| "step": 5660 |
| }, |
| { |
| "epoch": 214.33962264150944, |
| "grad_norm": 1.0323602107911023, |
| "learning_rate": 7.43991178404394e-05, |
| "loss": 2.1814, |
| "step": 5680 |
| }, |
| { |
| "epoch": 215.0943396226415, |
| "grad_norm": 1.4371901693782694, |
| "learning_rate": 7.436028453987343e-05, |
| "loss": 2.1607, |
| "step": 5700 |
| }, |
| { |
| "epoch": 215.8490566037736, |
| "grad_norm": 1.2749189929859621, |
| "learning_rate": 7.432132802318953e-05, |
| "loss": 2.1344, |
| "step": 5720 |
| }, |
| { |
| "epoch": 216.60377358490567, |
| "grad_norm": 1.7991005001893379, |
| "learning_rate": 7.428224844104763e-05, |
| "loss": 2.1705, |
| "step": 5740 |
| }, |
| { |
| "epoch": 217.35849056603774, |
| "grad_norm": 1.0763947355182082, |
| "learning_rate": 7.424304594458374e-05, |
| "loss": 2.1681, |
| "step": 5760 |
| }, |
| { |
| "epoch": 218.11320754716982, |
| "grad_norm": 1.147647175883896, |
| "learning_rate": 7.420372068540913e-05, |
| "loss": 2.1792, |
| "step": 5780 |
| }, |
| { |
| "epoch": 218.8679245283019, |
| "grad_norm": 1.232169418468151, |
| "learning_rate": 7.41642728156099e-05, |
| "loss": 2.1143, |
| "step": 5800 |
| }, |
| { |
| "epoch": 219.62264150943398, |
| "grad_norm": 1.3992234444810514, |
| "learning_rate": 7.41247024877463e-05, |
| "loss": 2.1612, |
| "step": 5820 |
| }, |
| { |
| "epoch": 220.37735849056602, |
| "grad_norm": 1.2478978185410232, |
| "learning_rate": 7.40850098548522e-05, |
| "loss": 2.1749, |
| "step": 5840 |
| }, |
| { |
| "epoch": 221.1320754716981, |
| "grad_norm": 1.0796153228438745, |
| "learning_rate": 7.404519507043443e-05, |
| "loss": 2.1345, |
| "step": 5860 |
| }, |
| { |
| "epoch": 221.88679245283018, |
| "grad_norm": 1.164330548160425, |
| "learning_rate": 7.40052582884723e-05, |
| "loss": 2.1573, |
| "step": 5880 |
| }, |
| { |
| "epoch": 222.64150943396226, |
| "grad_norm": 1.2041551436276394, |
| "learning_rate": 7.396519966341684e-05, |
| "loss": 2.162, |
| "step": 5900 |
| }, |
| { |
| "epoch": 223.39622641509433, |
| "grad_norm": 1.2780053810145304, |
| "learning_rate": 7.392501935019036e-05, |
| "loss": 2.1524, |
| "step": 5920 |
| }, |
| { |
| "epoch": 224.1509433962264, |
| "grad_norm": 1.069497717017709, |
| "learning_rate": 7.388471750418576e-05, |
| "loss": 2.1427, |
| "step": 5940 |
| }, |
| { |
| "epoch": 224.9056603773585, |
| "grad_norm": 1.1790523262171884, |
| "learning_rate": 7.384429428126599e-05, |
| "loss": 2.1693, |
| "step": 5960 |
| }, |
| { |
| "epoch": 225.66037735849056, |
| "grad_norm": 1.0727940077044007, |
| "learning_rate": 7.380374983776333e-05, |
| "loss": 2.1146, |
| "step": 5980 |
| }, |
| { |
| "epoch": 226.41509433962264, |
| "grad_norm": 1.0481198314836597, |
| "learning_rate": 7.376308433047898e-05, |
| "loss": 2.1563, |
| "step": 6000 |
| }, |
| { |
| "epoch": 227.16981132075472, |
| "grad_norm": 1.3874056107583248, |
| "learning_rate": 7.372229791668223e-05, |
| "loss": 2.1456, |
| "step": 6020 |
| }, |
| { |
| "epoch": 227.9245283018868, |
| "grad_norm": 1.3153838535909976, |
| "learning_rate": 7.368139075411003e-05, |
| "loss": 2.1575, |
| "step": 6040 |
| }, |
| { |
| "epoch": 228.67924528301887, |
| "grad_norm": 1.1788160013410025, |
| "learning_rate": 7.364036300096631e-05, |
| "loss": 2.1437, |
| "step": 6060 |
| }, |
| { |
| "epoch": 229.43396226415095, |
| "grad_norm": 1.1169312984810649, |
| "learning_rate": 7.359921481592136e-05, |
| "loss": 2.1568, |
| "step": 6080 |
| }, |
| { |
| "epoch": 230.18867924528303, |
| "grad_norm": 1.1435068374715258, |
| "learning_rate": 7.355794635811118e-05, |
| "loss": 2.1503, |
| "step": 6100 |
| }, |
| { |
| "epoch": 230.9433962264151, |
| "grad_norm": 1.7552469517638039, |
| "learning_rate": 7.3516557787137e-05, |
| "loss": 2.128, |
| "step": 6120 |
| }, |
| { |
| "epoch": 231.69811320754718, |
| "grad_norm": 1.0779669989000775, |
| "learning_rate": 7.347504926306452e-05, |
| "loss": 2.1485, |
| "step": 6140 |
| }, |
| { |
| "epoch": 232.45283018867926, |
| "grad_norm": 1.186788194688993, |
| "learning_rate": 7.343342094642333e-05, |
| "loss": 2.1576, |
| "step": 6160 |
| }, |
| { |
| "epoch": 233.20754716981133, |
| "grad_norm": 1.0594086679490557, |
| "learning_rate": 7.339167299820636e-05, |
| "loss": 2.1492, |
| "step": 6180 |
| }, |
| { |
| "epoch": 233.96226415094338, |
| "grad_norm": 1.1917321731840318, |
| "learning_rate": 7.334980557986916e-05, |
| "loss": 2.1482, |
| "step": 6200 |
| }, |
| { |
| "epoch": 234.71698113207546, |
| "grad_norm": 1.083198692826801, |
| "learning_rate": 7.330781885332932e-05, |
| "loss": 2.1461, |
| "step": 6220 |
| }, |
| { |
| "epoch": 235.47169811320754, |
| "grad_norm": 1.3139182121317998, |
| "learning_rate": 7.326571298096586e-05, |
| "loss": 2.156, |
| "step": 6240 |
| }, |
| { |
| "epoch": 236.22641509433961, |
| "grad_norm": 1.0854207170845476, |
| "learning_rate": 7.322348812561857e-05, |
| "loss": 2.1258, |
| "step": 6260 |
| }, |
| { |
| "epoch": 236.9811320754717, |
| "grad_norm": 1.5015227061373095, |
| "learning_rate": 7.318114445058739e-05, |
| "loss": 2.1439, |
| "step": 6280 |
| }, |
| { |
| "epoch": 237.73584905660377, |
| "grad_norm": 1.2347794021289429, |
| "learning_rate": 7.313868211963179e-05, |
| "loss": 2.1317, |
| "step": 6300 |
| }, |
| { |
| "epoch": 238.49056603773585, |
| "grad_norm": 1.442835177639965, |
| "learning_rate": 7.309610129697015e-05, |
| "loss": 2.113, |
| "step": 6320 |
| }, |
| { |
| "epoch": 239.24528301886792, |
| "grad_norm": 1.236255276661992, |
| "learning_rate": 7.305340214727905e-05, |
| "loss": 2.1378, |
| "step": 6340 |
| }, |
| { |
| "epoch": 240.0, |
| "grad_norm": 1.205183440308278, |
| "learning_rate": 7.301058483569271e-05, |
| "loss": 2.1336, |
| "step": 6360 |
| }, |
| { |
| "epoch": 240.75471698113208, |
| "grad_norm": 1.3246584618487252, |
| "learning_rate": 7.296764952780239e-05, |
| "loss": 2.1221, |
| "step": 6380 |
| }, |
| { |
| "epoch": 241.50943396226415, |
| "grad_norm": 1.0168670687272512, |
| "learning_rate": 7.292459638965558e-05, |
| "loss": 2.1188, |
| "step": 6400 |
| }, |
| { |
| "epoch": 242.26415094339623, |
| "grad_norm": 1.3467491151924502, |
| "learning_rate": 7.288142558775552e-05, |
| "loss": 2.101, |
| "step": 6420 |
| }, |
| { |
| "epoch": 243.0188679245283, |
| "grad_norm": 1.261074686560294, |
| "learning_rate": 7.283813728906054e-05, |
| "loss": 2.1411, |
| "step": 6440 |
| }, |
| { |
| "epoch": 243.77358490566039, |
| "grad_norm": 1.2485690805022434, |
| "learning_rate": 7.27947316609833e-05, |
| "loss": 2.1277, |
| "step": 6460 |
| }, |
| { |
| "epoch": 244.52830188679246, |
| "grad_norm": 1.3241322758759912, |
| "learning_rate": 7.275120887139026e-05, |
| "loss": 2.1363, |
| "step": 6480 |
| }, |
| { |
| "epoch": 245.28301886792454, |
| "grad_norm": 1.5599386219671891, |
| "learning_rate": 7.270756908860098e-05, |
| "loss": 2.1089, |
| "step": 6500 |
| }, |
| { |
| "epoch": 246.03773584905662, |
| "grad_norm": 1.2114819177389966, |
| "learning_rate": 7.266381248138751e-05, |
| "loss": 2.1089, |
| "step": 6520 |
| }, |
| { |
| "epoch": 246.79245283018867, |
| "grad_norm": 1.1306582742382014, |
| "learning_rate": 7.261993921897364e-05, |
| "loss": 2.1079, |
| "step": 6540 |
| }, |
| { |
| "epoch": 247.54716981132074, |
| "grad_norm": 1.2673326383282852, |
| "learning_rate": 7.257594947103438e-05, |
| "loss": 2.1266, |
| "step": 6560 |
| }, |
| { |
| "epoch": 248.30188679245282, |
| "grad_norm": 1.4019469970816203, |
| "learning_rate": 7.253184340769518e-05, |
| "loss": 2.1481, |
| "step": 6580 |
| }, |
| { |
| "epoch": 249.0566037735849, |
| "grad_norm": 1.0449709444069573, |
| "learning_rate": 7.248762119953135e-05, |
| "loss": 2.1158, |
| "step": 6600 |
| }, |
| { |
| "epoch": 249.81132075471697, |
| "grad_norm": 1.1593445705123036, |
| "learning_rate": 7.244328301756737e-05, |
| "loss": 2.13, |
| "step": 6620 |
| }, |
| { |
| "epoch": 250.56603773584905, |
| "grad_norm": 1.2635129121192081, |
| "learning_rate": 7.23988290332763e-05, |
| "loss": 2.1167, |
| "step": 6640 |
| }, |
| { |
| "epoch": 251.32075471698113, |
| "grad_norm": 1.0527620092255492, |
| "learning_rate": 7.235425941857891e-05, |
| "loss": 2.114, |
| "step": 6660 |
| }, |
| { |
| "epoch": 252.0754716981132, |
| "grad_norm": 1.3035661165388843, |
| "learning_rate": 7.230957434584331e-05, |
| "loss": 2.0928, |
| "step": 6680 |
| }, |
| { |
| "epoch": 252.83018867924528, |
| "grad_norm": 1.0136550616355096, |
| "learning_rate": 7.226477398788402e-05, |
| "loss": 2.0987, |
| "step": 6700 |
| }, |
| { |
| "epoch": 253.58490566037736, |
| "grad_norm": 1.258957796854538, |
| "learning_rate": 7.22198585179615e-05, |
| "loss": 2.1032, |
| "step": 6720 |
| }, |
| { |
| "epoch": 254.33962264150944, |
| "grad_norm": 1.2937771749668925, |
| "learning_rate": 7.21748281097813e-05, |
| "loss": 2.1003, |
| "step": 6740 |
| }, |
| { |
| "epoch": 255.0943396226415, |
| "grad_norm": 1.0533802729958242, |
| "learning_rate": 7.212968293749357e-05, |
| "loss": 2.1201, |
| "step": 6760 |
| }, |
| { |
| "epoch": 255.8490566037736, |
| "grad_norm": 1.0065996122655994, |
| "learning_rate": 7.208442317569225e-05, |
| "loss": 2.1119, |
| "step": 6780 |
| }, |
| { |
| "epoch": 256.60377358490564, |
| "grad_norm": 1.1726423865130644, |
| "learning_rate": 7.203904899941444e-05, |
| "loss": 2.0967, |
| "step": 6800 |
| }, |
| { |
| "epoch": 257.35849056603774, |
| "grad_norm": 1.4137580376820904, |
| "learning_rate": 7.199356058413975e-05, |
| "loss": 2.1297, |
| "step": 6820 |
| }, |
| { |
| "epoch": 258.1132075471698, |
| "grad_norm": 1.2534212871623691, |
| "learning_rate": 7.194795810578956e-05, |
| "loss": 2.1142, |
| "step": 6840 |
| }, |
| { |
| "epoch": 258.8679245283019, |
| "grad_norm": 1.1760816154209972, |
| "learning_rate": 7.190224174072643e-05, |
| "loss": 2.1524, |
| "step": 6860 |
| }, |
| { |
| "epoch": 259.62264150943395, |
| "grad_norm": 1.1576937144547554, |
| "learning_rate": 7.185641166575331e-05, |
| "loss": 2.0873, |
| "step": 6880 |
| }, |
| { |
| "epoch": 260.37735849056605, |
| "grad_norm": 1.18595129264392, |
| "learning_rate": 7.181046805811294e-05, |
| "loss": 2.1118, |
| "step": 6900 |
| }, |
| { |
| "epoch": 261.1320754716981, |
| "grad_norm": 1.1205604370668647, |
| "learning_rate": 7.176441109548715e-05, |
| "loss": 2.0986, |
| "step": 6920 |
| }, |
| { |
| "epoch": 261.8867924528302, |
| "grad_norm": 1.1884901674285933, |
| "learning_rate": 7.171824095599609e-05, |
| "loss": 2.1109, |
| "step": 6940 |
| }, |
| { |
| "epoch": 262.64150943396226, |
| "grad_norm": 1.123509221114028, |
| "learning_rate": 7.167195781819768e-05, |
| "loss": 2.1047, |
| "step": 6960 |
| }, |
| { |
| "epoch": 263.39622641509436, |
| "grad_norm": 1.1260075560640628, |
| "learning_rate": 7.162556186108684e-05, |
| "loss": 2.0972, |
| "step": 6980 |
| }, |
| { |
| "epoch": 264.1509433962264, |
| "grad_norm": 1.191570785218505, |
| "learning_rate": 7.157905326409477e-05, |
| "loss": 2.0938, |
| "step": 7000 |
| }, |
| { |
| "epoch": 264.9056603773585, |
| "grad_norm": 1.1009948219165815, |
| "learning_rate": 7.153243220708831e-05, |
| "loss": 2.1084, |
| "step": 7020 |
| }, |
| { |
| "epoch": 265.66037735849056, |
| "grad_norm": 1.0984593800759155, |
| "learning_rate": 7.148569887036923e-05, |
| "loss": 2.0989, |
| "step": 7040 |
| }, |
| { |
| "epoch": 266.41509433962267, |
| "grad_norm": 1.2379578619669414, |
| "learning_rate": 7.143885343467355e-05, |
| "loss": 2.1166, |
| "step": 7060 |
| }, |
| { |
| "epoch": 267.1698113207547, |
| "grad_norm": 1.1064036960932773, |
| "learning_rate": 7.139189608117077e-05, |
| "loss": 2.1104, |
| "step": 7080 |
| }, |
| { |
| "epoch": 267.92452830188677, |
| "grad_norm": 1.0772108392111555, |
| "learning_rate": 7.134482699146328e-05, |
| "loss": 2.0897, |
| "step": 7100 |
| }, |
| { |
| "epoch": 268.6792452830189, |
| "grad_norm": 1.1292302199915438, |
| "learning_rate": 7.129764634758554e-05, |
| "loss": 2.1157, |
| "step": 7120 |
| }, |
| { |
| "epoch": 269.4339622641509, |
| "grad_norm": 1.1278390668879588, |
| "learning_rate": 7.125035433200346e-05, |
| "loss": 2.0932, |
| "step": 7140 |
| }, |
| { |
| "epoch": 270.188679245283, |
| "grad_norm": 1.0414531139729244, |
| "learning_rate": 7.120295112761368e-05, |
| "loss": 2.1151, |
| "step": 7160 |
| }, |
| { |
| "epoch": 270.9433962264151, |
| "grad_norm": 1.1545750967690267, |
| "learning_rate": 7.115543691774282e-05, |
| "loss": 2.1131, |
| "step": 7180 |
| }, |
| { |
| "epoch": 271.6981132075472, |
| "grad_norm": 1.204421852849513, |
| "learning_rate": 7.110781188614684e-05, |
| "loss": 2.0802, |
| "step": 7200 |
| }, |
| { |
| "epoch": 272.45283018867923, |
| "grad_norm": 1.7831981359411682, |
| "learning_rate": 7.106007621701024e-05, |
| "loss": 2.0798, |
| "step": 7220 |
| }, |
| { |
| "epoch": 273.20754716981133, |
| "grad_norm": 1.3197751132016162, |
| "learning_rate": 7.101223009494545e-05, |
| "loss": 2.0992, |
| "step": 7240 |
| }, |
| { |
| "epoch": 273.9622641509434, |
| "grad_norm": 1.2400242729400996, |
| "learning_rate": 7.096427370499204e-05, |
| "loss": 2.0864, |
| "step": 7260 |
| }, |
| { |
| "epoch": 274.7169811320755, |
| "grad_norm": 1.0912978575620245, |
| "learning_rate": 7.091620723261605e-05, |
| "loss": 2.0923, |
| "step": 7280 |
| }, |
| { |
| "epoch": 275.47169811320754, |
| "grad_norm": 1.231133204650358, |
| "learning_rate": 7.086803086370918e-05, |
| "loss": 2.0795, |
| "step": 7300 |
| }, |
| { |
| "epoch": 276.22641509433964, |
| "grad_norm": 1.2282758399906704, |
| "learning_rate": 7.081974478458825e-05, |
| "loss": 2.0761, |
| "step": 7320 |
| }, |
| { |
| "epoch": 276.9811320754717, |
| "grad_norm": 1.3460196947110317, |
| "learning_rate": 7.077134918199428e-05, |
| "loss": 2.0752, |
| "step": 7340 |
| }, |
| { |
| "epoch": 277.7358490566038, |
| "grad_norm": 1.080960097565614, |
| "learning_rate": 7.072284424309193e-05, |
| "loss": 2.0889, |
| "step": 7360 |
| }, |
| { |
| "epoch": 278.49056603773585, |
| "grad_norm": 1.3111047591517453, |
| "learning_rate": 7.067423015546863e-05, |
| "loss": 2.0839, |
| "step": 7380 |
| }, |
| { |
| "epoch": 279.24528301886795, |
| "grad_norm": 1.5401314919739673, |
| "learning_rate": 7.0625507107134e-05, |
| "loss": 2.0927, |
| "step": 7400 |
| }, |
| { |
| "epoch": 280.0, |
| "grad_norm": 1.1041636245431063, |
| "learning_rate": 7.057667528651904e-05, |
| "loss": 2.0803, |
| "step": 7420 |
| }, |
| { |
| "epoch": 280.75471698113205, |
| "grad_norm": 1.4056508604045173, |
| "learning_rate": 7.052773488247539e-05, |
| "loss": 2.0668, |
| "step": 7440 |
| }, |
| { |
| "epoch": 281.50943396226415, |
| "grad_norm": 1.046923519873644, |
| "learning_rate": 7.047868608427462e-05, |
| "loss": 2.082, |
| "step": 7460 |
| }, |
| { |
| "epoch": 282.2641509433962, |
| "grad_norm": 1.3029328700653047, |
| "learning_rate": 7.042952908160754e-05, |
| "loss": 2.0556, |
| "step": 7480 |
| }, |
| { |
| "epoch": 283.0188679245283, |
| "grad_norm": 1.227982067650406, |
| "learning_rate": 7.03802640645834e-05, |
| "loss": 2.0478, |
| "step": 7500 |
| }, |
| { |
| "epoch": 283.77358490566036, |
| "grad_norm": 1.1015625311453152, |
| "learning_rate": 7.033089122372919e-05, |
| "loss": 2.0773, |
| "step": 7520 |
| }, |
| { |
| "epoch": 284.52830188679246, |
| "grad_norm": 1.316103623119528, |
| "learning_rate": 7.028141074998891e-05, |
| "loss": 2.0756, |
| "step": 7540 |
| }, |
| { |
| "epoch": 285.2830188679245, |
| "grad_norm": 1.255257016262856, |
| "learning_rate": 7.023182283472277e-05, |
| "loss": 2.0866, |
| "step": 7560 |
| }, |
| { |
| "epoch": 286.0377358490566, |
| "grad_norm": 1.030736862070767, |
| "learning_rate": 7.018212766970658e-05, |
| "loss": 2.0723, |
| "step": 7580 |
| }, |
| { |
| "epoch": 286.79245283018867, |
| "grad_norm": 1.293105711429154, |
| "learning_rate": 7.013232544713086e-05, |
| "loss": 2.0759, |
| "step": 7600 |
| }, |
| { |
| "epoch": 287.54716981132077, |
| "grad_norm": 1.538845550854816, |
| "learning_rate": 7.008241635960018e-05, |
| "loss": 2.0238, |
| "step": 7620 |
| }, |
| { |
| "epoch": 288.3018867924528, |
| "grad_norm": 1.1376778839977162, |
| "learning_rate": 7.003240060013241e-05, |
| "loss": 2.0895, |
| "step": 7640 |
| }, |
| { |
| "epoch": 289.0566037735849, |
| "grad_norm": 1.1524198390846205, |
| "learning_rate": 6.998227836215794e-05, |
| "loss": 2.0712, |
| "step": 7660 |
| }, |
| { |
| "epoch": 289.811320754717, |
| "grad_norm": 1.1269455096899952, |
| "learning_rate": 6.9932049839519e-05, |
| "loss": 2.0785, |
| "step": 7680 |
| }, |
| { |
| "epoch": 290.5660377358491, |
| "grad_norm": 1.1947929898571277, |
| "learning_rate": 6.98817152264688e-05, |
| "loss": 2.0789, |
| "step": 7700 |
| }, |
| { |
| "epoch": 291.3207547169811, |
| "grad_norm": 1.05216691350341, |
| "learning_rate": 6.983127471767088e-05, |
| "loss": 2.0721, |
| "step": 7720 |
| }, |
| { |
| "epoch": 292.07547169811323, |
| "grad_norm": 1.0659553585546824, |
| "learning_rate": 6.978072850819832e-05, |
| "loss": 2.0897, |
| "step": 7740 |
| }, |
| { |
| "epoch": 292.8301886792453, |
| "grad_norm": 1.4999207869643305, |
| "learning_rate": 6.9730076793533e-05, |
| "loss": 2.0875, |
| "step": 7760 |
| }, |
| { |
| "epoch": 293.58490566037733, |
| "grad_norm": 1.051015475094539, |
| "learning_rate": 6.967931976956479e-05, |
| "loss": 2.0572, |
| "step": 7780 |
| }, |
| { |
| "epoch": 294.33962264150944, |
| "grad_norm": 1.4062884543226315, |
| "learning_rate": 6.962845763259084e-05, |
| "loss": 2.0783, |
| "step": 7800 |
| }, |
| { |
| "epoch": 295.0943396226415, |
| "grad_norm": 1.3344933104485628, |
| "learning_rate": 6.957749057931486e-05, |
| "loss": 2.0491, |
| "step": 7820 |
| }, |
| { |
| "epoch": 295.8490566037736, |
| "grad_norm": 1.2853456909301206, |
| "learning_rate": 6.952641880684623e-05, |
| "loss": 2.0589, |
| "step": 7840 |
| }, |
| { |
| "epoch": 296.60377358490564, |
| "grad_norm": 0.9567533052896401, |
| "learning_rate": 6.947524251269942e-05, |
| "loss": 2.0638, |
| "step": 7860 |
| }, |
| { |
| "epoch": 297.35849056603774, |
| "grad_norm": 1.0295871659614384, |
| "learning_rate": 6.942396189479305e-05, |
| "loss": 2.0452, |
| "step": 7880 |
| }, |
| { |
| "epoch": 298.1132075471698, |
| "grad_norm": 1.0385361931014787, |
| "learning_rate": 6.937257715144922e-05, |
| "loss": 2.0693, |
| "step": 7900 |
| }, |
| { |
| "epoch": 298.8679245283019, |
| "grad_norm": 1.0809377854877955, |
| "learning_rate": 6.932108848139274e-05, |
| "loss": 2.0657, |
| "step": 7920 |
| }, |
| { |
| "epoch": 299.62264150943395, |
| "grad_norm": 1.2262962690135735, |
| "learning_rate": 6.926949608375031e-05, |
| "loss": 2.0333, |
| "step": 7940 |
| }, |
| { |
| "epoch": 300.37735849056605, |
| "grad_norm": 1.2494078282001366, |
| "learning_rate": 6.921780015804983e-05, |
| "loss": 2.0611, |
| "step": 7960 |
| }, |
| { |
| "epoch": 301.1320754716981, |
| "grad_norm": 1.2191785732688871, |
| "learning_rate": 6.916600090421955e-05, |
| "loss": 2.0414, |
| "step": 7980 |
| }, |
| { |
| "epoch": 301.8867924528302, |
| "grad_norm": 1.3922552836876412, |
| "learning_rate": 6.911409852258734e-05, |
| "loss": 2.0344, |
| "step": 8000 |
| }, |
| { |
| "epoch": 302.64150943396226, |
| "grad_norm": 1.001774801425353, |
| "learning_rate": 6.906209321387992e-05, |
| "loss": 2.0745, |
| "step": 8020 |
| }, |
| { |
| "epoch": 303.39622641509436, |
| "grad_norm": 1.1104337640037032, |
| "learning_rate": 6.900998517922203e-05, |
| "loss": 2.0593, |
| "step": 8040 |
| }, |
| { |
| "epoch": 304.1509433962264, |
| "grad_norm": 1.825335695980726, |
| "learning_rate": 6.895777462013575e-05, |
| "loss": 2.0459, |
| "step": 8060 |
| }, |
| { |
| "epoch": 304.9056603773585, |
| "grad_norm": 1.157162721000543, |
| "learning_rate": 6.89054617385396e-05, |
| "loss": 2.0565, |
| "step": 8080 |
| }, |
| { |
| "epoch": 305.66037735849056, |
| "grad_norm": 1.0813317731646406, |
| "learning_rate": 6.885304673674785e-05, |
| "loss": 2.0647, |
| "step": 8100 |
| }, |
| { |
| "epoch": 306.41509433962267, |
| "grad_norm": 1.1711257270339308, |
| "learning_rate": 6.880052981746973e-05, |
| "loss": 2.0779, |
| "step": 8120 |
| }, |
| { |
| "epoch": 307.1698113207547, |
| "grad_norm": 1.063366248076951, |
| "learning_rate": 6.874791118380859e-05, |
| "loss": 2.0299, |
| "step": 8140 |
| }, |
| { |
| "epoch": 307.92452830188677, |
| "grad_norm": 1.4839153895893722, |
| "learning_rate": 6.869519103926117e-05, |
| "loss": 2.0689, |
| "step": 8160 |
| }, |
| { |
| "epoch": 308.6792452830189, |
| "grad_norm": 1.0599730190677705, |
| "learning_rate": 6.864236958771677e-05, |
| "loss": 2.0559, |
| "step": 8180 |
| }, |
| { |
| "epoch": 309.4339622641509, |
| "grad_norm": 1.1000743640073944, |
| "learning_rate": 6.85894470334565e-05, |
| "loss": 2.0814, |
| "step": 8200 |
| }, |
| { |
| "epoch": 310.188679245283, |
| "grad_norm": 1.1134888630426287, |
| "learning_rate": 6.853642358115248e-05, |
| "loss": 2.0619, |
| "step": 8220 |
| }, |
| { |
| "epoch": 310.9433962264151, |
| "grad_norm": 1.4109893718513755, |
| "learning_rate": 6.848329943586703e-05, |
| "loss": 2.0478, |
| "step": 8240 |
| }, |
| { |
| "epoch": 311.6981132075472, |
| "grad_norm": 1.4005508549478216, |
| "learning_rate": 6.843007480305188e-05, |
| "loss": 2.0451, |
| "step": 8260 |
| }, |
| { |
| "epoch": 312.45283018867923, |
| "grad_norm": 1.1506459796822934, |
| "learning_rate": 6.83767498885474e-05, |
| "loss": 2.0496, |
| "step": 8280 |
| }, |
| { |
| "epoch": 313.20754716981133, |
| "grad_norm": 1.1846013546521996, |
| "learning_rate": 6.832332489858181e-05, |
| "loss": 2.0503, |
| "step": 8300 |
| }, |
| { |
| "epoch": 313.9622641509434, |
| "grad_norm": 1.083146150872066, |
| "learning_rate": 6.826980003977029e-05, |
| "loss": 2.0411, |
| "step": 8320 |
| }, |
| { |
| "epoch": 314.7169811320755, |
| "grad_norm": 1.1083923007981826, |
| "learning_rate": 6.821617551911432e-05, |
| "loss": 2.059, |
| "step": 8340 |
| }, |
| { |
| "epoch": 315.47169811320754, |
| "grad_norm": 1.7089827022606041, |
| "learning_rate": 6.816245154400081e-05, |
| "loss": 2.0316, |
| "step": 8360 |
| }, |
| { |
| "epoch": 316.22641509433964, |
| "grad_norm": 1.2036464145657677, |
| "learning_rate": 6.810862832220125e-05, |
| "loss": 2.0383, |
| "step": 8380 |
| }, |
| { |
| "epoch": 316.9811320754717, |
| "grad_norm": 1.0678492328292477, |
| "learning_rate": 6.8054706061871e-05, |
| "loss": 2.0357, |
| "step": 8400 |
| }, |
| { |
| "epoch": 317.7358490566038, |
| "grad_norm": 1.1510123829327024, |
| "learning_rate": 6.800068497154838e-05, |
| "loss": 2.0509, |
| "step": 8420 |
| }, |
| { |
| "epoch": 318.49056603773585, |
| "grad_norm": 1.1744519756591179, |
| "learning_rate": 6.794656526015402e-05, |
| "loss": 2.0362, |
| "step": 8440 |
| }, |
| { |
| "epoch": 319.24528301886795, |
| "grad_norm": 1.0951767070535987, |
| "learning_rate": 6.78923471369899e-05, |
| "loss": 2.0261, |
| "step": 8460 |
| }, |
| { |
| "epoch": 320.0, |
| "grad_norm": 1.40278574496307, |
| "learning_rate": 6.783803081173856e-05, |
| "loss": 2.0041, |
| "step": 8480 |
| }, |
| { |
| "epoch": 320.75471698113205, |
| "grad_norm": 1.2731462205629138, |
| "learning_rate": 6.778361649446238e-05, |
| "loss": 2.0455, |
| "step": 8500 |
| }, |
| { |
| "epoch": 321.50943396226415, |
| "grad_norm": 1.1686588861352702, |
| "learning_rate": 6.772910439560273e-05, |
| "loss": 2.0328, |
| "step": 8520 |
| }, |
| { |
| "epoch": 322.2641509433962, |
| "grad_norm": 1.0989551544372271, |
| "learning_rate": 6.767449472597907e-05, |
| "loss": 2.0495, |
| "step": 8540 |
| }, |
| { |
| "epoch": 323.0188679245283, |
| "grad_norm": 1.3624805761549945, |
| "learning_rate": 6.761978769678828e-05, |
| "loss": 2.0447, |
| "step": 8560 |
| }, |
| { |
| "epoch": 323.77358490566036, |
| "grad_norm": 1.1444357160826135, |
| "learning_rate": 6.75649835196037e-05, |
| "loss": 2.0663, |
| "step": 8580 |
| }, |
| { |
| "epoch": 324.52830188679246, |
| "grad_norm": 1.1946574491976927, |
| "learning_rate": 6.75100824063744e-05, |
| "loss": 2.0483, |
| "step": 8600 |
| }, |
| { |
| "epoch": 325.2830188679245, |
| "grad_norm": 1.0504702569050626, |
| "learning_rate": 6.745508456942438e-05, |
| "loss": 1.9978, |
| "step": 8620 |
| }, |
| { |
| "epoch": 326.0377358490566, |
| "grad_norm": 0.9767612100068984, |
| "learning_rate": 6.739999022145167e-05, |
| "loss": 2.0382, |
| "step": 8640 |
| }, |
| { |
| "epoch": 326.79245283018867, |
| "grad_norm": 1.0291078738332238, |
| "learning_rate": 6.734479957552753e-05, |
| "loss": 2.0298, |
| "step": 8660 |
| }, |
| { |
| "epoch": 327.54716981132077, |
| "grad_norm": 1.244368475618607, |
| "learning_rate": 6.72895128450957e-05, |
| "loss": 2.005, |
| "step": 8680 |
| }, |
| { |
| "epoch": 328.3018867924528, |
| "grad_norm": 1.1290954094741668, |
| "learning_rate": 6.723413024397144e-05, |
| "loss": 2.0569, |
| "step": 8700 |
| }, |
| { |
| "epoch": 329.0566037735849, |
| "grad_norm": 1.0915375487825718, |
| "learning_rate": 6.717865198634082e-05, |
| "loss": 2.0447, |
| "step": 8720 |
| }, |
| { |
| "epoch": 329.811320754717, |
| "grad_norm": 1.1768398401350053, |
| "learning_rate": 6.71230782867599e-05, |
| "loss": 2.0217, |
| "step": 8740 |
| }, |
| { |
| "epoch": 330.5660377358491, |
| "grad_norm": 1.104835402612007, |
| "learning_rate": 6.706740936015375e-05, |
| "loss": 2.0386, |
| "step": 8760 |
| }, |
| { |
| "epoch": 331.3207547169811, |
| "grad_norm": 1.1248015036534322, |
| "learning_rate": 6.70116454218158e-05, |
| "loss": 2.0103, |
| "step": 8780 |
| }, |
| { |
| "epoch": 332.07547169811323, |
| "grad_norm": 1.2169922349555569, |
| "learning_rate": 6.69557866874069e-05, |
| "loss": 2.0241, |
| "step": 8800 |
| }, |
| { |
| "epoch": 332.8301886792453, |
| "grad_norm": 1.214613807170357, |
| "learning_rate": 6.689983337295448e-05, |
| "loss": 2.0188, |
| "step": 8820 |
| }, |
| { |
| "epoch": 333.58490566037733, |
| "grad_norm": 1.790201434963867, |
| "learning_rate": 6.684378569485181e-05, |
| "loss": 1.9779, |
| "step": 8840 |
| }, |
| { |
| "epoch": 334.33962264150944, |
| "grad_norm": 1.1294537346241684, |
| "learning_rate": 6.678764386985706e-05, |
| "loss": 2.0288, |
| "step": 8860 |
| }, |
| { |
| "epoch": 335.0943396226415, |
| "grad_norm": 1.023220014865738, |
| "learning_rate": 6.673140811509254e-05, |
| "loss": 2.0388, |
| "step": 8880 |
| }, |
| { |
| "epoch": 335.8490566037736, |
| "grad_norm": 1.184810167823652, |
| "learning_rate": 6.667507864804373e-05, |
| "loss": 2.0527, |
| "step": 8900 |
| }, |
| { |
| "epoch": 336.60377358490564, |
| "grad_norm": 1.4108637345041166, |
| "learning_rate": 6.661865568655867e-05, |
| "loss": 2.0521, |
| "step": 8920 |
| }, |
| { |
| "epoch": 337.35849056603774, |
| "grad_norm": 1.1099661578909887, |
| "learning_rate": 6.656213944884687e-05, |
| "loss": 2.0142, |
| "step": 8940 |
| }, |
| { |
| "epoch": 338.1132075471698, |
| "grad_norm": 1.2550646623744501, |
| "learning_rate": 6.650553015347861e-05, |
| "loss": 2.0234, |
| "step": 8960 |
| }, |
| { |
| "epoch": 338.8679245283019, |
| "grad_norm": 1.3226209109800835, |
| "learning_rate": 6.64488280193841e-05, |
| "loss": 2.0026, |
| "step": 8980 |
| }, |
| { |
| "epoch": 339.62264150943395, |
| "grad_norm": 1.2466974723773605, |
| "learning_rate": 6.639203326585253e-05, |
| "loss": 2.0505, |
| "step": 9000 |
| }, |
| { |
| "epoch": 340.37735849056605, |
| "grad_norm": 1.2259925868881607, |
| "learning_rate": 6.633514611253129e-05, |
| "loss": 1.989, |
| "step": 9020 |
| }, |
| { |
| "epoch": 341.1320754716981, |
| "grad_norm": 1.2616555953485367, |
| "learning_rate": 6.627816677942518e-05, |
| "loss": 2.0172, |
| "step": 9040 |
| }, |
| { |
| "epoch": 341.8867924528302, |
| "grad_norm": 1.0660372107925478, |
| "learning_rate": 6.622109548689542e-05, |
| "loss": 2.0235, |
| "step": 9060 |
| }, |
| { |
| "epoch": 342.64150943396226, |
| "grad_norm": 1.2995047263783295, |
| "learning_rate": 6.616393245565893e-05, |
| "loss": 2.0116, |
| "step": 9080 |
| }, |
| { |
| "epoch": 343.39622641509436, |
| "grad_norm": 1.2947984731633606, |
| "learning_rate": 6.610667790678738e-05, |
| "loss": 2.0241, |
| "step": 9100 |
| }, |
| { |
| "epoch": 344.1509433962264, |
| "grad_norm": 1.008247863003288, |
| "learning_rate": 6.60493320617064e-05, |
| "loss": 1.984, |
| "step": 9120 |
| }, |
| { |
| "epoch": 344.9056603773585, |
| "grad_norm": 1.5922178618355085, |
| "learning_rate": 6.599189514219469e-05, |
| "loss": 1.989, |
| "step": 9140 |
| }, |
| { |
| "epoch": 345.66037735849056, |
| "grad_norm": 1.0785537649724395, |
| "learning_rate": 6.593436737038316e-05, |
| "loss": 2.0135, |
| "step": 9160 |
| }, |
| { |
| "epoch": 346.41509433962267, |
| "grad_norm": 1.1766322003509095, |
| "learning_rate": 6.58767489687541e-05, |
| "loss": 2.0021, |
| "step": 9180 |
| }, |
| { |
| "epoch": 347.1698113207547, |
| "grad_norm": 1.3777596137615202, |
| "learning_rate": 6.581904016014026e-05, |
| "loss": 1.9988, |
| "step": 9200 |
| }, |
| { |
| "epoch": 347.92452830188677, |
| "grad_norm": 1.5517987219865874, |
| "learning_rate": 6.57612411677241e-05, |
| "loss": 2.0309, |
| "step": 9220 |
| }, |
| { |
| "epoch": 348.6792452830189, |
| "grad_norm": 1.0560275221648643, |
| "learning_rate": 6.570335221503679e-05, |
| "loss": 1.9923, |
| "step": 9240 |
| }, |
| { |
| "epoch": 349.4339622641509, |
| "grad_norm": 1.3504991405267055, |
| "learning_rate": 6.564537352595744e-05, |
| "loss": 1.9739, |
| "step": 9260 |
| }, |
| { |
| "epoch": 350.188679245283, |
| "grad_norm": 1.153039781830911, |
| "learning_rate": 6.558730532471219e-05, |
| "loss": 1.9803, |
| "step": 9280 |
| }, |
| { |
| "epoch": 350.9433962264151, |
| "grad_norm": 0.9434571532030971, |
| "learning_rate": 6.55291478358734e-05, |
| "loss": 1.9677, |
| "step": 9300 |
| }, |
| { |
| "epoch": 351.6981132075472, |
| "grad_norm": 1.8784899020425583, |
| "learning_rate": 6.547090128435869e-05, |
| "loss": 1.9988, |
| "step": 9320 |
| }, |
| { |
| "epoch": 352.45283018867923, |
| "grad_norm": 1.449139419473746, |
| "learning_rate": 6.541256589543013e-05, |
| "loss": 1.9974, |
| "step": 9340 |
| }, |
| { |
| "epoch": 353.20754716981133, |
| "grad_norm": 1.3936924715065266, |
| "learning_rate": 6.53541418946934e-05, |
| "loss": 2.016, |
| "step": 9360 |
| }, |
| { |
| "epoch": 353.9622641509434, |
| "grad_norm": 1.6114753123601104, |
| "learning_rate": 6.529562950809679e-05, |
| "loss": 2.0021, |
| "step": 9380 |
| }, |
| { |
| "epoch": 354.7169811320755, |
| "grad_norm": 1.109612991369577, |
| "learning_rate": 6.523702896193052e-05, |
| "loss": 1.9928, |
| "step": 9400 |
| }, |
| { |
| "epoch": 355.47169811320754, |
| "grad_norm": 1.2128714849575388, |
| "learning_rate": 6.517834048282572e-05, |
| "loss": 1.9908, |
| "step": 9420 |
| }, |
| { |
| "epoch": 356.22641509433964, |
| "grad_norm": 1.6910853942561526, |
| "learning_rate": 6.511956429775353e-05, |
| "loss": 1.998, |
| "step": 9440 |
| }, |
| { |
| "epoch": 356.9811320754717, |
| "grad_norm": 1.1430018991497974, |
| "learning_rate": 6.506070063402434e-05, |
| "loss": 1.9726, |
| "step": 9460 |
| }, |
| { |
| "epoch": 357.7358490566038, |
| "grad_norm": 1.1413458296675405, |
| "learning_rate": 6.500174971928684e-05, |
| "loss": 1.9972, |
| "step": 9480 |
| }, |
| { |
| "epoch": 358.49056603773585, |
| "grad_norm": 1.1439825840759497, |
| "learning_rate": 6.494271178152717e-05, |
| "loss": 1.9965, |
| "step": 9500 |
| }, |
| { |
| "epoch": 359.24528301886795, |
| "grad_norm": 1.1294761259383999, |
| "learning_rate": 6.488358704906799e-05, |
| "loss": 1.9651, |
| "step": 9520 |
| }, |
| { |
| "epoch": 360.0, |
| "grad_norm": 1.0691230669285636, |
| "learning_rate": 6.482437575056767e-05, |
| "loss": 1.9559, |
| "step": 9540 |
| }, |
| { |
| "epoch": 360.75471698113205, |
| "grad_norm": 1.1830173398938235, |
| "learning_rate": 6.476507811501933e-05, |
| "loss": 2.0035, |
| "step": 9560 |
| }, |
| { |
| "epoch": 361.50943396226415, |
| "grad_norm": 1.0463609194131098, |
| "learning_rate": 6.470569437175001e-05, |
| "loss": 2.0062, |
| "step": 9580 |
| }, |
| { |
| "epoch": 362.2641509433962, |
| "grad_norm": 1.0991234719266971, |
| "learning_rate": 6.464622475041972e-05, |
| "loss": 1.9775, |
| "step": 9600 |
| }, |
| { |
| "epoch": 363.0188679245283, |
| "grad_norm": 1.198408129328553, |
| "learning_rate": 6.458666948102068e-05, |
| "loss": 1.9684, |
| "step": 9620 |
| }, |
| { |
| "epoch": 363.77358490566036, |
| "grad_norm": 1.2518491777745682, |
| "learning_rate": 6.452702879387625e-05, |
| "loss": 2.0052, |
| "step": 9640 |
| }, |
| { |
| "epoch": 364.52830188679246, |
| "grad_norm": 1.1372899117638453, |
| "learning_rate": 6.44673029196402e-05, |
| "loss": 2.005, |
| "step": 9660 |
| }, |
| { |
| "epoch": 365.2830188679245, |
| "grad_norm": 1.1412736472546972, |
| "learning_rate": 6.44074920892957e-05, |
| "loss": 1.9545, |
| "step": 9680 |
| }, |
| { |
| "epoch": 366.0377358490566, |
| "grad_norm": 1.295474241313066, |
| "learning_rate": 6.434759653415454e-05, |
| "loss": 1.9943, |
| "step": 9700 |
| }, |
| { |
| "epoch": 366.79245283018867, |
| "grad_norm": 1.6454682745260736, |
| "learning_rate": 6.42876164858561e-05, |
| "loss": 1.9831, |
| "step": 9720 |
| }, |
| { |
| "epoch": 367.54716981132077, |
| "grad_norm": 1.3152256044573012, |
| "learning_rate": 6.42275521763666e-05, |
| "loss": 1.9898, |
| "step": 9740 |
| }, |
| { |
| "epoch": 368.3018867924528, |
| "grad_norm": 1.1398547695205932, |
| "learning_rate": 6.416740383797806e-05, |
| "loss": 2.0018, |
| "step": 9760 |
| }, |
| { |
| "epoch": 369.0566037735849, |
| "grad_norm": 1.560025618616493, |
| "learning_rate": 6.410717170330754e-05, |
| "loss": 1.9774, |
| "step": 9780 |
| }, |
| { |
| "epoch": 369.811320754717, |
| "grad_norm": 1.1084036628854508, |
| "learning_rate": 6.404685600529614e-05, |
| "loss": 1.9898, |
| "step": 9800 |
| }, |
| { |
| "epoch": 370.5660377358491, |
| "grad_norm": 1.064043317797065, |
| "learning_rate": 6.398645697720813e-05, |
| "loss": 1.9683, |
| "step": 9820 |
| }, |
| { |
| "epoch": 371.3207547169811, |
| "grad_norm": 1.0561133254372814, |
| "learning_rate": 6.392597485263005e-05, |
| "loss": 1.9892, |
| "step": 9840 |
| }, |
| { |
| "epoch": 372.07547169811323, |
| "grad_norm": 1.8498750890966262, |
| "learning_rate": 6.386540986546981e-05, |
| "loss": 2.0028, |
| "step": 9860 |
| }, |
| { |
| "epoch": 372.8301886792453, |
| "grad_norm": 1.1839290834136853, |
| "learning_rate": 6.38047622499558e-05, |
| "loss": 2.0067, |
| "step": 9880 |
| }, |
| { |
| "epoch": 373.58490566037733, |
| "grad_norm": 1.0860526304824587, |
| "learning_rate": 6.374403224063593e-05, |
| "loss": 1.9771, |
| "step": 9900 |
| }, |
| { |
| "epoch": 374.33962264150944, |
| "grad_norm": 1.1746289875773082, |
| "learning_rate": 6.368322007237679e-05, |
| "loss": 1.9693, |
| "step": 9920 |
| }, |
| { |
| "epoch": 375.0943396226415, |
| "grad_norm": 1.3082714258157306, |
| "learning_rate": 6.36223259803627e-05, |
| "loss": 1.9737, |
| "step": 9940 |
| }, |
| { |
| "epoch": 375.8490566037736, |
| "grad_norm": 1.1647865395498773, |
| "learning_rate": 6.356135020009478e-05, |
| "loss": 1.9619, |
| "step": 9960 |
| }, |
| { |
| "epoch": 376.60377358490564, |
| "grad_norm": 0.947059541183795, |
| "learning_rate": 6.350029296739012e-05, |
| "loss": 1.975, |
| "step": 9980 |
| }, |
| { |
| "epoch": 377.35849056603774, |
| "grad_norm": 1.2248902808010191, |
| "learning_rate": 6.343915451838081e-05, |
| "loss": 1.9628, |
| "step": 10000 |
| }, |
| { |
| "epoch": 378.1132075471698, |
| "grad_norm": 1.097611241891744, |
| "learning_rate": 6.337793508951301e-05, |
| "loss": 1.9775, |
| "step": 10020 |
| }, |
| { |
| "epoch": 378.8679245283019, |
| "grad_norm": 1.2529669087878597, |
| "learning_rate": 6.331663491754607e-05, |
| "loss": 1.9468, |
| "step": 10040 |
| }, |
| { |
| "epoch": 379.62264150943395, |
| "grad_norm": 1.1767271144174725, |
| "learning_rate": 6.325525423955162e-05, |
| "loss": 1.9413, |
| "step": 10060 |
| }, |
| { |
| "epoch": 380.37735849056605, |
| "grad_norm": 1.282222785156654, |
| "learning_rate": 6.319379329291262e-05, |
| "loss": 1.9655, |
| "step": 10080 |
| }, |
| { |
| "epoch": 381.1320754716981, |
| "grad_norm": 0.9819686841799513, |
| "learning_rate": 6.313225231532246e-05, |
| "loss": 1.9537, |
| "step": 10100 |
| }, |
| { |
| "epoch": 381.8867924528302, |
| "grad_norm": 1.206003307363446, |
| "learning_rate": 6.307063154478407e-05, |
| "loss": 1.9387, |
| "step": 10120 |
| }, |
| { |
| "epoch": 382.64150943396226, |
| "grad_norm": 1.236739142400694, |
| "learning_rate": 6.300893121960891e-05, |
| "loss": 1.9478, |
| "step": 10140 |
| }, |
| { |
| "epoch": 383.39622641509436, |
| "grad_norm": 1.0017771325975895, |
| "learning_rate": 6.294715157841618e-05, |
| "loss": 1.9714, |
| "step": 10160 |
| }, |
| { |
| "epoch": 384.1509433962264, |
| "grad_norm": 1.0637999951499557, |
| "learning_rate": 6.28852928601318e-05, |
| "loss": 1.9905, |
| "step": 10180 |
| }, |
| { |
| "epoch": 384.9056603773585, |
| "grad_norm": 1.0944082795368726, |
| "learning_rate": 6.282335530398746e-05, |
| "loss": 1.9586, |
| "step": 10200 |
| }, |
| { |
| "epoch": 385.66037735849056, |
| "grad_norm": 1.0420947581782276, |
| "learning_rate": 6.276133914951982e-05, |
| "loss": 2.0008, |
| "step": 10220 |
| }, |
| { |
| "epoch": 386.41509433962267, |
| "grad_norm": 1.2531335945397626, |
| "learning_rate": 6.26992446365695e-05, |
| "loss": 1.9718, |
| "step": 10240 |
| }, |
| { |
| "epoch": 387.1698113207547, |
| "grad_norm": 1.0272789455614961, |
| "learning_rate": 6.26370720052801e-05, |
| "loss": 1.9741, |
| "step": 10260 |
| }, |
| { |
| "epoch": 387.92452830188677, |
| "grad_norm": 1.1543574176007045, |
| "learning_rate": 6.25748214960974e-05, |
| "loss": 1.9508, |
| "step": 10280 |
| }, |
| { |
| "epoch": 388.6792452830189, |
| "grad_norm": 1.123008926585049, |
| "learning_rate": 6.251249334976835e-05, |
| "loss": 1.9238, |
| "step": 10300 |
| }, |
| { |
| "epoch": 389.4339622641509, |
| "grad_norm": 1.1351605673087415, |
| "learning_rate": 6.245008780734015e-05, |
| "loss": 1.9379, |
| "step": 10320 |
| }, |
| { |
| "epoch": 390.188679245283, |
| "grad_norm": 1.139914151072252, |
| "learning_rate": 6.238760511015928e-05, |
| "loss": 1.9863, |
| "step": 10340 |
| }, |
| { |
| "epoch": 390.9433962264151, |
| "grad_norm": 1.3069434137417522, |
| "learning_rate": 6.232504549987069e-05, |
| "loss": 1.9569, |
| "step": 10360 |
| }, |
| { |
| "epoch": 391.6981132075472, |
| "grad_norm": 1.7598014364780348, |
| "learning_rate": 6.22624092184167e-05, |
| "loss": 1.9389, |
| "step": 10380 |
| }, |
| { |
| "epoch": 392.45283018867923, |
| "grad_norm": 1.0862334208555093, |
| "learning_rate": 6.21996965080362e-05, |
| "loss": 1.9744, |
| "step": 10400 |
| }, |
| { |
| "epoch": 393.20754716981133, |
| "grad_norm": 1.1400427784758083, |
| "learning_rate": 6.213690761126365e-05, |
| "loss": 1.9563, |
| "step": 10420 |
| }, |
| { |
| "epoch": 393.9622641509434, |
| "grad_norm": 1.171092319320692, |
| "learning_rate": 6.207404277092816e-05, |
| "loss": 1.9268, |
| "step": 10440 |
| }, |
| { |
| "epoch": 394.7169811320755, |
| "grad_norm": 1.2187674621534166, |
| "learning_rate": 6.201110223015247e-05, |
| "loss": 1.9141, |
| "step": 10460 |
| }, |
| { |
| "epoch": 395.47169811320754, |
| "grad_norm": 1.1182747577783947, |
| "learning_rate": 6.19480862323522e-05, |
| "loss": 1.9498, |
| "step": 10480 |
| }, |
| { |
| "epoch": 396.22641509433964, |
| "grad_norm": 1.2189637302318261, |
| "learning_rate": 6.188499502123471e-05, |
| "loss": 1.9563, |
| "step": 10500 |
| }, |
| { |
| "epoch": 396.9811320754717, |
| "grad_norm": 1.0928304287739772, |
| "learning_rate": 6.18218288407983e-05, |
| "loss": 1.976, |
| "step": 10520 |
| }, |
| { |
| "epoch": 397.7358490566038, |
| "grad_norm": 1.0366879822409767, |
| "learning_rate": 6.17585879353311e-05, |
| "loss": 1.9804, |
| "step": 10540 |
| }, |
| { |
| "epoch": 398.49056603773585, |
| "grad_norm": 1.153371078643115, |
| "learning_rate": 6.169527254941035e-05, |
| "loss": 1.987, |
| "step": 10560 |
| }, |
| { |
| "epoch": 399.24528301886795, |
| "grad_norm": 1.2467206603942558, |
| "learning_rate": 6.163188292790129e-05, |
| "loss": 1.958, |
| "step": 10580 |
| }, |
| { |
| "epoch": 400.0, |
| "grad_norm": 1.222097823579558, |
| "learning_rate": 6.156841931595623e-05, |
| "loss": 1.9838, |
| "step": 10600 |
| }, |
| { |
| "epoch": 400.75471698113205, |
| "grad_norm": 1.1722193895632427, |
| "learning_rate": 6.150488195901367e-05, |
| "loss": 1.9496, |
| "step": 10620 |
| }, |
| { |
| "epoch": 401.50943396226415, |
| "grad_norm": 1.7976530024431303, |
| "learning_rate": 6.144127110279726e-05, |
| "loss": 1.9869, |
| "step": 10640 |
| }, |
| { |
| "epoch": 402.2641509433962, |
| "grad_norm": 1.1341428853515279, |
| "learning_rate": 6.137758699331498e-05, |
| "loss": 1.9235, |
| "step": 10660 |
| }, |
| { |
| "epoch": 403.0188679245283, |
| "grad_norm": 1.107959509965475, |
| "learning_rate": 6.131382987685803e-05, |
| "loss": 1.927, |
| "step": 10680 |
| }, |
| { |
| "epoch": 403.77358490566036, |
| "grad_norm": 1.8525780404729881, |
| "learning_rate": 6.125000000000001e-05, |
| "loss": 1.9487, |
| "step": 10700 |
| }, |
| { |
| "epoch": 404.52830188679246, |
| "grad_norm": 1.1448557605131082, |
| "learning_rate": 6.118609760959587e-05, |
| "loss": 1.9547, |
| "step": 10720 |
| }, |
| { |
| "epoch": 405.2830188679245, |
| "grad_norm": 1.1150883211805585, |
| "learning_rate": 6.112212295278103e-05, |
| "loss": 1.9487, |
| "step": 10740 |
| }, |
| { |
| "epoch": 406.0377358490566, |
| "grad_norm": 1.149956522288425, |
| "learning_rate": 6.105807627697039e-05, |
| "loss": 1.9614, |
| "step": 10760 |
| }, |
| { |
| "epoch": 406.79245283018867, |
| "grad_norm": 1.1217970508214505, |
| "learning_rate": 6.099395782985736e-05, |
| "loss": 1.9555, |
| "step": 10780 |
| }, |
| { |
| "epoch": 407.54716981132077, |
| "grad_norm": 1.261444831314206, |
| "learning_rate": 6.0929767859412914e-05, |
| "loss": 1.9527, |
| "step": 10800 |
| }, |
| { |
| "epoch": 408.3018867924528, |
| "grad_norm": 1.2610523391632782, |
| "learning_rate": 6.086550661388466e-05, |
| "loss": 1.9321, |
| "step": 10820 |
| }, |
| { |
| "epoch": 409.0566037735849, |
| "grad_norm": 1.1090357115444625, |
| "learning_rate": 6.080117434179586e-05, |
| "loss": 1.9211, |
| "step": 10840 |
| }, |
| { |
| "epoch": 409.811320754717, |
| "grad_norm": 0.9790706595618122, |
| "learning_rate": 6.0736771291944384e-05, |
| "loss": 1.9203, |
| "step": 10860 |
| }, |
| { |
| "epoch": 410.5660377358491, |
| "grad_norm": 1.2166651155014474, |
| "learning_rate": 6.067229771340195e-05, |
| "loss": 1.9323, |
| "step": 10880 |
| }, |
| { |
| "epoch": 411.3207547169811, |
| "grad_norm": 1.433284831152631, |
| "learning_rate": 6.0607753855512944e-05, |
| "loss": 1.9623, |
| "step": 10900 |
| }, |
| { |
| "epoch": 412.07547169811323, |
| "grad_norm": 1.5219003618009672, |
| "learning_rate": 6.054313996789358e-05, |
| "loss": 1.9198, |
| "step": 10920 |
| }, |
| { |
| "epoch": 412.8301886792453, |
| "grad_norm": 1.1498060228780786, |
| "learning_rate": 6.047845630043091e-05, |
| "loss": 1.9487, |
| "step": 10940 |
| }, |
| { |
| "epoch": 413.58490566037733, |
| "grad_norm": 1.1202482322074203, |
| "learning_rate": 6.041370310328184e-05, |
| "loss": 1.9067, |
| "step": 10960 |
| }, |
| { |
| "epoch": 414.33962264150944, |
| "grad_norm": 1.2430430079147141, |
| "learning_rate": 6.0348880626872184e-05, |
| "loss": 1.9382, |
| "step": 10980 |
| }, |
| { |
| "epoch": 415.0943396226415, |
| "grad_norm": 1.0869359699622836, |
| "learning_rate": 6.028398912189569e-05, |
| "loss": 1.9611, |
| "step": 11000 |
| }, |
| { |
| "epoch": 415.8490566037736, |
| "grad_norm": 1.2526066034095944, |
| "learning_rate": 6.0219028839313045e-05, |
| "loss": 1.9644, |
| "step": 11020 |
| }, |
| { |
| "epoch": 416.60377358490564, |
| "grad_norm": 1.3228258582837578, |
| "learning_rate": 6.015400003035096e-05, |
| "loss": 1.9401, |
| "step": 11040 |
| }, |
| { |
| "epoch": 417.35849056603774, |
| "grad_norm": 1.9762624742364299, |
| "learning_rate": 6.008890294650111e-05, |
| "loss": 1.9465, |
| "step": 11060 |
| }, |
| { |
| "epoch": 418.1132075471698, |
| "grad_norm": 1.1424506198639062, |
| "learning_rate": 6.0023737839519284e-05, |
| "loss": 1.9439, |
| "step": 11080 |
| }, |
| { |
| "epoch": 418.8679245283019, |
| "grad_norm": 1.2107658482065982, |
| "learning_rate": 5.995850496142429e-05, |
| "loss": 1.9342, |
| "step": 11100 |
| }, |
| { |
| "epoch": 419.62264150943395, |
| "grad_norm": 1.1945042871517195, |
| "learning_rate": 5.989320456449705e-05, |
| "loss": 1.9463, |
| "step": 11120 |
| }, |
| { |
| "epoch": 420.37735849056605, |
| "grad_norm": 1.4521278706471037, |
| "learning_rate": 5.9827836901279616e-05, |
| "loss": 1.9097, |
| "step": 11140 |
| }, |
| { |
| "epoch": 421.1320754716981, |
| "grad_norm": 1.3941560968372226, |
| "learning_rate": 5.97624022245742e-05, |
| "loss": 1.9332, |
| "step": 11160 |
| }, |
| { |
| "epoch": 421.8867924528302, |
| "grad_norm": 1.39870585850457, |
| "learning_rate": 5.969690078744211e-05, |
| "loss": 1.9458, |
| "step": 11180 |
| }, |
| { |
| "epoch": 422.64150943396226, |
| "grad_norm": 1.0274165784628992, |
| "learning_rate": 5.963133284320292e-05, |
| "loss": 1.9365, |
| "step": 11200 |
| }, |
| { |
| "epoch": 423.39622641509436, |
| "grad_norm": 1.1694905737535597, |
| "learning_rate": 5.956569864543338e-05, |
| "loss": 1.8966, |
| "step": 11220 |
| }, |
| { |
| "epoch": 424.1509433962264, |
| "grad_norm": 2.28522960541773, |
| "learning_rate": 5.9499998447966484e-05, |
| "loss": 1.9332, |
| "step": 11240 |
| }, |
| { |
| "epoch": 424.9056603773585, |
| "grad_norm": 1.1252246816652476, |
| "learning_rate": 5.943423250489044e-05, |
| "loss": 1.9308, |
| "step": 11260 |
| }, |
| { |
| "epoch": 425.66037735849056, |
| "grad_norm": 1.132211561056973, |
| "learning_rate": 5.9368401070547756e-05, |
| "loss": 1.9221, |
| "step": 11280 |
| }, |
| { |
| "epoch": 426.41509433962267, |
| "grad_norm": 1.0848974124812198, |
| "learning_rate": 5.93025043995342e-05, |
| "loss": 1.9374, |
| "step": 11300 |
| }, |
| { |
| "epoch": 427.1698113207547, |
| "grad_norm": 1.0363649309093041, |
| "learning_rate": 5.9236542746697845e-05, |
| "loss": 1.9461, |
| "step": 11320 |
| }, |
| { |
| "epoch": 427.92452830188677, |
| "grad_norm": 1.1928905874896651, |
| "learning_rate": 5.9170516367138065e-05, |
| "loss": 1.9378, |
| "step": 11340 |
| }, |
| { |
| "epoch": 428.6792452830189, |
| "grad_norm": 1.1106230737067035, |
| "learning_rate": 5.910442551620457e-05, |
| "loss": 1.942, |
| "step": 11360 |
| }, |
| { |
| "epoch": 429.4339622641509, |
| "grad_norm": 1.1576265708604865, |
| "learning_rate": 5.903827044949638e-05, |
| "loss": 1.9471, |
| "step": 11380 |
| }, |
| { |
| "epoch": 430.188679245283, |
| "grad_norm": 1.1174079944741127, |
| "learning_rate": 5.897205142286091e-05, |
| "loss": 1.8922, |
| "step": 11400 |
| }, |
| { |
| "epoch": 430.9433962264151, |
| "grad_norm": 1.3085632343404145, |
| "learning_rate": 5.890576869239289e-05, |
| "loss": 1.9458, |
| "step": 11420 |
| }, |
| { |
| "epoch": 431.6981132075472, |
| "grad_norm": 1.2863747903344196, |
| "learning_rate": 5.883942251443342e-05, |
| "loss": 1.9099, |
| "step": 11440 |
| }, |
| { |
| "epoch": 432.45283018867923, |
| "grad_norm": 1.0551943593908828, |
| "learning_rate": 5.877301314556899e-05, |
| "loss": 1.9141, |
| "step": 11460 |
| }, |
| { |
| "epoch": 433.20754716981133, |
| "grad_norm": 1.086077987508793, |
| "learning_rate": 5.870654084263047e-05, |
| "loss": 1.96, |
| "step": 11480 |
| }, |
| { |
| "epoch": 433.9622641509434, |
| "grad_norm": 1.3656558008500363, |
| "learning_rate": 5.864000586269215e-05, |
| "loss": 1.904, |
| "step": 11500 |
| }, |
| { |
| "epoch": 434.7169811320755, |
| "grad_norm": 1.4439265227942644, |
| "learning_rate": 5.8573408463070655e-05, |
| "loss": 1.9273, |
| "step": 11520 |
| }, |
| { |
| "epoch": 435.47169811320754, |
| "grad_norm": 1.3611886653187657, |
| "learning_rate": 5.850674890132405e-05, |
| "loss": 1.9034, |
| "step": 11540 |
| }, |
| { |
| "epoch": 436.22641509433964, |
| "grad_norm": 1.3616986059829845, |
| "learning_rate": 5.844002743525081e-05, |
| "loss": 1.9143, |
| "step": 11560 |
| }, |
| { |
| "epoch": 436.9811320754717, |
| "grad_norm": 1.1127209994732485, |
| "learning_rate": 5.8373244322888796e-05, |
| "loss": 1.9467, |
| "step": 11580 |
| }, |
| { |
| "epoch": 437.7358490566038, |
| "grad_norm": 1.2452581872873123, |
| "learning_rate": 5.83063998225143e-05, |
| "loss": 1.946, |
| "step": 11600 |
| }, |
| { |
| "epoch": 438.49056603773585, |
| "grad_norm": 1.169219637417814, |
| "learning_rate": 5.823949419264102e-05, |
| "loss": 1.9057, |
| "step": 11620 |
| }, |
| { |
| "epoch": 439.24528301886795, |
| "grad_norm": 1.3149994286787028, |
| "learning_rate": 5.817252769201905e-05, |
| "loss": 1.8922, |
| "step": 11640 |
| }, |
| { |
| "epoch": 440.0, |
| "grad_norm": 1.3111574851574335, |
| "learning_rate": 5.81055005796339e-05, |
| "loss": 1.9222, |
| "step": 11660 |
| }, |
| { |
| "epoch": 440.75471698113205, |
| "grad_norm": 1.187457856172297, |
| "learning_rate": 5.803841311470551e-05, |
| "loss": 1.9188, |
| "step": 11680 |
| }, |
| { |
| "epoch": 441.50943396226415, |
| "grad_norm": 1.057264779435906, |
| "learning_rate": 5.7971265556687206e-05, |
| "loss": 1.9185, |
| "step": 11700 |
| }, |
| { |
| "epoch": 442.2641509433962, |
| "grad_norm": 1.1403855029477634, |
| "learning_rate": 5.790405816526473e-05, |
| "loss": 1.9328, |
| "step": 11720 |
| }, |
| { |
| "epoch": 443.0188679245283, |
| "grad_norm": 1.2270148994812622, |
| "learning_rate": 5.78367912003552e-05, |
| "loss": 1.8952, |
| "step": 11740 |
| }, |
| { |
| "epoch": 443.77358490566036, |
| "grad_norm": 1.0385291337101263, |
| "learning_rate": 5.776946492210618e-05, |
| "loss": 1.9042, |
| "step": 11760 |
| }, |
| { |
| "epoch": 444.52830188679246, |
| "grad_norm": 1.2996045459665522, |
| "learning_rate": 5.770207959089455e-05, |
| "loss": 1.9373, |
| "step": 11780 |
| }, |
| { |
| "epoch": 445.2830188679245, |
| "grad_norm": 1.1405006769622614, |
| "learning_rate": 5.763463546732563e-05, |
| "loss": 1.9035, |
| "step": 11800 |
| }, |
| { |
| "epoch": 446.0377358490566, |
| "grad_norm": 1.2182586988416257, |
| "learning_rate": 5.756713281223206e-05, |
| "loss": 1.936, |
| "step": 11820 |
| }, |
| { |
| "epoch": 446.79245283018867, |
| "grad_norm": 1.097561953783009, |
| "learning_rate": 5.74995718866729e-05, |
| "loss": 1.9057, |
| "step": 11840 |
| }, |
| { |
| "epoch": 447.54716981132077, |
| "grad_norm": 1.0690078287157365, |
| "learning_rate": 5.743195295193255e-05, |
| "loss": 1.9074, |
| "step": 11860 |
| }, |
| { |
| "epoch": 448.3018867924528, |
| "grad_norm": 1.1127790113128593, |
| "learning_rate": 5.736427626951971e-05, |
| "loss": 1.9269, |
| "step": 11880 |
| }, |
| { |
| "epoch": 449.0566037735849, |
| "grad_norm": 1.0521548682001445, |
| "learning_rate": 5.729654210116646e-05, |
| "loss": 1.897, |
| "step": 11900 |
| }, |
| { |
| "epoch": 449.811320754717, |
| "grad_norm": 1.0831322365716964, |
| "learning_rate": 5.7228750708827196e-05, |
| "loss": 1.9019, |
| "step": 11920 |
| }, |
| { |
| "epoch": 450.5660377358491, |
| "grad_norm": 1.113425539515294, |
| "learning_rate": 5.71609023546776e-05, |
| "loss": 1.8995, |
| "step": 11940 |
| }, |
| { |
| "epoch": 451.3207547169811, |
| "grad_norm": 1.1378527380008467, |
| "learning_rate": 5.709299730111367e-05, |
| "loss": 1.9112, |
| "step": 11960 |
| }, |
| { |
| "epoch": 452.07547169811323, |
| "grad_norm": 1.2308344759482057, |
| "learning_rate": 5.702503581075065e-05, |
| "loss": 1.8869, |
| "step": 11980 |
| }, |
| { |
| "epoch": 452.8301886792453, |
| "grad_norm": 1.3869181367868268, |
| "learning_rate": 5.6957018146422106e-05, |
| "loss": 1.9092, |
| "step": 12000 |
| }, |
| { |
| "epoch": 453.58490566037733, |
| "grad_norm": 1.1702979518774306, |
| "learning_rate": 5.688894457117877e-05, |
| "loss": 1.8944, |
| "step": 12020 |
| }, |
| { |
| "epoch": 454.33962264150944, |
| "grad_norm": 1.2974690219427283, |
| "learning_rate": 5.6820815348287674e-05, |
| "loss": 1.8794, |
| "step": 12040 |
| }, |
| { |
| "epoch": 455.0943396226415, |
| "grad_norm": 1.3757370848375583, |
| "learning_rate": 5.675263074123103e-05, |
| "loss": 1.9208, |
| "step": 12060 |
| }, |
| { |
| "epoch": 455.8490566037736, |
| "grad_norm": 1.3314963474728592, |
| "learning_rate": 5.668439101370524e-05, |
| "loss": 1.8823, |
| "step": 12080 |
| }, |
| { |
| "epoch": 456.60377358490564, |
| "grad_norm": 1.1525239716029143, |
| "learning_rate": 5.6616096429619885e-05, |
| "loss": 1.8778, |
| "step": 12100 |
| }, |
| { |
| "epoch": 457.35849056603774, |
| "grad_norm": 1.1391429331630094, |
| "learning_rate": 5.6547747253096713e-05, |
| "loss": 1.8973, |
| "step": 12120 |
| }, |
| { |
| "epoch": 458.1132075471698, |
| "grad_norm": 1.2813875070982645, |
| "learning_rate": 5.647934374846856e-05, |
| "loss": 1.9037, |
| "step": 12140 |
| }, |
| { |
| "epoch": 458.8679245283019, |
| "grad_norm": 1.130130379386682, |
| "learning_rate": 5.641088618027841e-05, |
| "loss": 1.8946, |
| "step": 12160 |
| }, |
| { |
| "epoch": 459.62264150943395, |
| "grad_norm": 1.189098976296786, |
| "learning_rate": 5.6342374813278305e-05, |
| "loss": 1.9122, |
| "step": 12180 |
| }, |
| { |
| "epoch": 460.37735849056605, |
| "grad_norm": 1.18982288351709, |
| "learning_rate": 5.627380991242839e-05, |
| "loss": 1.8893, |
| "step": 12200 |
| }, |
| { |
| "epoch": 461.1320754716981, |
| "grad_norm": 1.3440462024222728, |
| "learning_rate": 5.6205191742895787e-05, |
| "loss": 1.8879, |
| "step": 12220 |
| }, |
| { |
| "epoch": 461.8867924528302, |
| "grad_norm": 1.0998628162432096, |
| "learning_rate": 5.613652057005367e-05, |
| "loss": 1.8911, |
| "step": 12240 |
| }, |
| { |
| "epoch": 462.64150943396226, |
| "grad_norm": 1.0660994627393063, |
| "learning_rate": 5.6067796659480196e-05, |
| "loss": 1.9055, |
| "step": 12260 |
| }, |
| { |
| "epoch": 463.39622641509436, |
| "grad_norm": 1.7426680752228556, |
| "learning_rate": 5.599902027695745e-05, |
| "loss": 1.897, |
| "step": 12280 |
| }, |
| { |
| "epoch": 464.1509433962264, |
| "grad_norm": 1.388841332022157, |
| "learning_rate": 5.593019168847049e-05, |
| "loss": 1.8812, |
| "step": 12300 |
| }, |
| { |
| "epoch": 464.9056603773585, |
| "grad_norm": 1.2274558384609464, |
| "learning_rate": 5.586131116020621e-05, |
| "loss": 1.8496, |
| "step": 12320 |
| }, |
| { |
| "epoch": 465.66037735849056, |
| "grad_norm": 1.1945002690405846, |
| "learning_rate": 5.5792378958552456e-05, |
| "loss": 1.9146, |
| "step": 12340 |
| }, |
| { |
| "epoch": 466.41509433962267, |
| "grad_norm": 1.1629769495886029, |
| "learning_rate": 5.5723395350096866e-05, |
| "loss": 1.8734, |
| "step": 12360 |
| }, |
| { |
| "epoch": 467.1698113207547, |
| "grad_norm": 1.1703423211235366, |
| "learning_rate": 5.565436060162589e-05, |
| "loss": 1.8882, |
| "step": 12380 |
| }, |
| { |
| "epoch": 467.92452830188677, |
| "grad_norm": 1.3904930914694782, |
| "learning_rate": 5.5585274980123765e-05, |
| "loss": 1.8794, |
| "step": 12400 |
| }, |
| { |
| "epoch": 468.6792452830189, |
| "grad_norm": 1.1043102032574945, |
| "learning_rate": 5.551613875277148e-05, |
| "loss": 1.888, |
| "step": 12420 |
| }, |
| { |
| "epoch": 469.4339622641509, |
| "grad_norm": 1.019172984960956, |
| "learning_rate": 5.5446952186945716e-05, |
| "loss": 1.8887, |
| "step": 12440 |
| }, |
| { |
| "epoch": 470.188679245283, |
| "grad_norm": 1.2815784609995193, |
| "learning_rate": 5.537771555021785e-05, |
| "loss": 1.9026, |
| "step": 12460 |
| }, |
| { |
| "epoch": 470.9433962264151, |
| "grad_norm": 1.0452909524777938, |
| "learning_rate": 5.53084291103529e-05, |
| "loss": 1.8688, |
| "step": 12480 |
| }, |
| { |
| "epoch": 471.6981132075472, |
| "grad_norm": 1.2824929707840547, |
| "learning_rate": 5.5239093135308484e-05, |
| "loss": 1.8568, |
| "step": 12500 |
| }, |
| { |
| "epoch": 472.45283018867923, |
| "grad_norm": 1.0473918662270072, |
| "learning_rate": 5.516970789323382e-05, |
| "loss": 1.8962, |
| "step": 12520 |
| }, |
| { |
| "epoch": 473.20754716981133, |
| "grad_norm": 1.1551860073406197, |
| "learning_rate": 5.5100273652468596e-05, |
| "loss": 1.9053, |
| "step": 12540 |
| }, |
| { |
| "epoch": 473.9622641509434, |
| "grad_norm": 1.2315884678620779, |
| "learning_rate": 5.50307906815421e-05, |
| "loss": 1.8802, |
| "step": 12560 |
| }, |
| { |
| "epoch": 474.7169811320755, |
| "grad_norm": 1.2036057101238689, |
| "learning_rate": 5.496125924917195e-05, |
| "loss": 1.8848, |
| "step": 12580 |
| }, |
| { |
| "epoch": 475.47169811320754, |
| "grad_norm": 1.1443042979106692, |
| "learning_rate": 5.4891679624263313e-05, |
| "loss": 1.8993, |
| "step": 12600 |
| }, |
| { |
| "epoch": 476.22641509433964, |
| "grad_norm": 1.1112985130684456, |
| "learning_rate": 5.482205207590763e-05, |
| "loss": 1.8997, |
| "step": 12620 |
| }, |
| { |
| "epoch": 476.9811320754717, |
| "grad_norm": 1.1198907315048803, |
| "learning_rate": 5.475237687338175e-05, |
| "loss": 1.9204, |
| "step": 12640 |
| }, |
| { |
| "epoch": 477.7358490566038, |
| "grad_norm": 1.0505243476691362, |
| "learning_rate": 5.468265428614679e-05, |
| "loss": 1.8824, |
| "step": 12660 |
| }, |
| { |
| "epoch": 478.49056603773585, |
| "grad_norm": 1.1618158349057395, |
| "learning_rate": 5.461288458384711e-05, |
| "loss": 1.8675, |
| "step": 12680 |
| }, |
| { |
| "epoch": 479.24528301886795, |
| "grad_norm": 1.310696647632245, |
| "learning_rate": 5.454306803630931e-05, |
| "loss": 1.8617, |
| "step": 12700 |
| }, |
| { |
| "epoch": 480.0, |
| "grad_norm": 1.2853008412145361, |
| "learning_rate": 5.447320491354114e-05, |
| "loss": 1.8798, |
| "step": 12720 |
| }, |
| { |
| "epoch": 480.75471698113205, |
| "grad_norm": 1.2035604713641803, |
| "learning_rate": 5.440329548573049e-05, |
| "loss": 1.8505, |
| "step": 12740 |
| }, |
| { |
| "epoch": 481.50943396226415, |
| "grad_norm": 1.301768301418178, |
| "learning_rate": 5.433334002324431e-05, |
| "loss": 1.8849, |
| "step": 12760 |
| }, |
| { |
| "epoch": 482.2641509433962, |
| "grad_norm": 1.0741158531319273, |
| "learning_rate": 5.426333879662761e-05, |
| "loss": 1.8362, |
| "step": 12780 |
| }, |
| { |
| "epoch": 483.0188679245283, |
| "grad_norm": 1.2118720683926874, |
| "learning_rate": 5.419329207660237e-05, |
| "loss": 1.8811, |
| "step": 12800 |
| }, |
| { |
| "epoch": 483.77358490566036, |
| "grad_norm": 1.295829194970654, |
| "learning_rate": 5.412320013406651e-05, |
| "loss": 1.8473, |
| "step": 12820 |
| }, |
| { |
| "epoch": 484.52830188679246, |
| "grad_norm": 1.2658203604478202, |
| "learning_rate": 5.405306324009282e-05, |
| "loss": 1.8728, |
| "step": 12840 |
| }, |
| { |
| "epoch": 485.2830188679245, |
| "grad_norm": 1.2195390339098875, |
| "learning_rate": 5.3982881665928015e-05, |
| "loss": 1.8704, |
| "step": 12860 |
| }, |
| { |
| "epoch": 486.0377358490566, |
| "grad_norm": 1.067227068131729, |
| "learning_rate": 5.391265568299149e-05, |
| "loss": 1.8619, |
| "step": 12880 |
| }, |
| { |
| "epoch": 486.79245283018867, |
| "grad_norm": 1.3306442274846357, |
| "learning_rate": 5.384238556287451e-05, |
| "loss": 1.8638, |
| "step": 12900 |
| }, |
| { |
| "epoch": 487.54716981132077, |
| "grad_norm": 1.2531810114251472, |
| "learning_rate": 5.377207157733893e-05, |
| "loss": 1.8839, |
| "step": 12920 |
| }, |
| { |
| "epoch": 488.3018867924528, |
| "grad_norm": 1.0879029191456078, |
| "learning_rate": 5.370171399831631e-05, |
| "loss": 1.866, |
| "step": 12940 |
| }, |
| { |
| "epoch": 489.0566037735849, |
| "grad_norm": 1.1769881515511749, |
| "learning_rate": 5.363131309790678e-05, |
| "loss": 1.8253, |
| "step": 12960 |
| }, |
| { |
| "epoch": 489.811320754717, |
| "grad_norm": 1.3614975573612427, |
| "learning_rate": 5.356086914837802e-05, |
| "loss": 1.8487, |
| "step": 12980 |
| }, |
| { |
| "epoch": 490.5660377358491, |
| "grad_norm": 1.5342718531352588, |
| "learning_rate": 5.349038242216419e-05, |
| "loss": 1.847, |
| "step": 13000 |
| }, |
| { |
| "epoch": 491.3207547169811, |
| "grad_norm": 1.1571547119310825, |
| "learning_rate": 5.341985319186489e-05, |
| "loss": 1.8822, |
| "step": 13020 |
| }, |
| { |
| "epoch": 492.07547169811323, |
| "grad_norm": 1.1739881074209173, |
| "learning_rate": 5.33492817302441e-05, |
| "loss": 1.8531, |
| "step": 13040 |
| }, |
| { |
| "epoch": 492.8301886792453, |
| "grad_norm": 1.1934573145337144, |
| "learning_rate": 5.3278668310229125e-05, |
| "loss": 1.8986, |
| "step": 13060 |
| }, |
| { |
| "epoch": 493.58490566037733, |
| "grad_norm": 2.343948986647593, |
| "learning_rate": 5.320801320490955e-05, |
| "loss": 1.8935, |
| "step": 13080 |
| }, |
| { |
| "epoch": 494.33962264150944, |
| "grad_norm": 1.0764970314512263, |
| "learning_rate": 5.3137316687536136e-05, |
| "loss": 1.854, |
| "step": 13100 |
| }, |
| { |
| "epoch": 495.0943396226415, |
| "grad_norm": 1.0129335749841757, |
| "learning_rate": 5.3066579031519824e-05, |
| "loss": 1.874, |
| "step": 13120 |
| }, |
| { |
| "epoch": 495.8490566037736, |
| "grad_norm": 1.3577114498479963, |
| "learning_rate": 5.299580051043069e-05, |
| "loss": 1.8534, |
| "step": 13140 |
| }, |
| { |
| "epoch": 496.60377358490564, |
| "grad_norm": 1.1849380554040083, |
| "learning_rate": 5.292498139799678e-05, |
| "loss": 1.8705, |
| "step": 13160 |
| }, |
| { |
| "epoch": 497.35849056603774, |
| "grad_norm": 1.1290155132472126, |
| "learning_rate": 5.2854121968103185e-05, |
| "loss": 1.8659, |
| "step": 13180 |
| }, |
| { |
| "epoch": 498.1132075471698, |
| "grad_norm": 1.3627686926052522, |
| "learning_rate": 5.278322249479088e-05, |
| "loss": 1.8686, |
| "step": 13200 |
| }, |
| { |
| "epoch": 498.8679245283019, |
| "grad_norm": 1.147585604555274, |
| "learning_rate": 5.271228325225573e-05, |
| "loss": 1.8301, |
| "step": 13220 |
| }, |
| { |
| "epoch": 499.62264150943395, |
| "grad_norm": 1.124456551859716, |
| "learning_rate": 5.264130451484736e-05, |
| "loss": 1.846, |
| "step": 13240 |
| }, |
| { |
| "epoch": 500.37735849056605, |
| "grad_norm": 1.1328557419125425, |
| "learning_rate": 5.257028655706819e-05, |
| "loss": 1.8489, |
| "step": 13260 |
| }, |
| { |
| "epoch": 501.1320754716981, |
| "grad_norm": 1.3248366741093285, |
| "learning_rate": 5.249922965357231e-05, |
| "loss": 1.847, |
| "step": 13280 |
| }, |
| { |
| "epoch": 501.8867924528302, |
| "grad_norm": 1.2987470821979115, |
| "learning_rate": 5.24281340791644e-05, |
| "loss": 1.8598, |
| "step": 13300 |
| }, |
| { |
| "epoch": 502.64150943396226, |
| "grad_norm": 1.2954015666799925, |
| "learning_rate": 5.235700010879869e-05, |
| "loss": 1.8144, |
| "step": 13320 |
| }, |
| { |
| "epoch": 503.39622641509436, |
| "grad_norm": 1.14457084913068, |
| "learning_rate": 5.228582801757796e-05, |
| "loss": 1.8666, |
| "step": 13340 |
| }, |
| { |
| "epoch": 504.1509433962264, |
| "grad_norm": 1.1877213110343792, |
| "learning_rate": 5.221461808075237e-05, |
| "loss": 1.8637, |
| "step": 13360 |
| }, |
| { |
| "epoch": 504.9056603773585, |
| "grad_norm": 1.0687096720310838, |
| "learning_rate": 5.214337057371846e-05, |
| "loss": 1.8639, |
| "step": 13380 |
| }, |
| { |
| "epoch": 505.66037735849056, |
| "grad_norm": 1.1296264305151373, |
| "learning_rate": 5.207208577201805e-05, |
| "loss": 1.8508, |
| "step": 13400 |
| }, |
| { |
| "epoch": 506.41509433962267, |
| "grad_norm": 1.4245030753661052, |
| "learning_rate": 5.200076395133721e-05, |
| "loss": 1.8328, |
| "step": 13420 |
| }, |
| { |
| "epoch": 507.1698113207547, |
| "grad_norm": 1.3736962730435212, |
| "learning_rate": 5.1929405387505185e-05, |
| "loss": 1.8402, |
| "step": 13440 |
| }, |
| { |
| "epoch": 507.92452830188677, |
| "grad_norm": 1.3874806329791736, |
| "learning_rate": 5.185801035649329e-05, |
| "loss": 1.8392, |
| "step": 13460 |
| }, |
| { |
| "epoch": 508.6792452830189, |
| "grad_norm": 1.2993168124302985, |
| "learning_rate": 5.1786579134413916e-05, |
| "loss": 1.8357, |
| "step": 13480 |
| }, |
| { |
| "epoch": 509.4339622641509, |
| "grad_norm": 1.1615849238599296, |
| "learning_rate": 5.171511199751936e-05, |
| "loss": 1.8602, |
| "step": 13500 |
| }, |
| { |
| "epoch": 510.188679245283, |
| "grad_norm": 1.313961870036688, |
| "learning_rate": 5.164360922220089e-05, |
| "loss": 1.8276, |
| "step": 13520 |
| }, |
| { |
| "epoch": 510.9433962264151, |
| "grad_norm": 1.240911570140835, |
| "learning_rate": 5.157207108498754e-05, |
| "loss": 1.83, |
| "step": 13540 |
| }, |
| { |
| "epoch": 511.6981132075472, |
| "grad_norm": 1.2739381058558579, |
| "learning_rate": 5.1500497862545134e-05, |
| "loss": 1.864, |
| "step": 13560 |
| }, |
| { |
| "epoch": 512.4528301886793, |
| "grad_norm": 1.3641387795362538, |
| "learning_rate": 5.142888983167516e-05, |
| "loss": 1.9016, |
| "step": 13580 |
| }, |
| { |
| "epoch": 513.2075471698113, |
| "grad_norm": 1.233949050539118, |
| "learning_rate": 5.135724726931374e-05, |
| "loss": 1.8224, |
| "step": 13600 |
| }, |
| { |
| "epoch": 513.9622641509434, |
| "grad_norm": 1.2764553522178392, |
| "learning_rate": 5.128557045253056e-05, |
| "loss": 1.8489, |
| "step": 13620 |
| }, |
| { |
| "epoch": 514.7169811320755, |
| "grad_norm": 1.0847794881407822, |
| "learning_rate": 5.121385965852773e-05, |
| "loss": 1.8433, |
| "step": 13640 |
| }, |
| { |
| "epoch": 515.4716981132076, |
| "grad_norm": 1.211639546404476, |
| "learning_rate": 5.114211516463883e-05, |
| "loss": 1.8592, |
| "step": 13660 |
| }, |
| { |
| "epoch": 516.2264150943396, |
| "grad_norm": 1.6499382505803508, |
| "learning_rate": 5.1070337248327704e-05, |
| "loss": 1.8491, |
| "step": 13680 |
| }, |
| { |
| "epoch": 516.9811320754717, |
| "grad_norm": 1.1415154218905448, |
| "learning_rate": 5.0998526187187506e-05, |
| "loss": 1.8263, |
| "step": 13700 |
| }, |
| { |
| "epoch": 517.7358490566038, |
| "grad_norm": 1.2931592721596668, |
| "learning_rate": 5.092668225893955e-05, |
| "loss": 1.8341, |
| "step": 13720 |
| }, |
| { |
| "epoch": 518.4905660377359, |
| "grad_norm": 1.1289936456910783, |
| "learning_rate": 5.0854805741432266e-05, |
| "loss": 1.8256, |
| "step": 13740 |
| }, |
| { |
| "epoch": 519.2452830188679, |
| "grad_norm": 1.1568681178648177, |
| "learning_rate": 5.078289691264009e-05, |
| "loss": 1.8268, |
| "step": 13760 |
| }, |
| { |
| "epoch": 520.0, |
| "grad_norm": 1.2075151796344337, |
| "learning_rate": 5.071095605066247e-05, |
| "loss": 1.8342, |
| "step": 13780 |
| }, |
| { |
| "epoch": 520.7547169811321, |
| "grad_norm": 1.41061431054736, |
| "learning_rate": 5.063898343372271e-05, |
| "loss": 1.8569, |
| "step": 13800 |
| }, |
| { |
| "epoch": 521.5094339622641, |
| "grad_norm": 1.7141184097601845, |
| "learning_rate": 5.0566979340166915e-05, |
| "loss": 1.8447, |
| "step": 13820 |
| }, |
| { |
| "epoch": 522.2641509433962, |
| "grad_norm": 1.1912730571129804, |
| "learning_rate": 5.0494944048462946e-05, |
| "loss": 1.8632, |
| "step": 13840 |
| }, |
| { |
| "epoch": 523.0188679245283, |
| "grad_norm": 1.2784159482259496, |
| "learning_rate": 5.042287783719931e-05, |
| "loss": 1.8293, |
| "step": 13860 |
| }, |
| { |
| "epoch": 523.7735849056604, |
| "grad_norm": 1.1444265949319492, |
| "learning_rate": 5.0350780985084076e-05, |
| "loss": 1.8423, |
| "step": 13880 |
| }, |
| { |
| "epoch": 524.5283018867924, |
| "grad_norm": 1.1366776283872817, |
| "learning_rate": 5.027865377094383e-05, |
| "loss": 1.8284, |
| "step": 13900 |
| }, |
| { |
| "epoch": 525.2830188679245, |
| "grad_norm": 1.2870871198292675, |
| "learning_rate": 5.020649647372258e-05, |
| "loss": 1.8313, |
| "step": 13920 |
| }, |
| { |
| "epoch": 526.0377358490566, |
| "grad_norm": 1.8138208437079086, |
| "learning_rate": 5.013430937248066e-05, |
| "loss": 1.8382, |
| "step": 13940 |
| }, |
| { |
| "epoch": 526.7924528301887, |
| "grad_norm": 1.319578877513452, |
| "learning_rate": 5.00620927463937e-05, |
| "loss": 1.8343, |
| "step": 13960 |
| }, |
| { |
| "epoch": 527.5471698113207, |
| "grad_norm": 1.2254503656584737, |
| "learning_rate": 4.998984687475148e-05, |
| "loss": 1.8439, |
| "step": 13980 |
| }, |
| { |
| "epoch": 528.3018867924528, |
| "grad_norm": 1.0900572753736815, |
| "learning_rate": 4.9917572036956896e-05, |
| "loss": 1.8339, |
| "step": 14000 |
| }, |
| { |
| "epoch": 529.0566037735849, |
| "grad_norm": 1.3672093328811397, |
| "learning_rate": 4.984526851252489e-05, |
| "loss": 1.8269, |
| "step": 14020 |
| }, |
| { |
| "epoch": 529.811320754717, |
| "grad_norm": 1.0474703180578433, |
| "learning_rate": 4.97729365810813e-05, |
| "loss": 1.8278, |
| "step": 14040 |
| }, |
| { |
| "epoch": 530.566037735849, |
| "grad_norm": 1.302303693187968, |
| "learning_rate": 4.9700576522361875e-05, |
| "loss": 1.8406, |
| "step": 14060 |
| }, |
| { |
| "epoch": 531.3207547169811, |
| "grad_norm": 1.3351319231004828, |
| "learning_rate": 4.96281886162111e-05, |
| "loss": 1.805, |
| "step": 14080 |
| }, |
| { |
| "epoch": 532.0754716981132, |
| "grad_norm": 1.7423062973900807, |
| "learning_rate": 4.955577314258118e-05, |
| "loss": 1.8021, |
| "step": 14100 |
| }, |
| { |
| "epoch": 532.8301886792453, |
| "grad_norm": 1.0851524592672839, |
| "learning_rate": 4.9483330381530944e-05, |
| "loss": 1.8376, |
| "step": 14120 |
| }, |
| { |
| "epoch": 533.5849056603773, |
| "grad_norm": 1.110982412101906, |
| "learning_rate": 4.941086061322473e-05, |
| "loss": 1.8468, |
| "step": 14140 |
| }, |
| { |
| "epoch": 534.3396226415094, |
| "grad_norm": 1.1481042439437046, |
| "learning_rate": 4.933836411793133e-05, |
| "loss": 1.8131, |
| "step": 14160 |
| }, |
| { |
| "epoch": 535.0943396226415, |
| "grad_norm": 1.1504371756112235, |
| "learning_rate": 4.926584117602288e-05, |
| "loss": 1.8081, |
| "step": 14180 |
| }, |
| { |
| "epoch": 535.8490566037735, |
| "grad_norm": 1.1403864383961178, |
| "learning_rate": 4.919329206797387e-05, |
| "loss": 1.823, |
| "step": 14200 |
| }, |
| { |
| "epoch": 536.6037735849056, |
| "grad_norm": 1.2962348904995422, |
| "learning_rate": 4.912071707435988e-05, |
| "loss": 1.8187, |
| "step": 14220 |
| }, |
| { |
| "epoch": 537.3584905660377, |
| "grad_norm": 1.1885752096952027, |
| "learning_rate": 4.904811647585668e-05, |
| "loss": 1.8256, |
| "step": 14240 |
| }, |
| { |
| "epoch": 538.1132075471698, |
| "grad_norm": 1.064497747677543, |
| "learning_rate": 4.897549055323902e-05, |
| "loss": 1.8, |
| "step": 14260 |
| }, |
| { |
| "epoch": 538.8679245283018, |
| "grad_norm": 1.4469124816185257, |
| "learning_rate": 4.8902839587379614e-05, |
| "loss": 1.8365, |
| "step": 14280 |
| }, |
| { |
| "epoch": 539.622641509434, |
| "grad_norm": 1.0326597719869466, |
| "learning_rate": 4.8830163859248014e-05, |
| "loss": 1.812, |
| "step": 14300 |
| }, |
| { |
| "epoch": 540.377358490566, |
| "grad_norm": 1.261127094091647, |
| "learning_rate": 4.875746364990955e-05, |
| "loss": 1.7936, |
| "step": 14320 |
| }, |
| { |
| "epoch": 541.1320754716982, |
| "grad_norm": 1.6850662159573848, |
| "learning_rate": 4.8684739240524185e-05, |
| "loss": 1.8039, |
| "step": 14340 |
| }, |
| { |
| "epoch": 541.8867924528302, |
| "grad_norm": 1.1719859164333604, |
| "learning_rate": 4.861199091234556e-05, |
| "loss": 1.7995, |
| "step": 14360 |
| }, |
| { |
| "epoch": 542.6415094339623, |
| "grad_norm": 1.1168812884827573, |
| "learning_rate": 4.853921894671973e-05, |
| "loss": 1.804, |
| "step": 14380 |
| }, |
| { |
| "epoch": 543.3962264150944, |
| "grad_norm": 1.5041434010962127, |
| "learning_rate": 4.846642362508422e-05, |
| "loss": 1.8042, |
| "step": 14400 |
| }, |
| { |
| "epoch": 544.1509433962265, |
| "grad_norm": 1.2922119772360392, |
| "learning_rate": 4.8393605228966854e-05, |
| "loss": 1.8176, |
| "step": 14420 |
| }, |
| { |
| "epoch": 544.9056603773585, |
| "grad_norm": 1.316092813395267, |
| "learning_rate": 4.832076403998472e-05, |
| "loss": 1.8324, |
| "step": 14440 |
| }, |
| { |
| "epoch": 545.6603773584906, |
| "grad_norm": 1.148925533679318, |
| "learning_rate": 4.8247900339843045e-05, |
| "loss": 1.8249, |
| "step": 14460 |
| }, |
| { |
| "epoch": 546.4150943396227, |
| "grad_norm": 1.3351586320323485, |
| "learning_rate": 4.817501441033409e-05, |
| "loss": 1.8023, |
| "step": 14480 |
| }, |
| { |
| "epoch": 547.1698113207547, |
| "grad_norm": 1.4554583529380825, |
| "learning_rate": 4.810210653333613e-05, |
| "loss": 1.782, |
| "step": 14500 |
| }, |
| { |
| "epoch": 547.9245283018868, |
| "grad_norm": 1.2418737812043639, |
| "learning_rate": 4.802917699081225e-05, |
| "loss": 1.7981, |
| "step": 14520 |
| }, |
| { |
| "epoch": 548.6792452830189, |
| "grad_norm": 1.1837142285238051, |
| "learning_rate": 4.795622606480942e-05, |
| "loss": 1.7982, |
| "step": 14540 |
| }, |
| { |
| "epoch": 549.433962264151, |
| "grad_norm": 1.2674115880751322, |
| "learning_rate": 4.788325403745724e-05, |
| "loss": 1.8055, |
| "step": 14560 |
| }, |
| { |
| "epoch": 550.188679245283, |
| "grad_norm": 2.02523705877845, |
| "learning_rate": 4.7810261190966944e-05, |
| "loss": 1.7905, |
| "step": 14580 |
| }, |
| { |
| "epoch": 550.9433962264151, |
| "grad_norm": 1.3660297273644537, |
| "learning_rate": 4.773724780763023e-05, |
| "loss": 1.8267, |
| "step": 14600 |
| }, |
| { |
| "epoch": 551.6981132075472, |
| "grad_norm": 1.1728070148137189, |
| "learning_rate": 4.766421416981833e-05, |
| "loss": 1.7862, |
| "step": 14620 |
| }, |
| { |
| "epoch": 552.4528301886793, |
| "grad_norm": 1.148521109395332, |
| "learning_rate": 4.759116055998069e-05, |
| "loss": 1.7842, |
| "step": 14640 |
| }, |
| { |
| "epoch": 553.2075471698113, |
| "grad_norm": 1.2578627421373816, |
| "learning_rate": 4.7518087260644065e-05, |
| "loss": 1.8105, |
| "step": 14660 |
| }, |
| { |
| "epoch": 553.9622641509434, |
| "grad_norm": 1.2736902452272465, |
| "learning_rate": 4.744499455441133e-05, |
| "loss": 1.7931, |
| "step": 14680 |
| }, |
| { |
| "epoch": 554.7169811320755, |
| "grad_norm": 1.0794014181765008, |
| "learning_rate": 4.737188272396044e-05, |
| "loss": 1.8043, |
| "step": 14700 |
| }, |
| { |
| "epoch": 555.4716981132076, |
| "grad_norm": 1.3894129104855453, |
| "learning_rate": 4.729875205204327e-05, |
| "loss": 1.8301, |
| "step": 14720 |
| }, |
| { |
| "epoch": 556.2264150943396, |
| "grad_norm": 1.147340224849857, |
| "learning_rate": 4.722560282148459e-05, |
| "loss": 1.8178, |
| "step": 14740 |
| }, |
| { |
| "epoch": 556.9811320754717, |
| "grad_norm": 1.3948879461559769, |
| "learning_rate": 4.7152435315180975e-05, |
| "loss": 1.7648, |
| "step": 14760 |
| }, |
| { |
| "epoch": 557.7358490566038, |
| "grad_norm": 1.3694680696221502, |
| "learning_rate": 4.7079249816099584e-05, |
| "loss": 1.8104, |
| "step": 14780 |
| }, |
| { |
| "epoch": 558.4905660377359, |
| "grad_norm": 1.4147919843537753, |
| "learning_rate": 4.700604660727726e-05, |
| "loss": 1.7721, |
| "step": 14800 |
| }, |
| { |
| "epoch": 559.2452830188679, |
| "grad_norm": 1.2297666792262925, |
| "learning_rate": 4.6932825971819285e-05, |
| "loss": 1.7923, |
| "step": 14820 |
| }, |
| { |
| "epoch": 560.0, |
| "grad_norm": 1.1416590332464547, |
| "learning_rate": 4.6859588192898365e-05, |
| "loss": 1.7709, |
| "step": 14840 |
| }, |
| { |
| "epoch": 560.7547169811321, |
| "grad_norm": 1.2633394473980435, |
| "learning_rate": 4.6786333553753454e-05, |
| "loss": 1.8265, |
| "step": 14860 |
| }, |
| { |
| "epoch": 561.5094339622641, |
| "grad_norm": 1.73410063706433, |
| "learning_rate": 4.671306233768877e-05, |
| "loss": 1.7935, |
| "step": 14880 |
| }, |
| { |
| "epoch": 562.2641509433962, |
| "grad_norm": 1.909552398589606, |
| "learning_rate": 4.663977482807263e-05, |
| "loss": 1.7928, |
| "step": 14900 |
| }, |
| { |
| "epoch": 563.0188679245283, |
| "grad_norm": 2.3340344731557505, |
| "learning_rate": 4.656647130833632e-05, |
| "loss": 1.8083, |
| "step": 14920 |
| }, |
| { |
| "epoch": 563.7735849056604, |
| "grad_norm": 1.5856106264075287, |
| "learning_rate": 4.64931520619731e-05, |
| "loss": 1.8345, |
| "step": 14940 |
| }, |
| { |
| "epoch": 564.5283018867924, |
| "grad_norm": 1.4125116448786768, |
| "learning_rate": 4.6419817372537015e-05, |
| "loss": 1.7764, |
| "step": 14960 |
| }, |
| { |
| "epoch": 565.2830188679245, |
| "grad_norm": 1.1720058705654566, |
| "learning_rate": 4.634646752364185e-05, |
| "loss": 1.7917, |
| "step": 14980 |
| }, |
| { |
| "epoch": 566.0377358490566, |
| "grad_norm": 1.1615325214837866, |
| "learning_rate": 4.627310279896001e-05, |
| "loss": 1.7916, |
| "step": 15000 |
| }, |
| { |
| "epoch": 566.7924528301887, |
| "grad_norm": 1.3392839325444756, |
| "learning_rate": 4.619972348222143e-05, |
| "loss": 1.7803, |
| "step": 15020 |
| }, |
| { |
| "epoch": 567.5471698113207, |
| "grad_norm": 1.3665016393198224, |
| "learning_rate": 4.6126329857212486e-05, |
| "loss": 1.7822, |
| "step": 15040 |
| }, |
| { |
| "epoch": 568.3018867924528, |
| "grad_norm": 1.6085820618369988, |
| "learning_rate": 4.605292220777489e-05, |
| "loss": 1.7889, |
| "step": 15060 |
| }, |
| { |
| "epoch": 569.0566037735849, |
| "grad_norm": 1.4230286645037085, |
| "learning_rate": 4.5979500817804594e-05, |
| "loss": 1.805, |
| "step": 15080 |
| }, |
| { |
| "epoch": 569.811320754717, |
| "grad_norm": 1.1596468566263143, |
| "learning_rate": 4.590606597125065e-05, |
| "loss": 1.7892, |
| "step": 15100 |
| }, |
| { |
| "epoch": 570.566037735849, |
| "grad_norm": 1.4539519726534167, |
| "learning_rate": 4.583261795211423e-05, |
| "loss": 1.7831, |
| "step": 15120 |
| }, |
| { |
| "epoch": 571.3207547169811, |
| "grad_norm": 1.2521318013943803, |
| "learning_rate": 4.575915704444736e-05, |
| "loss": 1.8018, |
| "step": 15140 |
| }, |
| { |
| "epoch": 572.0754716981132, |
| "grad_norm": 1.1819685518944387, |
| "learning_rate": 4.5685683532352e-05, |
| "loss": 1.7866, |
| "step": 15160 |
| }, |
| { |
| "epoch": 572.8301886792453, |
| "grad_norm": 1.1876204585927221, |
| "learning_rate": 4.5612197699978766e-05, |
| "loss": 1.7833, |
| "step": 15180 |
| }, |
| { |
| "epoch": 573.5849056603773, |
| "grad_norm": 1.1556357684763976, |
| "learning_rate": 4.5538699831526006e-05, |
| "loss": 1.8024, |
| "step": 15200 |
| }, |
| { |
| "epoch": 574.3396226415094, |
| "grad_norm": 1.3326980140111142, |
| "learning_rate": 4.5465190211238544e-05, |
| "loss": 1.7829, |
| "step": 15220 |
| }, |
| { |
| "epoch": 575.0943396226415, |
| "grad_norm": 1.308268798679134, |
| "learning_rate": 4.539166912340671e-05, |
| "loss": 1.7766, |
| "step": 15240 |
| }, |
| { |
| "epoch": 575.8490566037735, |
| "grad_norm": 1.1564791044184874, |
| "learning_rate": 4.531813685236516e-05, |
| "loss": 1.8021, |
| "step": 15260 |
| }, |
| { |
| "epoch": 576.6037735849056, |
| "grad_norm": 1.4187942127459952, |
| "learning_rate": 4.524459368249179e-05, |
| "loss": 1.7523, |
| "step": 15280 |
| }, |
| { |
| "epoch": 577.3584905660377, |
| "grad_norm": 1.1994628151621998, |
| "learning_rate": 4.5171039898206644e-05, |
| "loss": 1.7845, |
| "step": 15300 |
| }, |
| { |
| "epoch": 578.1132075471698, |
| "grad_norm": 1.172216325696233, |
| "learning_rate": 4.509747578397086e-05, |
| "loss": 1.7591, |
| "step": 15320 |
| }, |
| { |
| "epoch": 578.8679245283018, |
| "grad_norm": 1.1667988074546227, |
| "learning_rate": 4.5023901624285465e-05, |
| "loss": 1.7955, |
| "step": 15340 |
| }, |
| { |
| "epoch": 579.622641509434, |
| "grad_norm": 1.31427332849911, |
| "learning_rate": 4.495031770369038e-05, |
| "loss": 1.7605, |
| "step": 15360 |
| }, |
| { |
| "epoch": 580.377358490566, |
| "grad_norm": 1.2050607756000014, |
| "learning_rate": 4.487672430676325e-05, |
| "loss": 1.7673, |
| "step": 15380 |
| }, |
| { |
| "epoch": 581.1320754716982, |
| "grad_norm": 1.2087614153318165, |
| "learning_rate": 4.480312171811838e-05, |
| "loss": 1.7876, |
| "step": 15400 |
| }, |
| { |
| "epoch": 581.8867924528302, |
| "grad_norm": 1.3000620466205515, |
| "learning_rate": 4.472951022240562e-05, |
| "loss": 1.7611, |
| "step": 15420 |
| }, |
| { |
| "epoch": 582.6415094339623, |
| "grad_norm": 1.7966112906689369, |
| "learning_rate": 4.4655890104309254e-05, |
| "loss": 1.7702, |
| "step": 15440 |
| }, |
| { |
| "epoch": 583.3962264150944, |
| "grad_norm": 1.198242649687164, |
| "learning_rate": 4.458226164854697e-05, |
| "loss": 1.7942, |
| "step": 15460 |
| }, |
| { |
| "epoch": 584.1509433962265, |
| "grad_norm": 1.6859720478683236, |
| "learning_rate": 4.450862513986861e-05, |
| "loss": 1.758, |
| "step": 15480 |
| }, |
| { |
| "epoch": 584.9056603773585, |
| "grad_norm": 1.1440767805984655, |
| "learning_rate": 4.443498086305525e-05, |
| "loss": 1.7647, |
| "step": 15500 |
| }, |
| { |
| "epoch": 585.6603773584906, |
| "grad_norm": 1.2426581026511485, |
| "learning_rate": 4.436132910291792e-05, |
| "loss": 1.7468, |
| "step": 15520 |
| }, |
| { |
| "epoch": 586.4150943396227, |
| "grad_norm": 1.5652742956982049, |
| "learning_rate": 4.4287670144296675e-05, |
| "loss": 1.7733, |
| "step": 15540 |
| }, |
| { |
| "epoch": 587.1698113207547, |
| "grad_norm": 1.150105537080449, |
| "learning_rate": 4.421400427205934e-05, |
| "loss": 1.7878, |
| "step": 15560 |
| }, |
| { |
| "epoch": 587.9245283018868, |
| "grad_norm": 1.297179193085273, |
| "learning_rate": 4.4140331771100516e-05, |
| "loss": 1.7558, |
| "step": 15580 |
| }, |
| { |
| "epoch": 588.6792452830189, |
| "grad_norm": 1.4354989531166704, |
| "learning_rate": 4.406665292634046e-05, |
| "loss": 1.7652, |
| "step": 15600 |
| }, |
| { |
| "epoch": 589.433962264151, |
| "grad_norm": 1.3544454831633896, |
| "learning_rate": 4.399296802272388e-05, |
| "loss": 1.7695, |
| "step": 15620 |
| }, |
| { |
| "epoch": 590.188679245283, |
| "grad_norm": 1.356710977975809, |
| "learning_rate": 4.3919277345219033e-05, |
| "loss": 1.7317, |
| "step": 15640 |
| }, |
| { |
| "epoch": 590.9433962264151, |
| "grad_norm": 1.3504644293745585, |
| "learning_rate": 4.3845581178816394e-05, |
| "loss": 1.7784, |
| "step": 15660 |
| }, |
| { |
| "epoch": 591.6981132075472, |
| "grad_norm": 1.2934057468915228, |
| "learning_rate": 4.377187980852775e-05, |
| "loss": 1.7655, |
| "step": 15680 |
| }, |
| { |
| "epoch": 592.4528301886793, |
| "grad_norm": 2.7284471186236976, |
| "learning_rate": 4.369817351938495e-05, |
| "loss": 1.7617, |
| "step": 15700 |
| }, |
| { |
| "epoch": 593.2075471698113, |
| "grad_norm": 1.4587946653999224, |
| "learning_rate": 4.3624462596438926e-05, |
| "loss": 1.7675, |
| "step": 15720 |
| }, |
| { |
| "epoch": 593.9622641509434, |
| "grad_norm": 1.824543804524391, |
| "learning_rate": 4.3550747324758475e-05, |
| "loss": 1.7835, |
| "step": 15740 |
| }, |
| { |
| "epoch": 594.7169811320755, |
| "grad_norm": 1.1558960324762337, |
| "learning_rate": 4.3477027989429267e-05, |
| "loss": 1.7848, |
| "step": 15760 |
| }, |
| { |
| "epoch": 595.4716981132076, |
| "grad_norm": 1.3618125278208344, |
| "learning_rate": 4.340330487555261e-05, |
| "loss": 1.7717, |
| "step": 15780 |
| }, |
| { |
| "epoch": 596.2264150943396, |
| "grad_norm": 1.8336334887122832, |
| "learning_rate": 4.332957826824451e-05, |
| "loss": 1.7753, |
| "step": 15800 |
| }, |
| { |
| "epoch": 596.9811320754717, |
| "grad_norm": 1.6035556059617442, |
| "learning_rate": 4.325584845263445e-05, |
| "loss": 1.7507, |
| "step": 15820 |
| }, |
| { |
| "epoch": 597.7358490566038, |
| "grad_norm": 1.1021262642715972, |
| "learning_rate": 4.318211571386428e-05, |
| "loss": 1.7683, |
| "step": 15840 |
| }, |
| { |
| "epoch": 598.4905660377359, |
| "grad_norm": 1.3112589542500708, |
| "learning_rate": 4.310838033708722e-05, |
| "loss": 1.753, |
| "step": 15860 |
| }, |
| { |
| "epoch": 599.2452830188679, |
| "grad_norm": 1.5257318148219035, |
| "learning_rate": 4.303464260746667e-05, |
| "loss": 1.7446, |
| "step": 15880 |
| }, |
| { |
| "epoch": 600.0, |
| "grad_norm": 1.2648959489882874, |
| "learning_rate": 4.296090281017511e-05, |
| "loss": 1.7513, |
| "step": 15900 |
| }, |
| { |
| "epoch": 600.7547169811321, |
| "grad_norm": 1.4414622706601208, |
| "learning_rate": 4.2887161230393034e-05, |
| "loss": 1.7421, |
| "step": 15920 |
| }, |
| { |
| "epoch": 601.5094339622641, |
| "grad_norm": 1.60216933395765, |
| "learning_rate": 4.281341815330784e-05, |
| "loss": 1.7335, |
| "step": 15940 |
| }, |
| { |
| "epoch": 602.2641509433962, |
| "grad_norm": 1.438261210769706, |
| "learning_rate": 4.273967386411267e-05, |
| "loss": 1.7676, |
| "step": 15960 |
| }, |
| { |
| "epoch": 603.0188679245283, |
| "grad_norm": 1.61121062509495, |
| "learning_rate": 4.26659286480054e-05, |
| "loss": 1.7767, |
| "step": 15980 |
| }, |
| { |
| "epoch": 603.7735849056604, |
| "grad_norm": 1.3368219249794455, |
| "learning_rate": 4.2592182790187495e-05, |
| "loss": 1.7615, |
| "step": 16000 |
| }, |
| { |
| "epoch": 604.5283018867924, |
| "grad_norm": 1.1964899050496502, |
| "learning_rate": 4.251843657586285e-05, |
| "loss": 1.7909, |
| "step": 16020 |
| }, |
| { |
| "epoch": 605.2830188679245, |
| "grad_norm": 1.1409598499641234, |
| "learning_rate": 4.244469029023682e-05, |
| "loss": 1.7806, |
| "step": 16040 |
| }, |
| { |
| "epoch": 606.0377358490566, |
| "grad_norm": 1.0775618341358217, |
| "learning_rate": 4.237094421851494e-05, |
| "loss": 1.7696, |
| "step": 16060 |
| }, |
| { |
| "epoch": 606.7924528301887, |
| "grad_norm": 1.201425866436519, |
| "learning_rate": 4.2297198645901986e-05, |
| "loss": 1.7424, |
| "step": 16080 |
| }, |
| { |
| "epoch": 607.5471698113207, |
| "grad_norm": 1.29163631265219, |
| "learning_rate": 4.222345385760079e-05, |
| "loss": 1.749, |
| "step": 16100 |
| }, |
| { |
| "epoch": 608.3018867924528, |
| "grad_norm": 1.4158324908813191, |
| "learning_rate": 4.214971013881114e-05, |
| "loss": 1.7594, |
| "step": 16120 |
| }, |
| { |
| "epoch": 609.0566037735849, |
| "grad_norm": 1.2390733211978042, |
| "learning_rate": 4.2075967774728675e-05, |
| "loss": 1.7707, |
| "step": 16140 |
| }, |
| { |
| "epoch": 609.811320754717, |
| "grad_norm": 1.0960663109570459, |
| "learning_rate": 4.200222705054385e-05, |
| "loss": 1.7633, |
| "step": 16160 |
| }, |
| { |
| "epoch": 610.566037735849, |
| "grad_norm": 1.167381366879647, |
| "learning_rate": 4.1928488251440704e-05, |
| "loss": 1.7735, |
| "step": 16180 |
| }, |
| { |
| "epoch": 611.3207547169811, |
| "grad_norm": 1.468960912277373, |
| "learning_rate": 4.185475166259588e-05, |
| "loss": 1.7222, |
| "step": 16200 |
| }, |
| { |
| "epoch": 612.0754716981132, |
| "grad_norm": 1.2572603668608606, |
| "learning_rate": 4.178101756917746e-05, |
| "loss": 1.7477, |
| "step": 16220 |
| }, |
| { |
| "epoch": 612.8301886792453, |
| "grad_norm": 1.2661070355556836, |
| "learning_rate": 4.170728625634387e-05, |
| "loss": 1.7437, |
| "step": 16240 |
| }, |
| { |
| "epoch": 613.5849056603773, |
| "grad_norm": 1.6793862205908143, |
| "learning_rate": 4.16335580092428e-05, |
| "loss": 1.7518, |
| "step": 16260 |
| }, |
| { |
| "epoch": 614.3396226415094, |
| "grad_norm": 1.3347192318840417, |
| "learning_rate": 4.155983311301006e-05, |
| "loss": 1.7275, |
| "step": 16280 |
| }, |
| { |
| "epoch": 615.0943396226415, |
| "grad_norm": 1.146186653201129, |
| "learning_rate": 4.148611185276852e-05, |
| "loss": 1.7505, |
| "step": 16300 |
| }, |
| { |
| "epoch": 615.8490566037735, |
| "grad_norm": 1.2853858560898548, |
| "learning_rate": 4.1412394513626976e-05, |
| "loss": 1.7345, |
| "step": 16320 |
| }, |
| { |
| "epoch": 616.6037735849056, |
| "grad_norm": 1.3689931241044506, |
| "learning_rate": 4.1338681380679055e-05, |
| "loss": 1.7372, |
| "step": 16340 |
| }, |
| { |
| "epoch": 617.3584905660377, |
| "grad_norm": 1.2520152979412003, |
| "learning_rate": 4.126497273900214e-05, |
| "loss": 1.7749, |
| "step": 16360 |
| }, |
| { |
| "epoch": 618.1132075471698, |
| "grad_norm": 4.4664529214017685, |
| "learning_rate": 4.119126887365623e-05, |
| "loss": 1.7291, |
| "step": 16380 |
| }, |
| { |
| "epoch": 618.8679245283018, |
| "grad_norm": 1.4871942552231863, |
| "learning_rate": 4.111757006968283e-05, |
| "loss": 1.729, |
| "step": 16400 |
| }, |
| { |
| "epoch": 619.622641509434, |
| "grad_norm": 1.7327021169643824, |
| "learning_rate": 4.104387661210391e-05, |
| "loss": 1.7906, |
| "step": 16420 |
| }, |
| { |
| "epoch": 620.377358490566, |
| "grad_norm": 1.3011566548368803, |
| "learning_rate": 4.0970188785920764e-05, |
| "loss": 1.7498, |
| "step": 16440 |
| }, |
| { |
| "epoch": 621.1320754716982, |
| "grad_norm": 1.503913785893422, |
| "learning_rate": 4.0896506876112856e-05, |
| "loss": 1.7333, |
| "step": 16460 |
| }, |
| { |
| "epoch": 621.8867924528302, |
| "grad_norm": 1.2396874135815048, |
| "learning_rate": 4.082283116763683e-05, |
| "loss": 1.7474, |
| "step": 16480 |
| }, |
| { |
| "epoch": 622.6415094339623, |
| "grad_norm": 1.3186465498196096, |
| "learning_rate": 4.07491619454253e-05, |
| "loss": 1.7641, |
| "step": 16500 |
| }, |
| { |
| "epoch": 623.3962264150944, |
| "grad_norm": 1.2224446651472063, |
| "learning_rate": 4.067549949438583e-05, |
| "loss": 1.7596, |
| "step": 16520 |
| }, |
| { |
| "epoch": 624.1509433962265, |
| "grad_norm": 1.299102298479128, |
| "learning_rate": 4.060184409939977e-05, |
| "loss": 1.7399, |
| "step": 16540 |
| }, |
| { |
| "epoch": 624.9056603773585, |
| "grad_norm": 1.2080109960062584, |
| "learning_rate": 4.052819604532121e-05, |
| "loss": 1.7545, |
| "step": 16560 |
| }, |
| { |
| "epoch": 625.6603773584906, |
| "grad_norm": 1.1330156099339754, |
| "learning_rate": 4.04545556169758e-05, |
| "loss": 1.7514, |
| "step": 16580 |
| }, |
| { |
| "epoch": 626.4150943396227, |
| "grad_norm": 1.877556318395021, |
| "learning_rate": 4.038092309915976e-05, |
| "loss": 1.7495, |
| "step": 16600 |
| }, |
| { |
| "epoch": 627.1698113207547, |
| "grad_norm": 1.3430468095941768, |
| "learning_rate": 4.0307298776638696e-05, |
| "loss": 1.7387, |
| "step": 16620 |
| }, |
| { |
| "epoch": 627.9245283018868, |
| "grad_norm": 1.3456306138048115, |
| "learning_rate": 4.023368293414651e-05, |
| "loss": 1.7586, |
| "step": 16640 |
| }, |
| { |
| "epoch": 628.6792452830189, |
| "grad_norm": 1.2925035537026515, |
| "learning_rate": 4.016007585638428e-05, |
| "loss": 1.7222, |
| "step": 16660 |
| }, |
| { |
| "epoch": 629.433962264151, |
| "grad_norm": 1.5060755357936446, |
| "learning_rate": 4.0086477828019247e-05, |
| "loss": 1.734, |
| "step": 16680 |
| }, |
| { |
| "epoch": 630.188679245283, |
| "grad_norm": 1.2358138916528858, |
| "learning_rate": 4.001288913368361e-05, |
| "loss": 1.7585, |
| "step": 16700 |
| }, |
| { |
| "epoch": 630.9433962264151, |
| "grad_norm": 1.0536359575721053, |
| "learning_rate": 3.9939310057973496e-05, |
| "loss": 1.699, |
| "step": 16720 |
| }, |
| { |
| "epoch": 631.6981132075472, |
| "grad_norm": 1.3396521000709494, |
| "learning_rate": 3.986574088544782e-05, |
| "loss": 1.745, |
| "step": 16740 |
| }, |
| { |
| "epoch": 632.4528301886793, |
| "grad_norm": 1.1966711285530698, |
| "learning_rate": 3.979218190062718e-05, |
| "loss": 1.7049, |
| "step": 16760 |
| }, |
| { |
| "epoch": 633.2075471698113, |
| "grad_norm": 1.3511753835544016, |
| "learning_rate": 3.971863338799283e-05, |
| "loss": 1.7319, |
| "step": 16780 |
| }, |
| { |
| "epoch": 633.9622641509434, |
| "grad_norm": 1.2759632464750865, |
| "learning_rate": 3.964509563198547e-05, |
| "loss": 1.7431, |
| "step": 16800 |
| }, |
| { |
| "epoch": 634.7169811320755, |
| "grad_norm": 1.5118791481962728, |
| "learning_rate": 3.957156891700422e-05, |
| "loss": 1.7549, |
| "step": 16820 |
| }, |
| { |
| "epoch": 635.4716981132076, |
| "grad_norm": 1.358305138616916, |
| "learning_rate": 3.949805352740549e-05, |
| "loss": 1.7146, |
| "step": 16840 |
| }, |
| { |
| "epoch": 636.2264150943396, |
| "grad_norm": 1.2468444876323985, |
| "learning_rate": 3.9424549747501916e-05, |
| "loss": 1.6839, |
| "step": 16860 |
| }, |
| { |
| "epoch": 636.9811320754717, |
| "grad_norm": 1.6815476229074826, |
| "learning_rate": 3.9351057861561194e-05, |
| "loss": 1.7381, |
| "step": 16880 |
| }, |
| { |
| "epoch": 637.7358490566038, |
| "grad_norm": 1.3183944234813532, |
| "learning_rate": 3.927757815380507e-05, |
| "loss": 1.737, |
| "step": 16900 |
| }, |
| { |
| "epoch": 638.4905660377359, |
| "grad_norm": 1.2664716657296504, |
| "learning_rate": 3.920411090840813e-05, |
| "loss": 1.7552, |
| "step": 16920 |
| }, |
| { |
| "epoch": 639.2452830188679, |
| "grad_norm": 1.4316626122660758, |
| "learning_rate": 3.9130656409496826e-05, |
| "loss": 1.7035, |
| "step": 16940 |
| }, |
| { |
| "epoch": 640.0, |
| "grad_norm": 1.624465349724497, |
| "learning_rate": 3.90572149411483e-05, |
| "loss": 1.7349, |
| "step": 16960 |
| }, |
| { |
| "epoch": 640.7547169811321, |
| "grad_norm": 1.3525138710560463, |
| "learning_rate": 3.8983786787389264e-05, |
| "loss": 1.7196, |
| "step": 16980 |
| }, |
| { |
| "epoch": 641.5094339622641, |
| "grad_norm": 1.1968289253916946, |
| "learning_rate": 3.891037223219497e-05, |
| "loss": 1.7288, |
| "step": 17000 |
| }, |
| { |
| "epoch": 642.2641509433962, |
| "grad_norm": 1.3150467173282183, |
| "learning_rate": 3.883697155948808e-05, |
| "loss": 1.7478, |
| "step": 17020 |
| }, |
| { |
| "epoch": 643.0188679245283, |
| "grad_norm": 1.3494514082635618, |
| "learning_rate": 3.876358505313754e-05, |
| "loss": 1.7208, |
| "step": 17040 |
| }, |
| { |
| "epoch": 643.7735849056604, |
| "grad_norm": 1.5328078930199742, |
| "learning_rate": 3.869021299695754e-05, |
| "loss": 1.747, |
| "step": 17060 |
| }, |
| { |
| "epoch": 644.5283018867924, |
| "grad_norm": 1.2945392233470665, |
| "learning_rate": 3.8616855674706354e-05, |
| "loss": 1.7225, |
| "step": 17080 |
| }, |
| { |
| "epoch": 645.2830188679245, |
| "grad_norm": 1.2582163265054458, |
| "learning_rate": 3.854351337008532e-05, |
| "loss": 1.7428, |
| "step": 17100 |
| }, |
| { |
| "epoch": 646.0377358490566, |
| "grad_norm": 1.1370724946903576, |
| "learning_rate": 3.847018636673765e-05, |
| "loss": 1.704, |
| "step": 17120 |
| }, |
| { |
| "epoch": 646.7924528301887, |
| "grad_norm": 1.2161474947016768, |
| "learning_rate": 3.839687494824741e-05, |
| "loss": 1.7129, |
| "step": 17140 |
| }, |
| { |
| "epoch": 647.5471698113207, |
| "grad_norm": 1.1033819366614397, |
| "learning_rate": 3.832357939813837e-05, |
| "loss": 1.695, |
| "step": 17160 |
| }, |
| { |
| "epoch": 648.3018867924528, |
| "grad_norm": 1.2993665260901381, |
| "learning_rate": 3.825029999987296e-05, |
| "loss": 1.7022, |
| "step": 17180 |
| }, |
| { |
| "epoch": 649.0566037735849, |
| "grad_norm": 1.2577276608492982, |
| "learning_rate": 3.8177037036851115e-05, |
| "loss": 1.7029, |
| "step": 17200 |
| }, |
| { |
| "epoch": 649.811320754717, |
| "grad_norm": 1.2459092691964395, |
| "learning_rate": 3.810379079240922e-05, |
| "loss": 1.7139, |
| "step": 17220 |
| }, |
| { |
| "epoch": 650.566037735849, |
| "grad_norm": 1.3152629296897698, |
| "learning_rate": 3.8030561549819015e-05, |
| "loss": 1.7088, |
| "step": 17240 |
| }, |
| { |
| "epoch": 651.3207547169811, |
| "grad_norm": 1.2367123181404969, |
| "learning_rate": 3.795734959228645e-05, |
| "loss": 1.6936, |
| "step": 17260 |
| }, |
| { |
| "epoch": 652.0754716981132, |
| "grad_norm": 1.1338754969305556, |
| "learning_rate": 3.7884155202950696e-05, |
| "loss": 1.7151, |
| "step": 17280 |
| }, |
| { |
| "epoch": 652.8301886792453, |
| "grad_norm": 1.2942728726977033, |
| "learning_rate": 3.781097866488291e-05, |
| "loss": 1.712, |
| "step": 17300 |
| }, |
| { |
| "epoch": 653.5849056603773, |
| "grad_norm": 1.39400718208209, |
| "learning_rate": 3.773782026108526e-05, |
| "loss": 1.7181, |
| "step": 17320 |
| }, |
| { |
| "epoch": 654.3396226415094, |
| "grad_norm": 1.3198924641523746, |
| "learning_rate": 3.766468027448973e-05, |
| "loss": 1.6913, |
| "step": 17340 |
| }, |
| { |
| "epoch": 655.0943396226415, |
| "grad_norm": 1.1991934682117795, |
| "learning_rate": 3.759155898795714e-05, |
| "loss": 1.7093, |
| "step": 17360 |
| }, |
| { |
| "epoch": 655.8490566037735, |
| "grad_norm": 1.239259370659102, |
| "learning_rate": 3.751845668427593e-05, |
| "loss": 1.7009, |
| "step": 17380 |
| }, |
| { |
| "epoch": 656.6037735849056, |
| "grad_norm": 1.2833857218204128, |
| "learning_rate": 3.7445373646161176e-05, |
| "loss": 1.7005, |
| "step": 17400 |
| }, |
| { |
| "epoch": 657.3584905660377, |
| "grad_norm": 1.454767822481044, |
| "learning_rate": 3.737231015625341e-05, |
| "loss": 1.6906, |
| "step": 17420 |
| }, |
| { |
| "epoch": 658.1132075471698, |
| "grad_norm": 1.4542141511941185, |
| "learning_rate": 3.729926649711759e-05, |
| "loss": 1.7058, |
| "step": 17440 |
| }, |
| { |
| "epoch": 658.8679245283018, |
| "grad_norm": 1.3091035418860133, |
| "learning_rate": 3.722624295124197e-05, |
| "loss": 1.6885, |
| "step": 17460 |
| }, |
| { |
| "epoch": 659.622641509434, |
| "grad_norm": 1.2943161972236163, |
| "learning_rate": 3.7153239801037014e-05, |
| "loss": 1.714, |
| "step": 17480 |
| }, |
| { |
| "epoch": 660.377358490566, |
| "grad_norm": 1.3377320776810098, |
| "learning_rate": 3.708025732883431e-05, |
| "loss": 1.684, |
| "step": 17500 |
| }, |
| { |
| "epoch": 661.1320754716982, |
| "grad_norm": 1.2629223675934866, |
| "learning_rate": 3.700729581688547e-05, |
| "loss": 1.699, |
| "step": 17520 |
| }, |
| { |
| "epoch": 661.8867924528302, |
| "grad_norm": 1.2451499003174673, |
| "learning_rate": 3.693435554736107e-05, |
| "loss": 1.6818, |
| "step": 17540 |
| }, |
| { |
| "epoch": 662.6415094339623, |
| "grad_norm": 1.5331175213775703, |
| "learning_rate": 3.6861436802349504e-05, |
| "loss": 1.7177, |
| "step": 17560 |
| }, |
| { |
| "epoch": 663.3962264150944, |
| "grad_norm": 1.4360430543768725, |
| "learning_rate": 3.6788539863855925e-05, |
| "loss": 1.7119, |
| "step": 17580 |
| }, |
| { |
| "epoch": 664.1509433962265, |
| "grad_norm": 1.3816247903457854, |
| "learning_rate": 3.671566501380116e-05, |
| "loss": 1.7148, |
| "step": 17600 |
| }, |
| { |
| "epoch": 664.9056603773585, |
| "grad_norm": 1.2778334686031196, |
| "learning_rate": 3.6642812534020636e-05, |
| "loss": 1.6935, |
| "step": 17620 |
| }, |
| { |
| "epoch": 665.6603773584906, |
| "grad_norm": 1.552301737650962, |
| "learning_rate": 3.656998270626322e-05, |
| "loss": 1.6917, |
| "step": 17640 |
| }, |
| { |
| "epoch": 666.4150943396227, |
| "grad_norm": 1.1626344688263202, |
| "learning_rate": 3.649717581219022e-05, |
| "loss": 1.6869, |
| "step": 17660 |
| }, |
| { |
| "epoch": 667.1698113207547, |
| "grad_norm": 1.2478591651994395, |
| "learning_rate": 3.642439213337418e-05, |
| "loss": 1.6964, |
| "step": 17680 |
| }, |
| { |
| "epoch": 667.9245283018868, |
| "grad_norm": 1.1665269494870496, |
| "learning_rate": 3.635163195129796e-05, |
| "loss": 1.706, |
| "step": 17700 |
| }, |
| { |
| "epoch": 668.6792452830189, |
| "grad_norm": 1.2417440240279074, |
| "learning_rate": 3.627889554735346e-05, |
| "loss": 1.6607, |
| "step": 17720 |
| }, |
| { |
| "epoch": 669.433962264151, |
| "grad_norm": 1.4243990985436537, |
| "learning_rate": 3.620618320284067e-05, |
| "loss": 1.6874, |
| "step": 17740 |
| }, |
| { |
| "epoch": 670.188679245283, |
| "grad_norm": 1.4914544739718891, |
| "learning_rate": 3.613349519896652e-05, |
| "loss": 1.6908, |
| "step": 17760 |
| }, |
| { |
| "epoch": 670.9433962264151, |
| "grad_norm": 1.3300772606283862, |
| "learning_rate": 3.606083181684381e-05, |
| "loss": 1.688, |
| "step": 17780 |
| }, |
| { |
| "epoch": 671.6981132075472, |
| "grad_norm": 1.2461357748180606, |
| "learning_rate": 3.5988193337490116e-05, |
| "loss": 1.6547, |
| "step": 17800 |
| }, |
| { |
| "epoch": 672.4528301886793, |
| "grad_norm": 1.370151145210619, |
| "learning_rate": 3.5915580041826694e-05, |
| "loss": 1.7193, |
| "step": 17820 |
| }, |
| { |
| "epoch": 673.2075471698113, |
| "grad_norm": 1.2763659906881193, |
| "learning_rate": 3.5842992210677416e-05, |
| "loss": 1.6808, |
| "step": 17840 |
| }, |
| { |
| "epoch": 673.9622641509434, |
| "grad_norm": 1.2944519984940064, |
| "learning_rate": 3.577043012476768e-05, |
| "loss": 1.7, |
| "step": 17860 |
| }, |
| { |
| "epoch": 674.7169811320755, |
| "grad_norm": 1.3186599824633134, |
| "learning_rate": 3.56978940647233e-05, |
| "loss": 1.6954, |
| "step": 17880 |
| }, |
| { |
| "epoch": 675.4716981132076, |
| "grad_norm": 1.252700498164797, |
| "learning_rate": 3.5625384311069444e-05, |
| "loss": 1.6686, |
| "step": 17900 |
| }, |
| { |
| "epoch": 676.2264150943396, |
| "grad_norm": 1.5231032873107, |
| "learning_rate": 3.555290114422955e-05, |
| "loss": 1.6747, |
| "step": 17920 |
| }, |
| { |
| "epoch": 676.9811320754717, |
| "grad_norm": 1.2910659178037445, |
| "learning_rate": 3.548044484452421e-05, |
| "loss": 1.6778, |
| "step": 17940 |
| }, |
| { |
| "epoch": 677.7358490566038, |
| "grad_norm": 1.398570166804289, |
| "learning_rate": 3.540801569217016e-05, |
| "loss": 1.6949, |
| "step": 17960 |
| }, |
| { |
| "epoch": 678.4905660377359, |
| "grad_norm": 1.4283155036503146, |
| "learning_rate": 3.53356139672791e-05, |
| "loss": 1.682, |
| "step": 17980 |
| }, |
| { |
| "epoch": 679.2452830188679, |
| "grad_norm": 1.3275162110816598, |
| "learning_rate": 3.526323994985669e-05, |
| "loss": 1.695, |
| "step": 18000 |
| }, |
| { |
| "epoch": 680.0, |
| "grad_norm": 1.2754138886413842, |
| "learning_rate": 3.519089391980139e-05, |
| "loss": 1.6977, |
| "step": 18020 |
| }, |
| { |
| "epoch": 680.7547169811321, |
| "grad_norm": 1.3077633836764546, |
| "learning_rate": 3.511857615690347e-05, |
| "loss": 1.6811, |
| "step": 18040 |
| }, |
| { |
| "epoch": 681.5094339622641, |
| "grad_norm": 1.3473268942249876, |
| "learning_rate": 3.504628694084385e-05, |
| "loss": 1.6984, |
| "step": 18060 |
| }, |
| { |
| "epoch": 682.2641509433962, |
| "grad_norm": 1.3350261204503644, |
| "learning_rate": 3.497402655119306e-05, |
| "loss": 1.6567, |
| "step": 18080 |
| }, |
| { |
| "epoch": 683.0188679245283, |
| "grad_norm": 1.243885167646148, |
| "learning_rate": 3.490179526741014e-05, |
| "loss": 1.6837, |
| "step": 18100 |
| }, |
| { |
| "epoch": 683.7735849056604, |
| "grad_norm": 1.4293023473168278, |
| "learning_rate": 3.48295933688416e-05, |
| "loss": 1.7039, |
| "step": 18120 |
| }, |
| { |
| "epoch": 684.5283018867924, |
| "grad_norm": 1.3686594771374196, |
| "learning_rate": 3.4757421134720236e-05, |
| "loss": 1.7067, |
| "step": 18140 |
| }, |
| { |
| "epoch": 685.2830188679245, |
| "grad_norm": 1.6243192735337049, |
| "learning_rate": 3.46852788441642e-05, |
| "loss": 1.6661, |
| "step": 18160 |
| }, |
| { |
| "epoch": 686.0377358490566, |
| "grad_norm": 1.2075045336020302, |
| "learning_rate": 3.461316677617577e-05, |
| "loss": 1.6779, |
| "step": 18180 |
| }, |
| { |
| "epoch": 686.7924528301887, |
| "grad_norm": 1.348462905709941, |
| "learning_rate": 3.4541085209640396e-05, |
| "loss": 1.6962, |
| "step": 18200 |
| }, |
| { |
| "epoch": 687.5471698113207, |
| "grad_norm": 1.370184561468331, |
| "learning_rate": 3.446903442332552e-05, |
| "loss": 1.6819, |
| "step": 18220 |
| }, |
| { |
| "epoch": 688.3018867924528, |
| "grad_norm": 2.4058560541467537, |
| "learning_rate": 3.439701469587961e-05, |
| "loss": 1.6562, |
| "step": 18240 |
| }, |
| { |
| "epoch": 689.0566037735849, |
| "grad_norm": 1.2548392090130422, |
| "learning_rate": 3.4325026305830914e-05, |
| "loss": 1.662, |
| "step": 18260 |
| }, |
| { |
| "epoch": 689.811320754717, |
| "grad_norm": 1.2311253301629015, |
| "learning_rate": 3.4253069531586616e-05, |
| "loss": 1.6629, |
| "step": 18280 |
| }, |
| { |
| "epoch": 690.566037735849, |
| "grad_norm": 1.9966791662877068, |
| "learning_rate": 3.418114465143153e-05, |
| "loss": 1.6592, |
| "step": 18300 |
| }, |
| { |
| "epoch": 691.3207547169811, |
| "grad_norm": 1.2370362395857986, |
| "learning_rate": 3.410925194352715e-05, |
| "loss": 1.6806, |
| "step": 18320 |
| }, |
| { |
| "epoch": 692.0754716981132, |
| "grad_norm": 1.463146145452869, |
| "learning_rate": 3.4037391685910566e-05, |
| "loss": 1.6937, |
| "step": 18340 |
| }, |
| { |
| "epoch": 692.8301886792453, |
| "grad_norm": 1.2590469253316379, |
| "learning_rate": 3.396556415649336e-05, |
| "loss": 1.6746, |
| "step": 18360 |
| }, |
| { |
| "epoch": 693.5849056603773, |
| "grad_norm": 1.3472170619382864, |
| "learning_rate": 3.389376963306052e-05, |
| "loss": 1.681, |
| "step": 18380 |
| }, |
| { |
| "epoch": 694.3396226415094, |
| "grad_norm": 1.4907805923383493, |
| "learning_rate": 3.382200839326942e-05, |
| "loss": 1.6822, |
| "step": 18400 |
| }, |
| { |
| "epoch": 695.0943396226415, |
| "grad_norm": 1.3754366409172392, |
| "learning_rate": 3.375028071464869e-05, |
| "loss": 1.6819, |
| "step": 18420 |
| }, |
| { |
| "epoch": 695.8490566037735, |
| "grad_norm": 1.2854564980336112, |
| "learning_rate": 3.3678586874597176e-05, |
| "loss": 1.6712, |
| "step": 18440 |
| }, |
| { |
| "epoch": 696.6037735849056, |
| "grad_norm": 1.4614311570416143, |
| "learning_rate": 3.3606927150382865e-05, |
| "loss": 1.649, |
| "step": 18460 |
| }, |
| { |
| "epoch": 697.3584905660377, |
| "grad_norm": 1.3139946901519874, |
| "learning_rate": 3.353530181914178e-05, |
| "loss": 1.7062, |
| "step": 18480 |
| }, |
| { |
| "epoch": 698.1132075471698, |
| "grad_norm": 1.4895975475886944, |
| "learning_rate": 3.3463711157876966e-05, |
| "loss": 1.6841, |
| "step": 18500 |
| }, |
| { |
| "epoch": 698.8679245283018, |
| "grad_norm": 1.2111074764483576, |
| "learning_rate": 3.339215544345735e-05, |
| "loss": 1.6799, |
| "step": 18520 |
| }, |
| { |
| "epoch": 699.622641509434, |
| "grad_norm": 1.254964544152517, |
| "learning_rate": 3.3320634952616736e-05, |
| "loss": 1.6554, |
| "step": 18540 |
| }, |
| { |
| "epoch": 700.377358490566, |
| "grad_norm": 1.4098934710763775, |
| "learning_rate": 3.3249149961952686e-05, |
| "loss": 1.6821, |
| "step": 18560 |
| }, |
| { |
| "epoch": 701.1320754716982, |
| "grad_norm": 1.449098110180846, |
| "learning_rate": 3.3177700747925484e-05, |
| "loss": 1.6775, |
| "step": 18580 |
| }, |
| { |
| "epoch": 701.8867924528302, |
| "grad_norm": 1.4166300599178772, |
| "learning_rate": 3.310628758685702e-05, |
| "loss": 1.6647, |
| "step": 18600 |
| }, |
| { |
| "epoch": 702.6415094339623, |
| "grad_norm": 1.3321739096846923, |
| "learning_rate": 3.30349107549298e-05, |
| "loss": 1.6606, |
| "step": 18620 |
| }, |
| { |
| "epoch": 703.3962264150944, |
| "grad_norm": 1.3195021828180338, |
| "learning_rate": 3.2963570528185814e-05, |
| "loss": 1.6414, |
| "step": 18640 |
| }, |
| { |
| "epoch": 704.1509433962265, |
| "grad_norm": 1.2954808039261523, |
| "learning_rate": 3.2892267182525456e-05, |
| "loss": 1.6691, |
| "step": 18660 |
| }, |
| { |
| "epoch": 704.9056603773585, |
| "grad_norm": 1.3215765511079391, |
| "learning_rate": 3.2821000993706524e-05, |
| "loss": 1.6774, |
| "step": 18680 |
| }, |
| { |
| "epoch": 705.6603773584906, |
| "grad_norm": 1.3256079186058618, |
| "learning_rate": 3.2749772237343104e-05, |
| "loss": 1.6675, |
| "step": 18700 |
| }, |
| { |
| "epoch": 706.4150943396227, |
| "grad_norm": 1.3105427183809564, |
| "learning_rate": 3.26785811889045e-05, |
| "loss": 1.669, |
| "step": 18720 |
| }, |
| { |
| "epoch": 707.1698113207547, |
| "grad_norm": 1.1406031822674032, |
| "learning_rate": 3.26074281237142e-05, |
| "loss": 1.6528, |
| "step": 18740 |
| }, |
| { |
| "epoch": 707.9245283018868, |
| "grad_norm": 1.1721675684528943, |
| "learning_rate": 3.253631331694882e-05, |
| "loss": 1.6243, |
| "step": 18760 |
| }, |
| { |
| "epoch": 708.6792452830189, |
| "grad_norm": 1.262858428237141, |
| "learning_rate": 3.2465237043636945e-05, |
| "loss": 1.6811, |
| "step": 18780 |
| }, |
| { |
| "epoch": 709.433962264151, |
| "grad_norm": 1.3398257997775693, |
| "learning_rate": 3.239419957865822e-05, |
| "loss": 1.6531, |
| "step": 18800 |
| }, |
| { |
| "epoch": 710.188679245283, |
| "grad_norm": 1.3245763474105379, |
| "learning_rate": 3.2323201196742164e-05, |
| "loss": 1.6796, |
| "step": 18820 |
| }, |
| { |
| "epoch": 710.9433962264151, |
| "grad_norm": 1.3633874472219405, |
| "learning_rate": 3.225224217246712e-05, |
| "loss": 1.6544, |
| "step": 18840 |
| }, |
| { |
| "epoch": 711.6981132075472, |
| "grad_norm": 1.7407734601052158, |
| "learning_rate": 3.218132278025927e-05, |
| "loss": 1.6765, |
| "step": 18860 |
| }, |
| { |
| "epoch": 712.4528301886793, |
| "grad_norm": 1.4569167040451834, |
| "learning_rate": 3.2110443294391486e-05, |
| "loss": 1.6411, |
| "step": 18880 |
| }, |
| { |
| "epoch": 713.2075471698113, |
| "grad_norm": 1.3711197707215454, |
| "learning_rate": 3.203960398898234e-05, |
| "loss": 1.6385, |
| "step": 18900 |
| }, |
| { |
| "epoch": 713.9622641509434, |
| "grad_norm": 1.2731560765553942, |
| "learning_rate": 3.196880513799497e-05, |
| "loss": 1.6605, |
| "step": 18920 |
| }, |
| { |
| "epoch": 714.7169811320755, |
| "grad_norm": 1.3127125434194904, |
| "learning_rate": 3.189804701523608e-05, |
| "loss": 1.6774, |
| "step": 18940 |
| }, |
| { |
| "epoch": 715.4716981132076, |
| "grad_norm": 1.3249230445075728, |
| "learning_rate": 3.1827329894354874e-05, |
| "loss": 1.6753, |
| "step": 18960 |
| }, |
| { |
| "epoch": 716.2264150943396, |
| "grad_norm": 1.4612490587732805, |
| "learning_rate": 3.1756654048842e-05, |
| "loss": 1.655, |
| "step": 18980 |
| }, |
| { |
| "epoch": 716.9811320754717, |
| "grad_norm": 1.278645383417836, |
| "learning_rate": 3.1686019752028424e-05, |
| "loss": 1.6692, |
| "step": 19000 |
| }, |
| { |
| "epoch": 717.7358490566038, |
| "grad_norm": 1.3408714115191198, |
| "learning_rate": 3.161542727708446e-05, |
| "loss": 1.6448, |
| "step": 19020 |
| }, |
| { |
| "epoch": 718.4905660377359, |
| "grad_norm": 1.8695203026536409, |
| "learning_rate": 3.154487689701869e-05, |
| "loss": 1.6786, |
| "step": 19040 |
| }, |
| { |
| "epoch": 719.2452830188679, |
| "grad_norm": 1.3167685135936378, |
| "learning_rate": 3.147436888467689e-05, |
| "loss": 1.6625, |
| "step": 19060 |
| }, |
| { |
| "epoch": 720.0, |
| "grad_norm": 1.2539486625475944, |
| "learning_rate": 3.140390351274096e-05, |
| "loss": 1.6533, |
| "step": 19080 |
| }, |
| { |
| "epoch": 720.7547169811321, |
| "grad_norm": 1.3710221082026877, |
| "learning_rate": 3.133348105372793e-05, |
| "loss": 1.677, |
| "step": 19100 |
| }, |
| { |
| "epoch": 721.5094339622641, |
| "grad_norm": 1.528521350034396, |
| "learning_rate": 3.126310177998883e-05, |
| "loss": 1.6593, |
| "step": 19120 |
| }, |
| { |
| "epoch": 722.2641509433962, |
| "grad_norm": 1.2092386328287839, |
| "learning_rate": 3.1192765963707726e-05, |
| "loss": 1.669, |
| "step": 19140 |
| }, |
| { |
| "epoch": 723.0188679245283, |
| "grad_norm": 1.605845379972632, |
| "learning_rate": 3.1122473876900574e-05, |
| "loss": 1.6372, |
| "step": 19160 |
| }, |
| { |
| "epoch": 723.7735849056604, |
| "grad_norm": 1.5877097735994508, |
| "learning_rate": 3.105222579141423e-05, |
| "loss": 1.6557, |
| "step": 19180 |
| }, |
| { |
| "epoch": 724.5283018867924, |
| "grad_norm": 1.2516228941598748, |
| "learning_rate": 3.098202197892538e-05, |
| "loss": 1.6513, |
| "step": 19200 |
| }, |
| { |
| "epoch": 725.2830188679245, |
| "grad_norm": 1.2391402579938813, |
| "learning_rate": 3.091186271093947e-05, |
| "loss": 1.6526, |
| "step": 19220 |
| }, |
| { |
| "epoch": 726.0377358490566, |
| "grad_norm": 1.2782890497326889, |
| "learning_rate": 3.084174825878972e-05, |
| "loss": 1.6591, |
| "step": 19240 |
| }, |
| { |
| "epoch": 726.7924528301887, |
| "grad_norm": 1.2506962493164657, |
| "learning_rate": 3.0771678893635963e-05, |
| "loss": 1.65, |
| "step": 19260 |
| }, |
| { |
| "epoch": 727.5471698113207, |
| "grad_norm": 1.768116692306316, |
| "learning_rate": 3.070165488646371e-05, |
| "loss": 1.6516, |
| "step": 19280 |
| }, |
| { |
| "epoch": 728.3018867924528, |
| "grad_norm": 1.559057461009202, |
| "learning_rate": 3.063167650808307e-05, |
| "loss": 1.6616, |
| "step": 19300 |
| }, |
| { |
| "epoch": 729.0566037735849, |
| "grad_norm": 1.2888728962143756, |
| "learning_rate": 3.0561744029127636e-05, |
| "loss": 1.6574, |
| "step": 19320 |
| }, |
| { |
| "epoch": 729.811320754717, |
| "grad_norm": 1.2688734788741953, |
| "learning_rate": 3.049185772005353e-05, |
| "loss": 1.618, |
| "step": 19340 |
| }, |
| { |
| "epoch": 730.566037735849, |
| "grad_norm": 1.155730285013269, |
| "learning_rate": 3.0422017851138287e-05, |
| "loss": 1.6515, |
| "step": 19360 |
| }, |
| { |
| "epoch": 731.3207547169811, |
| "grad_norm": 1.7451043683696195, |
| "learning_rate": 3.0352224692479883e-05, |
| "loss": 1.6371, |
| "step": 19380 |
| }, |
| { |
| "epoch": 732.0754716981132, |
| "grad_norm": 1.526187340694129, |
| "learning_rate": 3.0282478513995598e-05, |
| "loss": 1.6523, |
| "step": 19400 |
| }, |
| { |
| "epoch": 732.8301886792453, |
| "grad_norm": 1.4075608712323138, |
| "learning_rate": 3.0212779585421064e-05, |
| "loss": 1.6335, |
| "step": 19420 |
| }, |
| { |
| "epoch": 733.5849056603773, |
| "grad_norm": 1.345293550699471, |
| "learning_rate": 3.0143128176309125e-05, |
| "loss": 1.6505, |
| "step": 19440 |
| }, |
| { |
| "epoch": 734.3396226415094, |
| "grad_norm": 1.3467855791600631, |
| "learning_rate": 3.007352455602892e-05, |
| "loss": 1.6591, |
| "step": 19460 |
| }, |
| { |
| "epoch": 735.0943396226415, |
| "grad_norm": 1.3667404544607202, |
| "learning_rate": 3.000396899376472e-05, |
| "loss": 1.6244, |
| "step": 19480 |
| }, |
| { |
| "epoch": 735.8490566037735, |
| "grad_norm": 1.2844014927173513, |
| "learning_rate": 2.9934461758514944e-05, |
| "loss": 1.6154, |
| "step": 19500 |
| }, |
| { |
| "epoch": 736.6037735849056, |
| "grad_norm": 1.46598947181564, |
| "learning_rate": 2.986500311909114e-05, |
| "loss": 1.6443, |
| "step": 19520 |
| }, |
| { |
| "epoch": 737.3584905660377, |
| "grad_norm": 1.2682755408237392, |
| "learning_rate": 2.9795593344116856e-05, |
| "loss": 1.6492, |
| "step": 19540 |
| }, |
| { |
| "epoch": 738.1132075471698, |
| "grad_norm": 1.4017683975117536, |
| "learning_rate": 2.972623270202674e-05, |
| "loss": 1.6614, |
| "step": 19560 |
| }, |
| { |
| "epoch": 738.8679245283018, |
| "grad_norm": 1.5142927604100354, |
| "learning_rate": 2.9656921461065357e-05, |
| "loss": 1.6357, |
| "step": 19580 |
| }, |
| { |
| "epoch": 739.622641509434, |
| "grad_norm": 1.2492564466728204, |
| "learning_rate": 2.958765988928627e-05, |
| "loss": 1.6468, |
| "step": 19600 |
| }, |
| { |
| "epoch": 740.377358490566, |
| "grad_norm": 1.4008655564779207, |
| "learning_rate": 2.951844825455089e-05, |
| "loss": 1.64, |
| "step": 19620 |
| }, |
| { |
| "epoch": 741.1320754716982, |
| "grad_norm": 1.2731601803567079, |
| "learning_rate": 2.944928682452759e-05, |
| "loss": 1.6324, |
| "step": 19640 |
| }, |
| { |
| "epoch": 741.8867924528302, |
| "grad_norm": 1.5569572939387173, |
| "learning_rate": 2.9380175866690493e-05, |
| "loss": 1.6368, |
| "step": 19660 |
| }, |
| { |
| "epoch": 742.6415094339623, |
| "grad_norm": 1.3215892057968033, |
| "learning_rate": 2.9311115648318603e-05, |
| "loss": 1.5918, |
| "step": 19680 |
| }, |
| { |
| "epoch": 743.3962264150944, |
| "grad_norm": 1.301974969557669, |
| "learning_rate": 2.924210643649462e-05, |
| "loss": 1.625, |
| "step": 19700 |
| }, |
| { |
| "epoch": 744.1509433962265, |
| "grad_norm": 1.245601615853851, |
| "learning_rate": 2.917314849810405e-05, |
| "loss": 1.6436, |
| "step": 19720 |
| }, |
| { |
| "epoch": 744.9056603773585, |
| "grad_norm": 1.4218013050424188, |
| "learning_rate": 2.9104242099834047e-05, |
| "loss": 1.633, |
| "step": 19740 |
| }, |
| { |
| "epoch": 745.6603773584906, |
| "grad_norm": 1.584425316406802, |
| "learning_rate": 2.9035387508172488e-05, |
| "loss": 1.654, |
| "step": 19760 |
| }, |
| { |
| "epoch": 746.4150943396227, |
| "grad_norm": 1.237326080185327, |
| "learning_rate": 2.896658498940685e-05, |
| "loss": 1.6417, |
| "step": 19780 |
| }, |
| { |
| "epoch": 747.1698113207547, |
| "grad_norm": 1.336327325511772, |
| "learning_rate": 2.8897834809623266e-05, |
| "loss": 1.6278, |
| "step": 19800 |
| }, |
| { |
| "epoch": 747.9245283018868, |
| "grad_norm": 1.3731531069367304, |
| "learning_rate": 2.8829137234705436e-05, |
| "loss": 1.6339, |
| "step": 19820 |
| }, |
| { |
| "epoch": 748.6792452830189, |
| "grad_norm": 1.4396961322439583, |
| "learning_rate": 2.8760492530333595e-05, |
| "loss": 1.6132, |
| "step": 19840 |
| }, |
| { |
| "epoch": 749.433962264151, |
| "grad_norm": 1.4566587475130242, |
| "learning_rate": 2.869190096198354e-05, |
| "loss": 1.6236, |
| "step": 19860 |
| }, |
| { |
| "epoch": 750.188679245283, |
| "grad_norm": 1.3378675846922892, |
| "learning_rate": 2.8623362794925554e-05, |
| "loss": 1.6407, |
| "step": 19880 |
| }, |
| { |
| "epoch": 750.9433962264151, |
| "grad_norm": 1.1248642736382553, |
| "learning_rate": 2.85548782942234e-05, |
| "loss": 1.6328, |
| "step": 19900 |
| }, |
| { |
| "epoch": 751.6981132075472, |
| "grad_norm": 1.281060533625914, |
| "learning_rate": 2.8486447724733283e-05, |
| "loss": 1.6288, |
| "step": 19920 |
| }, |
| { |
| "epoch": 752.4528301886793, |
| "grad_norm": 1.2477580789710936, |
| "learning_rate": 2.841807135110286e-05, |
| "loss": 1.6129, |
| "step": 19940 |
| }, |
| { |
| "epoch": 753.2075471698113, |
| "grad_norm": 1.3050801379092132, |
| "learning_rate": 2.8349749437770146e-05, |
| "loss": 1.6259, |
| "step": 19960 |
| }, |
| { |
| "epoch": 753.9622641509434, |
| "grad_norm": 1.6556396088385372, |
| "learning_rate": 2.8281482248962588e-05, |
| "loss": 1.6264, |
| "step": 19980 |
| }, |
| { |
| "epoch": 754.7169811320755, |
| "grad_norm": 1.442836668716919, |
| "learning_rate": 2.8213270048695976e-05, |
| "loss": 1.6286, |
| "step": 20000 |
| }, |
| { |
| "epoch": 755.4716981132076, |
| "grad_norm": 1.3276233208619523, |
| "learning_rate": 2.814511310077342e-05, |
| "loss": 1.6485, |
| "step": 20020 |
| }, |
| { |
| "epoch": 756.2264150943396, |
| "grad_norm": 1.2751456415696178, |
| "learning_rate": 2.807701166878436e-05, |
| "loss": 1.622, |
| "step": 20040 |
| }, |
| { |
| "epoch": 756.9811320754717, |
| "grad_norm": 1.2003976158870355, |
| "learning_rate": 2.8008966016103532e-05, |
| "loss": 1.6002, |
| "step": 20060 |
| }, |
| { |
| "epoch": 757.7358490566038, |
| "grad_norm": 1.3873947326300384, |
| "learning_rate": 2.7940976405889962e-05, |
| "loss": 1.5892, |
| "step": 20080 |
| }, |
| { |
| "epoch": 758.4905660377359, |
| "grad_norm": 1.6648131685984493, |
| "learning_rate": 2.787304310108591e-05, |
| "loss": 1.6496, |
| "step": 20100 |
| }, |
| { |
| "epoch": 759.2452830188679, |
| "grad_norm": 1.4092462550250433, |
| "learning_rate": 2.780516636441591e-05, |
| "loss": 1.6222, |
| "step": 20120 |
| }, |
| { |
| "epoch": 760.0, |
| "grad_norm": 1.3221797397344044, |
| "learning_rate": 2.7737346458385732e-05, |
| "loss": 1.6276, |
| "step": 20140 |
| }, |
| { |
| "epoch": 760.7547169811321, |
| "grad_norm": 1.2328101453363856, |
| "learning_rate": 2.766958364528132e-05, |
| "loss": 1.6199, |
| "step": 20160 |
| }, |
| { |
| "epoch": 761.5094339622641, |
| "grad_norm": 1.198723191362267, |
| "learning_rate": 2.7601878187167865e-05, |
| "loss": 1.6028, |
| "step": 20180 |
| }, |
| { |
| "epoch": 762.2641509433962, |
| "grad_norm": 1.9424131363478752, |
| "learning_rate": 2.7534230345888686e-05, |
| "loss": 1.6155, |
| "step": 20200 |
| }, |
| { |
| "epoch": 763.0188679245283, |
| "grad_norm": 1.3568601924624037, |
| "learning_rate": 2.7466640383064343e-05, |
| "loss": 1.615, |
| "step": 20220 |
| }, |
| { |
| "epoch": 763.7735849056604, |
| "grad_norm": 1.6734295204532768, |
| "learning_rate": 2.7399108560091492e-05, |
| "loss": 1.6127, |
| "step": 20240 |
| }, |
| { |
| "epoch": 764.5283018867924, |
| "grad_norm": 1.3054727154474908, |
| "learning_rate": 2.7331635138141997e-05, |
| "loss": 1.6121, |
| "step": 20260 |
| }, |
| { |
| "epoch": 765.2830188679245, |
| "grad_norm": 1.4085434131191898, |
| "learning_rate": 2.7264220378161817e-05, |
| "loss": 1.5995, |
| "step": 20280 |
| }, |
| { |
| "epoch": 766.0377358490566, |
| "grad_norm": 1.2882798163186127, |
| "learning_rate": 2.719686454087006e-05, |
| "loss": 1.6209, |
| "step": 20300 |
| }, |
| { |
| "epoch": 766.7924528301887, |
| "grad_norm": 1.3843343328010425, |
| "learning_rate": 2.712956788675799e-05, |
| "loss": 1.6253, |
| "step": 20320 |
| }, |
| { |
| "epoch": 767.5471698113207, |
| "grad_norm": 1.2235858453276647, |
| "learning_rate": 2.7062330676087928e-05, |
| "loss": 1.5965, |
| "step": 20340 |
| }, |
| { |
| "epoch": 768.3018867924528, |
| "grad_norm": 3.572459256976869, |
| "learning_rate": 2.6995153168892342e-05, |
| "loss": 1.6146, |
| "step": 20360 |
| }, |
| { |
| "epoch": 769.0566037735849, |
| "grad_norm": 1.6994398915504043, |
| "learning_rate": 2.692803562497278e-05, |
| "loss": 1.6034, |
| "step": 20380 |
| }, |
| { |
| "epoch": 769.811320754717, |
| "grad_norm": 1.2122097844602269, |
| "learning_rate": 2.6860978303898913e-05, |
| "loss": 1.6133, |
| "step": 20400 |
| }, |
| { |
| "epoch": 770.566037735849, |
| "grad_norm": 1.5836773539567761, |
| "learning_rate": 2.6793981465007477e-05, |
| "loss": 1.6149, |
| "step": 20420 |
| }, |
| { |
| "epoch": 771.3207547169811, |
| "grad_norm": 1.9577284294586506, |
| "learning_rate": 2.6727045367401357e-05, |
| "loss": 1.6038, |
| "step": 20440 |
| }, |
| { |
| "epoch": 772.0754716981132, |
| "grad_norm": 1.453554282623515, |
| "learning_rate": 2.6660170269948445e-05, |
| "loss": 1.6425, |
| "step": 20460 |
| }, |
| { |
| "epoch": 772.8301886792453, |
| "grad_norm": 1.3031139346537821, |
| "learning_rate": 2.65933564312808e-05, |
| "loss": 1.5996, |
| "step": 20480 |
| }, |
| { |
| "epoch": 773.5849056603773, |
| "grad_norm": 1.2921513380534098, |
| "learning_rate": 2.6526604109793517e-05, |
| "loss": 1.6097, |
| "step": 20500 |
| }, |
| { |
| "epoch": 774.3396226415094, |
| "grad_norm": 1.2706024142950736, |
| "learning_rate": 2.6459913563643797e-05, |
| "loss": 1.6151, |
| "step": 20520 |
| }, |
| { |
| "epoch": 775.0943396226415, |
| "grad_norm": 1.3170228555500274, |
| "learning_rate": 2.6393285050749948e-05, |
| "loss": 1.6117, |
| "step": 20540 |
| }, |
| { |
| "epoch": 775.8490566037735, |
| "grad_norm": 1.4811497809397014, |
| "learning_rate": 2.6326718828790347e-05, |
| "loss": 1.6065, |
| "step": 20560 |
| }, |
| { |
| "epoch": 776.6037735849056, |
| "grad_norm": 1.3171774089155976, |
| "learning_rate": 2.6260215155202478e-05, |
| "loss": 1.5846, |
| "step": 20580 |
| }, |
| { |
| "epoch": 777.3584905660377, |
| "grad_norm": 1.4867958271178354, |
| "learning_rate": 2.6193774287181905e-05, |
| "loss": 1.6182, |
| "step": 20600 |
| }, |
| { |
| "epoch": 778.1132075471698, |
| "grad_norm": 1.485845846341643, |
| "learning_rate": 2.612739648168134e-05, |
| "loss": 1.618, |
| "step": 20620 |
| }, |
| { |
| "epoch": 778.8679245283018, |
| "grad_norm": 1.3411546152150449, |
| "learning_rate": 2.6061081995409594e-05, |
| "loss": 1.5979, |
| "step": 20640 |
| }, |
| { |
| "epoch": 779.622641509434, |
| "grad_norm": 1.352180099861608, |
| "learning_rate": 2.5994831084830585e-05, |
| "loss": 1.607, |
| "step": 20660 |
| }, |
| { |
| "epoch": 780.377358490566, |
| "grad_norm": 1.4317453454675355, |
| "learning_rate": 2.5928644006162356e-05, |
| "loss": 1.63, |
| "step": 20680 |
| }, |
| { |
| "epoch": 781.1320754716982, |
| "grad_norm": 1.3910753254665948, |
| "learning_rate": 2.5862521015376083e-05, |
| "loss": 1.6066, |
| "step": 20700 |
| }, |
| { |
| "epoch": 781.8867924528302, |
| "grad_norm": 1.3073180519851255, |
| "learning_rate": 2.579646236819513e-05, |
| "loss": 1.6064, |
| "step": 20720 |
| }, |
| { |
| "epoch": 782.6415094339623, |
| "grad_norm": 1.2595549167905473, |
| "learning_rate": 2.5730468320093977e-05, |
| "loss": 1.5911, |
| "step": 20740 |
| }, |
| { |
| "epoch": 783.3962264150944, |
| "grad_norm": 1.2678103789921547, |
| "learning_rate": 2.566453912629729e-05, |
| "loss": 1.5817, |
| "step": 20760 |
| }, |
| { |
| "epoch": 784.1509433962265, |
| "grad_norm": 1.5236492215060178, |
| "learning_rate": 2.5598675041778895e-05, |
| "loss": 1.6007, |
| "step": 20780 |
| }, |
| { |
| "epoch": 784.9056603773585, |
| "grad_norm": 1.4661421776894412, |
| "learning_rate": 2.553287632126086e-05, |
| "loss": 1.5504, |
| "step": 20800 |
| }, |
| { |
| "epoch": 785.6603773584906, |
| "grad_norm": 2.1927891520328635, |
| "learning_rate": 2.5467143219212452e-05, |
| "loss": 1.5841, |
| "step": 20820 |
| }, |
| { |
| "epoch": 786.4150943396227, |
| "grad_norm": 1.3795117819084444, |
| "learning_rate": 2.5401475989849135e-05, |
| "loss": 1.6066, |
| "step": 20840 |
| }, |
| { |
| "epoch": 787.1698113207547, |
| "grad_norm": 1.4556438165329462, |
| "learning_rate": 2.5335874887131648e-05, |
| "loss": 1.5968, |
| "step": 20860 |
| }, |
| { |
| "epoch": 787.9245283018868, |
| "grad_norm": 1.4073316916031215, |
| "learning_rate": 2.5270340164764954e-05, |
| "loss": 1.5903, |
| "step": 20880 |
| }, |
| { |
| "epoch": 788.6792452830189, |
| "grad_norm": 1.519045194155026, |
| "learning_rate": 2.5204872076197373e-05, |
| "loss": 1.6143, |
| "step": 20900 |
| }, |
| { |
| "epoch": 789.433962264151, |
| "grad_norm": 1.371854180935982, |
| "learning_rate": 2.513947087461945e-05, |
| "loss": 1.5956, |
| "step": 20920 |
| }, |
| { |
| "epoch": 790.188679245283, |
| "grad_norm": 1.3445443793198255, |
| "learning_rate": 2.5074136812963086e-05, |
| "loss": 1.6161, |
| "step": 20940 |
| }, |
| { |
| "epoch": 790.9433962264151, |
| "grad_norm": 1.3427364962397694, |
| "learning_rate": 2.5008870143900505e-05, |
| "loss": 1.5568, |
| "step": 20960 |
| }, |
| { |
| "epoch": 791.6981132075472, |
| "grad_norm": 1.2656549996025988, |
| "learning_rate": 2.4943671119843328e-05, |
| "loss": 1.5955, |
| "step": 20980 |
| }, |
| { |
| "epoch": 792.4528301886793, |
| "grad_norm": 1.4205258402430134, |
| "learning_rate": 2.4878539992941564e-05, |
| "loss": 1.5806, |
| "step": 21000 |
| }, |
| { |
| "epoch": 793.2075471698113, |
| "grad_norm": 1.6035321030423435, |
| "learning_rate": 2.4813477015082614e-05, |
| "loss": 1.6141, |
| "step": 21020 |
| }, |
| { |
| "epoch": 793.9622641509434, |
| "grad_norm": 1.411461969155631, |
| "learning_rate": 2.4748482437890327e-05, |
| "loss": 1.613, |
| "step": 21040 |
| }, |
| { |
| "epoch": 794.7169811320755, |
| "grad_norm": 1.5232357865305386, |
| "learning_rate": 2.4683556512724013e-05, |
| "loss": 1.5999, |
| "step": 21060 |
| }, |
| { |
| "epoch": 795.4716981132076, |
| "grad_norm": 1.423060839013135, |
| "learning_rate": 2.4618699490677522e-05, |
| "loss": 1.6014, |
| "step": 21080 |
| }, |
| { |
| "epoch": 796.2264150943396, |
| "grad_norm": 1.3310370009240546, |
| "learning_rate": 2.4553911622578173e-05, |
| "loss": 1.5633, |
| "step": 21100 |
| }, |
| { |
| "epoch": 796.9811320754717, |
| "grad_norm": 1.5449295211536895, |
| "learning_rate": 2.4489193158985862e-05, |
| "loss": 1.5948, |
| "step": 21120 |
| }, |
| { |
| "epoch": 797.7358490566038, |
| "grad_norm": 1.4953862144554202, |
| "learning_rate": 2.4424544350192054e-05, |
| "loss": 1.5576, |
| "step": 21140 |
| }, |
| { |
| "epoch": 798.4905660377359, |
| "grad_norm": 1.4322654299272977, |
| "learning_rate": 2.4359965446218893e-05, |
| "loss": 1.6043, |
| "step": 21160 |
| }, |
| { |
| "epoch": 799.2452830188679, |
| "grad_norm": 1.230403444648656, |
| "learning_rate": 2.4295456696818116e-05, |
| "loss": 1.5875, |
| "step": 21180 |
| }, |
| { |
| "epoch": 800.0, |
| "grad_norm": 1.2803680639521113, |
| "learning_rate": 2.423101835147014e-05, |
| "loss": 1.5929, |
| "step": 21200 |
| }, |
| { |
| "epoch": 800.7547169811321, |
| "grad_norm": 1.3170298641719804, |
| "learning_rate": 2.4166650659383118e-05, |
| "loss": 1.5807, |
| "step": 21220 |
| }, |
| { |
| "epoch": 801.5094339622641, |
| "grad_norm": 1.6269742919477346, |
| "learning_rate": 2.410235386949199e-05, |
| "loss": 1.6065, |
| "step": 21240 |
| }, |
| { |
| "epoch": 802.2641509433962, |
| "grad_norm": 1.5458337442207868, |
| "learning_rate": 2.4038128230457458e-05, |
| "loss": 1.5717, |
| "step": 21260 |
| }, |
| { |
| "epoch": 803.0188679245283, |
| "grad_norm": 2.161638931230412, |
| "learning_rate": 2.3973973990665043e-05, |
| "loss": 1.5762, |
| "step": 21280 |
| }, |
| { |
| "epoch": 803.7735849056604, |
| "grad_norm": 1.4046972399313973, |
| "learning_rate": 2.3909891398224146e-05, |
| "loss": 1.5661, |
| "step": 21300 |
| }, |
| { |
| "epoch": 804.5283018867924, |
| "grad_norm": 1.35050834441664, |
| "learning_rate": 2.3845880700967103e-05, |
| "loss": 1.5706, |
| "step": 21320 |
| }, |
| { |
| "epoch": 805.2830188679245, |
| "grad_norm": 1.5896148693041472, |
| "learning_rate": 2.3781942146448204e-05, |
| "loss": 1.5729, |
| "step": 21340 |
| }, |
| { |
| "epoch": 806.0377358490566, |
| "grad_norm": 1.5191801749378997, |
| "learning_rate": 2.3718075981942708e-05, |
| "loss": 1.5602, |
| "step": 21360 |
| }, |
| { |
| "epoch": 806.7924528301887, |
| "grad_norm": 1.1849456023631704, |
| "learning_rate": 2.3654282454445914e-05, |
| "loss": 1.5577, |
| "step": 21380 |
| }, |
| { |
| "epoch": 807.5471698113207, |
| "grad_norm": 1.6435607024595327, |
| "learning_rate": 2.3590561810672222e-05, |
| "loss": 1.5806, |
| "step": 21400 |
| }, |
| { |
| "epoch": 808.3018867924528, |
| "grad_norm": 2.2764964715817153, |
| "learning_rate": 2.3526914297054165e-05, |
| "loss": 1.5465, |
| "step": 21420 |
| }, |
| { |
| "epoch": 809.0566037735849, |
| "grad_norm": 1.143095634553467, |
| "learning_rate": 2.3463340159741438e-05, |
| "loss": 1.5608, |
| "step": 21440 |
| }, |
| { |
| "epoch": 809.811320754717, |
| "grad_norm": 1.786405965035776, |
| "learning_rate": 2.3399839644599966e-05, |
| "loss": 1.5685, |
| "step": 21460 |
| }, |
| { |
| "epoch": 810.566037735849, |
| "grad_norm": 1.7826688318895536, |
| "learning_rate": 2.3336412997210945e-05, |
| "loss": 1.5673, |
| "step": 21480 |
| }, |
| { |
| "epoch": 811.3207547169811, |
| "grad_norm": 1.9973557900265262, |
| "learning_rate": 2.3273060462869915e-05, |
| "loss": 1.58, |
| "step": 21500 |
| }, |
| { |
| "epoch": 812.0754716981132, |
| "grad_norm": 2.725826480276118, |
| "learning_rate": 2.320978228658578e-05, |
| "loss": 1.5798, |
| "step": 21520 |
| }, |
| { |
| "epoch": 812.8301886792453, |
| "grad_norm": 1.3785885365626125, |
| "learning_rate": 2.3146578713079873e-05, |
| "loss": 1.584, |
| "step": 21540 |
| }, |
| { |
| "epoch": 813.5849056603773, |
| "grad_norm": 1.3942585361528321, |
| "learning_rate": 2.308344998678499e-05, |
| "loss": 1.5801, |
| "step": 21560 |
| }, |
| { |
| "epoch": 814.3396226415094, |
| "grad_norm": 1.3778634108496939, |
| "learning_rate": 2.3020396351844476e-05, |
| "loss": 1.587, |
| "step": 21580 |
| }, |
| { |
| "epoch": 815.0943396226415, |
| "grad_norm": 1.3226870132637325, |
| "learning_rate": 2.2957418052111304e-05, |
| "loss": 1.5666, |
| "step": 21600 |
| }, |
| { |
| "epoch": 815.8490566037735, |
| "grad_norm": 1.4483636324260303, |
| "learning_rate": 2.2894515331147043e-05, |
| "loss": 1.5721, |
| "step": 21620 |
| }, |
| { |
| "epoch": 816.6037735849056, |
| "grad_norm": 1.2510733452498213, |
| "learning_rate": 2.2831688432220988e-05, |
| "loss": 1.5909, |
| "step": 21640 |
| }, |
| { |
| "epoch": 817.3584905660377, |
| "grad_norm": 1.4064726551185514, |
| "learning_rate": 2.2768937598309226e-05, |
| "loss": 1.5581, |
| "step": 21660 |
| }, |
| { |
| "epoch": 818.1132075471698, |
| "grad_norm": 1.3598025710319712, |
| "learning_rate": 2.2706263072093622e-05, |
| "loss": 1.5798, |
| "step": 21680 |
| }, |
| { |
| "epoch": 818.8679245283018, |
| "grad_norm": 1.4055798705480538, |
| "learning_rate": 2.2643665095960992e-05, |
| "loss": 1.5376, |
| "step": 21700 |
| }, |
| { |
| "epoch": 819.622641509434, |
| "grad_norm": 1.3886244820387288, |
| "learning_rate": 2.258114391200204e-05, |
| "loss": 1.588, |
| "step": 21720 |
| }, |
| { |
| "epoch": 820.377358490566, |
| "grad_norm": 1.672353853467523, |
| "learning_rate": 2.2518699762010527e-05, |
| "loss": 1.5771, |
| "step": 21740 |
| }, |
| { |
| "epoch": 821.1320754716982, |
| "grad_norm": 1.6122695109482281, |
| "learning_rate": 2.245633288748226e-05, |
| "loss": 1.5744, |
| "step": 21760 |
| }, |
| { |
| "epoch": 821.8867924528302, |
| "grad_norm": 1.2184243938930763, |
| "learning_rate": 2.239404352961424e-05, |
| "loss": 1.5579, |
| "step": 21780 |
| }, |
| { |
| "epoch": 822.6415094339623, |
| "grad_norm": 2.6739030707563383, |
| "learning_rate": 2.233183192930362e-05, |
| "loss": 1.5742, |
| "step": 21800 |
| }, |
| { |
| "epoch": 823.3962264150944, |
| "grad_norm": 1.513583565471533, |
| "learning_rate": 2.22696983271469e-05, |
| "loss": 1.5543, |
| "step": 21820 |
| }, |
| { |
| "epoch": 824.1509433962265, |
| "grad_norm": 1.5062076381870015, |
| "learning_rate": 2.2207642963438875e-05, |
| "loss": 1.5578, |
| "step": 21840 |
| }, |
| { |
| "epoch": 824.9056603773585, |
| "grad_norm": 1.4515191009181103, |
| "learning_rate": 2.2145666078171794e-05, |
| "loss": 1.5599, |
| "step": 21860 |
| }, |
| { |
| "epoch": 825.6603773584906, |
| "grad_norm": 1.7800885670540134, |
| "learning_rate": 2.2083767911034394e-05, |
| "loss": 1.5724, |
| "step": 21880 |
| }, |
| { |
| "epoch": 826.4150943396227, |
| "grad_norm": 1.655570469233021, |
| "learning_rate": 2.2021948701410956e-05, |
| "loss": 1.5722, |
| "step": 21900 |
| }, |
| { |
| "epoch": 827.1698113207547, |
| "grad_norm": 1.682338091450034, |
| "learning_rate": 2.1960208688380426e-05, |
| "loss": 1.5289, |
| "step": 21920 |
| }, |
| { |
| "epoch": 827.9245283018868, |
| "grad_norm": 1.3769805944636337, |
| "learning_rate": 2.189854811071546e-05, |
| "loss": 1.5523, |
| "step": 21940 |
| }, |
| { |
| "epoch": 828.6792452830189, |
| "grad_norm": 1.2988448014856364, |
| "learning_rate": 2.183696720688152e-05, |
| "loss": 1.5493, |
| "step": 21960 |
| }, |
| { |
| "epoch": 829.433962264151, |
| "grad_norm": 1.352528590030774, |
| "learning_rate": 2.1775466215035887e-05, |
| "loss": 1.5505, |
| "step": 21980 |
| }, |
| { |
| "epoch": 830.188679245283, |
| "grad_norm": 1.9587571716355492, |
| "learning_rate": 2.1714045373026878e-05, |
| "loss": 1.5611, |
| "step": 22000 |
| }, |
| { |
| "epoch": 830.9433962264151, |
| "grad_norm": 1.4092678213797292, |
| "learning_rate": 2.165270491839274e-05, |
| "loss": 1.5799, |
| "step": 22020 |
| }, |
| { |
| "epoch": 831.6981132075472, |
| "grad_norm": 1.2980309483736483, |
| "learning_rate": 2.159144508836092e-05, |
| "loss": 1.5409, |
| "step": 22040 |
| }, |
| { |
| "epoch": 832.4528301886793, |
| "grad_norm": 2.367411086569801, |
| "learning_rate": 2.1530266119847e-05, |
| "loss": 1.5565, |
| "step": 22060 |
| }, |
| { |
| "epoch": 833.2075471698113, |
| "grad_norm": 1.4677294354247894, |
| "learning_rate": 2.146916824945386e-05, |
| "loss": 1.567, |
| "step": 22080 |
| }, |
| { |
| "epoch": 833.9622641509434, |
| "grad_norm": 1.2034171336508228, |
| "learning_rate": 2.1408151713470727e-05, |
| "loss": 1.5324, |
| "step": 22100 |
| }, |
| { |
| "epoch": 834.7169811320755, |
| "grad_norm": 1.6112142759671855, |
| "learning_rate": 2.1347216747872316e-05, |
| "loss": 1.5728, |
| "step": 22120 |
| }, |
| { |
| "epoch": 835.4716981132076, |
| "grad_norm": 2.3612009460762025, |
| "learning_rate": 2.1286363588317815e-05, |
| "loss": 1.5777, |
| "step": 22140 |
| }, |
| { |
| "epoch": 836.2264150943396, |
| "grad_norm": 1.3794177780422423, |
| "learning_rate": 2.122559247015011e-05, |
| "loss": 1.5337, |
| "step": 22160 |
| }, |
| { |
| "epoch": 836.9811320754717, |
| "grad_norm": 1.4913217058342938, |
| "learning_rate": 2.116490362839475e-05, |
| "loss": 1.5712, |
| "step": 22180 |
| }, |
| { |
| "epoch": 837.7358490566038, |
| "grad_norm": 1.393269094002593, |
| "learning_rate": 2.1104297297759077e-05, |
| "loss": 1.56, |
| "step": 22200 |
| }, |
| { |
| "epoch": 838.4905660377359, |
| "grad_norm": 1.5277254368751014, |
| "learning_rate": 2.104377371263138e-05, |
| "loss": 1.564, |
| "step": 22220 |
| }, |
| { |
| "epoch": 839.2452830188679, |
| "grad_norm": 1.8220574387124733, |
| "learning_rate": 2.0983333107079923e-05, |
| "loss": 1.593, |
| "step": 22240 |
| }, |
| { |
| "epoch": 840.0, |
| "grad_norm": 1.4636327213867844, |
| "learning_rate": 2.0922975714852024e-05, |
| "loss": 1.5482, |
| "step": 22260 |
| }, |
| { |
| "epoch": 840.7547169811321, |
| "grad_norm": 1.374724993121681, |
| "learning_rate": 2.0862701769373194e-05, |
| "loss": 1.5386, |
| "step": 22280 |
| }, |
| { |
| "epoch": 841.5094339622641, |
| "grad_norm": 1.3056844963466483, |
| "learning_rate": 2.0802511503746282e-05, |
| "loss": 1.5499, |
| "step": 22300 |
| }, |
| { |
| "epoch": 842.2641509433962, |
| "grad_norm": 1.8941001751457995, |
| "learning_rate": 2.074240515075041e-05, |
| "loss": 1.5556, |
| "step": 22320 |
| }, |
| { |
| "epoch": 843.0188679245283, |
| "grad_norm": 1.5811456544096827, |
| "learning_rate": 2.0682382942840276e-05, |
| "loss": 1.5301, |
| "step": 22340 |
| }, |
| { |
| "epoch": 843.7735849056604, |
| "grad_norm": 1.6509929914813097, |
| "learning_rate": 2.062244511214511e-05, |
| "loss": 1.5114, |
| "step": 22360 |
| }, |
| { |
| "epoch": 844.5283018867924, |
| "grad_norm": 1.7262725135545645, |
| "learning_rate": 2.0562591890467795e-05, |
| "loss": 1.5771, |
| "step": 22380 |
| }, |
| { |
| "epoch": 845.2830188679245, |
| "grad_norm": 2.3494461416325176, |
| "learning_rate": 2.050282350928407e-05, |
| "loss": 1.5355, |
| "step": 22400 |
| }, |
| { |
| "epoch": 846.0377358490566, |
| "grad_norm": 1.5449531783263548, |
| "learning_rate": 2.0443140199741506e-05, |
| "loss": 1.5322, |
| "step": 22420 |
| }, |
| { |
| "epoch": 846.7924528301887, |
| "grad_norm": 1.6993440968380624, |
| "learning_rate": 2.0383542192658678e-05, |
| "loss": 1.5595, |
| "step": 22440 |
| }, |
| { |
| "epoch": 847.5471698113207, |
| "grad_norm": 1.4219970620295765, |
| "learning_rate": 2.0324029718524266e-05, |
| "loss": 1.544, |
| "step": 22460 |
| }, |
| { |
| "epoch": 848.3018867924528, |
| "grad_norm": 1.4581628071481192, |
| "learning_rate": 2.0264603007496174e-05, |
| "loss": 1.5504, |
| "step": 22480 |
| }, |
| { |
| "epoch": 849.0566037735849, |
| "grad_norm": 1.7218288706081564, |
| "learning_rate": 2.0205262289400635e-05, |
| "loss": 1.5329, |
| "step": 22500 |
| }, |
| { |
| "epoch": 849.811320754717, |
| "grad_norm": 1.557573117936356, |
| "learning_rate": 2.0146007793731277e-05, |
| "loss": 1.5413, |
| "step": 22520 |
| }, |
| { |
| "epoch": 850.566037735849, |
| "grad_norm": 1.556424340318002, |
| "learning_rate": 2.0086839749648294e-05, |
| "loss": 1.585, |
| "step": 22540 |
| }, |
| { |
| "epoch": 851.3207547169811, |
| "grad_norm": 1.5130697235799593, |
| "learning_rate": 2.002775838597753e-05, |
| "loss": 1.5365, |
| "step": 22560 |
| }, |
| { |
| "epoch": 852.0754716981132, |
| "grad_norm": 1.8393652727073544, |
| "learning_rate": 1.9968763931209628e-05, |
| "loss": 1.5459, |
| "step": 22580 |
| }, |
| { |
| "epoch": 852.8301886792453, |
| "grad_norm": 1.5587158507011118, |
| "learning_rate": 1.9909856613499096e-05, |
| "loss": 1.5429, |
| "step": 22600 |
| }, |
| { |
| "epoch": 853.5849056603773, |
| "grad_norm": 1.5786253886757977, |
| "learning_rate": 1.9851036660663427e-05, |
| "loss": 1.5293, |
| "step": 22620 |
| }, |
| { |
| "epoch": 854.3396226415094, |
| "grad_norm": 1.6955187366248636, |
| "learning_rate": 1.9792304300182305e-05, |
| "loss": 1.5488, |
| "step": 22640 |
| }, |
| { |
| "epoch": 855.0943396226415, |
| "grad_norm": 1.429545844614554, |
| "learning_rate": 1.9733659759196588e-05, |
| "loss": 1.533, |
| "step": 22660 |
| }, |
| { |
| "epoch": 855.8490566037735, |
| "grad_norm": 1.3624588099774164, |
| "learning_rate": 1.967510326450757e-05, |
| "loss": 1.5257, |
| "step": 22680 |
| }, |
| { |
| "epoch": 856.6037735849056, |
| "grad_norm": 1.4701659884745055, |
| "learning_rate": 1.9616635042575986e-05, |
| "loss": 1.5579, |
| "step": 22700 |
| }, |
| { |
| "epoch": 857.3584905660377, |
| "grad_norm": 1.258458227155755, |
| "learning_rate": 1.9558255319521186e-05, |
| "loss": 1.5174, |
| "step": 22720 |
| }, |
| { |
| "epoch": 858.1132075471698, |
| "grad_norm": 1.147380018733113, |
| "learning_rate": 1.9499964321120298e-05, |
| "loss": 1.5483, |
| "step": 22740 |
| }, |
| { |
| "epoch": 858.8679245283018, |
| "grad_norm": 1.427160544906616, |
| "learning_rate": 1.9441762272807296e-05, |
| "loss": 1.53, |
| "step": 22760 |
| }, |
| { |
| "epoch": 859.622641509434, |
| "grad_norm": 1.480555621655005, |
| "learning_rate": 1.9383649399672136e-05, |
| "loss": 1.5431, |
| "step": 22780 |
| }, |
| { |
| "epoch": 860.377358490566, |
| "grad_norm": 1.6140763796883943, |
| "learning_rate": 1.9325625926459906e-05, |
| "loss": 1.5372, |
| "step": 22800 |
| }, |
| { |
| "epoch": 861.1320754716982, |
| "grad_norm": 1.3659868727706357, |
| "learning_rate": 1.9267692077569966e-05, |
| "loss": 1.5693, |
| "step": 22820 |
| }, |
| { |
| "epoch": 861.8867924528302, |
| "grad_norm": 1.668704322839176, |
| "learning_rate": 1.9209848077055063e-05, |
| "loss": 1.5491, |
| "step": 22840 |
| }, |
| { |
| "epoch": 862.6415094339623, |
| "grad_norm": 1.6416845244091214, |
| "learning_rate": 1.915209414862045e-05, |
| "loss": 1.5449, |
| "step": 22860 |
| }, |
| { |
| "epoch": 863.3962264150944, |
| "grad_norm": 1.5619688603918687, |
| "learning_rate": 1.9094430515623036e-05, |
| "loss": 1.5109, |
| "step": 22880 |
| }, |
| { |
| "epoch": 864.1509433962265, |
| "grad_norm": 1.5251429637162535, |
| "learning_rate": 1.9036857401070517e-05, |
| "loss": 1.5358, |
| "step": 22900 |
| }, |
| { |
| "epoch": 864.9056603773585, |
| "grad_norm": 1.6195136008209567, |
| "learning_rate": 1.8979375027620553e-05, |
| "loss": 1.5167, |
| "step": 22920 |
| }, |
| { |
| "epoch": 865.6603773584906, |
| "grad_norm": 1.4453402703839808, |
| "learning_rate": 1.8921983617579843e-05, |
| "loss": 1.5345, |
| "step": 22940 |
| }, |
| { |
| "epoch": 866.4150943396227, |
| "grad_norm": 1.6142287693511135, |
| "learning_rate": 1.8864683392903296e-05, |
| "loss": 1.5427, |
| "step": 22960 |
| }, |
| { |
| "epoch": 867.1698113207547, |
| "grad_norm": 1.4589091367603184, |
| "learning_rate": 1.880747457519317e-05, |
| "loss": 1.4945, |
| "step": 22980 |
| }, |
| { |
| "epoch": 867.9245283018868, |
| "grad_norm": 1.485668957375296, |
| "learning_rate": 1.8750357385698233e-05, |
| "loss": 1.5278, |
| "step": 23000 |
| }, |
| { |
| "epoch": 868.6792452830189, |
| "grad_norm": 1.4865684774055008, |
| "learning_rate": 1.8693332045312905e-05, |
| "loss": 1.5178, |
| "step": 23020 |
| }, |
| { |
| "epoch": 869.433962264151, |
| "grad_norm": 1.6955473002125137, |
| "learning_rate": 1.8636398774576337e-05, |
| "loss": 1.5485, |
| "step": 23040 |
| }, |
| { |
| "epoch": 870.188679245283, |
| "grad_norm": 1.5715186186512253, |
| "learning_rate": 1.857955779367166e-05, |
| "loss": 1.5192, |
| "step": 23060 |
| }, |
| { |
| "epoch": 870.9433962264151, |
| "grad_norm": 1.5717069835325073, |
| "learning_rate": 1.8522809322425036e-05, |
| "loss": 1.5106, |
| "step": 23080 |
| }, |
| { |
| "epoch": 871.6981132075472, |
| "grad_norm": 1.3775027498551788, |
| "learning_rate": 1.8466153580304923e-05, |
| "loss": 1.5255, |
| "step": 23100 |
| }, |
| { |
| "epoch": 872.4528301886793, |
| "grad_norm": 1.7060704667189681, |
| "learning_rate": 1.8409590786421106e-05, |
| "loss": 1.5152, |
| "step": 23120 |
| }, |
| { |
| "epoch": 873.2075471698113, |
| "grad_norm": 1.3772746674273528, |
| "learning_rate": 1.8353121159523913e-05, |
| "loss": 1.4952, |
| "step": 23140 |
| }, |
| { |
| "epoch": 873.9622641509434, |
| "grad_norm": 1.6021480905291907, |
| "learning_rate": 1.8296744918003365e-05, |
| "loss": 1.5548, |
| "step": 23160 |
| }, |
| { |
| "epoch": 874.7169811320755, |
| "grad_norm": 1.6510954563611369, |
| "learning_rate": 1.8240462279888328e-05, |
| "loss": 1.5341, |
| "step": 23180 |
| }, |
| { |
| "epoch": 875.4716981132076, |
| "grad_norm": 1.5525128595509998, |
| "learning_rate": 1.8184273462845678e-05, |
| "loss": 1.5399, |
| "step": 23200 |
| }, |
| { |
| "epoch": 876.2264150943396, |
| "grad_norm": 1.3584051699815205, |
| "learning_rate": 1.812817868417943e-05, |
| "loss": 1.5245, |
| "step": 23220 |
| }, |
| { |
| "epoch": 876.9811320754717, |
| "grad_norm": 1.909931733744526, |
| "learning_rate": 1.8072178160829906e-05, |
| "loss": 1.5333, |
| "step": 23240 |
| }, |
| { |
| "epoch": 877.7358490566038, |
| "grad_norm": 1.7102569423853409, |
| "learning_rate": 1.8016272109372925e-05, |
| "loss": 1.5131, |
| "step": 23260 |
| }, |
| { |
| "epoch": 878.4905660377359, |
| "grad_norm": 2.4326218341752384, |
| "learning_rate": 1.7960460746018958e-05, |
| "loss": 1.4983, |
| "step": 23280 |
| }, |
| { |
| "epoch": 879.2452830188679, |
| "grad_norm": 1.6888708257619338, |
| "learning_rate": 1.790474428661225e-05, |
| "loss": 1.5268, |
| "step": 23300 |
| }, |
| { |
| "epoch": 880.0, |
| "grad_norm": 1.4793278776392822, |
| "learning_rate": 1.784912294663003e-05, |
| "loss": 1.5144, |
| "step": 23320 |
| }, |
| { |
| "epoch": 880.7547169811321, |
| "grad_norm": 1.3797110952325906, |
| "learning_rate": 1.7793596941181667e-05, |
| "loss": 1.5224, |
| "step": 23340 |
| }, |
| { |
| "epoch": 881.5094339622641, |
| "grad_norm": 1.5055338530715117, |
| "learning_rate": 1.7738166485007843e-05, |
| "loss": 1.5276, |
| "step": 23360 |
| }, |
| { |
| "epoch": 882.2641509433962, |
| "grad_norm": 1.3850071229139178, |
| "learning_rate": 1.768283179247969e-05, |
| "loss": 1.5216, |
| "step": 23380 |
| }, |
| { |
| "epoch": 883.0188679245283, |
| "grad_norm": 1.4681066166997387, |
| "learning_rate": 1.7627593077597997e-05, |
| "loss": 1.534, |
| "step": 23400 |
| }, |
| { |
| "epoch": 883.7735849056604, |
| "grad_norm": 1.5242995737679692, |
| "learning_rate": 1.7572450553992356e-05, |
| "loss": 1.4992, |
| "step": 23420 |
| }, |
| { |
| "epoch": 884.5283018867924, |
| "grad_norm": 1.642787390621851, |
| "learning_rate": 1.751740443492039e-05, |
| "loss": 1.5002, |
| "step": 23440 |
| }, |
| { |
| "epoch": 885.2830188679245, |
| "grad_norm": 1.490074296578881, |
| "learning_rate": 1.7462454933266846e-05, |
| "loss": 1.5211, |
| "step": 23460 |
| }, |
| { |
| "epoch": 886.0377358490566, |
| "grad_norm": 1.5694629977285655, |
| "learning_rate": 1.740760226154283e-05, |
| "loss": 1.5335, |
| "step": 23480 |
| }, |
| { |
| "epoch": 886.7924528301887, |
| "grad_norm": 1.6846894322403163, |
| "learning_rate": 1.7352846631884956e-05, |
| "loss": 1.4995, |
| "step": 23500 |
| }, |
| { |
| "epoch": 887.5471698113207, |
| "grad_norm": 1.4525398790667088, |
| "learning_rate": 1.7298188256054564e-05, |
| "loss": 1.4957, |
| "step": 23520 |
| }, |
| { |
| "epoch": 888.3018867924528, |
| "grad_norm": 1.635106498771857, |
| "learning_rate": 1.7243627345436874e-05, |
| "loss": 1.5271, |
| "step": 23540 |
| }, |
| { |
| "epoch": 889.0566037735849, |
| "grad_norm": 1.4587656230559394, |
| "learning_rate": 1.7189164111040147e-05, |
| "loss": 1.501, |
| "step": 23560 |
| }, |
| { |
| "epoch": 889.811320754717, |
| "grad_norm": 1.5410070982779924, |
| "learning_rate": 1.71347987634949e-05, |
| "loss": 1.4982, |
| "step": 23580 |
| }, |
| { |
| "epoch": 890.566037735849, |
| "grad_norm": 1.5645035336411055, |
| "learning_rate": 1.708053151305308e-05, |
| "loss": 1.5002, |
| "step": 23600 |
| }, |
| { |
| "epoch": 891.3207547169811, |
| "grad_norm": 1.3307742805961782, |
| "learning_rate": 1.702636256958728e-05, |
| "loss": 1.5184, |
| "step": 23620 |
| }, |
| { |
| "epoch": 892.0754716981132, |
| "grad_norm": 1.6962843737118656, |
| "learning_rate": 1.6972292142589877e-05, |
| "loss": 1.5107, |
| "step": 23640 |
| }, |
| { |
| "epoch": 892.8301886792453, |
| "grad_norm": 1.8950680189724871, |
| "learning_rate": 1.6918320441172233e-05, |
| "loss": 1.517, |
| "step": 23660 |
| }, |
| { |
| "epoch": 893.5849056603773, |
| "grad_norm": 1.7479434721374532, |
| "learning_rate": 1.686444767406395e-05, |
| "loss": 1.5051, |
| "step": 23680 |
| }, |
| { |
| "epoch": 894.3396226415094, |
| "grad_norm": 1.8611101959164753, |
| "learning_rate": 1.6810674049611953e-05, |
| "loss": 1.5063, |
| "step": 23700 |
| }, |
| { |
| "epoch": 895.0943396226415, |
| "grad_norm": 1.5841028344361991, |
| "learning_rate": 1.67569997757798e-05, |
| "loss": 1.481, |
| "step": 23720 |
| }, |
| { |
| "epoch": 895.8490566037735, |
| "grad_norm": 1.5025051335412982, |
| "learning_rate": 1.6703425060146778e-05, |
| "loss": 1.5253, |
| "step": 23740 |
| }, |
| { |
| "epoch": 896.6037735849056, |
| "grad_norm": 2.8439948944917757, |
| "learning_rate": 1.6649950109907165e-05, |
| "loss": 1.5216, |
| "step": 23760 |
| }, |
| { |
| "epoch": 897.3584905660377, |
| "grad_norm": 1.6268608502019901, |
| "learning_rate": 1.6596575131869387e-05, |
| "loss": 1.5334, |
| "step": 23780 |
| }, |
| { |
| "epoch": 898.1132075471698, |
| "grad_norm": 1.4759450457116179, |
| "learning_rate": 1.6543300332455273e-05, |
| "loss": 1.5007, |
| "step": 23800 |
| }, |
| { |
| "epoch": 898.8679245283018, |
| "grad_norm": 1.4818248018036755, |
| "learning_rate": 1.6490125917699203e-05, |
| "loss": 1.4973, |
| "step": 23820 |
| }, |
| { |
| "epoch": 899.622641509434, |
| "grad_norm": 1.548616527993675, |
| "learning_rate": 1.6437052093247303e-05, |
| "loss": 1.517, |
| "step": 23840 |
| }, |
| { |
| "epoch": 900.377358490566, |
| "grad_norm": 1.5445734121981956, |
| "learning_rate": 1.6384079064356744e-05, |
| "loss": 1.521, |
| "step": 23860 |
| }, |
| { |
| "epoch": 901.1320754716982, |
| "grad_norm": 1.5970555623190617, |
| "learning_rate": 1.6331207035894806e-05, |
| "loss": 1.5172, |
| "step": 23880 |
| }, |
| { |
| "epoch": 901.8867924528302, |
| "grad_norm": 1.389904429038452, |
| "learning_rate": 1.6278436212338226e-05, |
| "loss": 1.4987, |
| "step": 23900 |
| }, |
| { |
| "epoch": 902.6415094339623, |
| "grad_norm": 1.3455191149235926, |
| "learning_rate": 1.62257667977723e-05, |
| "loss": 1.5047, |
| "step": 23920 |
| }, |
| { |
| "epoch": 903.3962264150944, |
| "grad_norm": 1.4729168638466097, |
| "learning_rate": 1.6173198995890152e-05, |
| "loss": 1.5032, |
| "step": 23940 |
| }, |
| { |
| "epoch": 904.1509433962265, |
| "grad_norm": 1.5230989764955487, |
| "learning_rate": 1.612073300999191e-05, |
| "loss": 1.5244, |
| "step": 23960 |
| }, |
| { |
| "epoch": 904.9056603773585, |
| "grad_norm": 1.4504907356107584, |
| "learning_rate": 1.6068369042983987e-05, |
| "loss": 1.5072, |
| "step": 23980 |
| }, |
| { |
| "epoch": 905.6603773584906, |
| "grad_norm": 1.3570035581449431, |
| "learning_rate": 1.601610729737819e-05, |
| "loss": 1.5002, |
| "step": 24000 |
| }, |
| { |
| "epoch": 906.4150943396227, |
| "grad_norm": 1.408532335123701, |
| "learning_rate": 1.5963947975291056e-05, |
| "loss": 1.4974, |
| "step": 24020 |
| }, |
| { |
| "epoch": 907.1698113207547, |
| "grad_norm": 1.6703383627319723, |
| "learning_rate": 1.591189127844295e-05, |
| "loss": 1.5056, |
| "step": 24040 |
| }, |
| { |
| "epoch": 907.9245283018868, |
| "grad_norm": 1.4548307957349456, |
| "learning_rate": 1.5859937408157403e-05, |
| "loss": 1.4836, |
| "step": 24060 |
| }, |
| { |
| "epoch": 908.6792452830189, |
| "grad_norm": 1.622725332424491, |
| "learning_rate": 1.5808086565360235e-05, |
| "loss": 1.4652, |
| "step": 24080 |
| }, |
| { |
| "epoch": 909.433962264151, |
| "grad_norm": 1.9382762093036214, |
| "learning_rate": 1.575633895057883e-05, |
| "loss": 1.507, |
| "step": 24100 |
| }, |
| { |
| "epoch": 910.188679245283, |
| "grad_norm": 5.171486198720905, |
| "learning_rate": 1.5704694763941345e-05, |
| "loss": 1.4918, |
| "step": 24120 |
| }, |
| { |
| "epoch": 910.9433962264151, |
| "grad_norm": 1.318697524518072, |
| "learning_rate": 1.5653154205175963e-05, |
| "loss": 1.485, |
| "step": 24140 |
| }, |
| { |
| "epoch": 911.6981132075472, |
| "grad_norm": 1.640456368314345, |
| "learning_rate": 1.5601717473610066e-05, |
| "loss": 1.493, |
| "step": 24160 |
| }, |
| { |
| "epoch": 912.4528301886793, |
| "grad_norm": 1.7783411819352481, |
| "learning_rate": 1.555038476816951e-05, |
| "loss": 1.5233, |
| "step": 24180 |
| }, |
| { |
| "epoch": 913.2075471698113, |
| "grad_norm": 1.8560943552673308, |
| "learning_rate": 1.5499156287377857e-05, |
| "loss": 1.4845, |
| "step": 24200 |
| }, |
| { |
| "epoch": 913.9622641509434, |
| "grad_norm": 1.3922157561757162, |
| "learning_rate": 1.544803222935555e-05, |
| "loss": 1.513, |
| "step": 24220 |
| }, |
| { |
| "epoch": 914.7169811320755, |
| "grad_norm": 1.5964166307266414, |
| "learning_rate": 1.5397012791819248e-05, |
| "loss": 1.5029, |
| "step": 24240 |
| }, |
| { |
| "epoch": 915.4716981132076, |
| "grad_norm": 1.581271765982569, |
| "learning_rate": 1.5346098172080947e-05, |
| "loss": 1.5139, |
| "step": 24260 |
| }, |
| { |
| "epoch": 916.2264150943396, |
| "grad_norm": 1.3829789961056094, |
| "learning_rate": 1.5295288567047304e-05, |
| "loss": 1.4727, |
| "step": 24280 |
| }, |
| { |
| "epoch": 916.9811320754717, |
| "grad_norm": 1.595484488791353, |
| "learning_rate": 1.5244584173218816e-05, |
| "loss": 1.4764, |
| "step": 24300 |
| }, |
| { |
| "epoch": 917.7358490566038, |
| "grad_norm": 1.9817110984943331, |
| "learning_rate": 1.5193985186689126e-05, |
| "loss": 1.488, |
| "step": 24320 |
| }, |
| { |
| "epoch": 918.4905660377359, |
| "grad_norm": 1.5041365073617188, |
| "learning_rate": 1.5143491803144183e-05, |
| "loss": 1.4823, |
| "step": 24340 |
| }, |
| { |
| "epoch": 919.2452830188679, |
| "grad_norm": 1.623717820636255, |
| "learning_rate": 1.5093104217861574e-05, |
| "loss": 1.4711, |
| "step": 24360 |
| }, |
| { |
| "epoch": 920.0, |
| "grad_norm": 1.4153896302283269, |
| "learning_rate": 1.5042822625709687e-05, |
| "loss": 1.4729, |
| "step": 24380 |
| }, |
| { |
| "epoch": 920.7547169811321, |
| "grad_norm": 1.8914526627670851, |
| "learning_rate": 1.499264722114699e-05, |
| "loss": 1.4744, |
| "step": 24400 |
| }, |
| { |
| "epoch": 921.5094339622641, |
| "grad_norm": 1.3579367015171855, |
| "learning_rate": 1.494257819822132e-05, |
| "loss": 1.5068, |
| "step": 24420 |
| }, |
| { |
| "epoch": 922.2641509433962, |
| "grad_norm": 1.7241565511209502, |
| "learning_rate": 1.4892615750569062e-05, |
| "loss": 1.4629, |
| "step": 24440 |
| }, |
| { |
| "epoch": 923.0188679245283, |
| "grad_norm": 1.6169769566812962, |
| "learning_rate": 1.4842760071414446e-05, |
| "loss": 1.4987, |
| "step": 24460 |
| }, |
| { |
| "epoch": 923.7735849056604, |
| "grad_norm": 1.9954016377464863, |
| "learning_rate": 1.4793011353568764e-05, |
| "loss": 1.5263, |
| "step": 24480 |
| }, |
| { |
| "epoch": 924.5283018867924, |
| "grad_norm": 1.4779174235189176, |
| "learning_rate": 1.4743369789429686e-05, |
| "loss": 1.4769, |
| "step": 24500 |
| }, |
| { |
| "epoch": 925.2830188679245, |
| "grad_norm": 1.7019641943900714, |
| "learning_rate": 1.4693835570980468e-05, |
| "loss": 1.4749, |
| "step": 24520 |
| }, |
| { |
| "epoch": 926.0377358490566, |
| "grad_norm": 1.5323014302848716, |
| "learning_rate": 1.4644408889789189e-05, |
| "loss": 1.4984, |
| "step": 24540 |
| }, |
| { |
| "epoch": 926.7924528301887, |
| "grad_norm": 1.446942162217049, |
| "learning_rate": 1.4595089937008062e-05, |
| "loss": 1.4998, |
| "step": 24560 |
| }, |
| { |
| "epoch": 927.5471698113207, |
| "grad_norm": 1.3609927181175356, |
| "learning_rate": 1.4545878903372663e-05, |
| "loss": 1.4765, |
| "step": 24580 |
| }, |
| { |
| "epoch": 928.3018867924528, |
| "grad_norm": 1.4584582755904496, |
| "learning_rate": 1.4496775979201224e-05, |
| "loss": 1.4828, |
| "step": 24600 |
| }, |
| { |
| "epoch": 929.0566037735849, |
| "grad_norm": 1.4254389674669559, |
| "learning_rate": 1.444778135439385e-05, |
| "loss": 1.5041, |
| "step": 24620 |
| }, |
| { |
| "epoch": 929.811320754717, |
| "grad_norm": 1.5655038573484212, |
| "learning_rate": 1.4398895218431825e-05, |
| "loss": 1.4995, |
| "step": 24640 |
| }, |
| { |
| "epoch": 930.566037735849, |
| "grad_norm": 1.623569066402965, |
| "learning_rate": 1.4350117760376843e-05, |
| "loss": 1.4966, |
| "step": 24660 |
| }, |
| { |
| "epoch": 931.3207547169811, |
| "grad_norm": 1.594778698950599, |
| "learning_rate": 1.4301449168870325e-05, |
| "loss": 1.4899, |
| "step": 24680 |
| }, |
| { |
| "epoch": 932.0754716981132, |
| "grad_norm": 1.7627482209727463, |
| "learning_rate": 1.4252889632132667e-05, |
| "loss": 1.4784, |
| "step": 24700 |
| }, |
| { |
| "epoch": 932.8301886792453, |
| "grad_norm": 1.5595702425460922, |
| "learning_rate": 1.4204439337962486e-05, |
| "loss": 1.4962, |
| "step": 24720 |
| }, |
| { |
| "epoch": 933.5849056603773, |
| "grad_norm": 1.6175712268221147, |
| "learning_rate": 1.4156098473735903e-05, |
| "loss": 1.4858, |
| "step": 24740 |
| }, |
| { |
| "epoch": 934.3396226415094, |
| "grad_norm": 1.5528087670883148, |
| "learning_rate": 1.4107867226405882e-05, |
| "loss": 1.4959, |
| "step": 24760 |
| }, |
| { |
| "epoch": 935.0943396226415, |
| "grad_norm": 1.5105693139489524, |
| "learning_rate": 1.4059745782501403e-05, |
| "loss": 1.4694, |
| "step": 24780 |
| }, |
| { |
| "epoch": 935.8490566037735, |
| "grad_norm": 1.424625384350829, |
| "learning_rate": 1.4011734328126825e-05, |
| "loss": 1.4531, |
| "step": 24800 |
| }, |
| { |
| "epoch": 936.6037735849056, |
| "grad_norm": 1.921412092336305, |
| "learning_rate": 1.3963833048961103e-05, |
| "loss": 1.5003, |
| "step": 24820 |
| }, |
| { |
| "epoch": 937.3584905660377, |
| "grad_norm": 1.5289456190701718, |
| "learning_rate": 1.3916042130257145e-05, |
| "loss": 1.5177, |
| "step": 24840 |
| }, |
| { |
| "epoch": 938.1132075471698, |
| "grad_norm": 1.410017115369323, |
| "learning_rate": 1.3868361756841036e-05, |
| "loss": 1.4957, |
| "step": 24860 |
| }, |
| { |
| "epoch": 938.8679245283018, |
| "grad_norm": 1.3741594118478162, |
| "learning_rate": 1.3820792113111323e-05, |
| "loss": 1.4876, |
| "step": 24880 |
| }, |
| { |
| "epoch": 939.622641509434, |
| "grad_norm": 1.5111524219290895, |
| "learning_rate": 1.377333338303833e-05, |
| "loss": 1.4789, |
| "step": 24900 |
| }, |
| { |
| "epoch": 940.377358490566, |
| "grad_norm": 1.2690279082779223, |
| "learning_rate": 1.3725985750163418e-05, |
| "loss": 1.4851, |
| "step": 24920 |
| }, |
| { |
| "epoch": 941.1320754716982, |
| "grad_norm": 1.5760629816984877, |
| "learning_rate": 1.3678749397598337e-05, |
| "loss": 1.4993, |
| "step": 24940 |
| }, |
| { |
| "epoch": 941.8867924528302, |
| "grad_norm": 1.5719387109025893, |
| "learning_rate": 1.363162450802443e-05, |
| "loss": 1.4654, |
| "step": 24960 |
| }, |
| { |
| "epoch": 942.6415094339623, |
| "grad_norm": 1.51578687737706, |
| "learning_rate": 1.3584611263691974e-05, |
| "loss": 1.4985, |
| "step": 24980 |
| }, |
| { |
| "epoch": 943.3962264150944, |
| "grad_norm": 1.5864417766142165, |
| "learning_rate": 1.353770984641948e-05, |
| "loss": 1.4891, |
| "step": 25000 |
| }, |
| { |
| "epoch": 944.1509433962265, |
| "grad_norm": 1.5330683898736195, |
| "learning_rate": 1.3490920437592985e-05, |
| "loss": 1.4928, |
| "step": 25020 |
| }, |
| { |
| "epoch": 944.9056603773585, |
| "grad_norm": 1.8666313722767156, |
| "learning_rate": 1.344424321816535e-05, |
| "loss": 1.4558, |
| "step": 25040 |
| }, |
| { |
| "epoch": 945.6603773584906, |
| "grad_norm": 1.4103376741909914, |
| "learning_rate": 1.3397678368655534e-05, |
| "loss": 1.467, |
| "step": 25060 |
| }, |
| { |
| "epoch": 946.4150943396227, |
| "grad_norm": 1.6978974580611665, |
| "learning_rate": 1.3351226069147934e-05, |
| "loss": 1.4586, |
| "step": 25080 |
| }, |
| { |
| "epoch": 947.1698113207547, |
| "grad_norm": 1.3043741098462962, |
| "learning_rate": 1.3304886499291653e-05, |
| "loss": 1.4651, |
| "step": 25100 |
| }, |
| { |
| "epoch": 947.9245283018868, |
| "grad_norm": 1.5721530761043376, |
| "learning_rate": 1.3258659838299863e-05, |
| "loss": 1.4851, |
| "step": 25120 |
| }, |
| { |
| "epoch": 948.6792452830189, |
| "grad_norm": 2.445174125656233, |
| "learning_rate": 1.3212546264949038e-05, |
| "loss": 1.4861, |
| "step": 25140 |
| }, |
| { |
| "epoch": 949.433962264151, |
| "grad_norm": 3.0455557993861584, |
| "learning_rate": 1.3166545957578312e-05, |
| "loss": 1.4956, |
| "step": 25160 |
| }, |
| { |
| "epoch": 950.188679245283, |
| "grad_norm": 1.481231036001675, |
| "learning_rate": 1.3120659094088763e-05, |
| "loss": 1.4786, |
| "step": 25180 |
| }, |
| { |
| "epoch": 950.9433962264151, |
| "grad_norm": 1.6177001101633584, |
| "learning_rate": 1.3074885851942757e-05, |
| "loss": 1.4691, |
| "step": 25200 |
| }, |
| { |
| "epoch": 951.6981132075472, |
| "grad_norm": 1.7370265253795278, |
| "learning_rate": 1.3029226408163237e-05, |
| "loss": 1.456, |
| "step": 25220 |
| }, |
| { |
| "epoch": 952.4528301886793, |
| "grad_norm": 1.476098649785593, |
| "learning_rate": 1.2983680939333043e-05, |
| "loss": 1.457, |
| "step": 25240 |
| }, |
| { |
| "epoch": 953.2075471698113, |
| "grad_norm": 1.9700691780666086, |
| "learning_rate": 1.2938249621594219e-05, |
| "loss": 1.4916, |
| "step": 25260 |
| }, |
| { |
| "epoch": 953.9622641509434, |
| "grad_norm": 1.4124078828516038, |
| "learning_rate": 1.289293263064734e-05, |
| "loss": 1.4442, |
| "step": 25280 |
| }, |
| { |
| "epoch": 954.7169811320755, |
| "grad_norm": 1.609015057343637, |
| "learning_rate": 1.284773014175086e-05, |
| "loss": 1.4808, |
| "step": 25300 |
| }, |
| { |
| "epoch": 955.4716981132076, |
| "grad_norm": 1.545457288749583, |
| "learning_rate": 1.2802642329720385e-05, |
| "loss": 1.4388, |
| "step": 25320 |
| }, |
| { |
| "epoch": 956.2264150943396, |
| "grad_norm": 1.4137648487617847, |
| "learning_rate": 1.275766936892803e-05, |
| "loss": 1.4558, |
| "step": 25340 |
| }, |
| { |
| "epoch": 956.9811320754717, |
| "grad_norm": 1.7375121010804517, |
| "learning_rate": 1.2712811433301723e-05, |
| "loss": 1.4864, |
| "step": 25360 |
| }, |
| { |
| "epoch": 957.7358490566038, |
| "grad_norm": 2.170614678870875, |
| "learning_rate": 1.2668068696324572e-05, |
| "loss": 1.4668, |
| "step": 25380 |
| }, |
| { |
| "epoch": 958.4905660377359, |
| "grad_norm": 1.3921099231821001, |
| "learning_rate": 1.2623441331034153e-05, |
| "loss": 1.466, |
| "step": 25400 |
| }, |
| { |
| "epoch": 959.2452830188679, |
| "grad_norm": 1.763881906266782, |
| "learning_rate": 1.2578929510021851e-05, |
| "loss": 1.4556, |
| "step": 25420 |
| }, |
| { |
| "epoch": 960.0, |
| "grad_norm": 1.6251732366885816, |
| "learning_rate": 1.2534533405432192e-05, |
| "loss": 1.4831, |
| "step": 25440 |
| }, |
| { |
| "epoch": 960.7547169811321, |
| "grad_norm": 1.35568804382613, |
| "learning_rate": 1.2490253188962184e-05, |
| "loss": 1.4637, |
| "step": 25460 |
| }, |
| { |
| "epoch": 961.5094339622641, |
| "grad_norm": 1.5192686857357145, |
| "learning_rate": 1.2446089031860666e-05, |
| "loss": 1.5039, |
| "step": 25480 |
| }, |
| { |
| "epoch": 962.2641509433962, |
| "grad_norm": 1.645823339942095, |
| "learning_rate": 1.2402041104927622e-05, |
| "loss": 1.4643, |
| "step": 25500 |
| }, |
| { |
| "epoch": 963.0188679245283, |
| "grad_norm": 1.5266645922223165, |
| "learning_rate": 1.2358109578513502e-05, |
| "loss": 1.4609, |
| "step": 25520 |
| }, |
| { |
| "epoch": 963.7735849056604, |
| "grad_norm": 2.012096934939658, |
| "learning_rate": 1.2314294622518637e-05, |
| "loss": 1.4707, |
| "step": 25540 |
| }, |
| { |
| "epoch": 964.5283018867924, |
| "grad_norm": 1.6019652732905527, |
| "learning_rate": 1.227059640639251e-05, |
| "loss": 1.4624, |
| "step": 25560 |
| }, |
| { |
| "epoch": 965.2830188679245, |
| "grad_norm": 1.5459039987734797, |
| "learning_rate": 1.2227015099133119e-05, |
| "loss": 1.4462, |
| "step": 25580 |
| }, |
| { |
| "epoch": 966.0377358490566, |
| "grad_norm": 1.4581354369376407, |
| "learning_rate": 1.2183550869286346e-05, |
| "loss": 1.4602, |
| "step": 25600 |
| }, |
| { |
| "epoch": 966.7924528301887, |
| "grad_norm": 1.5627139982974774, |
| "learning_rate": 1.2140203884945257e-05, |
| "loss": 1.4558, |
| "step": 25620 |
| }, |
| { |
| "epoch": 967.5471698113207, |
| "grad_norm": 1.6163383081813927, |
| "learning_rate": 1.2096974313749544e-05, |
| "loss": 1.442, |
| "step": 25640 |
| }, |
| { |
| "epoch": 968.3018867924528, |
| "grad_norm": 1.4708485221948149, |
| "learning_rate": 1.2053862322884756e-05, |
| "loss": 1.4449, |
| "step": 25660 |
| }, |
| { |
| "epoch": 969.0566037735849, |
| "grad_norm": 1.457232110275896, |
| "learning_rate": 1.2010868079081735e-05, |
| "loss": 1.4714, |
| "step": 25680 |
| }, |
| { |
| "epoch": 969.811320754717, |
| "grad_norm": 2.130030633684405, |
| "learning_rate": 1.1967991748615972e-05, |
| "loss": 1.4672, |
| "step": 25700 |
| }, |
| { |
| "epoch": 970.566037735849, |
| "grad_norm": 1.6585416945015101, |
| "learning_rate": 1.1925233497306898e-05, |
| "loss": 1.4582, |
| "step": 25720 |
| }, |
| { |
| "epoch": 971.3207547169811, |
| "grad_norm": 1.696646559562477, |
| "learning_rate": 1.1882593490517333e-05, |
| "loss": 1.4616, |
| "step": 25740 |
| }, |
| { |
| "epoch": 972.0754716981132, |
| "grad_norm": 1.8347228047889477, |
| "learning_rate": 1.1840071893152767e-05, |
| "loss": 1.4412, |
| "step": 25760 |
| }, |
| { |
| "epoch": 972.8301886792453, |
| "grad_norm": 1.5105738469091443, |
| "learning_rate": 1.1797668869660753e-05, |
| "loss": 1.4476, |
| "step": 25780 |
| }, |
| { |
| "epoch": 973.5849056603773, |
| "grad_norm": 1.6402649798470197, |
| "learning_rate": 1.1755384584030287e-05, |
| "loss": 1.4458, |
| "step": 25800 |
| }, |
| { |
| "epoch": 974.3396226415094, |
| "grad_norm": 1.4580507747280478, |
| "learning_rate": 1.171321919979116e-05, |
| "loss": 1.4414, |
| "step": 25820 |
| }, |
| { |
| "epoch": 975.0943396226415, |
| "grad_norm": 1.8999226743757298, |
| "learning_rate": 1.1671172880013328e-05, |
| "loss": 1.4501, |
| "step": 25840 |
| }, |
| { |
| "epoch": 975.8490566037735, |
| "grad_norm": 1.3767670402035495, |
| "learning_rate": 1.1629245787306247e-05, |
| "loss": 1.4422, |
| "step": 25860 |
| }, |
| { |
| "epoch": 976.6037735849056, |
| "grad_norm": 1.3303378991562944, |
| "learning_rate": 1.158743808381832e-05, |
| "loss": 1.437, |
| "step": 25880 |
| }, |
| { |
| "epoch": 977.3584905660377, |
| "grad_norm": 1.5011235086965091, |
| "learning_rate": 1.1545749931236199e-05, |
| "loss": 1.4225, |
| "step": 25900 |
| }, |
| { |
| "epoch": 978.1132075471698, |
| "grad_norm": 1.7853875208460404, |
| "learning_rate": 1.1504181490784197e-05, |
| "loss": 1.4405, |
| "step": 25920 |
| }, |
| { |
| "epoch": 978.8679245283018, |
| "grad_norm": 1.4852022947554018, |
| "learning_rate": 1.1462732923223643e-05, |
| "loss": 1.4197, |
| "step": 25940 |
| }, |
| { |
| "epoch": 979.622641509434, |
| "grad_norm": 1.492057926353613, |
| "learning_rate": 1.1421404388852275e-05, |
| "loss": 1.4516, |
| "step": 25960 |
| }, |
| { |
| "epoch": 980.377358490566, |
| "grad_norm": 1.8767944270145316, |
| "learning_rate": 1.1380196047503614e-05, |
| "loss": 1.4613, |
| "step": 25980 |
| }, |
| { |
| "epoch": 981.1320754716982, |
| "grad_norm": 1.5723288438267475, |
| "learning_rate": 1.1339108058546365e-05, |
| "loss": 1.4636, |
| "step": 26000 |
| }, |
| { |
| "epoch": 981.8867924528302, |
| "grad_norm": 1.4572390965943247, |
| "learning_rate": 1.1298140580883752e-05, |
| "loss": 1.4291, |
| "step": 26020 |
| }, |
| { |
| "epoch": 982.6415094339623, |
| "grad_norm": 2.0340602707703566, |
| "learning_rate": 1.1257293772952971e-05, |
| "loss": 1.4342, |
| "step": 26040 |
| }, |
| { |
| "epoch": 983.3962264150944, |
| "grad_norm": 1.7563358001308935, |
| "learning_rate": 1.1216567792724513e-05, |
| "loss": 1.44, |
| "step": 26060 |
| }, |
| { |
| "epoch": 984.1509433962265, |
| "grad_norm": 1.7195863256249895, |
| "learning_rate": 1.1175962797701585e-05, |
| "loss": 1.473, |
| "step": 26080 |
| }, |
| { |
| "epoch": 984.9056603773585, |
| "grad_norm": 1.5325109929141458, |
| "learning_rate": 1.1135478944919515e-05, |
| "loss": 1.4537, |
| "step": 26100 |
| }, |
| { |
| "epoch": 985.6603773584906, |
| "grad_norm": 1.4246338183010563, |
| "learning_rate": 1.1095116390945116e-05, |
| "loss": 1.4576, |
| "step": 26120 |
| }, |
| { |
| "epoch": 986.4150943396227, |
| "grad_norm": 1.5264334254918077, |
| "learning_rate": 1.1054875291876081e-05, |
| "loss": 1.4355, |
| "step": 26140 |
| }, |
| { |
| "epoch": 987.1698113207547, |
| "grad_norm": 1.7871427472844674, |
| "learning_rate": 1.101475580334039e-05, |
| "loss": 1.4285, |
| "step": 26160 |
| }, |
| { |
| "epoch": 987.9245283018868, |
| "grad_norm": 1.628111810825388, |
| "learning_rate": 1.0974758080495742e-05, |
| "loss": 1.432, |
| "step": 26180 |
| }, |
| { |
| "epoch": 988.6792452830189, |
| "grad_norm": 1.6079918141380485, |
| "learning_rate": 1.0934882278028875e-05, |
| "loss": 1.473, |
| "step": 26200 |
| }, |
| { |
| "epoch": 989.433962264151, |
| "grad_norm": 1.9227955059143975, |
| "learning_rate": 1.0895128550155048e-05, |
| "loss": 1.4319, |
| "step": 26220 |
| }, |
| { |
| "epoch": 990.188679245283, |
| "grad_norm": 1.4777834491856459, |
| "learning_rate": 1.0855497050617383e-05, |
| "loss": 1.4715, |
| "step": 26240 |
| }, |
| { |
| "epoch": 990.9433962264151, |
| "grad_norm": 1.752347342407413, |
| "learning_rate": 1.0815987932686322e-05, |
| "loss": 1.4483, |
| "step": 26260 |
| }, |
| { |
| "epoch": 991.6981132075472, |
| "grad_norm": 1.7965242738400287, |
| "learning_rate": 1.0776601349158992e-05, |
| "loss": 1.445, |
| "step": 26280 |
| }, |
| { |
| "epoch": 992.4528301886793, |
| "grad_norm": 1.6880482866877031, |
| "learning_rate": 1.0737337452358643e-05, |
| "loss": 1.4289, |
| "step": 26300 |
| }, |
| { |
| "epoch": 993.2075471698113, |
| "grad_norm": 1.3587051959850933, |
| "learning_rate": 1.0698196394134027e-05, |
| "loss": 1.4248, |
| "step": 26320 |
| }, |
| { |
| "epoch": 993.9622641509434, |
| "grad_norm": 1.6893835419836905, |
| "learning_rate": 1.0659178325858868e-05, |
| "loss": 1.4593, |
| "step": 26340 |
| }, |
| { |
| "epoch": 994.7169811320755, |
| "grad_norm": 1.6372424305822535, |
| "learning_rate": 1.0620283398431196e-05, |
| "loss": 1.4248, |
| "step": 26360 |
| }, |
| { |
| "epoch": 995.4716981132076, |
| "grad_norm": 1.628959331603337, |
| "learning_rate": 1.0581511762272856e-05, |
| "loss": 1.459, |
| "step": 26380 |
| }, |
| { |
| "epoch": 996.2264150943396, |
| "grad_norm": 1.9899303146490552, |
| "learning_rate": 1.0542863567328837e-05, |
| "loss": 1.4608, |
| "step": 26400 |
| }, |
| { |
| "epoch": 996.9811320754717, |
| "grad_norm": 1.6980987241375505, |
| "learning_rate": 1.0504338963066745e-05, |
| "loss": 1.4489, |
| "step": 26420 |
| }, |
| { |
| "epoch": 997.7358490566038, |
| "grad_norm": 1.791483449843248, |
| "learning_rate": 1.0465938098476226e-05, |
| "loss": 1.4647, |
| "step": 26440 |
| }, |
| { |
| "epoch": 998.4905660377359, |
| "grad_norm": 1.3823874629634854, |
| "learning_rate": 1.0427661122068363e-05, |
| "loss": 1.431, |
| "step": 26460 |
| }, |
| { |
| "epoch": 999.2452830188679, |
| "grad_norm": 1.7547951381187532, |
| "learning_rate": 1.0389508181875114e-05, |
| "loss": 1.4374, |
| "step": 26480 |
| }, |
| { |
| "epoch": 1000.0, |
| "grad_norm": 1.6329317283212297, |
| "learning_rate": 1.035147942544874e-05, |
| "loss": 1.4436, |
| "step": 26500 |
| }, |
| { |
| "epoch": 1000.7547169811321, |
| "grad_norm": 1.482848334089, |
| "learning_rate": 1.0313574999861255e-05, |
| "loss": 1.4263, |
| "step": 26520 |
| }, |
| { |
| "epoch": 1001.5094339622641, |
| "grad_norm": 1.4085297987389735, |
| "learning_rate": 1.027579505170381e-05, |
| "loss": 1.4423, |
| "step": 26540 |
| }, |
| { |
| "epoch": 1002.2641509433962, |
| "grad_norm": 1.586157768854042, |
| "learning_rate": 1.0238139727086178e-05, |
| "loss": 1.4289, |
| "step": 26560 |
| }, |
| { |
| "epoch": 1003.0188679245283, |
| "grad_norm": 1.4910507620311724, |
| "learning_rate": 1.020060917163614e-05, |
| "loss": 1.4555, |
| "step": 26580 |
| }, |
| { |
| "epoch": 1003.7735849056604, |
| "grad_norm": 1.7298473240434828, |
| "learning_rate": 1.0163203530498955e-05, |
| "loss": 1.4176, |
| "step": 26600 |
| }, |
| { |
| "epoch": 1004.5283018867924, |
| "grad_norm": 1.9395741512745615, |
| "learning_rate": 1.0125922948336813e-05, |
| "loss": 1.4297, |
| "step": 26620 |
| }, |
| { |
| "epoch": 1005.2830188679245, |
| "grad_norm": 1.3752095871887702, |
| "learning_rate": 1.0088767569328215e-05, |
| "loss": 1.4224, |
| "step": 26640 |
| }, |
| { |
| "epoch": 1006.0377358490566, |
| "grad_norm": 1.6566420053219757, |
| "learning_rate": 1.0051737537167479e-05, |
| "loss": 1.4416, |
| "step": 26660 |
| }, |
| { |
| "epoch": 1006.7924528301887, |
| "grad_norm": 1.8401842062612699, |
| "learning_rate": 1.001483299506413e-05, |
| "loss": 1.4406, |
| "step": 26680 |
| }, |
| { |
| "epoch": 1007.5471698113207, |
| "grad_norm": 1.5895021822365676, |
| "learning_rate": 9.978054085742407e-06, |
| "loss": 1.4104, |
| "step": 26700 |
| }, |
| { |
| "epoch": 1008.3018867924528, |
| "grad_norm": 1.5495688189805843, |
| "learning_rate": 9.941400951440674e-06, |
| "loss": 1.4446, |
| "step": 26720 |
| }, |
| { |
| "epoch": 1009.0566037735849, |
| "grad_norm": 1.6376917222270109, |
| "learning_rate": 9.904873733910852e-06, |
| "loss": 1.4023, |
| "step": 26740 |
| }, |
| { |
| "epoch": 1009.811320754717, |
| "grad_norm": 1.7729521919831477, |
| "learning_rate": 9.868472574417906e-06, |
| "loss": 1.4409, |
| "step": 26760 |
| }, |
| { |
| "epoch": 1010.566037735849, |
| "grad_norm": 1.5909106157325896, |
| "learning_rate": 9.832197613739278e-06, |
| "loss": 1.4284, |
| "step": 26780 |
| }, |
| { |
| "epoch": 1011.3207547169811, |
| "grad_norm": 1.5416992698357255, |
| "learning_rate": 9.79604899216437e-06, |
| "loss": 1.4165, |
| "step": 26800 |
| }, |
| { |
| "epoch": 1012.0754716981132, |
| "grad_norm": 1.7245150906399498, |
| "learning_rate": 9.760026849493962e-06, |
| "loss": 1.4281, |
| "step": 26820 |
| }, |
| { |
| "epoch": 1012.8301886792453, |
| "grad_norm": 1.8518007110272525, |
| "learning_rate": 9.7241313250397e-06, |
| "loss": 1.4223, |
| "step": 26840 |
| }, |
| { |
| "epoch": 1013.5849056603773, |
| "grad_norm": 1.593106128312966, |
| "learning_rate": 9.688362557623527e-06, |
| "loss": 1.4377, |
| "step": 26860 |
| }, |
| { |
| "epoch": 1014.3396226415094, |
| "grad_norm": 1.6557177655883284, |
| "learning_rate": 9.6527206855772e-06, |
| "loss": 1.4394, |
| "step": 26880 |
| }, |
| { |
| "epoch": 1015.0943396226415, |
| "grad_norm": 1.5950355314495743, |
| "learning_rate": 9.617205846741719e-06, |
| "loss": 1.4506, |
| "step": 26900 |
| }, |
| { |
| "epoch": 1015.8490566037735, |
| "grad_norm": 1.7685274450403552, |
| "learning_rate": 9.58181817846677e-06, |
| "loss": 1.4484, |
| "step": 26920 |
| }, |
| { |
| "epoch": 1016.6037735849056, |
| "grad_norm": 1.4639040403309866, |
| "learning_rate": 9.54655781761023e-06, |
| "loss": 1.4043, |
| "step": 26940 |
| }, |
| { |
| "epoch": 1017.3584905660377, |
| "grad_norm": 1.6074583945207908, |
| "learning_rate": 9.511424900537656e-06, |
| "loss": 1.4197, |
| "step": 26960 |
| }, |
| { |
| "epoch": 1018.1132075471698, |
| "grad_norm": 1.5459146912367183, |
| "learning_rate": 9.476419563121698e-06, |
| "loss": 1.4232, |
| "step": 26980 |
| }, |
| { |
| "epoch": 1018.8679245283018, |
| "grad_norm": 1.6166722954994783, |
| "learning_rate": 9.441541940741613e-06, |
| "loss": 1.4407, |
| "step": 27000 |
| }, |
| { |
| "epoch": 1019.622641509434, |
| "grad_norm": 1.6533674302686083, |
| "learning_rate": 9.406792168282739e-06, |
| "loss": 1.4393, |
| "step": 27020 |
| }, |
| { |
| "epoch": 1020.377358490566, |
| "grad_norm": 2.1409264555789123, |
| "learning_rate": 9.37217038013597e-06, |
| "loss": 1.4507, |
| "step": 27040 |
| }, |
| { |
| "epoch": 1021.1320754716982, |
| "grad_norm": 1.9876202106584275, |
| "learning_rate": 9.337676710197243e-06, |
| "loss": 1.4486, |
| "step": 27060 |
| }, |
| { |
| "epoch": 1021.8867924528302, |
| "grad_norm": 1.6321392819191982, |
| "learning_rate": 9.303311291866996e-06, |
| "loss": 1.4337, |
| "step": 27080 |
| }, |
| { |
| "epoch": 1022.6415094339623, |
| "grad_norm": 1.5614664744291826, |
| "learning_rate": 9.269074258049671e-06, |
| "loss": 1.4245, |
| "step": 27100 |
| }, |
| { |
| "epoch": 1023.3962264150944, |
| "grad_norm": 1.775529049395487, |
| "learning_rate": 9.234965741153195e-06, |
| "loss": 1.4284, |
| "step": 27120 |
| }, |
| { |
| "epoch": 1024.1509433962265, |
| "grad_norm": 1.4430739083306536, |
| "learning_rate": 9.200985873088487e-06, |
| "loss": 1.4235, |
| "step": 27140 |
| }, |
| { |
| "epoch": 1024.9056603773586, |
| "grad_norm": 2.0811882500763255, |
| "learning_rate": 9.167134785268918e-06, |
| "loss": 1.402, |
| "step": 27160 |
| }, |
| { |
| "epoch": 1025.6603773584907, |
| "grad_norm": 1.5403915703954525, |
| "learning_rate": 9.133412608609811e-06, |
| "loss": 1.4302, |
| "step": 27180 |
| }, |
| { |
| "epoch": 1026.4150943396226, |
| "grad_norm": 1.9685065156678565, |
| "learning_rate": 9.099819473527936e-06, |
| "loss": 1.3969, |
| "step": 27200 |
| }, |
| { |
| "epoch": 1027.1698113207547, |
| "grad_norm": 1.5336587010545035, |
| "learning_rate": 9.066355509941036e-06, |
| "loss": 1.428, |
| "step": 27220 |
| }, |
| { |
| "epoch": 1027.9245283018868, |
| "grad_norm": 1.9045363331404057, |
| "learning_rate": 9.033020847267277e-06, |
| "loss": 1.4521, |
| "step": 27240 |
| }, |
| { |
| "epoch": 1028.6792452830189, |
| "grad_norm": 1.7010720746106325, |
| "learning_rate": 8.999815614424768e-06, |
| "loss": 1.4408, |
| "step": 27260 |
| }, |
| { |
| "epoch": 1029.433962264151, |
| "grad_norm": 1.6652770284797922, |
| "learning_rate": 8.966739939831065e-06, |
| "loss": 1.4275, |
| "step": 27280 |
| }, |
| { |
| "epoch": 1030.188679245283, |
| "grad_norm": 1.438920885601344, |
| "learning_rate": 8.933793951402666e-06, |
| "loss": 1.4363, |
| "step": 27300 |
| }, |
| { |
| "epoch": 1030.9433962264152, |
| "grad_norm": 1.523374273868093, |
| "learning_rate": 8.900977776554543e-06, |
| "loss": 1.4178, |
| "step": 27320 |
| }, |
| { |
| "epoch": 1031.698113207547, |
| "grad_norm": 1.9388166404138083, |
| "learning_rate": 8.868291542199601e-06, |
| "loss": 1.4339, |
| "step": 27340 |
| }, |
| { |
| "epoch": 1032.4528301886792, |
| "grad_norm": 1.910046684059762, |
| "learning_rate": 8.835735374748235e-06, |
| "loss": 1.407, |
| "step": 27360 |
| }, |
| { |
| "epoch": 1033.2075471698113, |
| "grad_norm": 1.5548634820286755, |
| "learning_rate": 8.803309400107802e-06, |
| "loss": 1.4183, |
| "step": 27380 |
| }, |
| { |
| "epoch": 1033.9622641509434, |
| "grad_norm": 1.5932417218331991, |
| "learning_rate": 8.771013743682171e-06, |
| "loss": 1.4447, |
| "step": 27400 |
| }, |
| { |
| "epoch": 1034.7169811320755, |
| "grad_norm": 1.4796581852592556, |
| "learning_rate": 8.738848530371221e-06, |
| "loss": 1.3946, |
| "step": 27420 |
| }, |
| { |
| "epoch": 1035.4716981132076, |
| "grad_norm": 1.6106803868616077, |
| "learning_rate": 8.706813884570337e-06, |
| "loss": 1.4152, |
| "step": 27440 |
| }, |
| { |
| "epoch": 1036.2264150943397, |
| "grad_norm": 1.5383725584269896, |
| "learning_rate": 8.674909930169968e-06, |
| "loss": 1.4344, |
| "step": 27460 |
| }, |
| { |
| "epoch": 1036.9811320754718, |
| "grad_norm": 1.6971458233324348, |
| "learning_rate": 8.643136790555101e-06, |
| "loss": 1.42, |
| "step": 27480 |
| }, |
| { |
| "epoch": 1037.7358490566037, |
| "grad_norm": 1.7975384013574476, |
| "learning_rate": 8.61149458860486e-06, |
| "loss": 1.4456, |
| "step": 27500 |
| }, |
| { |
| "epoch": 1038.4905660377358, |
| "grad_norm": 1.5540181334521903, |
| "learning_rate": 8.579983446691931e-06, |
| "loss": 1.3976, |
| "step": 27520 |
| }, |
| { |
| "epoch": 1039.245283018868, |
| "grad_norm": 1.7107813027346386, |
| "learning_rate": 8.548603486682165e-06, |
| "loss": 1.4119, |
| "step": 27540 |
| }, |
| { |
| "epoch": 1040.0, |
| "grad_norm": 1.7225563012589893, |
| "learning_rate": 8.517354829934086e-06, |
| "loss": 1.4347, |
| "step": 27560 |
| }, |
| { |
| "epoch": 1040.754716981132, |
| "grad_norm": 1.6396983385388997, |
| "learning_rate": 8.486237597298396e-06, |
| "loss": 1.4076, |
| "step": 27580 |
| }, |
| { |
| "epoch": 1041.5094339622642, |
| "grad_norm": 1.59607993020723, |
| "learning_rate": 8.455251909117562e-06, |
| "loss": 1.391, |
| "step": 27600 |
| }, |
| { |
| "epoch": 1042.2641509433963, |
| "grad_norm": 1.6787714792885464, |
| "learning_rate": 8.424397885225284e-06, |
| "loss": 1.4319, |
| "step": 27620 |
| }, |
| { |
| "epoch": 1043.0188679245282, |
| "grad_norm": 1.514103336557697, |
| "learning_rate": 8.39367564494608e-06, |
| "loss": 1.4282, |
| "step": 27640 |
| }, |
| { |
| "epoch": 1043.7735849056603, |
| "grad_norm": 1.6827281624065857, |
| "learning_rate": 8.3630853070948e-06, |
| "loss": 1.4268, |
| "step": 27660 |
| }, |
| { |
| "epoch": 1044.5283018867924, |
| "grad_norm": 1.5242384493420091, |
| "learning_rate": 8.332626989976201e-06, |
| "loss": 1.394, |
| "step": 27680 |
| }, |
| { |
| "epoch": 1045.2830188679245, |
| "grad_norm": 1.5477899241579378, |
| "learning_rate": 8.302300811384443e-06, |
| "loss": 1.4188, |
| "step": 27700 |
| }, |
| { |
| "epoch": 1046.0377358490566, |
| "grad_norm": 1.7533265453937938, |
| "learning_rate": 8.272106888602644e-06, |
| "loss": 1.4147, |
| "step": 27720 |
| }, |
| { |
| "epoch": 1046.7924528301887, |
| "grad_norm": 1.7810905836721207, |
| "learning_rate": 8.242045338402464e-06, |
| "loss": 1.4249, |
| "step": 27740 |
| }, |
| { |
| "epoch": 1047.5471698113208, |
| "grad_norm": 1.6994451629715164, |
| "learning_rate": 8.212116277043624e-06, |
| "loss": 1.4087, |
| "step": 27760 |
| }, |
| { |
| "epoch": 1048.301886792453, |
| "grad_norm": 1.5273771258038336, |
| "learning_rate": 8.18231982027344e-06, |
| "loss": 1.4105, |
| "step": 27780 |
| }, |
| { |
| "epoch": 1049.0566037735848, |
| "grad_norm": 1.7986470388936215, |
| "learning_rate": 8.15265608332641e-06, |
| "loss": 1.417, |
| "step": 27800 |
| }, |
| { |
| "epoch": 1049.811320754717, |
| "grad_norm": 3.7362962798847605, |
| "learning_rate": 8.123125180923732e-06, |
| "loss": 1.4428, |
| "step": 27820 |
| }, |
| { |
| "epoch": 1050.566037735849, |
| "grad_norm": 1.4871345729412693, |
| "learning_rate": 8.093727227272918e-06, |
| "loss": 1.3913, |
| "step": 27840 |
| }, |
| { |
| "epoch": 1051.3207547169811, |
| "grad_norm": 1.6862935331038202, |
| "learning_rate": 8.064462336067288e-06, |
| "loss": 1.4099, |
| "step": 27860 |
| }, |
| { |
| "epoch": 1052.0754716981132, |
| "grad_norm": 1.5729155867984972, |
| "learning_rate": 8.03533062048555e-06, |
| "loss": 1.3896, |
| "step": 27880 |
| }, |
| { |
| "epoch": 1052.8301886792453, |
| "grad_norm": 1.7312033654611378, |
| "learning_rate": 8.006332193191406e-06, |
| "loss": 1.4183, |
| "step": 27900 |
| }, |
| { |
| "epoch": 1053.5849056603774, |
| "grad_norm": 1.737310060702965, |
| "learning_rate": 7.977467166333041e-06, |
| "loss": 1.4098, |
| "step": 27920 |
| }, |
| { |
| "epoch": 1054.3396226415093, |
| "grad_norm": 1.787345801838152, |
| "learning_rate": 7.948735651542762e-06, |
| "loss": 1.4472, |
| "step": 27940 |
| }, |
| { |
| "epoch": 1055.0943396226414, |
| "grad_norm": 1.6643759736424013, |
| "learning_rate": 7.920137759936503e-06, |
| "loss": 1.4248, |
| "step": 27960 |
| }, |
| { |
| "epoch": 1055.8490566037735, |
| "grad_norm": 1.665184448890738, |
| "learning_rate": 7.891673602113444e-06, |
| "loss": 1.4184, |
| "step": 27980 |
| }, |
| { |
| "epoch": 1056.6037735849056, |
| "grad_norm": 1.4651905410431068, |
| "learning_rate": 7.863343288155553e-06, |
| "loss": 1.4117, |
| "step": 28000 |
| }, |
| { |
| "epoch": 1057.3584905660377, |
| "grad_norm": 1.761583496091816, |
| "learning_rate": 7.835146927627195e-06, |
| "loss": 1.4173, |
| "step": 28020 |
| }, |
| { |
| "epoch": 1058.1132075471698, |
| "grad_norm": 1.4468036902445778, |
| "learning_rate": 7.807084629574648e-06, |
| "loss": 1.3899, |
| "step": 28040 |
| }, |
| { |
| "epoch": 1058.867924528302, |
| "grad_norm": 1.9317915574764288, |
| "learning_rate": 7.779156502525752e-06, |
| "loss": 1.4283, |
| "step": 28060 |
| }, |
| { |
| "epoch": 1059.622641509434, |
| "grad_norm": 1.6586645034969292, |
| "learning_rate": 7.751362654489442e-06, |
| "loss": 1.3729, |
| "step": 28080 |
| }, |
| { |
| "epoch": 1060.377358490566, |
| "grad_norm": 1.54736903517111, |
| "learning_rate": 7.72370319295533e-06, |
| "loss": 1.4323, |
| "step": 28100 |
| }, |
| { |
| "epoch": 1061.132075471698, |
| "grad_norm": 1.7410908156190221, |
| "learning_rate": 7.696178224893333e-06, |
| "loss": 1.4446, |
| "step": 28120 |
| }, |
| { |
| "epoch": 1061.8867924528302, |
| "grad_norm": 1.5846972848377703, |
| "learning_rate": 7.668787856753206e-06, |
| "loss": 1.4069, |
| "step": 28140 |
| }, |
| { |
| "epoch": 1062.6415094339623, |
| "grad_norm": 2.0032825052950005, |
| "learning_rate": 7.641532194464159e-06, |
| "loss": 1.4091, |
| "step": 28160 |
| }, |
| { |
| "epoch": 1063.3962264150944, |
| "grad_norm": 1.5526416600245057, |
| "learning_rate": 7.6144113434344445e-06, |
| "loss": 1.3988, |
| "step": 28180 |
| }, |
| { |
| "epoch": 1064.1509433962265, |
| "grad_norm": 1.6399869572854062, |
| "learning_rate": 7.587425408550953e-06, |
| "loss": 1.4317, |
| "step": 28200 |
| }, |
| { |
| "epoch": 1064.9056603773586, |
| "grad_norm": 2.218545819761043, |
| "learning_rate": 7.560574494178785e-06, |
| "loss": 1.4166, |
| "step": 28220 |
| }, |
| { |
| "epoch": 1065.6603773584907, |
| "grad_norm": 1.610893838079929, |
| "learning_rate": 7.5338587041608855e-06, |
| "loss": 1.4034, |
| "step": 28240 |
| }, |
| { |
| "epoch": 1066.4150943396226, |
| "grad_norm": 1.901849515787354, |
| "learning_rate": 7.507278141817603e-06, |
| "loss": 1.4082, |
| "step": 28260 |
| }, |
| { |
| "epoch": 1067.1698113207547, |
| "grad_norm": 1.9915752693535391, |
| "learning_rate": 7.4808329099463165e-06, |
| "loss": 1.4202, |
| "step": 28280 |
| }, |
| { |
| "epoch": 1067.9245283018868, |
| "grad_norm": 2.337231756702343, |
| "learning_rate": 7.454523110821034e-06, |
| "loss": 1.4033, |
| "step": 28300 |
| }, |
| { |
| "epoch": 1068.6792452830189, |
| "grad_norm": 1.4499700621594815, |
| "learning_rate": 7.428348846191982e-06, |
| "loss": 1.4106, |
| "step": 28320 |
| }, |
| { |
| "epoch": 1069.433962264151, |
| "grad_norm": 1.7981102056016145, |
| "learning_rate": 7.402310217285226e-06, |
| "loss": 1.4061, |
| "step": 28340 |
| }, |
| { |
| "epoch": 1070.188679245283, |
| "grad_norm": 1.7129433355903898, |
| "learning_rate": 7.376407324802275e-06, |
| "loss": 1.4019, |
| "step": 28360 |
| }, |
| { |
| "epoch": 1070.9433962264152, |
| "grad_norm": 1.5382026111028457, |
| "learning_rate": 7.350640268919691e-06, |
| "loss": 1.4197, |
| "step": 28380 |
| }, |
| { |
| "epoch": 1071.698113207547, |
| "grad_norm": 1.7225324354326523, |
| "learning_rate": 7.325009149288721e-06, |
| "loss": 1.4061, |
| "step": 28400 |
| }, |
| { |
| "epoch": 1072.4528301886792, |
| "grad_norm": 1.9701222408661871, |
| "learning_rate": 7.299514065034864e-06, |
| "loss": 1.399, |
| "step": 28420 |
| }, |
| { |
| "epoch": 1073.2075471698113, |
| "grad_norm": 2.560013262107365, |
| "learning_rate": 7.2741551147575365e-06, |
| "loss": 1.4011, |
| "step": 28440 |
| }, |
| { |
| "epoch": 1073.9622641509434, |
| "grad_norm": 1.7468598350718882, |
| "learning_rate": 7.248932396529666e-06, |
| "loss": 1.3906, |
| "step": 28460 |
| }, |
| { |
| "epoch": 1074.7169811320755, |
| "grad_norm": 1.5217037013529344, |
| "learning_rate": 7.223846007897321e-06, |
| "loss": 1.3824, |
| "step": 28480 |
| }, |
| { |
| "epoch": 1075.4716981132076, |
| "grad_norm": 1.9246360758156291, |
| "learning_rate": 7.198896045879323e-06, |
| "loss": 1.401, |
| "step": 28500 |
| }, |
| { |
| "epoch": 1076.2264150943397, |
| "grad_norm": 1.6887933139540061, |
| "learning_rate": 7.174082606966883e-06, |
| "loss": 1.4025, |
| "step": 28520 |
| }, |
| { |
| "epoch": 1076.9811320754718, |
| "grad_norm": 1.6294766788073725, |
| "learning_rate": 7.149405787123236e-06, |
| "loss": 1.3986, |
| "step": 28540 |
| }, |
| { |
| "epoch": 1077.7358490566037, |
| "grad_norm": 1.5618807274404587, |
| "learning_rate": 7.124865681783234e-06, |
| "loss": 1.4005, |
| "step": 28560 |
| }, |
| { |
| "epoch": 1078.4905660377358, |
| "grad_norm": 1.6678211596916697, |
| "learning_rate": 7.100462385853021e-06, |
| "loss": 1.4071, |
| "step": 28580 |
| }, |
| { |
| "epoch": 1079.245283018868, |
| "grad_norm": 1.9223978868928677, |
| "learning_rate": 7.07619599370964e-06, |
| "loss": 1.4135, |
| "step": 28600 |
| }, |
| { |
| "epoch": 1080.0, |
| "grad_norm": 1.6632265815235145, |
| "learning_rate": 7.052066599200659e-06, |
| "loss": 1.3882, |
| "step": 28620 |
| }, |
| { |
| "epoch": 1080.754716981132, |
| "grad_norm": 1.6022030717394165, |
| "learning_rate": 7.028074295643851e-06, |
| "loss": 1.3972, |
| "step": 28640 |
| }, |
| { |
| "epoch": 1081.5094339622642, |
| "grad_norm": 1.4991746539828543, |
| "learning_rate": 7.004219175826785e-06, |
| "loss": 1.382, |
| "step": 28660 |
| }, |
| { |
| "epoch": 1082.2641509433963, |
| "grad_norm": 1.6838520383575963, |
| "learning_rate": 6.9805013320064956e-06, |
| "loss": 1.4146, |
| "step": 28680 |
| }, |
| { |
| "epoch": 1083.0188679245282, |
| "grad_norm": 1.8350778781710608, |
| "learning_rate": 6.9569208559091e-06, |
| "loss": 1.4138, |
| "step": 28700 |
| }, |
| { |
| "epoch": 1083.7735849056603, |
| "grad_norm": 1.5249940477637465, |
| "learning_rate": 6.9334778387294835e-06, |
| "loss": 1.403, |
| "step": 28720 |
| }, |
| { |
| "epoch": 1084.5283018867924, |
| "grad_norm": 1.4543697117371763, |
| "learning_rate": 6.910172371130925e-06, |
| "loss": 1.4115, |
| "step": 28740 |
| }, |
| { |
| "epoch": 1085.2830188679245, |
| "grad_norm": 1.8878771205671918, |
| "learning_rate": 6.8870045432447285e-06, |
| "loss": 1.3783, |
| "step": 28760 |
| }, |
| { |
| "epoch": 1086.0377358490566, |
| "grad_norm": 1.6650946199070653, |
| "learning_rate": 6.8639744446698945e-06, |
| "loss": 1.4065, |
| "step": 28780 |
| }, |
| { |
| "epoch": 1086.7924528301887, |
| "grad_norm": 1.9063799347508024, |
| "learning_rate": 6.84108216447278e-06, |
| "loss": 1.3896, |
| "step": 28800 |
| }, |
| { |
| "epoch": 1087.5471698113208, |
| "grad_norm": 1.7745103676453513, |
| "learning_rate": 6.818327791186747e-06, |
| "loss": 1.4068, |
| "step": 28820 |
| }, |
| { |
| "epoch": 1088.301886792453, |
| "grad_norm": 1.6208415487366228, |
| "learning_rate": 6.795711412811805e-06, |
| "loss": 1.3827, |
| "step": 28840 |
| }, |
| { |
| "epoch": 1089.0566037735848, |
| "grad_norm": 1.4568669649899233, |
| "learning_rate": 6.773233116814289e-06, |
| "loss": 1.3918, |
| "step": 28860 |
| }, |
| { |
| "epoch": 1089.811320754717, |
| "grad_norm": 1.861515176168054, |
| "learning_rate": 6.750892990126514e-06, |
| "loss": 1.3901, |
| "step": 28880 |
| }, |
| { |
| "epoch": 1090.566037735849, |
| "grad_norm": 1.7283660067362911, |
| "learning_rate": 6.728691119146446e-06, |
| "loss": 1.4157, |
| "step": 28900 |
| }, |
| { |
| "epoch": 1091.3207547169811, |
| "grad_norm": 1.679598340558233, |
| "learning_rate": 6.706627589737369e-06, |
| "loss": 1.3938, |
| "step": 28920 |
| }, |
| { |
| "epoch": 1092.0754716981132, |
| "grad_norm": 1.5691857730547452, |
| "learning_rate": 6.6847024872275215e-06, |
| "loss": 1.4176, |
| "step": 28940 |
| }, |
| { |
| "epoch": 1092.8301886792453, |
| "grad_norm": 1.5537251935711112, |
| "learning_rate": 6.66291589640982e-06, |
| "loss": 1.3967, |
| "step": 28960 |
| }, |
| { |
| "epoch": 1093.5849056603774, |
| "grad_norm": 1.8881979410475171, |
| "learning_rate": 6.641267901541472e-06, |
| "loss": 1.418, |
| "step": 28980 |
| }, |
| { |
| "epoch": 1094.3396226415093, |
| "grad_norm": 1.613241830342873, |
| "learning_rate": 6.619758586343714e-06, |
| "loss": 1.3901, |
| "step": 29000 |
| }, |
| { |
| "epoch": 1095.0943396226414, |
| "grad_norm": 1.5946632443607534, |
| "learning_rate": 6.598388034001433e-06, |
| "loss": 1.3634, |
| "step": 29020 |
| }, |
| { |
| "epoch": 1095.8490566037735, |
| "grad_norm": 1.8962995366661943, |
| "learning_rate": 6.577156327162867e-06, |
| "loss": 1.392, |
| "step": 29040 |
| }, |
| { |
| "epoch": 1096.6037735849056, |
| "grad_norm": 1.629681556076702, |
| "learning_rate": 6.55606354793928e-06, |
| "loss": 1.4078, |
| "step": 29060 |
| }, |
| { |
| "epoch": 1097.3584905660377, |
| "grad_norm": 1.6952819453222434, |
| "learning_rate": 6.535109777904677e-06, |
| "loss": 1.4017, |
| "step": 29080 |
| }, |
| { |
| "epoch": 1098.1132075471698, |
| "grad_norm": 2.5813616029432267, |
| "learning_rate": 6.514295098095432e-06, |
| "loss": 1.3986, |
| "step": 29100 |
| }, |
| { |
| "epoch": 1098.867924528302, |
| "grad_norm": 1.5192224713062508, |
| "learning_rate": 6.493619589010008e-06, |
| "loss": 1.3995, |
| "step": 29120 |
| }, |
| { |
| "epoch": 1099.622641509434, |
| "grad_norm": 1.5723195273483208, |
| "learning_rate": 6.4730833306086425e-06, |
| "loss": 1.3804, |
| "step": 29140 |
| }, |
| { |
| "epoch": 1100.377358490566, |
| "grad_norm": 1.6397338659549336, |
| "learning_rate": 6.452686402313042e-06, |
| "loss": 1.386, |
| "step": 29160 |
| }, |
| { |
| "epoch": 1101.132075471698, |
| "grad_norm": 1.5791257173150743, |
| "learning_rate": 6.43242888300607e-06, |
| "loss": 1.3847, |
| "step": 29180 |
| }, |
| { |
| "epoch": 1101.8867924528302, |
| "grad_norm": 1.5559887095506482, |
| "learning_rate": 6.412310851031428e-06, |
| "loss": 1.393, |
| "step": 29200 |
| }, |
| { |
| "epoch": 1102.6415094339623, |
| "grad_norm": 1.6663466000474887, |
| "learning_rate": 6.392332384193371e-06, |
| "loss": 1.3896, |
| "step": 29220 |
| }, |
| { |
| "epoch": 1103.3962264150944, |
| "grad_norm": 1.9956674599720932, |
| "learning_rate": 6.372493559756415e-06, |
| "loss": 1.378, |
| "step": 29240 |
| }, |
| { |
| "epoch": 1104.1509433962265, |
| "grad_norm": 1.787105155690102, |
| "learning_rate": 6.352794454445007e-06, |
| "loss": 1.3879, |
| "step": 29260 |
| }, |
| { |
| "epoch": 1104.9056603773586, |
| "grad_norm": 1.561482889041861, |
| "learning_rate": 6.333235144443262e-06, |
| "loss": 1.402, |
| "step": 29280 |
| }, |
| { |
| "epoch": 1105.6603773584907, |
| "grad_norm": 1.8736117457797759, |
| "learning_rate": 6.31381570539463e-06, |
| "loss": 1.3879, |
| "step": 29300 |
| }, |
| { |
| "epoch": 1106.4150943396226, |
| "grad_norm": 1.4692581652153442, |
| "learning_rate": 6.294536212401641e-06, |
| "loss": 1.3914, |
| "step": 29320 |
| }, |
| { |
| "epoch": 1107.1698113207547, |
| "grad_norm": 1.4908544439114542, |
| "learning_rate": 6.275396740025605e-06, |
| "loss": 1.4028, |
| "step": 29340 |
| }, |
| { |
| "epoch": 1107.9245283018868, |
| "grad_norm": 1.488666750171173, |
| "learning_rate": 6.256397362286306e-06, |
| "loss": 1.3799, |
| "step": 29360 |
| }, |
| { |
| "epoch": 1108.6792452830189, |
| "grad_norm": 1.517431762228245, |
| "learning_rate": 6.237538152661723e-06, |
| "loss": 1.3765, |
| "step": 29380 |
| }, |
| { |
| "epoch": 1109.433962264151, |
| "grad_norm": 2.2381909450089803, |
| "learning_rate": 6.218819184087767e-06, |
| "loss": 1.4079, |
| "step": 29400 |
| }, |
| { |
| "epoch": 1110.188679245283, |
| "grad_norm": 1.7858504458920295, |
| "learning_rate": 6.200240528957965e-06, |
| "loss": 1.3554, |
| "step": 29420 |
| }, |
| { |
| "epoch": 1110.9433962264152, |
| "grad_norm": 1.7350524849254911, |
| "learning_rate": 6.181802259123219e-06, |
| "loss": 1.3967, |
| "step": 29440 |
| }, |
| { |
| "epoch": 1111.698113207547, |
| "grad_norm": 1.702971597589678, |
| "learning_rate": 6.163504445891484e-06, |
| "loss": 1.3671, |
| "step": 29460 |
| }, |
| { |
| "epoch": 1112.4528301886792, |
| "grad_norm": 1.7712134929173684, |
| "learning_rate": 6.145347160027524e-06, |
| "loss": 1.3829, |
| "step": 29480 |
| }, |
| { |
| "epoch": 1113.2075471698113, |
| "grad_norm": 1.4073555395505457, |
| "learning_rate": 6.1273304717526284e-06, |
| "loss": 1.4108, |
| "step": 29500 |
| }, |
| { |
| "epoch": 1113.9622641509434, |
| "grad_norm": 1.6527537265171588, |
| "learning_rate": 6.10945445074435e-06, |
| "loss": 1.4068, |
| "step": 29520 |
| }, |
| { |
| "epoch": 1114.7169811320755, |
| "grad_norm": 1.6866987009556351, |
| "learning_rate": 6.091719166136209e-06, |
| "loss": 1.3793, |
| "step": 29540 |
| }, |
| { |
| "epoch": 1115.4716981132076, |
| "grad_norm": 1.7073159356044332, |
| "learning_rate": 6.074124686517448e-06, |
| "loss": 1.3826, |
| "step": 29560 |
| }, |
| { |
| "epoch": 1116.2264150943397, |
| "grad_norm": 1.8230785653176147, |
| "learning_rate": 6.056671079932781e-06, |
| "loss": 1.4153, |
| "step": 29580 |
| }, |
| { |
| "epoch": 1116.9811320754718, |
| "grad_norm": 1.6857598634250675, |
| "learning_rate": 6.0393584138820814e-06, |
| "loss": 1.3887, |
| "step": 29600 |
| }, |
| { |
| "epoch": 1117.7358490566037, |
| "grad_norm": 1.5568678463492682, |
| "learning_rate": 6.022186755320181e-06, |
| "loss": 1.3901, |
| "step": 29620 |
| }, |
| { |
| "epoch": 1118.4905660377358, |
| "grad_norm": 1.8571545157336313, |
| "learning_rate": 6.0051561706565545e-06, |
| "loss": 1.4013, |
| "step": 29640 |
| }, |
| { |
| "epoch": 1119.245283018868, |
| "grad_norm": 2.413996452708785, |
| "learning_rate": 5.988266725755103e-06, |
| "loss": 1.3613, |
| "step": 29660 |
| }, |
| { |
| "epoch": 1120.0, |
| "grad_norm": 1.687989711452293, |
| "learning_rate": 5.9715184859338745e-06, |
| "loss": 1.4031, |
| "step": 29680 |
| }, |
| { |
| "epoch": 1120.754716981132, |
| "grad_norm": 1.7351377623187432, |
| "learning_rate": 5.9549115159648416e-06, |
| "loss": 1.3949, |
| "step": 29700 |
| }, |
| { |
| "epoch": 1121.5094339622642, |
| "grad_norm": 1.6317556572084198, |
| "learning_rate": 5.9384458800736175e-06, |
| "loss": 1.3769, |
| "step": 29720 |
| }, |
| { |
| "epoch": 1122.2641509433963, |
| "grad_norm": 1.5268456230996348, |
| "learning_rate": 5.922121641939213e-06, |
| "loss": 1.3816, |
| "step": 29740 |
| }, |
| { |
| "epoch": 1123.0188679245282, |
| "grad_norm": 1.712558259908726, |
| "learning_rate": 5.905938864693819e-06, |
| "loss": 1.3798, |
| "step": 29760 |
| }, |
| { |
| "epoch": 1123.7735849056603, |
| "grad_norm": 2.381990895927805, |
| "learning_rate": 5.889897610922528e-06, |
| "loss": 1.3607, |
| "step": 29780 |
| }, |
| { |
| "epoch": 1124.5283018867924, |
| "grad_norm": 1.880675021280631, |
| "learning_rate": 5.873997942663118e-06, |
| "loss": 1.3886, |
| "step": 29800 |
| }, |
| { |
| "epoch": 1125.2830188679245, |
| "grad_norm": 1.7160648060328811, |
| "learning_rate": 5.858239921405781e-06, |
| "loss": 1.4049, |
| "step": 29820 |
| }, |
| { |
| "epoch": 1126.0377358490566, |
| "grad_norm": 2.0253315053102656, |
| "learning_rate": 5.842623608092928e-06, |
| "loss": 1.393, |
| "step": 29840 |
| }, |
| { |
| "epoch": 1126.7924528301887, |
| "grad_norm": 1.7870648066969081, |
| "learning_rate": 5.8271490631189085e-06, |
| "loss": 1.3654, |
| "step": 29860 |
| }, |
| { |
| "epoch": 1127.5471698113208, |
| "grad_norm": 2.0620223544323393, |
| "learning_rate": 5.811816346329819e-06, |
| "loss": 1.3776, |
| "step": 29880 |
| }, |
| { |
| "epoch": 1128.301886792453, |
| "grad_norm": 1.892915815700359, |
| "learning_rate": 5.796625517023236e-06, |
| "loss": 1.377, |
| "step": 29900 |
| }, |
| { |
| "epoch": 1129.0566037735848, |
| "grad_norm": 1.6134589423454577, |
| "learning_rate": 5.781576633948012e-06, |
| "loss": 1.3958, |
| "step": 29920 |
| }, |
| { |
| "epoch": 1129.811320754717, |
| "grad_norm": 1.8880173462636753, |
| "learning_rate": 5.766669755304027e-06, |
| "loss": 1.3707, |
| "step": 29940 |
| }, |
| { |
| "epoch": 1130.566037735849, |
| "grad_norm": 1.899687605902805, |
| "learning_rate": 5.75190493874199e-06, |
| "loss": 1.3648, |
| "step": 29960 |
| }, |
| { |
| "epoch": 1131.3207547169811, |
| "grad_norm": 2.0484945041635143, |
| "learning_rate": 5.737282241363189e-06, |
| "loss": 1.3689, |
| "step": 29980 |
| }, |
| { |
| "epoch": 1132.0754716981132, |
| "grad_norm": 1.676321084433534, |
| "learning_rate": 5.72280171971928e-06, |
| "loss": 1.4161, |
| "step": 30000 |
| }, |
| { |
| "epoch": 1132.8301886792453, |
| "grad_norm": 1.7718376566707665, |
| "learning_rate": 5.708463429812077e-06, |
| "loss": 1.3427, |
| "step": 30020 |
| }, |
| { |
| "epoch": 1133.5849056603774, |
| "grad_norm": 1.9751240318001524, |
| "learning_rate": 5.694267427093333e-06, |
| "loss": 1.3674, |
| "step": 30040 |
| }, |
| { |
| "epoch": 1134.3396226415093, |
| "grad_norm": 2.3259508666245754, |
| "learning_rate": 5.680213766464505e-06, |
| "loss": 1.3815, |
| "step": 30060 |
| }, |
| { |
| "epoch": 1135.0943396226414, |
| "grad_norm": 1.7499567507331477, |
| "learning_rate": 5.6663025022765734e-06, |
| "loss": 1.3898, |
| "step": 30080 |
| }, |
| { |
| "epoch": 1135.8490566037735, |
| "grad_norm": 1.7700410283415744, |
| "learning_rate": 5.652533688329809e-06, |
| "loss": 1.3801, |
| "step": 30100 |
| }, |
| { |
| "epoch": 1136.6037735849056, |
| "grad_norm": 2.4028113618062843, |
| "learning_rate": 5.638907377873572e-06, |
| "loss": 1.4025, |
| "step": 30120 |
| }, |
| { |
| "epoch": 1137.3584905660377, |
| "grad_norm": 1.7119758682153656, |
| "learning_rate": 5.625423623606109e-06, |
| "loss": 1.3933, |
| "step": 30140 |
| }, |
| { |
| "epoch": 1138.1132075471698, |
| "grad_norm": 1.6434771622606816, |
| "learning_rate": 5.612082477674341e-06, |
| "loss": 1.3723, |
| "step": 30160 |
| }, |
| { |
| "epoch": 1138.867924528302, |
| "grad_norm": 1.6260264586830788, |
| "learning_rate": 5.598883991673678e-06, |
| "loss": 1.4009, |
| "step": 30180 |
| }, |
| { |
| "epoch": 1139.622641509434, |
| "grad_norm": 3.7353731641696166, |
| "learning_rate": 5.58582821664779e-06, |
| "loss": 1.3621, |
| "step": 30200 |
| }, |
| { |
| "epoch": 1140.377358490566, |
| "grad_norm": 1.567966811159742, |
| "learning_rate": 5.572915203088453e-06, |
| "loss": 1.3679, |
| "step": 30220 |
| }, |
| { |
| "epoch": 1141.132075471698, |
| "grad_norm": 1.7536276327044822, |
| "learning_rate": 5.560145000935302e-06, |
| "loss": 1.3899, |
| "step": 30240 |
| }, |
| { |
| "epoch": 1141.8867924528302, |
| "grad_norm": 1.6246811713037859, |
| "learning_rate": 5.547517659575683e-06, |
| "loss": 1.3754, |
| "step": 30260 |
| }, |
| { |
| "epoch": 1142.6415094339623, |
| "grad_norm": 1.5935354859602073, |
| "learning_rate": 5.535033227844446e-06, |
| "loss": 1.3783, |
| "step": 30280 |
| }, |
| { |
| "epoch": 1143.3962264150944, |
| "grad_norm": 1.5837499746804282, |
| "learning_rate": 5.522691754023736e-06, |
| "loss": 1.3664, |
| "step": 30300 |
| }, |
| { |
| "epoch": 1144.1509433962265, |
| "grad_norm": 1.5561292753074283, |
| "learning_rate": 5.5104932858428386e-06, |
| "loss": 1.3934, |
| "step": 30320 |
| }, |
| { |
| "epoch": 1144.9056603773586, |
| "grad_norm": 1.5051486824601223, |
| "learning_rate": 5.498437870477979e-06, |
| "loss": 1.3569, |
| "step": 30340 |
| }, |
| { |
| "epoch": 1145.6603773584907, |
| "grad_norm": 1.5724530317281036, |
| "learning_rate": 5.48652555455214e-06, |
| "loss": 1.384, |
| "step": 30360 |
| }, |
| { |
| "epoch": 1146.4150943396226, |
| "grad_norm": 1.7499070562961392, |
| "learning_rate": 5.474756384134872e-06, |
| "loss": 1.3661, |
| "step": 30380 |
| }, |
| { |
| "epoch": 1147.1698113207547, |
| "grad_norm": 1.682172454392295, |
| "learning_rate": 5.46313040474215e-06, |
| "loss": 1.3668, |
| "step": 30400 |
| }, |
| { |
| "epoch": 1147.9245283018868, |
| "grad_norm": 1.6400451026874565, |
| "learning_rate": 5.4516476613361565e-06, |
| "loss": 1.3605, |
| "step": 30420 |
| }, |
| { |
| "epoch": 1148.6792452830189, |
| "grad_norm": 1.952384343786011, |
| "learning_rate": 5.440308198325125e-06, |
| "loss": 1.388, |
| "step": 30440 |
| }, |
| { |
| "epoch": 1149.433962264151, |
| "grad_norm": 2.052044266530817, |
| "learning_rate": 5.4291120595631796e-06, |
| "loss": 1.3699, |
| "step": 30460 |
| }, |
| { |
| "epoch": 1150.188679245283, |
| "grad_norm": 1.868354121694302, |
| "learning_rate": 5.4180592883501325e-06, |
| "loss": 1.4099, |
| "step": 30480 |
| }, |
| { |
| "epoch": 1150.9433962264152, |
| "grad_norm": 1.650613691746538, |
| "learning_rate": 5.40714992743136e-06, |
| "loss": 1.3788, |
| "step": 30500 |
| }, |
| { |
| "epoch": 1151.698113207547, |
| "grad_norm": 1.48074352750423, |
| "learning_rate": 5.3963840189976066e-06, |
| "loss": 1.3587, |
| "step": 30520 |
| }, |
| { |
| "epoch": 1152.4528301886792, |
| "grad_norm": 1.914894176993607, |
| "learning_rate": 5.385761604684826e-06, |
| "loss": 1.3622, |
| "step": 30540 |
| }, |
| { |
| "epoch": 1153.2075471698113, |
| "grad_norm": 1.736154691724524, |
| "learning_rate": 5.375282725574028e-06, |
| "loss": 1.3451, |
| "step": 30560 |
| }, |
| { |
| "epoch": 1153.9622641509434, |
| "grad_norm": 1.7175923216328703, |
| "learning_rate": 5.364947422191111e-06, |
| "loss": 1.385, |
| "step": 30580 |
| }, |
| { |
| "epoch": 1154.7169811320755, |
| "grad_norm": 1.8230347081955776, |
| "learning_rate": 5.3547557345067295e-06, |
| "loss": 1.3797, |
| "step": 30600 |
| }, |
| { |
| "epoch": 1155.4716981132076, |
| "grad_norm": 1.4897355923840079, |
| "learning_rate": 5.344707701936093e-06, |
| "loss": 1.3812, |
| "step": 30620 |
| }, |
| { |
| "epoch": 1156.2264150943397, |
| "grad_norm": 1.7795720356372806, |
| "learning_rate": 5.334803363338855e-06, |
| "loss": 1.3508, |
| "step": 30640 |
| }, |
| { |
| "epoch": 1156.9811320754718, |
| "grad_norm": 2.461699887903762, |
| "learning_rate": 5.325042757018952e-06, |
| "loss": 1.3904, |
| "step": 30660 |
| }, |
| { |
| "epoch": 1157.7358490566037, |
| "grad_norm": 1.7684288169829847, |
| "learning_rate": 5.315425920724443e-06, |
| "loss": 1.362, |
| "step": 30680 |
| }, |
| { |
| "epoch": 1158.4905660377358, |
| "grad_norm": 1.9326301215722892, |
| "learning_rate": 5.3059528916473754e-06, |
| "loss": 1.3764, |
| "step": 30700 |
| }, |
| { |
| "epoch": 1159.245283018868, |
| "grad_norm": 1.7547993585411785, |
| "learning_rate": 5.296623706423637e-06, |
| "loss": 1.3624, |
| "step": 30720 |
| }, |
| { |
| "epoch": 1160.0, |
| "grad_norm": 2.2647989876543897, |
| "learning_rate": 5.2874384011328235e-06, |
| "loss": 1.3804, |
| "step": 30740 |
| }, |
| { |
| "epoch": 1160.754716981132, |
| "grad_norm": 1.897412746168143, |
| "learning_rate": 5.278397011298081e-06, |
| "loss": 1.3882, |
| "step": 30760 |
| }, |
| { |
| "epoch": 1161.5094339622642, |
| "grad_norm": 1.5286725772277845, |
| "learning_rate": 5.269499571885985e-06, |
| "loss": 1.381, |
| "step": 30780 |
| }, |
| { |
| "epoch": 1162.2641509433963, |
| "grad_norm": 1.6848292059915215, |
| "learning_rate": 5.260746117306394e-06, |
| "loss": 1.361, |
| "step": 30800 |
| }, |
| { |
| "epoch": 1163.0188679245282, |
| "grad_norm": 1.4576957104143031, |
| "learning_rate": 5.25213668141232e-06, |
| "loss": 1.3773, |
| "step": 30820 |
| }, |
| { |
| "epoch": 1163.7735849056603, |
| "grad_norm": 1.6655981961615232, |
| "learning_rate": 5.243671297499806e-06, |
| "loss": 1.3403, |
| "step": 30840 |
| }, |
| { |
| "epoch": 1164.5283018867924, |
| "grad_norm": 6.016182274377044, |
| "learning_rate": 5.235349998307786e-06, |
| "loss": 1.3994, |
| "step": 30860 |
| }, |
| { |
| "epoch": 1165.2830188679245, |
| "grad_norm": 1.7659588641922745, |
| "learning_rate": 5.227172816017956e-06, |
| "loss": 1.3507, |
| "step": 30880 |
| }, |
| { |
| "epoch": 1166.0377358490566, |
| "grad_norm": 2.0037468459561962, |
| "learning_rate": 5.219139782254665e-06, |
| "loss": 1.3703, |
| "step": 30900 |
| }, |
| { |
| "epoch": 1166.7924528301887, |
| "grad_norm": 2.15024644673786, |
| "learning_rate": 5.211250928084786e-06, |
| "loss": 1.3473, |
| "step": 30920 |
| }, |
| { |
| "epoch": 1167.5471698113208, |
| "grad_norm": 2.5013172573697466, |
| "learning_rate": 5.203506284017583e-06, |
| "loss": 1.3814, |
| "step": 30940 |
| }, |
| { |
| "epoch": 1168.301886792453, |
| "grad_norm": 1.5816513523971083, |
| "learning_rate": 5.195905880004609e-06, |
| "loss": 1.3668, |
| "step": 30960 |
| }, |
| { |
| "epoch": 1169.0566037735848, |
| "grad_norm": 1.512996764161357, |
| "learning_rate": 5.188449745439581e-06, |
| "loss": 1.3581, |
| "step": 30980 |
| }, |
| { |
| "epoch": 1169.811320754717, |
| "grad_norm": 1.536263448282502, |
| "learning_rate": 5.181137909158276e-06, |
| "loss": 1.3277, |
| "step": 31000 |
| }, |
| { |
| "epoch": 1170.566037735849, |
| "grad_norm": 1.6755767673451942, |
| "learning_rate": 5.1739703994384105e-06, |
| "loss": 1.3923, |
| "step": 31020 |
| }, |
| { |
| "epoch": 1171.3207547169811, |
| "grad_norm": 1.7976047665675525, |
| "learning_rate": 5.166947243999532e-06, |
| "loss": 1.3671, |
| "step": 31040 |
| }, |
| { |
| "epoch": 1172.0754716981132, |
| "grad_norm": 1.5604607884699584, |
| "learning_rate": 5.1600684700029165e-06, |
| "loss": 1.3613, |
| "step": 31060 |
| }, |
| { |
| "epoch": 1172.8301886792453, |
| "grad_norm": 1.5133379987405895, |
| "learning_rate": 5.1533341040514576e-06, |
| "loss": 1.3696, |
| "step": 31080 |
| }, |
| { |
| "epoch": 1173.5849056603774, |
| "grad_norm": 1.8992042289915705, |
| "learning_rate": 5.146744172189571e-06, |
| "loss": 1.3464, |
| "step": 31100 |
| }, |
| { |
| "epoch": 1174.3396226415093, |
| "grad_norm": 1.8549085471784923, |
| "learning_rate": 5.140298699903085e-06, |
| "loss": 1.3478, |
| "step": 31120 |
| }, |
| { |
| "epoch": 1175.0943396226414, |
| "grad_norm": 1.6926406458235648, |
| "learning_rate": 5.133997712119152e-06, |
| "loss": 1.3526, |
| "step": 31140 |
| }, |
| { |
| "epoch": 1175.8490566037735, |
| "grad_norm": 1.9538672940442745, |
| "learning_rate": 5.127841233206144e-06, |
| "loss": 1.3686, |
| "step": 31160 |
| }, |
| { |
| "epoch": 1176.6037735849056, |
| "grad_norm": 1.850655603319905, |
| "learning_rate": 5.1218292869735606e-06, |
| "loss": 1.3906, |
| "step": 31180 |
| }, |
| { |
| "epoch": 1177.3584905660377, |
| "grad_norm": 1.7127479688627378, |
| "learning_rate": 5.115961896671935e-06, |
| "loss": 1.3703, |
| "step": 31200 |
| }, |
| { |
| "epoch": 1178.1132075471698, |
| "grad_norm": 1.556614260381109, |
| "learning_rate": 5.110239084992749e-06, |
| "loss": 1.3532, |
| "step": 31220 |
| }, |
| { |
| "epoch": 1178.867924528302, |
| "grad_norm": 2.001126139034296, |
| "learning_rate": 5.1046608740683435e-06, |
| "loss": 1.3929, |
| "step": 31240 |
| }, |
| { |
| "epoch": 1179.622641509434, |
| "grad_norm": 2.127747604876417, |
| "learning_rate": 5.09922728547183e-06, |
| "loss": 1.3657, |
| "step": 31260 |
| }, |
| { |
| "epoch": 1180.377358490566, |
| "grad_norm": 1.8364327564945553, |
| "learning_rate": 5.093938340217008e-06, |
| "loss": 1.3426, |
| "step": 31280 |
| }, |
| { |
| "epoch": 1181.132075471698, |
| "grad_norm": 1.9292610849222944, |
| "learning_rate": 5.088794058758295e-06, |
| "loss": 1.368, |
| "step": 31300 |
| }, |
| { |
| "epoch": 1181.8867924528302, |
| "grad_norm": 2.0114024877177505, |
| "learning_rate": 5.083794460990618e-06, |
| "loss": 1.39, |
| "step": 31320 |
| }, |
| { |
| "epoch": 1182.6415094339623, |
| "grad_norm": 1.5735214803674382, |
| "learning_rate": 5.078939566249372e-06, |
| "loss": 1.3632, |
| "step": 31340 |
| }, |
| { |
| "epoch": 1183.3962264150944, |
| "grad_norm": 1.8428642902345547, |
| "learning_rate": 5.074229393310324e-06, |
| "loss": 1.3757, |
| "step": 31360 |
| }, |
| { |
| "epoch": 1184.1509433962265, |
| "grad_norm": 1.697897177712772, |
| "learning_rate": 5.06966396038955e-06, |
| "loss": 1.354, |
| "step": 31380 |
| }, |
| { |
| "epoch": 1184.9056603773586, |
| "grad_norm": 1.807086734591878, |
| "learning_rate": 5.065243285143349e-06, |
| "loss": 1.3757, |
| "step": 31400 |
| }, |
| { |
| "epoch": 1185.6603773584907, |
| "grad_norm": 1.743179055242126, |
| "learning_rate": 5.0609673846681936e-06, |
| "loss": 1.3819, |
| "step": 31420 |
| }, |
| { |
| "epoch": 1186.4150943396226, |
| "grad_norm": 1.8735264452983302, |
| "learning_rate": 5.056836275500658e-06, |
| "loss": 1.3579, |
| "step": 31440 |
| }, |
| { |
| "epoch": 1187.1698113207547, |
| "grad_norm": 1.5862970321945447, |
| "learning_rate": 5.052849973617347e-06, |
| "loss": 1.3445, |
| "step": 31460 |
| }, |
| { |
| "epoch": 1187.9245283018868, |
| "grad_norm": 1.692517823714256, |
| "learning_rate": 5.049008494434844e-06, |
| "loss": 1.3694, |
| "step": 31480 |
| }, |
| { |
| "epoch": 1188.6792452830189, |
| "grad_norm": 1.6212477472255649, |
| "learning_rate": 5.045311852809638e-06, |
| "loss": 1.3929, |
| "step": 31500 |
| }, |
| { |
| "epoch": 1189.433962264151, |
| "grad_norm": 1.52306373987035, |
| "learning_rate": 5.041760063038081e-06, |
| "loss": 1.3579, |
| "step": 31520 |
| }, |
| { |
| "epoch": 1190.188679245283, |
| "grad_norm": 1.7830544839573095, |
| "learning_rate": 5.038353138856331e-06, |
| "loss": 1.348, |
| "step": 31540 |
| }, |
| { |
| "epoch": 1190.9433962264152, |
| "grad_norm": 1.7203728735463606, |
| "learning_rate": 5.035091093440292e-06, |
| "loss": 1.37, |
| "step": 31560 |
| }, |
| { |
| "epoch": 1191.698113207547, |
| "grad_norm": 1.9298089743408848, |
| "learning_rate": 5.0319739394055525e-06, |
| "loss": 1.3627, |
| "step": 31580 |
| }, |
| { |
| "epoch": 1192.4528301886792, |
| "grad_norm": 1.9488940650586162, |
| "learning_rate": 5.029001688807368e-06, |
| "loss": 1.3537, |
| "step": 31600 |
| }, |
| { |
| "epoch": 1193.2075471698113, |
| "grad_norm": 2.0609178957358667, |
| "learning_rate": 5.026174353140584e-06, |
| "loss": 1.3521, |
| "step": 31620 |
| }, |
| { |
| "epoch": 1193.9622641509434, |
| "grad_norm": 1.710559073613117, |
| "learning_rate": 5.0234919433396115e-06, |
| "loss": 1.3768, |
| "step": 31640 |
| }, |
| { |
| "epoch": 1194.7169811320755, |
| "grad_norm": 1.5082465689013147, |
| "learning_rate": 5.02095446977837e-06, |
| "loss": 1.3893, |
| "step": 31660 |
| }, |
| { |
| "epoch": 1195.4716981132076, |
| "grad_norm": 2.4105153089947526, |
| "learning_rate": 5.018561942270259e-06, |
| "loss": 1.3532, |
| "step": 31680 |
| }, |
| { |
| "epoch": 1196.2264150943397, |
| "grad_norm": 1.5148689250273666, |
| "learning_rate": 5.016314370068112e-06, |
| "loss": 1.3429, |
| "step": 31700 |
| }, |
| { |
| "epoch": 1196.9811320754718, |
| "grad_norm": 1.7305388649029056, |
| "learning_rate": 5.014211761864169e-06, |
| "loss": 1.3559, |
| "step": 31720 |
| }, |
| { |
| "epoch": 1197.7358490566037, |
| "grad_norm": 3.661229816284544, |
| "learning_rate": 5.012254125790028e-06, |
| "loss": 1.37, |
| "step": 31740 |
| }, |
| { |
| "epoch": 1198.4905660377358, |
| "grad_norm": 1.9493540072501139, |
| "learning_rate": 5.010441469416635e-06, |
| "loss": 1.3808, |
| "step": 31760 |
| }, |
| { |
| "epoch": 1199.245283018868, |
| "grad_norm": 1.6896444872077154, |
| "learning_rate": 5.008773799754234e-06, |
| "loss": 1.3631, |
| "step": 31780 |
| }, |
| { |
| "epoch": 1200.0, |
| "grad_norm": 1.884439542410789, |
| "learning_rate": 5.007251123252356e-06, |
| "loss": 1.3638, |
| "step": 31800 |
| }, |
| { |
| "epoch": 1200.754716981132, |
| "grad_norm": 1.98761366434412, |
| "learning_rate": 5.005873445799779e-06, |
| "loss": 1.35, |
| "step": 31820 |
| }, |
| { |
| "epoch": 1201.5094339622642, |
| "grad_norm": 1.8352779283455332, |
| "learning_rate": 5.004640772724519e-06, |
| "loss": 1.3369, |
| "step": 31840 |
| }, |
| { |
| "epoch": 1202.2641509433963, |
| "grad_norm": 1.712020294826759, |
| "learning_rate": 5.003553108793802e-06, |
| "loss": 1.3511, |
| "step": 31860 |
| }, |
| { |
| "epoch": 1203.0188679245282, |
| "grad_norm": 1.6743616923339946, |
| "learning_rate": 5.002610458214054e-06, |
| "loss": 1.3259, |
| "step": 31880 |
| }, |
| { |
| "epoch": 1203.7735849056603, |
| "grad_norm": 1.8393462234102256, |
| "learning_rate": 5.001812824630864e-06, |
| "loss": 1.3646, |
| "step": 31900 |
| }, |
| { |
| "epoch": 1204.5283018867924, |
| "grad_norm": 1.7631293985305598, |
| "learning_rate": 5.001160211128995e-06, |
| "loss": 1.3384, |
| "step": 31920 |
| }, |
| { |
| "epoch": 1205.2830188679245, |
| "grad_norm": 1.6536424071703635, |
| "learning_rate": 5.0006526202323554e-06, |
| "loss": 1.3605, |
| "step": 31940 |
| }, |
| { |
| "epoch": 1206.0377358490566, |
| "grad_norm": 1.5387931434470863, |
| "learning_rate": 5.000290053904e-06, |
| "loss": 1.3892, |
| "step": 31960 |
| }, |
| { |
| "epoch": 1206.7924528301887, |
| "grad_norm": 1.948827205429464, |
| "learning_rate": 5.0000725135461104e-06, |
| "loss": 1.3541, |
| "step": 31980 |
| }, |
| { |
| "epoch": 1207.5471698113208, |
| "grad_norm": 1.595259284912312, |
| "learning_rate": 5e-06, |
| "loss": 1.3478, |
| "step": 32000 |
| }, |
| { |
| "epoch": 1231.5094339622642, |
| "grad_norm": 1.9859843003442184, |
| "learning_rate": 3.1745653570607866e-05, |
| "loss": 1.4161, |
| "step": 32020 |
| }, |
| { |
| "epoch": 1232.2641509433963, |
| "grad_norm": 2.399291840461689, |
| "learning_rate": 3.170382168563073e-05, |
| "loss": 1.4292, |
| "step": 32040 |
| }, |
| { |
| "epoch": 1233.0188679245282, |
| "grad_norm": 2.2207067356830597, |
| "learning_rate": 3.166200444421923e-05, |
| "loss": 1.4248, |
| "step": 32060 |
| }, |
| { |
| "epoch": 1233.7735849056603, |
| "grad_norm": 1.7538222025729717, |
| "learning_rate": 3.1620201903092876e-05, |
| "loss": 1.4549, |
| "step": 32080 |
| }, |
| { |
| "epoch": 1234.5283018867924, |
| "grad_norm": 1.7296401624898199, |
| "learning_rate": 3.157841411895116e-05, |
| "loss": 1.4544, |
| "step": 32100 |
| }, |
| { |
| "epoch": 1235.2830188679245, |
| "grad_norm": 1.6657757057870137, |
| "learning_rate": 3.153664114847362e-05, |
| "loss": 1.4734, |
| "step": 32120 |
| }, |
| { |
| "epoch": 1236.0377358490566, |
| "grad_norm": 1.7240277610891936, |
| "learning_rate": 3.149488304831967e-05, |
| "loss": 1.451, |
| "step": 32140 |
| }, |
| { |
| "epoch": 1236.7924528301887, |
| "grad_norm": 1.6885797820089437, |
| "learning_rate": 3.145313987512854e-05, |
| "loss": 1.4366, |
| "step": 32160 |
| }, |
| { |
| "epoch": 1237.5471698113208, |
| "grad_norm": 1.4963776794399322, |
| "learning_rate": 3.141141168551928e-05, |
| "loss": 1.4652, |
| "step": 32180 |
| }, |
| { |
| "epoch": 1238.301886792453, |
| "grad_norm": 1.4609983523815115, |
| "learning_rate": 3.1369698536090554e-05, |
| "loss": 1.4648, |
| "step": 32200 |
| }, |
| { |
| "epoch": 1239.0566037735848, |
| "grad_norm": 1.9029419687473905, |
| "learning_rate": 3.132800048342065e-05, |
| "loss": 1.4664, |
| "step": 32220 |
| }, |
| { |
| "epoch": 1239.811320754717, |
| "grad_norm": 1.7932066669770592, |
| "learning_rate": 3.128631758406736e-05, |
| "loss": 1.4585, |
| "step": 32240 |
| }, |
| { |
| "epoch": 1240.566037735849, |
| "grad_norm": 1.6253328044167166, |
| "learning_rate": 3.1244649894567945e-05, |
| "loss": 1.4492, |
| "step": 32260 |
| }, |
| { |
| "epoch": 1241.3207547169811, |
| "grad_norm": 1.507775786714413, |
| "learning_rate": 3.120299747143905e-05, |
| "loss": 1.4934, |
| "step": 32280 |
| }, |
| { |
| "epoch": 1242.0754716981132, |
| "grad_norm": 1.7801850010709415, |
| "learning_rate": 3.1161360371176566e-05, |
| "loss": 1.4486, |
| "step": 32300 |
| }, |
| { |
| "epoch": 1242.8301886792453, |
| "grad_norm": 1.6106209389195743, |
| "learning_rate": 3.111973865025564e-05, |
| "loss": 1.4468, |
| "step": 32320 |
| }, |
| { |
| "epoch": 1243.5849056603774, |
| "grad_norm": 1.8027839874458171, |
| "learning_rate": 3.107813236513054e-05, |
| "loss": 1.477, |
| "step": 32340 |
| }, |
| { |
| "epoch": 1244.3396226415093, |
| "grad_norm": 1.883131295400716, |
| "learning_rate": 3.1036541572234594e-05, |
| "loss": 1.4555, |
| "step": 32360 |
| }, |
| { |
| "epoch": 1245.0943396226414, |
| "grad_norm": 1.591157945654413, |
| "learning_rate": 3.099496632798014e-05, |
| "loss": 1.4708, |
| "step": 32380 |
| }, |
| { |
| "epoch": 1245.8490566037735, |
| "grad_norm": 1.6694778342522842, |
| "learning_rate": 3.095340668875842e-05, |
| "loss": 1.4639, |
| "step": 32400 |
| }, |
| { |
| "epoch": 1246.6037735849056, |
| "grad_norm": 1.6841562206011031, |
| "learning_rate": 3.091186271093947e-05, |
| "loss": 1.5116, |
| "step": 32420 |
| }, |
| { |
| "epoch": 1247.3584905660377, |
| "grad_norm": 2.3369379900409943, |
| "learning_rate": 3.0870334450872156e-05, |
| "loss": 1.4754, |
| "step": 32440 |
| }, |
| { |
| "epoch": 1248.1132075471698, |
| "grad_norm": 1.720534890104194, |
| "learning_rate": 3.0828821964883944e-05, |
| "loss": 1.4941, |
| "step": 32460 |
| }, |
| { |
| "epoch": 1248.867924528302, |
| "grad_norm": 1.7549772489735695, |
| "learning_rate": 3.0787325309280966e-05, |
| "loss": 1.4799, |
| "step": 32480 |
| }, |
| { |
| "epoch": 1249.622641509434, |
| "grad_norm": 1.8182084066575632, |
| "learning_rate": 3.074584454034788e-05, |
| "loss": 1.4715, |
| "step": 32500 |
| }, |
| { |
| "epoch": 1250.377358490566, |
| "grad_norm": 1.5605662428278646, |
| "learning_rate": 3.0704379714347736e-05, |
| "loss": 1.4783, |
| "step": 32520 |
| }, |
| { |
| "epoch": 1251.132075471698, |
| "grad_norm": 1.569853865239183, |
| "learning_rate": 3.066293088752203e-05, |
| "loss": 1.4638, |
| "step": 32540 |
| }, |
| { |
| "epoch": 1251.8867924528302, |
| "grad_norm": 1.704579985134968, |
| "learning_rate": 3.062149811609051e-05, |
| "loss": 1.492, |
| "step": 32560 |
| }, |
| { |
| "epoch": 1252.6415094339623, |
| "grad_norm": 1.7794864973864697, |
| "learning_rate": 3.058008145625118e-05, |
| "loss": 1.4705, |
| "step": 32580 |
| }, |
| { |
| "epoch": 1253.3962264150944, |
| "grad_norm": 1.8222736973302784, |
| "learning_rate": 3.053868096418017e-05, |
| "loss": 1.4893, |
| "step": 32600 |
| }, |
| { |
| "epoch": 1254.1509433962265, |
| "grad_norm": 1.5789611538013155, |
| "learning_rate": 3.0497296696031678e-05, |
| "loss": 1.4665, |
| "step": 32620 |
| }, |
| { |
| "epoch": 1254.9056603773586, |
| "grad_norm": 1.657785958532039, |
| "learning_rate": 3.0455928707937924e-05, |
| "loss": 1.491, |
| "step": 32640 |
| }, |
| { |
| "epoch": 1255.6603773584907, |
| "grad_norm": 1.3254023383839637, |
| "learning_rate": 3.0414577056008995e-05, |
| "loss": 1.4823, |
| "step": 32660 |
| }, |
| { |
| "epoch": 1256.4150943396226, |
| "grad_norm": 1.5602437010509045, |
| "learning_rate": 3.0373241796332887e-05, |
| "loss": 1.4704, |
| "step": 32680 |
| }, |
| { |
| "epoch": 1257.1698113207547, |
| "grad_norm": 2.029474586920305, |
| "learning_rate": 3.0331922984975316e-05, |
| "loss": 1.4765, |
| "step": 32700 |
| }, |
| { |
| "epoch": 1257.9245283018868, |
| "grad_norm": 1.8553896972815955, |
| "learning_rate": 3.0290620677979688e-05, |
| "loss": 1.5096, |
| "step": 32720 |
| }, |
| { |
| "epoch": 1258.6792452830189, |
| "grad_norm": 1.4989759048156965, |
| "learning_rate": 3.0249334931367046e-05, |
| "loss": 1.5122, |
| "step": 32740 |
| }, |
| { |
| "epoch": 1259.433962264151, |
| "grad_norm": 1.6763111597334728, |
| "learning_rate": 3.0208065801135942e-05, |
| "loss": 1.4787, |
| "step": 32760 |
| }, |
| { |
| "epoch": 1260.188679245283, |
| "grad_norm": 1.469251133196546, |
| "learning_rate": 3.016681334326244e-05, |
| "loss": 1.4854, |
| "step": 32780 |
| }, |
| { |
| "epoch": 1260.9433962264152, |
| "grad_norm": 1.8501919367454238, |
| "learning_rate": 3.0125577613699926e-05, |
| "loss": 1.4929, |
| "step": 32800 |
| }, |
| { |
| "epoch": 1261.698113207547, |
| "grad_norm": 1.5790438820656068, |
| "learning_rate": 3.0084358668379155e-05, |
| "loss": 1.5055, |
| "step": 32820 |
| }, |
| { |
| "epoch": 1262.4528301886792, |
| "grad_norm": 1.5952733717783116, |
| "learning_rate": 3.004315656320806e-05, |
| "loss": 1.4907, |
| "step": 32840 |
| }, |
| { |
| "epoch": 1263.2075471698113, |
| "grad_norm": 1.6182930520428953, |
| "learning_rate": 3.0001971354071772e-05, |
| "loss": 1.4909, |
| "step": 32860 |
| }, |
| { |
| "epoch": 1263.9622641509434, |
| "grad_norm": 2.2886630268428663, |
| "learning_rate": 2.996080309683252e-05, |
| "loss": 1.4992, |
| "step": 32880 |
| }, |
| { |
| "epoch": 1264.7169811320755, |
| "grad_norm": 1.3793974197803296, |
| "learning_rate": 2.9919651847329483e-05, |
| "loss": 1.5061, |
| "step": 32900 |
| }, |
| { |
| "epoch": 1265.4716981132076, |
| "grad_norm": 1.39182833894468, |
| "learning_rate": 2.9878517661378828e-05, |
| "loss": 1.4591, |
| "step": 32920 |
| }, |
| { |
| "epoch": 1266.2264150943397, |
| "grad_norm": 1.6904437738848905, |
| "learning_rate": 2.9837400594773515e-05, |
| "loss": 1.5118, |
| "step": 32940 |
| }, |
| { |
| "epoch": 1266.9811320754718, |
| "grad_norm": 1.6447748796714898, |
| "learning_rate": 2.979630070328336e-05, |
| "loss": 1.4881, |
| "step": 32960 |
| }, |
| { |
| "epoch": 1267.7358490566037, |
| "grad_norm": 1.3512114550316146, |
| "learning_rate": 2.975521804265484e-05, |
| "loss": 1.4719, |
| "step": 32980 |
| }, |
| { |
| "epoch": 1268.4905660377358, |
| "grad_norm": 1.6317892668767962, |
| "learning_rate": 2.971415266861105e-05, |
| "loss": 1.5057, |
| "step": 33000 |
| }, |
| { |
| "epoch": 1269.245283018868, |
| "grad_norm": 1.6596450520295813, |
| "learning_rate": 2.967310463685166e-05, |
| "loss": 1.481, |
| "step": 33020 |
| }, |
| { |
| "epoch": 1270.0, |
| "grad_norm": 1.6548890468178368, |
| "learning_rate": 2.9632074003052808e-05, |
| "loss": 1.5136, |
| "step": 33040 |
| }, |
| { |
| "epoch": 1270.754716981132, |
| "grad_norm": 1.5074284840254797, |
| "learning_rate": 2.9591060822867042e-05, |
| "loss": 1.4971, |
| "step": 33060 |
| }, |
| { |
| "epoch": 1271.5094339622642, |
| "grad_norm": 1.5075074748556512, |
| "learning_rate": 2.9550065151923238e-05, |
| "loss": 1.4647, |
| "step": 33080 |
| }, |
| { |
| "epoch": 1272.2641509433963, |
| "grad_norm": 1.7144775848474376, |
| "learning_rate": 2.9509087045826505e-05, |
| "loss": 1.5145, |
| "step": 33100 |
| }, |
| { |
| "epoch": 1273.0188679245282, |
| "grad_norm": 1.5547570517351919, |
| "learning_rate": 2.946812656015815e-05, |
| "loss": 1.4806, |
| "step": 33120 |
| }, |
| { |
| "epoch": 1273.7735849056603, |
| "grad_norm": 1.91096744807036, |
| "learning_rate": 2.942718375047554e-05, |
| "loss": 1.4953, |
| "step": 33140 |
| }, |
| { |
| "epoch": 1274.5283018867924, |
| "grad_norm": 1.690681911094072, |
| "learning_rate": 2.9386258672312143e-05, |
| "loss": 1.5043, |
| "step": 33160 |
| }, |
| { |
| "epoch": 1275.2830188679245, |
| "grad_norm": 1.6094990513366627, |
| "learning_rate": 2.93453513811773e-05, |
| "loss": 1.4656, |
| "step": 33180 |
| }, |
| { |
| "epoch": 1276.0377358490566, |
| "grad_norm": 1.7166760221415358, |
| "learning_rate": 2.9304461932556262e-05, |
| "loss": 1.5049, |
| "step": 33200 |
| }, |
| { |
| "epoch": 1276.7924528301887, |
| "grad_norm": 1.4781436729661779, |
| "learning_rate": 2.9263590381910078e-05, |
| "loss": 1.4901, |
| "step": 33220 |
| }, |
| { |
| "epoch": 1277.5471698113208, |
| "grad_norm": 1.6055713664381628, |
| "learning_rate": 2.9222736784675506e-05, |
| "loss": 1.4744, |
| "step": 33240 |
| }, |
| { |
| "epoch": 1278.301886792453, |
| "grad_norm": 1.6185246350349134, |
| "learning_rate": 2.9181901196264983e-05, |
| "loss": 1.4809, |
| "step": 33260 |
| }, |
| { |
| "epoch": 1279.0566037735848, |
| "grad_norm": 1.876852753612874, |
| "learning_rate": 2.9141083672066472e-05, |
| "loss": 1.4737, |
| "step": 33280 |
| }, |
| { |
| "epoch": 1279.811320754717, |
| "grad_norm": 1.646333221814719, |
| "learning_rate": 2.910028426744349e-05, |
| "loss": 1.4807, |
| "step": 33300 |
| }, |
| { |
| "epoch": 1280.566037735849, |
| "grad_norm": 1.4950158846180641, |
| "learning_rate": 2.9059503037734925e-05, |
| "loss": 1.4871, |
| "step": 33320 |
| }, |
| { |
| "epoch": 1281.3207547169811, |
| "grad_norm": 2.5440304246025702, |
| "learning_rate": 2.9018740038255044e-05, |
| "loss": 1.4869, |
| "step": 33340 |
| }, |
| { |
| "epoch": 1282.0754716981132, |
| "grad_norm": 1.5221803613837093, |
| "learning_rate": 2.897799532429339e-05, |
| "loss": 1.4756, |
| "step": 33360 |
| }, |
| { |
| "epoch": 1282.8301886792453, |
| "grad_norm": 1.459833552438949, |
| "learning_rate": 2.8937268951114686e-05, |
| "loss": 1.4782, |
| "step": 33380 |
| }, |
| { |
| "epoch": 1283.5849056603774, |
| "grad_norm": 1.5193291412259906, |
| "learning_rate": 2.8896560973958796e-05, |
| "loss": 1.4925, |
| "step": 33400 |
| }, |
| { |
| "epoch": 1284.3396226415093, |
| "grad_norm": 1.457579254538571, |
| "learning_rate": 2.88558714480406e-05, |
| "loss": 1.4865, |
| "step": 33420 |
| }, |
| { |
| "epoch": 1285.0943396226414, |
| "grad_norm": 2.116390864572185, |
| "learning_rate": 2.8815200428549985e-05, |
| "loss": 1.4823, |
| "step": 33440 |
| }, |
| { |
| "epoch": 1285.8490566037735, |
| "grad_norm": 2.333973476529065, |
| "learning_rate": 2.8774547970651747e-05, |
| "loss": 1.4701, |
| "step": 33460 |
| }, |
| { |
| "epoch": 1286.6037735849056, |
| "grad_norm": 1.4347402180741313, |
| "learning_rate": 2.8733914129485457e-05, |
| "loss": 1.4964, |
| "step": 33480 |
| }, |
| { |
| "epoch": 1287.3584905660377, |
| "grad_norm": 1.5219049837257324, |
| "learning_rate": 2.8693298960165473e-05, |
| "loss": 1.4845, |
| "step": 33500 |
| }, |
| { |
| "epoch": 1288.1132075471698, |
| "grad_norm": 1.7295744561903763, |
| "learning_rate": 2.8652702517780815e-05, |
| "loss": 1.4729, |
| "step": 33520 |
| }, |
| { |
| "epoch": 1288.867924528302, |
| "grad_norm": 1.3491913340767474, |
| "learning_rate": 2.8612124857395097e-05, |
| "loss": 1.4734, |
| "step": 33540 |
| }, |
| { |
| "epoch": 1289.622641509434, |
| "grad_norm": 1.612399971127458, |
| "learning_rate": 2.8571566034046486e-05, |
| "loss": 1.4717, |
| "step": 33560 |
| }, |
| { |
| "epoch": 1290.377358490566, |
| "grad_norm": 1.523340229132746, |
| "learning_rate": 2.8531026102747552e-05, |
| "loss": 1.4784, |
| "step": 33580 |
| }, |
| { |
| "epoch": 1291.132075471698, |
| "grad_norm": 1.391650177787444, |
| "learning_rate": 2.849050511848529e-05, |
| "loss": 1.4968, |
| "step": 33600 |
| }, |
| { |
| "epoch": 1291.8867924528302, |
| "grad_norm": 1.631972432390494, |
| "learning_rate": 2.845000313622095e-05, |
| "loss": 1.4783, |
| "step": 33620 |
| }, |
| { |
| "epoch": 1292.6415094339623, |
| "grad_norm": 1.4676382942374402, |
| "learning_rate": 2.840952021089003e-05, |
| "loss": 1.4724, |
| "step": 33640 |
| }, |
| { |
| "epoch": 1293.3962264150944, |
| "grad_norm": 1.5025191965428788, |
| "learning_rate": 2.83690563974022e-05, |
| "loss": 1.4958, |
| "step": 33660 |
| }, |
| { |
| "epoch": 1294.1509433962265, |
| "grad_norm": 1.6379644083109945, |
| "learning_rate": 2.832861175064119e-05, |
| "loss": 1.4834, |
| "step": 33680 |
| }, |
| { |
| "epoch": 1294.9056603773586, |
| "grad_norm": 1.7312099049664693, |
| "learning_rate": 2.8288186325464705e-05, |
| "loss": 1.4941, |
| "step": 33700 |
| }, |
| { |
| "epoch": 1295.6603773584907, |
| "grad_norm": 1.5113721107585405, |
| "learning_rate": 2.8247780176704408e-05, |
| "loss": 1.4863, |
| "step": 33720 |
| }, |
| { |
| "epoch": 1296.4150943396226, |
| "grad_norm": 1.4187238404455875, |
| "learning_rate": 2.8207393359165837e-05, |
| "loss": 1.4635, |
| "step": 33740 |
| }, |
| { |
| "epoch": 1297.1698113207547, |
| "grad_norm": 1.5036198246572734, |
| "learning_rate": 2.8167025927628266e-05, |
| "loss": 1.4663, |
| "step": 33760 |
| }, |
| { |
| "epoch": 1297.9245283018868, |
| "grad_norm": 1.656299435435026, |
| "learning_rate": 2.8126677936844698e-05, |
| "loss": 1.4809, |
| "step": 33780 |
| }, |
| { |
| "epoch": 1298.6792452830189, |
| "grad_norm": 1.7227294745544, |
| "learning_rate": 2.808634944154176e-05, |
| "loss": 1.4518, |
| "step": 33800 |
| }, |
| { |
| "epoch": 1299.433962264151, |
| "grad_norm": 1.554440422068932, |
| "learning_rate": 2.8046040496419622e-05, |
| "loss": 1.4858, |
| "step": 33820 |
| }, |
| { |
| "epoch": 1300.188679245283, |
| "grad_norm": 1.5684395687858594, |
| "learning_rate": 2.8005751156151996e-05, |
| "loss": 1.4939, |
| "step": 33840 |
| }, |
| { |
| "epoch": 1300.9433962264152, |
| "grad_norm": 1.4791453327586883, |
| "learning_rate": 2.7965481475385922e-05, |
| "loss": 1.4981, |
| "step": 33860 |
| }, |
| { |
| "epoch": 1301.698113207547, |
| "grad_norm": 1.8682361890592045, |
| "learning_rate": 2.792523150874184e-05, |
| "loss": 1.485, |
| "step": 33880 |
| }, |
| { |
| "epoch": 1302.4528301886792, |
| "grad_norm": 1.4376784070576631, |
| "learning_rate": 2.7885001310813394e-05, |
| "loss": 1.4771, |
| "step": 33900 |
| }, |
| { |
| "epoch": 1303.2075471698113, |
| "grad_norm": 1.4919487782728726, |
| "learning_rate": 2.7844790936167448e-05, |
| "loss": 1.4818, |
| "step": 33920 |
| }, |
| { |
| "epoch": 1303.9622641509434, |
| "grad_norm": 1.5926644935407461, |
| "learning_rate": 2.7804600439344004e-05, |
| "loss": 1.481, |
| "step": 33940 |
| }, |
| { |
| "epoch": 1304.7169811320755, |
| "grad_norm": 2.129672326977145, |
| "learning_rate": 2.776442987485605e-05, |
| "loss": 1.4809, |
| "step": 33960 |
| }, |
| { |
| "epoch": 1305.4716981132076, |
| "grad_norm": 1.4661184798946012, |
| "learning_rate": 2.7724279297189564e-05, |
| "loss": 1.4734, |
| "step": 33980 |
| }, |
| { |
| "epoch": 1306.2264150943397, |
| "grad_norm": 1.6422416038082728, |
| "learning_rate": 2.7684148760803404e-05, |
| "loss": 1.4706, |
| "step": 34000 |
| }, |
| { |
| "epoch": 1306.9811320754718, |
| "grad_norm": 1.6788541325557527, |
| "learning_rate": 2.7644038320129247e-05, |
| "loss": 1.4734, |
| "step": 34020 |
| }, |
| { |
| "epoch": 1307.7358490566037, |
| "grad_norm": 1.5820996412366164, |
| "learning_rate": 2.7603948029571546e-05, |
| "loss": 1.4731, |
| "step": 34040 |
| }, |
| { |
| "epoch": 1308.4905660377358, |
| "grad_norm": 1.8093817496261688, |
| "learning_rate": 2.756387794350737e-05, |
| "loss": 1.4876, |
| "step": 34060 |
| }, |
| { |
| "epoch": 1309.245283018868, |
| "grad_norm": 1.4611414622430816, |
| "learning_rate": 2.7523828116286425e-05, |
| "loss": 1.4958, |
| "step": 34080 |
| }, |
| { |
| "epoch": 1310.0, |
| "grad_norm": 1.4982681857066789, |
| "learning_rate": 2.7483798602230905e-05, |
| "loss": 1.4713, |
| "step": 34100 |
| }, |
| { |
| "epoch": 1310.754716981132, |
| "grad_norm": 1.7049190400136933, |
| "learning_rate": 2.744378945563547e-05, |
| "loss": 1.4698, |
| "step": 34120 |
| }, |
| { |
| "epoch": 1311.5094339622642, |
| "grad_norm": 1.465072325468145, |
| "learning_rate": 2.7403800730767165e-05, |
| "loss": 1.4814, |
| "step": 34140 |
| }, |
| { |
| "epoch": 1312.2641509433963, |
| "grad_norm": 1.6806290813940998, |
| "learning_rate": 2.7363832481865326e-05, |
| "loss": 1.4623, |
| "step": 34160 |
| }, |
| { |
| "epoch": 1313.0188679245282, |
| "grad_norm": 1.422949129304357, |
| "learning_rate": 2.7323884763141494e-05, |
| "loss": 1.4798, |
| "step": 34180 |
| }, |
| { |
| "epoch": 1313.7735849056603, |
| "grad_norm": 1.5386955048633302, |
| "learning_rate": 2.728395762877941e-05, |
| "loss": 1.4588, |
| "step": 34200 |
| }, |
| { |
| "epoch": 1314.5283018867924, |
| "grad_norm": 1.5472770555424338, |
| "learning_rate": 2.7244051132934836e-05, |
| "loss": 1.451, |
| "step": 34220 |
| }, |
| { |
| "epoch": 1315.2830188679245, |
| "grad_norm": 1.435168914934391, |
| "learning_rate": 2.72041653297356e-05, |
| "loss": 1.4943, |
| "step": 34240 |
| }, |
| { |
| "epoch": 1316.0377358490566, |
| "grad_norm": 1.4183350034608622, |
| "learning_rate": 2.716430027328143e-05, |
| "loss": 1.4519, |
| "step": 34260 |
| }, |
| { |
| "epoch": 1316.7924528301887, |
| "grad_norm": 1.7134876611489063, |
| "learning_rate": 2.7124456017643914e-05, |
| "loss": 1.4658, |
| "step": 34280 |
| }, |
| { |
| "epoch": 1317.5471698113208, |
| "grad_norm": 1.4042660927164932, |
| "learning_rate": 2.7084632616866437e-05, |
| "loss": 1.4665, |
| "step": 34300 |
| }, |
| { |
| "epoch": 1318.301886792453, |
| "grad_norm": 1.7236176772036846, |
| "learning_rate": 2.7044830124964073e-05, |
| "loss": 1.4598, |
| "step": 34320 |
| }, |
| { |
| "epoch": 1319.0566037735848, |
| "grad_norm": 1.7345912564178498, |
| "learning_rate": 2.7005048595923597e-05, |
| "loss": 1.4941, |
| "step": 34340 |
| }, |
| { |
| "epoch": 1319.811320754717, |
| "grad_norm": 1.6553359599381614, |
| "learning_rate": 2.696528808370328e-05, |
| "loss": 1.448, |
| "step": 34360 |
| }, |
| { |
| "epoch": 1320.566037735849, |
| "grad_norm": 1.654924545197036, |
| "learning_rate": 2.6925548642232916e-05, |
| "loss": 1.453, |
| "step": 34380 |
| }, |
| { |
| "epoch": 1321.3207547169811, |
| "grad_norm": 1.966241914838029, |
| "learning_rate": 2.6885830325413732e-05, |
| "loss": 1.4791, |
| "step": 34400 |
| }, |
| { |
| "epoch": 1322.0754716981132, |
| "grad_norm": 1.613098173730771, |
| "learning_rate": 2.6846133187118266e-05, |
| "loss": 1.4456, |
| "step": 34420 |
| }, |
| { |
| "epoch": 1322.8301886792453, |
| "grad_norm": 1.694164161340185, |
| "learning_rate": 2.6806457281190392e-05, |
| "loss": 1.4697, |
| "step": 34440 |
| }, |
| { |
| "epoch": 1323.5849056603774, |
| "grad_norm": 1.7709910517494127, |
| "learning_rate": 2.6766802661445123e-05, |
| "loss": 1.4767, |
| "step": 34460 |
| }, |
| { |
| "epoch": 1324.3396226415093, |
| "grad_norm": 2.1757270130771547, |
| "learning_rate": 2.672716938166863e-05, |
| "loss": 1.5023, |
| "step": 34480 |
| }, |
| { |
| "epoch": 1325.0943396226414, |
| "grad_norm": 1.618966012864335, |
| "learning_rate": 2.66875574956181e-05, |
| "loss": 1.4459, |
| "step": 34500 |
| }, |
| { |
| "epoch": 1325.8490566037735, |
| "grad_norm": 1.6395370020860782, |
| "learning_rate": 2.6647967057021783e-05, |
| "loss": 1.4716, |
| "step": 34520 |
| }, |
| { |
| "epoch": 1326.6037735849056, |
| "grad_norm": 1.458865429611614, |
| "learning_rate": 2.6608398119578777e-05, |
| "loss": 1.4509, |
| "step": 34540 |
| }, |
| { |
| "epoch": 1327.3584905660377, |
| "grad_norm": 1.8785096977087146, |
| "learning_rate": 2.656885073695903e-05, |
| "loss": 1.4563, |
| "step": 34560 |
| }, |
| { |
| "epoch": 1328.1132075471698, |
| "grad_norm": 1.9390316222323336, |
| "learning_rate": 2.652932496280323e-05, |
| "loss": 1.4851, |
| "step": 34580 |
| }, |
| { |
| "epoch": 1328.867924528302, |
| "grad_norm": 5.310289949887802, |
| "learning_rate": 2.6489820850722802e-05, |
| "loss": 1.4768, |
| "step": 34600 |
| }, |
| { |
| "epoch": 1329.622641509434, |
| "grad_norm": 1.4684731158219795, |
| "learning_rate": 2.6450338454299786e-05, |
| "loss": 1.4516, |
| "step": 34620 |
| }, |
| { |
| "epoch": 1330.377358490566, |
| "grad_norm": 1.639577731583303, |
| "learning_rate": 2.641087782708672e-05, |
| "loss": 1.4654, |
| "step": 34640 |
| }, |
| { |
| "epoch": 1331.132075471698, |
| "grad_norm": 1.6849901015256106, |
| "learning_rate": 2.6371439022606665e-05, |
| "loss": 1.4615, |
| "step": 34660 |
| }, |
| { |
| "epoch": 1331.8867924528302, |
| "grad_norm": 1.619952725687253, |
| "learning_rate": 2.6332022094353024e-05, |
| "loss": 1.4461, |
| "step": 34680 |
| }, |
| { |
| "epoch": 1332.6415094339623, |
| "grad_norm": 1.5608967063706551, |
| "learning_rate": 2.6292627095789594e-05, |
| "loss": 1.4523, |
| "step": 34700 |
| }, |
| { |
| "epoch": 1333.3962264150944, |
| "grad_norm": 1.7568408459896505, |
| "learning_rate": 2.625325408035041e-05, |
| "loss": 1.4758, |
| "step": 34720 |
| }, |
| { |
| "epoch": 1334.1509433962265, |
| "grad_norm": 1.5186845485994895, |
| "learning_rate": 2.6213903101439668e-05, |
| "loss": 1.4527, |
| "step": 34740 |
| }, |
| { |
| "epoch": 1334.9056603773586, |
| "grad_norm": 1.9016010055715276, |
| "learning_rate": 2.6174574212431673e-05, |
| "loss": 1.4708, |
| "step": 34760 |
| }, |
| { |
| "epoch": 1335.6603773584907, |
| "grad_norm": 1.3914584691450766, |
| "learning_rate": 2.6135267466670776e-05, |
| "loss": 1.4519, |
| "step": 34780 |
| }, |
| { |
| "epoch": 1336.4150943396226, |
| "grad_norm": 1.7920706183325235, |
| "learning_rate": 2.6095982917471312e-05, |
| "loss": 1.4551, |
| "step": 34800 |
| }, |
| { |
| "epoch": 1337.1698113207547, |
| "grad_norm": 1.7415199040517522, |
| "learning_rate": 2.6056720618117508e-05, |
| "loss": 1.4618, |
| "step": 34820 |
| }, |
| { |
| "epoch": 1337.9245283018868, |
| "grad_norm": 2.0387577968023423, |
| "learning_rate": 2.6017480621863382e-05, |
| "loss": 1.4336, |
| "step": 34840 |
| }, |
| { |
| "epoch": 1338.6792452830189, |
| "grad_norm": 1.7452335041516622, |
| "learning_rate": 2.5978262981932716e-05, |
| "loss": 1.4845, |
| "step": 34860 |
| }, |
| { |
| "epoch": 1339.433962264151, |
| "grad_norm": 1.8221491527113842, |
| "learning_rate": 2.5939067751518968e-05, |
| "loss": 1.4509, |
| "step": 34880 |
| }, |
| { |
| "epoch": 1340.188679245283, |
| "grad_norm": 1.573534969706598, |
| "learning_rate": 2.58998949837852e-05, |
| "loss": 1.4597, |
| "step": 34900 |
| }, |
| { |
| "epoch": 1340.9433962264152, |
| "grad_norm": 1.7418894779202971, |
| "learning_rate": 2.5860744731864037e-05, |
| "loss": 1.4509, |
| "step": 34920 |
| }, |
| { |
| "epoch": 1341.698113207547, |
| "grad_norm": 2.3533748801857612, |
| "learning_rate": 2.5821617048857514e-05, |
| "loss": 1.4707, |
| "step": 34940 |
| }, |
| { |
| "epoch": 1342.4528301886792, |
| "grad_norm": 1.6384303594662744, |
| "learning_rate": 2.5782511987837087e-05, |
| "loss": 1.4483, |
| "step": 34960 |
| }, |
| { |
| "epoch": 1343.2075471698113, |
| "grad_norm": 1.7437935503570192, |
| "learning_rate": 2.5743429601843493e-05, |
| "loss": 1.4708, |
| "step": 34980 |
| }, |
| { |
| "epoch": 1343.9622641509434, |
| "grad_norm": 1.6299173329516294, |
| "learning_rate": 2.5704369943886763e-05, |
| "loss": 1.4487, |
| "step": 35000 |
| }, |
| { |
| "epoch": 1344.7169811320755, |
| "grad_norm": 1.5340708358576824, |
| "learning_rate": 2.5665333066946082e-05, |
| "loss": 1.4659, |
| "step": 35020 |
| }, |
| { |
| "epoch": 1345.4716981132076, |
| "grad_norm": 1.70280338168885, |
| "learning_rate": 2.5626319023969715e-05, |
| "loss": 1.4547, |
| "step": 35040 |
| }, |
| { |
| "epoch": 1346.2264150943397, |
| "grad_norm": 1.6585665666032239, |
| "learning_rate": 2.558732786787497e-05, |
| "loss": 1.4514, |
| "step": 35060 |
| }, |
| { |
| "epoch": 1346.9811320754718, |
| "grad_norm": 1.562613257380082, |
| "learning_rate": 2.5548359651548126e-05, |
| "loss": 1.4661, |
| "step": 35080 |
| }, |
| { |
| "epoch": 1347.7358490566037, |
| "grad_norm": 1.7392138600300024, |
| "learning_rate": 2.550941442784431e-05, |
| "loss": 1.4546, |
| "step": 35100 |
| }, |
| { |
| "epoch": 1348.4905660377358, |
| "grad_norm": 1.9111375288571992, |
| "learning_rate": 2.5470492249587522e-05, |
| "loss": 1.4478, |
| "step": 35120 |
| }, |
| { |
| "epoch": 1349.245283018868, |
| "grad_norm": 1.4950805686503206, |
| "learning_rate": 2.5431593169570446e-05, |
| "loss": 1.4535, |
| "step": 35140 |
| }, |
| { |
| "epoch": 1350.0, |
| "grad_norm": 2.553809298230812, |
| "learning_rate": 2.539271724055444e-05, |
| "loss": 1.464, |
| "step": 35160 |
| }, |
| { |
| "epoch": 1350.754716981132, |
| "grad_norm": 1.562798272416066, |
| "learning_rate": 2.5353864515269525e-05, |
| "loss": 1.4665, |
| "step": 35180 |
| }, |
| { |
| "epoch": 1351.5094339622642, |
| "grad_norm": 1.5956415565820565, |
| "learning_rate": 2.531503504641416e-05, |
| "loss": 1.4174, |
| "step": 35200 |
| }, |
| { |
| "epoch": 1352.2641509433963, |
| "grad_norm": 1.745867042261029, |
| "learning_rate": 2.5276228886655333e-05, |
| "loss": 1.4738, |
| "step": 35220 |
| }, |
| { |
| "epoch": 1353.0188679245282, |
| "grad_norm": 1.8454370598772634, |
| "learning_rate": 2.5237446088628384e-05, |
| "loss": 1.4407, |
| "step": 35240 |
| }, |
| { |
| "epoch": 1353.7735849056603, |
| "grad_norm": 1.70704191729437, |
| "learning_rate": 2.5198686704936945e-05, |
| "loss": 1.4617, |
| "step": 35260 |
| }, |
| { |
| "epoch": 1354.5283018867924, |
| "grad_norm": 1.410719238952515, |
| "learning_rate": 2.5159950788152942e-05, |
| "loss": 1.4397, |
| "step": 35280 |
| }, |
| { |
| "epoch": 1355.2830188679245, |
| "grad_norm": 1.811804083528806, |
| "learning_rate": 2.512123839081642e-05, |
| "loss": 1.443, |
| "step": 35300 |
| }, |
| { |
| "epoch": 1356.0377358490566, |
| "grad_norm": 1.659319824434148, |
| "learning_rate": 2.508254956543557e-05, |
| "loss": 1.4577, |
| "step": 35320 |
| }, |
| { |
| "epoch": 1356.7924528301887, |
| "grad_norm": 1.5084615900612242, |
| "learning_rate": 2.504388436448657e-05, |
| "loss": 1.4702, |
| "step": 35340 |
| }, |
| { |
| "epoch": 1357.5471698113208, |
| "grad_norm": 1.6272545133599885, |
| "learning_rate": 2.500524284041357e-05, |
| "loss": 1.4397, |
| "step": 35360 |
| }, |
| { |
| "epoch": 1358.301886792453, |
| "grad_norm": 1.470645864952112, |
| "learning_rate": 2.4966625045628615e-05, |
| "loss": 1.4435, |
| "step": 35380 |
| }, |
| { |
| "epoch": 1359.0566037735848, |
| "grad_norm": 1.455775463587072, |
| "learning_rate": 2.4928031032511544e-05, |
| "loss": 1.4554, |
| "step": 35400 |
| }, |
| { |
| "epoch": 1359.811320754717, |
| "grad_norm": 1.6787988136879601, |
| "learning_rate": 2.4889460853409974e-05, |
| "loss": 1.4692, |
| "step": 35420 |
| }, |
| { |
| "epoch": 1360.566037735849, |
| "grad_norm": 1.5640507822516196, |
| "learning_rate": 2.485091456063916e-05, |
| "loss": 1.4528, |
| "step": 35440 |
| }, |
| { |
| "epoch": 1361.3207547169811, |
| "grad_norm": 1.396621608357886, |
| "learning_rate": 2.4812392206481945e-05, |
| "loss": 1.4371, |
| "step": 35460 |
| }, |
| { |
| "epoch": 1362.0754716981132, |
| "grad_norm": 1.8537494645554213, |
| "learning_rate": 2.477389384318876e-05, |
| "loss": 1.4395, |
| "step": 35480 |
| }, |
| { |
| "epoch": 1362.8301886792453, |
| "grad_norm": 1.512928732642698, |
| "learning_rate": 2.4735419522977467e-05, |
| "loss": 1.4914, |
| "step": 35500 |
| }, |
| { |
| "epoch": 1363.5849056603774, |
| "grad_norm": 1.6340922613193214, |
| "learning_rate": 2.46969692980333e-05, |
| "loss": 1.4654, |
| "step": 35520 |
| }, |
| { |
| "epoch": 1364.3396226415093, |
| "grad_norm": 1.5378015561259157, |
| "learning_rate": 2.465854322050881e-05, |
| "loss": 1.4246, |
| "step": 35540 |
| }, |
| { |
| "epoch": 1365.0943396226414, |
| "grad_norm": 1.8471949838761705, |
| "learning_rate": 2.462014134252384e-05, |
| "loss": 1.4386, |
| "step": 35560 |
| }, |
| { |
| "epoch": 1365.8490566037735, |
| "grad_norm": 2.139477793232749, |
| "learning_rate": 2.4581763716165345e-05, |
| "loss": 1.4314, |
| "step": 35580 |
| }, |
| { |
| "epoch": 1366.6037735849056, |
| "grad_norm": 1.5366713623147805, |
| "learning_rate": 2.454341039348746e-05, |
| "loss": 1.4514, |
| "step": 35600 |
| }, |
| { |
| "epoch": 1367.3584905660377, |
| "grad_norm": 2.6632963736452018, |
| "learning_rate": 2.4505081426511286e-05, |
| "loss": 1.4244, |
| "step": 35620 |
| }, |
| { |
| "epoch": 1368.1132075471698, |
| "grad_norm": 1.7507517183403924, |
| "learning_rate": 2.4466776867224914e-05, |
| "loss": 1.4401, |
| "step": 35640 |
| }, |
| { |
| "epoch": 1368.867924528302, |
| "grad_norm": 1.7263277038654796, |
| "learning_rate": 2.4428496767583355e-05, |
| "loss": 1.4569, |
| "step": 35660 |
| }, |
| { |
| "epoch": 1369.622641509434, |
| "grad_norm": 1.664393561735168, |
| "learning_rate": 2.4390241179508404e-05, |
| "loss": 1.4387, |
| "step": 35680 |
| }, |
| { |
| "epoch": 1370.377358490566, |
| "grad_norm": 1.723479394345894, |
| "learning_rate": 2.435201015488865e-05, |
| "loss": 1.4411, |
| "step": 35700 |
| }, |
| { |
| "epoch": 1371.132075471698, |
| "grad_norm": 1.434976866992101, |
| "learning_rate": 2.4313803745579318e-05, |
| "loss": 1.4284, |
| "step": 35720 |
| }, |
| { |
| "epoch": 1371.8867924528302, |
| "grad_norm": 1.4785579710843697, |
| "learning_rate": 2.4275622003402272e-05, |
| "loss": 1.442, |
| "step": 35740 |
| }, |
| { |
| "epoch": 1372.6415094339623, |
| "grad_norm": 1.4377021405339876, |
| "learning_rate": 2.4237464980145938e-05, |
| "loss": 1.4585, |
| "step": 35760 |
| }, |
| { |
| "epoch": 1373.3962264150944, |
| "grad_norm": 1.4439423657468624, |
| "learning_rate": 2.4199332727565162e-05, |
| "loss": 1.4415, |
| "step": 35780 |
| }, |
| { |
| "epoch": 1374.1509433962265, |
| "grad_norm": 1.6286933767716432, |
| "learning_rate": 2.4161225297381257e-05, |
| "loss": 1.4191, |
| "step": 35800 |
| }, |
| { |
| "epoch": 1374.9056603773586, |
| "grad_norm": 1.8061947503706157, |
| "learning_rate": 2.412314274128181e-05, |
| "loss": 1.4328, |
| "step": 35820 |
| }, |
| { |
| "epoch": 1375.6603773584907, |
| "grad_norm": 1.4892866827277318, |
| "learning_rate": 2.408508511092069e-05, |
| "loss": 1.426, |
| "step": 35840 |
| }, |
| { |
| "epoch": 1376.4150943396226, |
| "grad_norm": 2.1944517889347206, |
| "learning_rate": 2.4047052457917976e-05, |
| "loss": 1.4383, |
| "step": 35860 |
| }, |
| { |
| "epoch": 1377.1698113207547, |
| "grad_norm": 1.657764612011157, |
| "learning_rate": 2.4009044833859837e-05, |
| "loss": 1.4335, |
| "step": 35880 |
| }, |
| { |
| "epoch": 1377.9245283018868, |
| "grad_norm": 1.6641457685651413, |
| "learning_rate": 2.397106229029853e-05, |
| "loss": 1.449, |
| "step": 35900 |
| }, |
| { |
| "epoch": 1378.6792452830189, |
| "grad_norm": 1.6180638342974163, |
| "learning_rate": 2.3933104878752255e-05, |
| "loss": 1.4531, |
| "step": 35920 |
| }, |
| { |
| "epoch": 1379.433962264151, |
| "grad_norm": 1.4294375910343768, |
| "learning_rate": 2.3895172650705135e-05, |
| "loss": 1.394, |
| "step": 35940 |
| }, |
| { |
| "epoch": 1380.188679245283, |
| "grad_norm": 1.8277501896092694, |
| "learning_rate": 2.3857265657607175e-05, |
| "loss": 1.3907, |
| "step": 35960 |
| }, |
| { |
| "epoch": 1380.9433962264152, |
| "grad_norm": 1.498142714401942, |
| "learning_rate": 2.381938395087408e-05, |
| "loss": 1.427, |
| "step": 35980 |
| }, |
| { |
| "epoch": 1381.698113207547, |
| "grad_norm": 1.6446695245077154, |
| "learning_rate": 2.3781527581887328e-05, |
| "loss": 1.4267, |
| "step": 36000 |
| }, |
| { |
| "epoch": 1382.4528301886792, |
| "grad_norm": 2.126047948088478, |
| "learning_rate": 2.3743696601993973e-05, |
| "loss": 1.4513, |
| "step": 36020 |
| }, |
| { |
| "epoch": 1383.2075471698113, |
| "grad_norm": 1.5906073184513956, |
| "learning_rate": 2.3705891062506686e-05, |
| "loss": 1.4468, |
| "step": 36040 |
| }, |
| { |
| "epoch": 1383.9622641509434, |
| "grad_norm": 1.6659051387541641, |
| "learning_rate": 2.366811101470359e-05, |
| "loss": 1.4397, |
| "step": 36060 |
| }, |
| { |
| "epoch": 1384.7169811320755, |
| "grad_norm": 1.7950603394090476, |
| "learning_rate": 2.363035650982822e-05, |
| "loss": 1.4314, |
| "step": 36080 |
| }, |
| { |
| "epoch": 1385.4716981132076, |
| "grad_norm": 1.7227503126171113, |
| "learning_rate": 2.359262759908953e-05, |
| "loss": 1.4305, |
| "step": 36100 |
| }, |
| { |
| "epoch": 1386.2264150943397, |
| "grad_norm": 1.5686879263532916, |
| "learning_rate": 2.355492433366169e-05, |
| "loss": 1.4606, |
| "step": 36120 |
| }, |
| { |
| "epoch": 1386.9811320754718, |
| "grad_norm": 1.6010165898998077, |
| "learning_rate": 2.3517246764684138e-05, |
| "loss": 1.441, |
| "step": 36140 |
| }, |
| { |
| "epoch": 1387.7358490566037, |
| "grad_norm": 3.491710911332113, |
| "learning_rate": 2.3479594943261428e-05, |
| "loss": 1.4341, |
| "step": 36160 |
| }, |
| { |
| "epoch": 1388.4905660377358, |
| "grad_norm": 1.6931483101249463, |
| "learning_rate": 2.3441968920463175e-05, |
| "loss": 1.4059, |
| "step": 36180 |
| }, |
| { |
| "epoch": 1389.245283018868, |
| "grad_norm": 1.5814288881168233, |
| "learning_rate": 2.340436874732406e-05, |
| "loss": 1.4494, |
| "step": 36200 |
| }, |
| { |
| "epoch": 1390.0, |
| "grad_norm": 1.7550476965929234, |
| "learning_rate": 2.3366794474843636e-05, |
| "loss": 1.4461, |
| "step": 36220 |
| }, |
| { |
| "epoch": 1390.754716981132, |
| "grad_norm": 1.6037325519139611, |
| "learning_rate": 2.332924615398638e-05, |
| "loss": 1.4324, |
| "step": 36240 |
| }, |
| { |
| "epoch": 1391.5094339622642, |
| "grad_norm": 1.5872440902961078, |
| "learning_rate": 2.3291723835681542e-05, |
| "loss": 1.4229, |
| "step": 36260 |
| }, |
| { |
| "epoch": 1392.2641509433963, |
| "grad_norm": 1.6075974238110624, |
| "learning_rate": 2.3254227570823088e-05, |
| "loss": 1.4319, |
| "step": 36280 |
| }, |
| { |
| "epoch": 1393.0188679245282, |
| "grad_norm": 1.664082496030561, |
| "learning_rate": 2.3216757410269688e-05, |
| "loss": 1.4133, |
| "step": 36300 |
| }, |
| { |
| "epoch": 1393.7735849056603, |
| "grad_norm": 1.868185444331913, |
| "learning_rate": 2.3179313404844556e-05, |
| "loss": 1.4303, |
| "step": 36320 |
| }, |
| { |
| "epoch": 1394.5283018867924, |
| "grad_norm": 1.5709216565532331, |
| "learning_rate": 2.314189560533549e-05, |
| "loss": 1.4136, |
| "step": 36340 |
| }, |
| { |
| "epoch": 1395.2830188679245, |
| "grad_norm": 1.6461901097795721, |
| "learning_rate": 2.3104504062494673e-05, |
| "loss": 1.4359, |
| "step": 36360 |
| }, |
| { |
| "epoch": 1396.0377358490566, |
| "grad_norm": 1.4737937485692245, |
| "learning_rate": 2.306713882703874e-05, |
| "loss": 1.4417, |
| "step": 36380 |
| }, |
| { |
| "epoch": 1396.7924528301887, |
| "grad_norm": 1.62600468664324, |
| "learning_rate": 2.3029799949648578e-05, |
| "loss": 1.4471, |
| "step": 36400 |
| }, |
| { |
| "epoch": 1397.5471698113208, |
| "grad_norm": 2.4473530264247914, |
| "learning_rate": 2.2992487480969405e-05, |
| "loss": 1.4239, |
| "step": 36420 |
| }, |
| { |
| "epoch": 1398.301886792453, |
| "grad_norm": 1.451788707298732, |
| "learning_rate": 2.295520147161054e-05, |
| "loss": 1.4213, |
| "step": 36440 |
| }, |
| { |
| "epoch": 1399.0566037735848, |
| "grad_norm": 1.6561495842890779, |
| "learning_rate": 2.2917941972145448e-05, |
| "loss": 1.4289, |
| "step": 36460 |
| }, |
| { |
| "epoch": 1399.811320754717, |
| "grad_norm": 1.7199804756862742, |
| "learning_rate": 2.288070903311165e-05, |
| "loss": 1.4089, |
| "step": 36480 |
| }, |
| { |
| "epoch": 1400.566037735849, |
| "grad_norm": 1.3767860468778748, |
| "learning_rate": 2.2843502705010602e-05, |
| "loss": 1.43, |
| "step": 36500 |
| }, |
| { |
| "epoch": 1401.3207547169811, |
| "grad_norm": 1.629044071752712, |
| "learning_rate": 2.2806323038307724e-05, |
| "loss": 1.4353, |
| "step": 36520 |
| }, |
| { |
| "epoch": 1402.0754716981132, |
| "grad_norm": 1.5402931594748135, |
| "learning_rate": 2.2769170083432224e-05, |
| "loss": 1.4002, |
| "step": 36540 |
| }, |
| { |
| "epoch": 1402.8301886792453, |
| "grad_norm": 1.6851610727649395, |
| "learning_rate": 2.273204389077707e-05, |
| "loss": 1.4303, |
| "step": 36560 |
| }, |
| { |
| "epoch": 1403.5849056603774, |
| "grad_norm": 1.6351932980143555, |
| "learning_rate": 2.2694944510698992e-05, |
| "loss": 1.4324, |
| "step": 36580 |
| }, |
| { |
| "epoch": 1404.3396226415093, |
| "grad_norm": 1.3360407707287731, |
| "learning_rate": 2.265787199351829e-05, |
| "loss": 1.4296, |
| "step": 36600 |
| }, |
| { |
| "epoch": 1405.0943396226414, |
| "grad_norm": 1.6229856547835415, |
| "learning_rate": 2.2620826389518878e-05, |
| "loss": 1.4132, |
| "step": 36620 |
| }, |
| { |
| "epoch": 1405.8490566037735, |
| "grad_norm": 1.5762261444691155, |
| "learning_rate": 2.258380774894813e-05, |
| "loss": 1.4189, |
| "step": 36640 |
| }, |
| { |
| "epoch": 1406.6037735849056, |
| "grad_norm": 1.6330786646124598, |
| "learning_rate": 2.254681612201684e-05, |
| "loss": 1.4229, |
| "step": 36660 |
| }, |
| { |
| "epoch": 1407.3584905660377, |
| "grad_norm": 1.6074464661210397, |
| "learning_rate": 2.2509851558899212e-05, |
| "loss": 1.4438, |
| "step": 36680 |
| }, |
| { |
| "epoch": 1408.1132075471698, |
| "grad_norm": 2.912277484153031, |
| "learning_rate": 2.2472914109732686e-05, |
| "loss": 1.4195, |
| "step": 36700 |
| }, |
| { |
| "epoch": 1408.867924528302, |
| "grad_norm": 1.6223740817719732, |
| "learning_rate": 2.2436003824617963e-05, |
| "loss": 1.4099, |
| "step": 36720 |
| }, |
| { |
| "epoch": 1409.622641509434, |
| "grad_norm": 1.766781857646511, |
| "learning_rate": 2.2399120753618896e-05, |
| "loss": 1.4168, |
| "step": 36740 |
| }, |
| { |
| "epoch": 1410.377358490566, |
| "grad_norm": 1.5296965456959557, |
| "learning_rate": 2.2362264946762392e-05, |
| "loss": 1.4118, |
| "step": 36760 |
| }, |
| { |
| "epoch": 1411.132075471698, |
| "grad_norm": 1.6610041335566879, |
| "learning_rate": 2.232543645403842e-05, |
| "loss": 1.4166, |
| "step": 36780 |
| }, |
| { |
| "epoch": 1411.8867924528302, |
| "grad_norm": 1.5205836616470723, |
| "learning_rate": 2.228863532539987e-05, |
| "loss": 1.4246, |
| "step": 36800 |
| }, |
| { |
| "epoch": 1412.6415094339623, |
| "grad_norm": 2.018497485986653, |
| "learning_rate": 2.2251861610762556e-05, |
| "loss": 1.4219, |
| "step": 36820 |
| }, |
| { |
| "epoch": 1413.3962264150944, |
| "grad_norm": 1.495393210690481, |
| "learning_rate": 2.221511536000505e-05, |
| "loss": 1.4201, |
| "step": 36840 |
| }, |
| { |
| "epoch": 1414.1509433962265, |
| "grad_norm": 1.5817177891641536, |
| "learning_rate": 2.2178396622968714e-05, |
| "loss": 1.4301, |
| "step": 36860 |
| }, |
| { |
| "epoch": 1414.9056603773586, |
| "grad_norm": 1.5602680564678848, |
| "learning_rate": 2.2141705449457588e-05, |
| "loss": 1.4246, |
| "step": 36880 |
| }, |
| { |
| "epoch": 1415.6603773584907, |
| "grad_norm": 1.5687723652001904, |
| "learning_rate": 2.2105041889238327e-05, |
| "loss": 1.4291, |
| "step": 36900 |
| }, |
| { |
| "epoch": 1416.4150943396226, |
| "grad_norm": 1.6516438298835592, |
| "learning_rate": 2.2068405992040127e-05, |
| "loss": 1.4186, |
| "step": 36920 |
| }, |
| { |
| "epoch": 1417.1698113207547, |
| "grad_norm": 1.6972963029742167, |
| "learning_rate": 2.2031797807554646e-05, |
| "loss": 1.4026, |
| "step": 36940 |
| }, |
| { |
| "epoch": 1417.9245283018868, |
| "grad_norm": 1.6936263753645908, |
| "learning_rate": 2.1995217385435962e-05, |
| "loss": 1.3882, |
| "step": 36960 |
| }, |
| { |
| "epoch": 1418.6792452830189, |
| "grad_norm": 1.697372534880421, |
| "learning_rate": 2.1958664775300517e-05, |
| "loss": 1.4228, |
| "step": 36980 |
| }, |
| { |
| "epoch": 1419.433962264151, |
| "grad_norm": 1.4972148012217616, |
| "learning_rate": 2.192214002672703e-05, |
| "loss": 1.3961, |
| "step": 37000 |
| }, |
| { |
| "epoch": 1420.188679245283, |
| "grad_norm": 1.6926137674291781, |
| "learning_rate": 2.1885643189256404e-05, |
| "loss": 1.4005, |
| "step": 37020 |
| }, |
| { |
| "epoch": 1420.9433962264152, |
| "grad_norm": 1.6182171449313734, |
| "learning_rate": 2.1849174312391693e-05, |
| "loss": 1.3939, |
| "step": 37040 |
| }, |
| { |
| "epoch": 1421.698113207547, |
| "grad_norm": 1.6235165658387523, |
| "learning_rate": 2.181273344559802e-05, |
| "loss": 1.414, |
| "step": 37060 |
| }, |
| { |
| "epoch": 1422.4528301886792, |
| "grad_norm": 1.7354641628437306, |
| "learning_rate": 2.1776320638302533e-05, |
| "loss": 1.4039, |
| "step": 37080 |
| }, |
| { |
| "epoch": 1423.2075471698113, |
| "grad_norm": 1.7598777416483105, |
| "learning_rate": 2.1739935939894332e-05, |
| "loss": 1.4319, |
| "step": 37100 |
| }, |
| { |
| "epoch": 1423.9622641509434, |
| "grad_norm": 1.6119817066147992, |
| "learning_rate": 2.170357939972436e-05, |
| "loss": 1.4083, |
| "step": 37120 |
| }, |
| { |
| "epoch": 1424.7169811320755, |
| "grad_norm": 1.5177195143064601, |
| "learning_rate": 2.1667251067105383e-05, |
| "loss": 1.4084, |
| "step": 37140 |
| }, |
| { |
| "epoch": 1425.4716981132076, |
| "grad_norm": 1.6531623474873094, |
| "learning_rate": 2.1630950991311884e-05, |
| "loss": 1.3961, |
| "step": 37160 |
| }, |
| { |
| "epoch": 1426.2264150943397, |
| "grad_norm": 1.9866189092494402, |
| "learning_rate": 2.159467922158006e-05, |
| "loss": 1.4205, |
| "step": 37180 |
| }, |
| { |
| "epoch": 1426.9811320754718, |
| "grad_norm": 1.6409536663163726, |
| "learning_rate": 2.15584358071077e-05, |
| "loss": 1.4065, |
| "step": 37200 |
| }, |
| { |
| "epoch": 1427.7358490566037, |
| "grad_norm": 1.5972136032609723, |
| "learning_rate": 2.1522220797054117e-05, |
| "loss": 1.3999, |
| "step": 37220 |
| }, |
| { |
| "epoch": 1428.4905660377358, |
| "grad_norm": 1.7176147072411343, |
| "learning_rate": 2.1486034240540095e-05, |
| "loss": 1.4077, |
| "step": 37240 |
| }, |
| { |
| "epoch": 1429.245283018868, |
| "grad_norm": 2.2258677114656655, |
| "learning_rate": 2.1449876186647868e-05, |
| "loss": 1.4174, |
| "step": 37260 |
| }, |
| { |
| "epoch": 1430.0, |
| "grad_norm": 1.702909141767608, |
| "learning_rate": 2.1413746684420938e-05, |
| "loss": 1.3745, |
| "step": 37280 |
| }, |
| { |
| "epoch": 1430.754716981132, |
| "grad_norm": 2.1998514759828915, |
| "learning_rate": 2.1377645782864164e-05, |
| "loss": 1.421, |
| "step": 37300 |
| }, |
| { |
| "epoch": 1431.5094339622642, |
| "grad_norm": 1.4634078104497494, |
| "learning_rate": 2.134157353094355e-05, |
| "loss": 1.4219, |
| "step": 37320 |
| }, |
| { |
| "epoch": 1432.2641509433963, |
| "grad_norm": 1.7232746233155163, |
| "learning_rate": 2.1305529977586244e-05, |
| "loss": 1.4236, |
| "step": 37340 |
| }, |
| { |
| "epoch": 1433.0188679245282, |
| "grad_norm": 1.7372503788909404, |
| "learning_rate": 2.1269515171680505e-05, |
| "loss": 1.391, |
| "step": 37360 |
| }, |
| { |
| "epoch": 1433.7735849056603, |
| "grad_norm": 1.8471672382610358, |
| "learning_rate": 2.1233529162075586e-05, |
| "loss": 1.4087, |
| "step": 37380 |
| }, |
| { |
| "epoch": 1434.5283018867924, |
| "grad_norm": 1.6217649320497987, |
| "learning_rate": 2.1197571997581665e-05, |
| "loss": 1.4239, |
| "step": 37400 |
| }, |
| { |
| "epoch": 1435.2830188679245, |
| "grad_norm": 1.5296478429731253, |
| "learning_rate": 2.1161643726969807e-05, |
| "loss": 1.3958, |
| "step": 37420 |
| }, |
| { |
| "epoch": 1436.0377358490566, |
| "grad_norm": 1.560888539193858, |
| "learning_rate": 2.1125744398971865e-05, |
| "loss": 1.3979, |
| "step": 37440 |
| }, |
| { |
| "epoch": 1436.7924528301887, |
| "grad_norm": 4.524184692042414, |
| "learning_rate": 2.1089874062280467e-05, |
| "loss": 1.4068, |
| "step": 37460 |
| }, |
| { |
| "epoch": 1437.5471698113208, |
| "grad_norm": 1.9907802095010148, |
| "learning_rate": 2.1054032765548943e-05, |
| "loss": 1.4128, |
| "step": 37480 |
| }, |
| { |
| "epoch": 1438.301886792453, |
| "grad_norm": 1.5158745007996666, |
| "learning_rate": 2.1018220557391152e-05, |
| "loss": 1.4206, |
| "step": 37500 |
| }, |
| { |
| "epoch": 1439.0566037735848, |
| "grad_norm": 1.922346737191028, |
| "learning_rate": 2.0982437486381567e-05, |
| "loss": 1.4155, |
| "step": 37520 |
| }, |
| { |
| "epoch": 1439.811320754717, |
| "grad_norm": 1.6671399833246607, |
| "learning_rate": 2.094668360105509e-05, |
| "loss": 1.4052, |
| "step": 37540 |
| }, |
| { |
| "epoch": 1440.566037735849, |
| "grad_norm": 1.6551308179910114, |
| "learning_rate": 2.0910958949907086e-05, |
| "loss": 1.3986, |
| "step": 37560 |
| }, |
| { |
| "epoch": 1441.3207547169811, |
| "grad_norm": 1.5091823329163863, |
| "learning_rate": 2.087526358139325e-05, |
| "loss": 1.3842, |
| "step": 37580 |
| }, |
| { |
| "epoch": 1442.0754716981132, |
| "grad_norm": 1.5775979624954766, |
| "learning_rate": 2.0839597543929547e-05, |
| "loss": 1.3695, |
| "step": 37600 |
| }, |
| { |
| "epoch": 1442.8301886792453, |
| "grad_norm": 1.65888589339979, |
| "learning_rate": 2.0803960885892166e-05, |
| "loss": 1.4212, |
| "step": 37620 |
| }, |
| { |
| "epoch": 1443.5849056603774, |
| "grad_norm": 1.7548961067858515, |
| "learning_rate": 2.0768353655617437e-05, |
| "loss": 1.4113, |
| "step": 37640 |
| }, |
| { |
| "epoch": 1444.3396226415093, |
| "grad_norm": 1.6568444527605615, |
| "learning_rate": 2.0732775901401787e-05, |
| "loss": 1.4097, |
| "step": 37660 |
| }, |
| { |
| "epoch": 1445.0943396226414, |
| "grad_norm": 1.569007851847122, |
| "learning_rate": 2.0697227671501686e-05, |
| "loss": 1.4025, |
| "step": 37680 |
| }, |
| { |
| "epoch": 1445.8490566037735, |
| "grad_norm": 2.054795832820314, |
| "learning_rate": 2.0661709014133507e-05, |
| "loss": 1.379, |
| "step": 37700 |
| }, |
| { |
| "epoch": 1446.6037735849056, |
| "grad_norm": 1.825419627550906, |
| "learning_rate": 2.0626219977473546e-05, |
| "loss": 1.4141, |
| "step": 37720 |
| }, |
| { |
| "epoch": 1447.3584905660377, |
| "grad_norm": 1.5477059924334846, |
| "learning_rate": 2.05907606096579e-05, |
| "loss": 1.3764, |
| "step": 37740 |
| }, |
| { |
| "epoch": 1448.1132075471698, |
| "grad_norm": 1.6756003225697567, |
| "learning_rate": 2.0555330958782456e-05, |
| "loss": 1.3943, |
| "step": 37760 |
| }, |
| { |
| "epoch": 1448.867924528302, |
| "grad_norm": 1.6181024178942431, |
| "learning_rate": 2.0519931072902775e-05, |
| "loss": 1.3828, |
| "step": 37780 |
| }, |
| { |
| "epoch": 1449.622641509434, |
| "grad_norm": 1.5075137093108786, |
| "learning_rate": 2.0484561000034048e-05, |
| "loss": 1.3993, |
| "step": 37800 |
| }, |
| { |
| "epoch": 1450.377358490566, |
| "grad_norm": 1.7611806649373956, |
| "learning_rate": 2.0449220788151017e-05, |
| "loss": 1.4025, |
| "step": 37820 |
| }, |
| { |
| "epoch": 1451.132075471698, |
| "grad_norm": 1.5899695714047575, |
| "learning_rate": 2.0413910485187918e-05, |
| "loss": 1.4011, |
| "step": 37840 |
| }, |
| { |
| "epoch": 1451.8867924528302, |
| "grad_norm": 1.9368764939203147, |
| "learning_rate": 2.0378630139038477e-05, |
| "loss": 1.3914, |
| "step": 37860 |
| }, |
| { |
| "epoch": 1452.6415094339623, |
| "grad_norm": 2.2298811573087938, |
| "learning_rate": 2.0343379797555718e-05, |
| "loss": 1.4096, |
| "step": 37880 |
| }, |
| { |
| "epoch": 1453.3962264150944, |
| "grad_norm": 1.8812446095800621, |
| "learning_rate": 2.0308159508552003e-05, |
| "loss": 1.3994, |
| "step": 37900 |
| }, |
| { |
| "epoch": 1454.1509433962265, |
| "grad_norm": 1.546640573436516, |
| "learning_rate": 2.0272969319798898e-05, |
| "loss": 1.3901, |
| "step": 37920 |
| }, |
| { |
| "epoch": 1454.9056603773586, |
| "grad_norm": 1.6385943250375863, |
| "learning_rate": 2.0237809279027187e-05, |
| "loss": 1.3954, |
| "step": 37940 |
| }, |
| { |
| "epoch": 1455.6603773584907, |
| "grad_norm": 1.5716563974399815, |
| "learning_rate": 2.0202679433926757e-05, |
| "loss": 1.3935, |
| "step": 37960 |
| }, |
| { |
| "epoch": 1456.4150943396226, |
| "grad_norm": 1.735984609092, |
| "learning_rate": 2.0167579832146505e-05, |
| "loss": 1.4118, |
| "step": 37980 |
| }, |
| { |
| "epoch": 1457.1698113207547, |
| "grad_norm": 1.7313373844094564, |
| "learning_rate": 2.013251052129433e-05, |
| "loss": 1.3767, |
| "step": 38000 |
| }, |
| { |
| "epoch": 1457.9245283018868, |
| "grad_norm": 1.7960534040522838, |
| "learning_rate": 2.0097471548937024e-05, |
| "loss": 1.3803, |
| "step": 38020 |
| }, |
| { |
| "epoch": 1458.6792452830189, |
| "grad_norm": 2.5283310401144434, |
| "learning_rate": 2.0062462962600258e-05, |
| "loss": 1.3763, |
| "step": 38040 |
| }, |
| { |
| "epoch": 1459.433962264151, |
| "grad_norm": 1.5401697781512245, |
| "learning_rate": 2.0027484809768506e-05, |
| "loss": 1.3768, |
| "step": 38060 |
| }, |
| { |
| "epoch": 1460.188679245283, |
| "grad_norm": 2.291171375246112, |
| "learning_rate": 1.9992537137884905e-05, |
| "loss": 1.389, |
| "step": 38080 |
| }, |
| { |
| "epoch": 1460.9433962264152, |
| "grad_norm": 1.6878149956470094, |
| "learning_rate": 1.9957619994351278e-05, |
| "loss": 1.3978, |
| "step": 38100 |
| }, |
| { |
| "epoch": 1461.698113207547, |
| "grad_norm": 1.9279881821004916, |
| "learning_rate": 1.9922733426528033e-05, |
| "loss": 1.3576, |
| "step": 38120 |
| }, |
| { |
| "epoch": 1462.4528301886792, |
| "grad_norm": 1.6593792348690906, |
| "learning_rate": 1.9887877481734122e-05, |
| "loss": 1.3827, |
| "step": 38140 |
| }, |
| { |
| "epoch": 1463.2075471698113, |
| "grad_norm": 1.6870370599265458, |
| "learning_rate": 1.9853052207246967e-05, |
| "loss": 1.3498, |
| "step": 38160 |
| }, |
| { |
| "epoch": 1463.9622641509434, |
| "grad_norm": 1.5201114526632646, |
| "learning_rate": 1.981825765030236e-05, |
| "loss": 1.3972, |
| "step": 38180 |
| }, |
| { |
| "epoch": 1464.7169811320755, |
| "grad_norm": 1.676738216954013, |
| "learning_rate": 1.9783493858094444e-05, |
| "loss": 1.3751, |
| "step": 38200 |
| }, |
| { |
| "epoch": 1465.4716981132076, |
| "grad_norm": 1.7174190166635537, |
| "learning_rate": 1.9748760877775622e-05, |
| "loss": 1.3723, |
| "step": 38220 |
| }, |
| { |
| "epoch": 1466.2264150943397, |
| "grad_norm": 1.6832142484740018, |
| "learning_rate": 1.9714058756456533e-05, |
| "loss": 1.383, |
| "step": 38240 |
| }, |
| { |
| "epoch": 1466.9811320754718, |
| "grad_norm": 1.6409050107329164, |
| "learning_rate": 1.9679387541205946e-05, |
| "loss": 1.3868, |
| "step": 38260 |
| }, |
| { |
| "epoch": 1467.7358490566037, |
| "grad_norm": 1.870348325922022, |
| "learning_rate": 1.96447472790507e-05, |
| "loss": 1.4093, |
| "step": 38280 |
| }, |
| { |
| "epoch": 1468.4905660377358, |
| "grad_norm": 1.622451000807429, |
| "learning_rate": 1.9610138016975643e-05, |
| "loss": 1.3908, |
| "step": 38300 |
| }, |
| { |
| "epoch": 1469.245283018868, |
| "grad_norm": 1.5580142525601877, |
| "learning_rate": 1.9575559801923602e-05, |
| "loss": 1.3519, |
| "step": 38320 |
| }, |
| { |
| "epoch": 1470.0, |
| "grad_norm": 5.308564996067893, |
| "learning_rate": 1.95410126807953e-05, |
| "loss": 1.3806, |
| "step": 38340 |
| }, |
| { |
| "epoch": 1470.754716981132, |
| "grad_norm": 1.697128624848967, |
| "learning_rate": 1.9506496700449247e-05, |
| "loss": 1.4021, |
| "step": 38360 |
| }, |
| { |
| "epoch": 1471.5094339622642, |
| "grad_norm": 1.6407506564774348, |
| "learning_rate": 1.9472011907701736e-05, |
| "loss": 1.3889, |
| "step": 38380 |
| }, |
| { |
| "epoch": 1472.2641509433963, |
| "grad_norm": 2.5227247039872567, |
| "learning_rate": 1.9437558349326745e-05, |
| "loss": 1.3656, |
| "step": 38400 |
| }, |
| { |
| "epoch": 1473.0188679245282, |
| "grad_norm": 2.0102914189329155, |
| "learning_rate": 1.9403136072055903e-05, |
| "loss": 1.3631, |
| "step": 38420 |
| }, |
| { |
| "epoch": 1473.7735849056603, |
| "grad_norm": 1.8549253610315775, |
| "learning_rate": 1.9368745122578427e-05, |
| "loss": 1.3835, |
| "step": 38440 |
| }, |
| { |
| "epoch": 1474.5283018867924, |
| "grad_norm": 1.7474837425802672, |
| "learning_rate": 1.9334385547541004e-05, |
| "loss": 1.3876, |
| "step": 38460 |
| }, |
| { |
| "epoch": 1475.2830188679245, |
| "grad_norm": 1.4221446206180013, |
| "learning_rate": 1.930005739354778e-05, |
| "loss": 1.3875, |
| "step": 38480 |
| }, |
| { |
| "epoch": 1476.0377358490566, |
| "grad_norm": 1.567704112230289, |
| "learning_rate": 1.926576070716028e-05, |
| "loss": 1.3787, |
| "step": 38500 |
| }, |
| { |
| "epoch": 1476.7924528301887, |
| "grad_norm": 1.8092743011121888, |
| "learning_rate": 1.9231495534897356e-05, |
| "loss": 1.3746, |
| "step": 38520 |
| }, |
| { |
| "epoch": 1477.5471698113208, |
| "grad_norm": 1.9871542434365639, |
| "learning_rate": 1.919726192323512e-05, |
| "loss": 1.4062, |
| "step": 38540 |
| }, |
| { |
| "epoch": 1478.301886792453, |
| "grad_norm": 2.100192891688555, |
| "learning_rate": 1.916305991860687e-05, |
| "loss": 1.372, |
| "step": 38560 |
| }, |
| { |
| "epoch": 1479.0566037735848, |
| "grad_norm": 1.689968827696773, |
| "learning_rate": 1.912888956740302e-05, |
| "loss": 1.3994, |
| "step": 38580 |
| }, |
| { |
| "epoch": 1479.811320754717, |
| "grad_norm": 1.59619952456533, |
| "learning_rate": 1.9094750915971053e-05, |
| "loss": 1.3547, |
| "step": 38600 |
| }, |
| { |
| "epoch": 1480.566037735849, |
| "grad_norm": 3.206605320072948, |
| "learning_rate": 1.9060644010615473e-05, |
| "loss": 1.4052, |
| "step": 38620 |
| }, |
| { |
| "epoch": 1481.3207547169811, |
| "grad_norm": 1.5795369303879008, |
| "learning_rate": 1.9026568897597735e-05, |
| "loss": 1.3921, |
| "step": 38640 |
| }, |
| { |
| "epoch": 1482.0754716981132, |
| "grad_norm": 2.1910690965934467, |
| "learning_rate": 1.8992525623136132e-05, |
| "loss": 1.3563, |
| "step": 38660 |
| }, |
| { |
| "epoch": 1482.8301886792453, |
| "grad_norm": 1.5353645456337577, |
| "learning_rate": 1.8958514233405793e-05, |
| "loss": 1.4077, |
| "step": 38680 |
| }, |
| { |
| "epoch": 1483.5849056603774, |
| "grad_norm": 1.7836996022414107, |
| "learning_rate": 1.8924534774538593e-05, |
| "loss": 1.3824, |
| "step": 38700 |
| }, |
| { |
| "epoch": 1484.3396226415093, |
| "grad_norm": 1.6136317181444138, |
| "learning_rate": 1.8890587292623113e-05, |
| "loss": 1.3511, |
| "step": 38720 |
| }, |
| { |
| "epoch": 1485.0943396226414, |
| "grad_norm": 1.8211866581007339, |
| "learning_rate": 1.8856671833704565e-05, |
| "loss": 1.3725, |
| "step": 38740 |
| }, |
| { |
| "epoch": 1485.8490566037735, |
| "grad_norm": 1.5979573815344084, |
| "learning_rate": 1.8822788443784704e-05, |
| "loss": 1.3571, |
| "step": 38760 |
| }, |
| { |
| "epoch": 1486.6037735849056, |
| "grad_norm": 1.6365464316772047, |
| "learning_rate": 1.878893716882177e-05, |
| "loss": 1.3588, |
| "step": 38780 |
| }, |
| { |
| "epoch": 1487.3584905660377, |
| "grad_norm": 2.811912712405292, |
| "learning_rate": 1.8755118054730514e-05, |
| "loss": 1.3823, |
| "step": 38800 |
| }, |
| { |
| "epoch": 1488.1132075471698, |
| "grad_norm": 1.684830593576563, |
| "learning_rate": 1.8721331147381986e-05, |
| "loss": 1.3604, |
| "step": 38820 |
| }, |
| { |
| "epoch": 1488.867924528302, |
| "grad_norm": 1.5101192259883982, |
| "learning_rate": 1.868757649260362e-05, |
| "loss": 1.3712, |
| "step": 38840 |
| }, |
| { |
| "epoch": 1489.622641509434, |
| "grad_norm": 1.8516527403548584, |
| "learning_rate": 1.8653854136179047e-05, |
| "loss": 1.3576, |
| "step": 38860 |
| }, |
| { |
| "epoch": 1490.377358490566, |
| "grad_norm": 1.5630443819078437, |
| "learning_rate": 1.8620164123848113e-05, |
| "loss": 1.3729, |
| "step": 38880 |
| }, |
| { |
| "epoch": 1491.132075471698, |
| "grad_norm": 1.9558078371048477, |
| "learning_rate": 1.8586506501306792e-05, |
| "loss": 1.3466, |
| "step": 38900 |
| }, |
| { |
| "epoch": 1491.8867924528302, |
| "grad_norm": 1.6581722869425195, |
| "learning_rate": 1.8552881314207158e-05, |
| "loss": 1.3547, |
| "step": 38920 |
| }, |
| { |
| "epoch": 1492.6415094339623, |
| "grad_norm": 1.9162311420660751, |
| "learning_rate": 1.8519288608157236e-05, |
| "loss": 1.3995, |
| "step": 38940 |
| }, |
| { |
| "epoch": 1493.3962264150944, |
| "grad_norm": 2.8463480242853874, |
| "learning_rate": 1.8485728428721025e-05, |
| "loss": 1.3609, |
| "step": 38960 |
| }, |
| { |
| "epoch": 1494.1509433962265, |
| "grad_norm": 1.7832047879021928, |
| "learning_rate": 1.845220082141838e-05, |
| "loss": 1.3966, |
| "step": 38980 |
| }, |
| { |
| "epoch": 1494.9056603773586, |
| "grad_norm": 1.628697490406908, |
| "learning_rate": 1.841870583172502e-05, |
| "loss": 1.3577, |
| "step": 39000 |
| }, |
| { |
| "epoch": 1495.6603773584907, |
| "grad_norm": 1.7499682485349517, |
| "learning_rate": 1.8385243505072403e-05, |
| "loss": 1.3634, |
| "step": 39020 |
| }, |
| { |
| "epoch": 1496.4150943396226, |
| "grad_norm": 2.369232208734949, |
| "learning_rate": 1.835181388684767e-05, |
| "loss": 1.3804, |
| "step": 39040 |
| }, |
| { |
| "epoch": 1497.1698113207547, |
| "grad_norm": 2.002186669217615, |
| "learning_rate": 1.8318417022393614e-05, |
| "loss": 1.3775, |
| "step": 39060 |
| }, |
| { |
| "epoch": 1497.9245283018868, |
| "grad_norm": 1.7745981101584183, |
| "learning_rate": 1.8285052957008572e-05, |
| "loss": 1.3678, |
| "step": 39080 |
| }, |
| { |
| "epoch": 1498.6792452830189, |
| "grad_norm": 2.3506034698380027, |
| "learning_rate": 1.825172173594644e-05, |
| "loss": 1.3819, |
| "step": 39100 |
| }, |
| { |
| "epoch": 1499.433962264151, |
| "grad_norm": 1.5587811175176152, |
| "learning_rate": 1.8218423404416543e-05, |
| "loss": 1.3623, |
| "step": 39120 |
| }, |
| { |
| "epoch": 1500.188679245283, |
| "grad_norm": 1.5407388891782507, |
| "learning_rate": 1.818515800758359e-05, |
| "loss": 1.3737, |
| "step": 39140 |
| }, |
| { |
| "epoch": 1500.9433962264152, |
| "grad_norm": 1.7105290658502008, |
| "learning_rate": 1.8151925590567624e-05, |
| "loss": 1.3416, |
| "step": 39160 |
| }, |
| { |
| "epoch": 1501.698113207547, |
| "grad_norm": 2.1160472894699973, |
| "learning_rate": 1.811872619844394e-05, |
| "loss": 1.3596, |
| "step": 39180 |
| }, |
| { |
| "epoch": 1502.4528301886792, |
| "grad_norm": 1.7134114803577327, |
| "learning_rate": 1.8085559876243068e-05, |
| "loss": 1.3486, |
| "step": 39200 |
| }, |
| { |
| "epoch": 1503.2075471698113, |
| "grad_norm": 1.5742520539626361, |
| "learning_rate": 1.805242666895068e-05, |
| "loss": 1.3737, |
| "step": 39220 |
| }, |
| { |
| "epoch": 1503.9622641509434, |
| "grad_norm": 1.6841300143409803, |
| "learning_rate": 1.8019326621507504e-05, |
| "loss": 1.3593, |
| "step": 39240 |
| }, |
| { |
| "epoch": 1504.7169811320755, |
| "grad_norm": 1.4678089134086005, |
| "learning_rate": 1.7986259778809304e-05, |
| "loss": 1.3332, |
| "step": 39260 |
| }, |
| { |
| "epoch": 1505.4716981132076, |
| "grad_norm": 1.5583137022685134, |
| "learning_rate": 1.7953226185706828e-05, |
| "loss": 1.3532, |
| "step": 39280 |
| }, |
| { |
| "epoch": 1506.2264150943397, |
| "grad_norm": 1.754522974870956, |
| "learning_rate": 1.7920225887005686e-05, |
| "loss": 1.3969, |
| "step": 39300 |
| }, |
| { |
| "epoch": 1506.9811320754718, |
| "grad_norm": 2.329959975485945, |
| "learning_rate": 1.788725892746638e-05, |
| "loss": 1.3693, |
| "step": 39320 |
| }, |
| { |
| "epoch": 1507.7358490566037, |
| "grad_norm": 1.9736365954487893, |
| "learning_rate": 1.7854325351804138e-05, |
| "loss": 1.3545, |
| "step": 39340 |
| }, |
| { |
| "epoch": 1508.4905660377358, |
| "grad_norm": 2.0873147005956274, |
| "learning_rate": 1.782142520468893e-05, |
| "loss": 1.357, |
| "step": 39360 |
| }, |
| { |
| "epoch": 1509.245283018868, |
| "grad_norm": 1.8565982391914584, |
| "learning_rate": 1.7788558530745406e-05, |
| "loss": 1.3574, |
| "step": 39380 |
| }, |
| { |
| "epoch": 1510.0, |
| "grad_norm": 1.3940404402455406, |
| "learning_rate": 1.7755725374552767e-05, |
| "loss": 1.3322, |
| "step": 39400 |
| }, |
| { |
| "epoch": 1510.754716981132, |
| "grad_norm": 1.6757375238937267, |
| "learning_rate": 1.772292578064481e-05, |
| "loss": 1.3562, |
| "step": 39420 |
| }, |
| { |
| "epoch": 1511.5094339622642, |
| "grad_norm": 2.021397727623104, |
| "learning_rate": 1.769015979350977e-05, |
| "loss": 1.3494, |
| "step": 39440 |
| }, |
| { |
| "epoch": 1512.2641509433963, |
| "grad_norm": 1.9073518931594837, |
| "learning_rate": 1.7657427457590277e-05, |
| "loss": 1.3469, |
| "step": 39460 |
| }, |
| { |
| "epoch": 1513.0188679245282, |
| "grad_norm": 1.5299281651503949, |
| "learning_rate": 1.7624728817283386e-05, |
| "loss": 1.3347, |
| "step": 39480 |
| }, |
| { |
| "epoch": 1513.7735849056603, |
| "grad_norm": 1.6171286973533487, |
| "learning_rate": 1.7592063916940385e-05, |
| "loss": 1.3781, |
| "step": 39500 |
| }, |
| { |
| "epoch": 1514.5283018867924, |
| "grad_norm": 2.3151167774892283, |
| "learning_rate": 1.7559432800866844e-05, |
| "loss": 1.3389, |
| "step": 39520 |
| }, |
| { |
| "epoch": 1515.2830188679245, |
| "grad_norm": 1.8404517143557557, |
| "learning_rate": 1.752683551332248e-05, |
| "loss": 1.3809, |
| "step": 39540 |
| }, |
| { |
| "epoch": 1516.0377358490566, |
| "grad_norm": 1.80165740372062, |
| "learning_rate": 1.749427209852112e-05, |
| "loss": 1.3647, |
| "step": 39560 |
| }, |
| { |
| "epoch": 1516.7924528301887, |
| "grad_norm": 1.5503005965319303, |
| "learning_rate": 1.7461742600630684e-05, |
| "loss": 1.3553, |
| "step": 39580 |
| }, |
| { |
| "epoch": 1517.5471698113208, |
| "grad_norm": 1.7389286642537964, |
| "learning_rate": 1.7429247063773047e-05, |
| "loss": 1.3566, |
| "step": 39600 |
| }, |
| { |
| "epoch": 1518.301886792453, |
| "grad_norm": 1.5514338805704833, |
| "learning_rate": 1.7396785532024062e-05, |
| "loss": 1.3771, |
| "step": 39620 |
| }, |
| { |
| "epoch": 1519.0566037735848, |
| "grad_norm": 1.738553891820026, |
| "learning_rate": 1.7364358049413427e-05, |
| "loss": 1.3608, |
| "step": 39640 |
| }, |
| { |
| "epoch": 1519.811320754717, |
| "grad_norm": 2.2590021667446476, |
| "learning_rate": 1.7331964659924647e-05, |
| "loss": 1.3594, |
| "step": 39660 |
| }, |
| { |
| "epoch": 1520.566037735849, |
| "grad_norm": 1.8008534873454645, |
| "learning_rate": 1.729960540749503e-05, |
| "loss": 1.3446, |
| "step": 39680 |
| }, |
| { |
| "epoch": 1521.3207547169811, |
| "grad_norm": 1.9823359457338208, |
| "learning_rate": 1.7267280336015543e-05, |
| "loss": 1.3604, |
| "step": 39700 |
| }, |
| { |
| "epoch": 1522.0754716981132, |
| "grad_norm": 1.6630862297023916, |
| "learning_rate": 1.723498948933081e-05, |
| "loss": 1.3831, |
| "step": 39720 |
| }, |
| { |
| "epoch": 1522.8301886792453, |
| "grad_norm": 1.9271729195919085, |
| "learning_rate": 1.720273291123901e-05, |
| "loss": 1.3571, |
| "step": 39740 |
| }, |
| { |
| "epoch": 1523.5849056603774, |
| "grad_norm": 1.6944904437475812, |
| "learning_rate": 1.7170510645491884e-05, |
| "loss": 1.3845, |
| "step": 39760 |
| }, |
| { |
| "epoch": 1524.3396226415093, |
| "grad_norm": 2.0111059446030164, |
| "learning_rate": 1.7138322735794582e-05, |
| "loss": 1.3464, |
| "step": 39780 |
| }, |
| { |
| "epoch": 1525.0943396226414, |
| "grad_norm": 1.6636863494806655, |
| "learning_rate": 1.7106169225805703e-05, |
| "loss": 1.3472, |
| "step": 39800 |
| }, |
| { |
| "epoch": 1525.8490566037735, |
| "grad_norm": 1.654778862655826, |
| "learning_rate": 1.7074050159137155e-05, |
| "loss": 1.3517, |
| "step": 39820 |
| }, |
| { |
| "epoch": 1526.6037735849056, |
| "grad_norm": 1.9255620043148591, |
| "learning_rate": 1.7041965579354115e-05, |
| "loss": 1.359, |
| "step": 39840 |
| }, |
| { |
| "epoch": 1527.3584905660377, |
| "grad_norm": 1.7612527068488755, |
| "learning_rate": 1.7009915529975046e-05, |
| "loss": 1.3535, |
| "step": 39860 |
| }, |
| { |
| "epoch": 1528.1132075471698, |
| "grad_norm": 1.6440495946289901, |
| "learning_rate": 1.69779000544715e-05, |
| "loss": 1.3275, |
| "step": 39880 |
| }, |
| { |
| "epoch": 1528.867924528302, |
| "grad_norm": 1.8436152132956103, |
| "learning_rate": 1.6945919196268195e-05, |
| "loss": 1.3269, |
| "step": 39900 |
| }, |
| { |
| "epoch": 1529.622641509434, |
| "grad_norm": 1.5249165119761414, |
| "learning_rate": 1.6913972998742855e-05, |
| "loss": 1.3528, |
| "step": 39920 |
| }, |
| { |
| "epoch": 1530.377358490566, |
| "grad_norm": 1.7116936271233165, |
| "learning_rate": 1.6882061505226197e-05, |
| "loss": 1.3351, |
| "step": 39940 |
| }, |
| { |
| "epoch": 1531.132075471698, |
| "grad_norm": 1.9127818443391411, |
| "learning_rate": 1.68501847590019e-05, |
| "loss": 1.3649, |
| "step": 39960 |
| }, |
| { |
| "epoch": 1531.8867924528302, |
| "grad_norm": 1.7968703663627887, |
| "learning_rate": 1.681834280330646e-05, |
| "loss": 1.3664, |
| "step": 39980 |
| }, |
| { |
| "epoch": 1532.6415094339623, |
| "grad_norm": 2.01086719476703, |
| "learning_rate": 1.6786535681329242e-05, |
| "loss": 1.3354, |
| "step": 40000 |
| }, |
| { |
| "epoch": 1533.3962264150944, |
| "grad_norm": 1.8971146877595166, |
| "learning_rate": 1.6754763436212318e-05, |
| "loss": 1.3459, |
| "step": 40020 |
| }, |
| { |
| "epoch": 1534.1509433962265, |
| "grad_norm": 1.5538558777058122, |
| "learning_rate": 1.6723026111050465e-05, |
| "loss": 1.348, |
| "step": 40040 |
| }, |
| { |
| "epoch": 1534.9056603773586, |
| "grad_norm": 1.6899684943437072, |
| "learning_rate": 1.6691323748891116e-05, |
| "loss": 1.3219, |
| "step": 40060 |
| }, |
| { |
| "epoch": 1535.6603773584907, |
| "grad_norm": 1.5696983044378243, |
| "learning_rate": 1.6659656392734248e-05, |
| "loss": 1.3523, |
| "step": 40080 |
| }, |
| { |
| "epoch": 1536.4150943396226, |
| "grad_norm": 2.008558955924781, |
| "learning_rate": 1.6628024085532394e-05, |
| "loss": 1.3507, |
| "step": 40100 |
| }, |
| { |
| "epoch": 1537.1698113207547, |
| "grad_norm": 1.6814099912171956, |
| "learning_rate": 1.6596426870190517e-05, |
| "loss": 1.3271, |
| "step": 40120 |
| }, |
| { |
| "epoch": 1537.9245283018868, |
| "grad_norm": 1.6392939792056798, |
| "learning_rate": 1.6564864789566017e-05, |
| "loss": 1.3628, |
| "step": 40140 |
| }, |
| { |
| "epoch": 1538.6792452830189, |
| "grad_norm": 1.6937327457602671, |
| "learning_rate": 1.6533337886468593e-05, |
| "loss": 1.3457, |
| "step": 40160 |
| }, |
| { |
| "epoch": 1539.433962264151, |
| "grad_norm": 2.0312461746808674, |
| "learning_rate": 1.650184620366025e-05, |
| "loss": 1.345, |
| "step": 40180 |
| }, |
| { |
| "epoch": 1540.188679245283, |
| "grad_norm": 1.6324403361347462, |
| "learning_rate": 1.647038978385525e-05, |
| "loss": 1.3614, |
| "step": 40200 |
| }, |
| { |
| "epoch": 1540.9433962264152, |
| "grad_norm": 1.8937794347785448, |
| "learning_rate": 1.643896866971998e-05, |
| "loss": 1.3485, |
| "step": 40220 |
| }, |
| { |
| "epoch": 1541.698113207547, |
| "grad_norm": 1.66458657626364, |
| "learning_rate": 1.6407582903872977e-05, |
| "loss": 1.3201, |
| "step": 40240 |
| }, |
| { |
| "epoch": 1542.4528301886792, |
| "grad_norm": 1.637256903291043, |
| "learning_rate": 1.637623252888481e-05, |
| "loss": 1.3287, |
| "step": 40260 |
| }, |
| { |
| "epoch": 1543.2075471698113, |
| "grad_norm": 1.771255607485422, |
| "learning_rate": 1.634491758727804e-05, |
| "loss": 1.3386, |
| "step": 40280 |
| }, |
| { |
| "epoch": 1543.9622641509434, |
| "grad_norm": 2.294826209947056, |
| "learning_rate": 1.6313638121527195e-05, |
| "loss": 1.3443, |
| "step": 40300 |
| }, |
| { |
| "epoch": 1544.7169811320755, |
| "grad_norm": 1.5369973618999444, |
| "learning_rate": 1.6282394174058652e-05, |
| "loss": 1.3199, |
| "step": 40320 |
| }, |
| { |
| "epoch": 1545.4716981132076, |
| "grad_norm": 1.7805574251016163, |
| "learning_rate": 1.6251185787250646e-05, |
| "loss": 1.3427, |
| "step": 40340 |
| }, |
| { |
| "epoch": 1546.2264150943397, |
| "grad_norm": 1.7055546669575088, |
| "learning_rate": 1.6220013003433163e-05, |
| "loss": 1.3595, |
| "step": 40360 |
| }, |
| { |
| "epoch": 1546.9811320754718, |
| "grad_norm": 1.6493151345521173, |
| "learning_rate": 1.618887586488787e-05, |
| "loss": 1.3417, |
| "step": 40380 |
| }, |
| { |
| "epoch": 1547.7358490566037, |
| "grad_norm": 1.7099299752279526, |
| "learning_rate": 1.6157774413848147e-05, |
| "loss": 1.3286, |
| "step": 40400 |
| }, |
| { |
| "epoch": 1548.4905660377358, |
| "grad_norm": 1.6461054638879455, |
| "learning_rate": 1.61267086924989e-05, |
| "loss": 1.3651, |
| "step": 40420 |
| }, |
| { |
| "epoch": 1549.245283018868, |
| "grad_norm": 2.239209937375333, |
| "learning_rate": 1.6095678742976643e-05, |
| "loss": 1.3402, |
| "step": 40440 |
| }, |
| { |
| "epoch": 1550.0, |
| "grad_norm": 1.9293560078530108, |
| "learning_rate": 1.6064684607369317e-05, |
| "loss": 1.3566, |
| "step": 40460 |
| }, |
| { |
| "epoch": 1550.754716981132, |
| "grad_norm": 1.7850904902946119, |
| "learning_rate": 1.603372632771629e-05, |
| "loss": 1.3522, |
| "step": 40480 |
| }, |
| { |
| "epoch": 1551.5094339622642, |
| "grad_norm": 1.8694667431709797, |
| "learning_rate": 1.6002803946008334e-05, |
| "loss": 1.3254, |
| "step": 40500 |
| }, |
| { |
| "epoch": 1552.2641509433963, |
| "grad_norm": 1.8970095488709016, |
| "learning_rate": 1.5971917504187483e-05, |
| "loss": 1.3456, |
| "step": 40520 |
| }, |
| { |
| "epoch": 1553.0188679245282, |
| "grad_norm": 1.473985828394077, |
| "learning_rate": 1.5941067044147068e-05, |
| "loss": 1.3425, |
| "step": 40540 |
| }, |
| { |
| "epoch": 1553.7735849056603, |
| "grad_norm": 2.4173810451888436, |
| "learning_rate": 1.591025260773159e-05, |
| "loss": 1.3616, |
| "step": 40560 |
| }, |
| { |
| "epoch": 1554.5283018867924, |
| "grad_norm": 4.978545098723231, |
| "learning_rate": 1.587947423673667e-05, |
| "loss": 1.3302, |
| "step": 40580 |
| }, |
| { |
| "epoch": 1555.2830188679245, |
| "grad_norm": 1.8210531663627934, |
| "learning_rate": 1.5848731972909058e-05, |
| "loss": 1.3208, |
| "step": 40600 |
| }, |
| { |
| "epoch": 1556.0377358490566, |
| "grad_norm": 1.7214332519076236, |
| "learning_rate": 1.5818025857946504e-05, |
| "loss": 1.3429, |
| "step": 40620 |
| }, |
| { |
| "epoch": 1556.7924528301887, |
| "grad_norm": 1.7715531344419837, |
| "learning_rate": 1.5787355933497722e-05, |
| "loss": 1.3236, |
| "step": 40640 |
| }, |
| { |
| "epoch": 1557.5471698113208, |
| "grad_norm": 1.6774415891925254, |
| "learning_rate": 1.5756722241162336e-05, |
| "loss": 1.3038, |
| "step": 40660 |
| }, |
| { |
| "epoch": 1558.301886792453, |
| "grad_norm": 1.7378768400910978, |
| "learning_rate": 1.5726124822490856e-05, |
| "loss": 1.3393, |
| "step": 40680 |
| }, |
| { |
| "epoch": 1559.0566037735848, |
| "grad_norm": 1.5050468895919773, |
| "learning_rate": 1.569556371898455e-05, |
| "loss": 1.3169, |
| "step": 40700 |
| }, |
| { |
| "epoch": 1559.811320754717, |
| "grad_norm": 1.7494465787076923, |
| "learning_rate": 1.5665038972095462e-05, |
| "loss": 1.3219, |
| "step": 40720 |
| }, |
| { |
| "epoch": 1560.566037735849, |
| "grad_norm": 1.942070137365104, |
| "learning_rate": 1.563455062322631e-05, |
| "loss": 1.3331, |
| "step": 40740 |
| }, |
| { |
| "epoch": 1561.3207547169811, |
| "grad_norm": 1.4760834184650184, |
| "learning_rate": 1.560409871373043e-05, |
| "loss": 1.3371, |
| "step": 40760 |
| }, |
| { |
| "epoch": 1562.0754716981132, |
| "grad_norm": 1.794169465456889, |
| "learning_rate": 1.5573683284911766e-05, |
| "loss": 1.361, |
| "step": 40780 |
| }, |
| { |
| "epoch": 1562.8301886792453, |
| "grad_norm": 1.5717564295595021, |
| "learning_rate": 1.5543304378024745e-05, |
| "loss": 1.3198, |
| "step": 40800 |
| }, |
| { |
| "epoch": 1563.5849056603774, |
| "grad_norm": 1.679663629392091, |
| "learning_rate": 1.5512962034274292e-05, |
| "loss": 1.3225, |
| "step": 40820 |
| }, |
| { |
| "epoch": 1564.3396226415093, |
| "grad_norm": 1.5963236435216681, |
| "learning_rate": 1.5482656294815706e-05, |
| "loss": 1.3475, |
| "step": 40840 |
| }, |
| { |
| "epoch": 1565.0943396226414, |
| "grad_norm": 1.6282234240786269, |
| "learning_rate": 1.5452387200754648e-05, |
| "loss": 1.341, |
| "step": 40860 |
| }, |
| { |
| "epoch": 1565.8490566037735, |
| "grad_norm": 1.8356401444891661, |
| "learning_rate": 1.542215479314709e-05, |
| "loss": 1.3093, |
| "step": 40880 |
| }, |
| { |
| "epoch": 1566.6037735849056, |
| "grad_norm": 1.802086287293627, |
| "learning_rate": 1.5391959112999222e-05, |
| "loss": 1.3234, |
| "step": 40900 |
| }, |
| { |
| "epoch": 1567.3584905660377, |
| "grad_norm": 1.596543322520551, |
| "learning_rate": 1.536180020126744e-05, |
| "loss": 1.3207, |
| "step": 40920 |
| }, |
| { |
| "epoch": 1568.1132075471698, |
| "grad_norm": 1.5925040590351016, |
| "learning_rate": 1.5331678098858253e-05, |
| "loss": 1.3434, |
| "step": 40940 |
| }, |
| { |
| "epoch": 1568.867924528302, |
| "grad_norm": 1.7805635796964523, |
| "learning_rate": 1.5301592846628236e-05, |
| "loss": 1.3189, |
| "step": 40960 |
| }, |
| { |
| "epoch": 1569.622641509434, |
| "grad_norm": 2.270882122194477, |
| "learning_rate": 1.5271544485384005e-05, |
| "loss": 1.3331, |
| "step": 40980 |
| }, |
| { |
| "epoch": 1570.377358490566, |
| "grad_norm": 1.5460374945916004, |
| "learning_rate": 1.524153305588211e-05, |
| "loss": 1.3307, |
| "step": 41000 |
| }, |
| { |
| "epoch": 1571.132075471698, |
| "grad_norm": 1.5240728933202146, |
| "learning_rate": 1.5211558598829046e-05, |
| "loss": 1.3261, |
| "step": 41020 |
| }, |
| { |
| "epoch": 1571.8867924528302, |
| "grad_norm": 1.6551356652204947, |
| "learning_rate": 1.518162115488113e-05, |
| "loss": 1.3444, |
| "step": 41040 |
| }, |
| { |
| "epoch": 1572.6415094339623, |
| "grad_norm": 2.3662389207443897, |
| "learning_rate": 1.5151720764644462e-05, |
| "loss": 1.3078, |
| "step": 41060 |
| }, |
| { |
| "epoch": 1573.3962264150944, |
| "grad_norm": 2.0201453815678336, |
| "learning_rate": 1.5121857468674923e-05, |
| "loss": 1.2931, |
| "step": 41080 |
| }, |
| { |
| "epoch": 1574.1509433962265, |
| "grad_norm": 2.1833616270471428, |
| "learning_rate": 1.509203130747807e-05, |
| "loss": 1.3113, |
| "step": 41100 |
| }, |
| { |
| "epoch": 1574.9056603773586, |
| "grad_norm": 1.6606152578025972, |
| "learning_rate": 1.506224232150908e-05, |
| "loss": 1.3488, |
| "step": 41120 |
| }, |
| { |
| "epoch": 1575.6603773584907, |
| "grad_norm": 2.2621888669728776, |
| "learning_rate": 1.5032490551172706e-05, |
| "loss": 1.293, |
| "step": 41140 |
| }, |
| { |
| "epoch": 1576.4150943396226, |
| "grad_norm": 1.8118753564672168, |
| "learning_rate": 1.5002776036823215e-05, |
| "loss": 1.3288, |
| "step": 41160 |
| }, |
| { |
| "epoch": 1577.1698113207547, |
| "grad_norm": 1.4675478833771125, |
| "learning_rate": 1.4973098818764368e-05, |
| "loss": 1.3181, |
| "step": 41180 |
| }, |
| { |
| "epoch": 1577.9245283018868, |
| "grad_norm": 1.5426718546178322, |
| "learning_rate": 1.4943458937249337e-05, |
| "loss": 1.3041, |
| "step": 41200 |
| }, |
| { |
| "epoch": 1578.6792452830189, |
| "grad_norm": 1.7915801444691424, |
| "learning_rate": 1.4913856432480624e-05, |
| "loss": 1.3244, |
| "step": 41220 |
| }, |
| { |
| "epoch": 1579.433962264151, |
| "grad_norm": 1.6284356095147676, |
| "learning_rate": 1.4884291344610055e-05, |
| "loss": 1.3623, |
| "step": 41240 |
| }, |
| { |
| "epoch": 1580.188679245283, |
| "grad_norm": 2.018808164067539, |
| "learning_rate": 1.4854763713738692e-05, |
| "loss": 1.3265, |
| "step": 41260 |
| }, |
| { |
| "epoch": 1580.9433962264152, |
| "grad_norm": 1.9982741446146173, |
| "learning_rate": 1.48252735799168e-05, |
| "loss": 1.3174, |
| "step": 41280 |
| }, |
| { |
| "epoch": 1581.698113207547, |
| "grad_norm": 1.6089408891188777, |
| "learning_rate": 1.4795820983143804e-05, |
| "loss": 1.3054, |
| "step": 41300 |
| }, |
| { |
| "epoch": 1582.4528301886792, |
| "grad_norm": 1.9322291254142352, |
| "learning_rate": 1.4766405963368183e-05, |
| "loss": 1.3288, |
| "step": 41320 |
| }, |
| { |
| "epoch": 1583.2075471698113, |
| "grad_norm": 2.1500428010731105, |
| "learning_rate": 1.4737028560487459e-05, |
| "loss": 1.3251, |
| "step": 41340 |
| }, |
| { |
| "epoch": 1583.9622641509434, |
| "grad_norm": 1.6754742169090076, |
| "learning_rate": 1.470768881434812e-05, |
| "loss": 1.3111, |
| "step": 41360 |
| }, |
| { |
| "epoch": 1584.7169811320755, |
| "grad_norm": 2.0456793462392864, |
| "learning_rate": 1.4678386764745604e-05, |
| "loss": 1.2852, |
| "step": 41380 |
| }, |
| { |
| "epoch": 1585.4716981132076, |
| "grad_norm": 1.6265186141557229, |
| "learning_rate": 1.4649122451424216e-05, |
| "loss": 1.3246, |
| "step": 41400 |
| }, |
| { |
| "epoch": 1586.2264150943397, |
| "grad_norm": 1.7034501168928484, |
| "learning_rate": 1.4619895914077052e-05, |
| "loss": 1.3061, |
| "step": 41420 |
| }, |
| { |
| "epoch": 1586.9811320754718, |
| "grad_norm": 2.5172683919046834, |
| "learning_rate": 1.459070719234599e-05, |
| "loss": 1.3287, |
| "step": 41440 |
| }, |
| { |
| "epoch": 1587.7358490566037, |
| "grad_norm": 1.681004851075849, |
| "learning_rate": 1.4561556325821593e-05, |
| "loss": 1.307, |
| "step": 41460 |
| }, |
| { |
| "epoch": 1588.4905660377358, |
| "grad_norm": 1.9545864689840218, |
| "learning_rate": 1.4532443354043108e-05, |
| "loss": 1.3015, |
| "step": 41480 |
| }, |
| { |
| "epoch": 1589.245283018868, |
| "grad_norm": 2.2238938165489186, |
| "learning_rate": 1.4503368316498385e-05, |
| "loss": 1.3323, |
| "step": 41500 |
| }, |
| { |
| "epoch": 1590.0, |
| "grad_norm": 2.0846781514374704, |
| "learning_rate": 1.4474331252623795e-05, |
| "loss": 1.3273, |
| "step": 41520 |
| }, |
| { |
| "epoch": 1590.754716981132, |
| "grad_norm": 1.677709576953602, |
| "learning_rate": 1.44453322018042e-05, |
| "loss": 1.3035, |
| "step": 41540 |
| }, |
| { |
| "epoch": 1591.5094339622642, |
| "grad_norm": 1.8283093943528037, |
| "learning_rate": 1.4416371203372931e-05, |
| "loss": 1.3261, |
| "step": 41560 |
| }, |
| { |
| "epoch": 1592.2641509433963, |
| "grad_norm": 1.5077647603013566, |
| "learning_rate": 1.4387448296611699e-05, |
| "loss": 1.3039, |
| "step": 41580 |
| }, |
| { |
| "epoch": 1593.0188679245282, |
| "grad_norm": 1.7410910545917078, |
| "learning_rate": 1.4358563520750539e-05, |
| "loss": 1.3073, |
| "step": 41600 |
| }, |
| { |
| "epoch": 1593.7735849056603, |
| "grad_norm": 1.7856680678107866, |
| "learning_rate": 1.4329716914967761e-05, |
| "loss": 1.3128, |
| "step": 41620 |
| }, |
| { |
| "epoch": 1594.5283018867924, |
| "grad_norm": 2.291591913470402, |
| "learning_rate": 1.4300908518389904e-05, |
| "loss": 1.3067, |
| "step": 41640 |
| }, |
| { |
| "epoch": 1595.2830188679245, |
| "grad_norm": 1.785529683540441, |
| "learning_rate": 1.42721383700917e-05, |
| "loss": 1.3338, |
| "step": 41660 |
| }, |
| { |
| "epoch": 1596.0377358490566, |
| "grad_norm": 1.5806566985978232, |
| "learning_rate": 1.4243406509096e-05, |
| "loss": 1.3212, |
| "step": 41680 |
| }, |
| { |
| "epoch": 1596.7924528301887, |
| "grad_norm": 1.6779162023356309, |
| "learning_rate": 1.4214712974373703e-05, |
| "loss": 1.304, |
| "step": 41700 |
| }, |
| { |
| "epoch": 1597.5471698113208, |
| "grad_norm": 1.7562533688231816, |
| "learning_rate": 1.418605780484373e-05, |
| "loss": 1.2875, |
| "step": 41720 |
| }, |
| { |
| "epoch": 1598.301886792453, |
| "grad_norm": 1.7567734296175508, |
| "learning_rate": 1.4157441039372966e-05, |
| "loss": 1.3145, |
| "step": 41740 |
| }, |
| { |
| "epoch": 1599.0566037735848, |
| "grad_norm": 1.722702892703264, |
| "learning_rate": 1.4128862716776218e-05, |
| "loss": 1.3019, |
| "step": 41760 |
| }, |
| { |
| "epoch": 1599.811320754717, |
| "grad_norm": 1.9956191020255551, |
| "learning_rate": 1.4100322875816148e-05, |
| "loss": 1.3114, |
| "step": 41780 |
| }, |
| { |
| "epoch": 1600.566037735849, |
| "grad_norm": 1.6531331340969986, |
| "learning_rate": 1.4071821555203213e-05, |
| "loss": 1.2966, |
| "step": 41800 |
| }, |
| { |
| "epoch": 1601.3207547169811, |
| "grad_norm": 2.0591826060061376, |
| "learning_rate": 1.4043358793595621e-05, |
| "loss": 1.3015, |
| "step": 41820 |
| }, |
| { |
| "epoch": 1602.0754716981132, |
| "grad_norm": 1.6984765409093496, |
| "learning_rate": 1.4014934629599273e-05, |
| "loss": 1.2995, |
| "step": 41840 |
| }, |
| { |
| "epoch": 1602.8301886792453, |
| "grad_norm": 2.2995147164644165, |
| "learning_rate": 1.3986549101767747e-05, |
| "loss": 1.3184, |
| "step": 41860 |
| }, |
| { |
| "epoch": 1603.5849056603774, |
| "grad_norm": 1.6563391450177631, |
| "learning_rate": 1.39582022486022e-05, |
| "loss": 1.3379, |
| "step": 41880 |
| }, |
| { |
| "epoch": 1604.3396226415093, |
| "grad_norm": 1.8150129139182571, |
| "learning_rate": 1.3929894108551327e-05, |
| "loss": 1.2831, |
| "step": 41900 |
| }, |
| { |
| "epoch": 1605.0943396226414, |
| "grad_norm": 1.6835080581169954, |
| "learning_rate": 1.390162472001131e-05, |
| "loss": 1.3275, |
| "step": 41920 |
| }, |
| { |
| "epoch": 1605.8490566037735, |
| "grad_norm": 1.6294691180875247, |
| "learning_rate": 1.3873394121325766e-05, |
| "loss": 1.2913, |
| "step": 41940 |
| }, |
| { |
| "epoch": 1606.6037735849056, |
| "grad_norm": 1.7180885898850626, |
| "learning_rate": 1.3845202350785745e-05, |
| "loss": 1.2965, |
| "step": 41960 |
| }, |
| { |
| "epoch": 1607.3584905660377, |
| "grad_norm": 1.5583008263797746, |
| "learning_rate": 1.3817049446629576e-05, |
| "loss": 1.2832, |
| "step": 41980 |
| }, |
| { |
| "epoch": 1608.1132075471698, |
| "grad_norm": 1.8079371040717394, |
| "learning_rate": 1.3788935447042895e-05, |
| "loss": 1.2954, |
| "step": 42000 |
| }, |
| { |
| "epoch": 1608.867924528302, |
| "grad_norm": 1.8337600854116936, |
| "learning_rate": 1.3760860390158554e-05, |
| "loss": 1.309, |
| "step": 42020 |
| }, |
| { |
| "epoch": 1609.622641509434, |
| "grad_norm": 1.6419903042017507, |
| "learning_rate": 1.3732824314056604e-05, |
| "loss": 1.3068, |
| "step": 42040 |
| }, |
| { |
| "epoch": 1610.377358490566, |
| "grad_norm": 1.948536117708095, |
| "learning_rate": 1.370482725676423e-05, |
| "loss": 1.3399, |
| "step": 42060 |
| }, |
| { |
| "epoch": 1611.132075471698, |
| "grad_norm": 1.9254279275726736, |
| "learning_rate": 1.3676869256255669e-05, |
| "loss": 1.3151, |
| "step": 42080 |
| }, |
| { |
| "epoch": 1611.8867924528302, |
| "grad_norm": 1.802137918813917, |
| "learning_rate": 1.3648950350452192e-05, |
| "loss": 1.2844, |
| "step": 42100 |
| }, |
| { |
| "epoch": 1612.6415094339623, |
| "grad_norm": 3.3181585562433358, |
| "learning_rate": 1.3621070577222036e-05, |
| "loss": 1.3125, |
| "step": 42120 |
| }, |
| { |
| "epoch": 1613.3962264150944, |
| "grad_norm": 1.6631495329844195, |
| "learning_rate": 1.3593229974380375e-05, |
| "loss": 1.2908, |
| "step": 42140 |
| }, |
| { |
| "epoch": 1614.1509433962265, |
| "grad_norm": 1.8984095064618975, |
| "learning_rate": 1.3565428579689256e-05, |
| "loss": 1.2937, |
| "step": 42160 |
| }, |
| { |
| "epoch": 1614.9056603773586, |
| "grad_norm": 1.8422792147059388, |
| "learning_rate": 1.3537666430857535e-05, |
| "loss": 1.284, |
| "step": 42180 |
| }, |
| { |
| "epoch": 1615.6603773584907, |
| "grad_norm": 1.6231527761557085, |
| "learning_rate": 1.3509943565540833e-05, |
| "loss": 1.297, |
| "step": 42200 |
| }, |
| { |
| "epoch": 1616.4150943396226, |
| "grad_norm": 1.9453735113539294, |
| "learning_rate": 1.3482260021341475e-05, |
| "loss": 1.2902, |
| "step": 42220 |
| }, |
| { |
| "epoch": 1617.1698113207547, |
| "grad_norm": 1.7641921684369601, |
| "learning_rate": 1.345461583580849e-05, |
| "loss": 1.282, |
| "step": 42240 |
| }, |
| { |
| "epoch": 1617.9245283018868, |
| "grad_norm": 2.0387885601326228, |
| "learning_rate": 1.3427011046437513e-05, |
| "loss": 1.2898, |
| "step": 42260 |
| }, |
| { |
| "epoch": 1618.6792452830189, |
| "grad_norm": 1.777342395003277, |
| "learning_rate": 1.3399445690670713e-05, |
| "loss": 1.3168, |
| "step": 42280 |
| }, |
| { |
| "epoch": 1619.433962264151, |
| "grad_norm": 1.6370450829023924, |
| "learning_rate": 1.33719198058968e-05, |
| "loss": 1.3075, |
| "step": 42300 |
| }, |
| { |
| "epoch": 1620.188679245283, |
| "grad_norm": 1.779662328060948, |
| "learning_rate": 1.334443342945093e-05, |
| "loss": 1.2919, |
| "step": 42320 |
| }, |
| { |
| "epoch": 1620.9433962264152, |
| "grad_norm": 1.7581747425039895, |
| "learning_rate": 1.3316986598614685e-05, |
| "loss": 1.3074, |
| "step": 42340 |
| }, |
| { |
| "epoch": 1621.698113207547, |
| "grad_norm": 1.8150800521846453, |
| "learning_rate": 1.3289579350616015e-05, |
| "loss": 1.2807, |
| "step": 42360 |
| }, |
| { |
| "epoch": 1622.4528301886792, |
| "grad_norm": 1.7354020247655273, |
| "learning_rate": 1.3262211722629166e-05, |
| "loss": 1.2826, |
| "step": 42380 |
| }, |
| { |
| "epoch": 1623.2075471698113, |
| "grad_norm": 1.468102174253192, |
| "learning_rate": 1.3234883751774644e-05, |
| "loss": 1.288, |
| "step": 42400 |
| }, |
| { |
| "epoch": 1623.9622641509434, |
| "grad_norm": 1.657454196093378, |
| "learning_rate": 1.3207595475119152e-05, |
| "loss": 1.3106, |
| "step": 42420 |
| }, |
| { |
| "epoch": 1624.7169811320755, |
| "grad_norm": 1.6557640300068772, |
| "learning_rate": 1.3180346929675611e-05, |
| "loss": 1.2731, |
| "step": 42440 |
| }, |
| { |
| "epoch": 1625.4716981132076, |
| "grad_norm": 1.7735353149818989, |
| "learning_rate": 1.3153138152402996e-05, |
| "loss": 1.2763, |
| "step": 42460 |
| }, |
| { |
| "epoch": 1626.2264150943397, |
| "grad_norm": 1.9382385391993158, |
| "learning_rate": 1.3125969180206349e-05, |
| "loss": 1.319, |
| "step": 42480 |
| }, |
| { |
| "epoch": 1626.9811320754718, |
| "grad_norm": 2.136894507958651, |
| "learning_rate": 1.3098840049936733e-05, |
| "loss": 1.2805, |
| "step": 42500 |
| }, |
| { |
| "epoch": 1627.7358490566037, |
| "grad_norm": 2.1483143587792366, |
| "learning_rate": 1.3071750798391171e-05, |
| "loss": 1.2853, |
| "step": 42520 |
| }, |
| { |
| "epoch": 1628.4905660377358, |
| "grad_norm": 1.710874022513826, |
| "learning_rate": 1.304470146231261e-05, |
| "loss": 1.2806, |
| "step": 42540 |
| }, |
| { |
| "epoch": 1629.245283018868, |
| "grad_norm": 1.8951457389499449, |
| "learning_rate": 1.3017692078389823e-05, |
| "loss": 1.2932, |
| "step": 42560 |
| }, |
| { |
| "epoch": 1630.0, |
| "grad_norm": 1.5984669511746095, |
| "learning_rate": 1.299072268325742e-05, |
| "loss": 1.2931, |
| "step": 42580 |
| }, |
| { |
| "epoch": 1630.754716981132, |
| "grad_norm": 1.8192427048671964, |
| "learning_rate": 1.2963793313495747e-05, |
| "loss": 1.2736, |
| "step": 42600 |
| }, |
| { |
| "epoch": 1631.5094339622642, |
| "grad_norm": 1.7556743408681688, |
| "learning_rate": 1.2936904005630886e-05, |
| "loss": 1.2844, |
| "step": 42620 |
| }, |
| { |
| "epoch": 1632.2641509433963, |
| "grad_norm": 1.9584621506348525, |
| "learning_rate": 1.2910054796134588e-05, |
| "loss": 1.2903, |
| "step": 42640 |
| }, |
| { |
| "epoch": 1633.0188679245282, |
| "grad_norm": 1.818910778704821, |
| "learning_rate": 1.2883245721424182e-05, |
| "loss": 1.2982, |
| "step": 42660 |
| }, |
| { |
| "epoch": 1633.7735849056603, |
| "grad_norm": 1.6564371207191282, |
| "learning_rate": 1.2856476817862578e-05, |
| "loss": 1.2719, |
| "step": 42680 |
| }, |
| { |
| "epoch": 1634.5283018867924, |
| "grad_norm": 2.176105338983291, |
| "learning_rate": 1.2829748121758186e-05, |
| "loss": 1.2703, |
| "step": 42700 |
| }, |
| { |
| "epoch": 1635.2830188679245, |
| "grad_norm": 2.053268530527867, |
| "learning_rate": 1.280305966936491e-05, |
| "loss": 1.2745, |
| "step": 42720 |
| }, |
| { |
| "epoch": 1636.0377358490566, |
| "grad_norm": 1.9471448193829715, |
| "learning_rate": 1.2776411496882053e-05, |
| "loss": 1.2924, |
| "step": 42740 |
| }, |
| { |
| "epoch": 1636.7924528301887, |
| "grad_norm": 1.7439666627316233, |
| "learning_rate": 1.2749803640454274e-05, |
| "loss": 1.2883, |
| "step": 42760 |
| }, |
| { |
| "epoch": 1637.5471698113208, |
| "grad_norm": 1.7616849064246298, |
| "learning_rate": 1.2723236136171557e-05, |
| "loss": 1.2901, |
| "step": 42780 |
| }, |
| { |
| "epoch": 1638.301886792453, |
| "grad_norm": 1.9785596426579124, |
| "learning_rate": 1.2696709020069137e-05, |
| "loss": 1.2806, |
| "step": 42800 |
| }, |
| { |
| "epoch": 1639.0566037735848, |
| "grad_norm": 1.8267869166287358, |
| "learning_rate": 1.2670222328127502e-05, |
| "loss": 1.2915, |
| "step": 42820 |
| }, |
| { |
| "epoch": 1639.811320754717, |
| "grad_norm": 1.8394119712662444, |
| "learning_rate": 1.2643776096272298e-05, |
| "loss": 1.2959, |
| "step": 42840 |
| }, |
| { |
| "epoch": 1640.566037735849, |
| "grad_norm": 1.5745567144671013, |
| "learning_rate": 1.2617370360374272e-05, |
| "loss": 1.2542, |
| "step": 42860 |
| }, |
| { |
| "epoch": 1641.3207547169811, |
| "grad_norm": 1.759927673486542, |
| "learning_rate": 1.2591005156249265e-05, |
| "loss": 1.2957, |
| "step": 42880 |
| }, |
| { |
| "epoch": 1642.0754716981132, |
| "grad_norm": 1.8212375700098509, |
| "learning_rate": 1.2564680519658124e-05, |
| "loss": 1.2911, |
| "step": 42900 |
| }, |
| { |
| "epoch": 1642.8301886792453, |
| "grad_norm": 1.7170892376270965, |
| "learning_rate": 1.2538396486306685e-05, |
| "loss": 1.2815, |
| "step": 42920 |
| }, |
| { |
| "epoch": 1643.5849056603774, |
| "grad_norm": 1.9707121868823774, |
| "learning_rate": 1.2512153091845724e-05, |
| "loss": 1.2817, |
| "step": 42940 |
| }, |
| { |
| "epoch": 1644.3396226415093, |
| "grad_norm": 1.6048036207691687, |
| "learning_rate": 1.2485950371870873e-05, |
| "loss": 1.2318, |
| "step": 42960 |
| }, |
| { |
| "epoch": 1645.0943396226414, |
| "grad_norm": 1.7616652416059821, |
| "learning_rate": 1.2459788361922582e-05, |
| "loss": 1.2482, |
| "step": 42980 |
| }, |
| { |
| "epoch": 1645.8490566037735, |
| "grad_norm": 1.971912319619838, |
| "learning_rate": 1.2433667097486137e-05, |
| "loss": 1.2732, |
| "step": 43000 |
| }, |
| { |
| "epoch": 1646.6037735849056, |
| "grad_norm": 1.8554872676424141, |
| "learning_rate": 1.2407586613991493e-05, |
| "loss": 1.2862, |
| "step": 43020 |
| }, |
| { |
| "epoch": 1647.3584905660377, |
| "grad_norm": 1.699680830714332, |
| "learning_rate": 1.2381546946813345e-05, |
| "loss": 1.2783, |
| "step": 43040 |
| }, |
| { |
| "epoch": 1648.1132075471698, |
| "grad_norm": 2.0246817924294174, |
| "learning_rate": 1.2355548131271e-05, |
| "loss": 1.2913, |
| "step": 43060 |
| }, |
| { |
| "epoch": 1648.867924528302, |
| "grad_norm": 1.8248553236680727, |
| "learning_rate": 1.2329590202628339e-05, |
| "loss": 1.2982, |
| "step": 43080 |
| }, |
| { |
| "epoch": 1649.622641509434, |
| "grad_norm": 1.5949265423747017, |
| "learning_rate": 1.2303673196093838e-05, |
| "loss": 1.2682, |
| "step": 43100 |
| }, |
| { |
| "epoch": 1650.377358490566, |
| "grad_norm": 1.8162411778047456, |
| "learning_rate": 1.2277797146820398e-05, |
| "loss": 1.2775, |
| "step": 43120 |
| }, |
| { |
| "epoch": 1651.132075471698, |
| "grad_norm": 1.8713447665462608, |
| "learning_rate": 1.225196208990544e-05, |
| "loss": 1.2816, |
| "step": 43140 |
| }, |
| { |
| "epoch": 1651.8867924528302, |
| "grad_norm": 1.7680462074180785, |
| "learning_rate": 1.2226168060390733e-05, |
| "loss": 1.2583, |
| "step": 43160 |
| }, |
| { |
| "epoch": 1652.6415094339623, |
| "grad_norm": 1.7924027918393708, |
| "learning_rate": 1.2200415093262394e-05, |
| "loss": 1.2631, |
| "step": 43180 |
| }, |
| { |
| "epoch": 1653.3962264150944, |
| "grad_norm": 1.8736863718504475, |
| "learning_rate": 1.2174703223450895e-05, |
| "loss": 1.2841, |
| "step": 43200 |
| }, |
| { |
| "epoch": 1654.1509433962265, |
| "grad_norm": 2.4263803178613257, |
| "learning_rate": 1.2149032485830917e-05, |
| "loss": 1.2549, |
| "step": 43220 |
| }, |
| { |
| "epoch": 1654.9056603773586, |
| "grad_norm": 2.0941904006879746, |
| "learning_rate": 1.212340291522137e-05, |
| "loss": 1.2723, |
| "step": 43240 |
| }, |
| { |
| "epoch": 1655.6603773584907, |
| "grad_norm": 1.8402209538224543, |
| "learning_rate": 1.2097814546385328e-05, |
| "loss": 1.2974, |
| "step": 43260 |
| }, |
| { |
| "epoch": 1656.4150943396226, |
| "grad_norm": 1.6993013644974577, |
| "learning_rate": 1.2072267414029963e-05, |
| "loss": 1.2513, |
| "step": 43280 |
| }, |
| { |
| "epoch": 1657.1698113207547, |
| "grad_norm": 1.7170522867791609, |
| "learning_rate": 1.2046761552806534e-05, |
| "loss": 1.2805, |
| "step": 43300 |
| }, |
| { |
| "epoch": 1657.9245283018868, |
| "grad_norm": 2.0350355441018007, |
| "learning_rate": 1.2021296997310335e-05, |
| "loss": 1.2705, |
| "step": 43320 |
| }, |
| { |
| "epoch": 1658.6792452830189, |
| "grad_norm": 2.4347287101096127, |
| "learning_rate": 1.1995873782080597e-05, |
| "loss": 1.3121, |
| "step": 43340 |
| }, |
| { |
| "epoch": 1659.433962264151, |
| "grad_norm": 2.4941517416955423, |
| "learning_rate": 1.1970491941600483e-05, |
| "loss": 1.283, |
| "step": 43360 |
| }, |
| { |
| "epoch": 1660.188679245283, |
| "grad_norm": 1.5936769777901518, |
| "learning_rate": 1.1945151510297077e-05, |
| "loss": 1.3007, |
| "step": 43380 |
| }, |
| { |
| "epoch": 1660.9433962264152, |
| "grad_norm": 1.7694343184984302, |
| "learning_rate": 1.191985252254125e-05, |
| "loss": 1.2624, |
| "step": 43400 |
| }, |
| { |
| "epoch": 1661.698113207547, |
| "grad_norm": 1.795958862054882, |
| "learning_rate": 1.1894595012647705e-05, |
| "loss": 1.2845, |
| "step": 43420 |
| }, |
| { |
| "epoch": 1662.4528301886792, |
| "grad_norm": 1.7885172471497286, |
| "learning_rate": 1.1869379014874838e-05, |
| "loss": 1.2917, |
| "step": 43440 |
| }, |
| { |
| "epoch": 1663.2075471698113, |
| "grad_norm": 2.120293693613178, |
| "learning_rate": 1.1844204563424761e-05, |
| "loss": 1.2772, |
| "step": 43460 |
| }, |
| { |
| "epoch": 1663.9622641509434, |
| "grad_norm": 1.9597227989228387, |
| "learning_rate": 1.1819071692443259e-05, |
| "loss": 1.2795, |
| "step": 43480 |
| }, |
| { |
| "epoch": 1664.7169811320755, |
| "grad_norm": 1.6400049564311938, |
| "learning_rate": 1.1793980436019665e-05, |
| "loss": 1.2698, |
| "step": 43500 |
| }, |
| { |
| "epoch": 1665.4716981132076, |
| "grad_norm": 1.8644080059944403, |
| "learning_rate": 1.1768930828186929e-05, |
| "loss": 1.2587, |
| "step": 43520 |
| }, |
| { |
| "epoch": 1666.2264150943397, |
| "grad_norm": 1.8282116731915254, |
| "learning_rate": 1.1743922902921463e-05, |
| "loss": 1.3132, |
| "step": 43540 |
| }, |
| { |
| "epoch": 1666.9811320754718, |
| "grad_norm": 1.7249443500233614, |
| "learning_rate": 1.1718956694143148e-05, |
| "loss": 1.2723, |
| "step": 43560 |
| }, |
| { |
| "epoch": 1667.7358490566037, |
| "grad_norm": 2.2697663843146665, |
| "learning_rate": 1.1694032235715316e-05, |
| "loss": 1.2568, |
| "step": 43580 |
| }, |
| { |
| "epoch": 1668.4905660377358, |
| "grad_norm": 1.530647627622187, |
| "learning_rate": 1.1669149561444626e-05, |
| "loss": 1.2717, |
| "step": 43600 |
| }, |
| { |
| "epoch": 1669.245283018868, |
| "grad_norm": 1.9077370898342472, |
| "learning_rate": 1.1644308705081098e-05, |
| "loss": 1.252, |
| "step": 43620 |
| }, |
| { |
| "epoch": 1670.0, |
| "grad_norm": 2.44039353912842, |
| "learning_rate": 1.1619509700318012e-05, |
| "loss": 1.2829, |
| "step": 43640 |
| }, |
| { |
| "epoch": 1670.754716981132, |
| "grad_norm": 1.7743292552737207, |
| "learning_rate": 1.159475258079188e-05, |
| "loss": 1.2831, |
| "step": 43660 |
| }, |
| { |
| "epoch": 1671.5094339622642, |
| "grad_norm": 1.747479187441525, |
| "learning_rate": 1.1570037380082422e-05, |
| "loss": 1.2933, |
| "step": 43680 |
| }, |
| { |
| "epoch": 1672.2641509433963, |
| "grad_norm": 1.6300209643052874, |
| "learning_rate": 1.154536413171247e-05, |
| "loss": 1.262, |
| "step": 43700 |
| }, |
| { |
| "epoch": 1673.0188679245282, |
| "grad_norm": 1.6492759638436003, |
| "learning_rate": 1.1520732869147992e-05, |
| "loss": 1.2733, |
| "step": 43720 |
| }, |
| { |
| "epoch": 1673.7735849056603, |
| "grad_norm": 1.8650633960066672, |
| "learning_rate": 1.149614362579798e-05, |
| "loss": 1.2536, |
| "step": 43740 |
| }, |
| { |
| "epoch": 1674.5283018867924, |
| "grad_norm": 2.1343348774015154, |
| "learning_rate": 1.1471596435014422e-05, |
| "loss": 1.2813, |
| "step": 43760 |
| }, |
| { |
| "epoch": 1675.2830188679245, |
| "grad_norm": 1.8893198944715273, |
| "learning_rate": 1.144709133009231e-05, |
| "loss": 1.2563, |
| "step": 43780 |
| }, |
| { |
| "epoch": 1676.0377358490566, |
| "grad_norm": 2.1120967291275416, |
| "learning_rate": 1.1422628344269509e-05, |
| "loss": 1.2821, |
| "step": 43800 |
| }, |
| { |
| "epoch": 1676.7924528301887, |
| "grad_norm": 1.9495522685303381, |
| "learning_rate": 1.1398207510726789e-05, |
| "loss": 1.2517, |
| "step": 43820 |
| }, |
| { |
| "epoch": 1677.5471698113208, |
| "grad_norm": 2.467904007991342, |
| "learning_rate": 1.1373828862587707e-05, |
| "loss": 1.2561, |
| "step": 43840 |
| }, |
| { |
| "epoch": 1678.301886792453, |
| "grad_norm": 2.0894802109018364, |
| "learning_rate": 1.1349492432918656e-05, |
| "loss": 1.2435, |
| "step": 43860 |
| }, |
| { |
| "epoch": 1679.0566037735848, |
| "grad_norm": 1.828171013483477, |
| "learning_rate": 1.1325198254728714e-05, |
| "loss": 1.2622, |
| "step": 43880 |
| }, |
| { |
| "epoch": 1679.811320754717, |
| "grad_norm": 1.801681773387057, |
| "learning_rate": 1.1300946360969663e-05, |
| "loss": 1.2558, |
| "step": 43900 |
| }, |
| { |
| "epoch": 1680.566037735849, |
| "grad_norm": 1.6735648229781173, |
| "learning_rate": 1.127673678453596e-05, |
| "loss": 1.2758, |
| "step": 43920 |
| }, |
| { |
| "epoch": 1681.3207547169811, |
| "grad_norm": 1.8439021982026453, |
| "learning_rate": 1.1252569558264623e-05, |
| "loss": 1.2711, |
| "step": 43940 |
| }, |
| { |
| "epoch": 1682.0754716981132, |
| "grad_norm": 2.1505206283933016, |
| "learning_rate": 1.1228444714935267e-05, |
| "loss": 1.2654, |
| "step": 43960 |
| }, |
| { |
| "epoch": 1682.8301886792453, |
| "grad_norm": 2.3535064036412763, |
| "learning_rate": 1.1204362287269989e-05, |
| "loss": 1.2864, |
| "step": 43980 |
| }, |
| { |
| "epoch": 1683.5849056603774, |
| "grad_norm": 1.9848669397447662, |
| "learning_rate": 1.1180322307933367e-05, |
| "loss": 1.2678, |
| "step": 44000 |
| }, |
| { |
| "epoch": 1684.3396226415093, |
| "grad_norm": 1.9913924876704123, |
| "learning_rate": 1.1156324809532414e-05, |
| "loss": 1.2676, |
| "step": 44020 |
| }, |
| { |
| "epoch": 1685.0943396226414, |
| "grad_norm": 1.7514208349630622, |
| "learning_rate": 1.1132369824616499e-05, |
| "loss": 1.2616, |
| "step": 44040 |
| }, |
| { |
| "epoch": 1685.8490566037735, |
| "grad_norm": 2.2320848012235888, |
| "learning_rate": 1.1108457385677357e-05, |
| "loss": 1.2342, |
| "step": 44060 |
| }, |
| { |
| "epoch": 1686.6037735849056, |
| "grad_norm": 1.5942465466549, |
| "learning_rate": 1.1084587525148977e-05, |
| "loss": 1.2645, |
| "step": 44080 |
| }, |
| { |
| "epoch": 1687.3584905660377, |
| "grad_norm": 1.7930621881455668, |
| "learning_rate": 1.1060760275407643e-05, |
| "loss": 1.2534, |
| "step": 44100 |
| }, |
| { |
| "epoch": 1688.1132075471698, |
| "grad_norm": 1.9526833117644506, |
| "learning_rate": 1.1036975668771807e-05, |
| "loss": 1.2609, |
| "step": 44120 |
| }, |
| { |
| "epoch": 1688.867924528302, |
| "grad_norm": 2.7437511360247084, |
| "learning_rate": 1.1013233737502087e-05, |
| "loss": 1.2343, |
| "step": 44140 |
| }, |
| { |
| "epoch": 1689.622641509434, |
| "grad_norm": 1.9223463912813794, |
| "learning_rate": 1.098953451380124e-05, |
| "loss": 1.2442, |
| "step": 44160 |
| }, |
| { |
| "epoch": 1690.377358490566, |
| "grad_norm": 1.8610095181805815, |
| "learning_rate": 1.0965878029814056e-05, |
| "loss": 1.2754, |
| "step": 44180 |
| }, |
| { |
| "epoch": 1691.132075471698, |
| "grad_norm": 1.8877853703015002, |
| "learning_rate": 1.0942264317627406e-05, |
| "loss": 1.2491, |
| "step": 44200 |
| }, |
| { |
| "epoch": 1691.8867924528302, |
| "grad_norm": 1.7714097265467896, |
| "learning_rate": 1.09186934092701e-05, |
| "loss": 1.2405, |
| "step": 44220 |
| }, |
| { |
| "epoch": 1692.6415094339623, |
| "grad_norm": 1.7637174019223203, |
| "learning_rate": 1.0895165336712904e-05, |
| "loss": 1.2829, |
| "step": 44240 |
| }, |
| { |
| "epoch": 1693.3962264150944, |
| "grad_norm": 1.7656304793121242, |
| "learning_rate": 1.087168013186851e-05, |
| "loss": 1.2702, |
| "step": 44260 |
| }, |
| { |
| "epoch": 1694.1509433962265, |
| "grad_norm": 1.7808808271916323, |
| "learning_rate": 1.0848237826591417e-05, |
| "loss": 1.2587, |
| "step": 44280 |
| }, |
| { |
| "epoch": 1694.9056603773586, |
| "grad_norm": 2.0266053428110538, |
| "learning_rate": 1.0824838452677987e-05, |
| "loss": 1.2926, |
| "step": 44300 |
| }, |
| { |
| "epoch": 1695.6603773584907, |
| "grad_norm": 1.8115058261411354, |
| "learning_rate": 1.0801482041866307e-05, |
| "loss": 1.2694, |
| "step": 44320 |
| }, |
| { |
| "epoch": 1696.4150943396226, |
| "grad_norm": 2.4945233871026526, |
| "learning_rate": 1.0778168625836231e-05, |
| "loss": 1.2699, |
| "step": 44340 |
| }, |
| { |
| "epoch": 1697.1698113207547, |
| "grad_norm": 1.6502310134668141, |
| "learning_rate": 1.0754898236209268e-05, |
| "loss": 1.2614, |
| "step": 44360 |
| }, |
| { |
| "epoch": 1697.9245283018868, |
| "grad_norm": 1.8453532789577662, |
| "learning_rate": 1.0731670904548564e-05, |
| "loss": 1.2823, |
| "step": 44380 |
| }, |
| { |
| "epoch": 1698.6792452830189, |
| "grad_norm": 1.860653653518071, |
| "learning_rate": 1.070848666235889e-05, |
| "loss": 1.2641, |
| "step": 44400 |
| }, |
| { |
| "epoch": 1699.433962264151, |
| "grad_norm": 2.5399359657927856, |
| "learning_rate": 1.0685345541086543e-05, |
| "loss": 1.2654, |
| "step": 44420 |
| }, |
| { |
| "epoch": 1700.188679245283, |
| "grad_norm": 2.0018966910355798, |
| "learning_rate": 1.0662247572119366e-05, |
| "loss": 1.2504, |
| "step": 44440 |
| }, |
| { |
| "epoch": 1700.9433962264152, |
| "grad_norm": 1.9371452956267547, |
| "learning_rate": 1.0639192786786632e-05, |
| "loss": 1.2599, |
| "step": 44460 |
| }, |
| { |
| "epoch": 1701.698113207547, |
| "grad_norm": 1.6521207456435931, |
| "learning_rate": 1.061618121635906e-05, |
| "loss": 1.2391, |
| "step": 44480 |
| }, |
| { |
| "epoch": 1702.4528301886792, |
| "grad_norm": 1.8656871033709692, |
| "learning_rate": 1.0593212892048769e-05, |
| "loss": 1.2724, |
| "step": 44500 |
| }, |
| { |
| "epoch": 1703.2075471698113, |
| "grad_norm": 1.8848695534792095, |
| "learning_rate": 1.0570287845009191e-05, |
| "loss": 1.2528, |
| "step": 44520 |
| }, |
| { |
| "epoch": 1703.9622641509434, |
| "grad_norm": 1.9187788004054305, |
| "learning_rate": 1.0547406106335084e-05, |
| "loss": 1.2518, |
| "step": 44540 |
| }, |
| { |
| "epoch": 1704.7169811320755, |
| "grad_norm": 1.6729690153958676, |
| "learning_rate": 1.0524567707062449e-05, |
| "loss": 1.2437, |
| "step": 44560 |
| }, |
| { |
| "epoch": 1705.4716981132076, |
| "grad_norm": 1.8430409315959264, |
| "learning_rate": 1.0501772678168493e-05, |
| "loss": 1.2467, |
| "step": 44580 |
| }, |
| { |
| "epoch": 1706.2264150943397, |
| "grad_norm": 1.8213698778380842, |
| "learning_rate": 1.0479021050571638e-05, |
| "loss": 1.261, |
| "step": 44600 |
| }, |
| { |
| "epoch": 1706.9811320754718, |
| "grad_norm": 1.7756575044684015, |
| "learning_rate": 1.0456312855131388e-05, |
| "loss": 1.2278, |
| "step": 44620 |
| }, |
| { |
| "epoch": 1707.7358490566037, |
| "grad_norm": 1.4850849315300283, |
| "learning_rate": 1.0433648122648373e-05, |
| "loss": 1.242, |
| "step": 44640 |
| }, |
| { |
| "epoch": 1708.4905660377358, |
| "grad_norm": 1.9352490992820244, |
| "learning_rate": 1.0411026883864254e-05, |
| "loss": 1.2507, |
| "step": 44660 |
| }, |
| { |
| "epoch": 1709.245283018868, |
| "grad_norm": 2.2842368933958634, |
| "learning_rate": 1.0388449169461693e-05, |
| "loss": 1.2614, |
| "step": 44680 |
| }, |
| { |
| "epoch": 1710.0, |
| "grad_norm": 1.716195015782983, |
| "learning_rate": 1.0365915010064342e-05, |
| "loss": 1.2467, |
| "step": 44700 |
| }, |
| { |
| "epoch": 1710.754716981132, |
| "grad_norm": 2.1393035099583524, |
| "learning_rate": 1.0343424436236746e-05, |
| "loss": 1.2697, |
| "step": 44720 |
| }, |
| { |
| "epoch": 1711.5094339622642, |
| "grad_norm": 2.0773856374828354, |
| "learning_rate": 1.0320977478484364e-05, |
| "loss": 1.2642, |
| "step": 44740 |
| }, |
| { |
| "epoch": 1712.2641509433963, |
| "grad_norm": 1.862877983575214, |
| "learning_rate": 1.0298574167253475e-05, |
| "loss": 1.2269, |
| "step": 44760 |
| }, |
| { |
| "epoch": 1713.0188679245282, |
| "grad_norm": 1.8342101414521328, |
| "learning_rate": 1.0276214532931146e-05, |
| "loss": 1.2535, |
| "step": 44780 |
| }, |
| { |
| "epoch": 1713.7735849056603, |
| "grad_norm": 1.9601396356391216, |
| "learning_rate": 1.0253898605845225e-05, |
| "loss": 1.2327, |
| "step": 44800 |
| }, |
| { |
| "epoch": 1714.5283018867924, |
| "grad_norm": 4.66393766300096, |
| "learning_rate": 1.0231626416264286e-05, |
| "loss": 1.2503, |
| "step": 44820 |
| }, |
| { |
| "epoch": 1715.2830188679245, |
| "grad_norm": 1.8180258292414466, |
| "learning_rate": 1.020939799439755e-05, |
| "loss": 1.2401, |
| "step": 44840 |
| }, |
| { |
| "epoch": 1716.0377358490566, |
| "grad_norm": 2.106671537780403, |
| "learning_rate": 1.0187213370394877e-05, |
| "loss": 1.2536, |
| "step": 44860 |
| }, |
| { |
| "epoch": 1716.7924528301887, |
| "grad_norm": 2.006353528787222, |
| "learning_rate": 1.016507257434674e-05, |
| "loss": 1.2669, |
| "step": 44880 |
| }, |
| { |
| "epoch": 1717.5471698113208, |
| "grad_norm": 1.9080849159374786, |
| "learning_rate": 1.0142975636284143e-05, |
| "loss": 1.2509, |
| "step": 44900 |
| }, |
| { |
| "epoch": 1718.301886792453, |
| "grad_norm": 1.8773707581872159, |
| "learning_rate": 1.0120922586178633e-05, |
| "loss": 1.2675, |
| "step": 44920 |
| }, |
| { |
| "epoch": 1719.0566037735848, |
| "grad_norm": 2.0076660138565647, |
| "learning_rate": 1.00989134539422e-05, |
| "loss": 1.2534, |
| "step": 44940 |
| }, |
| { |
| "epoch": 1719.811320754717, |
| "grad_norm": 2.33419651636862, |
| "learning_rate": 1.0076948269427267e-05, |
| "loss": 1.2397, |
| "step": 44960 |
| }, |
| { |
| "epoch": 1720.566037735849, |
| "grad_norm": 2.1404808355187552, |
| "learning_rate": 1.0055027062426677e-05, |
| "loss": 1.2533, |
| "step": 44980 |
| }, |
| { |
| "epoch": 1721.3207547169811, |
| "grad_norm": 1.8480400039657447, |
| "learning_rate": 1.003314986267358e-05, |
| "loss": 1.2493, |
| "step": 45000 |
| }, |
| { |
| "epoch": 1722.0754716981132, |
| "grad_norm": 1.8827968491873732, |
| "learning_rate": 1.0011316699841473e-05, |
| "loss": 1.2622, |
| "step": 45020 |
| }, |
| { |
| "epoch": 1722.8301886792453, |
| "grad_norm": 1.805703534242214, |
| "learning_rate": 9.989527603544106e-06, |
| "loss": 1.2363, |
| "step": 45040 |
| }, |
| { |
| "epoch": 1723.5849056603774, |
| "grad_norm": 1.808082360236483, |
| "learning_rate": 9.967782603335458e-06, |
| "loss": 1.2487, |
| "step": 45060 |
| }, |
| { |
| "epoch": 1724.3396226415093, |
| "grad_norm": 1.7375867158357146, |
| "learning_rate": 9.946081728709704e-06, |
| "loss": 1.2495, |
| "step": 45080 |
| }, |
| { |
| "epoch": 1725.0943396226414, |
| "grad_norm": 1.9612535567440743, |
| "learning_rate": 9.92442500910116e-06, |
| "loss": 1.229, |
| "step": 45100 |
| }, |
| { |
| "epoch": 1725.8490566037735, |
| "grad_norm": 1.7862147453258874, |
| "learning_rate": 9.902812473884265e-06, |
| "loss": 1.257, |
| "step": 45120 |
| }, |
| { |
| "epoch": 1726.6037735849056, |
| "grad_norm": 1.9883007002332853, |
| "learning_rate": 9.881244152373517e-06, |
| "loss": 1.2449, |
| "step": 45140 |
| }, |
| { |
| "epoch": 1727.3584905660377, |
| "grad_norm": 1.9502309547963228, |
| "learning_rate": 9.859720073823439e-06, |
| "loss": 1.224, |
| "step": 45160 |
| }, |
| { |
| "epoch": 1728.1132075471698, |
| "grad_norm": 1.896645829195727, |
| "learning_rate": 9.838240267428569e-06, |
| "loss": 1.2396, |
| "step": 45180 |
| }, |
| { |
| "epoch": 1728.867924528302, |
| "grad_norm": 1.629877819405046, |
| "learning_rate": 9.816804762323362e-06, |
| "loss": 1.2227, |
| "step": 45200 |
| }, |
| { |
| "epoch": 1729.622641509434, |
| "grad_norm": 1.929708983579025, |
| "learning_rate": 9.795413587582212e-06, |
| "loss": 1.2516, |
| "step": 45220 |
| }, |
| { |
| "epoch": 1730.377358490566, |
| "grad_norm": 2.0413627464070543, |
| "learning_rate": 9.77406677221937e-06, |
| "loss": 1.2514, |
| "step": 45240 |
| }, |
| { |
| "epoch": 1731.132075471698, |
| "grad_norm": 1.9912183520226578, |
| "learning_rate": 9.75276434518892e-06, |
| "loss": 1.2414, |
| "step": 45260 |
| }, |
| { |
| "epoch": 1731.8867924528302, |
| "grad_norm": 1.9880956960393557, |
| "learning_rate": 9.731506335384743e-06, |
| "loss": 1.2419, |
| "step": 45280 |
| }, |
| { |
| "epoch": 1732.6415094339623, |
| "grad_norm": 1.7890362722548563, |
| "learning_rate": 9.710292771640488e-06, |
| "loss": 1.2369, |
| "step": 45300 |
| }, |
| { |
| "epoch": 1733.3962264150944, |
| "grad_norm": 1.7651257661243038, |
| "learning_rate": 9.689123682729494e-06, |
| "loss": 1.2311, |
| "step": 45320 |
| }, |
| { |
| "epoch": 1734.1509433962265, |
| "grad_norm": 2.2714752518928596, |
| "learning_rate": 9.667999097364786e-06, |
| "loss": 1.2367, |
| "step": 45340 |
| }, |
| { |
| "epoch": 1734.9056603773586, |
| "grad_norm": 1.6713670044384341, |
| "learning_rate": 9.646919044199022e-06, |
| "loss": 1.2404, |
| "step": 45360 |
| }, |
| { |
| "epoch": 1735.6603773584907, |
| "grad_norm": 1.6792236680717407, |
| "learning_rate": 9.625883551824463e-06, |
| "loss": 1.2196, |
| "step": 45380 |
| }, |
| { |
| "epoch": 1736.4150943396226, |
| "grad_norm": 2.115412691262234, |
| "learning_rate": 9.604892648772943e-06, |
| "loss": 1.266, |
| "step": 45400 |
| }, |
| { |
| "epoch": 1737.1698113207547, |
| "grad_norm": 1.8051416403865777, |
| "learning_rate": 9.583946363515793e-06, |
| "loss": 1.2226, |
| "step": 45420 |
| }, |
| { |
| "epoch": 1737.9245283018868, |
| "grad_norm": 1.6009792370635079, |
| "learning_rate": 9.563044724463834e-06, |
| "loss": 1.2201, |
| "step": 45440 |
| }, |
| { |
| "epoch": 1738.6792452830189, |
| "grad_norm": 1.6768644470720357, |
| "learning_rate": 9.542187759967324e-06, |
| "loss": 1.2421, |
| "step": 45460 |
| }, |
| { |
| "epoch": 1739.433962264151, |
| "grad_norm": 1.8206836356027367, |
| "learning_rate": 9.521375498315946e-06, |
| "loss": 1.2329, |
| "step": 45480 |
| }, |
| { |
| "epoch": 1740.188679245283, |
| "grad_norm": 1.938456827512391, |
| "learning_rate": 9.500607967738736e-06, |
| "loss": 1.2325, |
| "step": 45500 |
| }, |
| { |
| "epoch": 1740.9433962264152, |
| "grad_norm": 2.2438430820956277, |
| "learning_rate": 9.47988519640406e-06, |
| "loss": 1.2354, |
| "step": 45520 |
| }, |
| { |
| "epoch": 1741.698113207547, |
| "grad_norm": 1.8583994537682718, |
| "learning_rate": 9.459207212419571e-06, |
| "loss": 1.235, |
| "step": 45540 |
| }, |
| { |
| "epoch": 1742.4528301886792, |
| "grad_norm": 1.917428400078255, |
| "learning_rate": 9.438574043832166e-06, |
| "loss": 1.224, |
| "step": 45560 |
| }, |
| { |
| "epoch": 1743.2075471698113, |
| "grad_norm": 1.9824261322614047, |
| "learning_rate": 9.417985718627978e-06, |
| "loss": 1.2129, |
| "step": 45580 |
| }, |
| { |
| "epoch": 1743.9622641509434, |
| "grad_norm": 1.612460364379856, |
| "learning_rate": 9.397442264732312e-06, |
| "loss": 1.2377, |
| "step": 45600 |
| }, |
| { |
| "epoch": 1744.7169811320755, |
| "grad_norm": 1.887246888937515, |
| "learning_rate": 9.376943710009596e-06, |
| "loss": 1.239, |
| "step": 45620 |
| }, |
| { |
| "epoch": 1745.4716981132076, |
| "grad_norm": 1.8662303877058588, |
| "learning_rate": 9.35649008226336e-06, |
| "loss": 1.2157, |
| "step": 45640 |
| }, |
| { |
| "epoch": 1746.2264150943397, |
| "grad_norm": 1.8071426126559238, |
| "learning_rate": 9.336081409236198e-06, |
| "loss": 1.2428, |
| "step": 45660 |
| }, |
| { |
| "epoch": 1746.9811320754718, |
| "grad_norm": 2.0833393122383828, |
| "learning_rate": 9.315717718609757e-06, |
| "loss": 1.2492, |
| "step": 45680 |
| }, |
| { |
| "epoch": 1747.7358490566037, |
| "grad_norm": 1.6715168273471837, |
| "learning_rate": 9.295399038004633e-06, |
| "loss": 1.2266, |
| "step": 45700 |
| }, |
| { |
| "epoch": 1748.4905660377358, |
| "grad_norm": 2.195357416639307, |
| "learning_rate": 9.275125394980386e-06, |
| "loss": 1.2253, |
| "step": 45720 |
| }, |
| { |
| "epoch": 1749.245283018868, |
| "grad_norm": 1.6874680664457093, |
| "learning_rate": 9.254896817035483e-06, |
| "loss": 1.2173, |
| "step": 45740 |
| }, |
| { |
| "epoch": 1750.0, |
| "grad_norm": 1.711392020263029, |
| "learning_rate": 9.234713331607285e-06, |
| "loss": 1.2454, |
| "step": 45760 |
| }, |
| { |
| "epoch": 1750.754716981132, |
| "grad_norm": 2.3706684674067713, |
| "learning_rate": 9.214574966071978e-06, |
| "loss": 1.2308, |
| "step": 45780 |
| }, |
| { |
| "epoch": 1751.5094339622642, |
| "grad_norm": 1.6753069249066932, |
| "learning_rate": 9.19448174774455e-06, |
| "loss": 1.2413, |
| "step": 45800 |
| }, |
| { |
| "epoch": 1752.2641509433963, |
| "grad_norm": 1.769095060241516, |
| "learning_rate": 9.174433703878748e-06, |
| "loss": 1.2319, |
| "step": 45820 |
| }, |
| { |
| "epoch": 1753.0188679245282, |
| "grad_norm": 2.3962310618426756, |
| "learning_rate": 9.154430861667043e-06, |
| "loss": 1.2352, |
| "step": 45840 |
| }, |
| { |
| "epoch": 1753.7735849056603, |
| "grad_norm": 1.9412455526945074, |
| "learning_rate": 9.134473248240613e-06, |
| "loss": 1.2102, |
| "step": 45860 |
| }, |
| { |
| "epoch": 1754.5283018867924, |
| "grad_norm": 1.8463733972517142, |
| "learning_rate": 9.114560890669284e-06, |
| "loss": 1.2332, |
| "step": 45880 |
| }, |
| { |
| "epoch": 1755.2830188679245, |
| "grad_norm": 2.04310291045162, |
| "learning_rate": 9.094693815961489e-06, |
| "loss": 1.214, |
| "step": 45900 |
| }, |
| { |
| "epoch": 1756.0377358490566, |
| "grad_norm": 1.6171015922091012, |
| "learning_rate": 9.074872051064247e-06, |
| "loss": 1.2699, |
| "step": 45920 |
| }, |
| { |
| "epoch": 1756.7924528301887, |
| "grad_norm": 1.9834386299608673, |
| "learning_rate": 9.05509562286311e-06, |
| "loss": 1.2278, |
| "step": 45940 |
| }, |
| { |
| "epoch": 1757.5471698113208, |
| "grad_norm": 1.821750331122801, |
| "learning_rate": 9.035364558182156e-06, |
| "loss": 1.2209, |
| "step": 45960 |
| }, |
| { |
| "epoch": 1758.301886792453, |
| "grad_norm": 2.014697149659363, |
| "learning_rate": 9.01567888378393e-06, |
| "loss": 1.2467, |
| "step": 45980 |
| }, |
| { |
| "epoch": 1759.0566037735848, |
| "grad_norm": 1.7691564521949696, |
| "learning_rate": 8.9960386263694e-06, |
| "loss": 1.2387, |
| "step": 46000 |
| }, |
| { |
| "epoch": 1759.811320754717, |
| "grad_norm": 2.3970514513874353, |
| "learning_rate": 8.976443812577933e-06, |
| "loss": 1.2356, |
| "step": 46020 |
| }, |
| { |
| "epoch": 1760.566037735849, |
| "grad_norm": 1.7866985162824316, |
| "learning_rate": 8.956894468987255e-06, |
| "loss": 1.2192, |
| "step": 46040 |
| }, |
| { |
| "epoch": 1761.3207547169811, |
| "grad_norm": 1.4793276251372218, |
| "learning_rate": 8.93739062211343e-06, |
| "loss": 1.2255, |
| "step": 46060 |
| }, |
| { |
| "epoch": 1762.0754716981132, |
| "grad_norm": 1.629080653433639, |
| "learning_rate": 8.917932298410821e-06, |
| "loss": 1.2293, |
| "step": 46080 |
| }, |
| { |
| "epoch": 1762.8301886792453, |
| "grad_norm": 1.9159436924110016, |
| "learning_rate": 8.898519524272015e-06, |
| "loss": 1.2401, |
| "step": 46100 |
| }, |
| { |
| "epoch": 1763.5849056603774, |
| "grad_norm": 2.067014892731833, |
| "learning_rate": 8.879152326027837e-06, |
| "loss": 1.2344, |
| "step": 46120 |
| }, |
| { |
| "epoch": 1764.3396226415093, |
| "grad_norm": 1.8696210113324339, |
| "learning_rate": 8.859830729947271e-06, |
| "loss": 1.2223, |
| "step": 46140 |
| }, |
| { |
| "epoch": 1765.0943396226414, |
| "grad_norm": 2.110486612271203, |
| "learning_rate": 8.840554762237504e-06, |
| "loss": 1.243, |
| "step": 46160 |
| }, |
| { |
| "epoch": 1765.8490566037735, |
| "grad_norm": 2.123761822878677, |
| "learning_rate": 8.821324449043775e-06, |
| "loss": 1.219, |
| "step": 46180 |
| }, |
| { |
| "epoch": 1766.6037735849056, |
| "grad_norm": 1.9704006034099235, |
| "learning_rate": 8.802139816449425e-06, |
| "loss": 1.2274, |
| "step": 46200 |
| }, |
| { |
| "epoch": 1767.3584905660377, |
| "grad_norm": 2.577400619765411, |
| "learning_rate": 8.783000890475817e-06, |
| "loss": 1.2215, |
| "step": 46220 |
| }, |
| { |
| "epoch": 1768.1132075471698, |
| "grad_norm": 1.9304613762583265, |
| "learning_rate": 8.763907697082349e-06, |
| "loss": 1.2278, |
| "step": 46240 |
| }, |
| { |
| "epoch": 1768.867924528302, |
| "grad_norm": 9.077022357816322, |
| "learning_rate": 8.744860262166374e-06, |
| "loss": 1.2376, |
| "step": 46260 |
| }, |
| { |
| "epoch": 1769.622641509434, |
| "grad_norm": 1.7013870498396941, |
| "learning_rate": 8.72585861156318e-06, |
| "loss": 1.2435, |
| "step": 46280 |
| }, |
| { |
| "epoch": 1770.377358490566, |
| "grad_norm": 2.2733345450497597, |
| "learning_rate": 8.706902771045942e-06, |
| "loss": 1.2491, |
| "step": 46300 |
| }, |
| { |
| "epoch": 1771.132075471698, |
| "grad_norm": 1.7197101765888114, |
| "learning_rate": 8.687992766325712e-06, |
| "loss": 1.2308, |
| "step": 46320 |
| }, |
| { |
| "epoch": 1771.8867924528302, |
| "grad_norm": 1.722161318565123, |
| "learning_rate": 8.669128623051374e-06, |
| "loss": 1.2153, |
| "step": 46340 |
| }, |
| { |
| "epoch": 1772.6415094339623, |
| "grad_norm": 1.768434935423491, |
| "learning_rate": 8.650310366809618e-06, |
| "loss": 1.231, |
| "step": 46360 |
| }, |
| { |
| "epoch": 1773.3962264150944, |
| "grad_norm": 1.754239611346281, |
| "learning_rate": 8.631538023124864e-06, |
| "loss": 1.2132, |
| "step": 46380 |
| }, |
| { |
| "epoch": 1774.1509433962265, |
| "grad_norm": 1.8552614353082573, |
| "learning_rate": 8.612811617459285e-06, |
| "loss": 1.2112, |
| "step": 46400 |
| }, |
| { |
| "epoch": 1774.9056603773586, |
| "grad_norm": 2.0773862798469467, |
| "learning_rate": 8.594131175212718e-06, |
| "loss": 1.2189, |
| "step": 46420 |
| }, |
| { |
| "epoch": 1775.6603773584907, |
| "grad_norm": 2.3280607387947905, |
| "learning_rate": 8.57549672172269e-06, |
| "loss": 1.238, |
| "step": 46440 |
| }, |
| { |
| "epoch": 1776.4150943396226, |
| "grad_norm": 2.1755774262596717, |
| "learning_rate": 8.556908282264332e-06, |
| "loss": 1.2024, |
| "step": 46460 |
| }, |
| { |
| "epoch": 1777.1698113207547, |
| "grad_norm": 1.7187738055157478, |
| "learning_rate": 8.538365882050364e-06, |
| "loss": 1.2234, |
| "step": 46480 |
| }, |
| { |
| "epoch": 1777.9245283018868, |
| "grad_norm": 3.1309450039543165, |
| "learning_rate": 8.51986954623106e-06, |
| "loss": 1.2081, |
| "step": 46500 |
| }, |
| { |
| "epoch": 1778.6792452830189, |
| "grad_norm": 2.1042177578345567, |
| "learning_rate": 8.501419299894205e-06, |
| "loss": 1.1976, |
| "step": 46520 |
| }, |
| { |
| "epoch": 1779.433962264151, |
| "grad_norm": 2.4039696113928586, |
| "learning_rate": 8.483015168065095e-06, |
| "loss": 1.2068, |
| "step": 46540 |
| }, |
| { |
| "epoch": 1780.188679245283, |
| "grad_norm": 2.0537571832378605, |
| "learning_rate": 8.464657175706461e-06, |
| "loss": 1.2143, |
| "step": 46560 |
| }, |
| { |
| "epoch": 1780.9433962264152, |
| "grad_norm": 1.9918815720142324, |
| "learning_rate": 8.44634534771845e-06, |
| "loss": 1.2019, |
| "step": 46580 |
| }, |
| { |
| "epoch": 1781.698113207547, |
| "grad_norm": 3.5070134161926214, |
| "learning_rate": 8.428079708938597e-06, |
| "loss": 1.2117, |
| "step": 46600 |
| }, |
| { |
| "epoch": 1782.4528301886792, |
| "grad_norm": 1.9332698868995186, |
| "learning_rate": 8.409860284141776e-06, |
| "loss": 1.2109, |
| "step": 46620 |
| }, |
| { |
| "epoch": 1783.2075471698113, |
| "grad_norm": 1.8649611050997916, |
| "learning_rate": 8.391687098040202e-06, |
| "loss": 1.2127, |
| "step": 46640 |
| }, |
| { |
| "epoch": 1783.9622641509434, |
| "grad_norm": 2.1126115309707276, |
| "learning_rate": 8.373560175283366e-06, |
| "loss": 1.2071, |
| "step": 46660 |
| }, |
| { |
| "epoch": 1784.7169811320755, |
| "grad_norm": 2.1198410570984145, |
| "learning_rate": 8.355479540457997e-06, |
| "loss": 1.2136, |
| "step": 46680 |
| }, |
| { |
| "epoch": 1785.4716981132076, |
| "grad_norm": 1.6900109710024558, |
| "learning_rate": 8.337445218088043e-06, |
| "loss": 1.2524, |
| "step": 46700 |
| }, |
| { |
| "epoch": 1786.2264150943397, |
| "grad_norm": 1.8630113220385771, |
| "learning_rate": 8.31945723263464e-06, |
| "loss": 1.2265, |
| "step": 46720 |
| }, |
| { |
| "epoch": 1786.9811320754718, |
| "grad_norm": 1.8874455281957463, |
| "learning_rate": 8.301515608496088e-06, |
| "loss": 1.2177, |
| "step": 46740 |
| }, |
| { |
| "epoch": 1787.7358490566037, |
| "grad_norm": 2.014600854617101, |
| "learning_rate": 8.283620370007777e-06, |
| "loss": 1.2181, |
| "step": 46760 |
| }, |
| { |
| "epoch": 1788.4905660377358, |
| "grad_norm": 2.0564703961686885, |
| "learning_rate": 8.2657715414422e-06, |
| "loss": 1.234, |
| "step": 46780 |
| }, |
| { |
| "epoch": 1789.245283018868, |
| "grad_norm": 1.7463019171504772, |
| "learning_rate": 8.247969147008883e-06, |
| "loss": 1.2357, |
| "step": 46800 |
| }, |
| { |
| "epoch": 1790.0, |
| "grad_norm": 2.0207773867855345, |
| "learning_rate": 8.230213210854395e-06, |
| "loss": 1.2148, |
| "step": 46820 |
| }, |
| { |
| "epoch": 1790.754716981132, |
| "grad_norm": 2.3337870810525168, |
| "learning_rate": 8.21250375706228e-06, |
| "loss": 1.237, |
| "step": 46840 |
| }, |
| { |
| "epoch": 1791.5094339622642, |
| "grad_norm": 2.1435617881979563, |
| "learning_rate": 8.194840809653027e-06, |
| "loss": 1.2374, |
| "step": 46860 |
| }, |
| { |
| "epoch": 1792.2641509433963, |
| "grad_norm": 1.9102469560838522, |
| "learning_rate": 8.177224392584056e-06, |
| "loss": 1.209, |
| "step": 46880 |
| }, |
| { |
| "epoch": 1793.0188679245282, |
| "grad_norm": 2.1795923550151737, |
| "learning_rate": 8.159654529749662e-06, |
| "loss": 1.2063, |
| "step": 46900 |
| }, |
| { |
| "epoch": 1793.7735849056603, |
| "grad_norm": 1.823175394536622, |
| "learning_rate": 8.142131244981005e-06, |
| "loss": 1.1934, |
| "step": 46920 |
| }, |
| { |
| "epoch": 1794.5283018867924, |
| "grad_norm": 1.8053211353930545, |
| "learning_rate": 8.12465456204608e-06, |
| "loss": 1.2198, |
| "step": 46940 |
| }, |
| { |
| "epoch": 1795.2830188679245, |
| "grad_norm": 2.2947577379489195, |
| "learning_rate": 8.107224504649651e-06, |
| "loss": 1.2309, |
| "step": 46960 |
| }, |
| { |
| "epoch": 1796.0377358490566, |
| "grad_norm": 1.8475992608945049, |
| "learning_rate": 8.089841096433251e-06, |
| "loss": 1.2087, |
| "step": 46980 |
| }, |
| { |
| "epoch": 1796.7924528301887, |
| "grad_norm": 1.8272879309025556, |
| "learning_rate": 8.072504360975127e-06, |
| "loss": 1.2136, |
| "step": 47000 |
| }, |
| { |
| "epoch": 1797.5471698113208, |
| "grad_norm": 1.8165782997861282, |
| "learning_rate": 8.055214321790241e-06, |
| "loss": 1.1889, |
| "step": 47020 |
| }, |
| { |
| "epoch": 1798.301886792453, |
| "grad_norm": 2.3340672269584726, |
| "learning_rate": 8.03797100233022e-06, |
| "loss": 1.221, |
| "step": 47040 |
| }, |
| { |
| "epoch": 1799.0566037735848, |
| "grad_norm": 2.092467100741215, |
| "learning_rate": 8.020774425983296e-06, |
| "loss": 1.2128, |
| "step": 47060 |
| }, |
| { |
| "epoch": 1799.811320754717, |
| "grad_norm": 2.3746119444632, |
| "learning_rate": 8.003624616074315e-06, |
| "loss": 1.2182, |
| "step": 47080 |
| }, |
| { |
| "epoch": 1800.566037735849, |
| "grad_norm": 1.8281656528438364, |
| "learning_rate": 7.9865215958647e-06, |
| "loss": 1.2263, |
| "step": 47100 |
| }, |
| { |
| "epoch": 1801.3207547169811, |
| "grad_norm": 1.7918154594625133, |
| "learning_rate": 7.969465388552383e-06, |
| "loss": 1.2213, |
| "step": 47120 |
| }, |
| { |
| "epoch": 1802.0754716981132, |
| "grad_norm": 1.6967922986825377, |
| "learning_rate": 7.95245601727184e-06, |
| "loss": 1.2138, |
| "step": 47140 |
| }, |
| { |
| "epoch": 1802.8301886792453, |
| "grad_norm": 2.1758444336626437, |
| "learning_rate": 7.935493505093988e-06, |
| "loss": 1.2148, |
| "step": 47160 |
| }, |
| { |
| "epoch": 1803.5849056603774, |
| "grad_norm": 2.065548344188712, |
| "learning_rate": 7.918577875026188e-06, |
| "loss": 1.225, |
| "step": 47180 |
| }, |
| { |
| "epoch": 1804.3396226415093, |
| "grad_norm": 2.285598146488397, |
| "learning_rate": 7.901709150012234e-06, |
| "loss": 1.2029, |
| "step": 47200 |
| }, |
| { |
| "epoch": 1805.0943396226414, |
| "grad_norm": 1.845588983749011, |
| "learning_rate": 7.884887352932272e-06, |
| "loss": 1.2197, |
| "step": 47220 |
| }, |
| { |
| "epoch": 1805.8490566037735, |
| "grad_norm": 2.1058361117020095, |
| "learning_rate": 7.868112506602826e-06, |
| "loss": 1.2153, |
| "step": 47240 |
| }, |
| { |
| "epoch": 1806.6037735849056, |
| "grad_norm": 2.465710936967516, |
| "learning_rate": 7.851384633776713e-06, |
| "loss": 1.228, |
| "step": 47260 |
| }, |
| { |
| "epoch": 1807.3584905660377, |
| "grad_norm": 2.5705709977723905, |
| "learning_rate": 7.834703757143039e-06, |
| "loss": 1.2098, |
| "step": 47280 |
| }, |
| { |
| "epoch": 1808.1132075471698, |
| "grad_norm": 2.2374731183447105, |
| "learning_rate": 7.818069899327187e-06, |
| "loss": 1.2129, |
| "step": 47300 |
| }, |
| { |
| "epoch": 1808.867924528302, |
| "grad_norm": 1.9504362821950096, |
| "learning_rate": 7.801483082890734e-06, |
| "loss": 1.1901, |
| "step": 47320 |
| }, |
| { |
| "epoch": 1809.622641509434, |
| "grad_norm": 2.3420693435077813, |
| "learning_rate": 7.784943330331486e-06, |
| "loss": 1.211, |
| "step": 47340 |
| }, |
| { |
| "epoch": 1810.377358490566, |
| "grad_norm": 2.031062915249881, |
| "learning_rate": 7.768450664083389e-06, |
| "loss": 1.2156, |
| "step": 47360 |
| }, |
| { |
| "epoch": 1811.132075471698, |
| "grad_norm": 1.6147973470014159, |
| "learning_rate": 7.752005106516516e-06, |
| "loss": 1.2246, |
| "step": 47380 |
| }, |
| { |
| "epoch": 1811.8867924528302, |
| "grad_norm": 3.287052917624636, |
| "learning_rate": 7.735606679937075e-06, |
| "loss": 1.2064, |
| "step": 47400 |
| }, |
| { |
| "epoch": 1812.6415094339623, |
| "grad_norm": 2.2761297016427178, |
| "learning_rate": 7.719255406587317e-06, |
| "loss": 1.212, |
| "step": 47420 |
| }, |
| { |
| "epoch": 1813.3962264150944, |
| "grad_norm": 1.7704387481824377, |
| "learning_rate": 7.702951308645558e-06, |
| "loss": 1.2085, |
| "step": 47440 |
| }, |
| { |
| "epoch": 1814.1509433962265, |
| "grad_norm": 1.8350242336586524, |
| "learning_rate": 7.68669440822611e-06, |
| "loss": 1.222, |
| "step": 47460 |
| }, |
| { |
| "epoch": 1814.9056603773586, |
| "grad_norm": 2.2387441733555202, |
| "learning_rate": 7.67048472737927e-06, |
| "loss": 1.2227, |
| "step": 47480 |
| }, |
| { |
| "epoch": 1815.6603773584907, |
| "grad_norm": 2.0331586599518863, |
| "learning_rate": 7.654322288091307e-06, |
| "loss": 1.2105, |
| "step": 47500 |
| }, |
| { |
| "epoch": 1816.4150943396226, |
| "grad_norm": 1.7302486664188137, |
| "learning_rate": 7.638207112284387e-06, |
| "loss": 1.2006, |
| "step": 47520 |
| }, |
| { |
| "epoch": 1817.1698113207547, |
| "grad_norm": 2.102196000276882, |
| "learning_rate": 7.622139221816588e-06, |
| "loss": 1.2129, |
| "step": 47540 |
| }, |
| { |
| "epoch": 1817.9245283018868, |
| "grad_norm": 2.367853919945459, |
| "learning_rate": 7.606118638481834e-06, |
| "loss": 1.2137, |
| "step": 47560 |
| }, |
| { |
| "epoch": 1818.6792452830189, |
| "grad_norm": 1.7313717857059043, |
| "learning_rate": 7.5901453840099084e-06, |
| "loss": 1.1895, |
| "step": 47580 |
| }, |
| { |
| "epoch": 1819.433962264151, |
| "grad_norm": 1.90549898399535, |
| "learning_rate": 7.574219480066374e-06, |
| "loss": 1.2056, |
| "step": 47600 |
| }, |
| { |
| "epoch": 1820.188679245283, |
| "grad_norm": 2.037261933639343, |
| "learning_rate": 7.55834094825259e-06, |
| "loss": 1.2174, |
| "step": 47620 |
| }, |
| { |
| "epoch": 1820.9433962264152, |
| "grad_norm": 2.106635441636325, |
| "learning_rate": 7.542509810105648e-06, |
| "loss": 1.1982, |
| "step": 47640 |
| }, |
| { |
| "epoch": 1821.698113207547, |
| "grad_norm": 2.092038104009338, |
| "learning_rate": 7.526726087098354e-06, |
| "loss": 1.2218, |
| "step": 47660 |
| }, |
| { |
| "epoch": 1822.4528301886792, |
| "grad_norm": 1.997516919579926, |
| "learning_rate": 7.51098980063922e-06, |
| "loss": 1.2219, |
| "step": 47680 |
| }, |
| { |
| "epoch": 1823.2075471698113, |
| "grad_norm": 1.8136562199600643, |
| "learning_rate": 7.49530097207239e-06, |
| "loss": 1.1796, |
| "step": 47700 |
| }, |
| { |
| "epoch": 1823.9622641509434, |
| "grad_norm": 2.5616204147227934, |
| "learning_rate": 7.47965962267767e-06, |
| "loss": 1.1939, |
| "step": 47720 |
| }, |
| { |
| "epoch": 1824.7169811320755, |
| "grad_norm": 2.1387597203680815, |
| "learning_rate": 7.464065773670437e-06, |
| "loss": 1.1602, |
| "step": 47740 |
| }, |
| { |
| "epoch": 1825.4716981132076, |
| "grad_norm": 1.7803739365612326, |
| "learning_rate": 7.448519446201648e-06, |
| "loss": 1.2392, |
| "step": 47760 |
| }, |
| { |
| "epoch": 1826.2264150943397, |
| "grad_norm": 1.8173426913493826, |
| "learning_rate": 7.433020661357822e-06, |
| "loss": 1.1921, |
| "step": 47780 |
| }, |
| { |
| "epoch": 1826.9811320754718, |
| "grad_norm": 1.7763793595591069, |
| "learning_rate": 7.417569440160968e-06, |
| "loss": 1.2139, |
| "step": 47800 |
| }, |
| { |
| "epoch": 1827.7358490566037, |
| "grad_norm": 2.151890225358, |
| "learning_rate": 7.402165803568603e-06, |
| "loss": 1.1918, |
| "step": 47820 |
| }, |
| { |
| "epoch": 1828.4905660377358, |
| "grad_norm": 2.241696527607786, |
| "learning_rate": 7.386809772473682e-06, |
| "loss": 1.199, |
| "step": 47840 |
| }, |
| { |
| "epoch": 1829.245283018868, |
| "grad_norm": 1.904140122730207, |
| "learning_rate": 7.371501367704594e-06, |
| "loss": 1.175, |
| "step": 47860 |
| }, |
| { |
| "epoch": 1830.0, |
| "grad_norm": 2.2057960272933035, |
| "learning_rate": 7.356240610025147e-06, |
| "loss": 1.2026, |
| "step": 47880 |
| }, |
| { |
| "epoch": 1830.754716981132, |
| "grad_norm": 1.992268245473379, |
| "learning_rate": 7.341027520134496e-06, |
| "loss": 1.2226, |
| "step": 47900 |
| }, |
| { |
| "epoch": 1831.5094339622642, |
| "grad_norm": 1.8558557959544568, |
| "learning_rate": 7.325862118667166e-06, |
| "loss": 1.1879, |
| "step": 47920 |
| }, |
| { |
| "epoch": 1832.2641509433963, |
| "grad_norm": 2.649917575243484, |
| "learning_rate": 7.3107444261929805e-06, |
| "loss": 1.2128, |
| "step": 47940 |
| }, |
| { |
| "epoch": 1833.0188679245282, |
| "grad_norm": 1.838198084617481, |
| "learning_rate": 7.295674463217053e-06, |
| "loss": 1.1932, |
| "step": 47960 |
| }, |
| { |
| "epoch": 1833.7735849056603, |
| "grad_norm": 1.6953634210974582, |
| "learning_rate": 7.280652250179774e-06, |
| "loss": 1.1964, |
| "step": 47980 |
| }, |
| { |
| "epoch": 1834.5283018867924, |
| "grad_norm": 1.6312994813012875, |
| "learning_rate": 7.26567780745675e-06, |
| "loss": 1.1941, |
| "step": 48000 |
| }, |
| { |
| "epoch": 1835.2830188679245, |
| "grad_norm": 2.0702401300059528, |
| "learning_rate": 7.250751155358808e-06, |
| "loss": 1.2005, |
| "step": 48020 |
| }, |
| { |
| "epoch": 1836.0377358490566, |
| "grad_norm": 2.2642885375841395, |
| "learning_rate": 7.2358723141319396e-06, |
| "loss": 1.1894, |
| "step": 48040 |
| }, |
| { |
| "epoch": 1836.7924528301887, |
| "grad_norm": 1.9527405946827057, |
| "learning_rate": 7.2210413039573e-06, |
| "loss": 1.182, |
| "step": 48060 |
| }, |
| { |
| "epoch": 1837.5471698113208, |
| "grad_norm": 2.3498816913200984, |
| "learning_rate": 7.206258144951163e-06, |
| "loss": 1.1913, |
| "step": 48080 |
| }, |
| { |
| "epoch": 1838.301886792453, |
| "grad_norm": 2.123796744980879, |
| "learning_rate": 7.1915228571648876e-06, |
| "loss": 1.2076, |
| "step": 48100 |
| }, |
| { |
| "epoch": 1839.0566037735848, |
| "grad_norm": 1.7252206439090503, |
| "learning_rate": 7.176835460584927e-06, |
| "loss": 1.1861, |
| "step": 48120 |
| }, |
| { |
| "epoch": 1839.811320754717, |
| "grad_norm": 1.8734365315429182, |
| "learning_rate": 7.162195975132747e-06, |
| "loss": 1.1826, |
| "step": 48140 |
| }, |
| { |
| "epoch": 1840.566037735849, |
| "grad_norm": 2.316186234026582, |
| "learning_rate": 7.147604420664858e-06, |
| "loss": 1.177, |
| "step": 48160 |
| }, |
| { |
| "epoch": 1841.3207547169811, |
| "grad_norm": 1.788911685930357, |
| "learning_rate": 7.133060816972735e-06, |
| "loss": 1.1844, |
| "step": 48180 |
| }, |
| { |
| "epoch": 1842.0754716981132, |
| "grad_norm": 1.9701957941688446, |
| "learning_rate": 7.118565183782816e-06, |
| "loss": 1.211, |
| "step": 48200 |
| }, |
| { |
| "epoch": 1842.8301886792453, |
| "grad_norm": 1.721205749217039, |
| "learning_rate": 7.104117540756494e-06, |
| "loss": 1.2045, |
| "step": 48220 |
| }, |
| { |
| "epoch": 1843.5849056603774, |
| "grad_norm": 1.73943762799037, |
| "learning_rate": 7.089717907490048e-06, |
| "loss": 1.2005, |
| "step": 48240 |
| }, |
| { |
| "epoch": 1844.3396226415093, |
| "grad_norm": 2.2562973087741587, |
| "learning_rate": 7.07536630351465e-06, |
| "loss": 1.21, |
| "step": 48260 |
| }, |
| { |
| "epoch": 1845.0943396226414, |
| "grad_norm": 2.10020840598067, |
| "learning_rate": 7.061062748296323e-06, |
| "loss": 1.191, |
| "step": 48280 |
| }, |
| { |
| "epoch": 1845.8490566037735, |
| "grad_norm": 1.8070339824697725, |
| "learning_rate": 7.0468072612359105e-06, |
| "loss": 1.193, |
| "step": 48300 |
| }, |
| { |
| "epoch": 1846.6037735849056, |
| "grad_norm": 1.997808139499102, |
| "learning_rate": 7.032599861669077e-06, |
| "loss": 1.2014, |
| "step": 48320 |
| }, |
| { |
| "epoch": 1847.3584905660377, |
| "grad_norm": 2.0691188983956277, |
| "learning_rate": 7.018440568866245e-06, |
| "loss": 1.1966, |
| "step": 48340 |
| }, |
| { |
| "epoch": 1848.1132075471698, |
| "grad_norm": 2.403979236635362, |
| "learning_rate": 7.004329402032594e-06, |
| "loss": 1.1782, |
| "step": 48360 |
| }, |
| { |
| "epoch": 1848.867924528302, |
| "grad_norm": 2.6004080171234385, |
| "learning_rate": 6.9902663803080305e-06, |
| "loss": 1.1804, |
| "step": 48380 |
| }, |
| { |
| "epoch": 1849.622641509434, |
| "grad_norm": 1.9209297506929766, |
| "learning_rate": 6.976251522767146e-06, |
| "loss": 1.1743, |
| "step": 48400 |
| }, |
| { |
| "epoch": 1850.377358490566, |
| "grad_norm": 1.870852128682101, |
| "learning_rate": 6.962284848419221e-06, |
| "loss": 1.1968, |
| "step": 48420 |
| }, |
| { |
| "epoch": 1851.132075471698, |
| "grad_norm": 2.335271083007723, |
| "learning_rate": 6.948366376208161e-06, |
| "loss": 1.1848, |
| "step": 48440 |
| }, |
| { |
| "epoch": 1851.8867924528302, |
| "grad_norm": 1.6640538101181919, |
| "learning_rate": 6.93449612501252e-06, |
| "loss": 1.201, |
| "step": 48460 |
| }, |
| { |
| "epoch": 1852.6415094339623, |
| "grad_norm": 1.8790103798312214, |
| "learning_rate": 6.920674113645418e-06, |
| "loss": 1.167, |
| "step": 48480 |
| }, |
| { |
| "epoch": 1853.3962264150944, |
| "grad_norm": 1.7578289543420753, |
| "learning_rate": 6.906900360854565e-06, |
| "loss": 1.2007, |
| "step": 48500 |
| }, |
| { |
| "epoch": 1854.1509433962265, |
| "grad_norm": 1.8615274702658844, |
| "learning_rate": 6.893174885322198e-06, |
| "loss": 1.2056, |
| "step": 48520 |
| }, |
| { |
| "epoch": 1854.9056603773586, |
| "grad_norm": 2.3236275376684143, |
| "learning_rate": 6.879497705665089e-06, |
| "loss": 1.1716, |
| "step": 48540 |
| }, |
| { |
| "epoch": 1855.6603773584907, |
| "grad_norm": 2.1963583105378213, |
| "learning_rate": 6.865868840434493e-06, |
| "loss": 1.1769, |
| "step": 48560 |
| }, |
| { |
| "epoch": 1856.4150943396226, |
| "grad_norm": 2.129799150022101, |
| "learning_rate": 6.852288308116133e-06, |
| "loss": 1.1861, |
| "step": 48580 |
| }, |
| { |
| "epoch": 1857.1698113207547, |
| "grad_norm": 1.978798574769679, |
| "learning_rate": 6.8387561271301765e-06, |
| "loss": 1.1971, |
| "step": 48600 |
| }, |
| { |
| "epoch": 1857.9245283018868, |
| "grad_norm": 2.2936585531474596, |
| "learning_rate": 6.8252723158312055e-06, |
| "loss": 1.1911, |
| "step": 48620 |
| }, |
| { |
| "epoch": 1858.6792452830189, |
| "grad_norm": 1.860277938482895, |
| "learning_rate": 6.81183689250821e-06, |
| "loss": 1.1566, |
| "step": 48640 |
| }, |
| { |
| "epoch": 1859.433962264151, |
| "grad_norm": 2.017669140863562, |
| "learning_rate": 6.79844987538453e-06, |
| "loss": 1.1728, |
| "step": 48660 |
| }, |
| { |
| "epoch": 1860.188679245283, |
| "grad_norm": 2.098145579199566, |
| "learning_rate": 6.785111282617849e-06, |
| "loss": 1.1934, |
| "step": 48680 |
| }, |
| { |
| "epoch": 1860.9433962264152, |
| "grad_norm": 1.835823989245946, |
| "learning_rate": 6.771821132300191e-06, |
| "loss": 1.1621, |
| "step": 48700 |
| }, |
| { |
| "epoch": 1861.698113207547, |
| "grad_norm": 1.9612631399268534, |
| "learning_rate": 6.7585794424578464e-06, |
| "loss": 1.1911, |
| "step": 48720 |
| }, |
| { |
| "epoch": 1862.4528301886792, |
| "grad_norm": 2.0755400141270464, |
| "learning_rate": 6.745386231051399e-06, |
| "loss": 1.1804, |
| "step": 48740 |
| }, |
| { |
| "epoch": 1863.2075471698113, |
| "grad_norm": 2.2075989618364984, |
| "learning_rate": 6.732241515975663e-06, |
| "loss": 1.1933, |
| "step": 48760 |
| }, |
| { |
| "epoch": 1863.9622641509434, |
| "grad_norm": 1.9214092744343696, |
| "learning_rate": 6.719145315059678e-06, |
| "loss": 1.1913, |
| "step": 48780 |
| }, |
| { |
| "epoch": 1864.7169811320755, |
| "grad_norm": 2.3557809190891703, |
| "learning_rate": 6.7060976460666846e-06, |
| "loss": 1.1905, |
| "step": 48800 |
| }, |
| { |
| "epoch": 1865.4716981132076, |
| "grad_norm": 2.114305919520162, |
| "learning_rate": 6.693098526694083e-06, |
| "loss": 1.2047, |
| "step": 48820 |
| }, |
| { |
| "epoch": 1866.2264150943397, |
| "grad_norm": 1.8242775313878226, |
| "learning_rate": 6.680147974573452e-06, |
| "loss": 1.1933, |
| "step": 48840 |
| }, |
| { |
| "epoch": 1866.9811320754718, |
| "grad_norm": 2.1056639763813956, |
| "learning_rate": 6.66724600727046e-06, |
| "loss": 1.1808, |
| "step": 48860 |
| }, |
| { |
| "epoch": 1867.7358490566037, |
| "grad_norm": 1.7165725449830957, |
| "learning_rate": 6.654392642284892e-06, |
| "loss": 1.1782, |
| "step": 48880 |
| }, |
| { |
| "epoch": 1868.4905660377358, |
| "grad_norm": 1.7341902387718784, |
| "learning_rate": 6.6415878970506175e-06, |
| "loss": 1.179, |
| "step": 48900 |
| }, |
| { |
| "epoch": 1869.245283018868, |
| "grad_norm": 1.7667425869444906, |
| "learning_rate": 6.6288317889355535e-06, |
| "loss": 1.1754, |
| "step": 48920 |
| }, |
| { |
| "epoch": 1870.0, |
| "grad_norm": 2.2994252135110655, |
| "learning_rate": 6.616124335241648e-06, |
| "loss": 1.1992, |
| "step": 48940 |
| }, |
| { |
| "epoch": 1870.754716981132, |
| "grad_norm": 1.7046658246235185, |
| "learning_rate": 6.603465553204852e-06, |
| "loss": 1.1811, |
| "step": 48960 |
| }, |
| { |
| "epoch": 1871.5094339622642, |
| "grad_norm": 2.1898673540015428, |
| "learning_rate": 6.5908554599951e-06, |
| "loss": 1.178, |
| "step": 48980 |
| }, |
| { |
| "epoch": 1872.2641509433963, |
| "grad_norm": 1.9804369829197095, |
| "learning_rate": 6.578294072716292e-06, |
| "loss": 1.1989, |
| "step": 49000 |
| }, |
| { |
| "epoch": 1873.0188679245282, |
| "grad_norm": 2.065726596455928, |
| "learning_rate": 6.565781408406267e-06, |
| "loss": 1.1931, |
| "step": 49020 |
| }, |
| { |
| "epoch": 1873.7735849056603, |
| "grad_norm": 2.2467788121970123, |
| "learning_rate": 6.553317484036772e-06, |
| "loss": 1.2074, |
| "step": 49040 |
| }, |
| { |
| "epoch": 1874.5283018867924, |
| "grad_norm": 1.991691603079823, |
| "learning_rate": 6.5409023165134424e-06, |
| "loss": 1.1983, |
| "step": 49060 |
| }, |
| { |
| "epoch": 1875.2830188679245, |
| "grad_norm": 2.106299625577455, |
| "learning_rate": 6.528535922675781e-06, |
| "loss": 1.1956, |
| "step": 49080 |
| }, |
| { |
| "epoch": 1876.0377358490566, |
| "grad_norm": 2.037693251120139, |
| "learning_rate": 6.516218319297147e-06, |
| "loss": 1.185, |
| "step": 49100 |
| }, |
| { |
| "epoch": 1876.7924528301887, |
| "grad_norm": 2.3718612692091763, |
| "learning_rate": 6.503949523084718e-06, |
| "loss": 1.1859, |
| "step": 49120 |
| }, |
| { |
| "epoch": 1877.5471698113208, |
| "grad_norm": 1.9858435056818156, |
| "learning_rate": 6.491729550679461e-06, |
| "loss": 1.2076, |
| "step": 49140 |
| }, |
| { |
| "epoch": 1878.301886792453, |
| "grad_norm": 2.147814028235424, |
| "learning_rate": 6.479558418656134e-06, |
| "loss": 1.1682, |
| "step": 49160 |
| }, |
| { |
| "epoch": 1879.0566037735848, |
| "grad_norm": 1.7628164718106505, |
| "learning_rate": 6.467436143523228e-06, |
| "loss": 1.1791, |
| "step": 49180 |
| }, |
| { |
| "epoch": 1879.811320754717, |
| "grad_norm": 1.9837896355936764, |
| "learning_rate": 6.455362741722995e-06, |
| "loss": 1.1977, |
| "step": 49200 |
| }, |
| { |
| "epoch": 1880.566037735849, |
| "grad_norm": 2.0613808893064327, |
| "learning_rate": 6.44333822963138e-06, |
| "loss": 1.1738, |
| "step": 49220 |
| }, |
| { |
| "epoch": 1881.3207547169811, |
| "grad_norm": 1.6736931908615154, |
| "learning_rate": 6.431362623558018e-06, |
| "loss": 1.1774, |
| "step": 49240 |
| }, |
| { |
| "epoch": 1882.0754716981132, |
| "grad_norm": 1.691911714014794, |
| "learning_rate": 6.4194359397462055e-06, |
| "loss": 1.1666, |
| "step": 49260 |
| }, |
| { |
| "epoch": 1882.8301886792453, |
| "grad_norm": 2.1345911027894138, |
| "learning_rate": 6.4075581943728944e-06, |
| "loss": 1.1973, |
| "step": 49280 |
| }, |
| { |
| "epoch": 1883.5849056603774, |
| "grad_norm": 1.9512349129787812, |
| "learning_rate": 6.395729403548645e-06, |
| "loss": 1.1672, |
| "step": 49300 |
| }, |
| { |
| "epoch": 1884.3396226415093, |
| "grad_norm": 2.6451924153676125, |
| "learning_rate": 6.383949583317629e-06, |
| "loss": 1.1695, |
| "step": 49320 |
| }, |
| { |
| "epoch": 1885.0943396226414, |
| "grad_norm": 1.783294063259621, |
| "learning_rate": 6.372218749657584e-06, |
| "loss": 1.1648, |
| "step": 49340 |
| }, |
| { |
| "epoch": 1885.8490566037735, |
| "grad_norm": 2.3799777683561967, |
| "learning_rate": 6.360536918479806e-06, |
| "loss": 1.1776, |
| "step": 49360 |
| }, |
| { |
| "epoch": 1886.6037735849056, |
| "grad_norm": 2.0124780882138347, |
| "learning_rate": 6.348904105629139e-06, |
| "loss": 1.1884, |
| "step": 49380 |
| }, |
| { |
| "epoch": 1887.3584905660377, |
| "grad_norm": 1.8426672524927896, |
| "learning_rate": 6.3373203268839345e-06, |
| "loss": 1.1842, |
| "step": 49400 |
| }, |
| { |
| "epoch": 1888.1132075471698, |
| "grad_norm": 2.0963675882931274, |
| "learning_rate": 6.325785597956021e-06, |
| "loss": 1.1807, |
| "step": 49420 |
| }, |
| { |
| "epoch": 1888.867924528302, |
| "grad_norm": 1.9137633109249375, |
| "learning_rate": 6.314299934490717e-06, |
| "loss": 1.1932, |
| "step": 49440 |
| }, |
| { |
| "epoch": 1889.622641509434, |
| "grad_norm": 2.2927620018796033, |
| "learning_rate": 6.3028633520667744e-06, |
| "loss": 1.186, |
| "step": 49460 |
| }, |
| { |
| "epoch": 1890.377358490566, |
| "grad_norm": 2.7433533031518182, |
| "learning_rate": 6.291475866196384e-06, |
| "loss": 1.1363, |
| "step": 49480 |
| }, |
| { |
| "epoch": 1891.132075471698, |
| "grad_norm": 1.563437023715403, |
| "learning_rate": 6.280137492325147e-06, |
| "loss": 1.2093, |
| "step": 49500 |
| }, |
| { |
| "epoch": 1891.8867924528302, |
| "grad_norm": 2.793822111662886, |
| "learning_rate": 6.2688482458320434e-06, |
| "loss": 1.1751, |
| "step": 49520 |
| }, |
| { |
| "epoch": 1892.6415094339623, |
| "grad_norm": 1.8418670948197584, |
| "learning_rate": 6.25760814202941e-06, |
| "loss": 1.1658, |
| "step": 49540 |
| }, |
| { |
| "epoch": 1893.3962264150944, |
| "grad_norm": 1.8332744098429328, |
| "learning_rate": 6.246417196162944e-06, |
| "loss": 1.1654, |
| "step": 49560 |
| }, |
| { |
| "epoch": 1894.1509433962265, |
| "grad_norm": 1.7817661421186255, |
| "learning_rate": 6.235275423411659e-06, |
| "loss": 1.1764, |
| "step": 49580 |
| }, |
| { |
| "epoch": 1894.9056603773586, |
| "grad_norm": 1.9495189221186473, |
| "learning_rate": 6.224182838887876e-06, |
| "loss": 1.1529, |
| "step": 49600 |
| }, |
| { |
| "epoch": 1895.6603773584907, |
| "grad_norm": 2.4039058315851447, |
| "learning_rate": 6.213139457637196e-06, |
| "loss": 1.1747, |
| "step": 49620 |
| }, |
| { |
| "epoch": 1896.4150943396226, |
| "grad_norm": 1.875771973172552, |
| "learning_rate": 6.202145294638478e-06, |
| "loss": 1.1821, |
| "step": 49640 |
| }, |
| { |
| "epoch": 1897.1698113207547, |
| "grad_norm": 2.1999372490425393, |
| "learning_rate": 6.191200364803824e-06, |
| "loss": 1.1813, |
| "step": 49660 |
| }, |
| { |
| "epoch": 1897.9245283018868, |
| "grad_norm": 11.988202176475387, |
| "learning_rate": 6.180304682978568e-06, |
| "loss": 1.1569, |
| "step": 49680 |
| }, |
| { |
| "epoch": 1898.6792452830189, |
| "grad_norm": 1.8662829336756046, |
| "learning_rate": 6.169458263941242e-06, |
| "loss": 1.1816, |
| "step": 49700 |
| }, |
| { |
| "epoch": 1899.433962264151, |
| "grad_norm": 2.3098966440534294, |
| "learning_rate": 6.158661122403553e-06, |
| "loss": 1.1581, |
| "step": 49720 |
| }, |
| { |
| "epoch": 1900.188679245283, |
| "grad_norm": 2.332658522584547, |
| "learning_rate": 6.1479132730103704e-06, |
| "loss": 1.1946, |
| "step": 49740 |
| }, |
| { |
| "epoch": 1900.9433962264152, |
| "grad_norm": 1.7105735490477962, |
| "learning_rate": 6.137214730339707e-06, |
| "loss": 1.1868, |
| "step": 49760 |
| }, |
| { |
| "epoch": 1901.698113207547, |
| "grad_norm": 2.243808666742797, |
| "learning_rate": 6.126565508902698e-06, |
| "loss": 1.1599, |
| "step": 49780 |
| }, |
| { |
| "epoch": 1902.4528301886792, |
| "grad_norm": 1.8783312097697262, |
| "learning_rate": 6.115965623143589e-06, |
| "loss": 1.1621, |
| "step": 49800 |
| }, |
| { |
| "epoch": 1903.2075471698113, |
| "grad_norm": 1.7166955372139616, |
| "learning_rate": 6.105415087439699e-06, |
| "loss": 1.1862, |
| "step": 49820 |
| }, |
| { |
| "epoch": 1903.9622641509434, |
| "grad_norm": 2.0340234917391524, |
| "learning_rate": 6.094913916101413e-06, |
| "loss": 1.1561, |
| "step": 49840 |
| }, |
| { |
| "epoch": 1904.7169811320755, |
| "grad_norm": 1.8220266868042787, |
| "learning_rate": 6.084462123372144e-06, |
| "loss": 1.1749, |
| "step": 49860 |
| }, |
| { |
| "epoch": 1905.4716981132076, |
| "grad_norm": 2.3373227334868973, |
| "learning_rate": 6.07405972342837e-06, |
| "loss": 1.2081, |
| "step": 49880 |
| }, |
| { |
| "epoch": 1906.2264150943397, |
| "grad_norm": 2.31770817514565, |
| "learning_rate": 6.063706730379534e-06, |
| "loss": 1.1705, |
| "step": 49900 |
| }, |
| { |
| "epoch": 1906.9811320754718, |
| "grad_norm": 1.749701769225866, |
| "learning_rate": 6.053403158268086e-06, |
| "loss": 1.1732, |
| "step": 49920 |
| }, |
| { |
| "epoch": 1907.7358490566037, |
| "grad_norm": 2.0136702275524736, |
| "learning_rate": 6.043149021069432e-06, |
| "loss": 1.1789, |
| "step": 49940 |
| }, |
| { |
| "epoch": 1908.4905660377358, |
| "grad_norm": 1.8991267563990468, |
| "learning_rate": 6.032944332691932e-06, |
| "loss": 1.1691, |
| "step": 49960 |
| }, |
| { |
| "epoch": 1909.245283018868, |
| "grad_norm": 2.178284333271757, |
| "learning_rate": 6.02278910697688e-06, |
| "loss": 1.1698, |
| "step": 49980 |
| }, |
| { |
| "epoch": 1910.0, |
| "grad_norm": 2.270879262505861, |
| "learning_rate": 6.012683357698476e-06, |
| "loss": 1.1424, |
| "step": 50000 |
| }, |
| { |
| "epoch": 1910.754716981132, |
| "grad_norm": 1.6800724855002753, |
| "learning_rate": 6.0026270985638094e-06, |
| "loss": 1.1405, |
| "step": 50020 |
| }, |
| { |
| "epoch": 1911.5094339622642, |
| "grad_norm": 1.9982510142589247, |
| "learning_rate": 5.9926203432128405e-06, |
| "loss": 1.1811, |
| "step": 50040 |
| }, |
| { |
| "epoch": 1912.2641509433963, |
| "grad_norm": 2.072677046394058, |
| "learning_rate": 5.98266310521839e-06, |
| "loss": 1.1832, |
| "step": 50060 |
| }, |
| { |
| "epoch": 1913.0188679245282, |
| "grad_norm": 1.8518177038658126, |
| "learning_rate": 5.972755398086119e-06, |
| "loss": 1.1768, |
| "step": 50080 |
| }, |
| { |
| "epoch": 1913.7735849056603, |
| "grad_norm": 1.7233232781661019, |
| "learning_rate": 5.9628972352545016e-06, |
| "loss": 1.1916, |
| "step": 50100 |
| }, |
| { |
| "epoch": 1914.5283018867924, |
| "grad_norm": 2.2438247684764776, |
| "learning_rate": 5.953088630094804e-06, |
| "loss": 1.1965, |
| "step": 50120 |
| }, |
| { |
| "epoch": 1915.2830188679245, |
| "grad_norm": 2.354329582753457, |
| "learning_rate": 5.943329595911085e-06, |
| "loss": 1.1657, |
| "step": 50140 |
| }, |
| { |
| "epoch": 1916.0377358490566, |
| "grad_norm": 2.0821470705714558, |
| "learning_rate": 5.933620145940163e-06, |
| "loss": 1.1733, |
| "step": 50160 |
| }, |
| { |
| "epoch": 1916.7924528301887, |
| "grad_norm": 2.3851614247004513, |
| "learning_rate": 5.92396029335161e-06, |
| "loss": 1.1973, |
| "step": 50180 |
| }, |
| { |
| "epoch": 1917.5471698113208, |
| "grad_norm": 2.165021041548156, |
| "learning_rate": 5.91435005124771e-06, |
| "loss": 1.1605, |
| "step": 50200 |
| }, |
| { |
| "epoch": 1918.301886792453, |
| "grad_norm": 1.8316074131304803, |
| "learning_rate": 5.904789432663471e-06, |
| "loss": 1.175, |
| "step": 50220 |
| }, |
| { |
| "epoch": 1919.0566037735848, |
| "grad_norm": 2.2444762984325517, |
| "learning_rate": 5.8952784505665775e-06, |
| "loss": 1.1546, |
| "step": 50240 |
| }, |
| { |
| "epoch": 1919.811320754717, |
| "grad_norm": 1.990381226210719, |
| "learning_rate": 5.885817117857409e-06, |
| "loss": 1.1734, |
| "step": 50260 |
| }, |
| { |
| "epoch": 1920.566037735849, |
| "grad_norm": 2.1012346230151935, |
| "learning_rate": 5.876405447368989e-06, |
| "loss": 1.1726, |
| "step": 50280 |
| }, |
| { |
| "epoch": 1921.3207547169811, |
| "grad_norm": 2.036740240000707, |
| "learning_rate": 5.867043451866989e-06, |
| "loss": 1.1858, |
| "step": 50300 |
| }, |
| { |
| "epoch": 1922.0754716981132, |
| "grad_norm": 1.9828813541843844, |
| "learning_rate": 5.85773114404969e-06, |
| "loss": 1.1523, |
| "step": 50320 |
| }, |
| { |
| "epoch": 1922.8301886792453, |
| "grad_norm": 2.1278126328460196, |
| "learning_rate": 5.848468536547991e-06, |
| "loss": 1.1886, |
| "step": 50340 |
| }, |
| { |
| "epoch": 1923.5849056603774, |
| "grad_norm": 2.315788726027488, |
| "learning_rate": 5.8392556419253755e-06, |
| "loss": 1.1686, |
| "step": 50360 |
| }, |
| { |
| "epoch": 1924.3396226415093, |
| "grad_norm": 2.3735624423680117, |
| "learning_rate": 5.830092472677899e-06, |
| "loss": 1.1584, |
| "step": 50380 |
| }, |
| { |
| "epoch": 1925.0943396226414, |
| "grad_norm": 2.3872016424634093, |
| "learning_rate": 5.820979041234169e-06, |
| "loss": 1.1859, |
| "step": 50400 |
| }, |
| { |
| "epoch": 1925.8490566037735, |
| "grad_norm": 2.0316120352053115, |
| "learning_rate": 5.811915359955322e-06, |
| "loss": 1.1578, |
| "step": 50420 |
| }, |
| { |
| "epoch": 1926.6037735849056, |
| "grad_norm": 1.9955741026809004, |
| "learning_rate": 5.8029014411350336e-06, |
| "loss": 1.1699, |
| "step": 50440 |
| }, |
| { |
| "epoch": 1927.3584905660377, |
| "grad_norm": 2.671513853147586, |
| "learning_rate": 5.793937296999476e-06, |
| "loss": 1.1613, |
| "step": 50460 |
| }, |
| { |
| "epoch": 1928.1132075471698, |
| "grad_norm": 2.085910842457962, |
| "learning_rate": 5.785022939707302e-06, |
| "loss": 1.1919, |
| "step": 50480 |
| }, |
| { |
| "epoch": 1928.867924528302, |
| "grad_norm": 2.15354309947986, |
| "learning_rate": 5.77615838134964e-06, |
| "loss": 1.1766, |
| "step": 50500 |
| }, |
| { |
| "epoch": 1929.622641509434, |
| "grad_norm": 2.5693650339132463, |
| "learning_rate": 5.76734363395007e-06, |
| "loss": 1.175, |
| "step": 50520 |
| }, |
| { |
| "epoch": 1930.377358490566, |
| "grad_norm": 3.2479427163076533, |
| "learning_rate": 5.7585787094646196e-06, |
| "loss": 1.1703, |
| "step": 50540 |
| }, |
| { |
| "epoch": 1931.132075471698, |
| "grad_norm": 2.1161416369904695, |
| "learning_rate": 5.749863619781723e-06, |
| "loss": 1.1657, |
| "step": 50560 |
| }, |
| { |
| "epoch": 1931.8867924528302, |
| "grad_norm": 1.7714808950845444, |
| "learning_rate": 5.7411983767222415e-06, |
| "loss": 1.1717, |
| "step": 50580 |
| }, |
| { |
| "epoch": 1932.6415094339623, |
| "grad_norm": 2.535706381586084, |
| "learning_rate": 5.732582992039398e-06, |
| "loss": 1.1553, |
| "step": 50600 |
| }, |
| { |
| "epoch": 1933.3962264150944, |
| "grad_norm": 2.1037009756450527, |
| "learning_rate": 5.724017477418814e-06, |
| "loss": 1.1771, |
| "step": 50620 |
| }, |
| { |
| "epoch": 1934.1509433962265, |
| "grad_norm": 1.849746935628885, |
| "learning_rate": 5.7155018444784526e-06, |
| "loss": 1.1422, |
| "step": 50640 |
| }, |
| { |
| "epoch": 1934.9056603773586, |
| "grad_norm": 1.9210522037566025, |
| "learning_rate": 5.707036104768635e-06, |
| "loss": 1.1756, |
| "step": 50660 |
| }, |
| { |
| "epoch": 1935.6603773584907, |
| "grad_norm": 1.819206038769788, |
| "learning_rate": 5.698620269771997e-06, |
| "loss": 1.1916, |
| "step": 50680 |
| }, |
| { |
| "epoch": 1936.4150943396226, |
| "grad_norm": 2.5377205844625417, |
| "learning_rate": 5.690254350903488e-06, |
| "loss": 1.1619, |
| "step": 50700 |
| }, |
| { |
| "epoch": 1937.1698113207547, |
| "grad_norm": 2.2007521096063902, |
| "learning_rate": 5.681938359510347e-06, |
| "loss": 1.1846, |
| "step": 50720 |
| }, |
| { |
| "epoch": 1937.9245283018868, |
| "grad_norm": 2.192606880082283, |
| "learning_rate": 5.673672306872103e-06, |
| "loss": 1.1699, |
| "step": 50740 |
| }, |
| { |
| "epoch": 1938.6792452830189, |
| "grad_norm": 2.1766069540448436, |
| "learning_rate": 5.665456204200552e-06, |
| "loss": 1.1871, |
| "step": 50760 |
| }, |
| { |
| "epoch": 1939.433962264151, |
| "grad_norm": 1.9751649291014899, |
| "learning_rate": 5.657290062639727e-06, |
| "loss": 1.1474, |
| "step": 50780 |
| }, |
| { |
| "epoch": 1940.188679245283, |
| "grad_norm": 1.890603847246591, |
| "learning_rate": 5.6491738932659e-06, |
| "loss": 1.1559, |
| "step": 50800 |
| }, |
| { |
| "epoch": 1940.9433962264152, |
| "grad_norm": 1.975301210235016, |
| "learning_rate": 5.641107707087573e-06, |
| "loss": 1.1521, |
| "step": 50820 |
| }, |
| { |
| "epoch": 1941.698113207547, |
| "grad_norm": 1.8441779800267277, |
| "learning_rate": 5.6330915150454375e-06, |
| "loss": 1.145, |
| "step": 50840 |
| }, |
| { |
| "epoch": 1942.4528301886792, |
| "grad_norm": 2.4451642203033064, |
| "learning_rate": 5.625125328012387e-06, |
| "loss": 1.1791, |
| "step": 50860 |
| }, |
| { |
| "epoch": 1943.2075471698113, |
| "grad_norm": 2.127622782788785, |
| "learning_rate": 5.617209156793476e-06, |
| "loss": 1.1471, |
| "step": 50880 |
| }, |
| { |
| "epoch": 1943.9622641509434, |
| "grad_norm": 2.0779587981444427, |
| "learning_rate": 5.609343012125934e-06, |
| "loss": 1.1537, |
| "step": 50900 |
| }, |
| { |
| "epoch": 1944.7169811320755, |
| "grad_norm": 2.1654459900473872, |
| "learning_rate": 5.601526904679125e-06, |
| "loss": 1.1609, |
| "step": 50920 |
| }, |
| { |
| "epoch": 1945.4716981132076, |
| "grad_norm": 1.8696254811746238, |
| "learning_rate": 5.593760845054552e-06, |
| "loss": 1.1523, |
| "step": 50940 |
| }, |
| { |
| "epoch": 1946.2264150943397, |
| "grad_norm": 1.7856722997496786, |
| "learning_rate": 5.586044843785832e-06, |
| "loss": 1.2012, |
| "step": 50960 |
| }, |
| { |
| "epoch": 1946.9811320754718, |
| "grad_norm": 1.9401895010628936, |
| "learning_rate": 5.578378911338684e-06, |
| "loss": 1.1384, |
| "step": 50980 |
| }, |
| { |
| "epoch": 1947.7358490566037, |
| "grad_norm": 2.1643993698581077, |
| "learning_rate": 5.570763058110911e-06, |
| "loss": 1.1645, |
| "step": 51000 |
| }, |
| { |
| "epoch": 1948.4905660377358, |
| "grad_norm": 2.180473463448981, |
| "learning_rate": 5.563197294432395e-06, |
| "loss": 1.1382, |
| "step": 51020 |
| }, |
| { |
| "epoch": 1949.245283018868, |
| "grad_norm": 1.9596617879790443, |
| "learning_rate": 5.555681630565088e-06, |
| "loss": 1.1539, |
| "step": 51040 |
| }, |
| { |
| "epoch": 1950.0, |
| "grad_norm": 1.8975845056567062, |
| "learning_rate": 5.548216076702974e-06, |
| "loss": 1.144, |
| "step": 51060 |
| }, |
| { |
| "epoch": 1950.754716981132, |
| "grad_norm": 2.188450696803476, |
| "learning_rate": 5.540800642972071e-06, |
| "loss": 1.1532, |
| "step": 51080 |
| }, |
| { |
| "epoch": 1951.5094339622642, |
| "grad_norm": 1.8285975742024299, |
| "learning_rate": 5.533435339430416e-06, |
| "loss": 1.1949, |
| "step": 51100 |
| }, |
| { |
| "epoch": 1952.2641509433963, |
| "grad_norm": 1.812418268110745, |
| "learning_rate": 5.526120176068055e-06, |
| "loss": 1.1613, |
| "step": 51120 |
| }, |
| { |
| "epoch": 1953.0188679245282, |
| "grad_norm": 1.9694834187837782, |
| "learning_rate": 5.518855162807036e-06, |
| "loss": 1.1749, |
| "step": 51140 |
| }, |
| { |
| "epoch": 1953.7735849056603, |
| "grad_norm": 2.014411336027095, |
| "learning_rate": 5.511640309501359e-06, |
| "loss": 1.1364, |
| "step": 51160 |
| }, |
| { |
| "epoch": 1954.5283018867924, |
| "grad_norm": 1.663001146626253, |
| "learning_rate": 5.504475625937011e-06, |
| "loss": 1.1469, |
| "step": 51180 |
| }, |
| { |
| "epoch": 1955.2830188679245, |
| "grad_norm": 3.7966652139269756, |
| "learning_rate": 5.497361121831918e-06, |
| "loss": 1.1634, |
| "step": 51200 |
| }, |
| { |
| "epoch": 1956.0377358490566, |
| "grad_norm": 1.6321676665862368, |
| "learning_rate": 5.490296806835955e-06, |
| "loss": 1.1747, |
| "step": 51220 |
| }, |
| { |
| "epoch": 1956.7924528301887, |
| "grad_norm": 1.8693551118320602, |
| "learning_rate": 5.483282690530914e-06, |
| "loss": 1.1513, |
| "step": 51240 |
| }, |
| { |
| "epoch": 1957.5471698113208, |
| "grad_norm": 1.7254591597688926, |
| "learning_rate": 5.476318782430499e-06, |
| "loss": 1.1384, |
| "step": 51260 |
| }, |
| { |
| "epoch": 1958.301886792453, |
| "grad_norm": 2.1059814541036284, |
| "learning_rate": 5.469405091980319e-06, |
| "loss": 1.145, |
| "step": 51280 |
| }, |
| { |
| "epoch": 1959.0566037735848, |
| "grad_norm": 2.4150150564267956, |
| "learning_rate": 5.462541628557862e-06, |
| "loss": 1.1727, |
| "step": 51300 |
| }, |
| { |
| "epoch": 1959.811320754717, |
| "grad_norm": 2.072986751089322, |
| "learning_rate": 5.4557284014725005e-06, |
| "loss": 1.1632, |
| "step": 51320 |
| }, |
| { |
| "epoch": 1960.566037735849, |
| "grad_norm": 1.7011080715428424, |
| "learning_rate": 5.448965419965458e-06, |
| "loss": 1.1719, |
| "step": 51340 |
| }, |
| { |
| "epoch": 1961.3207547169811, |
| "grad_norm": 2.050321684694806, |
| "learning_rate": 5.442252693209813e-06, |
| "loss": 1.1523, |
| "step": 51360 |
| }, |
| { |
| "epoch": 1962.0754716981132, |
| "grad_norm": 2.3154046947609603, |
| "learning_rate": 5.4355902303104744e-06, |
| "loss": 1.1365, |
| "step": 51380 |
| }, |
| { |
| "epoch": 1962.8301886792453, |
| "grad_norm": 2.292815295745735, |
| "learning_rate": 5.4289780403041805e-06, |
| "loss": 1.1595, |
| "step": 51400 |
| }, |
| { |
| "epoch": 1963.5849056603774, |
| "grad_norm": 2.1444563447901253, |
| "learning_rate": 5.422416132159477e-06, |
| "loss": 1.1609, |
| "step": 51420 |
| }, |
| { |
| "epoch": 1964.3396226415093, |
| "grad_norm": 1.8223405112306774, |
| "learning_rate": 5.415904514776712e-06, |
| "loss": 1.128, |
| "step": 51440 |
| }, |
| { |
| "epoch": 1965.0943396226414, |
| "grad_norm": 1.9601698616488796, |
| "learning_rate": 5.40944319698802e-06, |
| "loss": 1.1785, |
| "step": 51460 |
| }, |
| { |
| "epoch": 1965.8490566037735, |
| "grad_norm": 2.570580210466246, |
| "learning_rate": 5.403032187557308e-06, |
| "loss": 1.147, |
| "step": 51480 |
| }, |
| { |
| "epoch": 1966.6037735849056, |
| "grad_norm": 2.2935471508100553, |
| "learning_rate": 5.396671495180257e-06, |
| "loss": 1.1777, |
| "step": 51500 |
| }, |
| { |
| "epoch": 1967.3584905660377, |
| "grad_norm": 1.987678318177208, |
| "learning_rate": 5.390361128484278e-06, |
| "loss": 1.1283, |
| "step": 51520 |
| }, |
| { |
| "epoch": 1968.1132075471698, |
| "grad_norm": 1.9732671384472393, |
| "learning_rate": 5.38410109602855e-06, |
| "loss": 1.1631, |
| "step": 51540 |
| }, |
| { |
| "epoch": 1968.867924528302, |
| "grad_norm": 2.031999390800106, |
| "learning_rate": 5.37789140630396e-06, |
| "loss": 1.1498, |
| "step": 51560 |
| }, |
| { |
| "epoch": 1969.622641509434, |
| "grad_norm": 3.612362619019224, |
| "learning_rate": 5.3717320677331165e-06, |
| "loss": 1.1449, |
| "step": 51580 |
| }, |
| { |
| "epoch": 1970.377358490566, |
| "grad_norm": 2.7552728484649216, |
| "learning_rate": 5.365623088670337e-06, |
| "loss": 1.1221, |
| "step": 51600 |
| }, |
| { |
| "epoch": 1971.132075471698, |
| "grad_norm": 2.095240315052155, |
| "learning_rate": 5.359564477401625e-06, |
| "loss": 1.1635, |
| "step": 51620 |
| }, |
| { |
| "epoch": 1971.8867924528302, |
| "grad_norm": 2.051375314186468, |
| "learning_rate": 5.353556242144684e-06, |
| "loss": 1.1768, |
| "step": 51640 |
| }, |
| { |
| "epoch": 1972.6415094339623, |
| "grad_norm": 1.7681282740339075, |
| "learning_rate": 5.3475983910488705e-06, |
| "loss": 1.1524, |
| "step": 51660 |
| }, |
| { |
| "epoch": 1973.3962264150944, |
| "grad_norm": 1.9784394422194775, |
| "learning_rate": 5.34169093219521e-06, |
| "loss": 1.1694, |
| "step": 51680 |
| }, |
| { |
| "epoch": 1974.1509433962265, |
| "grad_norm": 2.1190098778323887, |
| "learning_rate": 5.3358338735963825e-06, |
| "loss": 1.1546, |
| "step": 51700 |
| }, |
| { |
| "epoch": 1974.9056603773586, |
| "grad_norm": 1.6461495183245571, |
| "learning_rate": 5.3300272231966895e-06, |
| "loss": 1.1597, |
| "step": 51720 |
| }, |
| { |
| "epoch": 1975.6603773584907, |
| "grad_norm": 2.287937258261333, |
| "learning_rate": 5.3242709888720875e-06, |
| "loss": 1.1565, |
| "step": 51740 |
| }, |
| { |
| "epoch": 1976.4150943396226, |
| "grad_norm": 1.971738312330891, |
| "learning_rate": 5.318565178430121e-06, |
| "loss": 1.1646, |
| "step": 51760 |
| }, |
| { |
| "epoch": 1977.1698113207547, |
| "grad_norm": 1.733242389596805, |
| "learning_rate": 5.312909799609962e-06, |
| "loss": 1.1507, |
| "step": 51780 |
| }, |
| { |
| "epoch": 1977.9245283018868, |
| "grad_norm": 2.2381830913006486, |
| "learning_rate": 5.307304860082375e-06, |
| "loss": 1.161, |
| "step": 51800 |
| }, |
| { |
| "epoch": 1978.6792452830189, |
| "grad_norm": 1.7639744175828544, |
| "learning_rate": 5.3017503674497e-06, |
| "loss": 1.1639, |
| "step": 51820 |
| }, |
| { |
| "epoch": 1979.433962264151, |
| "grad_norm": 2.142096606558369, |
| "learning_rate": 5.296246329245867e-06, |
| "loss": 1.145, |
| "step": 51840 |
| }, |
| { |
| "epoch": 1980.188679245283, |
| "grad_norm": 2.1364940736571905, |
| "learning_rate": 5.29079275293636e-06, |
| "loss": 1.1445, |
| "step": 51860 |
| }, |
| { |
| "epoch": 1980.9433962264152, |
| "grad_norm": 2.0408860512130063, |
| "learning_rate": 5.285389645918224e-06, |
| "loss": 1.1684, |
| "step": 51880 |
| }, |
| { |
| "epoch": 1981.698113207547, |
| "grad_norm": 2.1484279394512984, |
| "learning_rate": 5.280037015520047e-06, |
| "loss": 1.1427, |
| "step": 51900 |
| }, |
| { |
| "epoch": 1982.4528301886792, |
| "grad_norm": 1.8875817727112376, |
| "learning_rate": 5.27473486900196e-06, |
| "loss": 1.127, |
| "step": 51920 |
| }, |
| { |
| "epoch": 1983.2075471698113, |
| "grad_norm": 1.9694696435513541, |
| "learning_rate": 5.269483213555604e-06, |
| "loss": 1.1631, |
| "step": 51940 |
| }, |
| { |
| "epoch": 1983.9622641509434, |
| "grad_norm": 1.8852852930999937, |
| "learning_rate": 5.264282056304144e-06, |
| "loss": 1.1476, |
| "step": 51960 |
| }, |
| { |
| "epoch": 1984.7169811320755, |
| "grad_norm": 2.0442189239889488, |
| "learning_rate": 5.259131404302259e-06, |
| "loss": 1.1772, |
| "step": 51980 |
| }, |
| { |
| "epoch": 1985.4716981132076, |
| "grad_norm": 2.115147564108749, |
| "learning_rate": 5.254031264536109e-06, |
| "loss": 1.1451, |
| "step": 52000 |
| } |
| ], |
| "logging_steps": 20, |
| "max_steps": 54000, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 2077, |
| "save_steps": 4000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 8771778183168000.0, |
| "train_batch_size": 4, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
