| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.9999711408040172, |
| "eval_steps": 500, |
| "global_step": 17325, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0005771839196559984, |
| "grad_norm": 15.207763525645962, |
| "learning_rate": 9.995959129481038e-06, |
| "loss": 2.6, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.0011543678393119967, |
| "grad_norm": 12.615616581147215, |
| "learning_rate": 9.990186457311089e-06, |
| "loss": 0.7554, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.0017315517589679952, |
| "grad_norm": 38.969453309289854, |
| "learning_rate": 9.984413785141142e-06, |
| "loss": 0.6704, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.0023087356786239935, |
| "grad_norm": 22.432338112146017, |
| "learning_rate": 9.978641112971195e-06, |
| "loss": 0.6122, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.0028859195982799918, |
| "grad_norm": 6.366544502174357, |
| "learning_rate": 9.972868440801248e-06, |
| "loss": 0.5704, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.0034631035179359905, |
| "grad_norm": 5.991950420382146, |
| "learning_rate": 9.967095768631301e-06, |
| "loss": 0.5725, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.004040287437591989, |
| "grad_norm": 27.360506966186097, |
| "learning_rate": 9.961323096461352e-06, |
| "loss": 0.5616, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.004617471357247987, |
| "grad_norm": 7.6551554884885835, |
| "learning_rate": 9.955550424291405e-06, |
| "loss": 0.5581, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.005194655276903985, |
| "grad_norm": 5.380738579039347, |
| "learning_rate": 9.949777752121458e-06, |
| "loss": 0.5386, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.0057718391965599835, |
| "grad_norm": 14.701566820920394, |
| "learning_rate": 9.944005079951511e-06, |
| "loss": 0.5277, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.006349023116215982, |
| "grad_norm": 24.2926776932226, |
| "learning_rate": 9.938232407781563e-06, |
| "loss": 0.534, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.006926207035871981, |
| "grad_norm": 18.333541125312422, |
| "learning_rate": 9.932459735611616e-06, |
| "loss": 0.5357, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.007503390955527979, |
| "grad_norm": 4.413124779621301, |
| "learning_rate": 9.926687063441667e-06, |
| "loss": 0.5189, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.008080574875183977, |
| "grad_norm": 6.736449877624926, |
| "learning_rate": 9.920914391271722e-06, |
| "loss": 0.5089, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.008657758794839977, |
| "grad_norm": 7.499085213610092, |
| "learning_rate": 9.915141719101773e-06, |
| "loss": 0.515, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.009234942714495974, |
| "grad_norm": 7.213309423254868, |
| "learning_rate": 9.909369046931826e-06, |
| "loss": 0.516, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.009812126634151973, |
| "grad_norm": 6.224375486360128, |
| "learning_rate": 9.903596374761877e-06, |
| "loss": 0.4787, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.01038931055380797, |
| "grad_norm": 4.666329365397574, |
| "learning_rate": 9.89782370259193e-06, |
| "loss": 0.5457, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.01096649447346397, |
| "grad_norm": 7.269438501572431, |
| "learning_rate": 9.892051030421983e-06, |
| "loss": 0.4999, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.011543678393119967, |
| "grad_norm": 3.4282676515510633, |
| "learning_rate": 9.886278358252037e-06, |
| "loss": 0.4979, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.012120862312775966, |
| "grad_norm": 6.398684245798025, |
| "learning_rate": 9.880505686082088e-06, |
| "loss": 0.5097, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.012698046232431964, |
| "grad_norm": 9.308090815837401, |
| "learning_rate": 9.874733013912141e-06, |
| "loss": 0.5003, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.013275230152087963, |
| "grad_norm": 6.572806422530607, |
| "learning_rate": 9.868960341742194e-06, |
| "loss": 0.5151, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.013852414071743962, |
| "grad_norm": 3.9790215956458206, |
| "learning_rate": 9.863187669572247e-06, |
| "loss": 0.5036, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.01442959799139996, |
| "grad_norm": 9.129499916264713, |
| "learning_rate": 9.857414997402298e-06, |
| "loss": 0.4993, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.015006781911055958, |
| "grad_norm": 5.341270073182352, |
| "learning_rate": 9.851642325232351e-06, |
| "loss": 0.5068, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.015583965830711956, |
| "grad_norm": 8.88171344021306, |
| "learning_rate": 9.845869653062403e-06, |
| "loss": 0.5106, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.016161149750367955, |
| "grad_norm": 6.256421713727477, |
| "learning_rate": 9.840096980892456e-06, |
| "loss": 0.5012, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.016738333670023954, |
| "grad_norm": 14.828284045011356, |
| "learning_rate": 9.834324308722509e-06, |
| "loss": 0.4916, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.017315517589679953, |
| "grad_norm": 13.134769047818303, |
| "learning_rate": 9.828551636552562e-06, |
| "loss": 0.5023, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.01789270150933595, |
| "grad_norm": 13.132579195124707, |
| "learning_rate": 9.822778964382613e-06, |
| "loss": 0.4979, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.018469885428991948, |
| "grad_norm": 7.799223760078651, |
| "learning_rate": 9.817006292212666e-06, |
| "loss": 0.5047, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.019047069348647947, |
| "grad_norm": 9.15638603603503, |
| "learning_rate": 9.811233620042719e-06, |
| "loss": 0.5089, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.019624253268303946, |
| "grad_norm": 4.959585555459444, |
| "learning_rate": 9.805460947872772e-06, |
| "loss": 0.4952, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.020201437187959942, |
| "grad_norm": 11.68075308396199, |
| "learning_rate": 9.799688275702823e-06, |
| "loss": 0.4947, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.02077862110761594, |
| "grad_norm": 5.031742433330389, |
| "learning_rate": 9.793915603532876e-06, |
| "loss": 0.4722, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.02135580502727194, |
| "grad_norm": 7.396670940592179, |
| "learning_rate": 9.788142931362928e-06, |
| "loss": 0.4784, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.02193298894692794, |
| "grad_norm": 12.81464819318774, |
| "learning_rate": 9.78237025919298e-06, |
| "loss": 0.5016, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.02251017286658394, |
| "grad_norm": 6.952612493218752, |
| "learning_rate": 9.776597587023034e-06, |
| "loss": 0.486, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.023087356786239934, |
| "grad_norm": 3.8994319647851134, |
| "learning_rate": 9.770824914853087e-06, |
| "loss": 0.5066, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.023664540705895933, |
| "grad_norm": 8.754480087072261, |
| "learning_rate": 9.765052242683138e-06, |
| "loss": 0.477, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.024241724625551932, |
| "grad_norm": 14.00837557848952, |
| "learning_rate": 9.759279570513191e-06, |
| "loss": 0.4698, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.02481890854520793, |
| "grad_norm": 17.668700193812345, |
| "learning_rate": 9.753506898343244e-06, |
| "loss": 0.4809, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.025396092464863927, |
| "grad_norm": 7.562292913968297, |
| "learning_rate": 9.747734226173297e-06, |
| "loss": 0.5051, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.025973276384519926, |
| "grad_norm": 10.300306620163619, |
| "learning_rate": 9.741961554003348e-06, |
| "loss": 0.5036, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.026550460304175925, |
| "grad_norm": 10.310969163346487, |
| "learning_rate": 9.736188881833401e-06, |
| "loss": 0.5029, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.027127644223831925, |
| "grad_norm": 5.858481709305026, |
| "learning_rate": 9.730416209663453e-06, |
| "loss": 0.5021, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.027704828143487924, |
| "grad_norm": 92.82221880785818, |
| "learning_rate": 9.724643537493506e-06, |
| "loss": 0.487, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.02828201206314392, |
| "grad_norm": 5.060105328004147, |
| "learning_rate": 9.718870865323559e-06, |
| "loss": 0.5053, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.02885919598279992, |
| "grad_norm": 5.269210555899195, |
| "learning_rate": 9.713098193153612e-06, |
| "loss": 0.5028, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.029436379902455918, |
| "grad_norm": 2.809713279481296, |
| "learning_rate": 9.707325520983663e-06, |
| "loss": 0.4789, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.030013563822111917, |
| "grad_norm": 5.364421325217877, |
| "learning_rate": 9.701552848813716e-06, |
| "loss": 0.488, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.030590747741767916, |
| "grad_norm": 81.42225421545997, |
| "learning_rate": 9.69578017664377e-06, |
| "loss": 0.4923, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.03116793166142391, |
| "grad_norm": 5.472841855533951, |
| "learning_rate": 9.690007504473822e-06, |
| "loss": 0.4801, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.03174511558107991, |
| "grad_norm": 9.314853911550161, |
| "learning_rate": 9.684234832303874e-06, |
| "loss": 0.4889, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.03232229950073591, |
| "grad_norm": 5.657736368331141, |
| "learning_rate": 9.678462160133927e-06, |
| "loss": 0.468, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.03289948342039191, |
| "grad_norm": 5.316343227859894, |
| "learning_rate": 9.672689487963978e-06, |
| "loss": 0.4636, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.03347666734004791, |
| "grad_norm": 6.818051213532348, |
| "learning_rate": 9.666916815794033e-06, |
| "loss": 0.4785, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.03405385125970391, |
| "grad_norm": 5.515733833721638, |
| "learning_rate": 9.661144143624086e-06, |
| "loss": 0.4676, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.034631035179359906, |
| "grad_norm": 4.414342893400196, |
| "learning_rate": 9.655371471454137e-06, |
| "loss": 0.4536, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.0352082190990159, |
| "grad_norm": 5.5253782212489355, |
| "learning_rate": 9.64959879928419e-06, |
| "loss": 0.4831, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.0357854030186719, |
| "grad_norm": 3.47774426972913, |
| "learning_rate": 9.643826127114241e-06, |
| "loss": 0.4877, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.0363625869383279, |
| "grad_norm": 7.150841155138223, |
| "learning_rate": 9.638053454944294e-06, |
| "loss": 0.4629, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.036939770857983896, |
| "grad_norm": 3.7894713504219357, |
| "learning_rate": 9.632280782774347e-06, |
| "loss": 0.4816, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.037516954777639895, |
| "grad_norm": 5.346386715612294, |
| "learning_rate": 9.6265081106044e-06, |
| "loss": 0.4861, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.038094138697295894, |
| "grad_norm": 4.822544974681145, |
| "learning_rate": 9.620735438434452e-06, |
| "loss": 0.4756, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.03867132261695189, |
| "grad_norm": 5.810598113453792, |
| "learning_rate": 9.614962766264505e-06, |
| "loss": 0.4752, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.03924850653660789, |
| "grad_norm": 19.319543215067025, |
| "learning_rate": 9.609190094094558e-06, |
| "loss": 0.4664, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.03982569045626389, |
| "grad_norm": 3.6009359491010864, |
| "learning_rate": 9.60341742192461e-06, |
| "loss": 0.481, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.040402874375919884, |
| "grad_norm": 5.102687170049628, |
| "learning_rate": 9.597644749754662e-06, |
| "loss": 0.4751, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.04098005829557588, |
| "grad_norm": 6.202922207392348, |
| "learning_rate": 9.591872077584715e-06, |
| "loss": 0.4849, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.04155724221523188, |
| "grad_norm": 7.8448485511355965, |
| "learning_rate": 9.586099405414766e-06, |
| "loss": 0.4947, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.04213442613488788, |
| "grad_norm": 3.9340219935160863, |
| "learning_rate": 9.58032673324482e-06, |
| "loss": 0.4948, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.04271161005454388, |
| "grad_norm": 4.596617570306747, |
| "learning_rate": 9.574554061074873e-06, |
| "loss": 0.4743, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.04328879397419988, |
| "grad_norm": 2.1114969175976923, |
| "learning_rate": 9.568781388904926e-06, |
| "loss": 0.4717, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.04386597789385588, |
| "grad_norm": 5.18107474670299, |
| "learning_rate": 9.563008716734977e-06, |
| "loss": 0.468, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.04444316181351188, |
| "grad_norm": 4.705370463352637, |
| "learning_rate": 9.55723604456503e-06, |
| "loss": 0.4594, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.04502034573316788, |
| "grad_norm": 4.477204626343746, |
| "learning_rate": 9.551463372395083e-06, |
| "loss": 0.4726, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.04559752965282387, |
| "grad_norm": 5.11055150918499, |
| "learning_rate": 9.545690700225136e-06, |
| "loss": 0.4878, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.04617471357247987, |
| "grad_norm": 5.92970242815697, |
| "learning_rate": 9.539918028055187e-06, |
| "loss": 0.4562, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.04675189749213587, |
| "grad_norm": 32.04814941479638, |
| "learning_rate": 9.53414535588524e-06, |
| "loss": 0.4668, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.047329081411791867, |
| "grad_norm": 7.483269872312162, |
| "learning_rate": 9.528372683715292e-06, |
| "loss": 0.4593, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.047906265331447866, |
| "grad_norm": 3.0548203710383026, |
| "learning_rate": 9.522600011545345e-06, |
| "loss": 0.4734, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.048483449251103865, |
| "grad_norm": 2.846647873568613, |
| "learning_rate": 9.516827339375398e-06, |
| "loss": 0.4583, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.049060633170759864, |
| "grad_norm": 2.9958931469528753, |
| "learning_rate": 9.51105466720545e-06, |
| "loss": 0.4503, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.04963781709041586, |
| "grad_norm": 3.669267079128399, |
| "learning_rate": 9.505281995035502e-06, |
| "loss": 0.4543, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.05021500101007186, |
| "grad_norm": 4.959841634234083, |
| "learning_rate": 9.499509322865555e-06, |
| "loss": 0.4638, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.050792184929727854, |
| "grad_norm": 6.2400754071583355, |
| "learning_rate": 9.493736650695608e-06, |
| "loss": 0.4675, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.051369368849383854, |
| "grad_norm": 4.8904554144848325, |
| "learning_rate": 9.487963978525661e-06, |
| "loss": 0.4795, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.05194655276903985, |
| "grad_norm": 5.718936473226969, |
| "learning_rate": 9.482191306355712e-06, |
| "loss": 0.475, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.05252373668869585, |
| "grad_norm": 2.813275923923208, |
| "learning_rate": 9.476418634185765e-06, |
| "loss": 0.4588, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.05310092060835185, |
| "grad_norm": 3.7622872130635825, |
| "learning_rate": 9.470645962015817e-06, |
| "loss": 0.4738, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.05367810452800785, |
| "grad_norm": 5.251759558774021, |
| "learning_rate": 9.464873289845871e-06, |
| "loss": 0.4548, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.05425528844766385, |
| "grad_norm": 4.650175199113373, |
| "learning_rate": 9.459100617675923e-06, |
| "loss": 0.469, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.05483247236731985, |
| "grad_norm": 19.07121359753558, |
| "learning_rate": 9.453327945505976e-06, |
| "loss": 0.4593, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.05540965628697585, |
| "grad_norm": 4.899239522938927, |
| "learning_rate": 9.447555273336027e-06, |
| "loss": 0.4693, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.05598684020663185, |
| "grad_norm": 11.615659586114845, |
| "learning_rate": 9.44178260116608e-06, |
| "loss": 0.4447, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.05656402412628784, |
| "grad_norm": 10.04941518596728, |
| "learning_rate": 9.436009928996133e-06, |
| "loss": 0.4617, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.05714120804594384, |
| "grad_norm": 8.509458377026059, |
| "learning_rate": 9.430237256826186e-06, |
| "loss": 0.4449, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.05771839196559984, |
| "grad_norm": 7.280354559581083, |
| "learning_rate": 9.424464584656238e-06, |
| "loss": 0.4473, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.058295575885255836, |
| "grad_norm": 6.178315104553298, |
| "learning_rate": 9.41869191248629e-06, |
| "loss": 0.4489, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.058872759804911835, |
| "grad_norm": 4.326714170134293, |
| "learning_rate": 9.412919240316344e-06, |
| "loss": 0.4421, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.059449943724567834, |
| "grad_norm": 5.121692072940591, |
| "learning_rate": 9.407146568146397e-06, |
| "loss": 0.4474, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.060027127644223834, |
| "grad_norm": 9.081808249358685, |
| "learning_rate": 9.401373895976448e-06, |
| "loss": 0.4425, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.06060431156387983, |
| "grad_norm": 3.1699426939861644, |
| "learning_rate": 9.395601223806501e-06, |
| "loss": 0.4527, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.06118149548353583, |
| "grad_norm": 4.867955044244513, |
| "learning_rate": 9.389828551636552e-06, |
| "loss": 0.4364, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.061758679403191824, |
| "grad_norm": 4.757339575426131, |
| "learning_rate": 9.384055879466605e-06, |
| "loss": 0.4744, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.06233586332284782, |
| "grad_norm": 7.0039435743401235, |
| "learning_rate": 9.378283207296658e-06, |
| "loss": 0.4542, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.06291304724250382, |
| "grad_norm": 3.3067436767056964, |
| "learning_rate": 9.372510535126711e-06, |
| "loss": 0.4434, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.06349023116215982, |
| "grad_norm": 5.215962094810896, |
| "learning_rate": 9.366737862956763e-06, |
| "loss": 0.4413, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.06406741508181582, |
| "grad_norm": 5.30554157155974, |
| "learning_rate": 9.360965190786816e-06, |
| "loss": 0.4492, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.06464459900147182, |
| "grad_norm": 9.282132535227714, |
| "learning_rate": 9.355192518616869e-06, |
| "loss": 0.4552, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.06522178292112782, |
| "grad_norm": 4.436227742317887, |
| "learning_rate": 9.349419846446922e-06, |
| "loss": 0.4629, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.06579896684078382, |
| "grad_norm": 5.072582901364672, |
| "learning_rate": 9.343647174276975e-06, |
| "loss": 0.4394, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.06637615076043982, |
| "grad_norm": 3.6484490415265287, |
| "learning_rate": 9.337874502107026e-06, |
| "loss": 0.4404, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.06695333468009582, |
| "grad_norm": 5.179047870445265, |
| "learning_rate": 9.332101829937079e-06, |
| "loss": 0.4401, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.06753051859975182, |
| "grad_norm": 5.1113945913805345, |
| "learning_rate": 9.32632915776713e-06, |
| "loss": 0.4642, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.06810770251940781, |
| "grad_norm": 13.536539735261888, |
| "learning_rate": 9.320556485597183e-06, |
| "loss": 0.44, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.06868488643906381, |
| "grad_norm": 39.38178075944957, |
| "learning_rate": 9.314783813427236e-06, |
| "loss": 0.4401, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.06926207035871981, |
| "grad_norm": 5.347846132280397, |
| "learning_rate": 9.30901114125729e-06, |
| "loss": 0.4279, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.0698392542783758, |
| "grad_norm": 17.998657342305947, |
| "learning_rate": 9.30323846908734e-06, |
| "loss": 0.4289, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.0704164381980318, |
| "grad_norm": 3.352558494444376, |
| "learning_rate": 9.297465796917394e-06, |
| "loss": 0.4345, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.0709936221176878, |
| "grad_norm": 5.425024450686575, |
| "learning_rate": 9.291693124747447e-06, |
| "loss": 0.4551, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.0715708060373438, |
| "grad_norm": 5.053276208988115, |
| "learning_rate": 9.2859204525775e-06, |
| "loss": 0.455, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.0721479899569998, |
| "grad_norm": 4.369475575649534, |
| "learning_rate": 9.280147780407551e-06, |
| "loss": 0.4359, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.0727251738766558, |
| "grad_norm": 7.966064775548766, |
| "learning_rate": 9.274375108237604e-06, |
| "loss": 0.4408, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.07330235779631179, |
| "grad_norm": 2.9840558262546626, |
| "learning_rate": 9.268602436067656e-06, |
| "loss": 0.445, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.07387954171596779, |
| "grad_norm": 6.923266339159757, |
| "learning_rate": 9.26282976389771e-06, |
| "loss": 0.4319, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.07445672563562379, |
| "grad_norm": 5.445323456459659, |
| "learning_rate": 9.257057091727762e-06, |
| "loss": 0.4649, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.07503390955527979, |
| "grad_norm": 2.258392109239514, |
| "learning_rate": 9.251284419557815e-06, |
| "loss": 0.4435, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.07561109347493579, |
| "grad_norm": 6.963934239231957, |
| "learning_rate": 9.245511747387866e-06, |
| "loss": 0.4516, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.07618827739459179, |
| "grad_norm": 3.741922936601378, |
| "learning_rate": 9.239739075217919e-06, |
| "loss": 0.4457, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.07676546131424779, |
| "grad_norm": 4.697657485962023, |
| "learning_rate": 9.233966403047972e-06, |
| "loss": 0.4585, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.07734264523390379, |
| "grad_norm": 2.7800726567106886, |
| "learning_rate": 9.228193730878025e-06, |
| "loss": 0.4303, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.07791982915355979, |
| "grad_norm": 2.374574795518818, |
| "learning_rate": 9.222421058708076e-06, |
| "loss": 0.4468, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.07849701307321579, |
| "grad_norm": 3.379706889838213, |
| "learning_rate": 9.21664838653813e-06, |
| "loss": 0.4468, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.07907419699287178, |
| "grad_norm": 5.02793266796178, |
| "learning_rate": 9.210875714368182e-06, |
| "loss": 0.4541, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.07965138091252778, |
| "grad_norm": 5.377287835326619, |
| "learning_rate": 9.205103042198235e-06, |
| "loss": 0.4577, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.08022856483218377, |
| "grad_norm": 4.118238939930749, |
| "learning_rate": 9.199330370028287e-06, |
| "loss": 0.4535, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.08080574875183977, |
| "grad_norm": 3.6462071059200785, |
| "learning_rate": 9.19355769785834e-06, |
| "loss": 0.452, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.08138293267149577, |
| "grad_norm": 2.023709004387077, |
| "learning_rate": 9.187785025688391e-06, |
| "loss": 0.4385, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.08196011659115177, |
| "grad_norm": 2.718469268180074, |
| "learning_rate": 9.182012353518444e-06, |
| "loss": 0.4565, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.08253730051080777, |
| "grad_norm": 4.494982724398743, |
| "learning_rate": 9.176239681348497e-06, |
| "loss": 0.455, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.08311448443046376, |
| "grad_norm": 3.008004247279657, |
| "learning_rate": 9.17046700917855e-06, |
| "loss": 0.4338, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.08369166835011976, |
| "grad_norm": 4.471511152653035, |
| "learning_rate": 9.164694337008601e-06, |
| "loss": 0.4498, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.08426885226977576, |
| "grad_norm": 41.046308308564996, |
| "learning_rate": 9.158921664838654e-06, |
| "loss": 0.444, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.08484603618943176, |
| "grad_norm": 2.2817565591543087, |
| "learning_rate": 9.153148992668707e-06, |
| "loss": 0.4524, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.08542322010908776, |
| "grad_norm": 2.7552178530343974, |
| "learning_rate": 9.14737632049876e-06, |
| "loss": 0.4395, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.08600040402874376, |
| "grad_norm": 7.350119226751549, |
| "learning_rate": 9.141603648328812e-06, |
| "loss": 0.4439, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.08657758794839976, |
| "grad_norm": 4.927329771744563, |
| "learning_rate": 9.135830976158865e-06, |
| "loss": 0.4435, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.08715477186805576, |
| "grad_norm": 3.2061592885446433, |
| "learning_rate": 9.130058303988916e-06, |
| "loss": 0.4551, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.08773195578771176, |
| "grad_norm": 2.81815402264405, |
| "learning_rate": 9.12428563181897e-06, |
| "loss": 0.4541, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.08830913970736776, |
| "grad_norm": 1.8995196764329627, |
| "learning_rate": 9.118512959649022e-06, |
| "loss": 0.426, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.08888632362702376, |
| "grad_norm": 4.57597268577496, |
| "learning_rate": 9.112740287479075e-06, |
| "loss": 0.4388, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.08946350754667975, |
| "grad_norm": 4.888253541319005, |
| "learning_rate": 9.106967615309127e-06, |
| "loss": 0.4557, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.09004069146633575, |
| "grad_norm": 2.7824915648882853, |
| "learning_rate": 9.10119494313918e-06, |
| "loss": 0.4544, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.09061787538599175, |
| "grad_norm": 4.3535000068694645, |
| "learning_rate": 9.095422270969233e-06, |
| "loss": 0.4545, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.09119505930564774, |
| "grad_norm": 3.465323902631204, |
| "learning_rate": 9.089649598799286e-06, |
| "loss": 0.4343, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.09177224322530374, |
| "grad_norm": 3.685921584283666, |
| "learning_rate": 9.083876926629337e-06, |
| "loss": 0.4571, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.09234942714495974, |
| "grad_norm": 3.7270367548310457, |
| "learning_rate": 9.07810425445939e-06, |
| "loss": 0.4368, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.09292661106461574, |
| "grad_norm": 4.635316351567143, |
| "learning_rate": 9.072331582289441e-06, |
| "loss": 0.4333, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.09350379498427173, |
| "grad_norm": 7.835128472709014, |
| "learning_rate": 9.066558910119494e-06, |
| "loss": 0.4371, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.09408097890392773, |
| "grad_norm": 3.497453269659607, |
| "learning_rate": 9.060786237949547e-06, |
| "loss": 0.441, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.09465816282358373, |
| "grad_norm": 8.942601742638523, |
| "learning_rate": 9.0550135657796e-06, |
| "loss": 0.4381, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.09523534674323973, |
| "grad_norm": 4.589054052495082, |
| "learning_rate": 9.049240893609653e-06, |
| "loss": 0.4382, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.09581253066289573, |
| "grad_norm": 5.380659756568862, |
| "learning_rate": 9.043468221439705e-06, |
| "loss": 0.4409, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.09638971458255173, |
| "grad_norm": 2.868711750692323, |
| "learning_rate": 9.037695549269758e-06, |
| "loss": 0.4456, |
| "step": 1670 |
| }, |
| { |
| "epoch": 0.09696689850220773, |
| "grad_norm": 2.5446684388172884, |
| "learning_rate": 9.03192287709981e-06, |
| "loss": 0.4491, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.09754408242186373, |
| "grad_norm": 2.258241750087974, |
| "learning_rate": 9.026150204929864e-06, |
| "loss": 0.4366, |
| "step": 1690 |
| }, |
| { |
| "epoch": 0.09812126634151973, |
| "grad_norm": 2.602005403010541, |
| "learning_rate": 9.020377532759915e-06, |
| "loss": 0.4336, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.09869845026117573, |
| "grad_norm": 2.209187153695394, |
| "learning_rate": 9.014604860589968e-06, |
| "loss": 0.4438, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.09927563418083173, |
| "grad_norm": 3.0657261742371205, |
| "learning_rate": 9.008832188420021e-06, |
| "loss": 0.4438, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.09985281810048773, |
| "grad_norm": 3.199466707600606, |
| "learning_rate": 9.003059516250074e-06, |
| "loss": 0.4315, |
| "step": 1730 |
| }, |
| { |
| "epoch": 0.10043000202014372, |
| "grad_norm": 2.6315666639919657, |
| "learning_rate": 8.997286844080125e-06, |
| "loss": 0.4309, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.10100718593979972, |
| "grad_norm": 2.438482770459306, |
| "learning_rate": 8.991514171910178e-06, |
| "loss": 0.4385, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.10158436985945571, |
| "grad_norm": 17.29321542355523, |
| "learning_rate": 8.98574149974023e-06, |
| "loss": 0.4408, |
| "step": 1760 |
| }, |
| { |
| "epoch": 0.10216155377911171, |
| "grad_norm": 4.982684643457552, |
| "learning_rate": 8.979968827570283e-06, |
| "loss": 0.4298, |
| "step": 1770 |
| }, |
| { |
| "epoch": 0.10273873769876771, |
| "grad_norm": 6.799624435849738, |
| "learning_rate": 8.974196155400336e-06, |
| "loss": 0.4334, |
| "step": 1780 |
| }, |
| { |
| "epoch": 0.1033159216184237, |
| "grad_norm": 3.774388255492694, |
| "learning_rate": 8.968423483230389e-06, |
| "loss": 0.4308, |
| "step": 1790 |
| }, |
| { |
| "epoch": 0.1038931055380797, |
| "grad_norm": 10.033128674066695, |
| "learning_rate": 8.96265081106044e-06, |
| "loss": 0.4341, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.1044702894577357, |
| "grad_norm": 2.5219113776584123, |
| "learning_rate": 8.956878138890493e-06, |
| "loss": 0.4362, |
| "step": 1810 |
| }, |
| { |
| "epoch": 0.1050474733773917, |
| "grad_norm": 2.419786699423789, |
| "learning_rate": 8.951105466720546e-06, |
| "loss": 0.4242, |
| "step": 1820 |
| }, |
| { |
| "epoch": 0.1056246572970477, |
| "grad_norm": 60.08295959626865, |
| "learning_rate": 8.9453327945506e-06, |
| "loss": 0.4385, |
| "step": 1830 |
| }, |
| { |
| "epoch": 0.1062018412167037, |
| "grad_norm": 3.096217392102352, |
| "learning_rate": 8.93956012238065e-06, |
| "loss": 0.4241, |
| "step": 1840 |
| }, |
| { |
| "epoch": 0.1067790251363597, |
| "grad_norm": 2.5832709944291503, |
| "learning_rate": 8.933787450210704e-06, |
| "loss": 0.4361, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.1073562090560157, |
| "grad_norm": 2.3859955361814302, |
| "learning_rate": 8.928014778040755e-06, |
| "loss": 0.4213, |
| "step": 1860 |
| }, |
| { |
| "epoch": 0.1079333929756717, |
| "grad_norm": 3.223331997025027, |
| "learning_rate": 8.922242105870808e-06, |
| "loss": 0.4489, |
| "step": 1870 |
| }, |
| { |
| "epoch": 0.1085105768953277, |
| "grad_norm": 4.411834387897919, |
| "learning_rate": 8.916469433700861e-06, |
| "loss": 0.4336, |
| "step": 1880 |
| }, |
| { |
| "epoch": 0.1090877608149837, |
| "grad_norm": 9.832585313890915, |
| "learning_rate": 8.910696761530914e-06, |
| "loss": 0.4441, |
| "step": 1890 |
| }, |
| { |
| "epoch": 0.1096649447346397, |
| "grad_norm": 5.365037688190915, |
| "learning_rate": 8.904924089360965e-06, |
| "loss": 0.4367, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.1102421286542957, |
| "grad_norm": 3.819456675382363, |
| "learning_rate": 8.899151417191018e-06, |
| "loss": 0.4272, |
| "step": 1910 |
| }, |
| { |
| "epoch": 0.1108193125739517, |
| "grad_norm": 3.036048623046518, |
| "learning_rate": 8.893378745021071e-06, |
| "loss": 0.4338, |
| "step": 1920 |
| }, |
| { |
| "epoch": 0.1113964964936077, |
| "grad_norm": 3.2508150432730196, |
| "learning_rate": 8.887606072851124e-06, |
| "loss": 0.4469, |
| "step": 1930 |
| }, |
| { |
| "epoch": 0.1119736804132637, |
| "grad_norm": 2.9078235731412305, |
| "learning_rate": 8.881833400681176e-06, |
| "loss": 0.4452, |
| "step": 1940 |
| }, |
| { |
| "epoch": 0.11255086433291968, |
| "grad_norm": 2.4501912449235648, |
| "learning_rate": 8.876060728511229e-06, |
| "loss": 0.4246, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.11312804825257568, |
| "grad_norm": 6.242529869364432, |
| "learning_rate": 8.87028805634128e-06, |
| "loss": 0.4459, |
| "step": 1960 |
| }, |
| { |
| "epoch": 0.11370523217223168, |
| "grad_norm": 25.285733450369438, |
| "learning_rate": 8.864515384171333e-06, |
| "loss": 0.4377, |
| "step": 1970 |
| }, |
| { |
| "epoch": 0.11428241609188768, |
| "grad_norm": 3.177411911875137, |
| "learning_rate": 8.858742712001386e-06, |
| "loss": 0.4197, |
| "step": 1980 |
| }, |
| { |
| "epoch": 0.11485960001154367, |
| "grad_norm": 3.117021809901308, |
| "learning_rate": 8.852970039831439e-06, |
| "loss": 0.4147, |
| "step": 1990 |
| }, |
| { |
| "epoch": 0.11543678393119967, |
| "grad_norm": 3.919723512318409, |
| "learning_rate": 8.84719736766149e-06, |
| "loss": 0.4414, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.11601396785085567, |
| "grad_norm": 2.9342199285272796, |
| "learning_rate": 8.841424695491543e-06, |
| "loss": 0.427, |
| "step": 2010 |
| }, |
| { |
| "epoch": 0.11659115177051167, |
| "grad_norm": 1.918258053028722, |
| "learning_rate": 8.835652023321596e-06, |
| "loss": 0.4381, |
| "step": 2020 |
| }, |
| { |
| "epoch": 0.11716833569016767, |
| "grad_norm": 1.7751748211927454, |
| "learning_rate": 8.82987935115165e-06, |
| "loss": 0.4228, |
| "step": 2030 |
| }, |
| { |
| "epoch": 0.11774551960982367, |
| "grad_norm": 2.2012455830534385, |
| "learning_rate": 8.8241066789817e-06, |
| "loss": 0.4209, |
| "step": 2040 |
| }, |
| { |
| "epoch": 0.11832270352947967, |
| "grad_norm": 2.8237417214584544, |
| "learning_rate": 8.818334006811754e-06, |
| "loss": 0.4177, |
| "step": 2050 |
| }, |
| { |
| "epoch": 0.11889988744913567, |
| "grad_norm": 4.6392306678295805, |
| "learning_rate": 8.812561334641805e-06, |
| "loss": 0.4087, |
| "step": 2060 |
| }, |
| { |
| "epoch": 0.11947707136879167, |
| "grad_norm": 2.735063304359889, |
| "learning_rate": 8.80678866247186e-06, |
| "loss": 0.4272, |
| "step": 2070 |
| }, |
| { |
| "epoch": 0.12005425528844767, |
| "grad_norm": 3.0299802933466657, |
| "learning_rate": 8.801015990301911e-06, |
| "loss": 0.4371, |
| "step": 2080 |
| }, |
| { |
| "epoch": 0.12063143920810367, |
| "grad_norm": 5.124807390829953, |
| "learning_rate": 8.795243318131964e-06, |
| "loss": 0.4165, |
| "step": 2090 |
| }, |
| { |
| "epoch": 0.12120862312775967, |
| "grad_norm": 5.1154449505887385, |
| "learning_rate": 8.789470645962016e-06, |
| "loss": 0.4346, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.12178580704741566, |
| "grad_norm": 2.203947517060104, |
| "learning_rate": 8.783697973792069e-06, |
| "loss": 0.4225, |
| "step": 2110 |
| }, |
| { |
| "epoch": 0.12236299096707166, |
| "grad_norm": 2.1610133845450683, |
| "learning_rate": 8.777925301622122e-06, |
| "loss": 0.4121, |
| "step": 2120 |
| }, |
| { |
| "epoch": 0.12294017488672765, |
| "grad_norm": 13.953365114471524, |
| "learning_rate": 8.772152629452175e-06, |
| "loss": 0.4304, |
| "step": 2130 |
| }, |
| { |
| "epoch": 0.12351735880638365, |
| "grad_norm": 8.125499458140256, |
| "learning_rate": 8.766379957282226e-06, |
| "loss": 0.4351, |
| "step": 2140 |
| }, |
| { |
| "epoch": 0.12409454272603965, |
| "grad_norm": 10.554186301118584, |
| "learning_rate": 8.760607285112279e-06, |
| "loss": 0.4266, |
| "step": 2150 |
| }, |
| { |
| "epoch": 0.12467172664569565, |
| "grad_norm": 4.270037728186706, |
| "learning_rate": 8.754834612942332e-06, |
| "loss": 0.438, |
| "step": 2160 |
| }, |
| { |
| "epoch": 0.12524891056535165, |
| "grad_norm": 8.246386750659413, |
| "learning_rate": 8.749061940772385e-06, |
| "loss": 0.4283, |
| "step": 2170 |
| }, |
| { |
| "epoch": 0.12582609448500764, |
| "grad_norm": 3.506946209841679, |
| "learning_rate": 8.743289268602438e-06, |
| "loss": 0.4106, |
| "step": 2180 |
| }, |
| { |
| "epoch": 0.12640327840466364, |
| "grad_norm": 6.297671982703174, |
| "learning_rate": 8.73751659643249e-06, |
| "loss": 0.4329, |
| "step": 2190 |
| }, |
| { |
| "epoch": 0.12698046232431964, |
| "grad_norm": 3.18530097096491, |
| "learning_rate": 8.731743924262542e-06, |
| "loss": 0.4185, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.12755764624397564, |
| "grad_norm": 8.542498824615011, |
| "learning_rate": 8.725971252092594e-06, |
| "loss": 0.4255, |
| "step": 2210 |
| }, |
| { |
| "epoch": 0.12813483016363164, |
| "grad_norm": 4.533535099713348, |
| "learning_rate": 8.720198579922647e-06, |
| "loss": 0.423, |
| "step": 2220 |
| }, |
| { |
| "epoch": 0.12871201408328764, |
| "grad_norm": 3.889530684586912, |
| "learning_rate": 8.7144259077527e-06, |
| "loss": 0.4235, |
| "step": 2230 |
| }, |
| { |
| "epoch": 0.12928919800294364, |
| "grad_norm": 3.6486853451512777, |
| "learning_rate": 8.708653235582753e-06, |
| "loss": 0.4211, |
| "step": 2240 |
| }, |
| { |
| "epoch": 0.12986638192259964, |
| "grad_norm": 4.615918028596828, |
| "learning_rate": 8.702880563412804e-06, |
| "loss": 0.4088, |
| "step": 2250 |
| }, |
| { |
| "epoch": 0.13044356584225564, |
| "grad_norm": 3.850082033721987, |
| "learning_rate": 8.697107891242857e-06, |
| "loss": 0.4282, |
| "step": 2260 |
| }, |
| { |
| "epoch": 0.13102074976191164, |
| "grad_norm": 14.518871261878948, |
| "learning_rate": 8.69133521907291e-06, |
| "loss": 0.431, |
| "step": 2270 |
| }, |
| { |
| "epoch": 0.13159793368156764, |
| "grad_norm": 3.5577521941063797, |
| "learning_rate": 8.685562546902963e-06, |
| "loss": 0.4269, |
| "step": 2280 |
| }, |
| { |
| "epoch": 0.13217511760122364, |
| "grad_norm": 4.319284164265623, |
| "learning_rate": 8.679789874733014e-06, |
| "loss": 0.4151, |
| "step": 2290 |
| }, |
| { |
| "epoch": 0.13275230152087963, |
| "grad_norm": 5.95977091224079, |
| "learning_rate": 8.674017202563068e-06, |
| "loss": 0.434, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.13332948544053563, |
| "grad_norm": 5.717322004077494, |
| "learning_rate": 8.668244530393119e-06, |
| "loss": 0.412, |
| "step": 2310 |
| }, |
| { |
| "epoch": 0.13390666936019163, |
| "grad_norm": 4.1757793177667315, |
| "learning_rate": 8.662471858223172e-06, |
| "loss": 0.4154, |
| "step": 2320 |
| }, |
| { |
| "epoch": 0.13448385327984763, |
| "grad_norm": 2.4222311786523822, |
| "learning_rate": 8.656699186053225e-06, |
| "loss": 0.4075, |
| "step": 2330 |
| }, |
| { |
| "epoch": 0.13506103719950363, |
| "grad_norm": 4.366879694604865, |
| "learning_rate": 8.650926513883278e-06, |
| "loss": 0.4212, |
| "step": 2340 |
| }, |
| { |
| "epoch": 0.13563822111915963, |
| "grad_norm": 4.573113527280892, |
| "learning_rate": 8.64515384171333e-06, |
| "loss": 0.4235, |
| "step": 2350 |
| }, |
| { |
| "epoch": 0.13621540503881563, |
| "grad_norm": 2.7183246240824612, |
| "learning_rate": 8.639381169543382e-06, |
| "loss": 0.4067, |
| "step": 2360 |
| }, |
| { |
| "epoch": 0.13679258895847163, |
| "grad_norm": 2.858161612405957, |
| "learning_rate": 8.633608497373435e-06, |
| "loss": 0.404, |
| "step": 2370 |
| }, |
| { |
| "epoch": 0.13736977287812763, |
| "grad_norm": 4.083715288704242, |
| "learning_rate": 8.627835825203488e-06, |
| "loss": 0.4063, |
| "step": 2380 |
| }, |
| { |
| "epoch": 0.13794695679778363, |
| "grad_norm": 5.0777931108973595, |
| "learning_rate": 8.62206315303354e-06, |
| "loss": 0.422, |
| "step": 2390 |
| }, |
| { |
| "epoch": 0.13852414071743963, |
| "grad_norm": 7.507110618573909, |
| "learning_rate": 8.616290480863593e-06, |
| "loss": 0.421, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.1391013246370956, |
| "grad_norm": 5.833761997884338, |
| "learning_rate": 8.610517808693644e-06, |
| "loss": 0.4149, |
| "step": 2410 |
| }, |
| { |
| "epoch": 0.1396785085567516, |
| "grad_norm": 2.9291582156343523, |
| "learning_rate": 8.604745136523697e-06, |
| "loss": 0.4223, |
| "step": 2420 |
| }, |
| { |
| "epoch": 0.1402556924764076, |
| "grad_norm": 3.8527608900197245, |
| "learning_rate": 8.59897246435375e-06, |
| "loss": 0.4381, |
| "step": 2430 |
| }, |
| { |
| "epoch": 0.1408328763960636, |
| "grad_norm": 5.009308450797531, |
| "learning_rate": 8.593199792183803e-06, |
| "loss": 0.4265, |
| "step": 2440 |
| }, |
| { |
| "epoch": 0.1414100603157196, |
| "grad_norm": 4.305682778167611, |
| "learning_rate": 8.587427120013854e-06, |
| "loss": 0.422, |
| "step": 2450 |
| }, |
| { |
| "epoch": 0.1419872442353756, |
| "grad_norm": 4.119426729774013, |
| "learning_rate": 8.581654447843907e-06, |
| "loss": 0.4079, |
| "step": 2460 |
| }, |
| { |
| "epoch": 0.1425644281550316, |
| "grad_norm": 6.546817474930748, |
| "learning_rate": 8.57588177567396e-06, |
| "loss": 0.42, |
| "step": 2470 |
| }, |
| { |
| "epoch": 0.1431416120746876, |
| "grad_norm": 3.668016204374388, |
| "learning_rate": 8.570109103504013e-06, |
| "loss": 0.4323, |
| "step": 2480 |
| }, |
| { |
| "epoch": 0.1437187959943436, |
| "grad_norm": 4.577088984604785, |
| "learning_rate": 8.564336431334065e-06, |
| "loss": 0.412, |
| "step": 2490 |
| }, |
| { |
| "epoch": 0.1442959799139996, |
| "grad_norm": 5.57584596543327, |
| "learning_rate": 8.558563759164118e-06, |
| "loss": 0.4263, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.1448731638336556, |
| "grad_norm": 2.695769154250156, |
| "learning_rate": 8.55279108699417e-06, |
| "loss": 0.4107, |
| "step": 2510 |
| }, |
| { |
| "epoch": 0.1454503477533116, |
| "grad_norm": 13.95443843109925, |
| "learning_rate": 8.547018414824224e-06, |
| "loss": 0.4213, |
| "step": 2520 |
| }, |
| { |
| "epoch": 0.1460275316729676, |
| "grad_norm": 7.136056655011844, |
| "learning_rate": 8.541245742654275e-06, |
| "loss": 0.4274, |
| "step": 2530 |
| }, |
| { |
| "epoch": 0.14660471559262359, |
| "grad_norm": 6.544753723165297, |
| "learning_rate": 8.535473070484328e-06, |
| "loss": 0.414, |
| "step": 2540 |
| }, |
| { |
| "epoch": 0.14718189951227958, |
| "grad_norm": 5.397598920832979, |
| "learning_rate": 8.52970039831438e-06, |
| "loss": 0.4204, |
| "step": 2550 |
| }, |
| { |
| "epoch": 0.14775908343193558, |
| "grad_norm": 4.756636071432368, |
| "learning_rate": 8.523927726144432e-06, |
| "loss": 0.4124, |
| "step": 2560 |
| }, |
| { |
| "epoch": 0.14833626735159158, |
| "grad_norm": 14.516917457987418, |
| "learning_rate": 8.518155053974486e-06, |
| "loss": 0.4287, |
| "step": 2570 |
| }, |
| { |
| "epoch": 0.14891345127124758, |
| "grad_norm": 8.042684749735274, |
| "learning_rate": 8.512382381804539e-06, |
| "loss": 0.399, |
| "step": 2580 |
| }, |
| { |
| "epoch": 0.14949063519090358, |
| "grad_norm": 7.4003473379136775, |
| "learning_rate": 8.50660970963459e-06, |
| "loss": 0.4113, |
| "step": 2590 |
| }, |
| { |
| "epoch": 0.15006781911055958, |
| "grad_norm": 3.771759855408406, |
| "learning_rate": 8.500837037464643e-06, |
| "loss": 0.4056, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.15064500303021558, |
| "grad_norm": 3.6286193403799682, |
| "learning_rate": 8.495064365294696e-06, |
| "loss": 0.4246, |
| "step": 2610 |
| }, |
| { |
| "epoch": 0.15122218694987158, |
| "grad_norm": 3.863418428458885, |
| "learning_rate": 8.489291693124749e-06, |
| "loss": 0.4085, |
| "step": 2620 |
| }, |
| { |
| "epoch": 0.15179937086952758, |
| "grad_norm": 4.263367210964064, |
| "learning_rate": 8.4835190209548e-06, |
| "loss": 0.4223, |
| "step": 2630 |
| }, |
| { |
| "epoch": 0.15237655478918358, |
| "grad_norm": 3.337620340539389, |
| "learning_rate": 8.477746348784853e-06, |
| "loss": 0.4175, |
| "step": 2640 |
| }, |
| { |
| "epoch": 0.15295373870883958, |
| "grad_norm": 3.0267657042390788, |
| "learning_rate": 8.471973676614905e-06, |
| "loss": 0.4113, |
| "step": 2650 |
| }, |
| { |
| "epoch": 0.15353092262849558, |
| "grad_norm": 2.6106010567447893, |
| "learning_rate": 8.466201004444958e-06, |
| "loss": 0.4157, |
| "step": 2660 |
| }, |
| { |
| "epoch": 0.15410810654815157, |
| "grad_norm": 2.264152062153991, |
| "learning_rate": 8.46042833227501e-06, |
| "loss": 0.4338, |
| "step": 2670 |
| }, |
| { |
| "epoch": 0.15468529046780757, |
| "grad_norm": 1.9215310401757064, |
| "learning_rate": 8.454655660105064e-06, |
| "loss": 0.4114, |
| "step": 2680 |
| }, |
| { |
| "epoch": 0.15526247438746357, |
| "grad_norm": 2.615154051211967, |
| "learning_rate": 8.448882987935117e-06, |
| "loss": 0.4216, |
| "step": 2690 |
| }, |
| { |
| "epoch": 0.15583965830711957, |
| "grad_norm": 2.491915544143726, |
| "learning_rate": 8.443110315765168e-06, |
| "loss": 0.411, |
| "step": 2700 |
| }, |
| { |
| "epoch": 0.15641684222677557, |
| "grad_norm": 10.894040933901527, |
| "learning_rate": 8.437337643595221e-06, |
| "loss": 0.43, |
| "step": 2710 |
| }, |
| { |
| "epoch": 0.15699402614643157, |
| "grad_norm": 7.186343591522965, |
| "learning_rate": 8.431564971425274e-06, |
| "loss": 0.4119, |
| "step": 2720 |
| }, |
| { |
| "epoch": 0.15757121006608757, |
| "grad_norm": 11.15516113836552, |
| "learning_rate": 8.425792299255327e-06, |
| "loss": 0.4206, |
| "step": 2730 |
| }, |
| { |
| "epoch": 0.15814839398574357, |
| "grad_norm": 3.3849670049000626, |
| "learning_rate": 8.420019627085378e-06, |
| "loss": 0.4098, |
| "step": 2740 |
| }, |
| { |
| "epoch": 0.15872557790539957, |
| "grad_norm": 2.3478329302680176, |
| "learning_rate": 8.414246954915431e-06, |
| "loss": 0.4358, |
| "step": 2750 |
| }, |
| { |
| "epoch": 0.15930276182505557, |
| "grad_norm": 5.368826342998146, |
| "learning_rate": 8.408474282745483e-06, |
| "loss": 0.4114, |
| "step": 2760 |
| }, |
| { |
| "epoch": 0.15987994574471157, |
| "grad_norm": 2.778388386877281, |
| "learning_rate": 8.402701610575536e-06, |
| "loss": 0.4149, |
| "step": 2770 |
| }, |
| { |
| "epoch": 0.16045712966436754, |
| "grad_norm": 6.269723327157733, |
| "learning_rate": 8.396928938405589e-06, |
| "loss": 0.4059, |
| "step": 2780 |
| }, |
| { |
| "epoch": 0.16103431358402354, |
| "grad_norm": 3.51009855789622, |
| "learning_rate": 8.391156266235642e-06, |
| "loss": 0.4073, |
| "step": 2790 |
| }, |
| { |
| "epoch": 0.16161149750367954, |
| "grad_norm": 2.84216423707538, |
| "learning_rate": 8.385383594065693e-06, |
| "loss": 0.4249, |
| "step": 2800 |
| }, |
| { |
| "epoch": 0.16218868142333553, |
| "grad_norm": 4.458775881028344, |
| "learning_rate": 8.379610921895746e-06, |
| "loss": 0.4248, |
| "step": 2810 |
| }, |
| { |
| "epoch": 0.16276586534299153, |
| "grad_norm": 4.7717011271745875, |
| "learning_rate": 8.3738382497258e-06, |
| "loss": 0.4031, |
| "step": 2820 |
| }, |
| { |
| "epoch": 0.16334304926264753, |
| "grad_norm": 2.339306133151702, |
| "learning_rate": 8.368065577555852e-06, |
| "loss": 0.4089, |
| "step": 2830 |
| }, |
| { |
| "epoch": 0.16392023318230353, |
| "grad_norm": 2.242140863987944, |
| "learning_rate": 8.362292905385904e-06, |
| "loss": 0.4183, |
| "step": 2840 |
| }, |
| { |
| "epoch": 0.16449741710195953, |
| "grad_norm": 2.50085114867505, |
| "learning_rate": 8.356520233215957e-06, |
| "loss": 0.4209, |
| "step": 2850 |
| }, |
| { |
| "epoch": 0.16507460102161553, |
| "grad_norm": 2.426762382327375, |
| "learning_rate": 8.350747561046008e-06, |
| "loss": 0.4009, |
| "step": 2860 |
| }, |
| { |
| "epoch": 0.16565178494127153, |
| "grad_norm": 3.535990085619889, |
| "learning_rate": 8.344974888876063e-06, |
| "loss": 0.4145, |
| "step": 2870 |
| }, |
| { |
| "epoch": 0.16622896886092753, |
| "grad_norm": 1.9434196504603485, |
| "learning_rate": 8.339202216706114e-06, |
| "loss": 0.4029, |
| "step": 2880 |
| }, |
| { |
| "epoch": 0.16680615278058353, |
| "grad_norm": 3.647575465250371, |
| "learning_rate": 8.333429544536167e-06, |
| "loss": 0.4165, |
| "step": 2890 |
| }, |
| { |
| "epoch": 0.16738333670023953, |
| "grad_norm": 3.21796325121302, |
| "learning_rate": 8.327656872366218e-06, |
| "loss": 0.419, |
| "step": 2900 |
| }, |
| { |
| "epoch": 0.16796052061989553, |
| "grad_norm": 2.49775247695972, |
| "learning_rate": 8.321884200196271e-06, |
| "loss": 0.4179, |
| "step": 2910 |
| }, |
| { |
| "epoch": 0.16853770453955152, |
| "grad_norm": 1.992198339323461, |
| "learning_rate": 8.316111528026324e-06, |
| "loss": 0.4062, |
| "step": 2920 |
| }, |
| { |
| "epoch": 0.16911488845920752, |
| "grad_norm": 2.82923364634973, |
| "learning_rate": 8.310338855856377e-06, |
| "loss": 0.3997, |
| "step": 2930 |
| }, |
| { |
| "epoch": 0.16969207237886352, |
| "grad_norm": 2.414622342801528, |
| "learning_rate": 8.304566183686429e-06, |
| "loss": 0.3978, |
| "step": 2940 |
| }, |
| { |
| "epoch": 0.17026925629851952, |
| "grad_norm": 3.500929543134566, |
| "learning_rate": 8.298793511516482e-06, |
| "loss": 0.4214, |
| "step": 2950 |
| }, |
| { |
| "epoch": 0.17084644021817552, |
| "grad_norm": 4.533770301559384, |
| "learning_rate": 8.293020839346535e-06, |
| "loss": 0.4003, |
| "step": 2960 |
| }, |
| { |
| "epoch": 0.17142362413783152, |
| "grad_norm": 3.463538477874354, |
| "learning_rate": 8.287248167176588e-06, |
| "loss": 0.4049, |
| "step": 2970 |
| }, |
| { |
| "epoch": 0.17200080805748752, |
| "grad_norm": 2.6643523986040023, |
| "learning_rate": 8.281475495006639e-06, |
| "loss": 0.4157, |
| "step": 2980 |
| }, |
| { |
| "epoch": 0.17257799197714352, |
| "grad_norm": 5.1202436242415175, |
| "learning_rate": 8.275702822836692e-06, |
| "loss": 0.4119, |
| "step": 2990 |
| }, |
| { |
| "epoch": 0.17315517589679952, |
| "grad_norm": 4.375642688680107, |
| "learning_rate": 8.269930150666743e-06, |
| "loss": 0.4241, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.17373235981645552, |
| "grad_norm": 13.184415266130015, |
| "learning_rate": 8.264157478496796e-06, |
| "loss": 0.3931, |
| "step": 3010 |
| }, |
| { |
| "epoch": 0.17430954373611152, |
| "grad_norm": 3.5119329436961872, |
| "learning_rate": 8.25838480632685e-06, |
| "loss": 0.4332, |
| "step": 3020 |
| }, |
| { |
| "epoch": 0.17488672765576752, |
| "grad_norm": 2.057788212146213, |
| "learning_rate": 8.252612134156902e-06, |
| "loss": 0.4026, |
| "step": 3030 |
| }, |
| { |
| "epoch": 0.17546391157542351, |
| "grad_norm": 2.4025914280540293, |
| "learning_rate": 8.246839461986954e-06, |
| "loss": 0.4297, |
| "step": 3040 |
| }, |
| { |
| "epoch": 0.1760410954950795, |
| "grad_norm": 2.3273476646183187, |
| "learning_rate": 8.241066789817007e-06, |
| "loss": 0.4256, |
| "step": 3050 |
| }, |
| { |
| "epoch": 0.1766182794147355, |
| "grad_norm": 3.968034409940849, |
| "learning_rate": 8.23529411764706e-06, |
| "loss": 0.3911, |
| "step": 3060 |
| }, |
| { |
| "epoch": 0.1771954633343915, |
| "grad_norm": 3.5987187085577648, |
| "learning_rate": 8.229521445477113e-06, |
| "loss": 0.4137, |
| "step": 3070 |
| }, |
| { |
| "epoch": 0.1777726472540475, |
| "grad_norm": 1.6685524653169845, |
| "learning_rate": 8.223748773307164e-06, |
| "loss": 0.4115, |
| "step": 3080 |
| }, |
| { |
| "epoch": 0.1783498311737035, |
| "grad_norm": 15.206856747451255, |
| "learning_rate": 8.217976101137217e-06, |
| "loss": 0.3993, |
| "step": 3090 |
| }, |
| { |
| "epoch": 0.1789270150933595, |
| "grad_norm": 3.2248196017828685, |
| "learning_rate": 8.212203428967268e-06, |
| "loss": 0.4263, |
| "step": 3100 |
| }, |
| { |
| "epoch": 0.1795041990130155, |
| "grad_norm": 5.06230398614513, |
| "learning_rate": 8.206430756797322e-06, |
| "loss": 0.4241, |
| "step": 3110 |
| }, |
| { |
| "epoch": 0.1800813829326715, |
| "grad_norm": 24.83780832952265, |
| "learning_rate": 8.200658084627375e-06, |
| "loss": 0.4139, |
| "step": 3120 |
| }, |
| { |
| "epoch": 0.1806585668523275, |
| "grad_norm": 2.8321722632943094, |
| "learning_rate": 8.194885412457428e-06, |
| "loss": 0.4233, |
| "step": 3130 |
| }, |
| { |
| "epoch": 0.1812357507719835, |
| "grad_norm": 3.0260534676681727, |
| "learning_rate": 8.189112740287479e-06, |
| "loss": 0.4142, |
| "step": 3140 |
| }, |
| { |
| "epoch": 0.18181293469163948, |
| "grad_norm": 4.68099176672326, |
| "learning_rate": 8.183340068117532e-06, |
| "loss": 0.4118, |
| "step": 3150 |
| }, |
| { |
| "epoch": 0.18239011861129548, |
| "grad_norm": 11.310308197618612, |
| "learning_rate": 8.177567395947585e-06, |
| "loss": 0.415, |
| "step": 3160 |
| }, |
| { |
| "epoch": 0.18296730253095148, |
| "grad_norm": 4.572818458115979, |
| "learning_rate": 8.171794723777638e-06, |
| "loss": 0.4015, |
| "step": 3170 |
| }, |
| { |
| "epoch": 0.18354448645060747, |
| "grad_norm": 6.450421868687323, |
| "learning_rate": 8.16602205160769e-06, |
| "loss": 0.4263, |
| "step": 3180 |
| }, |
| { |
| "epoch": 0.18412167037026347, |
| "grad_norm": 3.4296934325228263, |
| "learning_rate": 8.160249379437742e-06, |
| "loss": 0.4124, |
| "step": 3190 |
| }, |
| { |
| "epoch": 0.18469885428991947, |
| "grad_norm": 9.959813392971029, |
| "learning_rate": 8.154476707267794e-06, |
| "loss": 0.4015, |
| "step": 3200 |
| }, |
| { |
| "epoch": 0.18527603820957547, |
| "grad_norm": 3.3029855110594695, |
| "learning_rate": 8.148704035097847e-06, |
| "loss": 0.4009, |
| "step": 3210 |
| }, |
| { |
| "epoch": 0.18585322212923147, |
| "grad_norm": 2.8097447076161273, |
| "learning_rate": 8.142931362927901e-06, |
| "loss": 0.4002, |
| "step": 3220 |
| }, |
| { |
| "epoch": 0.18643040604888747, |
| "grad_norm": 34.98571611934199, |
| "learning_rate": 8.137158690757953e-06, |
| "loss": 0.405, |
| "step": 3230 |
| }, |
| { |
| "epoch": 0.18700758996854347, |
| "grad_norm": 9.148426684066074, |
| "learning_rate": 8.131386018588006e-06, |
| "loss": 0.4044, |
| "step": 3240 |
| }, |
| { |
| "epoch": 0.18758477388819947, |
| "grad_norm": 4.173548086962396, |
| "learning_rate": 8.125613346418057e-06, |
| "loss": 0.4217, |
| "step": 3250 |
| }, |
| { |
| "epoch": 0.18816195780785547, |
| "grad_norm": 53.37411486094812, |
| "learning_rate": 8.11984067424811e-06, |
| "loss": 0.4138, |
| "step": 3260 |
| }, |
| { |
| "epoch": 0.18873914172751147, |
| "grad_norm": 2.3480379802050733, |
| "learning_rate": 8.114068002078163e-06, |
| "loss": 0.4033, |
| "step": 3270 |
| }, |
| { |
| "epoch": 0.18931632564716747, |
| "grad_norm": 2.221291345204337, |
| "learning_rate": 8.108295329908216e-06, |
| "loss": 0.3914, |
| "step": 3280 |
| }, |
| { |
| "epoch": 0.18989350956682347, |
| "grad_norm": 4.990540206022043, |
| "learning_rate": 8.102522657738267e-06, |
| "loss": 0.3985, |
| "step": 3290 |
| }, |
| { |
| "epoch": 0.19047069348647946, |
| "grad_norm": 4.025051683089965, |
| "learning_rate": 8.09674998556832e-06, |
| "loss": 0.415, |
| "step": 3300 |
| }, |
| { |
| "epoch": 0.19104787740613546, |
| "grad_norm": 2.5251837331957607, |
| "learning_rate": 8.090977313398373e-06, |
| "loss": 0.4133, |
| "step": 3310 |
| }, |
| { |
| "epoch": 0.19162506132579146, |
| "grad_norm": 2.380391015882718, |
| "learning_rate": 8.085204641228426e-06, |
| "loss": 0.3926, |
| "step": 3320 |
| }, |
| { |
| "epoch": 0.19220224524544746, |
| "grad_norm": 4.41017165770354, |
| "learning_rate": 8.079431969058478e-06, |
| "loss": 0.4211, |
| "step": 3330 |
| }, |
| { |
| "epoch": 0.19277942916510346, |
| "grad_norm": 2.3063890276035846, |
| "learning_rate": 8.07365929688853e-06, |
| "loss": 0.4138, |
| "step": 3340 |
| }, |
| { |
| "epoch": 0.19335661308475946, |
| "grad_norm": 4.271620366325266, |
| "learning_rate": 8.067886624718582e-06, |
| "loss": 0.4093, |
| "step": 3350 |
| }, |
| { |
| "epoch": 0.19393379700441546, |
| "grad_norm": 32.70807377417423, |
| "learning_rate": 8.062113952548635e-06, |
| "loss": 0.4035, |
| "step": 3360 |
| }, |
| { |
| "epoch": 0.19451098092407146, |
| "grad_norm": 2.4018179935448276, |
| "learning_rate": 8.056341280378688e-06, |
| "loss": 0.4126, |
| "step": 3370 |
| }, |
| { |
| "epoch": 0.19508816484372746, |
| "grad_norm": 3.1209658711505552, |
| "learning_rate": 8.050568608208741e-06, |
| "loss": 0.4073, |
| "step": 3380 |
| }, |
| { |
| "epoch": 0.19566534876338346, |
| "grad_norm": 3.6351629831980024, |
| "learning_rate": 8.044795936038793e-06, |
| "loss": 0.4041, |
| "step": 3390 |
| }, |
| { |
| "epoch": 0.19624253268303946, |
| "grad_norm": 3.652368336229329, |
| "learning_rate": 8.039023263868846e-06, |
| "loss": 0.4112, |
| "step": 3400 |
| }, |
| { |
| "epoch": 0.19681971660269545, |
| "grad_norm": 2.984404633116569, |
| "learning_rate": 8.033250591698899e-06, |
| "loss": 0.4134, |
| "step": 3410 |
| }, |
| { |
| "epoch": 0.19739690052235145, |
| "grad_norm": 2.4526774932392024, |
| "learning_rate": 8.027477919528952e-06, |
| "loss": 0.4011, |
| "step": 3420 |
| }, |
| { |
| "epoch": 0.19797408444200745, |
| "grad_norm": 4.571072305725846, |
| "learning_rate": 8.021705247359003e-06, |
| "loss": 0.4097, |
| "step": 3430 |
| }, |
| { |
| "epoch": 0.19855126836166345, |
| "grad_norm": 2.6003306321869895, |
| "learning_rate": 8.015932575189056e-06, |
| "loss": 0.406, |
| "step": 3440 |
| }, |
| { |
| "epoch": 0.19912845228131945, |
| "grad_norm": 4.171122512202554, |
| "learning_rate": 8.010159903019107e-06, |
| "loss": 0.4083, |
| "step": 3450 |
| }, |
| { |
| "epoch": 0.19970563620097545, |
| "grad_norm": 3.2250910237655006, |
| "learning_rate": 8.00438723084916e-06, |
| "loss": 0.415, |
| "step": 3460 |
| }, |
| { |
| "epoch": 0.20028282012063145, |
| "grad_norm": 4.871724300699273, |
| "learning_rate": 7.998614558679213e-06, |
| "loss": 0.4296, |
| "step": 3470 |
| }, |
| { |
| "epoch": 0.20086000404028745, |
| "grad_norm": 2.9738579217002887, |
| "learning_rate": 7.992841886509266e-06, |
| "loss": 0.4109, |
| "step": 3480 |
| }, |
| { |
| "epoch": 0.20143718795994345, |
| "grad_norm": 5.488557624180365, |
| "learning_rate": 7.987069214339318e-06, |
| "loss": 0.4203, |
| "step": 3490 |
| }, |
| { |
| "epoch": 0.20201437187959945, |
| "grad_norm": 6.30148557707432, |
| "learning_rate": 7.98129654216937e-06, |
| "loss": 0.4166, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.20259155579925545, |
| "grad_norm": 4.159946548536443, |
| "learning_rate": 7.975523869999424e-06, |
| "loss": 0.4126, |
| "step": 3510 |
| }, |
| { |
| "epoch": 0.20316873971891142, |
| "grad_norm": 15.334889223997754, |
| "learning_rate": 7.969751197829477e-06, |
| "loss": 0.3947, |
| "step": 3520 |
| }, |
| { |
| "epoch": 0.20374592363856742, |
| "grad_norm": 3.025285897677573, |
| "learning_rate": 7.963978525659528e-06, |
| "loss": 0.403, |
| "step": 3530 |
| }, |
| { |
| "epoch": 0.20432310755822342, |
| "grad_norm": 4.262956488693212, |
| "learning_rate": 7.958205853489581e-06, |
| "loss": 0.4066, |
| "step": 3540 |
| }, |
| { |
| "epoch": 0.20490029147787941, |
| "grad_norm": 2.5780055567960143, |
| "learning_rate": 7.952433181319632e-06, |
| "loss": 0.4032, |
| "step": 3550 |
| }, |
| { |
| "epoch": 0.20547747539753541, |
| "grad_norm": 4.956342345823864, |
| "learning_rate": 7.946660509149685e-06, |
| "loss": 0.4022, |
| "step": 3560 |
| }, |
| { |
| "epoch": 0.2060546593171914, |
| "grad_norm": 3.89966793053596, |
| "learning_rate": 7.940887836979738e-06, |
| "loss": 0.4059, |
| "step": 3570 |
| }, |
| { |
| "epoch": 0.2066318432368474, |
| "grad_norm": 2.598383914711163, |
| "learning_rate": 7.935115164809791e-06, |
| "loss": 0.3988, |
| "step": 3580 |
| }, |
| { |
| "epoch": 0.2072090271565034, |
| "grad_norm": 3.673402619499888, |
| "learning_rate": 7.929342492639843e-06, |
| "loss": 0.4117, |
| "step": 3590 |
| }, |
| { |
| "epoch": 0.2077862110761594, |
| "grad_norm": 5.7308049694271235, |
| "learning_rate": 7.923569820469896e-06, |
| "loss": 0.4008, |
| "step": 3600 |
| }, |
| { |
| "epoch": 0.2083633949958154, |
| "grad_norm": 7.935773567013425, |
| "learning_rate": 7.917797148299949e-06, |
| "loss": 0.3877, |
| "step": 3610 |
| }, |
| { |
| "epoch": 0.2089405789154714, |
| "grad_norm": 6.009048915243287, |
| "learning_rate": 7.912024476130002e-06, |
| "loss": 0.4065, |
| "step": 3620 |
| }, |
| { |
| "epoch": 0.2095177628351274, |
| "grad_norm": 2.95995624359623, |
| "learning_rate": 7.906251803960053e-06, |
| "loss": 0.401, |
| "step": 3630 |
| }, |
| { |
| "epoch": 0.2100949467547834, |
| "grad_norm": 3.1037746592103255, |
| "learning_rate": 7.900479131790106e-06, |
| "loss": 0.4013, |
| "step": 3640 |
| }, |
| { |
| "epoch": 0.2106721306744394, |
| "grad_norm": 6.029705929267264, |
| "learning_rate": 7.894706459620158e-06, |
| "loss": 0.4085, |
| "step": 3650 |
| }, |
| { |
| "epoch": 0.2112493145940954, |
| "grad_norm": 5.81081103172759, |
| "learning_rate": 7.888933787450212e-06, |
| "loss": 0.4062, |
| "step": 3660 |
| }, |
| { |
| "epoch": 0.2118264985137514, |
| "grad_norm": 6.6915581684773935, |
| "learning_rate": 7.883161115280264e-06, |
| "loss": 0.4146, |
| "step": 3670 |
| }, |
| { |
| "epoch": 0.2124036824334074, |
| "grad_norm": 4.483451936143915, |
| "learning_rate": 7.877388443110317e-06, |
| "loss": 0.3964, |
| "step": 3680 |
| }, |
| { |
| "epoch": 0.2129808663530634, |
| "grad_norm": 4.847478023953505, |
| "learning_rate": 7.871615770940368e-06, |
| "loss": 0.3968, |
| "step": 3690 |
| }, |
| { |
| "epoch": 0.2135580502727194, |
| "grad_norm": 4.734123259756348, |
| "learning_rate": 7.865843098770421e-06, |
| "loss": 0.411, |
| "step": 3700 |
| }, |
| { |
| "epoch": 0.2141352341923754, |
| "grad_norm": 67.93482554004888, |
| "learning_rate": 7.860070426600474e-06, |
| "loss": 0.4171, |
| "step": 3710 |
| }, |
| { |
| "epoch": 0.2147124181120314, |
| "grad_norm": 4.427723281232474, |
| "learning_rate": 7.854297754430527e-06, |
| "loss": 0.3901, |
| "step": 3720 |
| }, |
| { |
| "epoch": 0.2152896020316874, |
| "grad_norm": 5.970970375519135, |
| "learning_rate": 7.848525082260578e-06, |
| "loss": 0.392, |
| "step": 3730 |
| }, |
| { |
| "epoch": 0.2158667859513434, |
| "grad_norm": 3.364616367304386, |
| "learning_rate": 7.842752410090631e-06, |
| "loss": 0.4262, |
| "step": 3740 |
| }, |
| { |
| "epoch": 0.2164439698709994, |
| "grad_norm": 14.709875574791262, |
| "learning_rate": 7.836979737920684e-06, |
| "loss": 0.4189, |
| "step": 3750 |
| }, |
| { |
| "epoch": 0.2170211537906554, |
| "grad_norm": 34.85728037006575, |
| "learning_rate": 7.831207065750737e-06, |
| "loss": 0.4281, |
| "step": 3760 |
| }, |
| { |
| "epoch": 0.2175983377103114, |
| "grad_norm": 3.8349995808560835, |
| "learning_rate": 7.82543439358079e-06, |
| "loss": 0.4197, |
| "step": 3770 |
| }, |
| { |
| "epoch": 0.2181755216299674, |
| "grad_norm": 9.826012532840847, |
| "learning_rate": 7.819661721410842e-06, |
| "loss": 0.411, |
| "step": 3780 |
| }, |
| { |
| "epoch": 0.2187527055496234, |
| "grad_norm": 5.148779185873613, |
| "learning_rate": 7.813889049240895e-06, |
| "loss": 0.408, |
| "step": 3790 |
| }, |
| { |
| "epoch": 0.2193298894692794, |
| "grad_norm": 6.034690169401536, |
| "learning_rate": 7.808116377070946e-06, |
| "loss": 0.389, |
| "step": 3800 |
| }, |
| { |
| "epoch": 0.2199070733889354, |
| "grad_norm": 7.98093273312519, |
| "learning_rate": 7.802343704900999e-06, |
| "loss": 0.4087, |
| "step": 3810 |
| }, |
| { |
| "epoch": 0.2204842573085914, |
| "grad_norm": 20.795705430196968, |
| "learning_rate": 7.796571032731052e-06, |
| "loss": 0.4164, |
| "step": 3820 |
| }, |
| { |
| "epoch": 0.2210614412282474, |
| "grad_norm": 4.546394166434191, |
| "learning_rate": 7.790798360561105e-06, |
| "loss": 0.4198, |
| "step": 3830 |
| }, |
| { |
| "epoch": 0.2216386251479034, |
| "grad_norm": 2.8073314189395457, |
| "learning_rate": 7.785025688391156e-06, |
| "loss": 0.4201, |
| "step": 3840 |
| }, |
| { |
| "epoch": 0.2222158090675594, |
| "grad_norm": 24.430024193972454, |
| "learning_rate": 7.77925301622121e-06, |
| "loss": 0.3916, |
| "step": 3850 |
| }, |
| { |
| "epoch": 0.2227929929872154, |
| "grad_norm": 3.7314691801815525, |
| "learning_rate": 7.773480344051262e-06, |
| "loss": 0.4034, |
| "step": 3860 |
| }, |
| { |
| "epoch": 0.2233701769068714, |
| "grad_norm": 4.463974565740604, |
| "learning_rate": 7.767707671881316e-06, |
| "loss": 0.4177, |
| "step": 3870 |
| }, |
| { |
| "epoch": 0.2239473608265274, |
| "grad_norm": 3.935819483400635, |
| "learning_rate": 7.761934999711367e-06, |
| "loss": 0.4186, |
| "step": 3880 |
| }, |
| { |
| "epoch": 0.22452454474618336, |
| "grad_norm": 2.7465902804726343, |
| "learning_rate": 7.75616232754142e-06, |
| "loss": 0.4355, |
| "step": 3890 |
| }, |
| { |
| "epoch": 0.22510172866583936, |
| "grad_norm": 2.59329896630652, |
| "learning_rate": 7.750389655371471e-06, |
| "loss": 0.4139, |
| "step": 3900 |
| }, |
| { |
| "epoch": 0.22567891258549536, |
| "grad_norm": 2.8540002686300214, |
| "learning_rate": 7.744616983201524e-06, |
| "loss": 0.4062, |
| "step": 3910 |
| }, |
| { |
| "epoch": 0.22625609650515136, |
| "grad_norm": 6.48349060337823, |
| "learning_rate": 7.738844311031577e-06, |
| "loss": 0.4002, |
| "step": 3920 |
| }, |
| { |
| "epoch": 0.22683328042480735, |
| "grad_norm": 4.668616924928805, |
| "learning_rate": 7.73307163886163e-06, |
| "loss": 0.4041, |
| "step": 3930 |
| }, |
| { |
| "epoch": 0.22741046434446335, |
| "grad_norm": 6.539752215401261, |
| "learning_rate": 7.727298966691682e-06, |
| "loss": 0.3994, |
| "step": 3940 |
| }, |
| { |
| "epoch": 0.22798764826411935, |
| "grad_norm": 3.3595541678536156, |
| "learning_rate": 7.721526294521735e-06, |
| "loss": 0.3995, |
| "step": 3950 |
| }, |
| { |
| "epoch": 0.22856483218377535, |
| "grad_norm": 2.8441727594832886, |
| "learning_rate": 7.715753622351788e-06, |
| "loss": 0.4, |
| "step": 3960 |
| }, |
| { |
| "epoch": 0.22914201610343135, |
| "grad_norm": 2.849353128300574, |
| "learning_rate": 7.70998095018184e-06, |
| "loss": 0.4048, |
| "step": 3970 |
| }, |
| { |
| "epoch": 0.22971920002308735, |
| "grad_norm": 4.881214366450045, |
| "learning_rate": 7.704208278011892e-06, |
| "loss": 0.4054, |
| "step": 3980 |
| }, |
| { |
| "epoch": 0.23029638394274335, |
| "grad_norm": 15.46486836243805, |
| "learning_rate": 7.698435605841945e-06, |
| "loss": 0.3923, |
| "step": 3990 |
| }, |
| { |
| "epoch": 0.23087356786239935, |
| "grad_norm": 3.847585477525563, |
| "learning_rate": 7.692662933671996e-06, |
| "loss": 0.393, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.23145075178205535, |
| "grad_norm": 38.3399434241166, |
| "learning_rate": 7.686890261502051e-06, |
| "loss": 0.3926, |
| "step": 4010 |
| }, |
| { |
| "epoch": 0.23202793570171135, |
| "grad_norm": 2.6580858390650466, |
| "learning_rate": 7.681117589332102e-06, |
| "loss": 0.3948, |
| "step": 4020 |
| }, |
| { |
| "epoch": 0.23260511962136735, |
| "grad_norm": 4.466615319467433, |
| "learning_rate": 7.675344917162155e-06, |
| "loss": 0.402, |
| "step": 4030 |
| }, |
| { |
| "epoch": 0.23318230354102334, |
| "grad_norm": 6.7414838396917505, |
| "learning_rate": 7.669572244992207e-06, |
| "loss": 0.3904, |
| "step": 4040 |
| }, |
| { |
| "epoch": 0.23375948746067934, |
| "grad_norm": 4.03997703346681, |
| "learning_rate": 7.66379957282226e-06, |
| "loss": 0.3938, |
| "step": 4050 |
| }, |
| { |
| "epoch": 0.23433667138033534, |
| "grad_norm": 4.258742526842458, |
| "learning_rate": 7.658026900652313e-06, |
| "loss": 0.3998, |
| "step": 4060 |
| }, |
| { |
| "epoch": 0.23491385529999134, |
| "grad_norm": 5.100923170543839, |
| "learning_rate": 7.652254228482366e-06, |
| "loss": 0.3968, |
| "step": 4070 |
| }, |
| { |
| "epoch": 0.23549103921964734, |
| "grad_norm": 8.332021271422962, |
| "learning_rate": 7.646481556312417e-06, |
| "loss": 0.4017, |
| "step": 4080 |
| }, |
| { |
| "epoch": 0.23606822313930334, |
| "grad_norm": 5.001487618559788, |
| "learning_rate": 7.64070888414247e-06, |
| "loss": 0.3929, |
| "step": 4090 |
| }, |
| { |
| "epoch": 0.23664540705895934, |
| "grad_norm": 6.605470741420995, |
| "learning_rate": 7.634936211972523e-06, |
| "loss": 0.3995, |
| "step": 4100 |
| }, |
| { |
| "epoch": 0.23722259097861534, |
| "grad_norm": 4.352594377363156, |
| "learning_rate": 7.629163539802575e-06, |
| "loss": 0.4008, |
| "step": 4110 |
| }, |
| { |
| "epoch": 0.23779977489827134, |
| "grad_norm": 8.143604964743357, |
| "learning_rate": 7.6233908676326275e-06, |
| "loss": 0.3987, |
| "step": 4120 |
| }, |
| { |
| "epoch": 0.23837695881792734, |
| "grad_norm": 3.9869800783007427, |
| "learning_rate": 7.6176181954626805e-06, |
| "loss": 0.3874, |
| "step": 4130 |
| }, |
| { |
| "epoch": 0.23895414273758334, |
| "grad_norm": 3.4272782347037207, |
| "learning_rate": 7.611845523292733e-06, |
| "loss": 0.3869, |
| "step": 4140 |
| }, |
| { |
| "epoch": 0.23953132665723934, |
| "grad_norm": 2.964033904850173, |
| "learning_rate": 7.606072851122786e-06, |
| "loss": 0.3962, |
| "step": 4150 |
| }, |
| { |
| "epoch": 0.24010851057689533, |
| "grad_norm": 55.68370603421082, |
| "learning_rate": 7.600300178952838e-06, |
| "loss": 0.3981, |
| "step": 4160 |
| }, |
| { |
| "epoch": 0.24068569449655133, |
| "grad_norm": 4.402682573412378, |
| "learning_rate": 7.594527506782891e-06, |
| "loss": 0.4152, |
| "step": 4170 |
| }, |
| { |
| "epoch": 0.24126287841620733, |
| "grad_norm": 2.8760794787596997, |
| "learning_rate": 7.588754834612942e-06, |
| "loss": 0.3881, |
| "step": 4180 |
| }, |
| { |
| "epoch": 0.24184006233586333, |
| "grad_norm": 2.0239240283122575, |
| "learning_rate": 7.582982162442995e-06, |
| "loss": 0.4023, |
| "step": 4190 |
| }, |
| { |
| "epoch": 0.24241724625551933, |
| "grad_norm": 2.5930742840295986, |
| "learning_rate": 7.577209490273047e-06, |
| "loss": 0.4146, |
| "step": 4200 |
| }, |
| { |
| "epoch": 0.24299443017517533, |
| "grad_norm": 12.25806910583576, |
| "learning_rate": 7.5714368181031e-06, |
| "loss": 0.4268, |
| "step": 4210 |
| }, |
| { |
| "epoch": 0.24357161409483133, |
| "grad_norm": 9.121606156996025, |
| "learning_rate": 7.565664145933153e-06, |
| "loss": 0.3926, |
| "step": 4220 |
| }, |
| { |
| "epoch": 0.24414879801448733, |
| "grad_norm": 9.12741140098973, |
| "learning_rate": 7.559891473763206e-06, |
| "loss": 0.3908, |
| "step": 4230 |
| }, |
| { |
| "epoch": 0.24472598193414333, |
| "grad_norm": 2.988966863298224, |
| "learning_rate": 7.554118801593258e-06, |
| "loss": 0.4077, |
| "step": 4240 |
| }, |
| { |
| "epoch": 0.24530316585379933, |
| "grad_norm": 4.755614024652895, |
| "learning_rate": 7.548346129423311e-06, |
| "loss": 0.3923, |
| "step": 4250 |
| }, |
| { |
| "epoch": 0.2458803497734553, |
| "grad_norm": 3.286123151497483, |
| "learning_rate": 7.542573457253363e-06, |
| "loss": 0.3842, |
| "step": 4260 |
| }, |
| { |
| "epoch": 0.2464575336931113, |
| "grad_norm": 24.75179268960897, |
| "learning_rate": 7.536800785083416e-06, |
| "loss": 0.4348, |
| "step": 4270 |
| }, |
| { |
| "epoch": 0.2470347176127673, |
| "grad_norm": 2.1639276020923064, |
| "learning_rate": 7.531028112913469e-06, |
| "loss": 0.4064, |
| "step": 4280 |
| }, |
| { |
| "epoch": 0.2476119015324233, |
| "grad_norm": 1.9508786971501029, |
| "learning_rate": 7.525255440743521e-06, |
| "loss": 0.4085, |
| "step": 4290 |
| }, |
| { |
| "epoch": 0.2481890854520793, |
| "grad_norm": 1.8580731020746826, |
| "learning_rate": 7.519482768573574e-06, |
| "loss": 0.4111, |
| "step": 4300 |
| }, |
| { |
| "epoch": 0.2487662693717353, |
| "grad_norm": 2.6928452549457407, |
| "learning_rate": 7.5137100964036255e-06, |
| "loss": 0.4115, |
| "step": 4310 |
| }, |
| { |
| "epoch": 0.2493434532913913, |
| "grad_norm": 2.054083128359146, |
| "learning_rate": 7.5079374242336786e-06, |
| "loss": 0.4121, |
| "step": 4320 |
| }, |
| { |
| "epoch": 0.2499206372110473, |
| "grad_norm": 2.6316000209561663, |
| "learning_rate": 7.502164752063731e-06, |
| "loss": 0.4186, |
| "step": 4330 |
| }, |
| { |
| "epoch": 0.2504978211307033, |
| "grad_norm": 1.8771833797620388, |
| "learning_rate": 7.496392079893784e-06, |
| "loss": 0.4001, |
| "step": 4340 |
| }, |
| { |
| "epoch": 0.2510750050503593, |
| "grad_norm": 9.221358255158016, |
| "learning_rate": 7.490619407723836e-06, |
| "loss": 0.4177, |
| "step": 4350 |
| }, |
| { |
| "epoch": 0.2516521889700153, |
| "grad_norm": 1.8539444504213582, |
| "learning_rate": 7.484846735553889e-06, |
| "loss": 0.4055, |
| "step": 4360 |
| }, |
| { |
| "epoch": 0.2522293728896713, |
| "grad_norm": 2.284022523834839, |
| "learning_rate": 7.479074063383941e-06, |
| "loss": 0.4228, |
| "step": 4370 |
| }, |
| { |
| "epoch": 0.2528065568093273, |
| "grad_norm": 1.8613795057409426, |
| "learning_rate": 7.473301391213994e-06, |
| "loss": 0.3886, |
| "step": 4380 |
| }, |
| { |
| "epoch": 0.2533837407289833, |
| "grad_norm": 3.7779942998503855, |
| "learning_rate": 7.467528719044046e-06, |
| "loss": 0.4158, |
| "step": 4390 |
| }, |
| { |
| "epoch": 0.2539609246486393, |
| "grad_norm": 3.7840065627156365, |
| "learning_rate": 7.461756046874099e-06, |
| "loss": 0.4187, |
| "step": 4400 |
| }, |
| { |
| "epoch": 0.2545381085682953, |
| "grad_norm": 5.099586666363089, |
| "learning_rate": 7.455983374704151e-06, |
| "loss": 0.4098, |
| "step": 4410 |
| }, |
| { |
| "epoch": 0.2551152924879513, |
| "grad_norm": 2.6870891278248337, |
| "learning_rate": 7.450210702534204e-06, |
| "loss": 0.3986, |
| "step": 4420 |
| }, |
| { |
| "epoch": 0.2556924764076073, |
| "grad_norm": 2.7248868412027583, |
| "learning_rate": 7.444438030364256e-06, |
| "loss": 0.4038, |
| "step": 4430 |
| }, |
| { |
| "epoch": 0.2562696603272633, |
| "grad_norm": 3.714403433710303, |
| "learning_rate": 7.438665358194309e-06, |
| "loss": 0.4045, |
| "step": 4440 |
| }, |
| { |
| "epoch": 0.2568468442469193, |
| "grad_norm": 2.9240340589059644, |
| "learning_rate": 7.432892686024361e-06, |
| "loss": 0.3911, |
| "step": 4450 |
| }, |
| { |
| "epoch": 0.2574240281665753, |
| "grad_norm": 4.331854988527969, |
| "learning_rate": 7.427120013854414e-06, |
| "loss": 0.394, |
| "step": 4460 |
| }, |
| { |
| "epoch": 0.2580012120862313, |
| "grad_norm": 6.84340943547103, |
| "learning_rate": 7.421347341684466e-06, |
| "loss": 0.3884, |
| "step": 4470 |
| }, |
| { |
| "epoch": 0.2585783960058873, |
| "grad_norm": 26.71610826157837, |
| "learning_rate": 7.415574669514519e-06, |
| "loss": 0.4126, |
| "step": 4480 |
| }, |
| { |
| "epoch": 0.2591555799255433, |
| "grad_norm": 3.691538028091923, |
| "learning_rate": 7.4098019973445714e-06, |
| "loss": 0.3997, |
| "step": 4490 |
| }, |
| { |
| "epoch": 0.2597327638451993, |
| "grad_norm": 3.6466304992174527, |
| "learning_rate": 7.4040293251746245e-06, |
| "loss": 0.387, |
| "step": 4500 |
| }, |
| { |
| "epoch": 0.2603099477648553, |
| "grad_norm": 3.069337367045407, |
| "learning_rate": 7.398256653004677e-06, |
| "loss": 0.3925, |
| "step": 4510 |
| }, |
| { |
| "epoch": 0.2608871316845113, |
| "grad_norm": 17.7941278304272, |
| "learning_rate": 7.39248398083473e-06, |
| "loss": 0.3904, |
| "step": 4520 |
| }, |
| { |
| "epoch": 0.2614643156041673, |
| "grad_norm": 4.010302222583594, |
| "learning_rate": 7.386711308664781e-06, |
| "loss": 0.4, |
| "step": 4530 |
| }, |
| { |
| "epoch": 0.2620414995238233, |
| "grad_norm": 2.891669458141575, |
| "learning_rate": 7.380938636494834e-06, |
| "loss": 0.3916, |
| "step": 4540 |
| }, |
| { |
| "epoch": 0.2626186834434793, |
| "grad_norm": 3.5781925847929736, |
| "learning_rate": 7.375165964324886e-06, |
| "loss": 0.3901, |
| "step": 4550 |
| }, |
| { |
| "epoch": 0.26319586736313527, |
| "grad_norm": 2.8217409668695814, |
| "learning_rate": 7.369393292154939e-06, |
| "loss": 0.41, |
| "step": 4560 |
| }, |
| { |
| "epoch": 0.26377305128279127, |
| "grad_norm": 4.326569507185014, |
| "learning_rate": 7.363620619984991e-06, |
| "loss": 0.4091, |
| "step": 4570 |
| }, |
| { |
| "epoch": 0.26435023520244727, |
| "grad_norm": 5.515247686980751, |
| "learning_rate": 7.357847947815044e-06, |
| "loss": 0.4203, |
| "step": 4580 |
| }, |
| { |
| "epoch": 0.26492741912210327, |
| "grad_norm": 6.561612435080219, |
| "learning_rate": 7.3520752756450966e-06, |
| "loss": 0.3951, |
| "step": 4590 |
| }, |
| { |
| "epoch": 0.26550460304175927, |
| "grad_norm": 2.241772546310698, |
| "learning_rate": 7.34630260347515e-06, |
| "loss": 0.3985, |
| "step": 4600 |
| }, |
| { |
| "epoch": 0.26608178696141527, |
| "grad_norm": 2.524827575292416, |
| "learning_rate": 7.340529931305202e-06, |
| "loss": 0.3981, |
| "step": 4610 |
| }, |
| { |
| "epoch": 0.26665897088107127, |
| "grad_norm": 2.4686565154848106, |
| "learning_rate": 7.334757259135255e-06, |
| "loss": 0.3948, |
| "step": 4620 |
| }, |
| { |
| "epoch": 0.26723615480072727, |
| "grad_norm": 5.055286394352697, |
| "learning_rate": 7.328984586965306e-06, |
| "loss": 0.3966, |
| "step": 4630 |
| }, |
| { |
| "epoch": 0.26781333872038326, |
| "grad_norm": 2.4105713306719023, |
| "learning_rate": 7.323211914795359e-06, |
| "loss": 0.3896, |
| "step": 4640 |
| }, |
| { |
| "epoch": 0.26839052264003926, |
| "grad_norm": 8.884358381031186, |
| "learning_rate": 7.317439242625411e-06, |
| "loss": 0.4043, |
| "step": 4650 |
| }, |
| { |
| "epoch": 0.26896770655969526, |
| "grad_norm": 3.3786577911171465, |
| "learning_rate": 7.311666570455464e-06, |
| "loss": 0.4087, |
| "step": 4660 |
| }, |
| { |
| "epoch": 0.26954489047935126, |
| "grad_norm": 2.241166004757874, |
| "learning_rate": 7.3058938982855165e-06, |
| "loss": 0.3961, |
| "step": 4670 |
| }, |
| { |
| "epoch": 0.27012207439900726, |
| "grad_norm": 3.7398767727731195, |
| "learning_rate": 7.3001212261155695e-06, |
| "loss": 0.4025, |
| "step": 4680 |
| }, |
| { |
| "epoch": 0.27069925831866326, |
| "grad_norm": 2.4627601331961024, |
| "learning_rate": 7.294348553945622e-06, |
| "loss": 0.3967, |
| "step": 4690 |
| }, |
| { |
| "epoch": 0.27127644223831926, |
| "grad_norm": 2.9400014965222243, |
| "learning_rate": 7.288575881775675e-06, |
| "loss": 0.398, |
| "step": 4700 |
| }, |
| { |
| "epoch": 0.27185362615797526, |
| "grad_norm": 2.371642161881622, |
| "learning_rate": 7.282803209605727e-06, |
| "loss": 0.3878, |
| "step": 4710 |
| }, |
| { |
| "epoch": 0.27243081007763126, |
| "grad_norm": 2.1217448647861943, |
| "learning_rate": 7.27703053743578e-06, |
| "loss": 0.3961, |
| "step": 4720 |
| }, |
| { |
| "epoch": 0.27300799399728726, |
| "grad_norm": 6.480519075871927, |
| "learning_rate": 7.271257865265832e-06, |
| "loss": 0.3904, |
| "step": 4730 |
| }, |
| { |
| "epoch": 0.27358517791694326, |
| "grad_norm": 3.7782562668503292, |
| "learning_rate": 7.265485193095885e-06, |
| "loss": 0.4015, |
| "step": 4740 |
| }, |
| { |
| "epoch": 0.27416236183659926, |
| "grad_norm": 27.34719190524476, |
| "learning_rate": 7.259712520925936e-06, |
| "loss": 0.3995, |
| "step": 4750 |
| }, |
| { |
| "epoch": 0.27473954575625525, |
| "grad_norm": 2.5984426690848044, |
| "learning_rate": 7.2539398487559894e-06, |
| "loss": 0.4091, |
| "step": 4760 |
| }, |
| { |
| "epoch": 0.27531672967591125, |
| "grad_norm": 2.269931164816007, |
| "learning_rate": 7.248167176586042e-06, |
| "loss": 0.391, |
| "step": 4770 |
| }, |
| { |
| "epoch": 0.27589391359556725, |
| "grad_norm": 2.0949435472109443, |
| "learning_rate": 7.242394504416095e-06, |
| "loss": 0.3867, |
| "step": 4780 |
| }, |
| { |
| "epoch": 0.27647109751522325, |
| "grad_norm": 2.1688865736563794, |
| "learning_rate": 7.236621832246147e-06, |
| "loss": 0.3819, |
| "step": 4790 |
| }, |
| { |
| "epoch": 0.27704828143487925, |
| "grad_norm": 3.6275115123885744, |
| "learning_rate": 7.2308491600762e-06, |
| "loss": 0.403, |
| "step": 4800 |
| }, |
| { |
| "epoch": 0.27762546535453525, |
| "grad_norm": 2.7044630613298204, |
| "learning_rate": 7.225076487906253e-06, |
| "loss": 0.401, |
| "step": 4810 |
| }, |
| { |
| "epoch": 0.2782026492741912, |
| "grad_norm": 3.6256795573786853, |
| "learning_rate": 7.219303815736305e-06, |
| "loss": 0.4008, |
| "step": 4820 |
| }, |
| { |
| "epoch": 0.2787798331938472, |
| "grad_norm": 2.3560879474365595, |
| "learning_rate": 7.213531143566358e-06, |
| "loss": 0.382, |
| "step": 4830 |
| }, |
| { |
| "epoch": 0.2793570171135032, |
| "grad_norm": 6.363609259389832, |
| "learning_rate": 7.20775847139641e-06, |
| "loss": 0.3889, |
| "step": 4840 |
| }, |
| { |
| "epoch": 0.2799342010331592, |
| "grad_norm": 2.447343796783594, |
| "learning_rate": 7.201985799226463e-06, |
| "loss": 0.3819, |
| "step": 4850 |
| }, |
| { |
| "epoch": 0.2805113849528152, |
| "grad_norm": 4.454942195776334, |
| "learning_rate": 7.1962131270565146e-06, |
| "loss": 0.4029, |
| "step": 4860 |
| }, |
| { |
| "epoch": 0.2810885688724712, |
| "grad_norm": 4.7341175135353675, |
| "learning_rate": 7.1904404548865684e-06, |
| "loss": 0.3962, |
| "step": 4870 |
| }, |
| { |
| "epoch": 0.2816657527921272, |
| "grad_norm": 1.8389081163765115, |
| "learning_rate": 7.18466778271662e-06, |
| "loss": 0.3962, |
| "step": 4880 |
| }, |
| { |
| "epoch": 0.2822429367117832, |
| "grad_norm": 3.2296499793817612, |
| "learning_rate": 7.178895110546673e-06, |
| "loss": 0.3942, |
| "step": 4890 |
| }, |
| { |
| "epoch": 0.2828201206314392, |
| "grad_norm": 3.947947823306894, |
| "learning_rate": 7.173122438376725e-06, |
| "loss": 0.3976, |
| "step": 4900 |
| }, |
| { |
| "epoch": 0.2833973045510952, |
| "grad_norm": 3.562193655967395, |
| "learning_rate": 7.167349766206778e-06, |
| "loss": 0.3876, |
| "step": 4910 |
| }, |
| { |
| "epoch": 0.2839744884707512, |
| "grad_norm": 2.0441973593521086, |
| "learning_rate": 7.16157709403683e-06, |
| "loss": 0.404, |
| "step": 4920 |
| }, |
| { |
| "epoch": 0.2845516723904072, |
| "grad_norm": 2.3917393046670075, |
| "learning_rate": 7.155804421866883e-06, |
| "loss": 0.4169, |
| "step": 4930 |
| }, |
| { |
| "epoch": 0.2851288563100632, |
| "grad_norm": 2.328855705516118, |
| "learning_rate": 7.150031749696935e-06, |
| "loss": 0.3886, |
| "step": 4940 |
| }, |
| { |
| "epoch": 0.2857060402297192, |
| "grad_norm": 5.150276479313902, |
| "learning_rate": 7.144259077526988e-06, |
| "loss": 0.401, |
| "step": 4950 |
| }, |
| { |
| "epoch": 0.2862832241493752, |
| "grad_norm": 2.4042125393360907, |
| "learning_rate": 7.1384864053570405e-06, |
| "loss": 0.4003, |
| "step": 4960 |
| }, |
| { |
| "epoch": 0.2868604080690312, |
| "grad_norm": 2.8838052574781257, |
| "learning_rate": 7.1327137331870936e-06, |
| "loss": 0.3992, |
| "step": 4970 |
| }, |
| { |
| "epoch": 0.2874375919886872, |
| "grad_norm": 3.3196900990562646, |
| "learning_rate": 7.126941061017145e-06, |
| "loss": 0.4025, |
| "step": 4980 |
| }, |
| { |
| "epoch": 0.2880147759083432, |
| "grad_norm": 5.299768426314854, |
| "learning_rate": 7.121168388847198e-06, |
| "loss": 0.3994, |
| "step": 4990 |
| }, |
| { |
| "epoch": 0.2885919598279992, |
| "grad_norm": 27.899807155688983, |
| "learning_rate": 7.11539571667725e-06, |
| "loss": 0.402, |
| "step": 5000 |
| }, |
| { |
| "epoch": 0.2891691437476552, |
| "grad_norm": 2.2901385928116484, |
| "learning_rate": 7.109623044507303e-06, |
| "loss": 0.3936, |
| "step": 5010 |
| }, |
| { |
| "epoch": 0.2897463276673112, |
| "grad_norm": 5.293699045227353, |
| "learning_rate": 7.103850372337355e-06, |
| "loss": 0.3977, |
| "step": 5020 |
| }, |
| { |
| "epoch": 0.2903235115869672, |
| "grad_norm": 2.2638394900698624, |
| "learning_rate": 7.098077700167408e-06, |
| "loss": 0.3932, |
| "step": 5030 |
| }, |
| { |
| "epoch": 0.2909006955066232, |
| "grad_norm": 2.2021953017040317, |
| "learning_rate": 7.0923050279974605e-06, |
| "loss": 0.4063, |
| "step": 5040 |
| }, |
| { |
| "epoch": 0.2914778794262792, |
| "grad_norm": 3.0086020205487363, |
| "learning_rate": 7.0865323558275135e-06, |
| "loss": 0.3948, |
| "step": 5050 |
| }, |
| { |
| "epoch": 0.2920550633459352, |
| "grad_norm": 2.1426519571708615, |
| "learning_rate": 7.080759683657566e-06, |
| "loss": 0.3967, |
| "step": 5060 |
| }, |
| { |
| "epoch": 0.29263224726559117, |
| "grad_norm": 2.396350457849943, |
| "learning_rate": 7.074987011487619e-06, |
| "loss": 0.3699, |
| "step": 5070 |
| }, |
| { |
| "epoch": 0.29320943118524717, |
| "grad_norm": 48.09761207732283, |
| "learning_rate": 7.06921433931767e-06, |
| "loss": 0.3783, |
| "step": 5080 |
| }, |
| { |
| "epoch": 0.29378661510490317, |
| "grad_norm": 1.9858233601346664, |
| "learning_rate": 7.063441667147724e-06, |
| "loss": 0.3885, |
| "step": 5090 |
| }, |
| { |
| "epoch": 0.29436379902455917, |
| "grad_norm": 1.8720378976655367, |
| "learning_rate": 7.057668994977775e-06, |
| "loss": 0.408, |
| "step": 5100 |
| }, |
| { |
| "epoch": 0.29494098294421517, |
| "grad_norm": 1.9939149039664568, |
| "learning_rate": 7.051896322807828e-06, |
| "loss": 0.3954, |
| "step": 5110 |
| }, |
| { |
| "epoch": 0.29551816686387117, |
| "grad_norm": 1.654582540560213, |
| "learning_rate": 7.04612365063788e-06, |
| "loss": 0.3914, |
| "step": 5120 |
| }, |
| { |
| "epoch": 0.29609535078352717, |
| "grad_norm": 3.06484715205326, |
| "learning_rate": 7.040350978467933e-06, |
| "loss": 0.3941, |
| "step": 5130 |
| }, |
| { |
| "epoch": 0.29667253470318317, |
| "grad_norm": 4.663889722159032, |
| "learning_rate": 7.034578306297986e-06, |
| "loss": 0.3864, |
| "step": 5140 |
| }, |
| { |
| "epoch": 0.29724971862283917, |
| "grad_norm": 7.729000917336516, |
| "learning_rate": 7.028805634128039e-06, |
| "loss": 0.383, |
| "step": 5150 |
| }, |
| { |
| "epoch": 0.29782690254249516, |
| "grad_norm": 3.2930128906393357, |
| "learning_rate": 7.023032961958091e-06, |
| "loss": 0.4141, |
| "step": 5160 |
| }, |
| { |
| "epoch": 0.29840408646215116, |
| "grad_norm": 2.410906648107205, |
| "learning_rate": 7.017260289788144e-06, |
| "loss": 0.3954, |
| "step": 5170 |
| }, |
| { |
| "epoch": 0.29898127038180716, |
| "grad_norm": 2.334082494973446, |
| "learning_rate": 7.011487617618196e-06, |
| "loss": 0.3946, |
| "step": 5180 |
| }, |
| { |
| "epoch": 0.29955845430146316, |
| "grad_norm": 2.5351433587502568, |
| "learning_rate": 7.005714945448249e-06, |
| "loss": 0.3793, |
| "step": 5190 |
| }, |
| { |
| "epoch": 0.30013563822111916, |
| "grad_norm": 4.293591510370919, |
| "learning_rate": 6.9999422732783e-06, |
| "loss": 0.3932, |
| "step": 5200 |
| }, |
| { |
| "epoch": 0.30071282214077516, |
| "grad_norm": 2.7812977150432032, |
| "learning_rate": 6.994169601108353e-06, |
| "loss": 0.4031, |
| "step": 5210 |
| }, |
| { |
| "epoch": 0.30129000606043116, |
| "grad_norm": 2.6445327211143392, |
| "learning_rate": 6.9883969289384055e-06, |
| "loss": 0.3971, |
| "step": 5220 |
| }, |
| { |
| "epoch": 0.30186718998008716, |
| "grad_norm": 3.667055707656093, |
| "learning_rate": 6.9826242567684585e-06, |
| "loss": 0.3863, |
| "step": 5230 |
| }, |
| { |
| "epoch": 0.30244437389974316, |
| "grad_norm": 7.251793531417223, |
| "learning_rate": 6.976851584598511e-06, |
| "loss": 0.3957, |
| "step": 5240 |
| }, |
| { |
| "epoch": 0.30302155781939916, |
| "grad_norm": 2.3512832022952415, |
| "learning_rate": 6.971078912428564e-06, |
| "loss": 0.3795, |
| "step": 5250 |
| }, |
| { |
| "epoch": 0.30359874173905516, |
| "grad_norm": 3.8467854833379103, |
| "learning_rate": 6.965306240258616e-06, |
| "loss": 0.4022, |
| "step": 5260 |
| }, |
| { |
| "epoch": 0.30417592565871115, |
| "grad_norm": 3.452869510119873, |
| "learning_rate": 6.959533568088669e-06, |
| "loss": 0.367, |
| "step": 5270 |
| }, |
| { |
| "epoch": 0.30475310957836715, |
| "grad_norm": 1.7928454544936765, |
| "learning_rate": 6.953760895918721e-06, |
| "loss": 0.3835, |
| "step": 5280 |
| }, |
| { |
| "epoch": 0.30533029349802315, |
| "grad_norm": 3.3141188092724057, |
| "learning_rate": 6.947988223748774e-06, |
| "loss": 0.3841, |
| "step": 5290 |
| }, |
| { |
| "epoch": 0.30590747741767915, |
| "grad_norm": 7.1200801655892905, |
| "learning_rate": 6.942215551578826e-06, |
| "loss": 0.3851, |
| "step": 5300 |
| }, |
| { |
| "epoch": 0.30648466133733515, |
| "grad_norm": 2.6078657985349563, |
| "learning_rate": 6.936442879408879e-06, |
| "loss": 0.3851, |
| "step": 5310 |
| }, |
| { |
| "epoch": 0.30706184525699115, |
| "grad_norm": 3.8742908966217873, |
| "learning_rate": 6.930670207238931e-06, |
| "loss": 0.3657, |
| "step": 5320 |
| }, |
| { |
| "epoch": 0.30763902917664715, |
| "grad_norm": 2.0698861633639885, |
| "learning_rate": 6.924897535068984e-06, |
| "loss": 0.3911, |
| "step": 5330 |
| }, |
| { |
| "epoch": 0.30821621309630315, |
| "grad_norm": 2.5491051422292412, |
| "learning_rate": 6.919124862899037e-06, |
| "loss": 0.3765, |
| "step": 5340 |
| }, |
| { |
| "epoch": 0.30879339701595915, |
| "grad_norm": 3.734949482545124, |
| "learning_rate": 6.913352190729089e-06, |
| "loss": 0.3895, |
| "step": 5350 |
| }, |
| { |
| "epoch": 0.30937058093561515, |
| "grad_norm": 3.6071556886180356, |
| "learning_rate": 6.907579518559142e-06, |
| "loss": 0.3855, |
| "step": 5360 |
| }, |
| { |
| "epoch": 0.30994776485527115, |
| "grad_norm": 2.048967073465003, |
| "learning_rate": 6.901806846389194e-06, |
| "loss": 0.3955, |
| "step": 5370 |
| }, |
| { |
| "epoch": 0.31052494877492715, |
| "grad_norm": 3.6739243647918016, |
| "learning_rate": 6.896034174219247e-06, |
| "loss": 0.3886, |
| "step": 5380 |
| }, |
| { |
| "epoch": 0.31110213269458314, |
| "grad_norm": 6.86781835267949, |
| "learning_rate": 6.890261502049299e-06, |
| "loss": 0.3865, |
| "step": 5390 |
| }, |
| { |
| "epoch": 0.31167931661423914, |
| "grad_norm": 2.3848433309003445, |
| "learning_rate": 6.884488829879352e-06, |
| "loss": 0.382, |
| "step": 5400 |
| }, |
| { |
| "epoch": 0.31225650053389514, |
| "grad_norm": 4.973233732358959, |
| "learning_rate": 6.8787161577094044e-06, |
| "loss": 0.3902, |
| "step": 5410 |
| }, |
| { |
| "epoch": 0.31283368445355114, |
| "grad_norm": 4.047034417439155, |
| "learning_rate": 6.8729434855394575e-06, |
| "loss": 0.3848, |
| "step": 5420 |
| }, |
| { |
| "epoch": 0.31341086837320714, |
| "grad_norm": 2.0502326573281464, |
| "learning_rate": 6.867170813369509e-06, |
| "loss": 0.3775, |
| "step": 5430 |
| }, |
| { |
| "epoch": 0.31398805229286314, |
| "grad_norm": 2.3429460144586747, |
| "learning_rate": 6.861398141199563e-06, |
| "loss": 0.3854, |
| "step": 5440 |
| }, |
| { |
| "epoch": 0.31456523621251914, |
| "grad_norm": 2.366729120218485, |
| "learning_rate": 6.855625469029614e-06, |
| "loss": 0.392, |
| "step": 5450 |
| }, |
| { |
| "epoch": 0.31514242013217514, |
| "grad_norm": 2.846824703607735, |
| "learning_rate": 6.849852796859667e-06, |
| "loss": 0.3899, |
| "step": 5460 |
| }, |
| { |
| "epoch": 0.31571960405183114, |
| "grad_norm": 4.059470208038008, |
| "learning_rate": 6.844080124689719e-06, |
| "loss": 0.3824, |
| "step": 5470 |
| }, |
| { |
| "epoch": 0.31629678797148714, |
| "grad_norm": 3.060450364883157, |
| "learning_rate": 6.838307452519772e-06, |
| "loss": 0.386, |
| "step": 5480 |
| }, |
| { |
| "epoch": 0.31687397189114314, |
| "grad_norm": 6.0419702046843735, |
| "learning_rate": 6.832534780349824e-06, |
| "loss": 0.3989, |
| "step": 5490 |
| }, |
| { |
| "epoch": 0.31745115581079913, |
| "grad_norm": 148.73139965795136, |
| "learning_rate": 6.826762108179877e-06, |
| "loss": 0.3972, |
| "step": 5500 |
| }, |
| { |
| "epoch": 0.31802833973045513, |
| "grad_norm": 4.457525994355414, |
| "learning_rate": 6.8209894360099296e-06, |
| "loss": 0.3917, |
| "step": 5510 |
| }, |
| { |
| "epoch": 0.31860552365011113, |
| "grad_norm": 2.172441867365423, |
| "learning_rate": 6.815216763839983e-06, |
| "loss": 0.3877, |
| "step": 5520 |
| }, |
| { |
| "epoch": 0.31918270756976713, |
| "grad_norm": 3.287076044270403, |
| "learning_rate": 6.809444091670035e-06, |
| "loss": 0.3697, |
| "step": 5530 |
| }, |
| { |
| "epoch": 0.31975989148942313, |
| "grad_norm": 2.0889311701748747, |
| "learning_rate": 6.803671419500088e-06, |
| "loss": 0.3744, |
| "step": 5540 |
| }, |
| { |
| "epoch": 0.32033707540907913, |
| "grad_norm": 3.2176355512083616, |
| "learning_rate": 6.797898747330139e-06, |
| "loss": 0.3936, |
| "step": 5550 |
| }, |
| { |
| "epoch": 0.3209142593287351, |
| "grad_norm": 2.16842859391982, |
| "learning_rate": 6.792126075160192e-06, |
| "loss": 0.3945, |
| "step": 5560 |
| }, |
| { |
| "epoch": 0.3214914432483911, |
| "grad_norm": 3.8670603387604134, |
| "learning_rate": 6.786353402990244e-06, |
| "loss": 0.3883, |
| "step": 5570 |
| }, |
| { |
| "epoch": 0.3220686271680471, |
| "grad_norm": 16.096137517550215, |
| "learning_rate": 6.780580730820297e-06, |
| "loss": 0.3982, |
| "step": 5580 |
| }, |
| { |
| "epoch": 0.32264581108770307, |
| "grad_norm": 3.253563357226522, |
| "learning_rate": 6.7748080586503495e-06, |
| "loss": 0.3971, |
| "step": 5590 |
| }, |
| { |
| "epoch": 0.32322299500735907, |
| "grad_norm": 5.849409027392066, |
| "learning_rate": 6.7690353864804025e-06, |
| "loss": 0.3966, |
| "step": 5600 |
| }, |
| { |
| "epoch": 0.32380017892701507, |
| "grad_norm": 4.446139033898797, |
| "learning_rate": 6.763262714310455e-06, |
| "loss": 0.3871, |
| "step": 5610 |
| }, |
| { |
| "epoch": 0.32437736284667107, |
| "grad_norm": 2.4319593332542953, |
| "learning_rate": 6.757490042140508e-06, |
| "loss": 0.381, |
| "step": 5620 |
| }, |
| { |
| "epoch": 0.32495454676632707, |
| "grad_norm": 4.734141112466146, |
| "learning_rate": 6.75171736997056e-06, |
| "loss": 0.3688, |
| "step": 5630 |
| }, |
| { |
| "epoch": 0.32553173068598307, |
| "grad_norm": 3.0227214340364386, |
| "learning_rate": 6.745944697800613e-06, |
| "loss": 0.3939, |
| "step": 5640 |
| }, |
| { |
| "epoch": 0.32610891460563907, |
| "grad_norm": 6.9528804097069274, |
| "learning_rate": 6.740172025630664e-06, |
| "loss": 0.3859, |
| "step": 5650 |
| }, |
| { |
| "epoch": 0.32668609852529507, |
| "grad_norm": 2.4438240264660527, |
| "learning_rate": 6.734399353460718e-06, |
| "loss": 0.3929, |
| "step": 5660 |
| }, |
| { |
| "epoch": 0.32726328244495106, |
| "grad_norm": 7.001401722934106, |
| "learning_rate": 6.728626681290769e-06, |
| "loss": 0.3878, |
| "step": 5670 |
| }, |
| { |
| "epoch": 0.32784046636460706, |
| "grad_norm": 4.631134068889566, |
| "learning_rate": 6.7228540091208224e-06, |
| "loss": 0.3886, |
| "step": 5680 |
| }, |
| { |
| "epoch": 0.32841765028426306, |
| "grad_norm": 3.0416584434332274, |
| "learning_rate": 6.717081336950875e-06, |
| "loss": 0.3732, |
| "step": 5690 |
| }, |
| { |
| "epoch": 0.32899483420391906, |
| "grad_norm": 3.189118603447828, |
| "learning_rate": 6.711308664780928e-06, |
| "loss": 0.3788, |
| "step": 5700 |
| }, |
| { |
| "epoch": 0.32957201812357506, |
| "grad_norm": 4.412271751435158, |
| "learning_rate": 6.70553599261098e-06, |
| "loss": 0.3903, |
| "step": 5710 |
| }, |
| { |
| "epoch": 0.33014920204323106, |
| "grad_norm": 5.781124605717443, |
| "learning_rate": 6.699763320441033e-06, |
| "loss": 0.3742, |
| "step": 5720 |
| }, |
| { |
| "epoch": 0.33072638596288706, |
| "grad_norm": 2.38240681303682, |
| "learning_rate": 6.693990648271085e-06, |
| "loss": 0.3846, |
| "step": 5730 |
| }, |
| { |
| "epoch": 0.33130356988254306, |
| "grad_norm": 5.627940078972001, |
| "learning_rate": 6.688217976101138e-06, |
| "loss": 0.383, |
| "step": 5740 |
| }, |
| { |
| "epoch": 0.33188075380219906, |
| "grad_norm": 2.5562400913295695, |
| "learning_rate": 6.68244530393119e-06, |
| "loss": 0.388, |
| "step": 5750 |
| }, |
| { |
| "epoch": 0.33245793772185506, |
| "grad_norm": 2.009018555010131, |
| "learning_rate": 6.676672631761243e-06, |
| "loss": 0.3863, |
| "step": 5760 |
| }, |
| { |
| "epoch": 0.33303512164151106, |
| "grad_norm": 2.6584190178994223, |
| "learning_rate": 6.6708999595912945e-06, |
| "loss": 0.382, |
| "step": 5770 |
| }, |
| { |
| "epoch": 0.33361230556116706, |
| "grad_norm": 1.6637756869209672, |
| "learning_rate": 6.6651272874213476e-06, |
| "loss": 0.384, |
| "step": 5780 |
| }, |
| { |
| "epoch": 0.33418948948082305, |
| "grad_norm": 2.3195781804624174, |
| "learning_rate": 6.6593546152514e-06, |
| "loss": 0.3766, |
| "step": 5790 |
| }, |
| { |
| "epoch": 0.33476667340047905, |
| "grad_norm": 3.760084084073311, |
| "learning_rate": 6.653581943081453e-06, |
| "loss": 0.4035, |
| "step": 5800 |
| }, |
| { |
| "epoch": 0.33534385732013505, |
| "grad_norm": 2.1527295119213607, |
| "learning_rate": 6.647809270911505e-06, |
| "loss": 0.3746, |
| "step": 5810 |
| }, |
| { |
| "epoch": 0.33592104123979105, |
| "grad_norm": 2.50518271064483, |
| "learning_rate": 6.642036598741558e-06, |
| "loss": 0.3788, |
| "step": 5820 |
| }, |
| { |
| "epoch": 0.33649822515944705, |
| "grad_norm": 3.4692947058918895, |
| "learning_rate": 6.63626392657161e-06, |
| "loss": 0.3893, |
| "step": 5830 |
| }, |
| { |
| "epoch": 0.33707540907910305, |
| "grad_norm": 2.512775623033029, |
| "learning_rate": 6.630491254401663e-06, |
| "loss": 0.3719, |
| "step": 5840 |
| }, |
| { |
| "epoch": 0.33765259299875905, |
| "grad_norm": 1.9666671304858914, |
| "learning_rate": 6.624718582231716e-06, |
| "loss": 0.3785, |
| "step": 5850 |
| }, |
| { |
| "epoch": 0.33822977691841505, |
| "grad_norm": 2.724605715859374, |
| "learning_rate": 6.618945910061768e-06, |
| "loss": 0.4004, |
| "step": 5860 |
| }, |
| { |
| "epoch": 0.33880696083807105, |
| "grad_norm": 2.7489712656132044, |
| "learning_rate": 6.613173237891821e-06, |
| "loss": 0.3771, |
| "step": 5870 |
| }, |
| { |
| "epoch": 0.33938414475772705, |
| "grad_norm": 2.599485813176942, |
| "learning_rate": 6.6074005657218735e-06, |
| "loss": 0.4003, |
| "step": 5880 |
| }, |
| { |
| "epoch": 0.33996132867738305, |
| "grad_norm": 2.746831225729797, |
| "learning_rate": 6.6016278935519266e-06, |
| "loss": 0.3699, |
| "step": 5890 |
| }, |
| { |
| "epoch": 0.34053851259703904, |
| "grad_norm": 10.192368895005096, |
| "learning_rate": 6.595855221381978e-06, |
| "loss": 0.3825, |
| "step": 5900 |
| }, |
| { |
| "epoch": 0.34111569651669504, |
| "grad_norm": 2.3362074486231785, |
| "learning_rate": 6.590082549212031e-06, |
| "loss": 0.3816, |
| "step": 5910 |
| }, |
| { |
| "epoch": 0.34169288043635104, |
| "grad_norm": 3.2505345689597194, |
| "learning_rate": 6.584309877042083e-06, |
| "loss": 0.4147, |
| "step": 5920 |
| }, |
| { |
| "epoch": 0.34227006435600704, |
| "grad_norm": 2.771813125028045, |
| "learning_rate": 6.578537204872136e-06, |
| "loss": 0.3822, |
| "step": 5930 |
| }, |
| { |
| "epoch": 0.34284724827566304, |
| "grad_norm": 2.600143172725041, |
| "learning_rate": 6.572764532702188e-06, |
| "loss": 0.3718, |
| "step": 5940 |
| }, |
| { |
| "epoch": 0.34342443219531904, |
| "grad_norm": 3.904138501463535, |
| "learning_rate": 6.566991860532241e-06, |
| "loss": 0.3886, |
| "step": 5950 |
| }, |
| { |
| "epoch": 0.34400161611497504, |
| "grad_norm": 5.0319871188012515, |
| "learning_rate": 6.5612191883622935e-06, |
| "loss": 0.3877, |
| "step": 5960 |
| }, |
| { |
| "epoch": 0.34457880003463104, |
| "grad_norm": 13.625359588311552, |
| "learning_rate": 6.5554465161923465e-06, |
| "loss": 0.3687, |
| "step": 5970 |
| }, |
| { |
| "epoch": 0.34515598395428704, |
| "grad_norm": 2.920042053925227, |
| "learning_rate": 6.549673844022399e-06, |
| "loss": 0.3859, |
| "step": 5980 |
| }, |
| { |
| "epoch": 0.34573316787394304, |
| "grad_norm": 3.5277767201369223, |
| "learning_rate": 6.543901171852452e-06, |
| "loss": 0.3789, |
| "step": 5990 |
| }, |
| { |
| "epoch": 0.34631035179359904, |
| "grad_norm": 2.7899995578571426, |
| "learning_rate": 6.538128499682503e-06, |
| "loss": 0.3668, |
| "step": 6000 |
| }, |
| { |
| "epoch": 0.34688753571325504, |
| "grad_norm": 5.64453785605591, |
| "learning_rate": 6.532355827512557e-06, |
| "loss": 0.3824, |
| "step": 6010 |
| }, |
| { |
| "epoch": 0.34746471963291103, |
| "grad_norm": 3.440174338768187, |
| "learning_rate": 6.526583155342608e-06, |
| "loss": 0.3844, |
| "step": 6020 |
| }, |
| { |
| "epoch": 0.34804190355256703, |
| "grad_norm": 3.9486486049020635, |
| "learning_rate": 6.520810483172661e-06, |
| "loss": 0.3897, |
| "step": 6030 |
| }, |
| { |
| "epoch": 0.34861908747222303, |
| "grad_norm": 7.253991235141298, |
| "learning_rate": 6.515037811002713e-06, |
| "loss": 0.3677, |
| "step": 6040 |
| }, |
| { |
| "epoch": 0.34919627139187903, |
| "grad_norm": 7.656685618930045, |
| "learning_rate": 6.509265138832766e-06, |
| "loss": 0.388, |
| "step": 6050 |
| }, |
| { |
| "epoch": 0.34977345531153503, |
| "grad_norm": 2.213875264653562, |
| "learning_rate": 6.503492466662819e-06, |
| "loss": 0.3851, |
| "step": 6060 |
| }, |
| { |
| "epoch": 0.35035063923119103, |
| "grad_norm": 5.474678610165808, |
| "learning_rate": 6.497719794492872e-06, |
| "loss": 0.3777, |
| "step": 6070 |
| }, |
| { |
| "epoch": 0.35092782315084703, |
| "grad_norm": 4.538506198098333, |
| "learning_rate": 6.491947122322924e-06, |
| "loss": 0.3606, |
| "step": 6080 |
| }, |
| { |
| "epoch": 0.35150500707050303, |
| "grad_norm": 2.7367624612828627, |
| "learning_rate": 6.486174450152977e-06, |
| "loss": 0.3824, |
| "step": 6090 |
| }, |
| { |
| "epoch": 0.352082190990159, |
| "grad_norm": 3.9600996597048432, |
| "learning_rate": 6.480401777983029e-06, |
| "loss": 0.3865, |
| "step": 6100 |
| }, |
| { |
| "epoch": 0.352659374909815, |
| "grad_norm": 6.138903729575434, |
| "learning_rate": 6.474629105813082e-06, |
| "loss": 0.3836, |
| "step": 6110 |
| }, |
| { |
| "epoch": 0.353236558829471, |
| "grad_norm": 3.1110082739843676, |
| "learning_rate": 6.468856433643133e-06, |
| "loss": 0.3941, |
| "step": 6120 |
| }, |
| { |
| "epoch": 0.353813742749127, |
| "grad_norm": 3.0125957250660997, |
| "learning_rate": 6.463083761473186e-06, |
| "loss": 0.3907, |
| "step": 6130 |
| }, |
| { |
| "epoch": 0.354390926668783, |
| "grad_norm": 5.777332948819984, |
| "learning_rate": 6.4573110893032385e-06, |
| "loss": 0.3926, |
| "step": 6140 |
| }, |
| { |
| "epoch": 0.354968110588439, |
| "grad_norm": 10.69646287431515, |
| "learning_rate": 6.4515384171332915e-06, |
| "loss": 0.3892, |
| "step": 6150 |
| }, |
| { |
| "epoch": 0.355545294508095, |
| "grad_norm": 5.389336302495197, |
| "learning_rate": 6.445765744963344e-06, |
| "loss": 0.3957, |
| "step": 6160 |
| }, |
| { |
| "epoch": 0.356122478427751, |
| "grad_norm": 12.802235491479053, |
| "learning_rate": 6.439993072793397e-06, |
| "loss": 0.3742, |
| "step": 6170 |
| }, |
| { |
| "epoch": 0.356699662347407, |
| "grad_norm": 4.196338750242119, |
| "learning_rate": 6.434220400623449e-06, |
| "loss": 0.3878, |
| "step": 6180 |
| }, |
| { |
| "epoch": 0.357276846267063, |
| "grad_norm": 3.7684375534000276, |
| "learning_rate": 6.428447728453502e-06, |
| "loss": 0.3724, |
| "step": 6190 |
| }, |
| { |
| "epoch": 0.357854030186719, |
| "grad_norm": 2.4825477710744446, |
| "learning_rate": 6.422675056283554e-06, |
| "loss": 0.3665, |
| "step": 6200 |
| }, |
| { |
| "epoch": 0.358431214106375, |
| "grad_norm": 2.5273547043428244, |
| "learning_rate": 6.416902384113607e-06, |
| "loss": 0.3682, |
| "step": 6210 |
| }, |
| { |
| "epoch": 0.359008398026031, |
| "grad_norm": 3.3691141387535453, |
| "learning_rate": 6.4111297119436584e-06, |
| "loss": 0.3884, |
| "step": 6220 |
| }, |
| { |
| "epoch": 0.359585581945687, |
| "grad_norm": 3.986041227799815, |
| "learning_rate": 6.405357039773712e-06, |
| "loss": 0.3793, |
| "step": 6230 |
| }, |
| { |
| "epoch": 0.360162765865343, |
| "grad_norm": 4.388692532796717, |
| "learning_rate": 6.399584367603764e-06, |
| "loss": 0.3826, |
| "step": 6240 |
| }, |
| { |
| "epoch": 0.360739949784999, |
| "grad_norm": 5.61124433419293, |
| "learning_rate": 6.393811695433817e-06, |
| "loss": 0.3725, |
| "step": 6250 |
| }, |
| { |
| "epoch": 0.361317133704655, |
| "grad_norm": 5.79217310796387, |
| "learning_rate": 6.388039023263869e-06, |
| "loss": 0.3803, |
| "step": 6260 |
| }, |
| { |
| "epoch": 0.361894317624311, |
| "grad_norm": 3.3092133128777017, |
| "learning_rate": 6.382266351093922e-06, |
| "loss": 0.3727, |
| "step": 6270 |
| }, |
| { |
| "epoch": 0.362471501543967, |
| "grad_norm": 2.6436967571480308, |
| "learning_rate": 6.376493678923974e-06, |
| "loss": 0.3869, |
| "step": 6280 |
| }, |
| { |
| "epoch": 0.363048685463623, |
| "grad_norm": 4.870192599092706, |
| "learning_rate": 6.370721006754027e-06, |
| "loss": 0.3711, |
| "step": 6290 |
| }, |
| { |
| "epoch": 0.36362586938327895, |
| "grad_norm": 6.412850489358521, |
| "learning_rate": 6.364948334584079e-06, |
| "loss": 0.3778, |
| "step": 6300 |
| }, |
| { |
| "epoch": 0.36420305330293495, |
| "grad_norm": 6.723734658950526, |
| "learning_rate": 6.359175662414132e-06, |
| "loss": 0.375, |
| "step": 6310 |
| }, |
| { |
| "epoch": 0.36478023722259095, |
| "grad_norm": 2.9855811704461916, |
| "learning_rate": 6.353402990244184e-06, |
| "loss": 0.3968, |
| "step": 6320 |
| }, |
| { |
| "epoch": 0.36535742114224695, |
| "grad_norm": 4.253318369577758, |
| "learning_rate": 6.3476303180742374e-06, |
| "loss": 0.3835, |
| "step": 6330 |
| }, |
| { |
| "epoch": 0.36593460506190295, |
| "grad_norm": 3.350507256204714, |
| "learning_rate": 6.341857645904289e-06, |
| "loss": 0.3934, |
| "step": 6340 |
| }, |
| { |
| "epoch": 0.36651178898155895, |
| "grad_norm": 7.6596745260829024, |
| "learning_rate": 6.336084973734342e-06, |
| "loss": 0.3695, |
| "step": 6350 |
| }, |
| { |
| "epoch": 0.36708897290121495, |
| "grad_norm": 5.170501025053992, |
| "learning_rate": 6.330312301564394e-06, |
| "loss": 0.3822, |
| "step": 6360 |
| }, |
| { |
| "epoch": 0.36766615682087095, |
| "grad_norm": 3.3572394366722342, |
| "learning_rate": 6.324539629394447e-06, |
| "loss": 0.3756, |
| "step": 6370 |
| }, |
| { |
| "epoch": 0.36824334074052695, |
| "grad_norm": 4.222113472184697, |
| "learning_rate": 6.3187669572245e-06, |
| "loss": 0.3934, |
| "step": 6380 |
| }, |
| { |
| "epoch": 0.36882052466018295, |
| "grad_norm": 4.239041230078147, |
| "learning_rate": 6.312994285054552e-06, |
| "loss": 0.3841, |
| "step": 6390 |
| }, |
| { |
| "epoch": 0.36939770857983895, |
| "grad_norm": 3.8859530952931425, |
| "learning_rate": 6.307221612884605e-06, |
| "loss": 0.3747, |
| "step": 6400 |
| }, |
| { |
| "epoch": 0.36997489249949495, |
| "grad_norm": 5.0107950962438315, |
| "learning_rate": 6.301448940714657e-06, |
| "loss": 0.3781, |
| "step": 6410 |
| }, |
| { |
| "epoch": 0.37055207641915094, |
| "grad_norm": 19.339302178387896, |
| "learning_rate": 6.29567626854471e-06, |
| "loss": 0.3804, |
| "step": 6420 |
| }, |
| { |
| "epoch": 0.37112926033880694, |
| "grad_norm": 103.6902739739912, |
| "learning_rate": 6.2899035963747626e-06, |
| "loss": 0.3614, |
| "step": 6430 |
| }, |
| { |
| "epoch": 0.37170644425846294, |
| "grad_norm": 9.795833830078546, |
| "learning_rate": 6.284130924204816e-06, |
| "loss": 0.3806, |
| "step": 6440 |
| }, |
| { |
| "epoch": 0.37228362817811894, |
| "grad_norm": 2.835184422290757, |
| "learning_rate": 6.278358252034868e-06, |
| "loss": 0.3635, |
| "step": 6450 |
| }, |
| { |
| "epoch": 0.37286081209777494, |
| "grad_norm": 17.867434742010555, |
| "learning_rate": 6.272585579864921e-06, |
| "loss": 0.3825, |
| "step": 6460 |
| }, |
| { |
| "epoch": 0.37343799601743094, |
| "grad_norm": 3.5064803159499554, |
| "learning_rate": 6.266812907694972e-06, |
| "loss": 0.3777, |
| "step": 6470 |
| }, |
| { |
| "epoch": 0.37401517993708694, |
| "grad_norm": 6.18556265562049, |
| "learning_rate": 6.261040235525025e-06, |
| "loss": 0.354, |
| "step": 6480 |
| }, |
| { |
| "epoch": 0.37459236385674294, |
| "grad_norm": 5.3643329344286, |
| "learning_rate": 6.255267563355077e-06, |
| "loss": 0.3653, |
| "step": 6490 |
| }, |
| { |
| "epoch": 0.37516954777639894, |
| "grad_norm": 4.370066633666132, |
| "learning_rate": 6.24949489118513e-06, |
| "loss": 0.3799, |
| "step": 6500 |
| }, |
| { |
| "epoch": 0.37574673169605494, |
| "grad_norm": 3.802802160469247, |
| "learning_rate": 6.2437222190151825e-06, |
| "loss": 0.3771, |
| "step": 6510 |
| }, |
| { |
| "epoch": 0.37632391561571094, |
| "grad_norm": 2.999312565631662, |
| "learning_rate": 6.2379495468452355e-06, |
| "loss": 0.3761, |
| "step": 6520 |
| }, |
| { |
| "epoch": 0.37690109953536693, |
| "grad_norm": 7.852310497644898, |
| "learning_rate": 6.232176874675288e-06, |
| "loss": 0.3823, |
| "step": 6530 |
| }, |
| { |
| "epoch": 0.37747828345502293, |
| "grad_norm": 4.876630434197547, |
| "learning_rate": 6.226404202505341e-06, |
| "loss": 0.3704, |
| "step": 6540 |
| }, |
| { |
| "epoch": 0.37805546737467893, |
| "grad_norm": 4.989568751322678, |
| "learning_rate": 6.220631530335393e-06, |
| "loss": 0.3836, |
| "step": 6550 |
| }, |
| { |
| "epoch": 0.37863265129433493, |
| "grad_norm": 3.7548796873491135, |
| "learning_rate": 6.214858858165446e-06, |
| "loss": 0.3759, |
| "step": 6560 |
| }, |
| { |
| "epoch": 0.37920983521399093, |
| "grad_norm": 2.7376006597130513, |
| "learning_rate": 6.209086185995497e-06, |
| "loss": 0.3825, |
| "step": 6570 |
| }, |
| { |
| "epoch": 0.37978701913364693, |
| "grad_norm": 3.835955921955649, |
| "learning_rate": 6.203313513825551e-06, |
| "loss": 0.3892, |
| "step": 6580 |
| }, |
| { |
| "epoch": 0.38036420305330293, |
| "grad_norm": 2.728138816573778, |
| "learning_rate": 6.197540841655602e-06, |
| "loss": 0.3806, |
| "step": 6590 |
| }, |
| { |
| "epoch": 0.38094138697295893, |
| "grad_norm": 6.331854012865428, |
| "learning_rate": 6.1917681694856554e-06, |
| "loss": 0.3849, |
| "step": 6600 |
| }, |
| { |
| "epoch": 0.3815185708926149, |
| "grad_norm": 2.7712160688455394, |
| "learning_rate": 6.185995497315708e-06, |
| "loss": 0.366, |
| "step": 6610 |
| }, |
| { |
| "epoch": 0.3820957548122709, |
| "grad_norm": 2.2697691277132406, |
| "learning_rate": 6.180222825145761e-06, |
| "loss": 0.3625, |
| "step": 6620 |
| }, |
| { |
| "epoch": 0.3826729387319269, |
| "grad_norm": 4.51763189851551, |
| "learning_rate": 6.174450152975813e-06, |
| "loss": 0.3745, |
| "step": 6630 |
| }, |
| { |
| "epoch": 0.3832501226515829, |
| "grad_norm": 22.00920716007038, |
| "learning_rate": 6.168677480805866e-06, |
| "loss": 0.379, |
| "step": 6640 |
| }, |
| { |
| "epoch": 0.3838273065712389, |
| "grad_norm": 8.50487988964264, |
| "learning_rate": 6.162904808635918e-06, |
| "loss": 0.3798, |
| "step": 6650 |
| }, |
| { |
| "epoch": 0.3844044904908949, |
| "grad_norm": 2.756542308650349, |
| "learning_rate": 6.157132136465971e-06, |
| "loss": 0.3777, |
| "step": 6660 |
| }, |
| { |
| "epoch": 0.3849816744105509, |
| "grad_norm": 1.8967629666152492, |
| "learning_rate": 6.151359464296023e-06, |
| "loss": 0.3536, |
| "step": 6670 |
| }, |
| { |
| "epoch": 0.3855588583302069, |
| "grad_norm": 2.208647530669507, |
| "learning_rate": 6.145586792126076e-06, |
| "loss": 0.3757, |
| "step": 6680 |
| }, |
| { |
| "epoch": 0.3861360422498629, |
| "grad_norm": 3.18500818944882, |
| "learning_rate": 6.1398141199561275e-06, |
| "loss": 0.381, |
| "step": 6690 |
| }, |
| { |
| "epoch": 0.3867132261695189, |
| "grad_norm": 3.7319272107204267, |
| "learning_rate": 6.1340414477861806e-06, |
| "loss": 0.3895, |
| "step": 6700 |
| }, |
| { |
| "epoch": 0.3872904100891749, |
| "grad_norm": 6.233879379077169, |
| "learning_rate": 6.128268775616233e-06, |
| "loss": 0.3931, |
| "step": 6710 |
| }, |
| { |
| "epoch": 0.3878675940088309, |
| "grad_norm": 2.5172058960090147, |
| "learning_rate": 6.122496103446286e-06, |
| "loss": 0.3696, |
| "step": 6720 |
| }, |
| { |
| "epoch": 0.3884447779284869, |
| "grad_norm": 2.4821687545852544, |
| "learning_rate": 6.116723431276338e-06, |
| "loss": 0.3783, |
| "step": 6730 |
| }, |
| { |
| "epoch": 0.3890219618481429, |
| "grad_norm": 2.5811379708324984, |
| "learning_rate": 6.110950759106391e-06, |
| "loss": 0.3883, |
| "step": 6740 |
| }, |
| { |
| "epoch": 0.3895991457677989, |
| "grad_norm": 4.606721510393016, |
| "learning_rate": 6.105178086936443e-06, |
| "loss": 0.364, |
| "step": 6750 |
| }, |
| { |
| "epoch": 0.3901763296874549, |
| "grad_norm": 5.353229433626119, |
| "learning_rate": 6.099405414766496e-06, |
| "loss": 0.3882, |
| "step": 6760 |
| }, |
| { |
| "epoch": 0.3907535136071109, |
| "grad_norm": 2.3516345262109617, |
| "learning_rate": 6.093632742596548e-06, |
| "loss": 0.3788, |
| "step": 6770 |
| }, |
| { |
| "epoch": 0.3913306975267669, |
| "grad_norm": 11.487680253286674, |
| "learning_rate": 6.087860070426601e-06, |
| "loss": 0.3889, |
| "step": 6780 |
| }, |
| { |
| "epoch": 0.3919078814464229, |
| "grad_norm": 3.18290202413646, |
| "learning_rate": 6.082087398256653e-06, |
| "loss": 0.3607, |
| "step": 6790 |
| }, |
| { |
| "epoch": 0.3924850653660789, |
| "grad_norm": 2.7380986355865917, |
| "learning_rate": 6.0763147260867065e-06, |
| "loss": 0.3809, |
| "step": 6800 |
| }, |
| { |
| "epoch": 0.3930622492857349, |
| "grad_norm": 2.985403565819371, |
| "learning_rate": 6.070542053916758e-06, |
| "loss": 0.3785, |
| "step": 6810 |
| }, |
| { |
| "epoch": 0.3936394332053909, |
| "grad_norm": 7.257850197480963, |
| "learning_rate": 6.064769381746811e-06, |
| "loss": 0.3813, |
| "step": 6820 |
| }, |
| { |
| "epoch": 0.3942166171250469, |
| "grad_norm": 2.651981631840983, |
| "learning_rate": 6.058996709576863e-06, |
| "loss": 0.3911, |
| "step": 6830 |
| }, |
| { |
| "epoch": 0.3947938010447029, |
| "grad_norm": 3.007540853480136, |
| "learning_rate": 6.053224037406916e-06, |
| "loss": 0.3787, |
| "step": 6840 |
| }, |
| { |
| "epoch": 0.3953709849643589, |
| "grad_norm": 4.967113215124695, |
| "learning_rate": 6.047451365236968e-06, |
| "loss": 0.3729, |
| "step": 6850 |
| }, |
| { |
| "epoch": 0.3959481688840149, |
| "grad_norm": 2.4113519734571627, |
| "learning_rate": 6.041678693067021e-06, |
| "loss": 0.3576, |
| "step": 6860 |
| }, |
| { |
| "epoch": 0.3965253528036709, |
| "grad_norm": 1.5215990778439656, |
| "learning_rate": 6.0359060208970734e-06, |
| "loss": 0.3813, |
| "step": 6870 |
| }, |
| { |
| "epoch": 0.3971025367233269, |
| "grad_norm": 1.9980571139407164, |
| "learning_rate": 6.0301333487271265e-06, |
| "loss": 0.3764, |
| "step": 6880 |
| }, |
| { |
| "epoch": 0.3976797206429829, |
| "grad_norm": 3.851850368869639, |
| "learning_rate": 6.024360676557179e-06, |
| "loss": 0.3793, |
| "step": 6890 |
| }, |
| { |
| "epoch": 0.3982569045626389, |
| "grad_norm": 2.819413612633571, |
| "learning_rate": 6.018588004387232e-06, |
| "loss": 0.3915, |
| "step": 6900 |
| }, |
| { |
| "epoch": 0.3988340884822949, |
| "grad_norm": 2.2801532893497733, |
| "learning_rate": 6.012815332217285e-06, |
| "loss": 0.3927, |
| "step": 6910 |
| }, |
| { |
| "epoch": 0.3994112724019509, |
| "grad_norm": 3.0396536780138734, |
| "learning_rate": 6.007042660047336e-06, |
| "loss": 0.3787, |
| "step": 6920 |
| }, |
| { |
| "epoch": 0.3999884563216069, |
| "grad_norm": 1.9908365824878806, |
| "learning_rate": 6.00126998787739e-06, |
| "loss": 0.3751, |
| "step": 6930 |
| }, |
| { |
| "epoch": 0.4005656402412629, |
| "grad_norm": 2.5287281468598817, |
| "learning_rate": 5.995497315707441e-06, |
| "loss": 0.3739, |
| "step": 6940 |
| }, |
| { |
| "epoch": 0.4011428241609189, |
| "grad_norm": 2.3877649628077404, |
| "learning_rate": 5.989724643537494e-06, |
| "loss": 0.3931, |
| "step": 6950 |
| }, |
| { |
| "epoch": 0.4017200080805749, |
| "grad_norm": 1.751274625854989, |
| "learning_rate": 5.983951971367546e-06, |
| "loss": 0.3725, |
| "step": 6960 |
| }, |
| { |
| "epoch": 0.4022971920002309, |
| "grad_norm": 7.097265852789204, |
| "learning_rate": 5.978179299197599e-06, |
| "loss": 0.3771, |
| "step": 6970 |
| }, |
| { |
| "epoch": 0.4028743759198869, |
| "grad_norm": 1.5751898011207688, |
| "learning_rate": 5.972406627027652e-06, |
| "loss": 0.3804, |
| "step": 6980 |
| }, |
| { |
| "epoch": 0.4034515598395429, |
| "grad_norm": 3.487612778253862, |
| "learning_rate": 5.966633954857705e-06, |
| "loss": 0.3677, |
| "step": 6990 |
| }, |
| { |
| "epoch": 0.4040287437591989, |
| "grad_norm": 2.622057972311098, |
| "learning_rate": 5.960861282687757e-06, |
| "loss": 0.3778, |
| "step": 7000 |
| }, |
| { |
| "epoch": 0.4046059276788549, |
| "grad_norm": 2.7368469799858532, |
| "learning_rate": 5.95508861051781e-06, |
| "loss": 0.3768, |
| "step": 7010 |
| }, |
| { |
| "epoch": 0.4051831115985109, |
| "grad_norm": 1.6133398127083427, |
| "learning_rate": 5.949315938347862e-06, |
| "loss": 0.3799, |
| "step": 7020 |
| }, |
| { |
| "epoch": 0.4057602955181669, |
| "grad_norm": 3.191334805976918, |
| "learning_rate": 5.943543266177915e-06, |
| "loss": 0.3813, |
| "step": 7030 |
| }, |
| { |
| "epoch": 0.40633747943782283, |
| "grad_norm": 2.8991810624406784, |
| "learning_rate": 5.937770594007966e-06, |
| "loss": 0.376, |
| "step": 7040 |
| }, |
| { |
| "epoch": 0.40691466335747883, |
| "grad_norm": 2.0785390805202684, |
| "learning_rate": 5.931997921838019e-06, |
| "loss": 0.3729, |
| "step": 7050 |
| }, |
| { |
| "epoch": 0.40749184727713483, |
| "grad_norm": 1.9512094562324862, |
| "learning_rate": 5.9262252496680715e-06, |
| "loss": 0.3732, |
| "step": 7060 |
| }, |
| { |
| "epoch": 0.40806903119679083, |
| "grad_norm": 3.3176725840902206, |
| "learning_rate": 5.9204525774981245e-06, |
| "loss": 0.3874, |
| "step": 7070 |
| }, |
| { |
| "epoch": 0.40864621511644683, |
| "grad_norm": 3.000837724994079, |
| "learning_rate": 5.914679905328177e-06, |
| "loss": 0.3745, |
| "step": 7080 |
| }, |
| { |
| "epoch": 0.40922339903610283, |
| "grad_norm": 1.8158962267665133, |
| "learning_rate": 5.90890723315823e-06, |
| "loss": 0.3756, |
| "step": 7090 |
| }, |
| { |
| "epoch": 0.40980058295575883, |
| "grad_norm": 2.324389501252935, |
| "learning_rate": 5.903134560988282e-06, |
| "loss": 0.3886, |
| "step": 7100 |
| }, |
| { |
| "epoch": 0.41037776687541483, |
| "grad_norm": 2.894571332845524, |
| "learning_rate": 5.897361888818335e-06, |
| "loss": 0.3869, |
| "step": 7110 |
| }, |
| { |
| "epoch": 0.41095495079507083, |
| "grad_norm": 2.629677485680801, |
| "learning_rate": 5.891589216648387e-06, |
| "loss": 0.3615, |
| "step": 7120 |
| }, |
| { |
| "epoch": 0.4115321347147268, |
| "grad_norm": 13.759434005163566, |
| "learning_rate": 5.88581654447844e-06, |
| "loss": 0.3678, |
| "step": 7130 |
| }, |
| { |
| "epoch": 0.4121093186343828, |
| "grad_norm": 3.187249272214218, |
| "learning_rate": 5.8800438723084915e-06, |
| "loss": 0.3496, |
| "step": 7140 |
| }, |
| { |
| "epoch": 0.4126865025540388, |
| "grad_norm": 25.01828326406148, |
| "learning_rate": 5.874271200138545e-06, |
| "loss": 0.3831, |
| "step": 7150 |
| }, |
| { |
| "epoch": 0.4132636864736948, |
| "grad_norm": 4.28899556920541, |
| "learning_rate": 5.868498527968597e-06, |
| "loss": 0.3847, |
| "step": 7160 |
| }, |
| { |
| "epoch": 0.4138408703933508, |
| "grad_norm": 5.017592395582479, |
| "learning_rate": 5.86272585579865e-06, |
| "loss": 0.3528, |
| "step": 7170 |
| }, |
| { |
| "epoch": 0.4144180543130068, |
| "grad_norm": 3.6138133944499686, |
| "learning_rate": 5.856953183628702e-06, |
| "loss": 0.3615, |
| "step": 7180 |
| }, |
| { |
| "epoch": 0.4149952382326628, |
| "grad_norm": 11.345281193048963, |
| "learning_rate": 5.851180511458755e-06, |
| "loss": 0.36, |
| "step": 7190 |
| }, |
| { |
| "epoch": 0.4155724221523188, |
| "grad_norm": 4.1575514029124525, |
| "learning_rate": 5.845407839288807e-06, |
| "loss": 0.3707, |
| "step": 7200 |
| }, |
| { |
| "epoch": 0.4161496060719748, |
| "grad_norm": 5.184879687211155, |
| "learning_rate": 5.83963516711886e-06, |
| "loss": 0.3584, |
| "step": 7210 |
| }, |
| { |
| "epoch": 0.4167267899916308, |
| "grad_norm": 3.6353294525038256, |
| "learning_rate": 5.833862494948912e-06, |
| "loss": 0.3922, |
| "step": 7220 |
| }, |
| { |
| "epoch": 0.4173039739112868, |
| "grad_norm": 10.083912587939164, |
| "learning_rate": 5.828089822778965e-06, |
| "loss": 0.358, |
| "step": 7230 |
| }, |
| { |
| "epoch": 0.4178811578309428, |
| "grad_norm": 3.795430776940293, |
| "learning_rate": 5.822317150609017e-06, |
| "loss": 0.3584, |
| "step": 7240 |
| }, |
| { |
| "epoch": 0.4184583417505988, |
| "grad_norm": 2.735432424886805, |
| "learning_rate": 5.8165444784390704e-06, |
| "loss": 0.3628, |
| "step": 7250 |
| }, |
| { |
| "epoch": 0.4190355256702548, |
| "grad_norm": 3.7538394849350034, |
| "learning_rate": 5.810771806269122e-06, |
| "loss": 0.3808, |
| "step": 7260 |
| }, |
| { |
| "epoch": 0.4196127095899108, |
| "grad_norm": 3.486146744000872, |
| "learning_rate": 5.804999134099175e-06, |
| "loss": 0.3677, |
| "step": 7270 |
| }, |
| { |
| "epoch": 0.4201898935095668, |
| "grad_norm": 6.482596192596544, |
| "learning_rate": 5.799226461929227e-06, |
| "loss": 0.3715, |
| "step": 7280 |
| }, |
| { |
| "epoch": 0.4207670774292228, |
| "grad_norm": 15.287481532081374, |
| "learning_rate": 5.79345378975928e-06, |
| "loss": 0.3607, |
| "step": 7290 |
| }, |
| { |
| "epoch": 0.4213442613488788, |
| "grad_norm": 5.756011268210783, |
| "learning_rate": 5.787681117589332e-06, |
| "loss": 0.3829, |
| "step": 7300 |
| }, |
| { |
| "epoch": 0.4219214452685348, |
| "grad_norm": 5.238271188240731, |
| "learning_rate": 5.781908445419385e-06, |
| "loss": 0.3685, |
| "step": 7310 |
| }, |
| { |
| "epoch": 0.4224986291881908, |
| "grad_norm": 5.072523904302979, |
| "learning_rate": 5.776135773249437e-06, |
| "loss": 0.3785, |
| "step": 7320 |
| }, |
| { |
| "epoch": 0.4230758131078468, |
| "grad_norm": 2.7230926250144494, |
| "learning_rate": 5.77036310107949e-06, |
| "loss": 0.3586, |
| "step": 7330 |
| }, |
| { |
| "epoch": 0.4236529970275028, |
| "grad_norm": 3.1651643016202438, |
| "learning_rate": 5.7645904289095425e-06, |
| "loss": 0.3675, |
| "step": 7340 |
| }, |
| { |
| "epoch": 0.4242301809471588, |
| "grad_norm": 5.575569273909336, |
| "learning_rate": 5.7588177567395956e-06, |
| "loss": 0.3659, |
| "step": 7350 |
| }, |
| { |
| "epoch": 0.4248073648668148, |
| "grad_norm": 3.4372405530276686, |
| "learning_rate": 5.753045084569647e-06, |
| "loss": 0.3562, |
| "step": 7360 |
| }, |
| { |
| "epoch": 0.4253845487864708, |
| "grad_norm": 3.1380962366302203, |
| "learning_rate": 5.747272412399701e-06, |
| "loss": 0.3665, |
| "step": 7370 |
| }, |
| { |
| "epoch": 0.4259617327061268, |
| "grad_norm": 4.195020514299469, |
| "learning_rate": 5.741499740229752e-06, |
| "loss": 0.3834, |
| "step": 7380 |
| }, |
| { |
| "epoch": 0.4265389166257828, |
| "grad_norm": 2.5201571788814103, |
| "learning_rate": 5.735727068059805e-06, |
| "loss": 0.3598, |
| "step": 7390 |
| }, |
| { |
| "epoch": 0.4271161005454388, |
| "grad_norm": 7.757366621212017, |
| "learning_rate": 5.729954395889857e-06, |
| "loss": 0.365, |
| "step": 7400 |
| }, |
| { |
| "epoch": 0.4276932844650948, |
| "grad_norm": 3.6863947123217438, |
| "learning_rate": 5.72418172371991e-06, |
| "loss": 0.3605, |
| "step": 7410 |
| }, |
| { |
| "epoch": 0.4282704683847508, |
| "grad_norm": 2.713386138832286, |
| "learning_rate": 5.7184090515499625e-06, |
| "loss": 0.3692, |
| "step": 7420 |
| }, |
| { |
| "epoch": 0.4288476523044068, |
| "grad_norm": 4.061486235134526, |
| "learning_rate": 5.7126363793800155e-06, |
| "loss": 0.3615, |
| "step": 7430 |
| }, |
| { |
| "epoch": 0.4294248362240628, |
| "grad_norm": 3.171386095616653, |
| "learning_rate": 5.7068637072100685e-06, |
| "loss": 0.3742, |
| "step": 7440 |
| }, |
| { |
| "epoch": 0.4300020201437188, |
| "grad_norm": 3.0632786743675173, |
| "learning_rate": 5.701091035040121e-06, |
| "loss": 0.3669, |
| "step": 7450 |
| }, |
| { |
| "epoch": 0.4305792040633748, |
| "grad_norm": 5.9823682538619884, |
| "learning_rate": 5.695318362870174e-06, |
| "loss": 0.3625, |
| "step": 7460 |
| }, |
| { |
| "epoch": 0.4311563879830308, |
| "grad_norm": 2.587936253733615, |
| "learning_rate": 5.689545690700226e-06, |
| "loss": 0.3654, |
| "step": 7470 |
| }, |
| { |
| "epoch": 0.4317335719026868, |
| "grad_norm": 3.3311960193145507, |
| "learning_rate": 5.683773018530279e-06, |
| "loss": 0.3849, |
| "step": 7480 |
| }, |
| { |
| "epoch": 0.4323107558223428, |
| "grad_norm": 7.2504266943512885, |
| "learning_rate": 5.67800034636033e-06, |
| "loss": 0.383, |
| "step": 7490 |
| }, |
| { |
| "epoch": 0.4328879397419988, |
| "grad_norm": 2.565927845188403, |
| "learning_rate": 5.672227674190383e-06, |
| "loss": 0.3689, |
| "step": 7500 |
| }, |
| { |
| "epoch": 0.4334651236616548, |
| "grad_norm": 2.596436540237007, |
| "learning_rate": 5.6664550020204354e-06, |
| "loss": 0.3783, |
| "step": 7510 |
| }, |
| { |
| "epoch": 0.4340423075813108, |
| "grad_norm": 3.2568921956880397, |
| "learning_rate": 5.6606823298504884e-06, |
| "loss": 0.3622, |
| "step": 7520 |
| }, |
| { |
| "epoch": 0.4346194915009668, |
| "grad_norm": 3.534180092969136, |
| "learning_rate": 5.654909657680541e-06, |
| "loss": 0.374, |
| "step": 7530 |
| }, |
| { |
| "epoch": 0.4351966754206228, |
| "grad_norm": 2.320956209280894, |
| "learning_rate": 5.649136985510594e-06, |
| "loss": 0.3618, |
| "step": 7540 |
| }, |
| { |
| "epoch": 0.4357738593402788, |
| "grad_norm": 2.7986565358175732, |
| "learning_rate": 5.643364313340646e-06, |
| "loss": 0.376, |
| "step": 7550 |
| }, |
| { |
| "epoch": 0.4363510432599348, |
| "grad_norm": 4.3640055595975955, |
| "learning_rate": 5.637591641170699e-06, |
| "loss": 0.359, |
| "step": 7560 |
| }, |
| { |
| "epoch": 0.4369282271795908, |
| "grad_norm": 2.4295878318318893, |
| "learning_rate": 5.631818969000751e-06, |
| "loss": 0.3837, |
| "step": 7570 |
| }, |
| { |
| "epoch": 0.4375054110992468, |
| "grad_norm": 2.5358015892610304, |
| "learning_rate": 5.626046296830804e-06, |
| "loss": 0.3824, |
| "step": 7580 |
| }, |
| { |
| "epoch": 0.4380825950189028, |
| "grad_norm": 2.732560193932699, |
| "learning_rate": 5.620273624660856e-06, |
| "loss": 0.3657, |
| "step": 7590 |
| }, |
| { |
| "epoch": 0.4386597789385588, |
| "grad_norm": 4.150107259821488, |
| "learning_rate": 5.614500952490909e-06, |
| "loss": 0.3805, |
| "step": 7600 |
| }, |
| { |
| "epoch": 0.4392369628582148, |
| "grad_norm": 6.027002919837396, |
| "learning_rate": 5.6087282803209605e-06, |
| "loss": 0.3733, |
| "step": 7610 |
| }, |
| { |
| "epoch": 0.4398141467778708, |
| "grad_norm": 4.383047686001244, |
| "learning_rate": 5.6029556081510136e-06, |
| "loss": 0.3798, |
| "step": 7620 |
| }, |
| { |
| "epoch": 0.4403913306975268, |
| "grad_norm": 3.183548428631444, |
| "learning_rate": 5.597182935981066e-06, |
| "loss": 0.3704, |
| "step": 7630 |
| }, |
| { |
| "epoch": 0.4409685146171828, |
| "grad_norm": 3.2995502847867364, |
| "learning_rate": 5.591410263811119e-06, |
| "loss": 0.3868, |
| "step": 7640 |
| }, |
| { |
| "epoch": 0.4415456985368388, |
| "grad_norm": 2.9302522543070384, |
| "learning_rate": 5.585637591641171e-06, |
| "loss": 0.3719, |
| "step": 7650 |
| }, |
| { |
| "epoch": 0.4421228824564948, |
| "grad_norm": 3.699827330713927, |
| "learning_rate": 5.579864919471224e-06, |
| "loss": 0.3843, |
| "step": 7660 |
| }, |
| { |
| "epoch": 0.4427000663761508, |
| "grad_norm": 10.131740140492866, |
| "learning_rate": 5.574092247301276e-06, |
| "loss": 0.3741, |
| "step": 7670 |
| }, |
| { |
| "epoch": 0.4432772502958068, |
| "grad_norm": 2.53184828015941, |
| "learning_rate": 5.568319575131329e-06, |
| "loss": 0.3679, |
| "step": 7680 |
| }, |
| { |
| "epoch": 0.4438544342154628, |
| "grad_norm": 2.735336367396379, |
| "learning_rate": 5.562546902961381e-06, |
| "loss": 0.3794, |
| "step": 7690 |
| }, |
| { |
| "epoch": 0.4444316181351188, |
| "grad_norm": 3.118950089045635, |
| "learning_rate": 5.556774230791434e-06, |
| "loss": 0.3749, |
| "step": 7700 |
| }, |
| { |
| "epoch": 0.4450088020547748, |
| "grad_norm": 2.0345152708541736, |
| "learning_rate": 5.551001558621486e-06, |
| "loss": 0.3797, |
| "step": 7710 |
| }, |
| { |
| "epoch": 0.4455859859744308, |
| "grad_norm": 2.216729946357023, |
| "learning_rate": 5.5452288864515395e-06, |
| "loss": 0.3704, |
| "step": 7720 |
| }, |
| { |
| "epoch": 0.4461631698940868, |
| "grad_norm": 11.605317744790039, |
| "learning_rate": 5.539456214281591e-06, |
| "loss": 0.3826, |
| "step": 7730 |
| }, |
| { |
| "epoch": 0.4467403538137428, |
| "grad_norm": 5.555060033849291, |
| "learning_rate": 5.533683542111644e-06, |
| "loss": 0.3768, |
| "step": 7740 |
| }, |
| { |
| "epoch": 0.4473175377333988, |
| "grad_norm": 2.5005756710793507, |
| "learning_rate": 5.527910869941696e-06, |
| "loss": 0.3667, |
| "step": 7750 |
| }, |
| { |
| "epoch": 0.4478947216530548, |
| "grad_norm": 4.5009505264076655, |
| "learning_rate": 5.522138197771749e-06, |
| "loss": 0.3773, |
| "step": 7760 |
| }, |
| { |
| "epoch": 0.44847190557271077, |
| "grad_norm": 2.6271424623008945, |
| "learning_rate": 5.516365525601801e-06, |
| "loss": 0.3737, |
| "step": 7770 |
| }, |
| { |
| "epoch": 0.4490490894923667, |
| "grad_norm": 12.12839502479119, |
| "learning_rate": 5.510592853431854e-06, |
| "loss": 0.3573, |
| "step": 7780 |
| }, |
| { |
| "epoch": 0.4496262734120227, |
| "grad_norm": 4.194839597547066, |
| "learning_rate": 5.5048201812619064e-06, |
| "loss": 0.3774, |
| "step": 7790 |
| }, |
| { |
| "epoch": 0.4502034573316787, |
| "grad_norm": 2.1887367164733016, |
| "learning_rate": 5.4990475090919595e-06, |
| "loss": 0.381, |
| "step": 7800 |
| }, |
| { |
| "epoch": 0.4507806412513347, |
| "grad_norm": 3.1886528624855925, |
| "learning_rate": 5.493274836922012e-06, |
| "loss": 0.37, |
| "step": 7810 |
| }, |
| { |
| "epoch": 0.4513578251709907, |
| "grad_norm": 2.4110545743480527, |
| "learning_rate": 5.487502164752065e-06, |
| "loss": 0.3604, |
| "step": 7820 |
| }, |
| { |
| "epoch": 0.4519350090906467, |
| "grad_norm": 2.9847050808092166, |
| "learning_rate": 5.481729492582116e-06, |
| "loss": 0.3675, |
| "step": 7830 |
| }, |
| { |
| "epoch": 0.4525121930103027, |
| "grad_norm": 5.885118240316819, |
| "learning_rate": 5.475956820412169e-06, |
| "loss": 0.3856, |
| "step": 7840 |
| }, |
| { |
| "epoch": 0.4530893769299587, |
| "grad_norm": 5.303575867358966, |
| "learning_rate": 5.470184148242221e-06, |
| "loss": 0.3607, |
| "step": 7850 |
| }, |
| { |
| "epoch": 0.4536665608496147, |
| "grad_norm": 7.1549036006295035, |
| "learning_rate": 5.464411476072274e-06, |
| "loss": 0.3699, |
| "step": 7860 |
| }, |
| { |
| "epoch": 0.4542437447692707, |
| "grad_norm": 1.8926865310221554, |
| "learning_rate": 5.458638803902326e-06, |
| "loss": 0.3676, |
| "step": 7870 |
| }, |
| { |
| "epoch": 0.4548209286889267, |
| "grad_norm": 4.130403133399794, |
| "learning_rate": 5.452866131732379e-06, |
| "loss": 0.3624, |
| "step": 7880 |
| }, |
| { |
| "epoch": 0.4553981126085827, |
| "grad_norm": 3.4241484954051677, |
| "learning_rate": 5.4470934595624316e-06, |
| "loss": 0.3652, |
| "step": 7890 |
| }, |
| { |
| "epoch": 0.4559752965282387, |
| "grad_norm": 7.8305369558715725, |
| "learning_rate": 5.441320787392485e-06, |
| "loss": 0.35, |
| "step": 7900 |
| }, |
| { |
| "epoch": 0.4565524804478947, |
| "grad_norm": 7.1372161394964575, |
| "learning_rate": 5.435548115222537e-06, |
| "loss": 0.3742, |
| "step": 7910 |
| }, |
| { |
| "epoch": 0.4571296643675507, |
| "grad_norm": 20.273585832785447, |
| "learning_rate": 5.42977544305259e-06, |
| "loss": 0.3769, |
| "step": 7920 |
| }, |
| { |
| "epoch": 0.4577068482872067, |
| "grad_norm": 2.794498898766565, |
| "learning_rate": 5.424002770882641e-06, |
| "loss": 0.384, |
| "step": 7930 |
| }, |
| { |
| "epoch": 0.4582840322068627, |
| "grad_norm": 7.066469891261649, |
| "learning_rate": 5.418230098712695e-06, |
| "loss": 0.3795, |
| "step": 7940 |
| }, |
| { |
| "epoch": 0.4588612161265187, |
| "grad_norm": 2.8353456413911737, |
| "learning_rate": 5.412457426542746e-06, |
| "loss": 0.3643, |
| "step": 7950 |
| }, |
| { |
| "epoch": 0.4594384000461747, |
| "grad_norm": 3.0383570429357345, |
| "learning_rate": 5.406684754372799e-06, |
| "loss": 0.3718, |
| "step": 7960 |
| }, |
| { |
| "epoch": 0.4600155839658307, |
| "grad_norm": 3.6164323938018734, |
| "learning_rate": 5.400912082202852e-06, |
| "loss": 0.3849, |
| "step": 7970 |
| }, |
| { |
| "epoch": 0.4605927678854867, |
| "grad_norm": 2.7123845726783262, |
| "learning_rate": 5.3951394100329045e-06, |
| "loss": 0.3683, |
| "step": 7980 |
| }, |
| { |
| "epoch": 0.4611699518051427, |
| "grad_norm": 2.312599361300853, |
| "learning_rate": 5.3893667378629575e-06, |
| "loss": 0.3798, |
| "step": 7990 |
| }, |
| { |
| "epoch": 0.4617471357247987, |
| "grad_norm": 3.251330933463336, |
| "learning_rate": 5.38359406569301e-06, |
| "loss": 0.3587, |
| "step": 8000 |
| }, |
| { |
| "epoch": 0.4623243196444547, |
| "grad_norm": 6.596375932856641, |
| "learning_rate": 5.377821393523063e-06, |
| "loss": 0.3802, |
| "step": 8010 |
| }, |
| { |
| "epoch": 0.4629015035641107, |
| "grad_norm": 1.8050467998180781, |
| "learning_rate": 5.372048721353115e-06, |
| "loss": 0.3712, |
| "step": 8020 |
| }, |
| { |
| "epoch": 0.4634786874837667, |
| "grad_norm": 5.472845808317412, |
| "learning_rate": 5.366276049183168e-06, |
| "loss": 0.377, |
| "step": 8030 |
| }, |
| { |
| "epoch": 0.4640558714034227, |
| "grad_norm": 21.192833022577837, |
| "learning_rate": 5.36050337701322e-06, |
| "loss": 0.3745, |
| "step": 8040 |
| }, |
| { |
| "epoch": 0.4646330553230787, |
| "grad_norm": 2.3954727021255677, |
| "learning_rate": 5.354730704843273e-06, |
| "loss": 0.368, |
| "step": 8050 |
| }, |
| { |
| "epoch": 0.4652102392427347, |
| "grad_norm": 3.6751726559767652, |
| "learning_rate": 5.3489580326733245e-06, |
| "loss": 0.3803, |
| "step": 8060 |
| }, |
| { |
| "epoch": 0.4657874231623907, |
| "grad_norm": 2.6299220528922316, |
| "learning_rate": 5.3431853605033775e-06, |
| "loss": 0.3655, |
| "step": 8070 |
| }, |
| { |
| "epoch": 0.4663646070820467, |
| "grad_norm": 4.147182980327485, |
| "learning_rate": 5.33741268833343e-06, |
| "loss": 0.376, |
| "step": 8080 |
| }, |
| { |
| "epoch": 0.4669417910017027, |
| "grad_norm": 2.3318408925884526, |
| "learning_rate": 5.331640016163483e-06, |
| "loss": 0.3793, |
| "step": 8090 |
| }, |
| { |
| "epoch": 0.4675189749213587, |
| "grad_norm": 2.5630808791681106, |
| "learning_rate": 5.325867343993535e-06, |
| "loss": 0.3841, |
| "step": 8100 |
| }, |
| { |
| "epoch": 0.4680961588410147, |
| "grad_norm": 16.561602524939726, |
| "learning_rate": 5.320094671823588e-06, |
| "loss": 0.3628, |
| "step": 8110 |
| }, |
| { |
| "epoch": 0.4686733427606707, |
| "grad_norm": 2.655435817667697, |
| "learning_rate": 5.31432199965364e-06, |
| "loss": 0.3827, |
| "step": 8120 |
| }, |
| { |
| "epoch": 0.4692505266803267, |
| "grad_norm": 2.082608101455672, |
| "learning_rate": 5.308549327483693e-06, |
| "loss": 0.3726, |
| "step": 8130 |
| }, |
| { |
| "epoch": 0.4698277105999827, |
| "grad_norm": 7.450725164048278, |
| "learning_rate": 5.302776655313745e-06, |
| "loss": 0.3607, |
| "step": 8140 |
| }, |
| { |
| "epoch": 0.4704048945196387, |
| "grad_norm": 3.727260702005544, |
| "learning_rate": 5.297003983143798e-06, |
| "loss": 0.3666, |
| "step": 8150 |
| }, |
| { |
| "epoch": 0.4709820784392947, |
| "grad_norm": 2.9372607445086816, |
| "learning_rate": 5.29123131097385e-06, |
| "loss": 0.3638, |
| "step": 8160 |
| }, |
| { |
| "epoch": 0.4715592623589507, |
| "grad_norm": 3.011083825137573, |
| "learning_rate": 5.2854586388039034e-06, |
| "loss": 0.3711, |
| "step": 8170 |
| }, |
| { |
| "epoch": 0.4721364462786067, |
| "grad_norm": 5.58881805540413, |
| "learning_rate": 5.279685966633955e-06, |
| "loss": 0.3737, |
| "step": 8180 |
| }, |
| { |
| "epoch": 0.4727136301982627, |
| "grad_norm": 1.9307643066917193, |
| "learning_rate": 5.273913294464008e-06, |
| "loss": 0.3633, |
| "step": 8190 |
| }, |
| { |
| "epoch": 0.4732908141179187, |
| "grad_norm": 2.246158235550298, |
| "learning_rate": 5.26814062229406e-06, |
| "loss": 0.3811, |
| "step": 8200 |
| }, |
| { |
| "epoch": 0.4738679980375747, |
| "grad_norm": 5.378095626076901, |
| "learning_rate": 5.262367950124113e-06, |
| "loss": 0.3772, |
| "step": 8210 |
| }, |
| { |
| "epoch": 0.4744451819572307, |
| "grad_norm": 3.594146830036725, |
| "learning_rate": 5.256595277954165e-06, |
| "loss": 0.3689, |
| "step": 8220 |
| }, |
| { |
| "epoch": 0.4750223658768867, |
| "grad_norm": 1.880161955339062, |
| "learning_rate": 5.250822605784218e-06, |
| "loss": 0.3682, |
| "step": 8230 |
| }, |
| { |
| "epoch": 0.4755995497965427, |
| "grad_norm": 3.655512057019781, |
| "learning_rate": 5.24504993361427e-06, |
| "loss": 0.3601, |
| "step": 8240 |
| }, |
| { |
| "epoch": 0.4761767337161987, |
| "grad_norm": 4.5822643890603345, |
| "learning_rate": 5.239277261444323e-06, |
| "loss": 0.3799, |
| "step": 8250 |
| }, |
| { |
| "epoch": 0.4767539176358547, |
| "grad_norm": 10.062266012222976, |
| "learning_rate": 5.2335045892743755e-06, |
| "loss": 0.3651, |
| "step": 8260 |
| }, |
| { |
| "epoch": 0.4773311015555107, |
| "grad_norm": 7.820363388846345, |
| "learning_rate": 5.2277319171044286e-06, |
| "loss": 0.3629, |
| "step": 8270 |
| }, |
| { |
| "epoch": 0.47790828547516667, |
| "grad_norm": 3.04998159803599, |
| "learning_rate": 5.22195924493448e-06, |
| "loss": 0.3693, |
| "step": 8280 |
| }, |
| { |
| "epoch": 0.47848546939482267, |
| "grad_norm": 4.5635676614995475, |
| "learning_rate": 5.216186572764533e-06, |
| "loss": 0.384, |
| "step": 8290 |
| }, |
| { |
| "epoch": 0.47906265331447867, |
| "grad_norm": 2.1736842754902708, |
| "learning_rate": 5.210413900594585e-06, |
| "loss": 0.363, |
| "step": 8300 |
| }, |
| { |
| "epoch": 0.47963983723413467, |
| "grad_norm": 2.5418326594021887, |
| "learning_rate": 5.204641228424638e-06, |
| "loss": 0.3697, |
| "step": 8310 |
| }, |
| { |
| "epoch": 0.48021702115379067, |
| "grad_norm": 2.692093940326692, |
| "learning_rate": 5.19886855625469e-06, |
| "loss": 0.3691, |
| "step": 8320 |
| }, |
| { |
| "epoch": 0.48079420507344667, |
| "grad_norm": 2.4052933532982816, |
| "learning_rate": 5.193095884084743e-06, |
| "loss": 0.3506, |
| "step": 8330 |
| }, |
| { |
| "epoch": 0.48137138899310267, |
| "grad_norm": 6.620567354797733, |
| "learning_rate": 5.1873232119147955e-06, |
| "loss": 0.3838, |
| "step": 8340 |
| }, |
| { |
| "epoch": 0.48194857291275867, |
| "grad_norm": 2.9255268074292555, |
| "learning_rate": 5.1815505397448485e-06, |
| "loss": 0.3694, |
| "step": 8350 |
| }, |
| { |
| "epoch": 0.48252575683241467, |
| "grad_norm": 13.37602989555681, |
| "learning_rate": 5.175777867574901e-06, |
| "loss": 0.3752, |
| "step": 8360 |
| }, |
| { |
| "epoch": 0.48310294075207066, |
| "grad_norm": 3.511794563236054, |
| "learning_rate": 5.170005195404954e-06, |
| "loss": 0.3741, |
| "step": 8370 |
| }, |
| { |
| "epoch": 0.48368012467172666, |
| "grad_norm": 4.7758963928181375, |
| "learning_rate": 5.164232523235006e-06, |
| "loss": 0.369, |
| "step": 8380 |
| }, |
| { |
| "epoch": 0.48425730859138266, |
| "grad_norm": 3.8240515141083002, |
| "learning_rate": 5.158459851065059e-06, |
| "loss": 0.374, |
| "step": 8390 |
| }, |
| { |
| "epoch": 0.48483449251103866, |
| "grad_norm": 8.100590461673363, |
| "learning_rate": 5.15268717889511e-06, |
| "loss": 0.3563, |
| "step": 8400 |
| }, |
| { |
| "epoch": 0.48541167643069466, |
| "grad_norm": 4.117224392256427, |
| "learning_rate": 5.146914506725163e-06, |
| "loss": 0.3626, |
| "step": 8410 |
| }, |
| { |
| "epoch": 0.48598886035035066, |
| "grad_norm": 3.4662871354919904, |
| "learning_rate": 5.141141834555215e-06, |
| "loss": 0.3848, |
| "step": 8420 |
| }, |
| { |
| "epoch": 0.48656604427000666, |
| "grad_norm": 4.959524985987204, |
| "learning_rate": 5.1353691623852684e-06, |
| "loss": 0.3649, |
| "step": 8430 |
| }, |
| { |
| "epoch": 0.48714322818966266, |
| "grad_norm": 5.172300477902163, |
| "learning_rate": 5.129596490215321e-06, |
| "loss": 0.3732, |
| "step": 8440 |
| }, |
| { |
| "epoch": 0.48772041210931866, |
| "grad_norm": 2.996587870660032, |
| "learning_rate": 5.123823818045374e-06, |
| "loss": 0.3544, |
| "step": 8450 |
| }, |
| { |
| "epoch": 0.48829759602897466, |
| "grad_norm": 5.228719957469869, |
| "learning_rate": 5.118051145875426e-06, |
| "loss": 0.3623, |
| "step": 8460 |
| }, |
| { |
| "epoch": 0.48887477994863066, |
| "grad_norm": 7.078111368668544, |
| "learning_rate": 5.112278473705479e-06, |
| "loss": 0.3521, |
| "step": 8470 |
| }, |
| { |
| "epoch": 0.48945196386828665, |
| "grad_norm": 4.585249570356133, |
| "learning_rate": 5.106505801535531e-06, |
| "loss": 0.3602, |
| "step": 8480 |
| }, |
| { |
| "epoch": 0.49002914778794265, |
| "grad_norm": 3.769909535272591, |
| "learning_rate": 5.100733129365584e-06, |
| "loss": 0.3642, |
| "step": 8490 |
| }, |
| { |
| "epoch": 0.49060633170759865, |
| "grad_norm": 5.843171007267111, |
| "learning_rate": 5.094960457195637e-06, |
| "loss": 0.3844, |
| "step": 8500 |
| }, |
| { |
| "epoch": 0.49118351562725465, |
| "grad_norm": 5.011620359523228, |
| "learning_rate": 5.089187785025688e-06, |
| "loss": 0.3748, |
| "step": 8510 |
| }, |
| { |
| "epoch": 0.4917606995469106, |
| "grad_norm": 3.1629027771513667, |
| "learning_rate": 5.083415112855742e-06, |
| "loss": 0.3756, |
| "step": 8520 |
| }, |
| { |
| "epoch": 0.4923378834665666, |
| "grad_norm": 3.4287778879420583, |
| "learning_rate": 5.0776424406857936e-06, |
| "loss": 0.3654, |
| "step": 8530 |
| }, |
| { |
| "epoch": 0.4929150673862226, |
| "grad_norm": 2.3995913819961077, |
| "learning_rate": 5.0718697685158466e-06, |
| "loss": 0.3497, |
| "step": 8540 |
| }, |
| { |
| "epoch": 0.4934922513058786, |
| "grad_norm": 7.033069082305426, |
| "learning_rate": 5.066097096345899e-06, |
| "loss": 0.3679, |
| "step": 8550 |
| }, |
| { |
| "epoch": 0.4940694352255346, |
| "grad_norm": 9.94984806585782, |
| "learning_rate": 5.060324424175952e-06, |
| "loss": 0.3528, |
| "step": 8560 |
| }, |
| { |
| "epoch": 0.4946466191451906, |
| "grad_norm": 3.544058073278801, |
| "learning_rate": 5.054551752006004e-06, |
| "loss": 0.3578, |
| "step": 8570 |
| }, |
| { |
| "epoch": 0.4952238030648466, |
| "grad_norm": 2.5120291222524176, |
| "learning_rate": 5.048779079836057e-06, |
| "loss": 0.3548, |
| "step": 8580 |
| }, |
| { |
| "epoch": 0.4958009869845026, |
| "grad_norm": 3.3522580875814887, |
| "learning_rate": 5.043006407666109e-06, |
| "loss": 0.3606, |
| "step": 8590 |
| }, |
| { |
| "epoch": 0.4963781709041586, |
| "grad_norm": 2.412854685811211, |
| "learning_rate": 5.037233735496162e-06, |
| "loss": 0.3605, |
| "step": 8600 |
| }, |
| { |
| "epoch": 0.4969553548238146, |
| "grad_norm": 2.9209835829832613, |
| "learning_rate": 5.031461063326214e-06, |
| "loss": 0.3566, |
| "step": 8610 |
| }, |
| { |
| "epoch": 0.4975325387434706, |
| "grad_norm": 2.6580624391224568, |
| "learning_rate": 5.025688391156267e-06, |
| "loss": 0.3806, |
| "step": 8620 |
| }, |
| { |
| "epoch": 0.4981097226631266, |
| "grad_norm": 2.9252114550534567, |
| "learning_rate": 5.019915718986319e-06, |
| "loss": 0.3596, |
| "step": 8630 |
| }, |
| { |
| "epoch": 0.4986869065827826, |
| "grad_norm": 2.432042802537537, |
| "learning_rate": 5.014143046816372e-06, |
| "loss": 0.3849, |
| "step": 8640 |
| }, |
| { |
| "epoch": 0.4992640905024386, |
| "grad_norm": 14.195133545125286, |
| "learning_rate": 5.008370374646424e-06, |
| "loss": 0.3602, |
| "step": 8650 |
| }, |
| { |
| "epoch": 0.4998412744220946, |
| "grad_norm": 88.84290269765289, |
| "learning_rate": 5.002597702476477e-06, |
| "loss": 0.3642, |
| "step": 8660 |
| }, |
| { |
| "epoch": 0.5004184583417506, |
| "grad_norm": 2.935701463863382, |
| "learning_rate": 4.996825030306529e-06, |
| "loss": 0.3792, |
| "step": 8670 |
| }, |
| { |
| "epoch": 0.5009956422614066, |
| "grad_norm": 3.1279829631060396, |
| "learning_rate": 4.991052358136581e-06, |
| "loss": 0.3693, |
| "step": 8680 |
| }, |
| { |
| "epoch": 0.5015728261810626, |
| "grad_norm": 10.193114728366995, |
| "learning_rate": 4.985279685966634e-06, |
| "loss": 0.3597, |
| "step": 8690 |
| }, |
| { |
| "epoch": 0.5021500101007186, |
| "grad_norm": 2.4687234809350107, |
| "learning_rate": 4.9795070137966864e-06, |
| "loss": 0.3574, |
| "step": 8700 |
| }, |
| { |
| "epoch": 0.5027271940203746, |
| "grad_norm": 5.072249220362736, |
| "learning_rate": 4.9737343416267395e-06, |
| "loss": 0.3494, |
| "step": 8710 |
| }, |
| { |
| "epoch": 0.5033043779400306, |
| "grad_norm": 2.491352620261712, |
| "learning_rate": 4.967961669456792e-06, |
| "loss": 0.3567, |
| "step": 8720 |
| }, |
| { |
| "epoch": 0.5038815618596866, |
| "grad_norm": 4.883169609666169, |
| "learning_rate": 4.962188997286845e-06, |
| "loss": 0.3563, |
| "step": 8730 |
| }, |
| { |
| "epoch": 0.5044587457793426, |
| "grad_norm": 3.9469009793644623, |
| "learning_rate": 4.956416325116897e-06, |
| "loss": 0.3669, |
| "step": 8740 |
| }, |
| { |
| "epoch": 0.5050359296989986, |
| "grad_norm": 5.325339903718785, |
| "learning_rate": 4.95064365294695e-06, |
| "loss": 0.3479, |
| "step": 8750 |
| }, |
| { |
| "epoch": 0.5056131136186546, |
| "grad_norm": 2.924190713741744, |
| "learning_rate": 4.944870980777002e-06, |
| "loss": 0.3596, |
| "step": 8760 |
| }, |
| { |
| "epoch": 0.5061902975383106, |
| "grad_norm": 29.94785140992617, |
| "learning_rate": 4.939098308607055e-06, |
| "loss": 0.3482, |
| "step": 8770 |
| }, |
| { |
| "epoch": 0.5067674814579666, |
| "grad_norm": 4.600461351076627, |
| "learning_rate": 4.933325636437107e-06, |
| "loss": 0.3676, |
| "step": 8780 |
| }, |
| { |
| "epoch": 0.5073446653776226, |
| "grad_norm": 3.298079688278539, |
| "learning_rate": 4.92755296426716e-06, |
| "loss": 0.3849, |
| "step": 8790 |
| }, |
| { |
| "epoch": 0.5079218492972786, |
| "grad_norm": 3.3537368346024903, |
| "learning_rate": 4.921780292097212e-06, |
| "loss": 0.354, |
| "step": 8800 |
| }, |
| { |
| "epoch": 0.5084990332169346, |
| "grad_norm": 4.562710088882002, |
| "learning_rate": 4.9160076199272646e-06, |
| "loss": 0.3762, |
| "step": 8810 |
| }, |
| { |
| "epoch": 0.5090762171365906, |
| "grad_norm": 3.600922103480094, |
| "learning_rate": 4.910234947757318e-06, |
| "loss": 0.3709, |
| "step": 8820 |
| }, |
| { |
| "epoch": 0.5096534010562466, |
| "grad_norm": 5.507110655352795, |
| "learning_rate": 4.90446227558737e-06, |
| "loss": 0.35, |
| "step": 8830 |
| }, |
| { |
| "epoch": 0.5102305849759026, |
| "grad_norm": 14.876481920624023, |
| "learning_rate": 4.898689603417423e-06, |
| "loss": 0.3655, |
| "step": 8840 |
| }, |
| { |
| "epoch": 0.5108077688955586, |
| "grad_norm": 6.040943909655418, |
| "learning_rate": 4.892916931247475e-06, |
| "loss": 0.3537, |
| "step": 8850 |
| }, |
| { |
| "epoch": 0.5113849528152146, |
| "grad_norm": 4.784882455474531, |
| "learning_rate": 4.887144259077527e-06, |
| "loss": 0.365, |
| "step": 8860 |
| }, |
| { |
| "epoch": 0.5119621367348706, |
| "grad_norm": 3.5957944832471864, |
| "learning_rate": 4.88137158690758e-06, |
| "loss": 0.3649, |
| "step": 8870 |
| }, |
| { |
| "epoch": 0.5125393206545266, |
| "grad_norm": 7.656707006499249, |
| "learning_rate": 4.875598914737632e-06, |
| "loss": 0.3678, |
| "step": 8880 |
| }, |
| { |
| "epoch": 0.5131165045741826, |
| "grad_norm": 3.6610216347500666, |
| "learning_rate": 4.869826242567685e-06, |
| "loss": 0.3659, |
| "step": 8890 |
| }, |
| { |
| "epoch": 0.5136936884938386, |
| "grad_norm": 4.181649664719206, |
| "learning_rate": 4.8640535703977375e-06, |
| "loss": 0.358, |
| "step": 8900 |
| }, |
| { |
| "epoch": 0.5142708724134946, |
| "grad_norm": 1.8612925513884986, |
| "learning_rate": 4.8582808982277905e-06, |
| "loss": 0.3508, |
| "step": 8910 |
| }, |
| { |
| "epoch": 0.5148480563331506, |
| "grad_norm": 5.0292268546846195, |
| "learning_rate": 4.852508226057843e-06, |
| "loss": 0.3567, |
| "step": 8920 |
| }, |
| { |
| "epoch": 0.5154252402528066, |
| "grad_norm": 5.77083593828813, |
| "learning_rate": 4.846735553887895e-06, |
| "loss": 0.3706, |
| "step": 8930 |
| }, |
| { |
| "epoch": 0.5160024241724626, |
| "grad_norm": 3.1575366683166264, |
| "learning_rate": 4.840962881717948e-06, |
| "loss": 0.3603, |
| "step": 8940 |
| }, |
| { |
| "epoch": 0.5165796080921186, |
| "grad_norm": 3.0092615460602357, |
| "learning_rate": 4.835190209548e-06, |
| "loss": 0.3567, |
| "step": 8950 |
| }, |
| { |
| "epoch": 0.5171567920117746, |
| "grad_norm": 5.424773899652038, |
| "learning_rate": 4.829417537378053e-06, |
| "loss": 0.3569, |
| "step": 8960 |
| }, |
| { |
| "epoch": 0.5177339759314306, |
| "grad_norm": 4.0199024195308075, |
| "learning_rate": 4.823644865208105e-06, |
| "loss": 0.376, |
| "step": 8970 |
| }, |
| { |
| "epoch": 0.5183111598510866, |
| "grad_norm": 8.92239001104145, |
| "learning_rate": 4.8178721930381575e-06, |
| "loss": 0.3572, |
| "step": 8980 |
| }, |
| { |
| "epoch": 0.5188883437707426, |
| "grad_norm": 10.702196683213096, |
| "learning_rate": 4.8120995208682105e-06, |
| "loss": 0.3651, |
| "step": 8990 |
| }, |
| { |
| "epoch": 0.5194655276903986, |
| "grad_norm": 4.470162551927128, |
| "learning_rate": 4.806326848698263e-06, |
| "loss": 0.3654, |
| "step": 9000 |
| }, |
| { |
| "epoch": 0.5200427116100546, |
| "grad_norm": 2.1821708334970737, |
| "learning_rate": 4.800554176528316e-06, |
| "loss": 0.3516, |
| "step": 9010 |
| }, |
| { |
| "epoch": 0.5206198955297106, |
| "grad_norm": 5.347973377285275, |
| "learning_rate": 4.794781504358368e-06, |
| "loss": 0.3623, |
| "step": 9020 |
| }, |
| { |
| "epoch": 0.5211970794493666, |
| "grad_norm": 4.623834142826691, |
| "learning_rate": 4.78900883218842e-06, |
| "loss": 0.3727, |
| "step": 9030 |
| }, |
| { |
| "epoch": 0.5217742633690226, |
| "grad_norm": 5.255808460960779, |
| "learning_rate": 4.783236160018473e-06, |
| "loss": 0.3729, |
| "step": 9040 |
| }, |
| { |
| "epoch": 0.5223514472886785, |
| "grad_norm": 3.1254534476864215, |
| "learning_rate": 4.777463487848525e-06, |
| "loss": 0.3679, |
| "step": 9050 |
| }, |
| { |
| "epoch": 0.5229286312083345, |
| "grad_norm": 9.646051621259671, |
| "learning_rate": 4.771690815678578e-06, |
| "loss": 0.3834, |
| "step": 9060 |
| }, |
| { |
| "epoch": 0.5235058151279905, |
| "grad_norm": 4.490473334084667, |
| "learning_rate": 4.76591814350863e-06, |
| "loss": 0.3656, |
| "step": 9070 |
| }, |
| { |
| "epoch": 0.5240829990476465, |
| "grad_norm": 2.607385547296513, |
| "learning_rate": 4.760145471338683e-06, |
| "loss": 0.3861, |
| "step": 9080 |
| }, |
| { |
| "epoch": 0.5246601829673025, |
| "grad_norm": 3.7754579602738136, |
| "learning_rate": 4.754372799168736e-06, |
| "loss": 0.3506, |
| "step": 9090 |
| }, |
| { |
| "epoch": 0.5252373668869585, |
| "grad_norm": 2.8550942295775896, |
| "learning_rate": 4.748600126998788e-06, |
| "loss": 0.3567, |
| "step": 9100 |
| }, |
| { |
| "epoch": 0.5258145508066145, |
| "grad_norm": 1.7112590538881849, |
| "learning_rate": 4.742827454828841e-06, |
| "loss": 0.3604, |
| "step": 9110 |
| }, |
| { |
| "epoch": 0.5263917347262705, |
| "grad_norm": 2.7066239753400585, |
| "learning_rate": 4.737054782658893e-06, |
| "loss": 0.36, |
| "step": 9120 |
| }, |
| { |
| "epoch": 0.5269689186459265, |
| "grad_norm": 5.758530747558061, |
| "learning_rate": 4.731282110488946e-06, |
| "loss": 0.3634, |
| "step": 9130 |
| }, |
| { |
| "epoch": 0.5275461025655825, |
| "grad_norm": 210.77018196053547, |
| "learning_rate": 4.725509438318998e-06, |
| "loss": 0.3722, |
| "step": 9140 |
| }, |
| { |
| "epoch": 0.5281232864852385, |
| "grad_norm": 2.300368854843036, |
| "learning_rate": 4.71973676614905e-06, |
| "loss": 0.3729, |
| "step": 9150 |
| }, |
| { |
| "epoch": 0.5287004704048945, |
| "grad_norm": 2.210540304841504, |
| "learning_rate": 4.713964093979103e-06, |
| "loss": 0.3796, |
| "step": 9160 |
| }, |
| { |
| "epoch": 0.5292776543245505, |
| "grad_norm": 2.2634685628485145, |
| "learning_rate": 4.7081914218091555e-06, |
| "loss": 0.356, |
| "step": 9170 |
| }, |
| { |
| "epoch": 0.5298548382442065, |
| "grad_norm": 3.1055746156661614, |
| "learning_rate": 4.7024187496392085e-06, |
| "loss": 0.3582, |
| "step": 9180 |
| }, |
| { |
| "epoch": 0.5304320221638625, |
| "grad_norm": 3.654168505440511, |
| "learning_rate": 4.696646077469261e-06, |
| "loss": 0.3607, |
| "step": 9190 |
| }, |
| { |
| "epoch": 0.5310092060835185, |
| "grad_norm": 3.0537549885812347, |
| "learning_rate": 4.690873405299313e-06, |
| "loss": 0.3767, |
| "step": 9200 |
| }, |
| { |
| "epoch": 0.5315863900031745, |
| "grad_norm": 1.9675795559729068, |
| "learning_rate": 4.685100733129366e-06, |
| "loss": 0.3657, |
| "step": 9210 |
| }, |
| { |
| "epoch": 0.5321635739228305, |
| "grad_norm": 2.0115039115011606, |
| "learning_rate": 4.679328060959418e-06, |
| "loss": 0.3601, |
| "step": 9220 |
| }, |
| { |
| "epoch": 0.5327407578424865, |
| "grad_norm": 5.152045183089219, |
| "learning_rate": 4.673555388789471e-06, |
| "loss": 0.3874, |
| "step": 9230 |
| }, |
| { |
| "epoch": 0.5333179417621425, |
| "grad_norm": 3.394195501156254, |
| "learning_rate": 4.667782716619523e-06, |
| "loss": 0.3687, |
| "step": 9240 |
| }, |
| { |
| "epoch": 0.5338951256817985, |
| "grad_norm": 3.733950998673983, |
| "learning_rate": 4.6620100444495755e-06, |
| "loss": 0.3812, |
| "step": 9250 |
| }, |
| { |
| "epoch": 0.5344723096014545, |
| "grad_norm": 2.172335452644072, |
| "learning_rate": 4.6562373722796285e-06, |
| "loss": 0.3719, |
| "step": 9260 |
| }, |
| { |
| "epoch": 0.5350494935211105, |
| "grad_norm": 1.8466321499683245, |
| "learning_rate": 4.650464700109681e-06, |
| "loss": 0.3563, |
| "step": 9270 |
| }, |
| { |
| "epoch": 0.5356266774407665, |
| "grad_norm": 2.411259261337378, |
| "learning_rate": 4.644692027939734e-06, |
| "loss": 0.3652, |
| "step": 9280 |
| }, |
| { |
| "epoch": 0.5362038613604225, |
| "grad_norm": 2.525799052658632, |
| "learning_rate": 4.638919355769787e-06, |
| "loss": 0.357, |
| "step": 9290 |
| }, |
| { |
| "epoch": 0.5367810452800785, |
| "grad_norm": 4.322100164387683, |
| "learning_rate": 4.633146683599839e-06, |
| "loss": 0.344, |
| "step": 9300 |
| }, |
| { |
| "epoch": 0.5373582291997345, |
| "grad_norm": 2.9720413934133267, |
| "learning_rate": 4.627374011429892e-06, |
| "loss": 0.3591, |
| "step": 9310 |
| }, |
| { |
| "epoch": 0.5379354131193905, |
| "grad_norm": 3.236889177938413, |
| "learning_rate": 4.621601339259944e-06, |
| "loss": 0.3698, |
| "step": 9320 |
| }, |
| { |
| "epoch": 0.5385125970390465, |
| "grad_norm": 4.173966589558208, |
| "learning_rate": 4.615828667089996e-06, |
| "loss": 0.3687, |
| "step": 9330 |
| }, |
| { |
| "epoch": 0.5390897809587025, |
| "grad_norm": 3.3050072649704387, |
| "learning_rate": 4.610055994920049e-06, |
| "loss": 0.3559, |
| "step": 9340 |
| }, |
| { |
| "epoch": 0.5396669648783585, |
| "grad_norm": 2.2463012820732904, |
| "learning_rate": 4.6042833227501014e-06, |
| "loss": 0.3585, |
| "step": 9350 |
| }, |
| { |
| "epoch": 0.5402441487980145, |
| "grad_norm": 2.3061353512132357, |
| "learning_rate": 4.5985106505801544e-06, |
| "loss": 0.3666, |
| "step": 9360 |
| }, |
| { |
| "epoch": 0.5408213327176705, |
| "grad_norm": 2.8767755309606393, |
| "learning_rate": 4.592737978410207e-06, |
| "loss": 0.3656, |
| "step": 9370 |
| }, |
| { |
| "epoch": 0.5413985166373265, |
| "grad_norm": 3.5885590608959603, |
| "learning_rate": 4.586965306240259e-06, |
| "loss": 0.3619, |
| "step": 9380 |
| }, |
| { |
| "epoch": 0.5419757005569825, |
| "grad_norm": 3.012510637436092, |
| "learning_rate": 4.581192634070312e-06, |
| "loss": 0.3679, |
| "step": 9390 |
| }, |
| { |
| "epoch": 0.5425528844766385, |
| "grad_norm": 2.074304355176205, |
| "learning_rate": 4.575419961900364e-06, |
| "loss": 0.3558, |
| "step": 9400 |
| }, |
| { |
| "epoch": 0.5431300683962945, |
| "grad_norm": 2.410649696384616, |
| "learning_rate": 4.569647289730417e-06, |
| "loss": 0.3667, |
| "step": 9410 |
| }, |
| { |
| "epoch": 0.5437072523159505, |
| "grad_norm": 6.990964309593162, |
| "learning_rate": 4.563874617560469e-06, |
| "loss": 0.3544, |
| "step": 9420 |
| }, |
| { |
| "epoch": 0.5442844362356065, |
| "grad_norm": 1.6679890672242221, |
| "learning_rate": 4.558101945390521e-06, |
| "loss": 0.3635, |
| "step": 9430 |
| }, |
| { |
| "epoch": 0.5448616201552625, |
| "grad_norm": 3.5900096135866177, |
| "learning_rate": 4.552329273220574e-06, |
| "loss": 0.3548, |
| "step": 9440 |
| }, |
| { |
| "epoch": 0.5454388040749185, |
| "grad_norm": 2.8054899052225655, |
| "learning_rate": 4.5465566010506266e-06, |
| "loss": 0.3573, |
| "step": 9450 |
| }, |
| { |
| "epoch": 0.5460159879945745, |
| "grad_norm": 2.7792687957236315, |
| "learning_rate": 4.5407839288806796e-06, |
| "loss": 0.3677, |
| "step": 9460 |
| }, |
| { |
| "epoch": 0.5465931719142305, |
| "grad_norm": 2.2614901204437636, |
| "learning_rate": 4.535011256710732e-06, |
| "loss": 0.3643, |
| "step": 9470 |
| }, |
| { |
| "epoch": 0.5471703558338865, |
| "grad_norm": 2.062841207589413, |
| "learning_rate": 4.529238584540785e-06, |
| "loss": 0.3592, |
| "step": 9480 |
| }, |
| { |
| "epoch": 0.5477475397535425, |
| "grad_norm": 8.866919074207425, |
| "learning_rate": 4.523465912370837e-06, |
| "loss": 0.3552, |
| "step": 9490 |
| }, |
| { |
| "epoch": 0.5483247236731985, |
| "grad_norm": 2.5645835670129618, |
| "learning_rate": 4.517693240200889e-06, |
| "loss": 0.3498, |
| "step": 9500 |
| }, |
| { |
| "epoch": 0.5489019075928545, |
| "grad_norm": 3.1741970680335716, |
| "learning_rate": 4.511920568030942e-06, |
| "loss": 0.3682, |
| "step": 9510 |
| }, |
| { |
| "epoch": 0.5494790915125105, |
| "grad_norm": 2.0747984580427765, |
| "learning_rate": 4.506147895860994e-06, |
| "loss": 0.3646, |
| "step": 9520 |
| }, |
| { |
| "epoch": 0.5500562754321665, |
| "grad_norm": 2.3586125635742654, |
| "learning_rate": 4.500375223691047e-06, |
| "loss": 0.355, |
| "step": 9530 |
| }, |
| { |
| "epoch": 0.5506334593518225, |
| "grad_norm": 3.8182790115085927, |
| "learning_rate": 4.4946025515210995e-06, |
| "loss": 0.3528, |
| "step": 9540 |
| }, |
| { |
| "epoch": 0.5512106432714785, |
| "grad_norm": 2.623243257421812, |
| "learning_rate": 4.488829879351152e-06, |
| "loss": 0.3551, |
| "step": 9550 |
| }, |
| { |
| "epoch": 0.5517878271911345, |
| "grad_norm": 2.775469371839904, |
| "learning_rate": 4.483057207181205e-06, |
| "loss": 0.3556, |
| "step": 9560 |
| }, |
| { |
| "epoch": 0.5523650111107905, |
| "grad_norm": 2.345529859871698, |
| "learning_rate": 4.477284535011257e-06, |
| "loss": 0.3702, |
| "step": 9570 |
| }, |
| { |
| "epoch": 0.5529421950304465, |
| "grad_norm": 5.265133567547254, |
| "learning_rate": 4.47151186284131e-06, |
| "loss": 0.3617, |
| "step": 9580 |
| }, |
| { |
| "epoch": 0.5535193789501025, |
| "grad_norm": 3.1602517841252897, |
| "learning_rate": 4.465739190671362e-06, |
| "loss": 0.3524, |
| "step": 9590 |
| }, |
| { |
| "epoch": 0.5540965628697585, |
| "grad_norm": 1.8906279954560556, |
| "learning_rate": 4.459966518501414e-06, |
| "loss": 0.3584, |
| "step": 9600 |
| }, |
| { |
| "epoch": 0.5546737467894145, |
| "grad_norm": 3.4743194872868117, |
| "learning_rate": 4.454193846331467e-06, |
| "loss": 0.3531, |
| "step": 9610 |
| }, |
| { |
| "epoch": 0.5552509307090705, |
| "grad_norm": 2.9951619722989578, |
| "learning_rate": 4.4484211741615194e-06, |
| "loss": 0.3525, |
| "step": 9620 |
| }, |
| { |
| "epoch": 0.5558281146287264, |
| "grad_norm": 5.694532155563467, |
| "learning_rate": 4.4426485019915725e-06, |
| "loss": 0.3568, |
| "step": 9630 |
| }, |
| { |
| "epoch": 0.5564052985483824, |
| "grad_norm": 2.0095159465987398, |
| "learning_rate": 4.436875829821625e-06, |
| "loss": 0.3586, |
| "step": 9640 |
| }, |
| { |
| "epoch": 0.5569824824680384, |
| "grad_norm": 2.703106746299796, |
| "learning_rate": 4.431103157651677e-06, |
| "loss": 0.3586, |
| "step": 9650 |
| }, |
| { |
| "epoch": 0.5575596663876944, |
| "grad_norm": 4.366070322479832, |
| "learning_rate": 4.42533048548173e-06, |
| "loss": 0.3628, |
| "step": 9660 |
| }, |
| { |
| "epoch": 0.5581368503073504, |
| "grad_norm": 5.959735845454689, |
| "learning_rate": 4.419557813311782e-06, |
| "loss": 0.3453, |
| "step": 9670 |
| }, |
| { |
| "epoch": 0.5587140342270064, |
| "grad_norm": 3.887262505871754, |
| "learning_rate": 4.413785141141835e-06, |
| "loss": 0.3579, |
| "step": 9680 |
| }, |
| { |
| "epoch": 0.5592912181466624, |
| "grad_norm": 3.5847585820260273, |
| "learning_rate": 4.408012468971887e-06, |
| "loss": 0.353, |
| "step": 9690 |
| }, |
| { |
| "epoch": 0.5598684020663184, |
| "grad_norm": 11.183076093226834, |
| "learning_rate": 4.40223979680194e-06, |
| "loss": 0.354, |
| "step": 9700 |
| }, |
| { |
| "epoch": 0.5604455859859744, |
| "grad_norm": 8.751616032322445, |
| "learning_rate": 4.396467124631992e-06, |
| "loss": 0.358, |
| "step": 9710 |
| }, |
| { |
| "epoch": 0.5610227699056304, |
| "grad_norm": 8.759188394381018, |
| "learning_rate": 4.3906944524620446e-06, |
| "loss": 0.3477, |
| "step": 9720 |
| }, |
| { |
| "epoch": 0.5615999538252864, |
| "grad_norm": 3.185742989121124, |
| "learning_rate": 4.3849217802920976e-06, |
| "loss": 0.3527, |
| "step": 9730 |
| }, |
| { |
| "epoch": 0.5621771377449424, |
| "grad_norm": 2.6034839783878847, |
| "learning_rate": 4.37914910812215e-06, |
| "loss": 0.3614, |
| "step": 9740 |
| }, |
| { |
| "epoch": 0.5627543216645984, |
| "grad_norm": 3.8176039303217943, |
| "learning_rate": 4.373376435952203e-06, |
| "loss": 0.3629, |
| "step": 9750 |
| }, |
| { |
| "epoch": 0.5633315055842544, |
| "grad_norm": 2.892391389713988, |
| "learning_rate": 4.367603763782255e-06, |
| "loss": 0.3543, |
| "step": 9760 |
| }, |
| { |
| "epoch": 0.5639086895039104, |
| "grad_norm": 3.756297203577958, |
| "learning_rate": 4.361831091612307e-06, |
| "loss": 0.3618, |
| "step": 9770 |
| }, |
| { |
| "epoch": 0.5644858734235664, |
| "grad_norm": 5.678261576873807, |
| "learning_rate": 4.35605841944236e-06, |
| "loss": 0.3568, |
| "step": 9780 |
| }, |
| { |
| "epoch": 0.5650630573432224, |
| "grad_norm": 8.441638312518547, |
| "learning_rate": 4.350285747272412e-06, |
| "loss": 0.3729, |
| "step": 9790 |
| }, |
| { |
| "epoch": 0.5656402412628784, |
| "grad_norm": 11.963283236920255, |
| "learning_rate": 4.344513075102465e-06, |
| "loss": 0.3515, |
| "step": 9800 |
| }, |
| { |
| "epoch": 0.5662174251825344, |
| "grad_norm": 5.191809552146641, |
| "learning_rate": 4.338740402932518e-06, |
| "loss": 0.3555, |
| "step": 9810 |
| }, |
| { |
| "epoch": 0.5667946091021904, |
| "grad_norm": 4.402544511071244, |
| "learning_rate": 4.3329677307625705e-06, |
| "loss": 0.3593, |
| "step": 9820 |
| }, |
| { |
| "epoch": 0.5673717930218464, |
| "grad_norm": 3.877667010250195, |
| "learning_rate": 4.327195058592623e-06, |
| "loss": 0.3671, |
| "step": 9830 |
| }, |
| { |
| "epoch": 0.5679489769415024, |
| "grad_norm": 3.6190457236390907, |
| "learning_rate": 4.321422386422676e-06, |
| "loss": 0.3821, |
| "step": 9840 |
| }, |
| { |
| "epoch": 0.5685261608611584, |
| "grad_norm": 6.877296061159591, |
| "learning_rate": 4.315649714252728e-06, |
| "loss": 0.3603, |
| "step": 9850 |
| }, |
| { |
| "epoch": 0.5691033447808144, |
| "grad_norm": 4.590765318427339, |
| "learning_rate": 4.309877042082781e-06, |
| "loss": 0.3713, |
| "step": 9860 |
| }, |
| { |
| "epoch": 0.5696805287004704, |
| "grad_norm": 4.474831184892119, |
| "learning_rate": 4.304104369912833e-06, |
| "loss": 0.3475, |
| "step": 9870 |
| }, |
| { |
| "epoch": 0.5702577126201264, |
| "grad_norm": 6.348172468881283, |
| "learning_rate": 4.298331697742886e-06, |
| "loss": 0.3498, |
| "step": 9880 |
| }, |
| { |
| "epoch": 0.5708348965397824, |
| "grad_norm": 3.2161248922526906, |
| "learning_rate": 4.292559025572938e-06, |
| "loss": 0.3548, |
| "step": 9890 |
| }, |
| { |
| "epoch": 0.5714120804594384, |
| "grad_norm": 3.6712025528595476, |
| "learning_rate": 4.2867863534029905e-06, |
| "loss": 0.3698, |
| "step": 9900 |
| }, |
| { |
| "epoch": 0.5719892643790944, |
| "grad_norm": 6.372020331564792, |
| "learning_rate": 4.2810136812330435e-06, |
| "loss": 0.3774, |
| "step": 9910 |
| }, |
| { |
| "epoch": 0.5725664482987504, |
| "grad_norm": 7.0760072190976055, |
| "learning_rate": 4.275241009063096e-06, |
| "loss": 0.366, |
| "step": 9920 |
| }, |
| { |
| "epoch": 0.5731436322184064, |
| "grad_norm": 4.330191932801956, |
| "learning_rate": 4.269468336893149e-06, |
| "loss": 0.3659, |
| "step": 9930 |
| }, |
| { |
| "epoch": 0.5737208161380624, |
| "grad_norm": 3.7388442828506183, |
| "learning_rate": 4.263695664723201e-06, |
| "loss": 0.3585, |
| "step": 9940 |
| }, |
| { |
| "epoch": 0.5742980000577184, |
| "grad_norm": 3.788666515258982, |
| "learning_rate": 4.257922992553253e-06, |
| "loss": 0.3624, |
| "step": 9950 |
| }, |
| { |
| "epoch": 0.5748751839773744, |
| "grad_norm": 3.882574363808373, |
| "learning_rate": 4.252150320383306e-06, |
| "loss": 0.359, |
| "step": 9960 |
| }, |
| { |
| "epoch": 0.5754523678970304, |
| "grad_norm": 3.3860959596594764, |
| "learning_rate": 4.246377648213358e-06, |
| "loss": 0.3753, |
| "step": 9970 |
| }, |
| { |
| "epoch": 0.5760295518166864, |
| "grad_norm": 3.0843751033026936, |
| "learning_rate": 4.240604976043411e-06, |
| "loss": 0.3623, |
| "step": 9980 |
| }, |
| { |
| "epoch": 0.5766067357363424, |
| "grad_norm": 4.2670578544960165, |
| "learning_rate": 4.234832303873463e-06, |
| "loss": 0.3583, |
| "step": 9990 |
| }, |
| { |
| "epoch": 0.5771839196559984, |
| "grad_norm": 4.252817625823887, |
| "learning_rate": 4.229059631703516e-06, |
| "loss": 0.3576, |
| "step": 10000 |
| }, |
| { |
| "epoch": 0.5777611035756544, |
| "grad_norm": 3.407625305823021, |
| "learning_rate": 4.223286959533569e-06, |
| "loss": 0.3552, |
| "step": 10010 |
| }, |
| { |
| "epoch": 0.5783382874953104, |
| "grad_norm": 3.1679099104052484, |
| "learning_rate": 4.217514287363621e-06, |
| "loss": 0.3738, |
| "step": 10020 |
| }, |
| { |
| "epoch": 0.5789154714149664, |
| "grad_norm": 3.6787102703539443, |
| "learning_rate": 4.211741615193674e-06, |
| "loss": 0.3578, |
| "step": 10030 |
| }, |
| { |
| "epoch": 0.5794926553346224, |
| "grad_norm": 5.851925555703329, |
| "learning_rate": 4.205968943023726e-06, |
| "loss": 0.3419, |
| "step": 10040 |
| }, |
| { |
| "epoch": 0.5800698392542784, |
| "grad_norm": 4.329132073061233, |
| "learning_rate": 4.200196270853779e-06, |
| "loss": 0.3643, |
| "step": 10050 |
| }, |
| { |
| "epoch": 0.5806470231739344, |
| "grad_norm": 5.997643376925449, |
| "learning_rate": 4.194423598683831e-06, |
| "loss": 0.377, |
| "step": 10060 |
| }, |
| { |
| "epoch": 0.5812242070935904, |
| "grad_norm": 2.847934197964713, |
| "learning_rate": 4.188650926513883e-06, |
| "loss": 0.3637, |
| "step": 10070 |
| }, |
| { |
| "epoch": 0.5818013910132463, |
| "grad_norm": 5.914457578502053, |
| "learning_rate": 4.182878254343936e-06, |
| "loss": 0.3674, |
| "step": 10080 |
| }, |
| { |
| "epoch": 0.5823785749329023, |
| "grad_norm": 2.717688952876076, |
| "learning_rate": 4.1771055821739885e-06, |
| "loss": 0.3445, |
| "step": 10090 |
| }, |
| { |
| "epoch": 0.5829557588525583, |
| "grad_norm": 4.506246357458738, |
| "learning_rate": 4.1713329100040415e-06, |
| "loss": 0.3596, |
| "step": 10100 |
| }, |
| { |
| "epoch": 0.5835329427722143, |
| "grad_norm": 4.390097302175211, |
| "learning_rate": 4.165560237834094e-06, |
| "loss": 0.3502, |
| "step": 10110 |
| }, |
| { |
| "epoch": 0.5841101266918703, |
| "grad_norm": 61.470288646964526, |
| "learning_rate": 4.159787565664146e-06, |
| "loss": 0.364, |
| "step": 10120 |
| }, |
| { |
| "epoch": 0.5846873106115263, |
| "grad_norm": 4.249154244474576, |
| "learning_rate": 4.154014893494199e-06, |
| "loss": 0.3494, |
| "step": 10130 |
| }, |
| { |
| "epoch": 0.5852644945311823, |
| "grad_norm": 2.6108964866695956, |
| "learning_rate": 4.148242221324251e-06, |
| "loss": 0.3417, |
| "step": 10140 |
| }, |
| { |
| "epoch": 0.5858416784508383, |
| "grad_norm": 3.655089863468255, |
| "learning_rate": 4.142469549154304e-06, |
| "loss": 0.3576, |
| "step": 10150 |
| }, |
| { |
| "epoch": 0.5864188623704943, |
| "grad_norm": 19.653637032520724, |
| "learning_rate": 4.136696876984356e-06, |
| "loss": 0.3603, |
| "step": 10160 |
| }, |
| { |
| "epoch": 0.5869960462901503, |
| "grad_norm": 4.623567506823282, |
| "learning_rate": 4.1309242048144085e-06, |
| "loss": 0.3486, |
| "step": 10170 |
| }, |
| { |
| "epoch": 0.5875732302098063, |
| "grad_norm": 5.14547645262892, |
| "learning_rate": 4.1251515326444615e-06, |
| "loss": 0.3591, |
| "step": 10180 |
| }, |
| { |
| "epoch": 0.5881504141294623, |
| "grad_norm": 20.59966690800242, |
| "learning_rate": 4.119378860474514e-06, |
| "loss": 0.3473, |
| "step": 10190 |
| }, |
| { |
| "epoch": 0.5887275980491183, |
| "grad_norm": 3.3637726076066796, |
| "learning_rate": 4.113606188304567e-06, |
| "loss": 0.3706, |
| "step": 10200 |
| }, |
| { |
| "epoch": 0.5893047819687743, |
| "grad_norm": 4.061688985881421, |
| "learning_rate": 4.107833516134619e-06, |
| "loss": 0.3694, |
| "step": 10210 |
| }, |
| { |
| "epoch": 0.5898819658884303, |
| "grad_norm": 4.941411464322626, |
| "learning_rate": 4.102060843964671e-06, |
| "loss": 0.3551, |
| "step": 10220 |
| }, |
| { |
| "epoch": 0.5904591498080863, |
| "grad_norm": 4.631050291252514, |
| "learning_rate": 4.096288171794724e-06, |
| "loss": 0.3669, |
| "step": 10230 |
| }, |
| { |
| "epoch": 0.5910363337277423, |
| "grad_norm": 5.833635533863073, |
| "learning_rate": 4.090515499624776e-06, |
| "loss": 0.354, |
| "step": 10240 |
| }, |
| { |
| "epoch": 0.5916135176473983, |
| "grad_norm": 17.060908158433886, |
| "learning_rate": 4.084742827454829e-06, |
| "loss": 0.355, |
| "step": 10250 |
| }, |
| { |
| "epoch": 0.5921907015670543, |
| "grad_norm": 4.438473043902829, |
| "learning_rate": 4.078970155284881e-06, |
| "loss": 0.3559, |
| "step": 10260 |
| }, |
| { |
| "epoch": 0.5927678854867103, |
| "grad_norm": 4.029441903808598, |
| "learning_rate": 4.0731974831149344e-06, |
| "loss": 0.3456, |
| "step": 10270 |
| }, |
| { |
| "epoch": 0.5933450694063663, |
| "grad_norm": 4.894018752470052, |
| "learning_rate": 4.067424810944987e-06, |
| "loss": 0.342, |
| "step": 10280 |
| }, |
| { |
| "epoch": 0.5939222533260223, |
| "grad_norm": 2.403763740670601, |
| "learning_rate": 4.061652138775039e-06, |
| "loss": 0.3653, |
| "step": 10290 |
| }, |
| { |
| "epoch": 0.5944994372456783, |
| "grad_norm": 4.283731997785048, |
| "learning_rate": 4.055879466605092e-06, |
| "loss": 0.3668, |
| "step": 10300 |
| }, |
| { |
| "epoch": 0.5950766211653343, |
| "grad_norm": 3.021670467218982, |
| "learning_rate": 4.050106794435144e-06, |
| "loss": 0.3554, |
| "step": 10310 |
| }, |
| { |
| "epoch": 0.5956538050849903, |
| "grad_norm": 39.77509257463927, |
| "learning_rate": 4.044334122265197e-06, |
| "loss": 0.373, |
| "step": 10320 |
| }, |
| { |
| "epoch": 0.5962309890046463, |
| "grad_norm": 7.734517576459877, |
| "learning_rate": 4.03856145009525e-06, |
| "loss": 0.3545, |
| "step": 10330 |
| }, |
| { |
| "epoch": 0.5968081729243023, |
| "grad_norm": 12.164334264143207, |
| "learning_rate": 4.032788777925302e-06, |
| "loss": 0.3593, |
| "step": 10340 |
| }, |
| { |
| "epoch": 0.5973853568439583, |
| "grad_norm": 6.962481288991228, |
| "learning_rate": 4.027016105755354e-06, |
| "loss": 0.3424, |
| "step": 10350 |
| }, |
| { |
| "epoch": 0.5979625407636143, |
| "grad_norm": 3.265508104782265, |
| "learning_rate": 4.021243433585407e-06, |
| "loss": 0.3401, |
| "step": 10360 |
| }, |
| { |
| "epoch": 0.5985397246832703, |
| "grad_norm": 3.169522843364254, |
| "learning_rate": 4.0154707614154596e-06, |
| "loss": 0.3534, |
| "step": 10370 |
| }, |
| { |
| "epoch": 0.5991169086029263, |
| "grad_norm": 3.2365860904520662, |
| "learning_rate": 4.0096980892455126e-06, |
| "loss": 0.3476, |
| "step": 10380 |
| }, |
| { |
| "epoch": 0.5996940925225823, |
| "grad_norm": 22.34179305900222, |
| "learning_rate": 4.003925417075565e-06, |
| "loss": 0.3615, |
| "step": 10390 |
| }, |
| { |
| "epoch": 0.6002712764422383, |
| "grad_norm": 3.6824711768745235, |
| "learning_rate": 3.998152744905617e-06, |
| "loss": 0.3598, |
| "step": 10400 |
| }, |
| { |
| "epoch": 0.6008484603618943, |
| "grad_norm": 2.244270658998301, |
| "learning_rate": 3.99238007273567e-06, |
| "loss": 0.3602, |
| "step": 10410 |
| }, |
| { |
| "epoch": 0.6014256442815503, |
| "grad_norm": 2.944264669766013, |
| "learning_rate": 3.986607400565722e-06, |
| "loss": 0.3557, |
| "step": 10420 |
| }, |
| { |
| "epoch": 0.6020028282012063, |
| "grad_norm": 3.6813564246612893, |
| "learning_rate": 3.980834728395775e-06, |
| "loss": 0.3426, |
| "step": 10430 |
| }, |
| { |
| "epoch": 0.6025800121208623, |
| "grad_norm": 2.4642472523118193, |
| "learning_rate": 3.975062056225827e-06, |
| "loss": 0.3498, |
| "step": 10440 |
| }, |
| { |
| "epoch": 0.6031571960405183, |
| "grad_norm": 2.612111770933025, |
| "learning_rate": 3.96928938405588e-06, |
| "loss": 0.3738, |
| "step": 10450 |
| }, |
| { |
| "epoch": 0.6037343799601743, |
| "grad_norm": 4.989290119921459, |
| "learning_rate": 3.9635167118859325e-06, |
| "loss": 0.3437, |
| "step": 10460 |
| }, |
| { |
| "epoch": 0.6043115638798303, |
| "grad_norm": 3.191111659552641, |
| "learning_rate": 3.957744039715985e-06, |
| "loss": 0.3513, |
| "step": 10470 |
| }, |
| { |
| "epoch": 0.6048887477994863, |
| "grad_norm": 6.289514020679802, |
| "learning_rate": 3.951971367546038e-06, |
| "loss": 0.3617, |
| "step": 10480 |
| }, |
| { |
| "epoch": 0.6054659317191423, |
| "grad_norm": 4.369159045847553, |
| "learning_rate": 3.94619869537609e-06, |
| "loss": 0.3622, |
| "step": 10490 |
| }, |
| { |
| "epoch": 0.6060431156387983, |
| "grad_norm": 4.272747590300094, |
| "learning_rate": 3.940426023206143e-06, |
| "loss": 0.3679, |
| "step": 10500 |
| }, |
| { |
| "epoch": 0.6066202995584543, |
| "grad_norm": 6.298266009612924, |
| "learning_rate": 3.934653351036195e-06, |
| "loss": 0.3605, |
| "step": 10510 |
| }, |
| { |
| "epoch": 0.6071974834781103, |
| "grad_norm": 2.853912711053667, |
| "learning_rate": 3.928880678866247e-06, |
| "loss": 0.3643, |
| "step": 10520 |
| }, |
| { |
| "epoch": 0.6077746673977663, |
| "grad_norm": 4.905191894605176, |
| "learning_rate": 3.9231080066963e-06, |
| "loss": 0.3566, |
| "step": 10530 |
| }, |
| { |
| "epoch": 0.6083518513174223, |
| "grad_norm": 3.7179571361092307, |
| "learning_rate": 3.9173353345263524e-06, |
| "loss": 0.3534, |
| "step": 10540 |
| }, |
| { |
| "epoch": 0.6089290352370783, |
| "grad_norm": 4.720816418264325, |
| "learning_rate": 3.9115626623564055e-06, |
| "loss": 0.3445, |
| "step": 10550 |
| }, |
| { |
| "epoch": 0.6095062191567343, |
| "grad_norm": 6.0994643547541045, |
| "learning_rate": 3.905789990186458e-06, |
| "loss": 0.3447, |
| "step": 10560 |
| }, |
| { |
| "epoch": 0.6100834030763903, |
| "grad_norm": 7.143461522640564, |
| "learning_rate": 3.90001731801651e-06, |
| "loss": 0.3486, |
| "step": 10570 |
| }, |
| { |
| "epoch": 0.6106605869960463, |
| "grad_norm": 3.5865672738484515, |
| "learning_rate": 3.894244645846563e-06, |
| "loss": 0.3543, |
| "step": 10580 |
| }, |
| { |
| "epoch": 0.6112377709157023, |
| "grad_norm": 3.44671753994167, |
| "learning_rate": 3.888471973676615e-06, |
| "loss": 0.339, |
| "step": 10590 |
| }, |
| { |
| "epoch": 0.6118149548353583, |
| "grad_norm": 4.037111129069171, |
| "learning_rate": 3.882699301506668e-06, |
| "loss": 0.3542, |
| "step": 10600 |
| }, |
| { |
| "epoch": 0.6123921387550143, |
| "grad_norm": 2.5068462700876752, |
| "learning_rate": 3.87692662933672e-06, |
| "loss": 0.3612, |
| "step": 10610 |
| }, |
| { |
| "epoch": 0.6129693226746703, |
| "grad_norm": 2.69916896955261, |
| "learning_rate": 3.871153957166772e-06, |
| "loss": 0.3552, |
| "step": 10620 |
| }, |
| { |
| "epoch": 0.6135465065943263, |
| "grad_norm": 2.12828690128291, |
| "learning_rate": 3.865381284996825e-06, |
| "loss": 0.3464, |
| "step": 10630 |
| }, |
| { |
| "epoch": 0.6141236905139823, |
| "grad_norm": 2.4651478648163754, |
| "learning_rate": 3.8596086128268776e-06, |
| "loss": 0.3714, |
| "step": 10640 |
| }, |
| { |
| "epoch": 0.6147008744336383, |
| "grad_norm": 4.709377859928187, |
| "learning_rate": 3.853835940656931e-06, |
| "loss": 0.3462, |
| "step": 10650 |
| }, |
| { |
| "epoch": 0.6152780583532943, |
| "grad_norm": 14.878118519317356, |
| "learning_rate": 3.848063268486983e-06, |
| "loss": 0.355, |
| "step": 10660 |
| }, |
| { |
| "epoch": 0.6158552422729503, |
| "grad_norm": 7.0013585156765314, |
| "learning_rate": 3.842290596317036e-06, |
| "loss": 0.3548, |
| "step": 10670 |
| }, |
| { |
| "epoch": 0.6164324261926063, |
| "grad_norm": 4.781645383408167, |
| "learning_rate": 3.836517924147088e-06, |
| "loss": 0.3544, |
| "step": 10680 |
| }, |
| { |
| "epoch": 0.6170096101122623, |
| "grad_norm": 2.5404756093298695, |
| "learning_rate": 3.83074525197714e-06, |
| "loss": 0.3534, |
| "step": 10690 |
| }, |
| { |
| "epoch": 0.6175867940319183, |
| "grad_norm": 8.95780042415011, |
| "learning_rate": 3.824972579807193e-06, |
| "loss": 0.3636, |
| "step": 10700 |
| }, |
| { |
| "epoch": 0.6181639779515743, |
| "grad_norm": 4.989641662422552, |
| "learning_rate": 3.819199907637245e-06, |
| "loss": 0.3673, |
| "step": 10710 |
| }, |
| { |
| "epoch": 0.6187411618712303, |
| "grad_norm": 3.0860360298250096, |
| "learning_rate": 3.813427235467298e-06, |
| "loss": 0.3454, |
| "step": 10720 |
| }, |
| { |
| "epoch": 0.6193183457908863, |
| "grad_norm": 5.75583484430528, |
| "learning_rate": 3.8076545632973505e-06, |
| "loss": 0.3598, |
| "step": 10730 |
| }, |
| { |
| "epoch": 0.6198955297105423, |
| "grad_norm": 2.949832246732552, |
| "learning_rate": 3.801881891127403e-06, |
| "loss": 0.3553, |
| "step": 10740 |
| }, |
| { |
| "epoch": 0.6204727136301983, |
| "grad_norm": 5.670166660495844, |
| "learning_rate": 3.7961092189574557e-06, |
| "loss": 0.3626, |
| "step": 10750 |
| }, |
| { |
| "epoch": 0.6210498975498543, |
| "grad_norm": 3.972108943307402, |
| "learning_rate": 3.790336546787508e-06, |
| "loss": 0.3473, |
| "step": 10760 |
| }, |
| { |
| "epoch": 0.6216270814695103, |
| "grad_norm": 6.588272622863319, |
| "learning_rate": 3.7845638746175605e-06, |
| "loss": 0.3504, |
| "step": 10770 |
| }, |
| { |
| "epoch": 0.6222042653891663, |
| "grad_norm": 10.062313562042537, |
| "learning_rate": 3.778791202447613e-06, |
| "loss": 0.348, |
| "step": 10780 |
| }, |
| { |
| "epoch": 0.6227814493088223, |
| "grad_norm": 2.393822027910724, |
| "learning_rate": 3.7730185302776657e-06, |
| "loss": 0.332, |
| "step": 10790 |
| }, |
| { |
| "epoch": 0.6233586332284783, |
| "grad_norm": 3.726451963447983, |
| "learning_rate": 3.7672458581077183e-06, |
| "loss": 0.3544, |
| "step": 10800 |
| }, |
| { |
| "epoch": 0.6239358171481343, |
| "grad_norm": 3.0713208436951405, |
| "learning_rate": 3.761473185937771e-06, |
| "loss": 0.3569, |
| "step": 10810 |
| }, |
| { |
| "epoch": 0.6245130010677903, |
| "grad_norm": 8.506793083475245, |
| "learning_rate": 3.755700513767823e-06, |
| "loss": 0.3498, |
| "step": 10820 |
| }, |
| { |
| "epoch": 0.6250901849874463, |
| "grad_norm": 5.0436471202946205, |
| "learning_rate": 3.7499278415978756e-06, |
| "loss": 0.3539, |
| "step": 10830 |
| }, |
| { |
| "epoch": 0.6256673689071023, |
| "grad_norm": 3.0241635545445957, |
| "learning_rate": 3.7441551694279282e-06, |
| "loss": 0.3623, |
| "step": 10840 |
| }, |
| { |
| "epoch": 0.6262445528267583, |
| "grad_norm": 2.4939286036772703, |
| "learning_rate": 3.7383824972579812e-06, |
| "loss": 0.3578, |
| "step": 10850 |
| }, |
| { |
| "epoch": 0.6268217367464143, |
| "grad_norm": 3.3678230813106373, |
| "learning_rate": 3.732609825088034e-06, |
| "loss": 0.3568, |
| "step": 10860 |
| }, |
| { |
| "epoch": 0.6273989206660703, |
| "grad_norm": 3.1630251340425795, |
| "learning_rate": 3.7268371529180864e-06, |
| "loss": 0.3488, |
| "step": 10870 |
| }, |
| { |
| "epoch": 0.6279761045857263, |
| "grad_norm": 4.715668356612278, |
| "learning_rate": 3.721064480748139e-06, |
| "loss": 0.3487, |
| "step": 10880 |
| }, |
| { |
| "epoch": 0.6285532885053823, |
| "grad_norm": 3.430089287433023, |
| "learning_rate": 3.7152918085781912e-06, |
| "loss": 0.3676, |
| "step": 10890 |
| }, |
| { |
| "epoch": 0.6291304724250383, |
| "grad_norm": 2.9339747157831546, |
| "learning_rate": 3.709519136408244e-06, |
| "loss": 0.3507, |
| "step": 10900 |
| }, |
| { |
| "epoch": 0.6297076563446943, |
| "grad_norm": 4.2204605393920485, |
| "learning_rate": 3.7037464642382964e-06, |
| "loss": 0.3446, |
| "step": 10910 |
| }, |
| { |
| "epoch": 0.6302848402643503, |
| "grad_norm": 2.5323029057405764, |
| "learning_rate": 3.697973792068349e-06, |
| "loss": 0.3507, |
| "step": 10920 |
| }, |
| { |
| "epoch": 0.6308620241840063, |
| "grad_norm": 1.959685524861653, |
| "learning_rate": 3.6922011198984016e-06, |
| "loss": 0.3551, |
| "step": 10930 |
| }, |
| { |
| "epoch": 0.6314392081036623, |
| "grad_norm": 2.2201928530131085, |
| "learning_rate": 3.6864284477284538e-06, |
| "loss": 0.3476, |
| "step": 10940 |
| }, |
| { |
| "epoch": 0.6320163920233183, |
| "grad_norm": 2.5294366254069645, |
| "learning_rate": 3.6806557755585064e-06, |
| "loss": 0.3502, |
| "step": 10950 |
| }, |
| { |
| "epoch": 0.6325935759429743, |
| "grad_norm": 2.5929823326561103, |
| "learning_rate": 3.674883103388559e-06, |
| "loss": 0.3477, |
| "step": 10960 |
| }, |
| { |
| "epoch": 0.6331707598626303, |
| "grad_norm": 3.0643397308226903, |
| "learning_rate": 3.6691104312186116e-06, |
| "loss": 0.3511, |
| "step": 10970 |
| }, |
| { |
| "epoch": 0.6337479437822863, |
| "grad_norm": 3.725143554468828, |
| "learning_rate": 3.663337759048664e-06, |
| "loss": 0.3597, |
| "step": 10980 |
| }, |
| { |
| "epoch": 0.6343251277019423, |
| "grad_norm": 2.332988363561149, |
| "learning_rate": 3.6575650868787168e-06, |
| "loss": 0.3547, |
| "step": 10990 |
| }, |
| { |
| "epoch": 0.6349023116215983, |
| "grad_norm": 4.338506151135665, |
| "learning_rate": 3.651792414708769e-06, |
| "loss": 0.3621, |
| "step": 11000 |
| }, |
| { |
| "epoch": 0.6354794955412543, |
| "grad_norm": 5.853920773449472, |
| "learning_rate": 3.6460197425388215e-06, |
| "loss": 0.3467, |
| "step": 11010 |
| }, |
| { |
| "epoch": 0.6360566794609103, |
| "grad_norm": 2.9801395957721217, |
| "learning_rate": 3.640247070368874e-06, |
| "loss": 0.3533, |
| "step": 11020 |
| }, |
| { |
| "epoch": 0.6366338633805663, |
| "grad_norm": 5.428993197624115, |
| "learning_rate": 3.6344743981989267e-06, |
| "loss": 0.3477, |
| "step": 11030 |
| }, |
| { |
| "epoch": 0.6372110473002223, |
| "grad_norm": 2.1575911965605914, |
| "learning_rate": 3.6287017260289793e-06, |
| "loss": 0.3463, |
| "step": 11040 |
| }, |
| { |
| "epoch": 0.6377882312198783, |
| "grad_norm": 3.3210877709918982, |
| "learning_rate": 3.622929053859032e-06, |
| "loss": 0.3546, |
| "step": 11050 |
| }, |
| { |
| "epoch": 0.6383654151395343, |
| "grad_norm": 2.686843207231148, |
| "learning_rate": 3.617156381689084e-06, |
| "loss": 0.3518, |
| "step": 11060 |
| }, |
| { |
| "epoch": 0.6389425990591903, |
| "grad_norm": 5.280345153851947, |
| "learning_rate": 3.6113837095191367e-06, |
| "loss": 0.3579, |
| "step": 11070 |
| }, |
| { |
| "epoch": 0.6395197829788463, |
| "grad_norm": 5.403871542937742, |
| "learning_rate": 3.6056110373491893e-06, |
| "loss": 0.3489, |
| "step": 11080 |
| }, |
| { |
| "epoch": 0.6400969668985023, |
| "grad_norm": 2.9735701887326833, |
| "learning_rate": 3.599838365179242e-06, |
| "loss": 0.3502, |
| "step": 11090 |
| }, |
| { |
| "epoch": 0.6406741508181583, |
| "grad_norm": 2.6891252705595368, |
| "learning_rate": 3.5940656930092945e-06, |
| "loss": 0.3612, |
| "step": 11100 |
| }, |
| { |
| "epoch": 0.6412513347378141, |
| "grad_norm": 4.660072834904341, |
| "learning_rate": 3.5882930208393467e-06, |
| "loss": 0.3408, |
| "step": 11110 |
| }, |
| { |
| "epoch": 0.6418285186574701, |
| "grad_norm": 8.181225664129359, |
| "learning_rate": 3.5825203486693993e-06, |
| "loss": 0.3466, |
| "step": 11120 |
| }, |
| { |
| "epoch": 0.6424057025771261, |
| "grad_norm": 3.8250794191372943, |
| "learning_rate": 3.576747676499452e-06, |
| "loss": 0.3428, |
| "step": 11130 |
| }, |
| { |
| "epoch": 0.6429828864967821, |
| "grad_norm": 2.5770691997974975, |
| "learning_rate": 3.5709750043295044e-06, |
| "loss": 0.3617, |
| "step": 11140 |
| }, |
| { |
| "epoch": 0.6435600704164381, |
| "grad_norm": 3.518147076569533, |
| "learning_rate": 3.565202332159557e-06, |
| "loss": 0.3598, |
| "step": 11150 |
| }, |
| { |
| "epoch": 0.6441372543360941, |
| "grad_norm": 2.3978173360258332, |
| "learning_rate": 3.5594296599896096e-06, |
| "loss": 0.3486, |
| "step": 11160 |
| }, |
| { |
| "epoch": 0.6447144382557501, |
| "grad_norm": 4.963521259349147, |
| "learning_rate": 3.553656987819662e-06, |
| "loss": 0.3465, |
| "step": 11170 |
| }, |
| { |
| "epoch": 0.6452916221754061, |
| "grad_norm": 3.7768523495827, |
| "learning_rate": 3.5478843156497144e-06, |
| "loss": 0.3507, |
| "step": 11180 |
| }, |
| { |
| "epoch": 0.6458688060950621, |
| "grad_norm": 1.9990854220435814, |
| "learning_rate": 3.542111643479767e-06, |
| "loss": 0.3485, |
| "step": 11190 |
| }, |
| { |
| "epoch": 0.6464459900147181, |
| "grad_norm": 2.434785484655442, |
| "learning_rate": 3.5363389713098196e-06, |
| "loss": 0.3414, |
| "step": 11200 |
| }, |
| { |
| "epoch": 0.6470231739343741, |
| "grad_norm": 3.764273559187499, |
| "learning_rate": 3.530566299139872e-06, |
| "loss": 0.3475, |
| "step": 11210 |
| }, |
| { |
| "epoch": 0.6476003578540301, |
| "grad_norm": 3.063611287505477, |
| "learning_rate": 3.5247936269699244e-06, |
| "loss": 0.3487, |
| "step": 11220 |
| }, |
| { |
| "epoch": 0.6481775417736861, |
| "grad_norm": 2.7961532657594357, |
| "learning_rate": 3.519020954799977e-06, |
| "loss": 0.3591, |
| "step": 11230 |
| }, |
| { |
| "epoch": 0.6487547256933421, |
| "grad_norm": 5.675631273424128, |
| "learning_rate": 3.5132482826300296e-06, |
| "loss": 0.3387, |
| "step": 11240 |
| }, |
| { |
| "epoch": 0.6493319096129981, |
| "grad_norm": 4.038281786465871, |
| "learning_rate": 3.507475610460082e-06, |
| "loss": 0.3544, |
| "step": 11250 |
| }, |
| { |
| "epoch": 0.6499090935326541, |
| "grad_norm": 19.461560362822837, |
| "learning_rate": 3.5017029382901348e-06, |
| "loss": 0.3612, |
| "step": 11260 |
| }, |
| { |
| "epoch": 0.6504862774523101, |
| "grad_norm": 2.9170938007747838, |
| "learning_rate": 3.4959302661201874e-06, |
| "loss": 0.3633, |
| "step": 11270 |
| }, |
| { |
| "epoch": 0.6510634613719661, |
| "grad_norm": 2.100392402638713, |
| "learning_rate": 3.4901575939502395e-06, |
| "loss": 0.3628, |
| "step": 11280 |
| }, |
| { |
| "epoch": 0.6516406452916221, |
| "grad_norm": 7.466900360838518, |
| "learning_rate": 3.484384921780292e-06, |
| "loss": 0.3544, |
| "step": 11290 |
| }, |
| { |
| "epoch": 0.6522178292112781, |
| "grad_norm": 2.3522582138412984, |
| "learning_rate": 3.4786122496103447e-06, |
| "loss": 0.3768, |
| "step": 11300 |
| }, |
| { |
| "epoch": 0.6527950131309341, |
| "grad_norm": 2.0677131586462556, |
| "learning_rate": 3.4728395774403973e-06, |
| "loss": 0.3514, |
| "step": 11310 |
| }, |
| { |
| "epoch": 0.6533721970505901, |
| "grad_norm": 3.1804108497752943, |
| "learning_rate": 3.46706690527045e-06, |
| "loss": 0.3506, |
| "step": 11320 |
| }, |
| { |
| "epoch": 0.6539493809702461, |
| "grad_norm": 5.396390003664786, |
| "learning_rate": 3.461294233100502e-06, |
| "loss": 0.3539, |
| "step": 11330 |
| }, |
| { |
| "epoch": 0.6545265648899021, |
| "grad_norm": 5.1304776342645235, |
| "learning_rate": 3.4555215609305547e-06, |
| "loss": 0.3578, |
| "step": 11340 |
| }, |
| { |
| "epoch": 0.6551037488095581, |
| "grad_norm": 2.625555244563686, |
| "learning_rate": 3.4497488887606073e-06, |
| "loss": 0.3344, |
| "step": 11350 |
| }, |
| { |
| "epoch": 0.6556809327292141, |
| "grad_norm": 2.765166389820208, |
| "learning_rate": 3.44397621659066e-06, |
| "loss": 0.3467, |
| "step": 11360 |
| }, |
| { |
| "epoch": 0.6562581166488701, |
| "grad_norm": 3.1348291760774556, |
| "learning_rate": 3.4382035444207125e-06, |
| "loss": 0.348, |
| "step": 11370 |
| }, |
| { |
| "epoch": 0.6568353005685261, |
| "grad_norm": 2.6149817919704486, |
| "learning_rate": 3.4324308722507655e-06, |
| "loss": 0.3581, |
| "step": 11380 |
| }, |
| { |
| "epoch": 0.6574124844881821, |
| "grad_norm": 2.4071247325320084, |
| "learning_rate": 3.426658200080818e-06, |
| "loss": 0.3425, |
| "step": 11390 |
| }, |
| { |
| "epoch": 0.6579896684078381, |
| "grad_norm": 6.966272376463285, |
| "learning_rate": 3.4208855279108703e-06, |
| "loss": 0.3648, |
| "step": 11400 |
| }, |
| { |
| "epoch": 0.6585668523274941, |
| "grad_norm": 2.410341785080001, |
| "learning_rate": 3.415112855740923e-06, |
| "loss": 0.3518, |
| "step": 11410 |
| }, |
| { |
| "epoch": 0.6591440362471501, |
| "grad_norm": 4.052333811947672, |
| "learning_rate": 3.4093401835709755e-06, |
| "loss": 0.3538, |
| "step": 11420 |
| }, |
| { |
| "epoch": 0.6597212201668061, |
| "grad_norm": 5.112675962153542, |
| "learning_rate": 3.403567511401028e-06, |
| "loss": 0.3462, |
| "step": 11430 |
| }, |
| { |
| "epoch": 0.6602984040864621, |
| "grad_norm": 2.0711228360250873, |
| "learning_rate": 3.3977948392310807e-06, |
| "loss": 0.3523, |
| "step": 11440 |
| }, |
| { |
| "epoch": 0.6608755880061181, |
| "grad_norm": 3.0723705312379677, |
| "learning_rate": 3.3920221670611333e-06, |
| "loss": 0.3538, |
| "step": 11450 |
| }, |
| { |
| "epoch": 0.6614527719257741, |
| "grad_norm": 7.22672591716136, |
| "learning_rate": 3.3862494948911854e-06, |
| "loss": 0.3508, |
| "step": 11460 |
| }, |
| { |
| "epoch": 0.6620299558454301, |
| "grad_norm": 3.4674616674239447, |
| "learning_rate": 3.380476822721238e-06, |
| "loss": 0.3488, |
| "step": 11470 |
| }, |
| { |
| "epoch": 0.6626071397650861, |
| "grad_norm": 3.0526763692239602, |
| "learning_rate": 3.3747041505512906e-06, |
| "loss": 0.3413, |
| "step": 11480 |
| }, |
| { |
| "epoch": 0.6631843236847421, |
| "grad_norm": 8.92552529404141, |
| "learning_rate": 3.3689314783813432e-06, |
| "loss": 0.3559, |
| "step": 11490 |
| }, |
| { |
| "epoch": 0.6637615076043981, |
| "grad_norm": 7.126184068548845, |
| "learning_rate": 3.363158806211396e-06, |
| "loss": 0.3431, |
| "step": 11500 |
| }, |
| { |
| "epoch": 0.6643386915240541, |
| "grad_norm": 3.6795312021204993, |
| "learning_rate": 3.357386134041448e-06, |
| "loss": 0.3644, |
| "step": 11510 |
| }, |
| { |
| "epoch": 0.6649158754437101, |
| "grad_norm": 3.1394487426454765, |
| "learning_rate": 3.3516134618715006e-06, |
| "loss": 0.355, |
| "step": 11520 |
| }, |
| { |
| "epoch": 0.6654930593633661, |
| "grad_norm": 3.115800444710574, |
| "learning_rate": 3.345840789701553e-06, |
| "loss": 0.3595, |
| "step": 11530 |
| }, |
| { |
| "epoch": 0.6660702432830221, |
| "grad_norm": 3.04464377321414, |
| "learning_rate": 3.3400681175316058e-06, |
| "loss": 0.3474, |
| "step": 11540 |
| }, |
| { |
| "epoch": 0.6666474272026781, |
| "grad_norm": 11.414003410738056, |
| "learning_rate": 3.3342954453616584e-06, |
| "loss": 0.344, |
| "step": 11550 |
| }, |
| { |
| "epoch": 0.6672246111223341, |
| "grad_norm": 7.794881460371124, |
| "learning_rate": 3.328522773191711e-06, |
| "loss": 0.3489, |
| "step": 11560 |
| }, |
| { |
| "epoch": 0.6678017950419901, |
| "grad_norm": 3.606879802040075, |
| "learning_rate": 3.322750101021763e-06, |
| "loss": 0.3542, |
| "step": 11570 |
| }, |
| { |
| "epoch": 0.6683789789616461, |
| "grad_norm": 3.271233323948874, |
| "learning_rate": 3.3169774288518158e-06, |
| "loss": 0.3572, |
| "step": 11580 |
| }, |
| { |
| "epoch": 0.6689561628813021, |
| "grad_norm": 5.312528784803595, |
| "learning_rate": 3.3112047566818683e-06, |
| "loss": 0.344, |
| "step": 11590 |
| }, |
| { |
| "epoch": 0.6695333468009581, |
| "grad_norm": 4.414037045732359, |
| "learning_rate": 3.305432084511921e-06, |
| "loss": 0.3757, |
| "step": 11600 |
| }, |
| { |
| "epoch": 0.6701105307206141, |
| "grad_norm": 4.420990727422642, |
| "learning_rate": 3.2996594123419735e-06, |
| "loss": 0.3361, |
| "step": 11610 |
| }, |
| { |
| "epoch": 0.6706877146402701, |
| "grad_norm": 28.79897728988663, |
| "learning_rate": 3.2938867401720257e-06, |
| "loss": 0.3549, |
| "step": 11620 |
| }, |
| { |
| "epoch": 0.6712648985599261, |
| "grad_norm": 5.938341510395738, |
| "learning_rate": 3.2881140680020783e-06, |
| "loss": 0.3528, |
| "step": 11630 |
| }, |
| { |
| "epoch": 0.6718420824795821, |
| "grad_norm": 7.625014010774144, |
| "learning_rate": 3.282341395832131e-06, |
| "loss": 0.3569, |
| "step": 11640 |
| }, |
| { |
| "epoch": 0.6724192663992381, |
| "grad_norm": 2.627772129382934, |
| "learning_rate": 3.2765687236621835e-06, |
| "loss": 0.341, |
| "step": 11650 |
| }, |
| { |
| "epoch": 0.6729964503188941, |
| "grad_norm": 6.6462109495436765, |
| "learning_rate": 3.270796051492236e-06, |
| "loss": 0.3432, |
| "step": 11660 |
| }, |
| { |
| "epoch": 0.6735736342385501, |
| "grad_norm": 4.140894146799749, |
| "learning_rate": 3.2650233793222887e-06, |
| "loss": 0.35, |
| "step": 11670 |
| }, |
| { |
| "epoch": 0.6741508181582061, |
| "grad_norm": 7.023320528238819, |
| "learning_rate": 3.259250707152341e-06, |
| "loss": 0.3483, |
| "step": 11680 |
| }, |
| { |
| "epoch": 0.6747280020778621, |
| "grad_norm": 3.56371765942958, |
| "learning_rate": 3.2534780349823935e-06, |
| "loss": 0.3456, |
| "step": 11690 |
| }, |
| { |
| "epoch": 0.6753051859975181, |
| "grad_norm": 4.693701665628699, |
| "learning_rate": 3.247705362812446e-06, |
| "loss": 0.3556, |
| "step": 11700 |
| }, |
| { |
| "epoch": 0.6758823699171741, |
| "grad_norm": 4.8769232133317955, |
| "learning_rate": 3.2419326906424987e-06, |
| "loss": 0.3406, |
| "step": 11710 |
| }, |
| { |
| "epoch": 0.6764595538368301, |
| "grad_norm": 14.213756604351863, |
| "learning_rate": 3.2361600184725513e-06, |
| "loss": 0.3422, |
| "step": 11720 |
| }, |
| { |
| "epoch": 0.6770367377564861, |
| "grad_norm": 4.009649954155962, |
| "learning_rate": 3.2303873463026034e-06, |
| "loss": 0.3449, |
| "step": 11730 |
| }, |
| { |
| "epoch": 0.6776139216761421, |
| "grad_norm": 3.538273145119479, |
| "learning_rate": 3.224614674132656e-06, |
| "loss": 0.3457, |
| "step": 11740 |
| }, |
| { |
| "epoch": 0.6781911055957981, |
| "grad_norm": 3.0329790960952026, |
| "learning_rate": 3.2188420019627086e-06, |
| "loss": 0.3479, |
| "step": 11750 |
| }, |
| { |
| "epoch": 0.6787682895154541, |
| "grad_norm": 8.21491132526687, |
| "learning_rate": 3.2130693297927612e-06, |
| "loss": 0.3577, |
| "step": 11760 |
| }, |
| { |
| "epoch": 0.6793454734351101, |
| "grad_norm": 4.981836103874383, |
| "learning_rate": 3.207296657622814e-06, |
| "loss": 0.355, |
| "step": 11770 |
| }, |
| { |
| "epoch": 0.6799226573547661, |
| "grad_norm": 5.1547852515451975, |
| "learning_rate": 3.2015239854528664e-06, |
| "loss": 0.3392, |
| "step": 11780 |
| }, |
| { |
| "epoch": 0.6804998412744221, |
| "grad_norm": 9.811331834930291, |
| "learning_rate": 3.1957513132829186e-06, |
| "loss": 0.3545, |
| "step": 11790 |
| }, |
| { |
| "epoch": 0.6810770251940781, |
| "grad_norm": 4.083480395202693, |
| "learning_rate": 3.189978641112971e-06, |
| "loss": 0.3575, |
| "step": 11800 |
| }, |
| { |
| "epoch": 0.6816542091137341, |
| "grad_norm": 4.764988431769556, |
| "learning_rate": 3.184205968943024e-06, |
| "loss": 0.3372, |
| "step": 11810 |
| }, |
| { |
| "epoch": 0.6822313930333901, |
| "grad_norm": 6.794798971465098, |
| "learning_rate": 3.1784332967730764e-06, |
| "loss": 0.3539, |
| "step": 11820 |
| }, |
| { |
| "epoch": 0.6828085769530461, |
| "grad_norm": 7.111672589883507, |
| "learning_rate": 3.172660624603129e-06, |
| "loss": 0.3544, |
| "step": 11830 |
| }, |
| { |
| "epoch": 0.6833857608727021, |
| "grad_norm": 24.124344459801147, |
| "learning_rate": 3.166887952433181e-06, |
| "loss": 0.3602, |
| "step": 11840 |
| }, |
| { |
| "epoch": 0.6839629447923581, |
| "grad_norm": 12.424128663469016, |
| "learning_rate": 3.1611152802632338e-06, |
| "loss": 0.3441, |
| "step": 11850 |
| }, |
| { |
| "epoch": 0.6845401287120141, |
| "grad_norm": 3.903963843774075, |
| "learning_rate": 3.1553426080932864e-06, |
| "loss": 0.3572, |
| "step": 11860 |
| }, |
| { |
| "epoch": 0.6851173126316701, |
| "grad_norm": 7.5954443349430525, |
| "learning_rate": 3.149569935923339e-06, |
| "loss": 0.3459, |
| "step": 11870 |
| }, |
| { |
| "epoch": 0.6856944965513261, |
| "grad_norm": 5.147769651660261, |
| "learning_rate": 3.1437972637533915e-06, |
| "loss": 0.3443, |
| "step": 11880 |
| }, |
| { |
| "epoch": 0.6862716804709821, |
| "grad_norm": 8.531813464808828, |
| "learning_rate": 3.138024591583444e-06, |
| "loss": 0.3427, |
| "step": 11890 |
| }, |
| { |
| "epoch": 0.6868488643906381, |
| "grad_norm": 9.203737344622347, |
| "learning_rate": 3.1322519194134963e-06, |
| "loss": 0.3466, |
| "step": 11900 |
| }, |
| { |
| "epoch": 0.6874260483102941, |
| "grad_norm": 4.1913039016792055, |
| "learning_rate": 3.1264792472435498e-06, |
| "loss": 0.3667, |
| "step": 11910 |
| }, |
| { |
| "epoch": 0.6880032322299501, |
| "grad_norm": 4.984073528450747, |
| "learning_rate": 3.120706575073602e-06, |
| "loss": 0.3417, |
| "step": 11920 |
| }, |
| { |
| "epoch": 0.6885804161496061, |
| "grad_norm": 4.3895825229927725, |
| "learning_rate": 3.1149339029036545e-06, |
| "loss": 0.3341, |
| "step": 11930 |
| }, |
| { |
| "epoch": 0.6891576000692621, |
| "grad_norm": 5.323675472371107, |
| "learning_rate": 3.109161230733707e-06, |
| "loss": 0.3341, |
| "step": 11940 |
| }, |
| { |
| "epoch": 0.6897347839889181, |
| "grad_norm": 4.263152619263457, |
| "learning_rate": 3.1033885585637597e-06, |
| "loss": 0.3463, |
| "step": 11950 |
| }, |
| { |
| "epoch": 0.6903119679085741, |
| "grad_norm": 6.116151443830828, |
| "learning_rate": 3.0976158863938123e-06, |
| "loss": 0.3603, |
| "step": 11960 |
| }, |
| { |
| "epoch": 0.6908891518282301, |
| "grad_norm": 10.96676225065857, |
| "learning_rate": 3.0918432142238645e-06, |
| "loss": 0.3317, |
| "step": 11970 |
| }, |
| { |
| "epoch": 0.6914663357478861, |
| "grad_norm": 5.204338558399774, |
| "learning_rate": 3.086070542053917e-06, |
| "loss": 0.3432, |
| "step": 11980 |
| }, |
| { |
| "epoch": 0.6920435196675421, |
| "grad_norm": 3.481643749818502, |
| "learning_rate": 3.0802978698839697e-06, |
| "loss": 0.3343, |
| "step": 11990 |
| }, |
| { |
| "epoch": 0.6926207035871981, |
| "grad_norm": 5.422983882620972, |
| "learning_rate": 3.0745251977140223e-06, |
| "loss": 0.3444, |
| "step": 12000 |
| }, |
| { |
| "epoch": 0.6931978875068541, |
| "grad_norm": 3.293726670681602, |
| "learning_rate": 3.068752525544075e-06, |
| "loss": 0.3536, |
| "step": 12010 |
| }, |
| { |
| "epoch": 0.6937750714265101, |
| "grad_norm": 11.162281611641948, |
| "learning_rate": 3.0629798533741275e-06, |
| "loss": 0.3461, |
| "step": 12020 |
| }, |
| { |
| "epoch": 0.6943522553461661, |
| "grad_norm": 4.538803769431588, |
| "learning_rate": 3.0572071812041797e-06, |
| "loss": 0.3404, |
| "step": 12030 |
| }, |
| { |
| "epoch": 0.6949294392658221, |
| "grad_norm": 7.297266576912264, |
| "learning_rate": 3.0514345090342323e-06, |
| "loss": 0.3399, |
| "step": 12040 |
| }, |
| { |
| "epoch": 0.6955066231854781, |
| "grad_norm": 4.498082885030529, |
| "learning_rate": 3.045661836864285e-06, |
| "loss": 0.3572, |
| "step": 12050 |
| }, |
| { |
| "epoch": 0.6960838071051341, |
| "grad_norm": 6.71445000313715, |
| "learning_rate": 3.0398891646943374e-06, |
| "loss": 0.3456, |
| "step": 12060 |
| }, |
| { |
| "epoch": 0.6966609910247901, |
| "grad_norm": 4.130838744263147, |
| "learning_rate": 3.03411649252439e-06, |
| "loss": 0.3382, |
| "step": 12070 |
| }, |
| { |
| "epoch": 0.6972381749444461, |
| "grad_norm": 2.959998512168581, |
| "learning_rate": 3.0283438203544422e-06, |
| "loss": 0.3441, |
| "step": 12080 |
| }, |
| { |
| "epoch": 0.6978153588641021, |
| "grad_norm": 8.68519096842326, |
| "learning_rate": 3.022571148184495e-06, |
| "loss": 0.3536, |
| "step": 12090 |
| }, |
| { |
| "epoch": 0.6983925427837581, |
| "grad_norm": 6.068123748807202, |
| "learning_rate": 3.0167984760145474e-06, |
| "loss": 0.3336, |
| "step": 12100 |
| }, |
| { |
| "epoch": 0.6989697267034141, |
| "grad_norm": 13.720643945389472, |
| "learning_rate": 3.0110258038446e-06, |
| "loss": 0.3453, |
| "step": 12110 |
| }, |
| { |
| "epoch": 0.6995469106230701, |
| "grad_norm": 5.2345993949285115, |
| "learning_rate": 3.0052531316746526e-06, |
| "loss": 0.3514, |
| "step": 12120 |
| }, |
| { |
| "epoch": 0.7001240945427261, |
| "grad_norm": 5.995140869193482, |
| "learning_rate": 2.999480459504705e-06, |
| "loss": 0.3465, |
| "step": 12130 |
| }, |
| { |
| "epoch": 0.7007012784623821, |
| "grad_norm": 5.534508344244959, |
| "learning_rate": 2.9937077873347574e-06, |
| "loss": 0.3436, |
| "step": 12140 |
| }, |
| { |
| "epoch": 0.7012784623820381, |
| "grad_norm": 3.837652212059965, |
| "learning_rate": 2.98793511516481e-06, |
| "loss": 0.347, |
| "step": 12150 |
| }, |
| { |
| "epoch": 0.7018556463016941, |
| "grad_norm": 32.35178311186503, |
| "learning_rate": 2.9821624429948626e-06, |
| "loss": 0.3543, |
| "step": 12160 |
| }, |
| { |
| "epoch": 0.7024328302213501, |
| "grad_norm": 4.1065566840261125, |
| "learning_rate": 2.976389770824915e-06, |
| "loss": 0.3421, |
| "step": 12170 |
| }, |
| { |
| "epoch": 0.7030100141410061, |
| "grad_norm": 6.144592670774153, |
| "learning_rate": 2.9706170986549678e-06, |
| "loss": 0.3466, |
| "step": 12180 |
| }, |
| { |
| "epoch": 0.7035871980606621, |
| "grad_norm": 5.684740566371751, |
| "learning_rate": 2.96484442648502e-06, |
| "loss": 0.349, |
| "step": 12190 |
| }, |
| { |
| "epoch": 0.704164381980318, |
| "grad_norm": 5.234589933221641, |
| "learning_rate": 2.9590717543150725e-06, |
| "loss": 0.3221, |
| "step": 12200 |
| }, |
| { |
| "epoch": 0.704741565899974, |
| "grad_norm": 5.9090591405034205, |
| "learning_rate": 2.953299082145125e-06, |
| "loss": 0.3461, |
| "step": 12210 |
| }, |
| { |
| "epoch": 0.70531874981963, |
| "grad_norm": 5.161621785333446, |
| "learning_rate": 2.9475264099751777e-06, |
| "loss": 0.3343, |
| "step": 12220 |
| }, |
| { |
| "epoch": 0.705895933739286, |
| "grad_norm": 7.454875045097898, |
| "learning_rate": 2.9417537378052303e-06, |
| "loss": 0.339, |
| "step": 12230 |
| }, |
| { |
| "epoch": 0.706473117658942, |
| "grad_norm": 3.3533355785311936, |
| "learning_rate": 2.935981065635283e-06, |
| "loss": 0.3226, |
| "step": 12240 |
| }, |
| { |
| "epoch": 0.707050301578598, |
| "grad_norm": 3.3526244501016507, |
| "learning_rate": 2.930208393465335e-06, |
| "loss": 0.3525, |
| "step": 12250 |
| }, |
| { |
| "epoch": 0.707627485498254, |
| "grad_norm": 46.63609588889749, |
| "learning_rate": 2.9244357212953877e-06, |
| "loss": 0.3388, |
| "step": 12260 |
| }, |
| { |
| "epoch": 0.70820466941791, |
| "grad_norm": 6.343222491694745, |
| "learning_rate": 2.9186630491254403e-06, |
| "loss": 0.3458, |
| "step": 12270 |
| }, |
| { |
| "epoch": 0.708781853337566, |
| "grad_norm": 7.406012410848603, |
| "learning_rate": 2.912890376955493e-06, |
| "loss": 0.3523, |
| "step": 12280 |
| }, |
| { |
| "epoch": 0.709359037257222, |
| "grad_norm": 4.391956311756113, |
| "learning_rate": 2.9071177047855455e-06, |
| "loss": 0.3462, |
| "step": 12290 |
| }, |
| { |
| "epoch": 0.709936221176878, |
| "grad_norm": 7.365023031476813, |
| "learning_rate": 2.9013450326155977e-06, |
| "loss": 0.3507, |
| "step": 12300 |
| }, |
| { |
| "epoch": 0.710513405096534, |
| "grad_norm": 8.355149496371373, |
| "learning_rate": 2.8955723604456503e-06, |
| "loss": 0.3516, |
| "step": 12310 |
| }, |
| { |
| "epoch": 0.71109058901619, |
| "grad_norm": 4.12597154889129, |
| "learning_rate": 2.889799688275703e-06, |
| "loss": 0.3387, |
| "step": 12320 |
| }, |
| { |
| "epoch": 0.711667772935846, |
| "grad_norm": 22.783055812157006, |
| "learning_rate": 2.8840270161057555e-06, |
| "loss": 0.3505, |
| "step": 12330 |
| }, |
| { |
| "epoch": 0.712244956855502, |
| "grad_norm": 6.598877289364409, |
| "learning_rate": 2.878254343935808e-06, |
| "loss": 0.3511, |
| "step": 12340 |
| }, |
| { |
| "epoch": 0.712822140775158, |
| "grad_norm": 6.658331270547365, |
| "learning_rate": 2.8724816717658606e-06, |
| "loss": 0.3472, |
| "step": 12350 |
| }, |
| { |
| "epoch": 0.713399324694814, |
| "grad_norm": 4.249593904236529, |
| "learning_rate": 2.866708999595913e-06, |
| "loss": 0.3462, |
| "step": 12360 |
| }, |
| { |
| "epoch": 0.71397650861447, |
| "grad_norm": 4.820541412534286, |
| "learning_rate": 2.8609363274259654e-06, |
| "loss": 0.3327, |
| "step": 12370 |
| }, |
| { |
| "epoch": 0.714553692534126, |
| "grad_norm": 29.19756399575411, |
| "learning_rate": 2.855163655256018e-06, |
| "loss": 0.3423, |
| "step": 12380 |
| }, |
| { |
| "epoch": 0.715130876453782, |
| "grad_norm": 2.5170693039148695, |
| "learning_rate": 2.8493909830860706e-06, |
| "loss": 0.3507, |
| "step": 12390 |
| }, |
| { |
| "epoch": 0.715708060373438, |
| "grad_norm": 4.848573397975011, |
| "learning_rate": 2.843618310916123e-06, |
| "loss": 0.3614, |
| "step": 12400 |
| }, |
| { |
| "epoch": 0.716285244293094, |
| "grad_norm": 8.083798553592858, |
| "learning_rate": 2.8378456387461754e-06, |
| "loss": 0.3444, |
| "step": 12410 |
| }, |
| { |
| "epoch": 0.71686242821275, |
| "grad_norm": 6.013516986737268, |
| "learning_rate": 2.832072966576228e-06, |
| "loss": 0.3411, |
| "step": 12420 |
| }, |
| { |
| "epoch": 0.717439612132406, |
| "grad_norm": 58.40825846546123, |
| "learning_rate": 2.826300294406281e-06, |
| "loss": 0.3639, |
| "step": 12430 |
| }, |
| { |
| "epoch": 0.718016796052062, |
| "grad_norm": 3.486306193338465, |
| "learning_rate": 2.8205276222363336e-06, |
| "loss": 0.3508, |
| "step": 12440 |
| }, |
| { |
| "epoch": 0.718593979971718, |
| "grad_norm": 11.117203715725822, |
| "learning_rate": 2.814754950066386e-06, |
| "loss": 0.3441, |
| "step": 12450 |
| }, |
| { |
| "epoch": 0.719171163891374, |
| "grad_norm": 6.959568782940119, |
| "learning_rate": 2.808982277896439e-06, |
| "loss": 0.355, |
| "step": 12460 |
| }, |
| { |
| "epoch": 0.71974834781103, |
| "grad_norm": 4.77575740578489, |
| "learning_rate": 2.8032096057264914e-06, |
| "loss": 0.3634, |
| "step": 12470 |
| }, |
| { |
| "epoch": 0.720325531730686, |
| "grad_norm": 12.450518772632652, |
| "learning_rate": 2.797436933556544e-06, |
| "loss": 0.3454, |
| "step": 12480 |
| }, |
| { |
| "epoch": 0.720902715650342, |
| "grad_norm": 4.606989122142115, |
| "learning_rate": 2.791664261386596e-06, |
| "loss": 0.338, |
| "step": 12490 |
| }, |
| { |
| "epoch": 0.721479899569998, |
| "grad_norm": 4.456459932783003, |
| "learning_rate": 2.7858915892166488e-06, |
| "loss": 0.3474, |
| "step": 12500 |
| }, |
| { |
| "epoch": 0.722057083489654, |
| "grad_norm": 4.348978440263518, |
| "learning_rate": 2.7801189170467014e-06, |
| "loss": 0.3488, |
| "step": 12510 |
| }, |
| { |
| "epoch": 0.72263426740931, |
| "grad_norm": 3.220553815408838, |
| "learning_rate": 2.774346244876754e-06, |
| "loss": 0.3372, |
| "step": 12520 |
| }, |
| { |
| "epoch": 0.723211451328966, |
| "grad_norm": 6.662149536726665, |
| "learning_rate": 2.7685735727068065e-06, |
| "loss": 0.3487, |
| "step": 12530 |
| }, |
| { |
| "epoch": 0.723788635248622, |
| "grad_norm": 4.489888078931735, |
| "learning_rate": 2.7628009005368587e-06, |
| "loss": 0.3589, |
| "step": 12540 |
| }, |
| { |
| "epoch": 0.724365819168278, |
| "grad_norm": 3.911221624507832, |
| "learning_rate": 2.7570282283669113e-06, |
| "loss": 0.3364, |
| "step": 12550 |
| }, |
| { |
| "epoch": 0.724943003087934, |
| "grad_norm": 4.397535770990173, |
| "learning_rate": 2.751255556196964e-06, |
| "loss": 0.3468, |
| "step": 12560 |
| }, |
| { |
| "epoch": 0.72552018700759, |
| "grad_norm": 4.138162758687126, |
| "learning_rate": 2.7454828840270165e-06, |
| "loss": 0.351, |
| "step": 12570 |
| }, |
| { |
| "epoch": 0.726097370927246, |
| "grad_norm": 3.6393806674007396, |
| "learning_rate": 2.739710211857069e-06, |
| "loss": 0.3439, |
| "step": 12580 |
| }, |
| { |
| "epoch": 0.7266745548469019, |
| "grad_norm": 10.959014317841367, |
| "learning_rate": 2.7339375396871217e-06, |
| "loss": 0.3466, |
| "step": 12590 |
| }, |
| { |
| "epoch": 0.7272517387665579, |
| "grad_norm": 8.5956598139555, |
| "learning_rate": 2.728164867517174e-06, |
| "loss": 0.3474, |
| "step": 12600 |
| }, |
| { |
| "epoch": 0.7278289226862139, |
| "grad_norm": 8.199922135307672, |
| "learning_rate": 2.7223921953472265e-06, |
| "loss": 0.3334, |
| "step": 12610 |
| }, |
| { |
| "epoch": 0.7284061066058699, |
| "grad_norm": 3.4555204304735563, |
| "learning_rate": 2.716619523177279e-06, |
| "loss": 0.3437, |
| "step": 12620 |
| }, |
| { |
| "epoch": 0.7289832905255259, |
| "grad_norm": 4.838169983017387, |
| "learning_rate": 2.7108468510073317e-06, |
| "loss": 0.3444, |
| "step": 12630 |
| }, |
| { |
| "epoch": 0.7295604744451819, |
| "grad_norm": 3.294894158340646, |
| "learning_rate": 2.7050741788373843e-06, |
| "loss": 0.345, |
| "step": 12640 |
| }, |
| { |
| "epoch": 0.7301376583648379, |
| "grad_norm": 3.886142779724859, |
| "learning_rate": 2.6993015066674364e-06, |
| "loss": 0.34, |
| "step": 12650 |
| }, |
| { |
| "epoch": 0.7307148422844939, |
| "grad_norm": 3.1827555908179814, |
| "learning_rate": 2.693528834497489e-06, |
| "loss": 0.3383, |
| "step": 12660 |
| }, |
| { |
| "epoch": 0.7312920262041499, |
| "grad_norm": 20.97526772421675, |
| "learning_rate": 2.6877561623275416e-06, |
| "loss": 0.3416, |
| "step": 12670 |
| }, |
| { |
| "epoch": 0.7318692101238059, |
| "grad_norm": 3.474528368008189, |
| "learning_rate": 2.6819834901575942e-06, |
| "loss": 0.3359, |
| "step": 12680 |
| }, |
| { |
| "epoch": 0.7324463940434619, |
| "grad_norm": 11.34967364860296, |
| "learning_rate": 2.676210817987647e-06, |
| "loss": 0.3581, |
| "step": 12690 |
| }, |
| { |
| "epoch": 0.7330235779631179, |
| "grad_norm": 3.495369176137086, |
| "learning_rate": 2.6704381458176994e-06, |
| "loss": 0.3369, |
| "step": 12700 |
| }, |
| { |
| "epoch": 0.7336007618827739, |
| "grad_norm": 4.744362874719428, |
| "learning_rate": 2.6646654736477516e-06, |
| "loss": 0.3502, |
| "step": 12710 |
| }, |
| { |
| "epoch": 0.7341779458024299, |
| "grad_norm": 2.554299735229823, |
| "learning_rate": 2.658892801477804e-06, |
| "loss": 0.3547, |
| "step": 12720 |
| }, |
| { |
| "epoch": 0.7347551297220859, |
| "grad_norm": 4.114324789692039, |
| "learning_rate": 2.653120129307857e-06, |
| "loss": 0.3406, |
| "step": 12730 |
| }, |
| { |
| "epoch": 0.7353323136417419, |
| "grad_norm": 5.99465461001967, |
| "learning_rate": 2.6473474571379094e-06, |
| "loss": 0.3568, |
| "step": 12740 |
| }, |
| { |
| "epoch": 0.7359094975613979, |
| "grad_norm": 5.08850145360636, |
| "learning_rate": 2.641574784967962e-06, |
| "loss": 0.3437, |
| "step": 12750 |
| }, |
| { |
| "epoch": 0.7364866814810539, |
| "grad_norm": 2.901320860603511, |
| "learning_rate": 2.635802112798014e-06, |
| "loss": 0.334, |
| "step": 12760 |
| }, |
| { |
| "epoch": 0.7370638654007099, |
| "grad_norm": 7.740697658957906, |
| "learning_rate": 2.6300294406280668e-06, |
| "loss": 0.3361, |
| "step": 12770 |
| }, |
| { |
| "epoch": 0.7376410493203659, |
| "grad_norm": 6.245600892762995, |
| "learning_rate": 2.6242567684581194e-06, |
| "loss": 0.3308, |
| "step": 12780 |
| }, |
| { |
| "epoch": 0.7382182332400219, |
| "grad_norm": 5.308126429822944, |
| "learning_rate": 2.618484096288172e-06, |
| "loss": 0.3527, |
| "step": 12790 |
| }, |
| { |
| "epoch": 0.7387954171596779, |
| "grad_norm": 4.212291401570202, |
| "learning_rate": 2.6127114241182245e-06, |
| "loss": 0.3409, |
| "step": 12800 |
| }, |
| { |
| "epoch": 0.7393726010793339, |
| "grad_norm": 3.7060833092802556, |
| "learning_rate": 2.606938751948277e-06, |
| "loss": 0.337, |
| "step": 12810 |
| }, |
| { |
| "epoch": 0.7399497849989899, |
| "grad_norm": 13.303775807909831, |
| "learning_rate": 2.6011660797783293e-06, |
| "loss": 0.3521, |
| "step": 12820 |
| }, |
| { |
| "epoch": 0.7405269689186459, |
| "grad_norm": 5.855236173414753, |
| "learning_rate": 2.595393407608382e-06, |
| "loss": 0.344, |
| "step": 12830 |
| }, |
| { |
| "epoch": 0.7411041528383019, |
| "grad_norm": 2.862607162292994, |
| "learning_rate": 2.5896207354384345e-06, |
| "loss": 0.3386, |
| "step": 12840 |
| }, |
| { |
| "epoch": 0.7416813367579579, |
| "grad_norm": 3.190707127525178, |
| "learning_rate": 2.583848063268487e-06, |
| "loss": 0.3451, |
| "step": 12850 |
| }, |
| { |
| "epoch": 0.7422585206776139, |
| "grad_norm": 7.479465788278306, |
| "learning_rate": 2.5780753910985397e-06, |
| "loss": 0.3418, |
| "step": 12860 |
| }, |
| { |
| "epoch": 0.7428357045972699, |
| "grad_norm": 3.9314452580240795, |
| "learning_rate": 2.572302718928592e-06, |
| "loss": 0.3558, |
| "step": 12870 |
| }, |
| { |
| "epoch": 0.7434128885169259, |
| "grad_norm": 2.586918485101635, |
| "learning_rate": 2.5665300467586445e-06, |
| "loss": 0.3521, |
| "step": 12880 |
| }, |
| { |
| "epoch": 0.7439900724365819, |
| "grad_norm": 5.285658124727487, |
| "learning_rate": 2.560757374588697e-06, |
| "loss": 0.3467, |
| "step": 12890 |
| }, |
| { |
| "epoch": 0.7445672563562379, |
| "grad_norm": 16.29975276837285, |
| "learning_rate": 2.5549847024187497e-06, |
| "loss": 0.338, |
| "step": 12900 |
| }, |
| { |
| "epoch": 0.7451444402758939, |
| "grad_norm": 5.18800369782506, |
| "learning_rate": 2.5492120302488023e-06, |
| "loss": 0.3423, |
| "step": 12910 |
| }, |
| { |
| "epoch": 0.7457216241955499, |
| "grad_norm": 2.7621346083831737, |
| "learning_rate": 2.543439358078855e-06, |
| "loss": 0.3474, |
| "step": 12920 |
| }, |
| { |
| "epoch": 0.7462988081152059, |
| "grad_norm": 9.136730427994907, |
| "learning_rate": 2.537666685908907e-06, |
| "loss": 0.3599, |
| "step": 12930 |
| }, |
| { |
| "epoch": 0.7468759920348619, |
| "grad_norm": 4.494380679642752, |
| "learning_rate": 2.5318940137389596e-06, |
| "loss": 0.3509, |
| "step": 12940 |
| }, |
| { |
| "epoch": 0.7474531759545179, |
| "grad_norm": 3.8278742483492554, |
| "learning_rate": 2.5261213415690122e-06, |
| "loss": 0.3419, |
| "step": 12950 |
| }, |
| { |
| "epoch": 0.7480303598741739, |
| "grad_norm": 13.52933963754357, |
| "learning_rate": 2.5203486693990653e-06, |
| "loss": 0.3255, |
| "step": 12960 |
| }, |
| { |
| "epoch": 0.7486075437938299, |
| "grad_norm": 4.13788172504123, |
| "learning_rate": 2.514575997229118e-06, |
| "loss": 0.3446, |
| "step": 12970 |
| }, |
| { |
| "epoch": 0.7491847277134859, |
| "grad_norm": 6.859750860335564, |
| "learning_rate": 2.5088033250591704e-06, |
| "loss": 0.3586, |
| "step": 12980 |
| }, |
| { |
| "epoch": 0.7497619116331419, |
| "grad_norm": 9.235304443739427, |
| "learning_rate": 2.503030652889223e-06, |
| "loss": 0.3393, |
| "step": 12990 |
| }, |
| { |
| "epoch": 0.7503390955527979, |
| "grad_norm": 5.829087177972612, |
| "learning_rate": 2.4972579807192752e-06, |
| "loss": 0.3518, |
| "step": 13000 |
| }, |
| { |
| "epoch": 0.7509162794724539, |
| "grad_norm": 4.209497926424704, |
| "learning_rate": 2.491485308549328e-06, |
| "loss": 0.3392, |
| "step": 13010 |
| }, |
| { |
| "epoch": 0.7514934633921099, |
| "grad_norm": 7.292629657573057, |
| "learning_rate": 2.48571263637938e-06, |
| "loss": 0.3253, |
| "step": 13020 |
| }, |
| { |
| "epoch": 0.7520706473117659, |
| "grad_norm": 2.647834968655611, |
| "learning_rate": 2.4799399642094326e-06, |
| "loss": 0.3304, |
| "step": 13030 |
| }, |
| { |
| "epoch": 0.7526478312314219, |
| "grad_norm": 3.2625519939417638, |
| "learning_rate": 2.474167292039485e-06, |
| "loss": 0.3389, |
| "step": 13040 |
| }, |
| { |
| "epoch": 0.7532250151510779, |
| "grad_norm": 11.316624355429083, |
| "learning_rate": 2.4683946198695378e-06, |
| "loss": 0.3369, |
| "step": 13050 |
| }, |
| { |
| "epoch": 0.7538021990707339, |
| "grad_norm": 9.673257149513491, |
| "learning_rate": 2.4626219476995904e-06, |
| "loss": 0.3334, |
| "step": 13060 |
| }, |
| { |
| "epoch": 0.7543793829903899, |
| "grad_norm": 4.342384289505803, |
| "learning_rate": 2.4568492755296426e-06, |
| "loss": 0.3464, |
| "step": 13070 |
| }, |
| { |
| "epoch": 0.7549565669100459, |
| "grad_norm": 11.18476020427808, |
| "learning_rate": 2.451076603359695e-06, |
| "loss": 0.3427, |
| "step": 13080 |
| }, |
| { |
| "epoch": 0.7555337508297019, |
| "grad_norm": 3.7726393590227274, |
| "learning_rate": 2.445303931189748e-06, |
| "loss": 0.334, |
| "step": 13090 |
| }, |
| { |
| "epoch": 0.7561109347493579, |
| "grad_norm": 12.714136611436194, |
| "learning_rate": 2.4395312590198008e-06, |
| "loss": 0.3268, |
| "step": 13100 |
| }, |
| { |
| "epoch": 0.7566881186690139, |
| "grad_norm": 2.1269070192971307, |
| "learning_rate": 2.433758586849853e-06, |
| "loss": 0.3441, |
| "step": 13110 |
| }, |
| { |
| "epoch": 0.7572653025886699, |
| "grad_norm": 6.054989937046523, |
| "learning_rate": 2.4279859146799055e-06, |
| "loss": 0.3428, |
| "step": 13120 |
| }, |
| { |
| "epoch": 0.7578424865083259, |
| "grad_norm": 4.270071372155915, |
| "learning_rate": 2.422213242509958e-06, |
| "loss": 0.3539, |
| "step": 13130 |
| }, |
| { |
| "epoch": 0.7584196704279819, |
| "grad_norm": 3.1183499805433814, |
| "learning_rate": 2.4164405703400107e-06, |
| "loss": 0.3347, |
| "step": 13140 |
| }, |
| { |
| "epoch": 0.7589968543476379, |
| "grad_norm": 8.120134607992474, |
| "learning_rate": 2.4106678981700633e-06, |
| "loss": 0.3513, |
| "step": 13150 |
| }, |
| { |
| "epoch": 0.7595740382672939, |
| "grad_norm": 4.275672737070938, |
| "learning_rate": 2.4048952260001155e-06, |
| "loss": 0.3333, |
| "step": 13160 |
| }, |
| { |
| "epoch": 0.7601512221869499, |
| "grad_norm": 4.309409121092216, |
| "learning_rate": 2.399122553830168e-06, |
| "loss": 0.342, |
| "step": 13170 |
| }, |
| { |
| "epoch": 0.7607284061066059, |
| "grad_norm": 14.975672326288917, |
| "learning_rate": 2.3933498816602207e-06, |
| "loss": 0.3491, |
| "step": 13180 |
| }, |
| { |
| "epoch": 0.7613055900262619, |
| "grad_norm": 3.3391093670284984, |
| "learning_rate": 2.3875772094902733e-06, |
| "loss": 0.3377, |
| "step": 13190 |
| }, |
| { |
| "epoch": 0.7618827739459179, |
| "grad_norm": 9.934238745041949, |
| "learning_rate": 2.381804537320326e-06, |
| "loss": 0.3316, |
| "step": 13200 |
| }, |
| { |
| "epoch": 0.7624599578655739, |
| "grad_norm": 3.323343149796346, |
| "learning_rate": 2.3760318651503785e-06, |
| "loss": 0.3217, |
| "step": 13210 |
| }, |
| { |
| "epoch": 0.7630371417852299, |
| "grad_norm": 5.084030929299541, |
| "learning_rate": 2.3702591929804307e-06, |
| "loss": 0.3582, |
| "step": 13220 |
| }, |
| { |
| "epoch": 0.7636143257048859, |
| "grad_norm": 7.012741879467996, |
| "learning_rate": 2.3644865208104833e-06, |
| "loss": 0.3433, |
| "step": 13230 |
| }, |
| { |
| "epoch": 0.7641915096245419, |
| "grad_norm": 4.5407340579502025, |
| "learning_rate": 2.358713848640536e-06, |
| "loss": 0.3388, |
| "step": 13240 |
| }, |
| { |
| "epoch": 0.7647686935441979, |
| "grad_norm": 4.194705290127997, |
| "learning_rate": 2.3529411764705885e-06, |
| "loss": 0.3312, |
| "step": 13250 |
| }, |
| { |
| "epoch": 0.7653458774638539, |
| "grad_norm": 3.7140413786909203, |
| "learning_rate": 2.347168504300641e-06, |
| "loss": 0.3496, |
| "step": 13260 |
| }, |
| { |
| "epoch": 0.7659230613835099, |
| "grad_norm": 3.257080159852974, |
| "learning_rate": 2.3413958321306936e-06, |
| "loss": 0.3366, |
| "step": 13270 |
| }, |
| { |
| "epoch": 0.7665002453031659, |
| "grad_norm": 5.234732296881502, |
| "learning_rate": 2.335623159960746e-06, |
| "loss": 0.3427, |
| "step": 13280 |
| }, |
| { |
| "epoch": 0.7670774292228218, |
| "grad_norm": 6.870037441960529, |
| "learning_rate": 2.3298504877907984e-06, |
| "loss": 0.3354, |
| "step": 13290 |
| }, |
| { |
| "epoch": 0.7676546131424778, |
| "grad_norm": 9.876776601961089, |
| "learning_rate": 2.324077815620851e-06, |
| "loss": 0.3315, |
| "step": 13300 |
| }, |
| { |
| "epoch": 0.7682317970621338, |
| "grad_norm": 5.912982961911957, |
| "learning_rate": 2.3183051434509036e-06, |
| "loss": 0.3485, |
| "step": 13310 |
| }, |
| { |
| "epoch": 0.7688089809817898, |
| "grad_norm": 4.832716437104076, |
| "learning_rate": 2.312532471280956e-06, |
| "loss": 0.3348, |
| "step": 13320 |
| }, |
| { |
| "epoch": 0.7693861649014458, |
| "grad_norm": 5.098375721379664, |
| "learning_rate": 2.3067597991110084e-06, |
| "loss": 0.3484, |
| "step": 13330 |
| }, |
| { |
| "epoch": 0.7699633488211018, |
| "grad_norm": 4.63656346157866, |
| "learning_rate": 2.300987126941061e-06, |
| "loss": 0.3366, |
| "step": 13340 |
| }, |
| { |
| "epoch": 0.7705405327407578, |
| "grad_norm": 6.588466951994697, |
| "learning_rate": 2.2952144547711136e-06, |
| "loss": 0.3457, |
| "step": 13350 |
| }, |
| { |
| "epoch": 0.7711177166604138, |
| "grad_norm": 4.824094255832894, |
| "learning_rate": 2.2894417826011666e-06, |
| "loss": 0.341, |
| "step": 13360 |
| }, |
| { |
| "epoch": 0.7716949005800698, |
| "grad_norm": 4.637581573877111, |
| "learning_rate": 2.2836691104312188e-06, |
| "loss": 0.3554, |
| "step": 13370 |
| }, |
| { |
| "epoch": 0.7722720844997258, |
| "grad_norm": 6.056831078560241, |
| "learning_rate": 2.2778964382612714e-06, |
| "loss": 0.3186, |
| "step": 13380 |
| }, |
| { |
| "epoch": 0.7728492684193818, |
| "grad_norm": 45.47481090136826, |
| "learning_rate": 2.272123766091324e-06, |
| "loss": 0.3299, |
| "step": 13390 |
| }, |
| { |
| "epoch": 0.7734264523390378, |
| "grad_norm": 22.884051964592864, |
| "learning_rate": 2.2663510939213766e-06, |
| "loss": 0.3392, |
| "step": 13400 |
| }, |
| { |
| "epoch": 0.7740036362586938, |
| "grad_norm": 6.492791637464672, |
| "learning_rate": 2.260578421751429e-06, |
| "loss": 0.3436, |
| "step": 13410 |
| }, |
| { |
| "epoch": 0.7745808201783498, |
| "grad_norm": 5.820865415832969, |
| "learning_rate": 2.2548057495814813e-06, |
| "loss": 0.3347, |
| "step": 13420 |
| }, |
| { |
| "epoch": 0.7751580040980058, |
| "grad_norm": 3.6093618399609406, |
| "learning_rate": 2.249033077411534e-06, |
| "loss": 0.3457, |
| "step": 13430 |
| }, |
| { |
| "epoch": 0.7757351880176618, |
| "grad_norm": 3.8630308240200977, |
| "learning_rate": 2.2432604052415865e-06, |
| "loss": 0.345, |
| "step": 13440 |
| }, |
| { |
| "epoch": 0.7763123719373178, |
| "grad_norm": 5.534539731109275, |
| "learning_rate": 2.237487733071639e-06, |
| "loss": 0.3383, |
| "step": 13450 |
| }, |
| { |
| "epoch": 0.7768895558569738, |
| "grad_norm": 9.50423287415909, |
| "learning_rate": 2.2317150609016917e-06, |
| "loss": 0.3528, |
| "step": 13460 |
| }, |
| { |
| "epoch": 0.7774667397766298, |
| "grad_norm": 11.597704923923128, |
| "learning_rate": 2.2259423887317443e-06, |
| "loss": 0.3482, |
| "step": 13470 |
| }, |
| { |
| "epoch": 0.7780439236962858, |
| "grad_norm": 4.724944252593318, |
| "learning_rate": 2.2201697165617965e-06, |
| "loss": 0.341, |
| "step": 13480 |
| }, |
| { |
| "epoch": 0.7786211076159418, |
| "grad_norm": 4.741588520697521, |
| "learning_rate": 2.214397044391849e-06, |
| "loss": 0.3443, |
| "step": 13490 |
| }, |
| { |
| "epoch": 0.7791982915355978, |
| "grad_norm": 4.723745867093743, |
| "learning_rate": 2.2086243722219017e-06, |
| "loss": 0.3468, |
| "step": 13500 |
| }, |
| { |
| "epoch": 0.7797754754552538, |
| "grad_norm": 4.302802386626385, |
| "learning_rate": 2.2028517000519543e-06, |
| "loss": 0.3534, |
| "step": 13510 |
| }, |
| { |
| "epoch": 0.7803526593749098, |
| "grad_norm": 3.6957459272751385, |
| "learning_rate": 2.197079027882007e-06, |
| "loss": 0.3438, |
| "step": 13520 |
| }, |
| { |
| "epoch": 0.7809298432945658, |
| "grad_norm": 9.02964602805584, |
| "learning_rate": 2.191306355712059e-06, |
| "loss": 0.3507, |
| "step": 13530 |
| }, |
| { |
| "epoch": 0.7815070272142218, |
| "grad_norm": 4.584120438677978, |
| "learning_rate": 2.1855336835421117e-06, |
| "loss": 0.3392, |
| "step": 13540 |
| }, |
| { |
| "epoch": 0.7820842111338778, |
| "grad_norm": 3.634370316749477, |
| "learning_rate": 2.1797610113721642e-06, |
| "loss": 0.3434, |
| "step": 13550 |
| }, |
| { |
| "epoch": 0.7826613950535338, |
| "grad_norm": 7.974537610574205, |
| "learning_rate": 2.173988339202217e-06, |
| "loss": 0.3488, |
| "step": 13560 |
| }, |
| { |
| "epoch": 0.7832385789731898, |
| "grad_norm": 15.500270051358006, |
| "learning_rate": 2.1682156670322694e-06, |
| "loss": 0.3319, |
| "step": 13570 |
| }, |
| { |
| "epoch": 0.7838157628928458, |
| "grad_norm": 3.6214865336598288, |
| "learning_rate": 2.162442994862322e-06, |
| "loss": 0.3431, |
| "step": 13580 |
| }, |
| { |
| "epoch": 0.7843929468125018, |
| "grad_norm": 4.251663962722991, |
| "learning_rate": 2.1566703226923742e-06, |
| "loss": 0.339, |
| "step": 13590 |
| }, |
| { |
| "epoch": 0.7849701307321578, |
| "grad_norm": 5.8477391728665875, |
| "learning_rate": 2.150897650522427e-06, |
| "loss": 0.3425, |
| "step": 13600 |
| }, |
| { |
| "epoch": 0.7855473146518138, |
| "grad_norm": 12.661348588140084, |
| "learning_rate": 2.1451249783524794e-06, |
| "loss": 0.3385, |
| "step": 13610 |
| }, |
| { |
| "epoch": 0.7861244985714698, |
| "grad_norm": 3.153875030872274, |
| "learning_rate": 2.139352306182532e-06, |
| "loss": 0.3429, |
| "step": 13620 |
| }, |
| { |
| "epoch": 0.7867016824911258, |
| "grad_norm": 7.53800643811605, |
| "learning_rate": 2.1335796340125846e-06, |
| "loss": 0.3492, |
| "step": 13630 |
| }, |
| { |
| "epoch": 0.7872788664107818, |
| "grad_norm": 4.143985301762935, |
| "learning_rate": 2.127806961842637e-06, |
| "loss": 0.3361, |
| "step": 13640 |
| }, |
| { |
| "epoch": 0.7878560503304378, |
| "grad_norm": 3.005269949918135, |
| "learning_rate": 2.12203428967269e-06, |
| "loss": 0.3405, |
| "step": 13650 |
| }, |
| { |
| "epoch": 0.7884332342500938, |
| "grad_norm": 3.018587955955484, |
| "learning_rate": 2.1162616175027424e-06, |
| "loss": 0.3447, |
| "step": 13660 |
| }, |
| { |
| "epoch": 0.7890104181697498, |
| "grad_norm": 3.002589774112856, |
| "learning_rate": 2.110488945332795e-06, |
| "loss": 0.3253, |
| "step": 13670 |
| }, |
| { |
| "epoch": 0.7895876020894058, |
| "grad_norm": 3.85103590680487, |
| "learning_rate": 2.104716273162847e-06, |
| "loss": 0.3395, |
| "step": 13680 |
| }, |
| { |
| "epoch": 0.7901647860090618, |
| "grad_norm": 4.040110821545416, |
| "learning_rate": 2.0989436009928998e-06, |
| "loss": 0.3439, |
| "step": 13690 |
| }, |
| { |
| "epoch": 0.7907419699287178, |
| "grad_norm": 8.395833969271274, |
| "learning_rate": 2.0931709288229524e-06, |
| "loss": 0.3334, |
| "step": 13700 |
| }, |
| { |
| "epoch": 0.7913191538483738, |
| "grad_norm": 8.808629294549078, |
| "learning_rate": 2.087398256653005e-06, |
| "loss": 0.3516, |
| "step": 13710 |
| }, |
| { |
| "epoch": 0.7918963377680298, |
| "grad_norm": 5.183013748264493, |
| "learning_rate": 2.0816255844830576e-06, |
| "loss": 0.3468, |
| "step": 13720 |
| }, |
| { |
| "epoch": 0.7924735216876858, |
| "grad_norm": 4.651858039147579, |
| "learning_rate": 2.0758529123131097e-06, |
| "loss": 0.3383, |
| "step": 13730 |
| }, |
| { |
| "epoch": 0.7930507056073418, |
| "grad_norm": 5.147274649825693, |
| "learning_rate": 2.0700802401431623e-06, |
| "loss": 0.3435, |
| "step": 13740 |
| }, |
| { |
| "epoch": 0.7936278895269978, |
| "grad_norm": 3.3157064357282646, |
| "learning_rate": 2.064307567973215e-06, |
| "loss": 0.3374, |
| "step": 13750 |
| }, |
| { |
| "epoch": 0.7942050734466538, |
| "grad_norm": 5.359738899671234, |
| "learning_rate": 2.0585348958032675e-06, |
| "loss": 0.3519, |
| "step": 13760 |
| }, |
| { |
| "epoch": 0.7947822573663098, |
| "grad_norm": 3.232416306077255, |
| "learning_rate": 2.05276222363332e-06, |
| "loss": 0.3466, |
| "step": 13770 |
| }, |
| { |
| "epoch": 0.7953594412859658, |
| "grad_norm": 5.634484175482586, |
| "learning_rate": 2.0469895514633727e-06, |
| "loss": 0.3435, |
| "step": 13780 |
| }, |
| { |
| "epoch": 0.7959366252056218, |
| "grad_norm": 4.812177943413768, |
| "learning_rate": 2.041216879293425e-06, |
| "loss": 0.3394, |
| "step": 13790 |
| }, |
| { |
| "epoch": 0.7965138091252778, |
| "grad_norm": 4.18690284048581, |
| "learning_rate": 2.0354442071234775e-06, |
| "loss": 0.339, |
| "step": 13800 |
| }, |
| { |
| "epoch": 0.7970909930449338, |
| "grad_norm": 2.6302278323472024, |
| "learning_rate": 2.02967153495353e-06, |
| "loss": 0.3211, |
| "step": 13810 |
| }, |
| { |
| "epoch": 0.7976681769645898, |
| "grad_norm": 3.7677609162356567, |
| "learning_rate": 2.0238988627835827e-06, |
| "loss": 0.3459, |
| "step": 13820 |
| }, |
| { |
| "epoch": 0.7982453608842458, |
| "grad_norm": 3.877790721238228, |
| "learning_rate": 2.0181261906136353e-06, |
| "loss": 0.3527, |
| "step": 13830 |
| }, |
| { |
| "epoch": 0.7988225448039018, |
| "grad_norm": 3.3882391753576897, |
| "learning_rate": 2.0123535184436874e-06, |
| "loss": 0.3418, |
| "step": 13840 |
| }, |
| { |
| "epoch": 0.7993997287235578, |
| "grad_norm": 8.275704148522843, |
| "learning_rate": 2.00658084627374e-06, |
| "loss": 0.3584, |
| "step": 13850 |
| }, |
| { |
| "epoch": 0.7999769126432138, |
| "grad_norm": 4.07120977222577, |
| "learning_rate": 2.0008081741037926e-06, |
| "loss": 0.3369, |
| "step": 13860 |
| }, |
| { |
| "epoch": 0.8005540965628698, |
| "grad_norm": 6.796016189984939, |
| "learning_rate": 1.9950355019338452e-06, |
| "loss": 0.3359, |
| "step": 13870 |
| }, |
| { |
| "epoch": 0.8011312804825258, |
| "grad_norm": 4.70618096154267, |
| "learning_rate": 1.989262829763898e-06, |
| "loss": 0.3383, |
| "step": 13880 |
| }, |
| { |
| "epoch": 0.8017084644021818, |
| "grad_norm": 9.622472004428674, |
| "learning_rate": 1.9834901575939504e-06, |
| "loss": 0.3492, |
| "step": 13890 |
| }, |
| { |
| "epoch": 0.8022856483218378, |
| "grad_norm": 20.930166870041855, |
| "learning_rate": 1.977717485424003e-06, |
| "loss": 0.3343, |
| "step": 13900 |
| }, |
| { |
| "epoch": 0.8028628322414938, |
| "grad_norm": 10.85418413095689, |
| "learning_rate": 1.9719448132540556e-06, |
| "loss": 0.3399, |
| "step": 13910 |
| }, |
| { |
| "epoch": 0.8034400161611498, |
| "grad_norm": 3.9293112562677353, |
| "learning_rate": 1.9661721410841082e-06, |
| "loss": 0.363, |
| "step": 13920 |
| }, |
| { |
| "epoch": 0.8040172000808058, |
| "grad_norm": 10.773909045381199, |
| "learning_rate": 1.960399468914161e-06, |
| "loss": 0.3427, |
| "step": 13930 |
| }, |
| { |
| "epoch": 0.8045943840004618, |
| "grad_norm": 4.932078250676689, |
| "learning_rate": 1.954626796744213e-06, |
| "loss": 0.3353, |
| "step": 13940 |
| }, |
| { |
| "epoch": 0.8051715679201178, |
| "grad_norm": 5.376321864962683, |
| "learning_rate": 1.9488541245742656e-06, |
| "loss": 0.3502, |
| "step": 13950 |
| }, |
| { |
| "epoch": 0.8057487518397738, |
| "grad_norm": 4.014977881261309, |
| "learning_rate": 1.943081452404318e-06, |
| "loss": 0.3169, |
| "step": 13960 |
| }, |
| { |
| "epoch": 0.8063259357594298, |
| "grad_norm": 8.651359182721874, |
| "learning_rate": 1.9373087802343708e-06, |
| "loss": 0.3349, |
| "step": 13970 |
| }, |
| { |
| "epoch": 0.8069031196790858, |
| "grad_norm": 4.683539873403375, |
| "learning_rate": 1.9315361080644234e-06, |
| "loss": 0.3366, |
| "step": 13980 |
| }, |
| { |
| "epoch": 0.8074803035987418, |
| "grad_norm": 7.755677266741849, |
| "learning_rate": 1.9257634358944756e-06, |
| "loss": 0.3377, |
| "step": 13990 |
| }, |
| { |
| "epoch": 0.8080574875183978, |
| "grad_norm": 14.533972050557356, |
| "learning_rate": 1.919990763724528e-06, |
| "loss": 0.3337, |
| "step": 14000 |
| }, |
| { |
| "epoch": 0.8086346714380538, |
| "grad_norm": 3.5287179981983052, |
| "learning_rate": 1.9142180915545807e-06, |
| "loss": 0.3371, |
| "step": 14010 |
| }, |
| { |
| "epoch": 0.8092118553577098, |
| "grad_norm": 3.6897961566375588, |
| "learning_rate": 1.9084454193846333e-06, |
| "loss": 0.3437, |
| "step": 14020 |
| }, |
| { |
| "epoch": 0.8097890392773658, |
| "grad_norm": 4.275916003879041, |
| "learning_rate": 1.9026727472146857e-06, |
| "loss": 0.3505, |
| "step": 14030 |
| }, |
| { |
| "epoch": 0.8103662231970218, |
| "grad_norm": 5.853581087992128, |
| "learning_rate": 1.8969000750447383e-06, |
| "loss": 0.3447, |
| "step": 14040 |
| }, |
| { |
| "epoch": 0.8109434071166778, |
| "grad_norm": 4.456219664367194, |
| "learning_rate": 1.891127402874791e-06, |
| "loss": 0.3405, |
| "step": 14050 |
| }, |
| { |
| "epoch": 0.8115205910363338, |
| "grad_norm": 3.609665854590679, |
| "learning_rate": 1.8853547307048433e-06, |
| "loss": 0.3539, |
| "step": 14060 |
| }, |
| { |
| "epoch": 0.8120977749559897, |
| "grad_norm": 8.81894657017933, |
| "learning_rate": 1.879582058534896e-06, |
| "loss": 0.3434, |
| "step": 14070 |
| }, |
| { |
| "epoch": 0.8126749588756457, |
| "grad_norm": 73.62257234022623, |
| "learning_rate": 1.8738093863649485e-06, |
| "loss": 0.3362, |
| "step": 14080 |
| }, |
| { |
| "epoch": 0.8132521427953017, |
| "grad_norm": 4.843976388543906, |
| "learning_rate": 1.8680367141950009e-06, |
| "loss": 0.3522, |
| "step": 14090 |
| }, |
| { |
| "epoch": 0.8138293267149577, |
| "grad_norm": 6.3647153836539925, |
| "learning_rate": 1.8622640420250535e-06, |
| "loss": 0.3351, |
| "step": 14100 |
| }, |
| { |
| "epoch": 0.8144065106346137, |
| "grad_norm": 15.067604508734842, |
| "learning_rate": 1.8564913698551059e-06, |
| "loss": 0.341, |
| "step": 14110 |
| }, |
| { |
| "epoch": 0.8149836945542697, |
| "grad_norm": 2.837118277081176, |
| "learning_rate": 1.8507186976851585e-06, |
| "loss": 0.3433, |
| "step": 14120 |
| }, |
| { |
| "epoch": 0.8155608784739257, |
| "grad_norm": 3.8243460158503337, |
| "learning_rate": 1.844946025515211e-06, |
| "loss": 0.3433, |
| "step": 14130 |
| }, |
| { |
| "epoch": 0.8161380623935817, |
| "grad_norm": 5.476403512789154, |
| "learning_rate": 1.8391733533452635e-06, |
| "loss": 0.3507, |
| "step": 14140 |
| }, |
| { |
| "epoch": 0.8167152463132377, |
| "grad_norm": 7.503101973214223, |
| "learning_rate": 1.8334006811753163e-06, |
| "loss": 0.3426, |
| "step": 14150 |
| }, |
| { |
| "epoch": 0.8172924302328937, |
| "grad_norm": 13.62010751923973, |
| "learning_rate": 1.8276280090053689e-06, |
| "loss": 0.3467, |
| "step": 14160 |
| }, |
| { |
| "epoch": 0.8178696141525497, |
| "grad_norm": 5.792511670187818, |
| "learning_rate": 1.8218553368354215e-06, |
| "loss": 0.3618, |
| "step": 14170 |
| }, |
| { |
| "epoch": 0.8184467980722057, |
| "grad_norm": 3.268214743983259, |
| "learning_rate": 1.8160826646654738e-06, |
| "loss": 0.3383, |
| "step": 14180 |
| }, |
| { |
| "epoch": 0.8190239819918617, |
| "grad_norm": 4.2120443389536, |
| "learning_rate": 1.8103099924955264e-06, |
| "loss": 0.3444, |
| "step": 14190 |
| }, |
| { |
| "epoch": 0.8196011659115177, |
| "grad_norm": 5.497732760033444, |
| "learning_rate": 1.804537320325579e-06, |
| "loss": 0.3321, |
| "step": 14200 |
| }, |
| { |
| "epoch": 0.8201783498311737, |
| "grad_norm": 3.752608960335712, |
| "learning_rate": 1.7987646481556314e-06, |
| "loss": 0.34, |
| "step": 14210 |
| }, |
| { |
| "epoch": 0.8207555337508297, |
| "grad_norm": 5.61044709148666, |
| "learning_rate": 1.792991975985684e-06, |
| "loss": 0.3477, |
| "step": 14220 |
| }, |
| { |
| "epoch": 0.8213327176704857, |
| "grad_norm": 3.2289347743222, |
| "learning_rate": 1.7872193038157364e-06, |
| "loss": 0.3354, |
| "step": 14230 |
| }, |
| { |
| "epoch": 0.8219099015901417, |
| "grad_norm": 4.132295269856051, |
| "learning_rate": 1.781446631645789e-06, |
| "loss": 0.3454, |
| "step": 14240 |
| }, |
| { |
| "epoch": 0.8224870855097977, |
| "grad_norm": 8.94256483462556, |
| "learning_rate": 1.7756739594758416e-06, |
| "loss": 0.3437, |
| "step": 14250 |
| }, |
| { |
| "epoch": 0.8230642694294537, |
| "grad_norm": 6.100086954024239, |
| "learning_rate": 1.769901287305894e-06, |
| "loss": 0.3358, |
| "step": 14260 |
| }, |
| { |
| "epoch": 0.8236414533491097, |
| "grad_norm": 4.7378243458253255, |
| "learning_rate": 1.7641286151359466e-06, |
| "loss": 0.3357, |
| "step": 14270 |
| }, |
| { |
| "epoch": 0.8242186372687657, |
| "grad_norm": 4.402684079414389, |
| "learning_rate": 1.7583559429659992e-06, |
| "loss": 0.346, |
| "step": 14280 |
| }, |
| { |
| "epoch": 0.8247958211884217, |
| "grad_norm": 7.94048495060501, |
| "learning_rate": 1.7525832707960516e-06, |
| "loss": 0.3334, |
| "step": 14290 |
| }, |
| { |
| "epoch": 0.8253730051080777, |
| "grad_norm": 4.248624676291536, |
| "learning_rate": 1.7468105986261042e-06, |
| "loss": 0.3348, |
| "step": 14300 |
| }, |
| { |
| "epoch": 0.8259501890277336, |
| "grad_norm": 5.863500294171999, |
| "learning_rate": 1.7410379264561568e-06, |
| "loss": 0.3545, |
| "step": 14310 |
| }, |
| { |
| "epoch": 0.8265273729473896, |
| "grad_norm": 5.462151225452732, |
| "learning_rate": 1.7352652542862091e-06, |
| "loss": 0.3324, |
| "step": 14320 |
| }, |
| { |
| "epoch": 0.8271045568670456, |
| "grad_norm": 2.757724626485063, |
| "learning_rate": 1.7294925821162617e-06, |
| "loss": 0.3411, |
| "step": 14330 |
| }, |
| { |
| "epoch": 0.8276817407867016, |
| "grad_norm": 2.5548734181876456, |
| "learning_rate": 1.7237199099463141e-06, |
| "loss": 0.3278, |
| "step": 14340 |
| }, |
| { |
| "epoch": 0.8282589247063576, |
| "grad_norm": 4.871936623866052, |
| "learning_rate": 1.7179472377763667e-06, |
| "loss": 0.3306, |
| "step": 14350 |
| }, |
| { |
| "epoch": 0.8288361086260136, |
| "grad_norm": 3.10101382610628, |
| "learning_rate": 1.7121745656064193e-06, |
| "loss": 0.3387, |
| "step": 14360 |
| }, |
| { |
| "epoch": 0.8294132925456696, |
| "grad_norm": 10.575051742858964, |
| "learning_rate": 1.7064018934364717e-06, |
| "loss": 0.3428, |
| "step": 14370 |
| }, |
| { |
| "epoch": 0.8299904764653256, |
| "grad_norm": 4.367916255458309, |
| "learning_rate": 1.7006292212665243e-06, |
| "loss": 0.3397, |
| "step": 14380 |
| }, |
| { |
| "epoch": 0.8305676603849816, |
| "grad_norm": 6.616840660969775, |
| "learning_rate": 1.694856549096577e-06, |
| "loss": 0.331, |
| "step": 14390 |
| }, |
| { |
| "epoch": 0.8311448443046376, |
| "grad_norm": 12.71189460753895, |
| "learning_rate": 1.6890838769266293e-06, |
| "loss": 0.3352, |
| "step": 14400 |
| }, |
| { |
| "epoch": 0.8317220282242936, |
| "grad_norm": 8.817998813310439, |
| "learning_rate": 1.683311204756682e-06, |
| "loss": 0.3425, |
| "step": 14410 |
| }, |
| { |
| "epoch": 0.8322992121439496, |
| "grad_norm": 4.766835462814113, |
| "learning_rate": 1.6775385325867347e-06, |
| "loss": 0.3398, |
| "step": 14420 |
| }, |
| { |
| "epoch": 0.8328763960636056, |
| "grad_norm": 4.169057753174133, |
| "learning_rate": 1.6717658604167873e-06, |
| "loss": 0.3294, |
| "step": 14430 |
| }, |
| { |
| "epoch": 0.8334535799832616, |
| "grad_norm": 5.150260088289917, |
| "learning_rate": 1.6659931882468397e-06, |
| "loss": 0.3273, |
| "step": 14440 |
| }, |
| { |
| "epoch": 0.8340307639029176, |
| "grad_norm": 5.053684619580007, |
| "learning_rate": 1.6602205160768923e-06, |
| "loss": 0.3642, |
| "step": 14450 |
| }, |
| { |
| "epoch": 0.8346079478225736, |
| "grad_norm": 4.068134996065944, |
| "learning_rate": 1.6544478439069447e-06, |
| "loss": 0.3441, |
| "step": 14460 |
| }, |
| { |
| "epoch": 0.8351851317422296, |
| "grad_norm": 4.004964659229183, |
| "learning_rate": 1.6486751717369972e-06, |
| "loss": 0.3408, |
| "step": 14470 |
| }, |
| { |
| "epoch": 0.8357623156618856, |
| "grad_norm": 4.02559591240971, |
| "learning_rate": 1.6429024995670498e-06, |
| "loss": 0.3385, |
| "step": 14480 |
| }, |
| { |
| "epoch": 0.8363394995815416, |
| "grad_norm": 5.168203382157519, |
| "learning_rate": 1.6371298273971022e-06, |
| "loss": 0.3424, |
| "step": 14490 |
| }, |
| { |
| "epoch": 0.8369166835011976, |
| "grad_norm": 6.3562693056901285, |
| "learning_rate": 1.6313571552271548e-06, |
| "loss": 0.3432, |
| "step": 14500 |
| }, |
| { |
| "epoch": 0.8374938674208536, |
| "grad_norm": 7.105132387517162, |
| "learning_rate": 1.6255844830572074e-06, |
| "loss": 0.3385, |
| "step": 14510 |
| }, |
| { |
| "epoch": 0.8380710513405096, |
| "grad_norm": 5.167657366774912, |
| "learning_rate": 1.6198118108872598e-06, |
| "loss": 0.3357, |
| "step": 14520 |
| }, |
| { |
| "epoch": 0.8386482352601656, |
| "grad_norm": 5.322779082569645, |
| "learning_rate": 1.6140391387173124e-06, |
| "loss": 0.351, |
| "step": 14530 |
| }, |
| { |
| "epoch": 0.8392254191798216, |
| "grad_norm": 5.555960049234855, |
| "learning_rate": 1.608266466547365e-06, |
| "loss": 0.3427, |
| "step": 14540 |
| }, |
| { |
| "epoch": 0.8398026030994776, |
| "grad_norm": 14.30097637805443, |
| "learning_rate": 1.6024937943774174e-06, |
| "loss": 0.3268, |
| "step": 14550 |
| }, |
| { |
| "epoch": 0.8403797870191336, |
| "grad_norm": 5.930941981679822, |
| "learning_rate": 1.59672112220747e-06, |
| "loss": 0.3378, |
| "step": 14560 |
| }, |
| { |
| "epoch": 0.8409569709387896, |
| "grad_norm": 6.41989158034055, |
| "learning_rate": 1.5909484500375224e-06, |
| "loss": 0.3425, |
| "step": 14570 |
| }, |
| { |
| "epoch": 0.8415341548584456, |
| "grad_norm": 5.309996017042821, |
| "learning_rate": 1.585175777867575e-06, |
| "loss": 0.347, |
| "step": 14580 |
| }, |
| { |
| "epoch": 0.8421113387781016, |
| "grad_norm": 5.483533161522683, |
| "learning_rate": 1.5794031056976276e-06, |
| "loss": 0.3292, |
| "step": 14590 |
| }, |
| { |
| "epoch": 0.8426885226977576, |
| "grad_norm": 5.692527937195376, |
| "learning_rate": 1.57363043352768e-06, |
| "loss": 0.3377, |
| "step": 14600 |
| }, |
| { |
| "epoch": 0.8432657066174136, |
| "grad_norm": 4.521114906145438, |
| "learning_rate": 1.5678577613577325e-06, |
| "loss": 0.33, |
| "step": 14610 |
| }, |
| { |
| "epoch": 0.8438428905370696, |
| "grad_norm": 5.387502803416387, |
| "learning_rate": 1.5620850891877851e-06, |
| "loss": 0.3418, |
| "step": 14620 |
| }, |
| { |
| "epoch": 0.8444200744567256, |
| "grad_norm": 3.5934061953432783, |
| "learning_rate": 1.5563124170178375e-06, |
| "loss": 0.3386, |
| "step": 14630 |
| }, |
| { |
| "epoch": 0.8449972583763816, |
| "grad_norm": 11.194143114734654, |
| "learning_rate": 1.5505397448478901e-06, |
| "loss": 0.345, |
| "step": 14640 |
| }, |
| { |
| "epoch": 0.8455744422960376, |
| "grad_norm": 10.094088344395155, |
| "learning_rate": 1.5447670726779427e-06, |
| "loss": 0.3526, |
| "step": 14650 |
| }, |
| { |
| "epoch": 0.8461516262156936, |
| "grad_norm": 3.4477998903369538, |
| "learning_rate": 1.5389944005079951e-06, |
| "loss": 0.3373, |
| "step": 14660 |
| }, |
| { |
| "epoch": 0.8467288101353496, |
| "grad_norm": 7.047707090908251, |
| "learning_rate": 1.533221728338048e-06, |
| "loss": 0.3403, |
| "step": 14670 |
| }, |
| { |
| "epoch": 0.8473059940550056, |
| "grad_norm": 2.8576436370742893, |
| "learning_rate": 1.5274490561681005e-06, |
| "loss": 0.3453, |
| "step": 14680 |
| }, |
| { |
| "epoch": 0.8478831779746616, |
| "grad_norm": 12.938468126614902, |
| "learning_rate": 1.521676383998153e-06, |
| "loss": 0.336, |
| "step": 14690 |
| }, |
| { |
| "epoch": 0.8484603618943176, |
| "grad_norm": 5.011512190053106, |
| "learning_rate": 1.5159037118282055e-06, |
| "loss": 0.3424, |
| "step": 14700 |
| }, |
| { |
| "epoch": 0.8490375458139736, |
| "grad_norm": 5.063829942230378, |
| "learning_rate": 1.510131039658258e-06, |
| "loss": 0.346, |
| "step": 14710 |
| }, |
| { |
| "epoch": 0.8496147297336296, |
| "grad_norm": 6.679043646426254, |
| "learning_rate": 1.5043583674883105e-06, |
| "loss": 0.3422, |
| "step": 14720 |
| }, |
| { |
| "epoch": 0.8501919136532856, |
| "grad_norm": 5.800788583586723, |
| "learning_rate": 1.498585695318363e-06, |
| "loss": 0.3421, |
| "step": 14730 |
| }, |
| { |
| "epoch": 0.8507690975729416, |
| "grad_norm": 3.968739599812534, |
| "learning_rate": 1.4928130231484157e-06, |
| "loss": 0.3395, |
| "step": 14740 |
| }, |
| { |
| "epoch": 0.8513462814925976, |
| "grad_norm": 7.880056504602316, |
| "learning_rate": 1.487040350978468e-06, |
| "loss": 0.3326, |
| "step": 14750 |
| }, |
| { |
| "epoch": 0.8519234654122536, |
| "grad_norm": 5.685089944033708, |
| "learning_rate": 1.4812676788085207e-06, |
| "loss": 0.3356, |
| "step": 14760 |
| }, |
| { |
| "epoch": 0.8525006493319096, |
| "grad_norm": 4.795808126193561, |
| "learning_rate": 1.475495006638573e-06, |
| "loss": 0.316, |
| "step": 14770 |
| }, |
| { |
| "epoch": 0.8530778332515656, |
| "grad_norm": 6.693555623774071, |
| "learning_rate": 1.4697223344686256e-06, |
| "loss": 0.3416, |
| "step": 14780 |
| }, |
| { |
| "epoch": 0.8536550171712216, |
| "grad_norm": 5.752237694272574, |
| "learning_rate": 1.4639496622986782e-06, |
| "loss": 0.3348, |
| "step": 14790 |
| }, |
| { |
| "epoch": 0.8542322010908776, |
| "grad_norm": 7.135726397784308, |
| "learning_rate": 1.4581769901287306e-06, |
| "loss": 0.3378, |
| "step": 14800 |
| }, |
| { |
| "epoch": 0.8548093850105336, |
| "grad_norm": 3.2833774570611234, |
| "learning_rate": 1.4524043179587832e-06, |
| "loss": 0.3504, |
| "step": 14810 |
| }, |
| { |
| "epoch": 0.8553865689301896, |
| "grad_norm": 6.256462721047408, |
| "learning_rate": 1.4466316457888358e-06, |
| "loss": 0.349, |
| "step": 14820 |
| }, |
| { |
| "epoch": 0.8559637528498456, |
| "grad_norm": 6.040295806596955, |
| "learning_rate": 1.4408589736188882e-06, |
| "loss": 0.3208, |
| "step": 14830 |
| }, |
| { |
| "epoch": 0.8565409367695016, |
| "grad_norm": 4.729301211824621, |
| "learning_rate": 1.4350863014489408e-06, |
| "loss": 0.3277, |
| "step": 14840 |
| }, |
| { |
| "epoch": 0.8571181206891576, |
| "grad_norm": 4.313779706679082, |
| "learning_rate": 1.4293136292789934e-06, |
| "loss": 0.3306, |
| "step": 14850 |
| }, |
| { |
| "epoch": 0.8576953046088136, |
| "grad_norm": 11.790043476255672, |
| "learning_rate": 1.4235409571090458e-06, |
| "loss": 0.3391, |
| "step": 14860 |
| }, |
| { |
| "epoch": 0.8582724885284696, |
| "grad_norm": 7.642639050872643, |
| "learning_rate": 1.4177682849390984e-06, |
| "loss": 0.3388, |
| "step": 14870 |
| }, |
| { |
| "epoch": 0.8588496724481256, |
| "grad_norm": 7.260077362208394, |
| "learning_rate": 1.4119956127691508e-06, |
| "loss": 0.3422, |
| "step": 14880 |
| }, |
| { |
| "epoch": 0.8594268563677816, |
| "grad_norm": 4.754130590048299, |
| "learning_rate": 1.4062229405992034e-06, |
| "loss": 0.3436, |
| "step": 14890 |
| }, |
| { |
| "epoch": 0.8600040402874376, |
| "grad_norm": 6.225554657816755, |
| "learning_rate": 1.400450268429256e-06, |
| "loss": 0.3352, |
| "step": 14900 |
| }, |
| { |
| "epoch": 0.8605812242070936, |
| "grad_norm": 9.369073827925245, |
| "learning_rate": 1.3946775962593083e-06, |
| "loss": 0.3552, |
| "step": 14910 |
| }, |
| { |
| "epoch": 0.8611584081267496, |
| "grad_norm": 22.876915271022913, |
| "learning_rate": 1.388904924089361e-06, |
| "loss": 0.3492, |
| "step": 14920 |
| }, |
| { |
| "epoch": 0.8617355920464056, |
| "grad_norm": 3.2981136451706132, |
| "learning_rate": 1.3831322519194135e-06, |
| "loss": 0.3328, |
| "step": 14930 |
| }, |
| { |
| "epoch": 0.8623127759660616, |
| "grad_norm": 15.61626227774467, |
| "learning_rate": 1.3773595797494663e-06, |
| "loss": 0.337, |
| "step": 14940 |
| }, |
| { |
| "epoch": 0.8628899598857176, |
| "grad_norm": 3.605130100716397, |
| "learning_rate": 1.3715869075795187e-06, |
| "loss": 0.3385, |
| "step": 14950 |
| }, |
| { |
| "epoch": 0.8634671438053736, |
| "grad_norm": 12.284387392936685, |
| "learning_rate": 1.3658142354095713e-06, |
| "loss": 0.338, |
| "step": 14960 |
| }, |
| { |
| "epoch": 0.8640443277250296, |
| "grad_norm": 3.278014138295641, |
| "learning_rate": 1.360041563239624e-06, |
| "loss": 0.3337, |
| "step": 14970 |
| }, |
| { |
| "epoch": 0.8646215116446856, |
| "grad_norm": 6.104850658183799, |
| "learning_rate": 1.3542688910696763e-06, |
| "loss": 0.3276, |
| "step": 14980 |
| }, |
| { |
| "epoch": 0.8651986955643416, |
| "grad_norm": 5.279235884437097, |
| "learning_rate": 1.348496218899729e-06, |
| "loss": 0.3289, |
| "step": 14990 |
| }, |
| { |
| "epoch": 0.8657758794839976, |
| "grad_norm": 8.449467479597608, |
| "learning_rate": 1.3427235467297813e-06, |
| "loss": 0.3314, |
| "step": 15000 |
| }, |
| { |
| "epoch": 0.8663530634036536, |
| "grad_norm": 5.665683889458834, |
| "learning_rate": 1.3369508745598339e-06, |
| "loss": 0.3416, |
| "step": 15010 |
| }, |
| { |
| "epoch": 0.8669302473233096, |
| "grad_norm": 3.9335607560335735, |
| "learning_rate": 1.3311782023898865e-06, |
| "loss": 0.3525, |
| "step": 15020 |
| }, |
| { |
| "epoch": 0.8675074312429656, |
| "grad_norm": 2.894014459167942, |
| "learning_rate": 1.3254055302199389e-06, |
| "loss": 0.3328, |
| "step": 15030 |
| }, |
| { |
| "epoch": 0.8680846151626216, |
| "grad_norm": 65.75688988910291, |
| "learning_rate": 1.3196328580499915e-06, |
| "loss": 0.331, |
| "step": 15040 |
| }, |
| { |
| "epoch": 0.8686617990822776, |
| "grad_norm": 61.00701606633841, |
| "learning_rate": 1.313860185880044e-06, |
| "loss": 0.3407, |
| "step": 15050 |
| }, |
| { |
| "epoch": 0.8692389830019336, |
| "grad_norm": 4.364812051967769, |
| "learning_rate": 1.3080875137100965e-06, |
| "loss": 0.335, |
| "step": 15060 |
| }, |
| { |
| "epoch": 0.8698161669215896, |
| "grad_norm": 24.662511548298095, |
| "learning_rate": 1.302314841540149e-06, |
| "loss": 0.3348, |
| "step": 15070 |
| }, |
| { |
| "epoch": 0.8703933508412456, |
| "grad_norm": 4.160466497716753, |
| "learning_rate": 1.2965421693702016e-06, |
| "loss": 0.3252, |
| "step": 15080 |
| }, |
| { |
| "epoch": 0.8709705347609016, |
| "grad_norm": 6.134539334165056, |
| "learning_rate": 1.290769497200254e-06, |
| "loss": 0.343, |
| "step": 15090 |
| }, |
| { |
| "epoch": 0.8715477186805576, |
| "grad_norm": 7.228713295937482, |
| "learning_rate": 1.2849968250303066e-06, |
| "loss": 0.3338, |
| "step": 15100 |
| }, |
| { |
| "epoch": 0.8721249026002136, |
| "grad_norm": 4.918201123965152, |
| "learning_rate": 1.279224152860359e-06, |
| "loss": 0.3527, |
| "step": 15110 |
| }, |
| { |
| "epoch": 0.8727020865198696, |
| "grad_norm": 11.079488033226095, |
| "learning_rate": 1.2734514806904116e-06, |
| "loss": 0.3485, |
| "step": 15120 |
| }, |
| { |
| "epoch": 0.8732792704395256, |
| "grad_norm": 4.928609183215457, |
| "learning_rate": 1.2676788085204642e-06, |
| "loss": 0.3354, |
| "step": 15130 |
| }, |
| { |
| "epoch": 0.8738564543591816, |
| "grad_norm": 6.740385950730952, |
| "learning_rate": 1.2619061363505166e-06, |
| "loss": 0.333, |
| "step": 15140 |
| }, |
| { |
| "epoch": 0.8744336382788376, |
| "grad_norm": 4.67490770106929, |
| "learning_rate": 1.2561334641805692e-06, |
| "loss": 0.331, |
| "step": 15150 |
| }, |
| { |
| "epoch": 0.8750108221984936, |
| "grad_norm": 13.018881009854521, |
| "learning_rate": 1.2503607920106218e-06, |
| "loss": 0.3418, |
| "step": 15160 |
| }, |
| { |
| "epoch": 0.8755880061181496, |
| "grad_norm": 5.447550954730696, |
| "learning_rate": 1.2445881198406744e-06, |
| "loss": 0.3372, |
| "step": 15170 |
| }, |
| { |
| "epoch": 0.8761651900378056, |
| "grad_norm": 3.273410656701021, |
| "learning_rate": 1.238815447670727e-06, |
| "loss": 0.3199, |
| "step": 15180 |
| }, |
| { |
| "epoch": 0.8767423739574616, |
| "grad_norm": 4.277523732895546, |
| "learning_rate": 1.2330427755007794e-06, |
| "loss": 0.341, |
| "step": 15190 |
| }, |
| { |
| "epoch": 0.8773195578771176, |
| "grad_norm": 15.742782882783079, |
| "learning_rate": 1.227270103330832e-06, |
| "loss": 0.341, |
| "step": 15200 |
| }, |
| { |
| "epoch": 0.8778967417967736, |
| "grad_norm": 5.131013300289669, |
| "learning_rate": 1.2214974311608844e-06, |
| "loss": 0.3303, |
| "step": 15210 |
| }, |
| { |
| "epoch": 0.8784739257164296, |
| "grad_norm": 12.866336037106171, |
| "learning_rate": 1.215724758990937e-06, |
| "loss": 0.3442, |
| "step": 15220 |
| }, |
| { |
| "epoch": 0.8790511096360856, |
| "grad_norm": 5.127710193300859, |
| "learning_rate": 1.2099520868209895e-06, |
| "loss": 0.352, |
| "step": 15230 |
| }, |
| { |
| "epoch": 0.8796282935557416, |
| "grad_norm": 7.005612361267027, |
| "learning_rate": 1.204179414651042e-06, |
| "loss": 0.3376, |
| "step": 15240 |
| }, |
| { |
| "epoch": 0.8802054774753976, |
| "grad_norm": 19.994629507428854, |
| "learning_rate": 1.1984067424810945e-06, |
| "loss": 0.3366, |
| "step": 15250 |
| }, |
| { |
| "epoch": 0.8807826613950536, |
| "grad_norm": 19.289162587657003, |
| "learning_rate": 1.1926340703111471e-06, |
| "loss": 0.3339, |
| "step": 15260 |
| }, |
| { |
| "epoch": 0.8813598453147096, |
| "grad_norm": 5.780176197085242, |
| "learning_rate": 1.1868613981411997e-06, |
| "loss": 0.3328, |
| "step": 15270 |
| }, |
| { |
| "epoch": 0.8819370292343656, |
| "grad_norm": 5.322625710215796, |
| "learning_rate": 1.1810887259712523e-06, |
| "loss": 0.3364, |
| "step": 15280 |
| }, |
| { |
| "epoch": 0.8825142131540216, |
| "grad_norm": 4.160665784312188, |
| "learning_rate": 1.1753160538013047e-06, |
| "loss": 0.3298, |
| "step": 15290 |
| }, |
| { |
| "epoch": 0.8830913970736776, |
| "grad_norm": 39.76071118055878, |
| "learning_rate": 1.1695433816313573e-06, |
| "loss": 0.348, |
| "step": 15300 |
| }, |
| { |
| "epoch": 0.8836685809933336, |
| "grad_norm": 3.5659508030627958, |
| "learning_rate": 1.16377070946141e-06, |
| "loss": 0.3271, |
| "step": 15310 |
| }, |
| { |
| "epoch": 0.8842457649129896, |
| "grad_norm": 4.436695102429374, |
| "learning_rate": 1.1579980372914623e-06, |
| "loss": 0.3407, |
| "step": 15320 |
| }, |
| { |
| "epoch": 0.8848229488326456, |
| "grad_norm": 11.403167564876071, |
| "learning_rate": 1.1522253651215149e-06, |
| "loss": 0.3383, |
| "step": 15330 |
| }, |
| { |
| "epoch": 0.8854001327523016, |
| "grad_norm": 4.535641723893359, |
| "learning_rate": 1.1464526929515673e-06, |
| "loss": 0.3328, |
| "step": 15340 |
| }, |
| { |
| "epoch": 0.8859773166719576, |
| "grad_norm": 7.663265877666311, |
| "learning_rate": 1.1406800207816199e-06, |
| "loss": 0.3365, |
| "step": 15350 |
| }, |
| { |
| "epoch": 0.8865545005916136, |
| "grad_norm": 7.820505381715719, |
| "learning_rate": 1.1349073486116725e-06, |
| "loss": 0.3432, |
| "step": 15360 |
| }, |
| { |
| "epoch": 0.8871316845112696, |
| "grad_norm": 6.006599271526383, |
| "learning_rate": 1.1291346764417248e-06, |
| "loss": 0.3487, |
| "step": 15370 |
| }, |
| { |
| "epoch": 0.8877088684309256, |
| "grad_norm": 11.881435307105928, |
| "learning_rate": 1.1233620042717774e-06, |
| "loss": 0.3332, |
| "step": 15380 |
| }, |
| { |
| "epoch": 0.8882860523505816, |
| "grad_norm": 3.4819561819318103, |
| "learning_rate": 1.11758933210183e-06, |
| "loss": 0.335, |
| "step": 15390 |
| }, |
| { |
| "epoch": 0.8888632362702376, |
| "grad_norm": 6.893650513052578, |
| "learning_rate": 1.1118166599318826e-06, |
| "loss": 0.3493, |
| "step": 15400 |
| }, |
| { |
| "epoch": 0.8894404201898936, |
| "grad_norm": 6.925493159604081, |
| "learning_rate": 1.1060439877619352e-06, |
| "loss": 0.3448, |
| "step": 15410 |
| }, |
| { |
| "epoch": 0.8900176041095496, |
| "grad_norm": 5.5200268397262775, |
| "learning_rate": 1.1002713155919876e-06, |
| "loss": 0.3256, |
| "step": 15420 |
| }, |
| { |
| "epoch": 0.8905947880292056, |
| "grad_norm": 7.638890582405007, |
| "learning_rate": 1.0944986434220402e-06, |
| "loss": 0.3327, |
| "step": 15430 |
| }, |
| { |
| "epoch": 0.8911719719488616, |
| "grad_norm": 4.585636430659814, |
| "learning_rate": 1.0887259712520926e-06, |
| "loss": 0.3386, |
| "step": 15440 |
| }, |
| { |
| "epoch": 0.8917491558685176, |
| "grad_norm": 7.147252901738225, |
| "learning_rate": 1.0829532990821452e-06, |
| "loss": 0.3402, |
| "step": 15450 |
| }, |
| { |
| "epoch": 0.8923263397881736, |
| "grad_norm": 5.40597402568476, |
| "learning_rate": 1.0771806269121978e-06, |
| "loss": 0.3385, |
| "step": 15460 |
| }, |
| { |
| "epoch": 0.8929035237078295, |
| "grad_norm": 4.260919590930795, |
| "learning_rate": 1.0714079547422502e-06, |
| "loss": 0.3232, |
| "step": 15470 |
| }, |
| { |
| "epoch": 0.8934807076274855, |
| "grad_norm": 9.083532528696407, |
| "learning_rate": 1.0656352825723028e-06, |
| "loss": 0.354, |
| "step": 15480 |
| }, |
| { |
| "epoch": 0.8940578915471415, |
| "grad_norm": 4.996043459346209, |
| "learning_rate": 1.0598626104023554e-06, |
| "loss": 0.329, |
| "step": 15490 |
| }, |
| { |
| "epoch": 0.8946350754667975, |
| "grad_norm": 4.117500728065101, |
| "learning_rate": 1.0540899382324078e-06, |
| "loss": 0.3269, |
| "step": 15500 |
| }, |
| { |
| "epoch": 0.8952122593864535, |
| "grad_norm": 4.9248570764155435, |
| "learning_rate": 1.0483172660624604e-06, |
| "loss": 0.3321, |
| "step": 15510 |
| }, |
| { |
| "epoch": 0.8957894433061095, |
| "grad_norm": 4.696024737813827, |
| "learning_rate": 1.042544593892513e-06, |
| "loss": 0.3309, |
| "step": 15520 |
| }, |
| { |
| "epoch": 0.8963666272257655, |
| "grad_norm": 7.733578705149999, |
| "learning_rate": 1.0367719217225656e-06, |
| "loss": 0.3305, |
| "step": 15530 |
| }, |
| { |
| "epoch": 0.8969438111454215, |
| "grad_norm": 5.394346330597671, |
| "learning_rate": 1.0309992495526181e-06, |
| "loss": 0.3388, |
| "step": 15540 |
| }, |
| { |
| "epoch": 0.8975209950650774, |
| "grad_norm": 5.311667852016155, |
| "learning_rate": 1.0252265773826705e-06, |
| "loss": 0.3376, |
| "step": 15550 |
| }, |
| { |
| "epoch": 0.8980981789847334, |
| "grad_norm": 25.908831946398365, |
| "learning_rate": 1.0194539052127231e-06, |
| "loss": 0.3265, |
| "step": 15560 |
| }, |
| { |
| "epoch": 0.8986753629043894, |
| "grad_norm": 33.665974796607145, |
| "learning_rate": 1.0136812330427755e-06, |
| "loss": 0.3348, |
| "step": 15570 |
| }, |
| { |
| "epoch": 0.8992525468240454, |
| "grad_norm": 6.825259095726871, |
| "learning_rate": 1.0079085608728281e-06, |
| "loss": 0.3453, |
| "step": 15580 |
| }, |
| { |
| "epoch": 0.8998297307437014, |
| "grad_norm": 3.1735048623731092, |
| "learning_rate": 1.0021358887028807e-06, |
| "loss": 0.3218, |
| "step": 15590 |
| }, |
| { |
| "epoch": 0.9004069146633574, |
| "grad_norm": 9.114656814093948, |
| "learning_rate": 9.96363216532933e-07, |
| "loss": 0.3228, |
| "step": 15600 |
| }, |
| { |
| "epoch": 0.9009840985830134, |
| "grad_norm": 5.87155385500696, |
| "learning_rate": 9.905905443629857e-07, |
| "loss": 0.3309, |
| "step": 15610 |
| }, |
| { |
| "epoch": 0.9015612825026694, |
| "grad_norm": 14.717991716657272, |
| "learning_rate": 9.848178721930383e-07, |
| "loss": 0.3486, |
| "step": 15620 |
| }, |
| { |
| "epoch": 0.9021384664223254, |
| "grad_norm": 3.7767948462311067, |
| "learning_rate": 9.790452000230907e-07, |
| "loss": 0.3182, |
| "step": 15630 |
| }, |
| { |
| "epoch": 0.9027156503419814, |
| "grad_norm": 3.6787944993169006, |
| "learning_rate": 9.732725278531433e-07, |
| "loss": 0.3336, |
| "step": 15640 |
| }, |
| { |
| "epoch": 0.9032928342616374, |
| "grad_norm": 11.812395475228488, |
| "learning_rate": 9.674998556831959e-07, |
| "loss": 0.3286, |
| "step": 15650 |
| }, |
| { |
| "epoch": 0.9038700181812934, |
| "grad_norm": 5.186436534605756, |
| "learning_rate": 9.617271835132485e-07, |
| "loss": 0.3275, |
| "step": 15660 |
| }, |
| { |
| "epoch": 0.9044472021009494, |
| "grad_norm": 4.424154650673984, |
| "learning_rate": 9.559545113433009e-07, |
| "loss": 0.3185, |
| "step": 15670 |
| }, |
| { |
| "epoch": 0.9050243860206054, |
| "grad_norm": 6.3580022358578105, |
| "learning_rate": 9.501818391733534e-07, |
| "loss": 0.3226, |
| "step": 15680 |
| }, |
| { |
| "epoch": 0.9056015699402614, |
| "grad_norm": 6.310999676892304, |
| "learning_rate": 9.444091670034059e-07, |
| "loss": 0.3304, |
| "step": 15690 |
| }, |
| { |
| "epoch": 0.9061787538599174, |
| "grad_norm": 3.7913010315172633, |
| "learning_rate": 9.386364948334585e-07, |
| "loss": 0.3412, |
| "step": 15700 |
| }, |
| { |
| "epoch": 0.9067559377795734, |
| "grad_norm": 3.67407928861924, |
| "learning_rate": 9.32863822663511e-07, |
| "loss": 0.341, |
| "step": 15710 |
| }, |
| { |
| "epoch": 0.9073331216992294, |
| "grad_norm": 7.334570042771433, |
| "learning_rate": 9.270911504935635e-07, |
| "loss": 0.3265, |
| "step": 15720 |
| }, |
| { |
| "epoch": 0.9079103056188854, |
| "grad_norm": 6.456404235720165, |
| "learning_rate": 9.213184783236161e-07, |
| "loss": 0.3444, |
| "step": 15730 |
| }, |
| { |
| "epoch": 0.9084874895385414, |
| "grad_norm": 4.201612752804453, |
| "learning_rate": 9.155458061536686e-07, |
| "loss": 0.348, |
| "step": 15740 |
| }, |
| { |
| "epoch": 0.9090646734581974, |
| "grad_norm": 5.071365974662106, |
| "learning_rate": 9.097731339837211e-07, |
| "loss": 0.3153, |
| "step": 15750 |
| }, |
| { |
| "epoch": 0.9096418573778534, |
| "grad_norm": 5.035641882967374, |
| "learning_rate": 9.040004618137736e-07, |
| "loss": 0.3359, |
| "step": 15760 |
| }, |
| { |
| "epoch": 0.9102190412975094, |
| "grad_norm": 12.03037859002001, |
| "learning_rate": 8.982277896438262e-07, |
| "loss": 0.3242, |
| "step": 15770 |
| }, |
| { |
| "epoch": 0.9107962252171654, |
| "grad_norm": 7.140437657447056, |
| "learning_rate": 8.924551174738787e-07, |
| "loss": 0.3333, |
| "step": 15780 |
| }, |
| { |
| "epoch": 0.9113734091368214, |
| "grad_norm": 8.294728901327792, |
| "learning_rate": 8.866824453039313e-07, |
| "loss": 0.3267, |
| "step": 15790 |
| }, |
| { |
| "epoch": 0.9119505930564774, |
| "grad_norm": 5.258892430294796, |
| "learning_rate": 8.809097731339839e-07, |
| "loss": 0.3306, |
| "step": 15800 |
| }, |
| { |
| "epoch": 0.9125277769761334, |
| "grad_norm": 4.56809810586393, |
| "learning_rate": 8.751371009640364e-07, |
| "loss": 0.3354, |
| "step": 15810 |
| }, |
| { |
| "epoch": 0.9131049608957894, |
| "grad_norm": 8.754714473224658, |
| "learning_rate": 8.693644287940889e-07, |
| "loss": 0.3258, |
| "step": 15820 |
| }, |
| { |
| "epoch": 0.9136821448154454, |
| "grad_norm": 10.722318127648052, |
| "learning_rate": 8.635917566241415e-07, |
| "loss": 0.3251, |
| "step": 15830 |
| }, |
| { |
| "epoch": 0.9142593287351014, |
| "grad_norm": 17.100240147200765, |
| "learning_rate": 8.578190844541939e-07, |
| "loss": 0.3243, |
| "step": 15840 |
| }, |
| { |
| "epoch": 0.9148365126547574, |
| "grad_norm": 6.487613210408211, |
| "learning_rate": 8.520464122842464e-07, |
| "loss": 0.3299, |
| "step": 15850 |
| }, |
| { |
| "epoch": 0.9154136965744134, |
| "grad_norm": 3.047470063867609, |
| "learning_rate": 8.462737401142989e-07, |
| "loss": 0.3277, |
| "step": 15860 |
| }, |
| { |
| "epoch": 0.9159908804940694, |
| "grad_norm": 3.3099261534656823, |
| "learning_rate": 8.405010679443515e-07, |
| "loss": 0.3225, |
| "step": 15870 |
| }, |
| { |
| "epoch": 0.9165680644137254, |
| "grad_norm": 12.904829402744845, |
| "learning_rate": 8.34728395774404e-07, |
| "loss": 0.3456, |
| "step": 15880 |
| }, |
| { |
| "epoch": 0.9171452483333814, |
| "grad_norm": 3.874918781355711, |
| "learning_rate": 8.289557236044565e-07, |
| "loss": 0.324, |
| "step": 15890 |
| }, |
| { |
| "epoch": 0.9177224322530374, |
| "grad_norm": 8.856329412411933, |
| "learning_rate": 8.231830514345091e-07, |
| "loss": 0.3336, |
| "step": 15900 |
| }, |
| { |
| "epoch": 0.9182996161726934, |
| "grad_norm": 8.142861706815804, |
| "learning_rate": 8.174103792645616e-07, |
| "loss": 0.3346, |
| "step": 15910 |
| }, |
| { |
| "epoch": 0.9188768000923494, |
| "grad_norm": 6.512456297032329, |
| "learning_rate": 8.116377070946142e-07, |
| "loss": 0.3356, |
| "step": 15920 |
| }, |
| { |
| "epoch": 0.9194539840120054, |
| "grad_norm": 5.20827680094837, |
| "learning_rate": 8.058650349246668e-07, |
| "loss": 0.327, |
| "step": 15930 |
| }, |
| { |
| "epoch": 0.9200311679316614, |
| "grad_norm": 3.6566931406552166, |
| "learning_rate": 8.000923627547193e-07, |
| "loss": 0.3393, |
| "step": 15940 |
| }, |
| { |
| "epoch": 0.9206083518513174, |
| "grad_norm": 5.430549059652793, |
| "learning_rate": 7.943196905847718e-07, |
| "loss": 0.336, |
| "step": 15950 |
| }, |
| { |
| "epoch": 0.9211855357709734, |
| "grad_norm": 11.48641695737308, |
| "learning_rate": 7.885470184148243e-07, |
| "loss": 0.3239, |
| "step": 15960 |
| }, |
| { |
| "epoch": 0.9217627196906294, |
| "grad_norm": 5.74247518929047, |
| "learning_rate": 7.827743462448769e-07, |
| "loss": 0.3272, |
| "step": 15970 |
| }, |
| { |
| "epoch": 0.9223399036102854, |
| "grad_norm": 2.9972434937325954, |
| "learning_rate": 7.770016740749293e-07, |
| "loss": 0.3444, |
| "step": 15980 |
| }, |
| { |
| "epoch": 0.9229170875299414, |
| "grad_norm": 4.3485773330395405, |
| "learning_rate": 7.712290019049818e-07, |
| "loss": 0.3343, |
| "step": 15990 |
| }, |
| { |
| "epoch": 0.9234942714495974, |
| "grad_norm": 5.8420315281490725, |
| "learning_rate": 7.654563297350344e-07, |
| "loss": 0.3418, |
| "step": 16000 |
| }, |
| { |
| "epoch": 0.9240714553692534, |
| "grad_norm": 3.3727101894208924, |
| "learning_rate": 7.596836575650869e-07, |
| "loss": 0.3313, |
| "step": 16010 |
| }, |
| { |
| "epoch": 0.9246486392889094, |
| "grad_norm": 4.3271834892078305, |
| "learning_rate": 7.539109853951394e-07, |
| "loss": 0.3263, |
| "step": 16020 |
| }, |
| { |
| "epoch": 0.9252258232085654, |
| "grad_norm": 4.114539060448778, |
| "learning_rate": 7.481383132251919e-07, |
| "loss": 0.3494, |
| "step": 16030 |
| }, |
| { |
| "epoch": 0.9258030071282214, |
| "grad_norm": 3.6454496106451946, |
| "learning_rate": 7.423656410552445e-07, |
| "loss": 0.3287, |
| "step": 16040 |
| }, |
| { |
| "epoch": 0.9263801910478774, |
| "grad_norm": 3.738978996136776, |
| "learning_rate": 7.365929688852971e-07, |
| "loss": 0.3463, |
| "step": 16050 |
| }, |
| { |
| "epoch": 0.9269573749675334, |
| "grad_norm": 4.789282815458411, |
| "learning_rate": 7.308202967153497e-07, |
| "loss": 0.3237, |
| "step": 16060 |
| }, |
| { |
| "epoch": 0.9275345588871894, |
| "grad_norm": 9.761730219338645, |
| "learning_rate": 7.250476245454022e-07, |
| "loss": 0.3469, |
| "step": 16070 |
| }, |
| { |
| "epoch": 0.9281117428068454, |
| "grad_norm": 3.028208359321862, |
| "learning_rate": 7.192749523754547e-07, |
| "loss": 0.3355, |
| "step": 16080 |
| }, |
| { |
| "epoch": 0.9286889267265014, |
| "grad_norm": 18.45944225954803, |
| "learning_rate": 7.135022802055072e-07, |
| "loss": 0.3177, |
| "step": 16090 |
| }, |
| { |
| "epoch": 0.9292661106461574, |
| "grad_norm": 7.253195406338047, |
| "learning_rate": 7.077296080355598e-07, |
| "loss": 0.3439, |
| "step": 16100 |
| }, |
| { |
| "epoch": 0.9298432945658134, |
| "grad_norm": 4.739735623729803, |
| "learning_rate": 7.019569358656123e-07, |
| "loss": 0.3357, |
| "step": 16110 |
| }, |
| { |
| "epoch": 0.9304204784854694, |
| "grad_norm": 7.262658023729907, |
| "learning_rate": 6.961842636956648e-07, |
| "loss": 0.3307, |
| "step": 16120 |
| }, |
| { |
| "epoch": 0.9309976624051254, |
| "grad_norm": 4.3276336459159275, |
| "learning_rate": 6.904115915257172e-07, |
| "loss": 0.3397, |
| "step": 16130 |
| }, |
| { |
| "epoch": 0.9315748463247814, |
| "grad_norm": 4.773618213493451, |
| "learning_rate": 6.846389193557698e-07, |
| "loss": 0.3265, |
| "step": 16140 |
| }, |
| { |
| "epoch": 0.9321520302444374, |
| "grad_norm": 3.469713298213091, |
| "learning_rate": 6.788662471858223e-07, |
| "loss": 0.3356, |
| "step": 16150 |
| }, |
| { |
| "epoch": 0.9327292141640934, |
| "grad_norm": 2.680891067948385, |
| "learning_rate": 6.730935750158748e-07, |
| "loss": 0.3351, |
| "step": 16160 |
| }, |
| { |
| "epoch": 0.9333063980837494, |
| "grad_norm": 4.795647821005584, |
| "learning_rate": 6.673209028459274e-07, |
| "loss": 0.316, |
| "step": 16170 |
| }, |
| { |
| "epoch": 0.9338835820034054, |
| "grad_norm": 4.072329465945383, |
| "learning_rate": 6.615482306759799e-07, |
| "loss": 0.3323, |
| "step": 16180 |
| }, |
| { |
| "epoch": 0.9344607659230614, |
| "grad_norm": 6.139834777308556, |
| "learning_rate": 6.557755585060325e-07, |
| "loss": 0.3389, |
| "step": 16190 |
| }, |
| { |
| "epoch": 0.9350379498427174, |
| "grad_norm": 6.679020147433282, |
| "learning_rate": 6.500028863360851e-07, |
| "loss": 0.3213, |
| "step": 16200 |
| }, |
| { |
| "epoch": 0.9356151337623734, |
| "grad_norm": 3.931169778597499, |
| "learning_rate": 6.442302141661376e-07, |
| "loss": 0.3202, |
| "step": 16210 |
| }, |
| { |
| "epoch": 0.9361923176820294, |
| "grad_norm": 9.793848920416451, |
| "learning_rate": 6.384575419961901e-07, |
| "loss": 0.3312, |
| "step": 16220 |
| }, |
| { |
| "epoch": 0.9367695016016854, |
| "grad_norm": 3.165076810544466, |
| "learning_rate": 6.326848698262427e-07, |
| "loss": 0.3268, |
| "step": 16230 |
| }, |
| { |
| "epoch": 0.9373466855213414, |
| "grad_norm": 11.613653214904037, |
| "learning_rate": 6.269121976562952e-07, |
| "loss": 0.3395, |
| "step": 16240 |
| }, |
| { |
| "epoch": 0.9379238694409974, |
| "grad_norm": 8.287793663837986, |
| "learning_rate": 6.211395254863477e-07, |
| "loss": 0.337, |
| "step": 16250 |
| }, |
| { |
| "epoch": 0.9385010533606534, |
| "grad_norm": 4.919246593010951, |
| "learning_rate": 6.153668533164002e-07, |
| "loss": 0.3183, |
| "step": 16260 |
| }, |
| { |
| "epoch": 0.9390782372803094, |
| "grad_norm": 12.710584575769794, |
| "learning_rate": 6.095941811464528e-07, |
| "loss": 0.3371, |
| "step": 16270 |
| }, |
| { |
| "epoch": 0.9396554211999654, |
| "grad_norm": 13.642759112617313, |
| "learning_rate": 6.038215089765054e-07, |
| "loss": 0.3364, |
| "step": 16280 |
| }, |
| { |
| "epoch": 0.9402326051196214, |
| "grad_norm": 3.2163528904964567, |
| "learning_rate": 5.980488368065578e-07, |
| "loss": 0.3482, |
| "step": 16290 |
| }, |
| { |
| "epoch": 0.9408097890392774, |
| "grad_norm": 6.3234687340970845, |
| "learning_rate": 5.922761646366103e-07, |
| "loss": 0.3389, |
| "step": 16300 |
| }, |
| { |
| "epoch": 0.9413869729589334, |
| "grad_norm": 4.810430576924547, |
| "learning_rate": 5.865034924666628e-07, |
| "loss": 0.3273, |
| "step": 16310 |
| }, |
| { |
| "epoch": 0.9419641568785894, |
| "grad_norm": 16.667420292327467, |
| "learning_rate": 5.807308202967154e-07, |
| "loss": 0.3333, |
| "step": 16320 |
| }, |
| { |
| "epoch": 0.9425413407982454, |
| "grad_norm": 4.476842181947663, |
| "learning_rate": 5.749581481267679e-07, |
| "loss": 0.3319, |
| "step": 16330 |
| }, |
| { |
| "epoch": 0.9431185247179014, |
| "grad_norm": 2.753605309820116, |
| "learning_rate": 5.691854759568204e-07, |
| "loss": 0.324, |
| "step": 16340 |
| }, |
| { |
| "epoch": 0.9436957086375574, |
| "grad_norm": 7.258998836239923, |
| "learning_rate": 5.63412803786873e-07, |
| "loss": 0.3317, |
| "step": 16350 |
| }, |
| { |
| "epoch": 0.9442728925572134, |
| "grad_norm": 3.3810984203362513, |
| "learning_rate": 5.576401316169255e-07, |
| "loss": 0.3308, |
| "step": 16360 |
| }, |
| { |
| "epoch": 0.9448500764768694, |
| "grad_norm": 10.448881769543355, |
| "learning_rate": 5.518674594469781e-07, |
| "loss": 0.3389, |
| "step": 16370 |
| }, |
| { |
| "epoch": 0.9454272603965254, |
| "grad_norm": 7.485384669846898, |
| "learning_rate": 5.460947872770306e-07, |
| "loss": 0.3225, |
| "step": 16380 |
| }, |
| { |
| "epoch": 0.9460044443161814, |
| "grad_norm": 7.048976390316521, |
| "learning_rate": 5.403221151070831e-07, |
| "loss": 0.3316, |
| "step": 16390 |
| }, |
| { |
| "epoch": 0.9465816282358374, |
| "grad_norm": 5.343786757617583, |
| "learning_rate": 5.345494429371357e-07, |
| "loss": 0.324, |
| "step": 16400 |
| }, |
| { |
| "epoch": 0.9471588121554934, |
| "grad_norm": 8.606885533079547, |
| "learning_rate": 5.287767707671882e-07, |
| "loss": 0.339, |
| "step": 16410 |
| }, |
| { |
| "epoch": 0.9477359960751494, |
| "grad_norm": 5.1476348800105205, |
| "learning_rate": 5.230040985972408e-07, |
| "loss": 0.3316, |
| "step": 16420 |
| }, |
| { |
| "epoch": 0.9483131799948054, |
| "grad_norm": 3.9518622190419386, |
| "learning_rate": 5.172314264272933e-07, |
| "loss": 0.3257, |
| "step": 16430 |
| }, |
| { |
| "epoch": 0.9488903639144614, |
| "grad_norm": 4.759115152912856, |
| "learning_rate": 5.114587542573457e-07, |
| "loss": 0.3252, |
| "step": 16440 |
| }, |
| { |
| "epoch": 0.9494675478341174, |
| "grad_norm": 2.3577377378728936, |
| "learning_rate": 5.056860820873983e-07, |
| "loss": 0.3354, |
| "step": 16450 |
| }, |
| { |
| "epoch": 0.9500447317537734, |
| "grad_norm": 8.233491658698778, |
| "learning_rate": 4.999134099174508e-07, |
| "loss": 0.3269, |
| "step": 16460 |
| }, |
| { |
| "epoch": 0.9506219156734294, |
| "grad_norm": 5.830593517325124, |
| "learning_rate": 4.941407377475033e-07, |
| "loss": 0.3303, |
| "step": 16470 |
| }, |
| { |
| "epoch": 0.9511990995930854, |
| "grad_norm": 4.5976658225857205, |
| "learning_rate": 4.883680655775559e-07, |
| "loss": 0.3164, |
| "step": 16480 |
| }, |
| { |
| "epoch": 0.9517762835127414, |
| "grad_norm": 2.683143832655395, |
| "learning_rate": 4.825953934076084e-07, |
| "loss": 0.3389, |
| "step": 16490 |
| }, |
| { |
| "epoch": 0.9523534674323973, |
| "grad_norm": 6.256568384332184, |
| "learning_rate": 4.7682272123766096e-07, |
| "loss": 0.3379, |
| "step": 16500 |
| }, |
| { |
| "epoch": 0.9529306513520533, |
| "grad_norm": 5.947037852710701, |
| "learning_rate": 4.710500490677135e-07, |
| "loss": 0.3336, |
| "step": 16510 |
| }, |
| { |
| "epoch": 0.9535078352717093, |
| "grad_norm": 3.9206339656766183, |
| "learning_rate": 4.65277376897766e-07, |
| "loss": 0.3416, |
| "step": 16520 |
| }, |
| { |
| "epoch": 0.9540850191913653, |
| "grad_norm": 5.305934878449426, |
| "learning_rate": 4.5950470472781854e-07, |
| "loss": 0.343, |
| "step": 16530 |
| }, |
| { |
| "epoch": 0.9546622031110213, |
| "grad_norm": 4.905648955862364, |
| "learning_rate": 4.53732032557871e-07, |
| "loss": 0.3326, |
| "step": 16540 |
| }, |
| { |
| "epoch": 0.9552393870306773, |
| "grad_norm": 6.934144679851784, |
| "learning_rate": 4.479593603879236e-07, |
| "loss": 0.3315, |
| "step": 16550 |
| }, |
| { |
| "epoch": 0.9558165709503333, |
| "grad_norm": 6.121333752853476, |
| "learning_rate": 4.4218668821797617e-07, |
| "loss": 0.3337, |
| "step": 16560 |
| }, |
| { |
| "epoch": 0.9563937548699893, |
| "grad_norm": 4.161869077945622, |
| "learning_rate": 4.3641401604802866e-07, |
| "loss": 0.354, |
| "step": 16570 |
| }, |
| { |
| "epoch": 0.9569709387896453, |
| "grad_norm": 4.792938959925312, |
| "learning_rate": 4.306413438780812e-07, |
| "loss": 0.3385, |
| "step": 16580 |
| }, |
| { |
| "epoch": 0.9575481227093013, |
| "grad_norm": 13.85786954380734, |
| "learning_rate": 4.248686717081337e-07, |
| "loss": 0.3206, |
| "step": 16590 |
| }, |
| { |
| "epoch": 0.9581253066289573, |
| "grad_norm": 21.263443082950594, |
| "learning_rate": 4.1909599953818624e-07, |
| "loss": 0.3325, |
| "step": 16600 |
| }, |
| { |
| "epoch": 0.9587024905486133, |
| "grad_norm": 3.660403999109124, |
| "learning_rate": 4.1332332736823884e-07, |
| "loss": 0.3227, |
| "step": 16610 |
| }, |
| { |
| "epoch": 0.9592796744682693, |
| "grad_norm": 3.9235176913649994, |
| "learning_rate": 4.075506551982913e-07, |
| "loss": 0.3283, |
| "step": 16620 |
| }, |
| { |
| "epoch": 0.9598568583879253, |
| "grad_norm": 5.6449372673837965, |
| "learning_rate": 4.0177798302834387e-07, |
| "loss": 0.3427, |
| "step": 16630 |
| }, |
| { |
| "epoch": 0.9604340423075813, |
| "grad_norm": 5.248416354277083, |
| "learning_rate": 3.9600531085839636e-07, |
| "loss": 0.3288, |
| "step": 16640 |
| }, |
| { |
| "epoch": 0.9610112262272373, |
| "grad_norm": 8.246345220378487, |
| "learning_rate": 3.902326386884489e-07, |
| "loss": 0.3354, |
| "step": 16650 |
| }, |
| { |
| "epoch": 0.9615884101468933, |
| "grad_norm": 13.274950590494653, |
| "learning_rate": 3.8445996651850145e-07, |
| "loss": 0.3312, |
| "step": 16660 |
| }, |
| { |
| "epoch": 0.9621655940665493, |
| "grad_norm": 15.537361667999631, |
| "learning_rate": 3.7868729434855394e-07, |
| "loss": 0.3237, |
| "step": 16670 |
| }, |
| { |
| "epoch": 0.9627427779862053, |
| "grad_norm": 17.30099668558429, |
| "learning_rate": 3.7291462217860654e-07, |
| "loss": 0.3447, |
| "step": 16680 |
| }, |
| { |
| "epoch": 0.9633199619058613, |
| "grad_norm": 6.00682814280853, |
| "learning_rate": 3.671419500086591e-07, |
| "loss": 0.3285, |
| "step": 16690 |
| }, |
| { |
| "epoch": 0.9638971458255173, |
| "grad_norm": 4.337349097771177, |
| "learning_rate": 3.613692778387116e-07, |
| "loss": 0.3406, |
| "step": 16700 |
| }, |
| { |
| "epoch": 0.9644743297451733, |
| "grad_norm": 5.112346889090425, |
| "learning_rate": 3.555966056687641e-07, |
| "loss": 0.3245, |
| "step": 16710 |
| }, |
| { |
| "epoch": 0.9650515136648293, |
| "grad_norm": 3.333315383479396, |
| "learning_rate": 3.498239334988166e-07, |
| "loss": 0.323, |
| "step": 16720 |
| }, |
| { |
| "epoch": 0.9656286975844853, |
| "grad_norm": 6.363838641104665, |
| "learning_rate": 3.4405126132886915e-07, |
| "loss": 0.3335, |
| "step": 16730 |
| }, |
| { |
| "epoch": 0.9662058815041413, |
| "grad_norm": 4.4727853159969095, |
| "learning_rate": 3.3827858915892164e-07, |
| "loss": 0.3195, |
| "step": 16740 |
| }, |
| { |
| "epoch": 0.9667830654237973, |
| "grad_norm": 2.9245486184268525, |
| "learning_rate": 3.3250591698897424e-07, |
| "loss": 0.334, |
| "step": 16750 |
| }, |
| { |
| "epoch": 0.9673602493434533, |
| "grad_norm": 8.292114221205217, |
| "learning_rate": 3.267332448190268e-07, |
| "loss": 0.3417, |
| "step": 16760 |
| }, |
| { |
| "epoch": 0.9679374332631093, |
| "grad_norm": 4.467404105277962, |
| "learning_rate": 3.209605726490793e-07, |
| "loss": 0.3273, |
| "step": 16770 |
| }, |
| { |
| "epoch": 0.9685146171827653, |
| "grad_norm": 3.555136063724782, |
| "learning_rate": 3.151879004791318e-07, |
| "loss": 0.3319, |
| "step": 16780 |
| }, |
| { |
| "epoch": 0.9690918011024213, |
| "grad_norm": 3.5864439964386206, |
| "learning_rate": 3.0941522830918436e-07, |
| "loss": 0.3151, |
| "step": 16790 |
| }, |
| { |
| "epoch": 0.9696689850220773, |
| "grad_norm": 4.286014953806982, |
| "learning_rate": 3.036425561392369e-07, |
| "loss": 0.3348, |
| "step": 16800 |
| }, |
| { |
| "epoch": 0.9702461689417333, |
| "grad_norm": 4.937397445129751, |
| "learning_rate": 2.978698839692894e-07, |
| "loss": 0.3447, |
| "step": 16810 |
| }, |
| { |
| "epoch": 0.9708233528613893, |
| "grad_norm": 4.053983936820117, |
| "learning_rate": 2.9209721179934194e-07, |
| "loss": 0.3234, |
| "step": 16820 |
| }, |
| { |
| "epoch": 0.9714005367810453, |
| "grad_norm": 4.668613443745286, |
| "learning_rate": 2.863245396293945e-07, |
| "loss": 0.3318, |
| "step": 16830 |
| }, |
| { |
| "epoch": 0.9719777207007013, |
| "grad_norm": 4.726308017445137, |
| "learning_rate": 2.80551867459447e-07, |
| "loss": 0.3384, |
| "step": 16840 |
| }, |
| { |
| "epoch": 0.9725549046203573, |
| "grad_norm": 5.20234640635383, |
| "learning_rate": 2.747791952894995e-07, |
| "loss": 0.3414, |
| "step": 16850 |
| }, |
| { |
| "epoch": 0.9731320885400133, |
| "grad_norm": 5.471268202808402, |
| "learning_rate": 2.6900652311955207e-07, |
| "loss": 0.3158, |
| "step": 16860 |
| }, |
| { |
| "epoch": 0.9737092724596693, |
| "grad_norm": 4.041775287210815, |
| "learning_rate": 2.632338509496046e-07, |
| "loss": 0.3353, |
| "step": 16870 |
| }, |
| { |
| "epoch": 0.9742864563793253, |
| "grad_norm": 6.9340722075810515, |
| "learning_rate": 2.574611787796571e-07, |
| "loss": 0.3292, |
| "step": 16880 |
| }, |
| { |
| "epoch": 0.9748636402989813, |
| "grad_norm": 5.462231359128078, |
| "learning_rate": 2.5168850660970965e-07, |
| "loss": 0.3382, |
| "step": 16890 |
| }, |
| { |
| "epoch": 0.9754408242186373, |
| "grad_norm": 5.016835747194534, |
| "learning_rate": 2.459158344397622e-07, |
| "loss": 0.3264, |
| "step": 16900 |
| }, |
| { |
| "epoch": 0.9760180081382933, |
| "grad_norm": 6.59783102359862, |
| "learning_rate": 2.4014316226981474e-07, |
| "loss": 0.3303, |
| "step": 16910 |
| }, |
| { |
| "epoch": 0.9765951920579493, |
| "grad_norm": 11.129353025607179, |
| "learning_rate": 2.3437049009986723e-07, |
| "loss": 0.3196, |
| "step": 16920 |
| }, |
| { |
| "epoch": 0.9771723759776053, |
| "grad_norm": 5.828386789897742, |
| "learning_rate": 2.285978179299198e-07, |
| "loss": 0.3319, |
| "step": 16930 |
| }, |
| { |
| "epoch": 0.9777495598972613, |
| "grad_norm": 2.710691717608737, |
| "learning_rate": 2.2282514575997232e-07, |
| "loss": 0.3319, |
| "step": 16940 |
| }, |
| { |
| "epoch": 0.9783267438169173, |
| "grad_norm": 5.1520597373996715, |
| "learning_rate": 2.1705247359002483e-07, |
| "loss": 0.3314, |
| "step": 16950 |
| }, |
| { |
| "epoch": 0.9789039277365733, |
| "grad_norm": 3.185806720570308, |
| "learning_rate": 2.1127980142007738e-07, |
| "loss": 0.3296, |
| "step": 16960 |
| }, |
| { |
| "epoch": 0.9794811116562293, |
| "grad_norm": 6.515634970555692, |
| "learning_rate": 2.055071292501299e-07, |
| "loss": 0.3312, |
| "step": 16970 |
| }, |
| { |
| "epoch": 0.9800582955758853, |
| "grad_norm": 10.485461655446002, |
| "learning_rate": 1.997344570801824e-07, |
| "loss": 0.3422, |
| "step": 16980 |
| }, |
| { |
| "epoch": 0.9806354794955413, |
| "grad_norm": 3.8847690688300727, |
| "learning_rate": 1.9396178491023498e-07, |
| "loss": 0.3283, |
| "step": 16990 |
| }, |
| { |
| "epoch": 0.9812126634151973, |
| "grad_norm": 9.994920110996672, |
| "learning_rate": 1.881891127402875e-07, |
| "loss": 0.3327, |
| "step": 17000 |
| }, |
| { |
| "epoch": 0.9817898473348533, |
| "grad_norm": 5.025058096183087, |
| "learning_rate": 1.8241644057034002e-07, |
| "loss": 0.3207, |
| "step": 17010 |
| }, |
| { |
| "epoch": 0.9823670312545093, |
| "grad_norm": 11.136774459380124, |
| "learning_rate": 1.7664376840039256e-07, |
| "loss": 0.3233, |
| "step": 17020 |
| }, |
| { |
| "epoch": 0.9829442151741652, |
| "grad_norm": 2.906968928719714, |
| "learning_rate": 1.708710962304451e-07, |
| "loss": 0.335, |
| "step": 17030 |
| }, |
| { |
| "epoch": 0.9835213990938212, |
| "grad_norm": 47.22379036340986, |
| "learning_rate": 1.6509842406049762e-07, |
| "loss": 0.326, |
| "step": 17040 |
| }, |
| { |
| "epoch": 0.9840985830134772, |
| "grad_norm": 3.5068334227447537, |
| "learning_rate": 1.5932575189055014e-07, |
| "loss": 0.3308, |
| "step": 17050 |
| }, |
| { |
| "epoch": 0.9846757669331332, |
| "grad_norm": 6.058207244664307, |
| "learning_rate": 1.5355307972060266e-07, |
| "loss": 0.336, |
| "step": 17060 |
| }, |
| { |
| "epoch": 0.9852529508527892, |
| "grad_norm": 14.19694786309551, |
| "learning_rate": 1.477804075506552e-07, |
| "loss": 0.3482, |
| "step": 17070 |
| }, |
| { |
| "epoch": 0.9858301347724452, |
| "grad_norm": 4.351680537742745, |
| "learning_rate": 1.4200773538070775e-07, |
| "loss": 0.3533, |
| "step": 17080 |
| }, |
| { |
| "epoch": 0.9864073186921012, |
| "grad_norm": 11.029248449585278, |
| "learning_rate": 1.3623506321076027e-07, |
| "loss": 0.3196, |
| "step": 17090 |
| }, |
| { |
| "epoch": 0.9869845026117572, |
| "grad_norm": 5.081238129188481, |
| "learning_rate": 1.304623910408128e-07, |
| "loss": 0.333, |
| "step": 17100 |
| }, |
| { |
| "epoch": 0.9875616865314132, |
| "grad_norm": 23.011375672208313, |
| "learning_rate": 1.2468971887086533e-07, |
| "loss": 0.3353, |
| "step": 17110 |
| }, |
| { |
| "epoch": 0.9881388704510692, |
| "grad_norm": 3.615170936112003, |
| "learning_rate": 1.1891704670091786e-07, |
| "loss": 0.3293, |
| "step": 17120 |
| }, |
| { |
| "epoch": 0.9887160543707252, |
| "grad_norm": 6.0241909835288645, |
| "learning_rate": 1.131443745309704e-07, |
| "loss": 0.3305, |
| "step": 17130 |
| }, |
| { |
| "epoch": 0.9892932382903812, |
| "grad_norm": 6.4242440293309, |
| "learning_rate": 1.0737170236102292e-07, |
| "loss": 0.3229, |
| "step": 17140 |
| }, |
| { |
| "epoch": 0.9898704222100372, |
| "grad_norm": 4.8207248692315465, |
| "learning_rate": 1.0159903019107546e-07, |
| "loss": 0.3317, |
| "step": 17150 |
| }, |
| { |
| "epoch": 0.9904476061296932, |
| "grad_norm": 4.674342685671797, |
| "learning_rate": 9.5826358021128e-08, |
| "loss": 0.328, |
| "step": 17160 |
| }, |
| { |
| "epoch": 0.9910247900493492, |
| "grad_norm": 5.524320830604144, |
| "learning_rate": 9.005368585118051e-08, |
| "loss": 0.3297, |
| "step": 17170 |
| }, |
| { |
| "epoch": 0.9916019739690052, |
| "grad_norm": 6.1310872624369175, |
| "learning_rate": 8.428101368123306e-08, |
| "loss": 0.3342, |
| "step": 17180 |
| }, |
| { |
| "epoch": 0.9921791578886612, |
| "grad_norm": 4.736837397124582, |
| "learning_rate": 7.850834151128557e-08, |
| "loss": 0.3261, |
| "step": 17190 |
| }, |
| { |
| "epoch": 0.9927563418083172, |
| "grad_norm": 3.3135028507038498, |
| "learning_rate": 7.273566934133812e-08, |
| "loss": 0.3125, |
| "step": 17200 |
| }, |
| { |
| "epoch": 0.9933335257279732, |
| "grad_norm": 4.80914101916905, |
| "learning_rate": 6.696299717139064e-08, |
| "loss": 0.3233, |
| "step": 17210 |
| }, |
| { |
| "epoch": 0.9939107096476292, |
| "grad_norm": 4.178676432109751, |
| "learning_rate": 6.119032500144317e-08, |
| "loss": 0.316, |
| "step": 17220 |
| }, |
| { |
| "epoch": 0.9944878935672852, |
| "grad_norm": 4.648278510632473, |
| "learning_rate": 5.5417652831495705e-08, |
| "loss": 0.3247, |
| "step": 17230 |
| }, |
| { |
| "epoch": 0.9950650774869412, |
| "grad_norm": 6.4221153929916515, |
| "learning_rate": 4.9644980661548236e-08, |
| "loss": 0.3252, |
| "step": 17240 |
| }, |
| { |
| "epoch": 0.9956422614065972, |
| "grad_norm": 4.57910460292981, |
| "learning_rate": 4.3872308491600766e-08, |
| "loss": 0.346, |
| "step": 17250 |
| }, |
| { |
| "epoch": 0.9962194453262532, |
| "grad_norm": 6.013404774431674, |
| "learning_rate": 3.80996363216533e-08, |
| "loss": 0.3286, |
| "step": 17260 |
| }, |
| { |
| "epoch": 0.9967966292459092, |
| "grad_norm": 4.660240371593313, |
| "learning_rate": 3.232696415170583e-08, |
| "loss": 0.3238, |
| "step": 17270 |
| }, |
| { |
| "epoch": 0.9973738131655652, |
| "grad_norm": 3.0170050218995734, |
| "learning_rate": 2.6554291981758356e-08, |
| "loss": 0.3399, |
| "step": 17280 |
| }, |
| { |
| "epoch": 0.9979509970852212, |
| "grad_norm": 3.235155684245671, |
| "learning_rate": 2.078161981181089e-08, |
| "loss": 0.343, |
| "step": 17290 |
| }, |
| { |
| "epoch": 0.9985281810048772, |
| "grad_norm": 3.668276198786728, |
| "learning_rate": 1.500894764186342e-08, |
| "loss": 0.3299, |
| "step": 17300 |
| }, |
| { |
| "epoch": 0.9991053649245332, |
| "grad_norm": 5.359004024139474, |
| "learning_rate": 9.23627547191595e-09, |
| "loss": 0.3202, |
| "step": 17310 |
| }, |
| { |
| "epoch": 0.9996825488441892, |
| "grad_norm": 5.70686001442703, |
| "learning_rate": 3.4636033019684815e-09, |
| "loss": 0.3161, |
| "step": 17320 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 17325, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 5000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 9935909437571072.0, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
