Upload add_sub_baseline_500K_2L3H510d

add_sub_baseline_500K_2L3H510d/config.json

@@ -0,0 +1,37 @@
+{
+  "architectures": [
+    "SorlModelWrapper"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": null,
+  "dtype": "float32",
+  "eos_token_id": null,
+  "head_dim": 128,
+  "hidden_act": "silu",
+  "hidden_size": 510,
+  "initializer_range": 0.02,
+  "intermediate_size": 2040,
+  "layer_types": [
+    "full_attention",
+    "full_attention"
+  ],
+  "max_position_embeddings": 128,
+  "max_window_layers": 28,
+  "model_type": "qwen3",
+  "num_attention_heads": 3,
+  "num_hidden_layers": 2,
+  "num_key_value_heads": 3,
+  "pad_token_id": null,
+  "rms_norm_eps": 1e-06,
+  "rope_parameters": {
+    "rope_theta": 10000.0,
+    "rope_type": "default"
+  },
+  "sliding_window": null,
+  "tie_word_embeddings": false,
+  "transformers_version": "5.5.0",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "vocab_size": 151645
+}

add_sub_baseline_500K_2L3H510d/generation_config.json

@@ -0,0 +1,7 @@
+{
+  "_from_model_config": true,
+  "output_attentions": false,
+  "output_hidden_states": false,
+  "transformers_version": "5.5.0",
+  "use_cache": true
+}

add_sub_baseline_500K_2L3H510d/metrics.json

@@ -0,0 +1,1885 @@
+{
+  "history": {
+    "step": [
+      50,
+      100,
+      150,
+      200,
+      250,
+      300,
+      350,
+      400,
+      450,
+      500,
+      550,
+      600,
+      650,
+      700,
+      750,
+      800,
+      850,
+      900,
+      950,
+      1000,
+      1050,
+      1100,
+      1150,
+      1200,
+      1250,
+      1300,
+      1350,
+      1400,
+      1450,
+      1500,
+      1550,
+      1600,
+      1650,
+      1700,
+      1750,
+      1800,
+      1850,
+      1900,
+      1950,
+      2000,
+      2050,
+      2100,
+      2150,
+      2200,
+      2250,
+      2300,
+      2350,
+      2400,
+      2450,
+      2500,
+      2550,
+      2600,
+      2650,
+      2700,
+      2750,
+      2800,
+      2850,
+      2900,
+      2950,
+      3000,
+      3050,
+      3100,
+      3150,
+      3200,
+      3250,
+      3300,
+      3350,
+      3400,
+      3450,
+      3500,
+      3550,
+      3600,
+      3650,
+      3700,
+      3750,
+      3800,
+      3850,
+      3900,
+      3950,
+      4000,
+      4050,
+      4100,
+      4150,
+      4200,
+      4250,
+      4300,
+      4350,
+      4400,
+      4450,
+      4500,
+      4550,
+      4600,
+      4650,
+      4700,
+      4750,
+      4800,
+      4850,
+      4900,
+      4950,
+      5000,
+      5050,
+      5100,
+      5150,
+      5200,
+      5250,
+      5300,
+      5350,
+      5400,
+      5450,
+      5500,
+      5550,
+      5600,
+      5650,
+      5700,
+      5750,
+      5800,
+      5850,
+      5900,
+      5950,
+      6000,
+      6050,
+      6100,
+      6150,
+      6200,
+      6250,
+      6300,
+      6350,
+      6400,
+      6450,
+      6500,
+      6550,
+      6600,
+      6650,
+      6700,
+      6750,
+      6800,
+      6850,
+      6900,
+      6950,
+      7000,
+      7050,
+      7100,
+      7150,
+      7200,
+      7250,
+      7300,
+      7350,
+      7400,
+      7450,
+      7500,
+      7550,
+      7600,
+      7650,
+      7700,
+      7750,
+      7800,
+      7850,
+      7900,
+      7950,
+      8000,
+      8050,
+      8100,
+      8150,
+      8200,
+      8250,
+      8300,
+      8350,
+      8400,
+      8450,
+      8500,
+      8550,
+      8600,
+      8650,
+      8700,
+      8750,
+      8800,
+      8850,
+      8900,
+      8950,
+      9000,
+      9050,
+      9100,
+      9150,
+      9200,
+      9250,
+      9300,
+      9350,
+      9400,
+      9450,
+      9500,
+      9550,
+      9600,
+      9650,
+      9700,
+      9750,
+      9800,
+      9850,
+      9900,
+      9950,
+      10000,
+      10050,
+      10100,
+      10150,
+      10200,
+      10250,
+      10300,
+      10350,
+      10400,
+      10450,
+      10500,
+      10550,
+      10600,
+      10650,
+      10700,
+      10750,
+      10800,
+      10850,
+      10900,
+      10950,
+      11000,
+      11050,
+      11100,
+      11150,
+      11200,
+      11250,
+      11300,
+      11350,
+      11400,
+      11450,
+      11500,
+      11550,
+      11600,
+      11650,
+      11700,
+      11750,
+      11800,
+      11850,
+      11900,
+      11950,
+      12000,
+      12050,
+      12100,
+      12150,
+      12200,
+      12250,
+      12300,
+      12350,
+      12400,
+      12450,
+      12500,
+      12550,
+      12600,
+      12650,
+      12700,
+      12750,
+      12800,
+      12850,
+      12900,
+      12950,
+      13000,
+      13050,
+      13100,
+      13150,
+      13200,
+      13250,
+      13300,
+      13350,
+      13400,
+      13450,
+      13500,
+      13550,
+      13600,
+      13650,
+      13700,
+      13750,
+      13800,
+      13850,
+      13900,
+      13950,
+      14000,
+      14050,
+      14100,
+      14150,
+      14200,
+      14250,
+      14300,
+      14350,
+      14400,
+      14450,
+      14500,
+      14550,
+      14600,
+      14650,
+      14700,
+      14750,
+      14800,
+      14850,
+      14900,
+      14950,
+      15000,
+      15050,
+      15100,
+      15150,
+      15200,
+      15250,
+      15300,
+      15350,
+      15400,
+      15450,
+      15500,
+      15550,
+      15600,
+      15650,
+      15700,
+      15750,
+      15800,
+      15850,
+      15900,
+      15950,
+      16000,
+      16050,
+      16100,
+      16150,
+      16200,
+      16250,
+      16300,
+      16350,
+      16400,
+      16450,
+      16500,
+      16550,
+      16600,
+      16650,
+      16700,
+      16750,
+      16800,
+      16850,
+      16900,
+      16950,
+      17000,
+      17050,
+      17100,
+      17150,
+      17200,
+      17250,
+      17300,
+      17350,
+      17400,
+      17450,
+      17500,
+      17550,
+      17600,
+      17650,
+      17700,
+      17750,
+      17800,
+      17850,
+      17900,
+      17950,
+      18000,
+      18050,
+      18100,
+      18150,
+      18200,
+      18250,
+      18300,
+      18350,
+      18400,
+      18450,
+      18500,
+      18550,
+      18600,
+      18650,
+      18700,
+      18750,
+      18800,
+      18850,
+      18900,
+      18950,
+      19000,
+      19050,
+      19100,
+      19150,
+      19200,
+      19250,
+      19300,
+      19350,
+      19400,
+      19450,
+      19500,
+      19550,
+      19600,
+      19650,
+      19700,
+      19750,
+      19800,
+      19850,
+      19900,
+      19950,
+      20000,
+      20050,
+      20100,
+      20150,
+      20200,
+      20250,
+      20300,
+      20350,
+      20400,
+      20450,
+      20500,
+      20550,
+      20600,
+      20650,
+      20700,
+      20750,
+      20800,
+      20850,
+      20900,
+      20950,
+      21000,
+      21050,
+      21100,
+      21150,
+      21200,
+      21250,
+      21300,
+      21350,
+      21400,
+      21450,
+      21500,
+      21550,
+      21600,
+      21650,
+      21700,
+      21750,
+      21800,
+      21850,
+      21900,
+      21950,
+      22000,
+      22050,
+      22100,
+      22150,
+      22200,
+      22250,
+      22300,
+      22350,
+      22400,
+      22450,
+      22500,
+      22550,
+      22600,
+      22650,
+      22700,
+      22750,
+      22800,
+      22850,
+      22900,
+      22950,
+      23000,
+      23050,
+      23100,
+      23150,
+      23200,
+      23250,
+      23300,
+      23350,
+      23400
+    ],
+    "loss": [
+      11.713068962097168,
+      10.852190017700195,
+      9.695466995239258,
+      8.691893577575684,
+      7.908654689788818,
+      7.694561004638672,
+      7.183872699737549,
+      6.883811950683594,
+      6.5636420249938965,
+      6.073153495788574,
+      5.85419225692749,
+      5.410884380340576,
+      4.928404331207275,
+      4.5681538581848145,
+      3.8362603187561035,
+      3.310789108276367,
+      2.9600536823272705,
+      2.5028398036956787,
+      2.3548524379730225,
+      2.1588034629821777,
+      2.0130794048309326,
+      1.9378880262374878,
+      1.8934217691421509,
+      1.879150629043579,
+      1.753196120262146,
+      1.76669180393219,
+      1.7569130659103394,
+      1.7160260677337646,
+      1.5035022497177124,
+      1.208605408668518,
+      0.9566473364830017,
+      0.7787649035453796,
+      0.6957310438156128,
+      0.64735347032547,
+      0.6045494675636292,
+      0.5128377676010132,
+      0.4686128795146942,
+      0.4193577766418457,
+      0.40269115567207336,
+      0.3290664255619049,
+      0.28762057423591614,
+      0.20770634710788727,
+      0.19418968260288239,
+      0.20343896746635437,
+      0.14710626006126404,
+      0.16340579092502594,
+      0.148367777466774,
+      0.1155928522348404,
+      0.12665140628814697,
+      0.18317902088165283,
+      0.13177981972694397,
+      0.11820394545793533,
+      0.09379471093416214,
+      0.13961966335773468,
+      0.11644770205020905,
+      0.09981434047222137,
+      0.0931551530957222,
+      0.13442780077457428,
+      0.08647308498620987,
+      0.1333402544260025,
+      0.12526026368141174,
+      0.08032289892435074,
+      0.08390675485134125,
+      0.12091509997844696,
+      0.049839701503515244,
+      0.11146307736635208,
+      0.0964050441980362,
+      0.08872915059328079,
+      0.05797470360994339,
+      0.07331614941358566,
+      0.08017372339963913,
+      0.10244287550449371,
+      0.11870354413986206,
+      0.06282076984643936,
+      0.04940364882349968,
+      0.05165207386016846,
+      0.07843975722789764,
+      0.06600308418273926,
+      0.05278206616640091,
+      0.06096338480710983,
+      0.06934185326099396,
+      0.03510018065571785,
+      0.0473209023475647,
+      0.04466481879353523,
+      0.03924225643277168,
+      0.05288279429078102,
+      0.05532092973589897,
+      0.04029083997011185,
+      0.08298186957836151,
+      0.04012548550963402,
+      0.029695289209485054,
+      0.03532876446843147,
+      0.028021523728966713,
+      0.040609393268823624,
+      0.056259237229824066,
+      0.024777529761195183,
+      0.06684301048517227,
+      0.015270386822521687,
+      0.03959621861577034,
+      0.04542258754372597,
+      0.07235310971736908,
+      0.03760061040520668,
+      0.04557361453771591,
+      0.014936299994587898,
+      0.047725286334753036,
+      0.018886327743530273,
+      0.020821988582611084,
+      0.016744205728173256,
+      0.03550305217504501,
+      0.05311847850680351,
+      0.030077243223786354,
+      0.024861766025424004,
+      0.01479373686015606,
+      0.029594983905553818,
+      0.03079530969262123,
+      0.019268173724412918,
+      0.02443777211010456,
+      0.02258293889462948,
+      0.04138335958123207,
+      0.009601171128451824,
+      0.024496814236044884,
+      0.029538780450820923,
+      0.04198330268263817,
+      0.023067384958267212,
+      0.024920327588915825,
+      0.03796379640698433,
+      0.024187996983528137,
+      0.019219322130084038,
+      0.017696207389235497,
+      0.015094518661499023,
+      0.030542075634002686,
+      0.013912477530539036,
+      0.012175538577139378,
+      0.025562113150954247,
+      0.01955045387148857,
+      0.0022266353480517864,
+      0.03591340407729149,
+      0.024946114048361778,
+      0.007827337831258774,
+      0.015495514497160912,
+      0.014008884318172932,
+      0.023851603269577026,
+      0.013528367504477501,
+      0.008986962959170341,
+      0.01509589422494173,
+      0.01653580367565155,
+      0.01747540757060051,
+      0.023824498057365417,
+      0.007845991291105747,
+      0.012190873734652996,
+      0.03359772637486458,
+      0.031125152483582497,
+      0.008287185803055763,
+      0.02084379456937313,
+      0.003291343804448843,
+      0.009572742506861687,
+      0.025532348081469536,
+      0.019354287534952164,
+      0.004617775324732065,
+      0.006215308327227831,
+      0.02660481072962284,
+      0.02703731879591942,
+      0.0011680697789415717,
+      0.005490112584084272,
+      0.00832773931324482,
+      0.002975210314616561,
+      0.0223210658878088,
+      0.008845800533890724,
+      0.009413043037056923,
+      0.001568233361467719,
+      0.019849227741360664,
+      0.0046179345808923244,
+      0.013511174358427525,
+      0.021082239225506783,
+      0.010353997349739075,
+      0.025041818618774414,
+      0.009372985921800137,
+      0.020986467599868774,
+      0.02217176929116249,
+      0.0104637760668993,
+      0.01109620463103056,
+      0.016056815162301064,
+      0.013827896676957607,
+      0.027005953714251518,
+      0.010064505971968174,
+      0.0047265165485441685,
+      0.0037952286656945944,
+      0.0054356856271624565,
+      0.004544110037386417,
+      0.012400361709296703,
+      0.018625840544700623,
+      0.008176996372640133,
+      0.006533000152558088,
+      0.008808361366391182,
+      0.0032537472434341908,
+      0.001201707636937499,
+      0.012310304678976536,
+      0.0049946424551308155,
+      0.003483408596366644,
+      0.016075236722826958,
+      0.005288965068757534,
+      0.006789486389607191,
+      0.01090974174439907,
+      0.029569493606686592,
+      0.013153515756130219,
+      0.008855193853378296,
+      0.006879992783069611,
+      0.0056427521631121635,
+      0.003871390363201499,
+      0.0017802865477278829,
+      0.00910988450050354,
+      0.005295771639794111,
+      0.011419021524488926,
+      0.006713605485856533,
+      0.0068508624099195,
+      0.013767026364803314,
+      0.004263454116880894,
+      0.0030077670235186815,
+      0.0029197768308222294,
+      0.009099207818508148,
+      0.01355774700641632,
+      0.01597316563129425,
+      0.002136196941137314,
+      0.006168062798678875,
+      0.0008721282938495278,
+      0.04514583572745323,
+      0.002587656956166029,
+      0.006774784531444311,
+      0.014082996174693108,
+      0.011413299478590488,
+      0.012476791627705097,
+      0.011660145595669746,
+      0.0031086760573089123,
+      0.004718323238193989,
+      0.002148350700736046,
+      0.010871084406971931,
+      0.006119330879300833,
+      0.0046004378236830235,
+      0.013689831830561161,
+      0.004465453326702118,
+      0.0020815865136682987,
+      0.0017705030040815473,
+      0.006122463382780552,
+      0.0053780521266162395,
+      0.010801012627780437,
+      0.013867159374058247,
+      0.012153731659054756,
+      0.0013033606810495257,
+      0.00080149743007496,
+      0.0012350997421890497,
+      0.002115625888109207,
+      0.002502778312191367,
+      0.003045294201001525,
+      0.012160887010395527,
+      0.004945848602801561,
+      0.0037332300562411547,
+      0.004642216954380274,
+      0.002607374219223857,
+      0.007731453515589237,
+      0.007195083890110254,
+      0.0021079950965940952,
+      0.012989568524062634,
+      0.005398195702582598,
+      0.007933041080832481,
+      0.008075498975813389,
+      0.014866478741168976,
+      0.000642410188447684,
+      0.0401572585105896,
+      0.01897869072854519,
+      0.007788212038576603,
+      0.000845576636493206,
+      0.005426578223705292,
+      0.0070380112156271935,
+      0.0012665415415540338,
+      0.004693099297583103,
+      0.003923401702195406,
+      0.002249818993732333,
+      0.007200183812528849,
+      0.0018662589136511087,
+      0.012647556141018867,
+      0.009234825149178505,
+      0.014653215184807777,
+      0.0016670541372150183,
+      0.001692756894044578,
+      0.009761366061866283,
+      0.0002253929415019229,
+      0.0015639524208381772,
+      0.0055509572848677635,
+      0.0012201879872009158,
+      0.00014273900887928903,
+      0.007490535732358694,
+      0.013096843846142292,
+      0.009371282532811165,
+      0.0012855783570557833,
+      0.018450694158673286,
+      0.0002288668038090691,
+      0.000670426117721945,
+      0.0014902877155691385,
+      0.0018604117212817073,
+      0.00044011586578562856,
+      0.00012640368368010968,
+      0.001965294359251857,
+      0.0018248017877340317,
+      0.011690354906022549,
+      0.0008576500113122165,
+      0.0003445855691097677,
+      0.00162716512568295,
+      0.00029331905534490943,
+      0.00676245940849185,
+      0.0011657950235530734,
+      0.002717722672969103,
+      0.010318944230675697,
+      0.0020239055156707764,
+      0.0008016914944164455,
+      0.0004960877122357488,
+      0.005259988363832235,
+      0.00015960131713654846,
+      0.0003074938722420484,
+      0.004002350382506847,
+      0.0019440667238086462,
+      0.007797718979418278,
+      0.0002674472925718874,
+      0.010548870079219341,
+      0.0013927910476922989,
+      0.00018896604888141155,
+      0.0009926105849444866,
+      0.00043176469625905156,
+      0.00013726633915212005,
+      0.002194660948589444,
+      0.006729816552251577,
+      9.636805771151558e-05,
+      0.001291633932851255,
+      0.0005118545377627015,
+      0.00028335655224509537,
+      0.0005056466325186193,
+      0.007029539439827204,
+      0.009159386157989502,
+      0.0015133897541090846,
+      0.00021751907479483634,
+      0.0009658513590693474,
+      0.0001844785874709487,
+      0.00011140904825879261,
+      0.00013399998715613037,
+      0.00012183754006400704,
+      0.0003881191660184413,
+      0.0006313667399808764,
+      0.0002441744436509907,
+      0.0001463556254748255,
+      7.158353400882334e-05,
+      0.0043624225072562695,
+      0.0006118605961091816,
+      0.00022975045430939645,
+      0.00018665590323507786,
+      0.0003497903817333281,
+      0.00012011452054139227,
+      0.0006461376906372607,
+      0.0018230265704914927,
+      0.00010200673568760976,
+      0.00029570882907137275,
+      0.00029259375878609717,
+      7.047709368634969e-05,
+      0.0001088273202185519,
+      0.0011519630206748843,
+      0.002068017143756151,
+      0.0030769393779337406,
+      3.463618486421183e-05,
+      0.0002182654570788145,
+      0.0003963420167565346,
+      0.0032916178461164236,
+      0.007144566159695387,
+      0.014364768750965595,
+      0.00531387934461236,
+      6.769236642867327e-05,
+      0.0006159747717902064,
+      0.00016928253171499819,
+      0.0008610453805886209,
+      0.021677983924746513,
+      6.987009692238644e-05,
+      5.3268417104845867e-05,
+      0.00011817253107437864,
+      6.686463166261092e-05,
+      0.0002399427175987512,
+      0.00015605201770085841,
+      0.00027598722954280674,
+      6.0389673308236524e-05,
+      0.00015017933037597686,
+      0.007166710682213306,
+      3.70550733350683e-05,
+      3.906901110894978e-05,
+      3.671518788905814e-05,
+      7.539222860941663e-05,
+      4.0218681533588096e-05,
+      0.00010295546235283837,
+      3.713860860443674e-05,
+      0.0011358975898474455,
+      0.0007439229520969093,
+      0.00043030575034208596,
+      0.0017968902830034494,
+      0.0006339974934235215,
+      3.185926107107662e-05,
+      0.00011195986735401675,
+      0.0012722505489364266,
+      2.0061230316059664e-05,
+      0.0007938542403280735,
+      4.361269748187624e-05,
+      0.006550097372382879,
+      0.023024294525384903,
+      0.005780935753136873,
+      0.0003796931414399296,
+      0.00019562221132218838,
+      0.00012851467181462795,
+      5.779220737167634e-05,
+      4.281323708710261e-05,
+      6.897727871546522e-05,
+      3.259338336647488e-05,
+      3.450235817581415e-05,
+      4.040532076032832e-05,
+      0.004145132843405008,
+      0.00016401856555603445,
+      0.0002189186488976702,
+      2.6308387532480992e-05,
+      2.719743861234747e-05,
+      2.6531022740527987e-05,
+      0.0011062511475756764,
+      3.133600694127381e-05,
+      0.00023662661260459572,
+      3.0240884370869026e-05,
+      0.0004998589865863323,
+      0.00047437226749025285,
+      2.1136769646545872e-05,
+      0.00027221275377087295,
+      8.16175524960272e-05,
+      3.330887557240203e-05,
+      7.614422065671533e-05,
+      3.0306566259241663e-05,
+      3.69127192243468e-05,
+      0.0011634529801085591,
+      0.0003568861575331539,
+      0.0001245078892679885,
+      0.004004237242043018,
+      0.00017715399735607207,
+      2.22665930778021e-05,
+      5.656387293129228e-05,
+      2.8849188311141916e-05,
+      0.0002406886633252725,
+      2.7437079552328214e-05,
+      7.497845217585564e-05,
+      0.0002801477094180882,
+      5.282824349706061e-05,
+      0.00015361969417426735,
+      0.000525181123521179,
+      2.1701634977944195e-05,
+      3.628881313488819e-05,
+      3.285027196398005e-05,
+      3.735043355845846e-05,
+      4.409588291309774e-05,
+      0.00019390066154301167,
+      7.744960021227598e-05,
+      2.0614408640540205e-05,
+      2.4402675990131684e-05,
+      1.826969673857093e-05,
+      0.00017887305875774473,
+      0.0002102958969771862,
+      2.7129137379233725e-05,
+      5.6554308685008436e-05,
+      7.69531907280907e-05,
+      3.190123607055284e-05,
+      2.465099714754615e-05
+    ],
+    "base_loss": [
+      11.713068962097168,
+      10.852190017700195,
+      9.695466995239258,
+      8.691893577575684,
+      7.908654689788818,
+      7.694561004638672,
+      7.183872699737549,
+      6.883811950683594,
+      6.5636420249938965,
+      6.073153495788574,
+      5.85419225692749,
+      5.410884380340576,
+      4.928404331207275,
+      4.5681538581848145,
+      3.8362603187561035,
+      3.310789108276367,
+      2.9600536823272705,
+      2.5028398036956787,
+      2.3548524379730225,
+      2.1588034629821777,
+      2.0130794048309326,
+      1.9378880262374878,
+      1.8934217691421509,
+      1.879150629043579,
+      1.753196120262146,
+      1.76669180393219,
+      1.7569130659103394,
+      1.7160260677337646,
+      1.5035022497177124,
+      1.208605408668518,
+      0.9566473364830017,
+      0.7787649035453796,
+      0.6957310438156128,
+      0.64735347032547,
+      0.6045494675636292,
+      0.5128377676010132,
+      0.4686128795146942,
+      0.4193577766418457,
+      0.40269115567207336,
+      0.3290664255619049,
+      0.28762057423591614,
+      0.20770634710788727,
+      0.19418968260288239,
+      0.20343896746635437,
+      0.14710626006126404,
+      0.16340579092502594,
+      0.148367777466774,
+      0.1155928522348404,
+      0.12665140628814697,
+      0.18317902088165283,
+      0.13177981972694397,
+      0.11820394545793533,
+      0.09379471093416214,
+      0.13961966335773468,
+      0.11644770205020905,
+      0.09981434047222137,
+      0.0931551530957222,
+      0.13442780077457428,
+      0.08647308498620987,
+      0.1333402544260025,
+      0.12526026368141174,
+      0.08032289892435074,
+      0.08390675485134125,
+      0.12091509997844696,
+      0.049839701503515244,
+      0.11146307736635208,
+      0.0964050441980362,
+      0.08872915059328079,
+      0.05797470360994339,
+      0.07331614941358566,
+      0.08017372339963913,
+      0.10244287550449371,
+      0.11870354413986206,
+      0.06282076984643936,
+      0.04940364882349968,
+      0.05165207386016846,
+      0.07843975722789764,
+      0.06600308418273926,
+      0.05278206616640091,
+      0.06096338480710983,
+      0.06934185326099396,
+      0.03510018065571785,
+      0.0473209023475647,
+      0.04466481879353523,
+      0.03924225643277168,
+      0.05288279429078102,
+      0.05532092973589897,
+      0.04029083997011185,
+      0.08298186957836151,
+      0.04012548550963402,
+      0.029695289209485054,
+      0.03532876446843147,
+      0.028021523728966713,
+      0.040609393268823624,
+      0.056259237229824066,
+      0.024777529761195183,
+      0.06684301048517227,
+      0.015270386822521687,
+      0.03959621861577034,
+      0.04542258754372597,
+      0.07235310971736908,
+      0.03760061040520668,
+      0.04557361453771591,
+      0.014936299994587898,
+      0.047725286334753036,
+      0.018886327743530273,
+      0.020821988582611084,
+      0.016744205728173256,
+      0.03550305217504501,
+      0.05311847850680351,
+      0.030077243223786354,
+      0.024861766025424004,
+      0.01479373686015606,
+      0.029594983905553818,
+      0.03079530969262123,
+      0.019268173724412918,
+      0.02443777211010456,
+      0.02258293889462948,
+      0.04138335958123207,
+      0.009601171128451824,
+      0.024496814236044884,
+      0.029538780450820923,
+      0.04198330268263817,
+      0.023067384958267212,
+      0.024920327588915825,
+      0.03796379640698433,
+      0.024187996983528137,
+      0.019219322130084038,
+      0.017696207389235497,
+      0.015094518661499023,
+      0.030542075634002686,
+      0.013912477530539036,
+      0.012175538577139378,
+      0.025562113150954247,
+      0.01955045387148857,
+      0.0022266353480517864,
+      0.03591340407729149,
+      0.024946114048361778,
+      0.007827337831258774,
+      0.015495514497160912,
+      0.014008884318172932,
+      0.023851603269577026,
+      0.013528367504477501,
+      0.008986962959170341,
+      0.01509589422494173,
+      0.01653580367565155,
+      0.01747540757060051,
+      0.023824498057365417,
+      0.007845991291105747,
+      0.012190873734652996,
+      0.03359772637486458,
+      0.031125152483582497,
+      0.008287185803055763,
+      0.02084379456937313,
+      0.003291343804448843,
+      0.009572742506861687,
+      0.025532348081469536,
+      0.019354287534952164,
+      0.004617775324732065,
+      0.006215308327227831,
+      0.02660481072962284,
+      0.02703731879591942,
+      0.0011680697789415717,
+      0.005490112584084272,
+      0.00832773931324482,
+      0.002975210314616561,
+      0.0223210658878088,
+      0.008845800533890724,
+      0.009413043037056923,
+      0.001568233361467719,
+      0.019849227741360664,
+      0.0046179345808923244,
+      0.013511174358427525,
+      0.021082239225506783,
+      0.010353997349739075,
+      0.025041818618774414,
+      0.009372985921800137,
+      0.020986467599868774,
+      0.02217176929116249,
+      0.0104637760668993,
+      0.01109620463103056,
+      0.016056815162301064,
+      0.013827896676957607,
+      0.027005953714251518,
+      0.010064505971968174,
+      0.0047265165485441685,
+      0.0037952286656945944,
+      0.0054356856271624565,
+      0.004544110037386417,
+      0.012400361709296703,
+      0.018625840544700623,
+      0.008176996372640133,
+      0.006533000152558088,
+      0.008808361366391182,
+      0.0032537472434341908,
+      0.001201707636937499,
+      0.012310304678976536,
+      0.0049946424551308155,
+      0.003483408596366644,
+      0.016075236722826958,
+      0.005288965068757534,
+      0.006789486389607191,
+      0.01090974174439907,
+      0.029569493606686592,
+      0.013153515756130219,
+      0.008855193853378296,
+      0.006879992783069611,
+      0.0056427521631121635,
+      0.003871390363201499,
+      0.0017802865477278829,
+      0.00910988450050354,
+      0.005295771639794111,
+      0.011419021524488926,
+      0.006713605485856533,
+      0.0068508624099195,
+      0.013767026364803314,
+      0.004263454116880894,
+      0.0030077670235186815,
+      0.0029197768308222294,
+      0.009099207818508148,
+      0.01355774700641632,
+      0.01597316563129425,
+      0.002136196941137314,
+      0.006168062798678875,
+      0.0008721282938495278,
+      0.04514583572745323,
+      0.002587656956166029,
+      0.006774784531444311,
+      0.014082996174693108,
+      0.011413299478590488,
+      0.012476791627705097,
+      0.011660145595669746,
+      0.0031086760573089123,
+      0.004718323238193989,
+      0.002148350700736046,
+      0.010871084406971931,
+      0.006119330879300833,
+      0.0046004378236830235,
+      0.013689831830561161,
+      0.004465453326702118,
+      0.0020815865136682987,
+      0.0017705030040815473,
+      0.006122463382780552,
+      0.0053780521266162395,
+      0.010801012627780437,
+      0.013867159374058247,
+      0.012153731659054756,
+      0.0013033606810495257,
+      0.00080149743007496,
+      0.0012350997421890497,
+      0.002115625888109207,
+      0.002502778312191367,
+      0.003045294201001525,
+      0.012160887010395527,
+      0.004945848602801561,
+      0.0037332300562411547,
+      0.004642216954380274,
+      0.002607374219223857,
+      0.007731453515589237,
+      0.007195083890110254,
+      0.0021079950965940952,
+      0.012989568524062634,
+      0.005398195702582598,
+      0.007933041080832481,
+      0.008075498975813389,
+      0.014866478741168976,
+      0.000642410188447684,
+      0.0401572585105896,
+      0.01897869072854519,
+      0.007788212038576603,
+      0.000845576636493206,
+      0.005426578223705292,
+      0.0070380112156271935,
+      0.0012665415415540338,
+      0.004693099297583103,
+      0.003923401702195406,
+      0.002249818993732333,
+      0.007200183812528849,
+      0.0018662589136511087,
+      0.012647556141018867,
+      0.009234825149178505,
+      0.014653215184807777,
+      0.0016670541372150183,
+      0.001692756894044578,
+      0.009761366061866283,
+      0.0002253929415019229,
+      0.0015639524208381772,
+      0.0055509572848677635,
+      0.0012201879872009158,
+      0.00014273900887928903,
+      0.007490535732358694,
+      0.013096843846142292,
+      0.009371282532811165,
+      0.0012855783570557833,
+      0.018450694158673286,
+      0.0002288668038090691,
+      0.000670426117721945,
+      0.0014902877155691385,
+      0.0018604117212817073,
+      0.00044011586578562856,
+      0.00012640368368010968,
+      0.001965294359251857,
+      0.0018248017877340317,
+      0.011690354906022549,
+      0.0008576500113122165,
+      0.0003445855691097677,
+      0.00162716512568295,
+      0.00029331905534490943,
+      0.00676245940849185,
+      0.0011657950235530734,
+      0.002717722672969103,
+      0.010318944230675697,
+      0.0020239055156707764,
+      0.0008016914944164455,
+      0.0004960877122357488,
+      0.005259988363832235,
+      0.00015960131713654846,
+      0.0003074938722420484,
+      0.004002350382506847,
+      0.0019440667238086462,
+      0.007797718979418278,
+      0.0002674472925718874,
+      0.010548870079219341,
+      0.0013927910476922989,
+      0.00018896604888141155,
+      0.0009926105849444866,
+      0.00043176469625905156,
+      0.00013726633915212005,
+      0.002194660948589444,
+      0.006729816552251577,
+      9.636805771151558e-05,
+      0.001291633932851255,
+      0.0005118545377627015,
+      0.00028335655224509537,
+      0.0005056466325186193,
+      0.007029539439827204,
+      0.009159386157989502,
+      0.0015133897541090846,
+      0.00021751907479483634,
+      0.0009658513590693474,
+      0.0001844785874709487,
+      0.00011140904825879261,
+      0.00013399998715613037,
+      0.00012183754006400704,
+      0.0003881191660184413,
+      0.0006313667399808764,
+      0.0002441744436509907,
+      0.0001463556254748255,
+      7.158353400882334e-05,
+      0.0043624225072562695,
+      0.0006118605961091816,
+      0.00022975045430939645,
+      0.00018665590323507786,
+      0.0003497903817333281,
+      0.00012011452054139227,
+      0.0006461376906372607,
+      0.0018230265704914927,
+      0.00010200673568760976,
+      0.00029570882907137275,
+      0.00029259375878609717,
+      7.047709368634969e-05,
+      0.0001088273202185519,
+      0.0011519630206748843,
+      0.002068017143756151,
+      0.0030769393779337406,
+      3.463618486421183e-05,
+      0.0002182654570788145,
+      0.0003963420167565346,
+      0.0032916178461164236,
+      0.007144566159695387,
+      0.014364768750965595,
+      0.00531387934461236,
+      6.769236642867327e-05,
+      0.0006159747717902064,
+      0.00016928253171499819,
+      0.0008610453805886209,
+      0.021677983924746513,
+      6.987009692238644e-05,
+      5.3268417104845867e-05,
+      0.00011817253107437864,
+      6.686463166261092e-05,
+      0.0002399427175987512,
+      0.00015605201770085841,
+      0.00027598722954280674,
+      6.0389673308236524e-05,
+      0.00015017933037597686,
+      0.007166710682213306,
+      3.70550733350683e-05,
+      3.906901110894978e-05,
+      3.671518788905814e-05,
+      7.539222860941663e-05,
+      4.0218681533588096e-05,
+      0.00010295546235283837,
+      3.713860860443674e-05,
+      0.0011358975898474455,
+      0.0007439229520969093,
+      0.00043030575034208596,
+      0.0017968902830034494,
+      0.0006339974934235215,
+      3.185926107107662e-05,
+      0.00011195986735401675,
+      0.0012722505489364266,
+      2.0061230316059664e-05,
+      0.0007938542403280735,
+      4.361269748187624e-05,
+      0.006550097372382879,
+      0.023024294525384903,
+      0.005780935753136873,
+      0.0003796931414399296,
+      0.00019562221132218838,
+      0.00012851467181462795,
+      5.779220737167634e-05,
+      4.281323708710261e-05,
+      6.897727871546522e-05,
+      3.259338336647488e-05,
+      3.450235817581415e-05,
+      4.040532076032832e-05,
+      0.004145132843405008,
+      0.00016401856555603445,
+      0.0002189186488976702,
+      2.6308387532480992e-05,
+      2.719743861234747e-05,
+      2.6531022740527987e-05,
+      0.0011062511475756764,
+      3.133600694127381e-05,
+      0.00023662661260459572,
+      3.0240884370869026e-05,
+      0.0004998589865863323,
+      0.00047437226749025285,
+      2.1136769646545872e-05,
+      0.00027221275377087295,
+      8.16175524960272e-05,
+      3.330887557240203e-05,
+      7.614422065671533e-05,
+      3.0306566259241663e-05,
+      3.69127192243468e-05,
+      0.0011634529801085591,
+      0.0003568861575331539,
+      0.0001245078892679885,
+      0.004004237242043018,
+      0.00017715399735607207,
+      2.22665930778021e-05,
+      5.656387293129228e-05,
+      2.8849188311141916e-05,
+      0.0002406886633252725,
+      2.7437079552328214e-05,
+      7.497845217585564e-05,
+      0.0002801477094180882,
+      5.282824349706061e-05,
+      0.00015361969417426735,
+      0.000525181123521179,
+      2.1701634977944195e-05,
+      3.628881313488819e-05,
+      3.285027196398005e-05,
+      3.735043355845846e-05,
+      4.409588291309774e-05,
+      0.00019390066154301167,
+      7.744960021227598e-05,
+      2.0614408640540205e-05,
+      2.4402675990131684e-05,
+      1.826969673857093e-05,
+      0.00017887305875774473,
+      0.0002102958969771862,
+      2.7129137379233725e-05,
+      5.6554308685008436e-05,
+      7.69531907280907e-05,
+      3.190123607055284e-05,
+      2.465099714754615e-05
+    ],
+    "lr": [
+      8.36355877960316e-07,
+      1.689780243225944e-06,
+      2.543204608491573e-06,
+      3.3966289737572006e-06,
+      4.250053339022829e-06,
+      5.103477704288458e-06,
+      5.956902069554087e-06,
+      6.810326434819715e-06,
+      7.663750800085342e-06,
+      8.517175165350972e-06,
+      9.370599530616599e-06,
+      1.0224023895882229e-05,
+      1.1077448261147855e-05,
+      1.1930872626413485e-05,
+      1.2784296991679115e-05,
+      1.3637721356944741e-05,
+      1.4491145722210371e-05,
+      1.5344570087476e-05,
+      1.6197994452741628e-05,
+      1.7051418818007256e-05,
+      1.7904843183272884e-05,
+      1.8758267548538512e-05,
+      1.961169191380414e-05,
+      2.046511627906977e-05,
+      2.1318540644335397e-05,
+      2.217196500960103e-05,
+      2.3025389374866653e-05,
+      2.387881374013228e-05,
+      2.473223810539791e-05,
+      2.558566247066354e-05,
+      2.643908683592917e-05,
+      2.7292511201194794e-05,
+      2.8145935566460426e-05,
+      2.8999359931726054e-05,
+      2.9852784296991682e-05,
+      3.0706208662257314e-05,
+      3.155963302752294e-05,
+      3.241305739278856e-05,
+      3.3266481758054195e-05,
+      3.411990612331982e-05,
+      3.497333048858545e-05,
+      3.582675485385108e-05,
+      3.668017921911671e-05,
+      3.753360358438234e-05,
+      3.838702794964797e-05,
+      3.9240452314913596e-05,
+      4.009387668017922e-05,
+      4.094730104544485e-05,
+      4.180072541071048e-05,
+      4.265414977597611e-05,
+      4.350757414124173e-05,
+      4.4360998506507365e-05,
+      4.5214422871772996e-05,
+      4.606784723703862e-05,
+      4.6921271602304246e-05,
+      4.777469596756988e-05,
+      4.86281203328355e-05,
+      4.9481544698101134e-05,
+      5.0334969063366765e-05,
+      5.118839342863239e-05,
+      5.204181779389802e-05,
+      5.289524215916365e-05,
+      5.374866652442928e-05,
+      5.460209088969491e-05,
+      5.5455515254960535e-05,
+      5.6308939620226166e-05,
+      5.71623639854918e-05,
+      5.8015788350757416e-05,
+      5.886921271602304e-05,
+      5.972263708128867e-05,
+      6.0576061446554304e-05,
+      6.142948581181993e-05,
+      6.228291017708555e-05,
+      6.313633454235119e-05,
+      6.398975890761682e-05,
+      6.484318327288244e-05,
+      6.569660763814808e-05,
+      6.65500320034137e-05,
+      6.740345636867933e-05,
+      6.825688073394497e-05,
+      6.911030509921059e-05,
+      6.996372946447622e-05,
+      7.081715382974186e-05,
+      7.167057819500748e-05,
+      7.25240025602731e-05,
+      7.337742692553873e-05,
+      7.423085129080435e-05,
+      7.508427565606998e-05,
+      7.593770002133562e-05,
+      7.679112438660124e-05,
+      7.764454875186687e-05,
+      7.84979731171325e-05,
+      7.935139748239813e-05,
+      7.999991916547361e-05,
+      7.999784218589992e-05,
+      7.99929586188146e-05,
+      7.99852688068901e-05,
+      7.997477328970877e-05,
+      7.996147280372507e-05,
+      7.994536828221373e-05,
+      7.992646085520447e-05,
+      7.990475184940256e-05,
+      7.98802427880958e-05,
+      7.985293539104758e-05,
+      7.982283157437628e-05,
+      7.978993345042071e-05,
+      7.975424332759203e-05,
+      7.971576371021165e-05,
+      7.967449729833556e-05,
+      7.963044698756488e-05,
+      7.958361586884266e-05,
+      7.953400722823696e-05,
+      7.948162454671038e-05,
+      7.942647149987566e-05,
+      7.936855195773791e-05,
+      7.930786998442297e-05,
+      7.924442983789221e-05,
+      7.917823596964387e-05,
+      7.910929302440059e-05,
+      7.90376058397836e-05,
+      7.896317944597316e-05,
+      7.888601906535566e-05,
+      7.880613011215723e-05,
+      7.87235181920637e-05,
+      7.863818910182738e-05,
+      7.855014882886022e-05,
+      7.845940355081374e-05,
+      7.836595963514554e-05,
+      7.826982363867253e-05,
+      7.817100230711074e-05,
+      7.806950257460215e-05,
+      7.796533156322797e-05,
+      7.785849658250903e-05,
+      7.774900512889278e-05,
+      7.763686488522736e-05,
+      7.752208372022241e-05,
+      7.740466968789701e-05,
+      7.728463102701455e-05,
+      7.716197616050454e-05,
+      7.70367136948717e-05,
+      7.690885241959196e-05,
+      7.677840130649578e-05,
+      7.664536950913857e-05,
+      7.650976636215841e-05,
+      7.637160138062107e-05,
+      7.623088425935234e-05,
+      7.608762487225776e-05,
+      7.594183327162974e-05,
+      7.579351968744231e-05,
+      7.56426945266332e-05,
+      7.548936837237363e-05,
+      7.533355198332574e-05,
+      7.517525629288761e-05,
+      7.501449240842615e-05,
+      7.485127161049763e-05,
+      7.468560535205622e-05,
+      7.451750525765033e-05,
+      7.434698312260688e-05,
+      7.417405091220372e-05,
+      7.399872076082999e-05,
+      7.382100497113469e-05,
+      7.364091601316343e-05,
+      7.34584665234834e-05,
+      7.32736693042967e-05,
+      7.308653732254204e-05,
+      7.289708370898482e-05,
+      7.27053217572958e-05,
+      7.251126492311835e-05,
+      7.231492682312421e-05,
+      7.211632123405806e-05,
+      7.19154620917708e-05,
+      7.171236349024177e-05,
+      7.150703968058971e-05,
+      7.12995050700728e-05,
+      7.10897742210778e-05,
+      7.087786185009814e-05,
+      7.066378282670127e-05,
+      7.044755217248541e-05,
+      7.02291850600254e-05,
+      7.000869681180807e-05,
+      6.97861028991571e-05,
+      6.95614189411475e-05,
+      6.933466070350949e-05,
+      6.910584409752238e-05,
+      6.887498517889799e-05,
+      6.864210014665416e-05,
+      6.8407205341978e-05,
+      6.817031724707927e-05,
+      6.793145248403387e-05,
+      6.769062781361748e-05,
+      6.744786013412952e-05,
+      6.720316648020737e-05,
+      6.695656402163106e-05,
+      6.67080700621186e-05,
+      6.645770203811166e-05,
+      6.62054775175522e-05,
+      6.595141419864968e-05,
+      6.569552990863928e-05,
+      6.543784260253087e-05,
+      6.517837036184927e-05,
+      6.49171313933654e-05,
+      6.465414402781877e-05,
+      6.438942671863127e-05,
+      6.412299804061227e-05,
+      6.385487668865528e-05,
+      6.358508147642617e-05,
+      6.331363133504301e-05,
+      6.304054531174774e-05,
+      6.27658425685696e-05,
+      6.248954238098067e-05,
+      6.221166413654318e-05,
+      6.193222733354925e-05,
+      6.165125157965266e-05,
+      6.136875659049303e-05,
+      6.108476218831237e-05,
+      6.079928830056427e-05,
+      6.051235495851551e-05,
+      6.022398229584059e-05,
+      5.99341905472089e-05,
+      5.964300004686495e-05,
+      5.935043122720153e-05,
+      5.9056504617325944e-05,
+      5.876124084161963e-05,
+      5.846466061829087e-05,
+      5.816678475792108e-05,
+      5.786763416200453e-05,
+      5.7567229821481744e-05,
+      5.7265592815266604e-05,
+      5.696274430876725e-05,
+      5.6658705552400946e-05,
+      5.635349788010299e-05,
+      5.604714270782969e-05,
+      5.573966153205572e-05,
+      5.5431075928265653e-05,
+      5.512140754944012e-05,
+      5.4810678124536435e-05,
+      5.449890945696386e-05,
+      5.4186123423053745e-05,
+      5.387234197052448e-05,
+      5.355758711694147e-05,
+      5.3241880948172165e-05,
+      5.292524561683637e-05,
+      5.260770334075181e-05,
+      5.22892764013751e-05,
+      5.1969987142238384e-05,
+      5.1649857967381425e-05,
+      5.132891133977959e-05,
+      5.1007169779767686e-05,
+      5.0684655863459704e-05,
+      5.036139222116467e-05,
+      5.003740153579877e-05,
+      4.971270654129367e-05,
+      4.938733002100136e-05,
+      4.906129480609542e-05,
+      4.873462377396905e-05,
+      4.8407339846629766e-05,
+      4.8079465989091e-05,
+      4.7751025207760674e-05,
+      4.7422040548826925e-05,
+      4.7092535096640936e-05,
+      4.676253197209713e-05,
+      4.643205433101087e-05,
+      4.61011253624936e-05,
+      4.5769768287325735e-05,
+      4.5438006356327277e-05,
+      4.510586284872632e-05,
+      4.477336107052567e-05,
+      4.444052435286736e-05,
+      4.410737605039565e-05,
+      4.377393953961824e-05,
+      4.344023821726593e-05,
+      4.310629549865096e-05,
+      4.277213481602401e-05,
+      4.243777961692992e-05,
+      4.2103253362562463e-05,
+      4.176857952611812e-05,
+      4.1433781591148954e-05,
+      4.1098883049914826e-05,
+      4.076390740173504e-05,
+      4.042887815133931e-05,
+      4.009381880721858e-05,
+      3.97587528799754e-05,
+      3.942370388067427e-05,
+      3.9088695319191854e-05,
+      3.8753750702567377e-05,
+      3.841889353335315e-05,
+      3.808414730796541e-05,
+      3.774953551503567e-05,
+      3.74150816337625e-05,
+      3.7080809132264077e-05,
+      3.674674146593137e-05,
+      3.641290207578246e-05,
+      3.6079314386817575e-05,
+      3.5746001806375504e-05,
+      3.541298772249105e-05,
+      3.5080295502253976e-05,
+      3.4747948490169406e-05,
+      3.441597000651966e-05,
+      3.408438334572805e-05,
+      3.3753211774724236e-05,
+      3.342247853131169e-05,
+      3.309220682253707e-05,
+      3.276241982306188e-05,
+      3.243314067353632e-05,
+      3.2104392478975504e-05,
+      3.1776198307138264e-05,
+      3.1448581186908517e-05,
+      3.1121564106679326e-05,
+      3.0795170012739874e-05,
+      3.0469421807665337e-05,
+      3.0144342348709892e-05,
+      2.9819954446202764e-05,
+      2.9496280861947757e-05,
+      2.9173344307626067e-05,
+      2.8851167443202572e-05,
+      2.8529772875335943e-05,
+      2.8209183155792206e-05,
+      2.7889420779862488e-05,
+      2.7570508184784457e-05,
+      2.7252467748167916e-05,
+      2.6935321786424694e-05,
+      2.661909255320265e-05,
+      2.6303802237824235e-05,
+      2.5989472963729424e-05,
+      2.5676126786923418e-05,
+      2.5363785694429003e-05,
+      2.505247160274368e-05,
+      2.474220635630193e-05,
+      2.4433011725942315e-05,
+      2.4124909407379952e-05,
+      2.3817921019684045e-05,
+      2.351206810376102e-05,
+      2.3207372120842983e-05,
+      2.2903854450981768e-05,
+      2.2601536391548846e-05,
+      2.230043915574079e-05,
+      2.2000583871090903e-05,
+      2.1701991577986652e-05,
+      2.140468322819328e-05,
+      2.1108679683383752e-05,
+      2.0814001713674793e-05,
+      2.0520669996169608e-05,
+      2.022870511350689e-05,
+      1.9938127552416645e-05,
+      1.964895770228266e-05,
+      1.9361215853711742e-05,
+      1.9074922197110055e-05,
+      1.8790096821266328e-05,
+      1.8506759711942276e-05,
+      1.82249307504702e-05,
+      1.7944629712358002e-05,
+      1.7665876265901536e-05,
+      1.738868997080447e-05,
+      1.7113090276805905e-05,
+      1.6839096522315523e-05,
+      1.656672793305671e-05,
+      1.62960036207175e-05,
+      1.6026942581609483e-05,
+      1.5759563695334953e-05,
+      1.549388572346206e-05,
+      1.5229927308208434e-05,
+      1.4967706971133015e-05,
+      1.4707243111836467e-05,
+      1.444855400667009e-05,
+      1.4191657807453365e-05,
+      1.393657254020035e-05,
+      1.3683316103854725e-05,
+      1.3431906269033923e-05,
+      1.3182360676782184e-05,
+      1.2934696837332644e-05,
+      1.2688932128878779e-05,
+      1.2445083796354877e-05,
+      1.2203168950226112e-05,
+      1.1963204565287848e-05,
+      1.1725207479474543e-05,
+      1.1489194392678313e-05,
+      1.125518186557708e-05,
+      1.1023186318472558e-05,
+      1.0793224030138014e-05,
+      1.0565311136676107e-05,
+      1.0339463630386538e-05,
+      1.0115697358643976e-05,
+      9.894028022786046e-06,
+      9.674471177011537e-06,
+      9.457042227289097e-06,
+      9.241756430276098e-06,
+      9.028628892248195e-06,
+      8.817674568039308e-06,
+      8.60890825999225e-06,
+      8.402344616920062e-06,
+      8.197998133078186e-06,
+      7.99588314714737e-06,
+      7.796013841227536e-06,
+      7.5984042398427095e-06,
+      7.403068208956883e-06,
+      7.210019455001056e-06,
+      7.01927152391154e-06,
+      6.830837800179382e-06,
+      6.64473150591125e-06,
+      6.460965699901654e-06,
+      6.279553276716583e-06,
+      6.100506965788771e-06,
+      5.923839330524459e-06,
+      5.749562767421868e-06,
+      5.577689505201296e-06,
+      5.408231603947123e-06,
+      5.2412009542615364e-06,
+      5.076609276430158e-06,
+      4.91446811959972e-06,
+      4.754788860967594e-06,
+      4.597582704983557e-06,
+      4.442860682563508e-06,
+      4.290633650315523e-06,
+      4.140912289778016e-06,
+      3.993707106670224e-06,
+      3.84902843015508e-06,
+      3.706886412114394e-06,
+      3.5672910264365366e-06,
+      3.4302520683165707e-06,
+      3.295779153568921e-06,
+      3.1638817179526948e-06,
+      3.0345690165095365e-06,
+      2.9078501229142665e-06,
+      2.7837339288381416e-06,
+      2.66222914332499e-06,
+      2.5433442921800835e-06,
+      2.4270877173718875e-06,
+      2.313467576446744e-06,
+      2.2024918419564446e-06,
+      2.094168300898831e-06,
+      1.9885045541713665e-06,
+      1.885508016037827e-06,
+      1.7851859136080207e-06,
+      1.6875452863306786e-06,
+      1.5925929854995414e-06,
+      1.500335673772555e-06,
+      1.4107798247044159e-06,
+      1.3239317222923132e-06,
+      1.2397974605349749e-06,
+      1.1583829430050852e-06,
+      1.0796938824350112e-06,
+      1.0037358003159946e-06,
+      9.305140265106627e-07,
+      8.600336988790814e-07,
+      7.922997629182183e-07,
+      7.273169714149397e-07,
+      6.650898841124998e-07,
+      6.056228673905917e-07,
+      5.489200939589801e-07,
+      4.949855425646943e-07,
+      4.4382299771284385e-07,
+      3.954360494010878e-07,
+      3.4982809286769893e-07,
+      3.070023283533541e-07,
+      2.6696176087654514e-07,
+      2.2970920002275633e-07,
+      1.952472597473065e-07,
+      1.635783581919137e-07,
+      1.3470471751505288e-07,
+      1.0862836373599195e-07,
+      8.535112659266987e-08,
+      6.487463941326156e-08,
+      4.72003390016118e-08,
+      3.232946553639593e-08,
+      2.0263062484096042e-08,
+      1.1001976525784052e-08,
+      4.546857497729207e-09,
+      8.981583457678966e-10
+    ]
+  },
+  "final_accuracy": 0.995
+}

add_sub_baseline_500K_2L3H510d/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7abf0efba23850b5d5d6f72b1135c599708e3be39d65315cc5184649eea6123f
+size 650266922

add_sub_baseline_500K_2L3H510d/train_config.json

@@ -0,0 +1,28 @@
+{
+  "mode": "baseline",
+  "ops": "add_sub",
+  "n_digits": 6,
+  "n_layer": 2,
+  "n_head": 3,
+  "n_embd": 510,
+  "abs_vocab": 0,
+  "K": 4,
+  "batch_size": 64,
+  "num_epochs": 3,
+  "dataset_size": 500000,
+  "lr": 8e-05,
+  "output_dir": "ckpt/r/add_sub_baseline_2L3H510d_500K",
+  "device": "cuda",
+  "push_to_hub": true,
+  "no_wandb": false,
+  "n_params": 162490082,
+  "run_name": "add_sub_baseline_500K_2L3H510d",
+  "git_commit": "9e4530548a98f8c7f5c14930ac4aec4886bb4b1b",
+  "timestamp": "2026-04-07T09:23:03.644475",
+  "tokenizer": "Qwen/Qwen3-0.6B",
+  "dataset_repo": "thoughtworks/arithmetic-sorl-data",
+  "dataset_config": "add_sub_6digit",
+  "model_repo": "thoughtworks/arithmetic-sorl",
+  "trainer_version": "sft",
+  "final_accuracy": 0.995
+}