Upload add_baseline_250K

add_baseline_250K/config.json

@@ -0,0 +1,38 @@
+{
+  "architectures": [
+    "SorlModelWrapper"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": null,
+  "dtype": "float32",
+  "eos_token_id": null,
+  "head_dim": 128,
+  "hidden_act": "silu",
+  "hidden_size": 512,
+  "initializer_range": 0.02,
+  "intermediate_size": 2048,
+  "layer_types": [
+    "full_attention",
+    "full_attention",
+    "full_attention"
+  ],
+  "max_position_embeddings": 128,
+  "max_window_layers": 28,
+  "model_type": "qwen3",
+  "num_attention_heads": 4,
+  "num_hidden_layers": 3,
+  "num_key_value_heads": 4,
+  "pad_token_id": null,
+  "rms_norm_eps": 1e-06,
+  "rope_parameters": {
+    "rope_theta": 10000.0,
+    "rope_type": "default"
+  },
+  "sliding_window": null,
+  "tie_word_embeddings": false,
+  "transformers_version": "5.5.0",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "vocab_size": 151645
+}

add_baseline_250K/generation_config.json

@@ -0,0 +1,7 @@
+{
+  "_from_model_config": true,
+  "output_attentions": false,
+  "output_hidden_states": false,
+  "transformers_version": "5.5.0",
+  "use_cache": true
+}

add_baseline_250K/metrics.json

@@ -0,0 +1,949 @@
+{
+  "history": {
+    "step": [
+      50,
+      100,
+      150,
+      200,
+      250,
+      300,
+      350,
+      400,
+      450,
+      500,
+      550,
+      600,
+      650,
+      700,
+      750,
+      800,
+      850,
+      900,
+      950,
+      1000,
+      1050,
+      1100,
+      1150,
+      1200,
+      1250,
+      1300,
+      1350,
+      1400,
+      1450,
+      1500,
+      1550,
+      1600,
+      1650,
+      1700,
+      1750,
+      1800,
+      1850,
+      1900,
+      1950,
+      2000,
+      2050,
+      2100,
+      2150,
+      2200,
+      2250,
+      2300,
+      2350,
+      2400,
+      2450,
+      2500,
+      2550,
+      2600,
+      2650,
+      2700,
+      2750,
+      2800,
+      2850,
+      2900,
+      2950,
+      3000,
+      3050,
+      3100,
+      3150,
+      3200,
+      3250,
+      3300,
+      3350,
+      3400,
+      3450,
+      3500,
+      3550,
+      3600,
+      3650,
+      3700,
+      3750,
+      3800,
+      3850,
+      3900,
+      3950,
+      4000,
+      4050,
+      4100,
+      4150,
+      4200,
+      4250,
+      4300,
+      4350,
+      4400,
+      4450,
+      4500,
+      4550,
+      4600,
+      4650,
+      4700,
+      4750,
+      4800,
+      4850,
+      4900,
+      4950,
+      5000,
+      5050,
+      5100,
+      5150,
+      5200,
+      5250,
+      5300,
+      5350,
+      5400,
+      5450,
+      5500,
+      5550,
+      5600,
+      5650,
+      5700,
+      5750,
+      5800,
+      5850,
+      5900,
+      5950,
+      6000,
+      6050,
+      6100,
+      6150,
+      6200,
+      6250,
+      6300,
+      6350,
+      6400,
+      6450,
+      6500,
+      6550,
+      6600,
+      6650,
+      6700,
+      6750,
+      6800,
+      6850,
+      6900,
+      6950,
+      7000,
+      7050,
+      7100,
+      7150,
+      7200,
+      7250,
+      7300,
+      7350,
+      7400,
+      7450,
+      7500,
+      7550,
+      7600,
+      7650,
+      7700,
+      7750,
+      7800,
+      7850,
+      7900,
+      7950,
+      8000,
+      8050,
+      8100,
+      8150,
+      8200,
+      8250,
+      8300,
+      8350,
+      8400,
+      8450,
+      8500,
+      8550,
+      8600,
+      8650,
+      8700,
+      8750,
+      8800,
+      8850,
+      8900,
+      8950,
+      9000,
+      9050,
+      9100,
+      9150,
+      9200,
+      9250,
+      9300,
+      9350,
+      9400,
+      9450,
+      9500,
+      9550,
+      9600,
+      9650,
+      9700,
+      9750,
+      9800,
+      9850,
+      9900,
+      9950,
+      10000,
+      10050,
+      10100,
+      10150,
+      10200,
+      10250,
+      10300,
+      10350,
+      10400,
+      10450,
+      10500,
+      10550,
+      10600,
+      10650,
+      10700,
+      10750,
+      10800,
+      10850,
+      10900,
+      10950,
+      11000,
+      11050,
+      11100,
+      11150,
+      11200,
+      11250,
+      11300,
+      11350,
+      11400,
+      11450,
+      11500,
+      11550,
+      11600,
+      11650,
+      11700
+    ],
+    "loss": [
+      11.527762413024902,
+      9.60785961151123,
+      8.368090629577637,
+      7.383299350738525,
+      7.280657768249512,
+      6.5229620933532715,
+      6.247063636779785,
+      5.47233247756958,
+      5.035149574279785,
+      4.5038347244262695,
+      3.891714334487915,
+      3.095801830291748,
+      2.6873838901519775,
+      2.2019026279449463,
+      1.9425586462020874,
+      1.8074508905410767,
+      1.5963990688323975,
+      1.580202341079712,
+      1.3961509466171265,
+      1.356629729270935,
+      1.0582406520843506,
+      0.8591527938842773,
+      0.6051973104476929,
+      0.5020413994789124,
+      0.3830282390117645,
+      0.3321951925754547,
+      0.2272447794675827,
+      0.20413623750209808,
+      0.2055785208940506,
+      0.20350274443626404,
+      0.21641121804714203,
+      0.15464866161346436,
+      0.1415574997663498,
+      0.09492872655391693,
+      0.057180773466825485,
+      0.10457637161016464,
+      0.07520271837711334,
+      0.06334521621465683,
+      0.03505897521972656,
+      0.05057087540626526,
+      0.020688626915216446,
+      0.12356334179639816,
+      0.028574582189321518,
+      0.006245631258934736,
+      0.007917485199868679,
+      0.010751918889582157,
+      0.012803385965526104,
+      0.028944775462150574,
+      0.008806764148175716,
+      0.013823815621435642,
+      0.0017021530074998736,
+      0.011414808221161366,
+      0.0220631193369627,
+      0.05565088614821434,
+      0.010557984933257103,
+      0.012765188701450825,
+      0.0020553823560476303,
+      0.0034588086418807507,
+      0.0006399106932803988,
+      0.0011771806748583913,
+      0.0023959032259881496,
+      0.0023975500371307135,
+      0.018105758354067802,
+      0.04133778065443039,
+      0.0013915597228333354,
+      0.006245000753551722,
+      0.0005129611818119884,
+      0.0005555239040404558,
+      0.012398910708725452,
+      0.00034711038460955024,
+      0.031024495139718056,
+      0.0004809148085769266,
+      0.0059379274025559425,
+      0.0019757128320634365,
+      0.002303863177075982,
+      0.008580265566706657,
+      0.044498324394226074,
+      0.0005247122026048601,
+      0.0002977796539198607,
+      0.0001751357049215585,
+      0.00045993420644663274,
+      0.001147810253314674,
+      0.00020777320605702698,
+      0.001379889203235507,
+      0.10030525177717209,
+      0.0011350951390340924,
+      9.659335046308115e-05,
+      0.017756644636392593,
+      0.00024583865888416767,
+      0.0007470060954801738,
+      0.0035779124591499567,
+      6.258876237552613e-05,
+      0.00015140332106966525,
+      0.00010764774197014049,
+      0.0004173603665549308,
+      0.00039286998799070716,
+      0.009674607776105404,
+      0.0008037807419896126,
+      0.0003438284620642662,
+      2.7261923605692573e-05,
+      1.9322336811455898e-05,
+      1.4822441698925104e-05,
+      1.2943323781655636e-05,
+      9.299021257902496e-06,
+      8.155104296747595e-06,
+      5.793860964331543e-06,
+      4.422701294970466e-06,
+      3.674987965496257e-06,
+      2.6510701900406275e-06,
+      1.8860583850255352e-06,
+      1.303584099332511e-06,
+      1.0718167686718516e-06,
+      6.710839670631685e-07,
+      0.0009319929522462189,
+      0.005028906278312206,
+      0.0005372653831727803,
+      0.001486061024479568,
+      0.00043799448758363724,
+      6.41662427369738e-06,
+      2.2846294086775742e-05,
+      0.0011698914458975196,
+      1.411192806699546e-05,
+      3.597779368647025e-06,
+      2.8835968350904295e-06,
+      2.1955186184641207e-06,
+      1.761260364219197e-06,
+      2.0156246591795934e-06,
+      1.3381753660723916e-06,
+      1.087783516595664e-06,
+      8.376574101021106e-07,
+      7.514436788369494e-07,
+      6.274443649090244e-07,
+      4.76836959251159e-07,
+      4.37189243029934e-07,
+      2.9376568022598804e-07,
+      8.245482604252174e-06,
+      1.9750748833757825e-05,
+      3.447827793934266e-06,
+      1.0258479960612021e-05,
+      1.7356948092128732e-06,
+      9.67773644333647e-07,
+      9.065719837053621e-07,
+      8.836892106955929e-07,
+      7.876305971876718e-07,
+      6.122771765149082e-07,
+      5.670402174473566e-07,
+      0.00046179426135495305,
+      3.868092335324036e-06,
+      6.624807610933203e-06,
+      0.00026054339832626283,
+      1.8271704902872443e-05,
+      2.229476649517892e-06,
+      1.5850853287702193e-06,
+      1.3381724784267135e-05,
+      2.807744749588892e-06,
+      1.2921385632580495e-06,
+      1.3796767461826676e-06,
+      8.291417543659918e-07,
+      7.852366934457677e-07,
+      5.457544602904818e-07,
+      4.74442003906006e-07,
+      4.313349393214594e-07,
+      3.2223741186498955e-07,
+      3.009499778272584e-07,
+      2.394828584328934e-07,
+      2.394824036855425e-07,
+      1.381017682433594e-07,
+      1.0058282384761696e-07,
+      7.423970060926877e-08,
+      5.907244826630631e-08,
+      4.7896580923634247e-08,
+      3.299542328250027e-08,
+      2.7673580760279037e-08,
+      1.969081608876877e-08,
+      1.889254086506753e-08,
+      1.862644971595273e-08,
+      1.7562081566779852e-08,
+      1.6763804566721774e-08,
+      1.330460630555308e-08,
+      9.313224857976365e-09,
+      9.579316895269585e-09,
+      8.514947857918287e-09,
+      7.450580152834618e-09,
+      8.514947857918287e-09,
+      1.1441962044500542e-08,
+      8.781040783389926e-09,
+      9.047132820683146e-09,
+      7.184488115541399e-09,
+      1.1175870007207322e-08,
+      9.579316895269585e-09,
+      8.781040783389926e-09,
+      6.6523035968657496e-09,
+      6.65230315277654e-09,
+      8.781040783389926e-09,
+      8.514947857918287e-09,
+      6.918395190069759e-09,
+      9.579316895269585e-09,
+      8.248855820625067e-09,
+      6.38621155957253e-09,
+      6.1201190781901005e-09,
+      6.6523035968657496e-09,
+      7.982763783331848e-09,
+      1.0111500969856024e-08,
+      8.248855820625067e-09,
+      7.982763783331848e-09,
+      7.716671746038628e-09,
+      7.184487227362979e-09,
+      7.716672634217048e-09,
+      7.184488115541399e-09,
+      5.321842966310442e-09,
+      8.514947857918287e-09,
+      6.918395634158969e-09,
+      5.854027040896881e-09,
+      6.65230315277654e-09,
+      9.579316895269585e-09,
+      9.047132820683146e-09,
+      6.38621155957253e-09,
+      6.6523035968657496e-09,
+      1.0377593007149244e-08,
+      5.321842966310442e-09,
+      7.184487227362979e-09,
+      4.2574739289591434e-09,
+      6.1201190781901005e-09,
+      7.982763783331848e-09,
+      7.716671746038628e-09,
+      7.982763783331848e-09,
+      7.184488115541399e-09,
+      8.514947857918287e-09,
+      9.845408932562805e-09,
+      6.6523035968657496e-09,
+      7.716671746038628e-09,
+      6.65230315277654e-09,
+      5.321842966310442e-09,
+      6.6523035968657496e-09
+    ],
+    "base_loss": [
+      11.527762413024902,
+      9.60785961151123,
+      8.368090629577637,
+      7.383299350738525,
+      7.280657768249512,
+      6.5229620933532715,
+      6.247063636779785,
+      5.47233247756958,
+      5.035149574279785,
+      4.5038347244262695,
+      3.891714334487915,
+      3.095801830291748,
+      2.6873838901519775,
+      2.2019026279449463,
+      1.9425586462020874,
+      1.8074508905410767,
+      1.5963990688323975,
+      1.580202341079712,
+      1.3961509466171265,
+      1.356629729270935,
+      1.0582406520843506,
+      0.8591527938842773,
+      0.6051973104476929,
+      0.5020413994789124,
+      0.3830282390117645,
+      0.3321951925754547,
+      0.2272447794675827,
+      0.20413623750209808,
+      0.2055785208940506,
+      0.20350274443626404,
+      0.21641121804714203,
+      0.15464866161346436,
+      0.1415574997663498,
+      0.09492872655391693,
+      0.057180773466825485,
+      0.10457637161016464,
+      0.07520271837711334,
+      0.06334521621465683,
+      0.03505897521972656,
+      0.05057087540626526,
+      0.020688626915216446,
+      0.12356334179639816,
+      0.028574582189321518,
+      0.006245631258934736,
+      0.007917485199868679,
+      0.010751918889582157,
+      0.012803385965526104,
+      0.028944775462150574,
+      0.008806764148175716,
+      0.013823815621435642,
+      0.0017021530074998736,
+      0.011414808221161366,
+      0.0220631193369627,
+      0.05565088614821434,
+      0.010557984933257103,
+      0.012765188701450825,
+      0.0020553823560476303,
+      0.0034588086418807507,
+      0.0006399106932803988,
+      0.0011771806748583913,
+      0.0023959032259881496,
+      0.0023975500371307135,
+      0.018105758354067802,
+      0.04133778065443039,
+      0.0013915597228333354,
+      0.006245000753551722,
+      0.0005129611818119884,
+      0.0005555239040404558,
+      0.012398910708725452,
+      0.00034711038460955024,
+      0.031024495139718056,
+      0.0004809148085769266,
+      0.0059379274025559425,
+      0.0019757128320634365,
+      0.002303863177075982,
+      0.008580265566706657,
+      0.044498324394226074,
+      0.0005247122026048601,
+      0.0002977796539198607,
+      0.0001751357049215585,
+      0.00045993420644663274,
+      0.001147810253314674,
+      0.00020777320605702698,
+      0.001379889203235507,
+      0.10030525177717209,
+      0.0011350951390340924,
+      9.659335046308115e-05,
+      0.017756644636392593,
+      0.00024583865888416767,
+      0.0007470060954801738,
+      0.0035779124591499567,
+      6.258876237552613e-05,
+      0.00015140332106966525,
+      0.00010764774197014049,
+      0.0004173603665549308,
+      0.00039286998799070716,
+      0.009674607776105404,
+      0.0008037807419896126,
+      0.0003438284620642662,
+      2.7261923605692573e-05,
+      1.9322336811455898e-05,
+      1.4822441698925104e-05,
+      1.2943323781655636e-05,
+      9.299021257902496e-06,
+      8.155104296747595e-06,
+      5.793860964331543e-06,
+      4.422701294970466e-06,
+      3.674987965496257e-06,
+      2.6510701900406275e-06,
+      1.8860583850255352e-06,
+      1.303584099332511e-06,
+      1.0718167686718516e-06,
+      6.710839670631685e-07,
+      0.0009319929522462189,
+      0.005028906278312206,
+      0.0005372653831727803,
+      0.001486061024479568,
+      0.00043799448758363724,
+      6.41662427369738e-06,
+      2.2846294086775742e-05,
+      0.0011698914458975196,
+      1.411192806699546e-05,
+      3.597779368647025e-06,
+      2.8835968350904295e-06,
+      2.1955186184641207e-06,
+      1.761260364219197e-06,
+      2.0156246591795934e-06,
+      1.3381753660723916e-06,
+      1.087783516595664e-06,
+      8.376574101021106e-07,
+      7.514436788369494e-07,
+      6.274443649090244e-07,
+      4.76836959251159e-07,
+      4.37189243029934e-07,
+      2.9376568022598804e-07,
+      8.245482604252174e-06,
+      1.9750748833757825e-05,
+      3.447827793934266e-06,
+      1.0258479960612021e-05,
+      1.7356948092128732e-06,
+      9.67773644333647e-07,
+      9.065719837053621e-07,
+      8.836892106955929e-07,
+      7.876305971876718e-07,
+      6.122771765149082e-07,
+      5.670402174473566e-07,
+      0.00046179426135495305,
+      3.868092335324036e-06,
+      6.624807610933203e-06,
+      0.00026054339832626283,
+      1.8271704902872443e-05,
+      2.229476649517892e-06,
+      1.5850853287702193e-06,
+      1.3381724784267135e-05,
+      2.807744749588892e-06,
+      1.2921385632580495e-06,
+      1.3796767461826676e-06,
+      8.291417543659918e-07,
+      7.852366934457677e-07,
+      5.457544602904818e-07,
+      4.74442003906006e-07,
+      4.313349393214594e-07,
+      3.2223741186498955e-07,
+      3.009499778272584e-07,
+      2.394828584328934e-07,
+      2.394824036855425e-07,
+      1.381017682433594e-07,
+      1.0058282384761696e-07,
+      7.423970060926877e-08,
+      5.907244826630631e-08,
+      4.7896580923634247e-08,
+      3.299542328250027e-08,
+      2.7673580760279037e-08,
+      1.969081608876877e-08,
+      1.889254086506753e-08,
+      1.862644971595273e-08,
+      1.7562081566779852e-08,
+      1.6763804566721774e-08,
+      1.330460630555308e-08,
+      9.313224857976365e-09,
+      9.579316895269585e-09,
+      8.514947857918287e-09,
+      7.450580152834618e-09,
+      8.514947857918287e-09,
+      1.1441962044500542e-08,
+      8.781040783389926e-09,
+      9.047132820683146e-09,
+      7.184488115541399e-09,
+      1.1175870007207322e-08,
+      9.579316895269585e-09,
+      8.781040783389926e-09,
+      6.6523035968657496e-09,
+      6.65230315277654e-09,
+      8.781040783389926e-09,
+      8.514947857918287e-09,
+      6.918395190069759e-09,
+      9.579316895269585e-09,
+      8.248855820625067e-09,
+      6.38621155957253e-09,
+      6.1201190781901005e-09,
+      6.6523035968657496e-09,
+      7.982763783331848e-09,
+      1.0111500969856024e-08,
+      8.248855820625067e-09,
+      7.982763783331848e-09,
+      7.716671746038628e-09,
+      7.184487227362979e-09,
+      7.716672634217048e-09,
+      7.184488115541399e-09,
+      5.321842966310442e-09,
+      8.514947857918287e-09,
+      6.918395634158969e-09,
+      5.854027040896881e-09,
+      6.65230315277654e-09,
+      9.579316895269585e-09,
+      9.047132820683146e-09,
+      6.38621155957253e-09,
+      6.6523035968657496e-09,
+      1.0377593007149244e-08,
+      5.321842966310442e-09,
+      7.184487227362979e-09,
+      4.2574739289591434e-09,
+      6.1201190781901005e-09,
+      7.982763783331848e-09,
+      7.716671746038628e-09,
+      7.982763783331848e-09,
+      7.184488115541399e-09,
+      8.514947857918287e-09,
+      9.845408932562805e-09,
+      6.6523035968657496e-09,
+      7.716671746038628e-09,
+      6.65230315277654e-09,
+      5.321842966310442e-09,
+      6.6523035968657496e-09
+    ],
+    "lr": [
+      1.6723549488054611e-06,
+      3.378839590443686e-06,
+      5.085324232081912e-06,
+      6.791808873720137e-06,
+      8.498293515358363e-06,
+      1.0204778156996587e-05,
+      1.1911262798634814e-05,
+      1.3617747440273039e-05,
+      1.5324232081911263e-05,
+      1.703071672354949e-05,
+      1.8737201365187715e-05,
+      2.044368600682594e-05,
+      2.2150170648464163e-05,
+      2.385665529010239e-05,
+      2.556313993174062e-05,
+      2.726962457337884e-05,
+      2.8976109215017067e-05,
+      3.068259385665529e-05,
+      3.2389078498293516e-05,
+      3.4095563139931745e-05,
+      3.580204778156997e-05,
+      3.75085324232082e-05,
+      3.921501706484642e-05,
+      4.092150170648464e-05,
+      4.262798634812287e-05,
+      4.43344709897611e-05,
+      4.6040955631399317e-05,
+      4.7747440273037546e-05,
+      4.945392491467577e-05,
+      5.1160409556314e-05,
+      5.286689419795223e-05,
+      5.457337883959044e-05,
+      5.627986348122867e-05,
+      5.79863481228669e-05,
+      5.9692832764505124e-05,
+      6.139931740614335e-05,
+      6.310580204778158e-05,
+      6.481228668941979e-05,
+      6.651877133105803e-05,
+      6.822525597269625e-05,
+      6.993174061433447e-05,
+      7.16382252559727e-05,
+      7.334470989761093e-05,
+      7.505119453924915e-05,
+      7.675767918088738e-05,
+      7.846416382252561e-05,
+      7.999994387687875e-05,
+      7.999320929288793e-05,
+      7.997525225003474e-05,
+      7.9946077787229e-05,
+      7.990569409109077e-05,
+      7.985411249365304e-05,
+      7.979134746918198e-05,
+      7.971741663011522e-05,
+      7.963234072211973e-05,
+      7.953614361827032e-05,
+      7.942885231235067e-05,
+      7.931049691127864e-05,
+      7.918111062665798e-05,
+      7.904072976545885e-05,
+      7.888939371982977e-05,
+      7.872714495604378e-05,
+      7.85540290025821e-05,
+      7.837009443735831e-05,
+      7.817539287408707e-05,
+      7.796997894780074e-05,
+      7.775391029951834e-05,
+      7.752724756007093e-05,
+      7.72900543330881e-05,
+      7.704239717715015e-05,
+      7.678434558711115e-05,
+      7.651597197459809e-05,
+      7.623735164769155e-05,
+      7.594856278979342e-05,
+      7.564968643768808e-05,
+      7.53408064588027e-05,
+      7.502200952767318e-05,
+      7.469338510162264e-05,
+      7.435502539565875e-05,
+      7.400702535659744e-05,
+      7.364948263641994e-05,
+      7.328249756487067e-05,
+      7.290617312130396e-05,
+      7.252061490578694e-05,
+      7.212593110946728e-05,
+      7.172223248421377e-05,
+      7.13096323115383e-05,
+      7.08882463708081e-05,
+      7.045819290675694e-05,
+      7.001959259630454e-05,
+      6.957256851469366e-05,
+      6.911724610095394e-05,
+      6.865375312270262e-05,
+      6.818221964029179e-05,
+      6.770277797031225e-05,
+      6.721556264846422e-05,
+      6.672071039180557e-05,
+      6.621836006038756e-05,
+      6.570865261828953e-05,
+      6.519173109406314e-05,
+      6.466774054059721e-05,
+      6.413682799441454e-05,
+      6.359914243441216e-05,
+      6.305483474005648e-05,
+      6.250405764904512e-05,
+      6.194696571444738e-05,
+      6.138371526133514e-05,
+      6.081446434291672e-05,
+      6.0239372696185644e-05,
+      5.965860169709706e-05,
+      5.907231431528405e-05,
+      5.848067506832697e-05,
+      5.788384997558835e-05,
+      5.728200651162618e-05,
+      5.667531355919924e-05,
+      5.606394136187687e-05,
+      5.5448061476267194e-05,
+      5.482784672387675e-05,
+      5.420347114261514e-05,
+      5.357510993795849e-05,
+      5.294293943378513e-05,
+      5.230713702289755e-05,
+      5.1667881117244385e-05,
+      5.102535109785628e-05,
+      5.037972726451011e-05,
+      4.973119078513507e-05,
+      4.9079923644975386e-05,
+      4.842610859552357e-05,
+      4.7769929103238724e-05,
+      4.711156929806411e-05,
+      4.645121392175865e-05,
+      4.578904827605673e-05,
+      4.5125258170670815e-05,
+      4.4460029871151516e-05,
+      4.37935500466199e-05,
+      4.312600571738626e-05,
+      4.245758420247067e-05,
+      4.178847306703949e-05,
+      4.1118860069772856e-05,
+      4.0448933110177934e-05,
+      3.9778880175862544e-05,
+      3.91088892897842e-05,
+      3.843914845748907e-05,
+      3.7769845614355994e-05,
+      3.710116857286006e-05,
+      3.6433304969870695e-05,
+      3.5766442213999064e-05,
+      3.510076743300955e-05,
+      3.443646742130994e-05,
+      3.3773728587535196e-05,
+      3.3112736902239625e-05,
+      3.245367784571167e-05,
+      3.1796736355926556e-05,
+      3.1142096776651025e-05,
+      3.0489942805714706e-05,
+      2.984045744346295e-05,
+      2.9193822941405118e-05,
+      2.8550220751073297e-05,
+      2.7909831473105265e-05,
+      2.7272834806566284e-05,
+      2.6639409498523995e-05,
+      2.6009733293890285e-05,
+      2.5383982885544446e-05,
+      2.4762333864751625e-05,
+      2.41449606718902e-05,
+      2.353203654750234e-05,
+      2.2923733483680996e-05,
+      2.23202221758075e-05,
+      2.1721671974652772e-05,
+      2.1128250838855958e-05,
+      2.054012528779383e-05,
+      1.9957460354853774e-05,
+      1.9380419541123997e-05,
+      1.8809164769513625e-05,
+      1.824385633931566e-05,
+      1.7684652881225525e-05,
+      1.7131711312827855e-05,
+      1.6585186794563996e-05,
+      1.6045232686192566e-05,
+      1.551200050375531e-05,
+      1.4985639877060315e-05,
+      1.446629850769453e-05,
+      1.3954122127577385e-05,
+      1.3449254458066991e-05,
+      1.2951837169630714e-05,
+      1.2462009842091152e-05,
+      1.1979909925458655e-05,
+      1.1505672701361755e-05,
+      1.1039431245085796e-05,
+      1.0581316388230789e-05,
+      1.0131456681998992e-05,
+      9.68997836112215e-06,
+      9.257005308438928e-06,
+      8.832659020132261e-06,
+      8.417058571636403e-06,
+      8.01032058422329e-06,
+      7.612559192277533e-06,
+      7.223886011269297e-06,
+      6.8444101064339385e-06,
+      6.474237962167356e-06,
+      6.113473452145467e-06,
+      5.76221781017631e-06,
+      5.420569601792953e-06,
+      5.088624696595034e-06,
+      4.76647624134694e-06,
+      4.454214633839984e-06,
+      4.151927497525883e-06,
+      3.859699656928899e-06,
+      3.5776131138432944e-06,
+      3.3057470243228295e-06,
+      3.0441776764688958e-06,
+      2.7929784690233865e-06,
+      2.5522198907723228e-06,
+      2.321969500766024e-06,
+      2.1022919093615136e-06,
+      1.8932487600921722e-06,
+      1.6948987123700567e-06,
+      1.5072974250255023e-06,
+      1.3304975406887777e-06,
+      1.1645486710180554e-06,
+      1.0094973827779441e-06,
+      8.653871847724349e-07,
+      7.322585156359108e-07,
+      6.101487324857314e-07,
+      4.990921004394489e-07,
+      3.99119782999744e-07,
+      3.102598333096163e-07,
+      2.3253718628046373e-07,
+      1.6597365159509272e-07,
+      1.1058790758771587e-07,
+      6.63954960026647e-08,
+      3.340881763322035e-08,
+      1.1637128841837098e-08,
+      1.086538962731254e-09
+    ]
+  },
+  "final_accuracy": 1.0
+}

add_baseline_250K/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7233bf1df25d3d20449a43ccb9be00f5c412754dc2d0c2ca2f4195d856bfef9
+size 671794850

add_baseline_250K/train_config.json

@@ -0,0 +1,28 @@
+{
+  "mode": "baseline",
+  "ops": "add",
+  "n_digits": 6,
+  "n_layer": 3,
+  "n_head": 4,
+  "n_embd": 512,
+  "abs_vocab": 0,
+  "K": 4,
+  "batch_size": 64,
+  "num_epochs": 3,
+  "dataset_size": 250000,
+  "lr": 8e-05,
+  "output_dir": "ckpt/r/add_baseline_250K",
+  "device": "cuda",
+  "push_to_hub": true,
+  "no_wandb": false,
+  "n_params": 167871744,
+  "run_name": "add_baseline_250K",
+  "git_commit": "9e4530548a98f8c7f5c14930ac4aec4886bb4b1b",
+  "timestamp": "2026-04-07T05:29:32.985354",
+  "tokenizer": "Qwen/Qwen3-0.6B",
+  "dataset_repo": "thoughtworks/arithmetic-sorl-data",
+  "dataset_config": "add_6digit",
+  "model_repo": "thoughtworks/arithmetic-sorl",
+  "trainer_version": "sft",
+  "final_accuracy": 1.0
+}