{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.0,
  "eval_steps": 500,
  "global_step": 1714,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "entropy": 0.88671875,
      "epoch": 0.011668611435239206,
      "grad_norm": 3.6080080932769607,
      "learning_rate": 6.976744186046511e-09,
      "loss": 1.0903,
      "mean_token_accuracy": 0.7742526292800903,
      "num_tokens": 254566.0,
      "step": 10
    },
    {
      "entropy": 0.894921875,
      "epoch": 0.023337222870478413,
      "grad_norm": 4.67772028725951,
      "learning_rate": 1.4728682170542636e-08,
      "loss": 1.0551,
      "mean_token_accuracy": 0.7796614915132523,
      "num_tokens": 494709.0,
      "step": 20
    },
    {
      "entropy": 0.8853515625,
      "epoch": 0.03500583430571762,
      "grad_norm": 4.379003948551158,
      "learning_rate": 2.248062015503876e-08,
      "loss": 1.1326,
      "mean_token_accuracy": 0.7659079849720001,
      "num_tokens": 713648.0,
      "step": 30
    },
    {
      "entropy": 0.9412109375,
      "epoch": 0.046674445740956826,
      "grad_norm": 4.993354359311264,
      "learning_rate": 3.023255813953488e-08,
      "loss": 1.1758,
      "mean_token_accuracy": 0.7609771907329559,
      "num_tokens": 918922.0,
      "step": 40
    },
    {
      "entropy": 0.877734375,
      "epoch": 0.058343057176196034,
      "grad_norm": 3.3322654341290545,
      "learning_rate": 3.7984496124031005e-08,
      "loss": 1.1344,
      "mean_token_accuracy": 0.7650036484003067,
      "num_tokens": 1157460.0,
      "step": 50
    },
    {
      "entropy": 0.8763671875,
      "epoch": 0.07001166861143523,
      "grad_norm": 4.0137274659845135,
      "learning_rate": 4.573643410852713e-08,
      "loss": 1.102,
      "mean_token_accuracy": 0.7667693287134171,
      "num_tokens": 1391171.0,
      "step": 60
    },
    {
      "entropy": 0.9154296875,
      "epoch": 0.08168028004667445,
      "grad_norm": 4.862708876936719,
      "learning_rate": 5.348837209302325e-08,
      "loss": 1.2146,
      "mean_token_accuracy": 0.7537672340869903,
      "num_tokens": 1587034.0,
      "step": 70
    },
    {
      "entropy": 0.855859375,
      "epoch": 0.09334889148191365,
      "grad_norm": 2.6239840887365773,
      "learning_rate": 6.124031007751938e-08,
      "loss": 1.085,
      "mean_token_accuracy": 0.7720604538917542,
      "num_tokens": 1855100.0,
      "step": 80
    },
    {
      "entropy": 0.891015625,
      "epoch": 0.10501750291715285,
      "grad_norm": 2.973282890785539,
      "learning_rate": 6.89922480620155e-08,
      "loss": 1.1208,
      "mean_token_accuracy": 0.7673993885517121,
      "num_tokens": 2085112.0,
      "step": 90
    },
    {
      "entropy": 0.9234375,
      "epoch": 0.11668611435239207,
      "grad_norm": 3.2359060103195847,
      "learning_rate": 7.674418604651163e-08,
      "loss": 1.1592,
      "mean_token_accuracy": 0.7620196729898453,
      "num_tokens": 2311360.0,
      "step": 100
    },
    {
      "entropy": 0.9013671875,
      "epoch": 0.12835472578763127,
      "grad_norm": 5.187549002171917,
      "learning_rate": 8.449612403100774e-08,
      "loss": 1.1213,
      "mean_token_accuracy": 0.7649570018053055,
      "num_tokens": 2532845.0,
      "step": 110
    },
    {
      "entropy": 0.876953125,
      "epoch": 0.14002333722287047,
      "grad_norm": 3.8614501464636883,
      "learning_rate": 9.224806201550387e-08,
      "loss": 1.0691,
      "mean_token_accuracy": 0.7747613906860351,
      "num_tokens": 2757235.0,
      "step": 120
    },
    {
      "entropy": 0.87421875,
      "epoch": 0.1516919486581097,
      "grad_norm": 3.9167215531492126,
      "learning_rate": 1e-07,
      "loss": 1.0801,
      "mean_token_accuracy": 0.7733830362558365,
      "num_tokens": 2988877.0,
      "step": 130
    },
    {
      "entropy": 0.9126953125,
      "epoch": 0.1633605600933489,
      "grad_norm": 4.611622597457114,
      "learning_rate": 1.077519379844961e-07,
      "loss": 1.1657,
      "mean_token_accuracy": 0.7569267064332962,
      "num_tokens": 3205857.0,
      "step": 140
    },
    {
      "entropy": 0.9212890625,
      "epoch": 0.1750291715285881,
      "grad_norm": 2.72070625776444,
      "learning_rate": 1.1550387596899225e-07,
      "loss": 1.0573,
      "mean_token_accuracy": 0.7718144595623017,
      "num_tokens": 3441131.0,
      "step": 150
    },
    {
      "entropy": 0.8599609375,
      "epoch": 0.1866977829638273,
      "grad_norm": 4.033564986530464,
      "learning_rate": 1.2325581395348835e-07,
      "loss": 0.997,
      "mean_token_accuracy": 0.781052827835083,
      "num_tokens": 3690901.0,
      "step": 160
    },
    {
      "entropy": 0.9373046875,
      "epoch": 0.1983663943990665,
      "grad_norm": 2.8745592477568214,
      "learning_rate": 1.3100775193798451e-07,
      "loss": 1.0512,
      "mean_token_accuracy": 0.7725604116916657,
      "num_tokens": 3916710.0,
      "step": 170
    },
    {
      "entropy": 0.91875,
      "epoch": 0.2100350058343057,
      "grad_norm": 3.6584187527962344,
      "learning_rate": 1.3875968992248062e-07,
      "loss": 1.0793,
      "mean_token_accuracy": 0.765195780992508,
      "num_tokens": 4137899.0,
      "step": 180
    },
    {
      "entropy": 0.8421875,
      "epoch": 0.22170361726954493,
      "grad_norm": 3.0859574408080266,
      "learning_rate": 1.4651162790697673e-07,
      "loss": 0.9577,
      "mean_token_accuracy": 0.7878951787948608,
      "num_tokens": 4396754.0,
      "step": 190
    },
    {
      "entropy": 0.91484375,
      "epoch": 0.23337222870478413,
      "grad_norm": 4.0532827924941754,
      "learning_rate": 1.5426356589147287e-07,
      "loss": 1.0154,
      "mean_token_accuracy": 0.7769698202610016,
      "num_tokens": 4619096.0,
      "step": 200
    },
    {
      "entropy": 0.884375,
      "epoch": 0.24504084014002334,
      "grad_norm": 3.5928931037629246,
      "learning_rate": 1.6201550387596898e-07,
      "loss": 0.9392,
      "mean_token_accuracy": 0.7889974921941757,
      "num_tokens": 4838862.0,
      "step": 210
    },
    {
      "entropy": 0.9412109375,
      "epoch": 0.25670945157526254,
      "grad_norm": 3.2089579044686984,
      "learning_rate": 1.697674418604651e-07,
      "loss": 0.9215,
      "mean_token_accuracy": 0.7862808167934418,
      "num_tokens": 5057494.0,
      "step": 220
    },
    {
      "entropy": 0.8984375,
      "epoch": 0.26837806301050177,
      "grad_norm": 3.0691116190169834,
      "learning_rate": 1.7751937984496123e-07,
      "loss": 0.8943,
      "mean_token_accuracy": 0.7916853636503219,
      "num_tokens": 5300840.0,
      "step": 230
    },
    {
      "entropy": 0.8431640625,
      "epoch": 0.28004667444574094,
      "grad_norm": 3.737002727055304,
      "learning_rate": 1.8527131782945736e-07,
      "loss": 0.8154,
      "mean_token_accuracy": 0.8023237615823746,
      "num_tokens": 5554598.0,
      "step": 240
    },
    {
      "entropy": 0.8529296875,
      "epoch": 0.29171528588098017,
      "grad_norm": 2.6923833826145405,
      "learning_rate": 1.930232558139535e-07,
      "loss": 0.8453,
      "mean_token_accuracy": 0.7966215431690216,
      "num_tokens": 5784536.0,
      "step": 250
    },
    {
      "entropy": 0.7712890625,
      "epoch": 0.3033838973162194,
      "grad_norm": 3.3474224741372502,
      "learning_rate": 1.9991353220925205e-07,
      "loss": 0.7672,
      "mean_token_accuracy": 0.813620638847351,
      "num_tokens": 6047008.0,
      "step": 260
    },
    {
      "entropy": 0.8587890625,
      "epoch": 0.31505250875145857,
      "grad_norm": 2.786477330167304,
      "learning_rate": 1.9904885430177258e-07,
      "loss": 0.794,
      "mean_token_accuracy": 0.8021291077136994,
      "num_tokens": 6261330.0,
      "step": 270
    },
    {
      "entropy": 0.79609375,
      "epoch": 0.3267211201866978,
      "grad_norm": 2.4679664525984326,
      "learning_rate": 1.9818417639429312e-07,
      "loss": 0.757,
      "mean_token_accuracy": 0.8114175617694854,
      "num_tokens": 6482724.0,
      "step": 280
    },
    {
      "entropy": 0.7783203125,
      "epoch": 0.338389731621937,
      "grad_norm": 2.558203148388588,
      "learning_rate": 1.9731949848681366e-07,
      "loss": 0.7082,
      "mean_token_accuracy": 0.8224216103553772,
      "num_tokens": 6713489.0,
      "step": 290
    },
    {
      "entropy": 0.7888671875,
      "epoch": 0.3500583430571762,
      "grad_norm": 2.1772672136231104,
      "learning_rate": 1.9645482057933417e-07,
      "loss": 0.734,
      "mean_token_accuracy": 0.8173721730709076,
      "num_tokens": 6922995.0,
      "step": 300
    },
    {
      "entropy": 0.7560546875,
      "epoch": 0.3617269544924154,
      "grad_norm": 2.1435739756993164,
      "learning_rate": 1.955901426718547e-07,
      "loss": 0.7044,
      "mean_token_accuracy": 0.8226464986801147,
      "num_tokens": 7138620.0,
      "step": 310
    },
    {
      "entropy": 0.7416015625,
      "epoch": 0.3733955659276546,
      "grad_norm": 2.0894737901361666,
      "learning_rate": 1.9472546476437527e-07,
      "loss": 0.6985,
      "mean_token_accuracy": 0.8249520629644393,
      "num_tokens": 7349920.0,
      "step": 320
    },
    {
      "entropy": 0.7126953125,
      "epoch": 0.38506417736289383,
      "grad_norm": 1.9392442613728555,
      "learning_rate": 1.938607868568958e-07,
      "loss": 0.6763,
      "mean_token_accuracy": 0.8288130193948746,
      "num_tokens": 7573495.0,
      "step": 330
    },
    {
      "entropy": 0.7271484375,
      "epoch": 0.396732788798133,
      "grad_norm": 1.658755902363955,
      "learning_rate": 1.9299610894941635e-07,
      "loss": 0.6795,
      "mean_token_accuracy": 0.8278997927904129,
      "num_tokens": 7796467.0,
      "step": 340
    },
    {
      "entropy": 0.6904296875,
      "epoch": 0.40840140023337224,
      "grad_norm": 1.383050584833463,
      "learning_rate": 1.9213143104193688e-07,
      "loss": 0.6568,
      "mean_token_accuracy": 0.8330555349588394,
      "num_tokens": 8027438.0,
      "step": 350
    },
    {
      "entropy": 0.6525390625,
      "epoch": 0.4200700116686114,
      "grad_norm": 0.9650432762082423,
      "learning_rate": 1.9126675313445742e-07,
      "loss": 0.6174,
      "mean_token_accuracy": 0.8411101251840591,
      "num_tokens": 8286417.0,
      "step": 360
    },
    {
      "entropy": 0.6767578125,
      "epoch": 0.43173862310385064,
      "grad_norm": 1.0003620196260086,
      "learning_rate": 1.9040207522697793e-07,
      "loss": 0.6392,
      "mean_token_accuracy": 0.8370698988437653,
      "num_tokens": 8497089.0,
      "step": 370
    },
    {
      "entropy": 0.6603515625,
      "epoch": 0.44340723453908987,
      "grad_norm": 1.1924960866089696,
      "learning_rate": 1.8953739731949847e-07,
      "loss": 0.6386,
      "mean_token_accuracy": 0.8361361563205719,
      "num_tokens": 8711822.0,
      "step": 380
    },
    {
      "entropy": 0.6767578125,
      "epoch": 0.45507584597432904,
      "grad_norm": 0.8863022029681805,
      "learning_rate": 1.88672719412019e-07,
      "loss": 0.652,
      "mean_token_accuracy": 0.8311549305915833,
      "num_tokens": 8938553.0,
      "step": 390
    },
    {
      "entropy": 0.633984375,
      "epoch": 0.46674445740956827,
      "grad_norm": 0.8435417013428951,
      "learning_rate": 1.8780804150453954e-07,
      "loss": 0.6011,
      "mean_token_accuracy": 0.8425446510314941,
      "num_tokens": 9210424.0,
      "step": 400
    },
    {
      "entropy": 0.6443359375,
      "epoch": 0.47841306884480744,
      "grad_norm": 0.8580123634338545,
      "learning_rate": 1.8694336359706008e-07,
      "loss": 0.6224,
      "mean_token_accuracy": 0.838255450129509,
      "num_tokens": 9450850.0,
      "step": 410
    },
    {
      "entropy": 0.6400390625,
      "epoch": 0.49008168028004667,
      "grad_norm": 1.0637818778036898,
      "learning_rate": 1.8607868568958062e-07,
      "loss": 0.6193,
      "mean_token_accuracy": 0.8387202978134155,
      "num_tokens": 9689411.0,
      "step": 420
    },
    {
      "entropy": 0.644921875,
      "epoch": 0.5017502917152858,
      "grad_norm": 1.0063166867599815,
      "learning_rate": 1.8521400778210115e-07,
      "loss": 0.608,
      "mean_token_accuracy": 0.8414727926254273,
      "num_tokens": 9943210.0,
      "step": 430
    },
    {
      "entropy": 0.62421875,
      "epoch": 0.5134189031505251,
      "grad_norm": 0.8184605065948258,
      "learning_rate": 1.843493298746217e-07,
      "loss": 0.5912,
      "mean_token_accuracy": 0.8459764152765274,
      "num_tokens": 10185134.0,
      "step": 440
    },
    {
      "entropy": 0.657421875,
      "epoch": 0.5250875145857643,
      "grad_norm": 0.8381842906003937,
      "learning_rate": 1.8348465196714223e-07,
      "loss": 0.6372,
      "mean_token_accuracy": 0.8356127142906189,
      "num_tokens": 10430571.0,
      "step": 450
    },
    {
      "entropy": 0.6337890625,
      "epoch": 0.5367561260210035,
      "grad_norm": 1.1661960687869792,
      "learning_rate": 1.8261997405966277e-07,
      "loss": 0.6002,
      "mean_token_accuracy": 0.845330348610878,
      "num_tokens": 10642769.0,
      "step": 460
    },
    {
      "entropy": 0.59951171875,
      "epoch": 0.5484247374562428,
      "grad_norm": 0.9271960502602317,
      "learning_rate": 1.817552961521833e-07,
      "loss": 0.5816,
      "mean_token_accuracy": 0.8478394538164139,
      "num_tokens": 10871702.0,
      "step": 470
    },
    {
      "entropy": 0.6298828125,
      "epoch": 0.5600933488914819,
      "grad_norm": 0.8601480377641353,
      "learning_rate": 1.8089061824470384e-07,
      "loss": 0.5983,
      "mean_token_accuracy": 0.8441305816173553,
      "num_tokens": 11086221.0,
      "step": 480
    },
    {
      "entropy": 0.65234375,
      "epoch": 0.5717619603267211,
      "grad_norm": 1.133103034000805,
      "learning_rate": 1.8002594033722438e-07,
      "loss": 0.6194,
      "mean_token_accuracy": 0.8399488240480423,
      "num_tokens": 11297451.0,
      "step": 490
    },
    {
      "entropy": 0.6349609375,
      "epoch": 0.5834305717619603,
      "grad_norm": 1.2150447819710926,
      "learning_rate": 1.7916126242974491e-07,
      "loss": 0.6089,
      "mean_token_accuracy": 0.8407108932733536,
      "num_tokens": 11528722.0,
      "step": 500
    },
    {
      "entropy": 0.6544921875,
      "epoch": 0.5950991831971996,
      "grad_norm": 1.145061927973259,
      "learning_rate": 1.7829658452226545e-07,
      "loss": 0.6289,
      "mean_token_accuracy": 0.8377750784158706,
      "num_tokens": 11729846.0,
      "step": 510
    },
    {
      "entropy": 0.62265625,
      "epoch": 0.6067677946324388,
      "grad_norm": 1.2209891545018745,
      "learning_rate": 1.7743190661478596e-07,
      "loss": 0.5899,
      "mean_token_accuracy": 0.8470842450857162,
      "num_tokens": 11949454.0,
      "step": 520
    },
    {
      "entropy": 0.60390625,
      "epoch": 0.6184364060676779,
      "grad_norm": 0.829259857793348,
      "learning_rate": 1.7656722870730653e-07,
      "loss": 0.5779,
      "mean_token_accuracy": 0.8504338830709457,
      "num_tokens": 12184931.0,
      "step": 530
    },
    {
      "entropy": 0.5990234375,
      "epoch": 0.6301050175029171,
      "grad_norm": 0.9497377077030208,
      "learning_rate": 1.7570255079982706e-07,
      "loss": 0.5565,
      "mean_token_accuracy": 0.8523817807435989,
      "num_tokens": 12408293.0,
      "step": 540
    },
    {
      "entropy": 0.61015625,
      "epoch": 0.6417736289381564,
      "grad_norm": 1.059510938316246,
      "learning_rate": 1.748378728923476e-07,
      "loss": 0.5826,
      "mean_token_accuracy": 0.8484628945589066,
      "num_tokens": 12622069.0,
      "step": 550
    },
    {
      "entropy": 0.610546875,
      "epoch": 0.6534422403733956,
      "grad_norm": 1.167113128375012,
      "learning_rate": 1.7397319498486814e-07,
      "loss": 0.5887,
      "mean_token_accuracy": 0.8465761065483093,
      "num_tokens": 12843568.0,
      "step": 560
    },
    {
      "entropy": 0.5943359375,
      "epoch": 0.6651108518086347,
      "grad_norm": 0.7745163180830756,
      "learning_rate": 1.7310851707738868e-07,
      "loss": 0.5754,
      "mean_token_accuracy": 0.8500663459300994,
      "num_tokens": 13123081.0,
      "step": 570
    },
    {
      "entropy": 0.60810546875,
      "epoch": 0.676779463243874,
      "grad_norm": 1.1596670328373013,
      "learning_rate": 1.722438391699092e-07,
      "loss": 0.5817,
      "mean_token_accuracy": 0.8473448395729065,
      "num_tokens": 13365614.0,
      "step": 580
    },
    {
      "entropy": 0.610546875,
      "epoch": 0.6884480746791132,
      "grad_norm": 1.154287886290439,
      "learning_rate": 1.7137916126242972e-07,
      "loss": 0.5933,
      "mean_token_accuracy": 0.8445927232503891,
      "num_tokens": 13598488.0,
      "step": 590
    },
    {
      "entropy": 0.6158203125,
      "epoch": 0.7001166861143524,
      "grad_norm": 1.3178950290555602,
      "learning_rate": 1.7051448335495026e-07,
      "loss": 0.5806,
      "mean_token_accuracy": 0.8462684005498886,
      "num_tokens": 13804279.0,
      "step": 600
    },
    {
      "entropy": 0.599609375,
      "epoch": 0.7117852975495916,
      "grad_norm": 0.9624061606614607,
      "learning_rate": 1.696498054474708e-07,
      "loss": 0.5672,
      "mean_token_accuracy": 0.8530819177627563,
      "num_tokens": 14047828.0,
      "step": 610
    },
    {
      "entropy": 0.607421875,
      "epoch": 0.7234539089848308,
      "grad_norm": 1.1818863446599894,
      "learning_rate": 1.6878512753999134e-07,
      "loss": 0.5755,
      "mean_token_accuracy": 0.8491891711950302,
      "num_tokens": 14273878.0,
      "step": 620
    },
    {
      "entropy": 0.5873046875,
      "epoch": 0.73512252042007,
      "grad_norm": 0.9598520593156886,
      "learning_rate": 1.6792044963251187e-07,
      "loss": 0.552,
      "mean_token_accuracy": 0.8552615612745285,
      "num_tokens": 14500012.0,
      "step": 630
    },
    {
      "entropy": 0.573828125,
      "epoch": 0.7467911318553092,
      "grad_norm": 0.8750249032476805,
      "learning_rate": 1.6705577172503244e-07,
      "loss": 0.5501,
      "mean_token_accuracy": 0.8538237124681473,
      "num_tokens": 14736031.0,
      "step": 640
    },
    {
      "entropy": 0.57607421875,
      "epoch": 0.7584597432905484,
      "grad_norm": 0.8675819982547629,
      "learning_rate": 1.6619109381755297e-07,
      "loss": 0.5419,
      "mean_token_accuracy": 0.8552770107984543,
      "num_tokens": 14992429.0,
      "step": 650
    },
    {
      "entropy": 0.5853515625,
      "epoch": 0.7701283547257877,
      "grad_norm": 0.9565395364172973,
      "learning_rate": 1.6532641591007348e-07,
      "loss": 0.5607,
      "mean_token_accuracy": 0.8527290880680084,
      "num_tokens": 15227620.0,
      "step": 660
    },
    {
      "entropy": 0.591015625,
      "epoch": 0.7817969661610268,
      "grad_norm": 1.1578458622367023,
      "learning_rate": 1.6446173800259402e-07,
      "loss": 0.5728,
      "mean_token_accuracy": 0.8488179862499237,
      "num_tokens": 15463966.0,
      "step": 670
    },
    {
      "entropy": 0.584375,
      "epoch": 0.793465577596266,
      "grad_norm": 0.8737876936181449,
      "learning_rate": 1.6359706009511456e-07,
      "loss": 0.527,
      "mean_token_accuracy": 0.8584627479314804,
      "num_tokens": 15705712.0,
      "step": 680
    },
    {
      "entropy": 0.5869140625,
      "epoch": 0.8051341890315052,
      "grad_norm": 0.9812167818608712,
      "learning_rate": 1.627323821876351e-07,
      "loss": 0.5586,
      "mean_token_accuracy": 0.8537031769752502,
      "num_tokens": 15953256.0,
      "step": 690
    },
    {
      "entropy": 0.5861328125,
      "epoch": 0.8168028004667445,
      "grad_norm": 0.9216693008774387,
      "learning_rate": 1.6186770428015563e-07,
      "loss": 0.5464,
      "mean_token_accuracy": 0.8546293020248413,
      "num_tokens": 16191397.0,
      "step": 700
    },
    {
      "entropy": 0.55634765625,
      "epoch": 0.8284714119019837,
      "grad_norm": 1.1641527912702896,
      "learning_rate": 1.6100302637267617e-07,
      "loss": 0.5272,
      "mean_token_accuracy": 0.861052593588829,
      "num_tokens": 16454768.0,
      "step": 710
    },
    {
      "entropy": 0.594921875,
      "epoch": 0.8401400233372228,
      "grad_norm": 1.2491634105697131,
      "learning_rate": 1.601383484651967e-07,
      "loss": 0.5737,
      "mean_token_accuracy": 0.8475441306829452,
      "num_tokens": 16669613.0,
      "step": 720
    },
    {
      "entropy": 0.572265625,
      "epoch": 0.851808634772462,
      "grad_norm": 0.9911570250266466,
      "learning_rate": 1.5927367055771725e-07,
      "loss": 0.5487,
      "mean_token_accuracy": 0.8555569291114807,
      "num_tokens": 16895746.0,
      "step": 730
    },
    {
      "entropy": 0.5921875,
      "epoch": 0.8634772462077013,
      "grad_norm": 0.8961119033273289,
      "learning_rate": 1.5840899265023778e-07,
      "loss": 0.5858,
      "mean_token_accuracy": 0.8470549911260605,
      "num_tokens": 17129338.0,
      "step": 740
    },
    {
      "entropy": 0.55166015625,
      "epoch": 0.8751458576429405,
      "grad_norm": 0.7460003163568061,
      "learning_rate": 1.5754431474275832e-07,
      "loss": 0.5254,
      "mean_token_accuracy": 0.8598881781101226,
      "num_tokens": 17394693.0,
      "step": 750
    },
    {
      "entropy": 0.55302734375,
      "epoch": 0.8868144690781797,
      "grad_norm": 0.8690986716224312,
      "learning_rate": 1.5667963683527886e-07,
      "loss": 0.5264,
      "mean_token_accuracy": 0.8602248638868332,
      "num_tokens": 17649014.0,
      "step": 760
    },
    {
      "entropy": 0.544921875,
      "epoch": 0.8984830805134189,
      "grad_norm": 0.9977977925950072,
      "learning_rate": 1.558149589277994e-07,
      "loss": 0.5273,
      "mean_token_accuracy": 0.8606024384498596,
      "num_tokens": 17898184.0,
      "step": 770
    },
    {
      "entropy": 0.53291015625,
      "epoch": 0.9101516919486581,
      "grad_norm": 0.8785408102804774,
      "learning_rate": 1.5495028102031993e-07,
      "loss": 0.5179,
      "mean_token_accuracy": 0.8633781671524048,
      "num_tokens": 18159169.0,
      "step": 780
    },
    {
      "entropy": 0.55830078125,
      "epoch": 0.9218203033838973,
      "grad_norm": 1.1086430672891179,
      "learning_rate": 1.5408560311284047e-07,
      "loss": 0.5362,
      "mean_token_accuracy": 0.8577522933483124,
      "num_tokens": 18398687.0,
      "step": 790
    },
    {
      "entropy": 0.583203125,
      "epoch": 0.9334889148191365,
      "grad_norm": 1.0620067323343811,
      "learning_rate": 1.53220925205361e-07,
      "loss": 0.5629,
      "mean_token_accuracy": 0.8510100096464157,
      "num_tokens": 18628906.0,
      "step": 800
    },
    {
      "entropy": 0.5697265625,
      "epoch": 0.9451575262543758,
      "grad_norm": 1.1638187060960867,
      "learning_rate": 1.5235624729788152e-07,
      "loss": 0.5459,
      "mean_token_accuracy": 0.8565227925777436,
      "num_tokens": 18829223.0,
      "step": 810
    },
    {
      "entropy": 0.575,
      "epoch": 0.9568261376896149,
      "grad_norm": 0.9289998794570573,
      "learning_rate": 1.5149156939040205e-07,
      "loss": 0.5503,
      "mean_token_accuracy": 0.8538018435239791,
      "num_tokens": 19056784.0,
      "step": 820
    },
    {
      "entropy": 0.56669921875,
      "epoch": 0.9684947491248541,
      "grad_norm": 1.0151711709172289,
      "learning_rate": 1.506268914829226e-07,
      "loss": 0.5341,
      "mean_token_accuracy": 0.8585916042327881,
      "num_tokens": 19297326.0,
      "step": 830
    },
    {
      "entropy": 0.5625,
      "epoch": 0.9801633605600933,
      "grad_norm": 0.9429753468924236,
      "learning_rate": 1.4976221357544313e-07,
      "loss": 0.5385,
      "mean_token_accuracy": 0.8597111642360687,
      "num_tokens": 19551128.0,
      "step": 840
    },
    {
      "entropy": 0.56767578125,
      "epoch": 0.9918319719953326,
      "grad_norm": 0.9520274009237335,
      "learning_rate": 1.488975356679637e-07,
      "loss": 0.5382,
      "mean_token_accuracy": 0.8579822689294815,
      "num_tokens": 19782079.0,
      "step": 850
    },
    {
      "entropy": 0.5681640625,
      "epoch": 1.0035005834305717,
      "grad_norm": 1.2950489880418383,
      "learning_rate": 1.4803285776048423e-07,
      "loss": 0.5417,
      "mean_token_accuracy": 0.8574281573295593,
      "num_tokens": 20024595.0,
      "step": 860
    },
    {
      "entropy": 0.555859375,
      "epoch": 1.015169194865811,
      "grad_norm": 0.9783943269073984,
      "learning_rate": 1.4716817985300477e-07,
      "loss": 0.5318,
      "mean_token_accuracy": 0.859162762761116,
      "num_tokens": 20262937.0,
      "step": 870
    },
    {
      "entropy": 0.5609375,
      "epoch": 1.0268378063010501,
      "grad_norm": 0.8982951974845514,
      "learning_rate": 1.4630350194552528e-07,
      "loss": 0.5338,
      "mean_token_accuracy": 0.8586933076381683,
      "num_tokens": 20483406.0,
      "step": 880
    },
    {
      "entropy": 0.5478515625,
      "epoch": 1.0385064177362895,
      "grad_norm": 0.8548825563485252,
      "learning_rate": 1.4543882403804581e-07,
      "loss": 0.522,
      "mean_token_accuracy": 0.8596341460943222,
      "num_tokens": 20724364.0,
      "step": 890
    },
    {
      "entropy": 0.53681640625,
      "epoch": 1.0501750291715286,
      "grad_norm": 1.1036103111651139,
      "learning_rate": 1.4457414613056635e-07,
      "loss": 0.5075,
      "mean_token_accuracy": 0.8639997214078903,
      "num_tokens": 20968277.0,
      "step": 900
    },
    {
      "entropy": 0.5716796875,
      "epoch": 1.0618436406067677,
      "grad_norm": 1.110568703897574,
      "learning_rate": 1.437094682230869e-07,
      "loss": 0.5411,
      "mean_token_accuracy": 0.8587539702653885,
      "num_tokens": 21200267.0,
      "step": 910
    },
    {
      "entropy": 0.56201171875,
      "epoch": 1.073512252042007,
      "grad_norm": 1.2849682784296736,
      "learning_rate": 1.4284479031560743e-07,
      "loss": 0.539,
      "mean_token_accuracy": 0.8571189701557159,
      "num_tokens": 21419056.0,
      "step": 920
    },
    {
      "entropy": 0.53701171875,
      "epoch": 1.0851808634772462,
      "grad_norm": 0.9350766598947755,
      "learning_rate": 1.4198011240812796e-07,
      "loss": 0.5187,
      "mean_token_accuracy": 0.8637947797775268,
      "num_tokens": 21680057.0,
      "step": 930
    },
    {
      "entropy": 0.562109375,
      "epoch": 1.0968494749124855,
      "grad_norm": 0.9865952755042443,
      "learning_rate": 1.411154345006485e-07,
      "loss": 0.5348,
      "mean_token_accuracy": 0.8581738114356995,
      "num_tokens": 21916091.0,
      "step": 940
    },
    {
      "entropy": 0.546484375,
      "epoch": 1.1085180863477246,
      "grad_norm": 1.2877808351471172,
      "learning_rate": 1.4025075659316904e-07,
      "loss": 0.5278,
      "mean_token_accuracy": 0.8611021101474762,
      "num_tokens": 22160097.0,
      "step": 950
    },
    {
      "entropy": 0.544140625,
      "epoch": 1.1201866977829638,
      "grad_norm": 1.2400877531187657,
      "learning_rate": 1.3938607868568958e-07,
      "loss": 0.5095,
      "mean_token_accuracy": 0.8626355141401291,
      "num_tokens": 22410240.0,
      "step": 960
    },
    {
      "entropy": 0.5384765625,
      "epoch": 1.131855309218203,
      "grad_norm": 1.142269477097539,
      "learning_rate": 1.385214007782101e-07,
      "loss": 0.5095,
      "mean_token_accuracy": 0.8640122473239898,
      "num_tokens": 22671161.0,
      "step": 970
    },
    {
      "entropy": 0.54169921875,
      "epoch": 1.1435239206534422,
      "grad_norm": 1.2044942584540295,
      "learning_rate": 1.3765672287073065e-07,
      "loss": 0.511,
      "mean_token_accuracy": 0.8647431403398513,
      "num_tokens": 22902585.0,
      "step": 980
    },
    {
      "entropy": 0.53408203125,
      "epoch": 1.1551925320886816,
      "grad_norm": 1.1142593964061263,
      "learning_rate": 1.367920449632512e-07,
      "loss": 0.5017,
      "mean_token_accuracy": 0.8659891307353973,
      "num_tokens": 23146577.0,
      "step": 990
    },
    {
      "entropy": 0.53232421875,
      "epoch": 1.1668611435239207,
      "grad_norm": 1.2124771694087062,
      "learning_rate": 1.3592736705577172e-07,
      "loss": 0.5041,
      "mean_token_accuracy": 0.8665498048067093,
      "num_tokens": 23377464.0,
      "step": 1000
    },
    {
      "entropy": 0.538671875,
      "epoch": 1.1785297549591598,
      "grad_norm": 1.1052892167059623,
      "learning_rate": 1.3506268914829226e-07,
      "loss": 0.5132,
      "mean_token_accuracy": 0.8649571925401688,
      "num_tokens": 23593172.0,
      "step": 1010
    },
    {
      "entropy": 0.552734375,
      "epoch": 1.1901983663943991,
      "grad_norm": 0.9208155400056344,
      "learning_rate": 1.3419801124081277e-07,
      "loss": 0.5267,
      "mean_token_accuracy": 0.8597115635871887,
      "num_tokens": 23831856.0,
      "step": 1020
    },
    {
      "entropy": 0.53095703125,
      "epoch": 1.2018669778296382,
      "grad_norm": 0.8245068210183225,
      "learning_rate": 1.333333333333333e-07,
      "loss": 0.5084,
      "mean_token_accuracy": 0.8654226243495942,
      "num_tokens": 24086745.0,
      "step": 1030
    },
    {
      "entropy": 0.559765625,
      "epoch": 1.2135355892648776,
      "grad_norm": 1.0374246128657951,
      "learning_rate": 1.3246865542585385e-07,
      "loss": 0.5445,
      "mean_token_accuracy": 0.8561158120632172,
      "num_tokens": 24330531.0,
      "step": 1040
    },
    {
      "entropy": 0.525390625,
      "epoch": 1.2252042007001167,
      "grad_norm": 0.9236290967908911,
      "learning_rate": 1.316039775183744e-07,
      "loss": 0.4926,
      "mean_token_accuracy": 0.8676816105842591,
      "num_tokens": 24566554.0,
      "step": 1050
    },
    {
      "entropy": 0.5494140625,
      "epoch": 1.2368728121353558,
      "grad_norm": 1.1596172578224395,
      "learning_rate": 1.3073929961089495e-07,
      "loss": 0.5226,
      "mean_token_accuracy": 0.8613315314054489,
      "num_tokens": 24772892.0,
      "step": 1060
    },
    {
      "entropy": 0.53896484375,
      "epoch": 1.2485414235705952,
      "grad_norm": 1.0896322702812646,
      "learning_rate": 1.2987462170341549e-07,
      "loss": 0.5202,
      "mean_token_accuracy": 0.863583680987358,
      "num_tokens": 25020314.0,
      "step": 1070
    },
    {
      "entropy": 0.53212890625,
      "epoch": 1.2602100350058343,
      "grad_norm": 0.9840834886328633,
      "learning_rate": 1.2900994379593602e-07,
      "loss": 0.5082,
      "mean_token_accuracy": 0.865423783659935,
      "num_tokens": 25273465.0,
      "step": 1080
    },
    {
      "entropy": 0.5767578125,
      "epoch": 1.2718786464410736,
      "grad_norm": 0.9327547225739615,
      "learning_rate": 1.2814526588845656e-07,
      "loss": 0.549,
      "mean_token_accuracy": 0.8544924229383468,
      "num_tokens": 25503539.0,
      "step": 1090
    },
    {
      "entropy": 0.52109375,
      "epoch": 1.2835472578763127,
      "grad_norm": 1.0702437453482427,
      "learning_rate": 1.2728058798097707e-07,
      "loss": 0.4864,
      "mean_token_accuracy": 0.870351767539978,
      "num_tokens": 25737984.0,
      "step": 1100
    },
    {
      "entropy": 0.532421875,
      "epoch": 1.2952158693115519,
      "grad_norm": 0.8429024339136488,
      "learning_rate": 1.264159100734976e-07,
      "loss": 0.5084,
      "mean_token_accuracy": 0.8641570597887039,
      "num_tokens": 25967737.0,
      "step": 1110
    },
    {
      "entropy": 0.5439453125,
      "epoch": 1.3068844807467912,
      "grad_norm": 0.9601648724027674,
      "learning_rate": 1.2555123216601814e-07,
      "loss": 0.513,
      "mean_token_accuracy": 0.8645294100046158,
      "num_tokens": 26196017.0,
      "step": 1120
    },
    {
      "entropy": 0.54296875,
      "epoch": 1.3185530921820303,
      "grad_norm": 1.111976817654636,
      "learning_rate": 1.2468655425853868e-07,
      "loss": 0.5169,
      "mean_token_accuracy": 0.8617329627275467,
      "num_tokens": 26418098.0,
      "step": 1130
    },
    {
      "entropy": 0.540234375,
      "epoch": 1.3302217036172697,
      "grad_norm": 1.1363027352157586,
      "learning_rate": 1.2382187635105922e-07,
      "loss": 0.5234,
      "mean_token_accuracy": 0.8613226413726807,
      "num_tokens": 26635406.0,
      "step": 1140
    },
    {
      "entropy": 0.55029296875,
      "epoch": 1.3418903150525088,
      "grad_norm": 1.0513544602880793,
      "learning_rate": 1.2295719844357976e-07,
      "loss": 0.5227,
      "mean_token_accuracy": 0.8615224540233613,
      "num_tokens": 26866702.0,
      "step": 1150
    },
    {
      "entropy": 0.534375,
      "epoch": 1.353558926487748,
      "grad_norm": 0.9582742247172211,
      "learning_rate": 1.2209252053610032e-07,
      "loss": 0.5116,
      "mean_token_accuracy": 0.8651837110519409,
      "num_tokens": 27120190.0,
      "step": 1160
    },
    {
      "entropy": 0.5330078125,
      "epoch": 1.3652275379229872,
      "grad_norm": 1.2049169350194822,
      "learning_rate": 1.2122784262862083e-07,
      "loss": 0.5102,
      "mean_token_accuracy": 0.8653781920671463,
      "num_tokens": 27350715.0,
      "step": 1170
    },
    {
      "entropy": 0.5373046875,
      "epoch": 1.3768961493582264,
      "grad_norm": 0.8831191465174705,
      "learning_rate": 1.2036316472114137e-07,
      "loss": 0.511,
      "mean_token_accuracy": 0.8633464246988296,
      "num_tokens": 27585706.0,
      "step": 1180
    },
    {
      "entropy": 0.54462890625,
      "epoch": 1.3885647607934657,
      "grad_norm": 1.360740792990045,
      "learning_rate": 1.194984868136619e-07,
      "loss": 0.5169,
      "mean_token_accuracy": 0.8637441724538804,
      "num_tokens": 27814345.0,
      "step": 1190
    },
    {
      "entropy": 0.55009765625,
      "epoch": 1.4002333722287048,
      "grad_norm": 0.933816810313179,
      "learning_rate": 1.1863380890618244e-07,
      "loss": 0.5213,
      "mean_token_accuracy": 0.861369925737381,
      "num_tokens": 28042274.0,
      "step": 1200
    },
    {
      "entropy": 0.5306640625,
      "epoch": 1.411901983663944,
      "grad_norm": 1.0013169013500245,
      "learning_rate": 1.1776913099870298e-07,
      "loss": 0.5032,
      "mean_token_accuracy": 0.8648687392473221,
      "num_tokens": 28253075.0,
      "step": 1210
    },
    {
      "entropy": 0.54541015625,
      "epoch": 1.4235705950991833,
      "grad_norm": 1.3146657829224968,
      "learning_rate": 1.1690445309122352e-07,
      "loss": 0.5314,
      "mean_token_accuracy": 0.8584078788757324,
      "num_tokens": 28458030.0,
      "step": 1220
    },
    {
      "entropy": 0.52578125,
      "epoch": 1.4352392065344224,
      "grad_norm": 0.8652684653136519,
      "learning_rate": 1.1603977518374405e-07,
      "loss": 0.4952,
      "mean_token_accuracy": 0.8684214323759079,
      "num_tokens": 28689552.0,
      "step": 1230
    },
    {
      "entropy": 0.528515625,
      "epoch": 1.4469078179696617,
      "grad_norm": 1.169898829036548,
      "learning_rate": 1.1517509727626458e-07,
      "loss": 0.5055,
      "mean_token_accuracy": 0.8671382158994675,
      "num_tokens": 28930976.0,
      "step": 1240
    },
    {
      "entropy": 0.53388671875,
      "epoch": 1.4585764294049008,
      "grad_norm": 1.136236349171374,
      "learning_rate": 1.1431041936878512e-07,
      "loss": 0.5056,
      "mean_token_accuracy": 0.8670242369174957,
      "num_tokens": 29193803.0,
      "step": 1250
    },
    {
      "entropy": 0.54560546875,
      "epoch": 1.47024504084014,
      "grad_norm": 1.0437895552590635,
      "learning_rate": 1.1344574146130565e-07,
      "loss": 0.5144,
      "mean_token_accuracy": 0.8618934273719787,
      "num_tokens": 29419925.0,
      "step": 1260
    },
    {
      "entropy": 0.54111328125,
      "epoch": 1.4819136522753793,
      "grad_norm": 1.3308285992741864,
      "learning_rate": 1.1258106355382619e-07,
      "loss": 0.5256,
      "mean_token_accuracy": 0.8580889046192169,
      "num_tokens": 29667384.0,
      "step": 1270
    },
    {
      "entropy": 0.52724609375,
      "epoch": 1.4935822637106184,
      "grad_norm": 0.8734484568658543,
      "learning_rate": 1.1171638564634673e-07,
      "loss": 0.5007,
      "mean_token_accuracy": 0.8688851237297058,
      "num_tokens": 29887992.0,
      "step": 1280
    },
    {
      "entropy": 0.533203125,
      "epoch": 1.5052508751458578,
      "grad_norm": 0.7306388444788622,
      "learning_rate": 1.1085170773886728e-07,
      "loss": 0.5065,
      "mean_token_accuracy": 0.8635075688362122,
      "num_tokens": 30110668.0,
      "step": 1290
    },
    {
      "entropy": 0.52392578125,
      "epoch": 1.5169194865810969,
      "grad_norm": 1.0234505032150005,
      "learning_rate": 1.0998702983138782e-07,
      "loss": 0.507,
      "mean_token_accuracy": 0.8656572282314301,
      "num_tokens": 30356416.0,
      "step": 1300
    },
    {
      "entropy": 0.52646484375,
      "epoch": 1.528588098016336,
      "grad_norm": 0.8996970492635795,
      "learning_rate": 1.0912235192390833e-07,
      "loss": 0.5071,
      "mean_token_accuracy": 0.8644882917404175,
      "num_tokens": 30606131.0,
      "step": 1310
    },
    {
      "entropy": 0.5259765625,
      "epoch": 1.5402567094515751,
      "grad_norm": 1.2061738135326794,
      "learning_rate": 1.0825767401642886e-07,
      "loss": 0.4884,
      "mean_token_accuracy": 0.8696462869644165,
      "num_tokens": 30803972.0,
      "step": 1320
    },
    {
      "entropy": 0.53349609375,
      "epoch": 1.5519253208868145,
      "grad_norm": 1.0923502318206546,
      "learning_rate": 1.0739299610894941e-07,
      "loss": 0.5123,
      "mean_token_accuracy": 0.8642762959003448,
      "num_tokens": 31022510.0,
      "step": 1330
    },
    {
      "entropy": 0.5263671875,
      "epoch": 1.5635939323220538,
      "grad_norm": 1.012567521115995,
      "learning_rate": 1.0652831820146995e-07,
      "loss": 0.4991,
      "mean_token_accuracy": 0.8673476189374923,
      "num_tokens": 31274558.0,
      "step": 1340
    },
    {
      "entropy": 0.5474609375,
      "epoch": 1.575262543757293,
      "grad_norm": 0.9663872736444783,
      "learning_rate": 1.0566364029399049e-07,
      "loss": 0.527,
      "mean_token_accuracy": 0.8608141630887985,
      "num_tokens": 31497581.0,
      "step": 1350
    },
    {
      "entropy": 0.5341796875,
      "epoch": 1.586931155192532,
      "grad_norm": 1.2324821824221774,
      "learning_rate": 1.0479896238651103e-07,
      "loss": 0.4989,
      "mean_token_accuracy": 0.8665684014558792,
      "num_tokens": 31726544.0,
      "step": 1360
    },
    {
      "entropy": 0.54189453125,
      "epoch": 1.5985997666277711,
      "grad_norm": 0.9634311905999515,
      "learning_rate": 1.0393428447903156e-07,
      "loss": 0.5174,
      "mean_token_accuracy": 0.8613916575908661,
      "num_tokens": 31933350.0,
      "step": 1370
    },
    {
      "entropy": 0.540625,
      "epoch": 1.6102683780630105,
      "grad_norm": 0.8452580326701845,
      "learning_rate": 1.0306960657155209e-07,
      "loss": 0.5201,
      "mean_token_accuracy": 0.8623594820499421,
      "num_tokens": 32187176.0,
      "step": 1380
    },
    {
      "entropy": 0.53349609375,
      "epoch": 1.6219369894982498,
      "grad_norm": 1.0364707435030027,
      "learning_rate": 1.0220492866407262e-07,
      "loss": 0.5096,
      "mean_token_accuracy": 0.8641870081424713,
      "num_tokens": 32436326.0,
      "step": 1390
    },
    {
      "entropy": 0.53359375,
      "epoch": 1.633605600933489,
      "grad_norm": 1.2855344419133643,
      "learning_rate": 1.0134025075659316e-07,
      "loss": 0.4929,
      "mean_token_accuracy": 0.8663494795560837,
      "num_tokens": 32665220.0,
      "step": 1400
    },
    {
      "entropy": 0.54033203125,
      "epoch": 1.645274212368728,
      "grad_norm": 0.9249491071469745,
      "learning_rate": 1.004755728491137e-07,
      "loss": 0.5157,
      "mean_token_accuracy": 0.8621318072080613,
      "num_tokens": 32891165.0,
      "step": 1410
    },
    {
      "entropy": 0.52421875,
      "epoch": 1.6569428238039672,
      "grad_norm": 0.9686580912510933,
      "learning_rate": 9.961089494163424e-08,
      "loss": 0.5025,
      "mean_token_accuracy": 0.8648477911949157,
      "num_tokens": 33144037.0,
      "step": 1420
    },
    {
      "entropy": 0.5203125,
      "epoch": 1.6686114352392065,
      "grad_norm": 1.3402296685930952,
      "learning_rate": 9.874621703415477e-08,
      "loss": 0.4765,
      "mean_token_accuracy": 0.8707535088062286,
      "num_tokens": 33385702.0,
      "step": 1430
    },
    {
      "entropy": 0.521484375,
      "epoch": 1.6802800466744459,
      "grad_norm": 1.0705276983138934,
      "learning_rate": 9.788153912667531e-08,
      "loss": 0.4955,
      "mean_token_accuracy": 0.8672397702932357,
      "num_tokens": 33592547.0,
      "step": 1440
    },
    {
      "entropy": 0.53505859375,
      "epoch": 1.691948658109685,
      "grad_norm": 1.1082302086540656,
      "learning_rate": 9.701686121919585e-08,
      "loss": 0.5112,
      "mean_token_accuracy": 0.8654333740472794,
      "num_tokens": 33805248.0,
      "step": 1450
    },
    {
      "entropy": 0.50341796875,
      "epoch": 1.703617269544924,
      "grad_norm": 0.9023577167954476,
      "learning_rate": 9.615218331171638e-08,
      "loss": 0.473,
      "mean_token_accuracy": 0.8713460355997086,
      "num_tokens": 34060142.0,
      "step": 1460
    },
    {
      "entropy": 0.5111328125,
      "epoch": 1.7152858809801632,
      "grad_norm": 1.4017038317486485,
      "learning_rate": 9.528750540423691e-08,
      "loss": 0.4933,
      "mean_token_accuracy": 0.8676174700260162,
      "num_tokens": 34336364.0,
      "step": 1470
    },
    {
      "entropy": 0.49755859375,
      "epoch": 1.7269544924154026,
      "grad_norm": 1.1670507371305696,
      "learning_rate": 9.442282749675745e-08,
      "loss": 0.4811,
      "mean_token_accuracy": 0.8718594759702682,
      "num_tokens": 34574499.0,
      "step": 1480
    },
    {
      "entropy": 0.528515625,
      "epoch": 1.738623103850642,
      "grad_norm": 1.0619074065136254,
      "learning_rate": 9.3558149589278e-08,
      "loss": 0.4874,
      "mean_token_accuracy": 0.8688185155391693,
      "num_tokens": 34814847.0,
      "step": 1490
    },
    {
      "entropy": 0.51416015625,
      "epoch": 1.750291715285881,
      "grad_norm": 1.1682300773753995,
      "learning_rate": 9.269347168179853e-08,
      "loss": 0.4924,
      "mean_token_accuracy": 0.8689872920513153,
      "num_tokens": 35029943.0,
      "step": 1500
    },
    {
      "entropy": 0.50341796875,
      "epoch": 1.7619603267211201,
      "grad_norm": 0.8324080494080839,
      "learning_rate": 9.182879377431906e-08,
      "loss": 0.4776,
      "mean_token_accuracy": 0.871701642870903,
      "num_tokens": 35263797.0,
      "step": 1510
    },
    {
      "entropy": 0.53818359375,
      "epoch": 1.7736289381563592,
      "grad_norm": 1.01722355964336,
      "learning_rate": 9.09641158668396e-08,
      "loss": 0.5078,
      "mean_token_accuracy": 0.8638970285654068,
      "num_tokens": 35480324.0,
      "step": 1520
    },
    {
      "entropy": 0.5095703125,
      "epoch": 1.7852975495915986,
      "grad_norm": 1.3774042656503047,
      "learning_rate": 9.009943795936013e-08,
      "loss": 0.4946,
      "mean_token_accuracy": 0.8686927855014801,
      "num_tokens": 35729838.0,
      "step": 1530
    },
    {
      "entropy": 0.54619140625,
      "epoch": 1.796966161026838,
      "grad_norm": 1.3757668345279621,
      "learning_rate": 8.923476005188067e-08,
      "loss": 0.5147,
      "mean_token_accuracy": 0.8646462053060532,
      "num_tokens": 35960576.0,
      "step": 1540
    },
    {
      "entropy": 0.51875,
      "epoch": 1.808634772462077,
      "grad_norm": 0.9655632525935715,
      "learning_rate": 8.837008214440121e-08,
      "loss": 0.492,
      "mean_token_accuracy": 0.8697095483541488,
      "num_tokens": 36196125.0,
      "step": 1550
    },
    {
      "entropy": 0.50703125,
      "epoch": 1.8203033838973162,
      "grad_norm": 1.1426049591921774,
      "learning_rate": 8.750540423692174e-08,
      "loss": 0.4857,
      "mean_token_accuracy": 0.8702061146497726,
      "num_tokens": 36433907.0,
      "step": 1560
    },
    {
      "entropy": 0.5359375,
      "epoch": 1.8319719953325553,
      "grad_norm": 0.8911223314495179,
      "learning_rate": 8.664072632944228e-08,
      "loss": 0.5153,
      "mean_token_accuracy": 0.86376294195652,
      "num_tokens": 36658969.0,
      "step": 1570
    },
    {
      "entropy": 0.53076171875,
      "epoch": 1.8436406067677946,
      "grad_norm": 1.146919379630077,
      "learning_rate": 8.57760484219628e-08,
      "loss": 0.4982,
      "mean_token_accuracy": 0.8675561279058457,
      "num_tokens": 36904610.0,
      "step": 1580
    },
    {
      "entropy": 0.536328125,
      "epoch": 1.855309218203034,
      "grad_norm": 1.3098678650609548,
      "learning_rate": 8.491137051448334e-08,
      "loss": 0.5016,
      "mean_token_accuracy": 0.8657185763120652,
      "num_tokens": 37118754.0,
      "step": 1590
    },
    {
      "entropy": 0.51201171875,
      "epoch": 1.866977829638273,
      "grad_norm": 0.9507752101814033,
      "learning_rate": 8.404669260700389e-08,
      "loss": 0.4953,
      "mean_token_accuracy": 0.8687389105558395,
      "num_tokens": 37364878.0,
      "step": 1600
    },
    {
      "entropy": 0.5212890625,
      "epoch": 1.8786464410735122,
      "grad_norm": 1.3099025347849076,
      "learning_rate": 8.318201469952443e-08,
      "loss": 0.5015,
      "mean_token_accuracy": 0.8662092357873916,
      "num_tokens": 37591802.0,
      "step": 1610
    },
    {
      "entropy": 0.51689453125,
      "epoch": 1.8903150525087513,
      "grad_norm": 0.8713486719264236,
      "learning_rate": 8.231733679204495e-08,
      "loss": 0.4888,
      "mean_token_accuracy": 0.867431354522705,
      "num_tokens": 37835361.0,
      "step": 1620
    },
    {
      "entropy": 0.52783203125,
      "epoch": 1.9019836639439907,
      "grad_norm": 0.9636335029109001,
      "learning_rate": 8.145265888456549e-08,
      "loss": 0.5073,
      "mean_token_accuracy": 0.8635091751813888,
      "num_tokens": 38054909.0,
      "step": 1630
    },
    {
      "entropy": 0.50966796875,
      "epoch": 1.91365227537923,
      "grad_norm": 0.9361509351276102,
      "learning_rate": 8.058798097708603e-08,
      "loss": 0.4868,
      "mean_token_accuracy": 0.8701409250497818,
      "num_tokens": 38297597.0,
      "step": 1640
    },
    {
      "entropy": 0.5109375,
      "epoch": 1.9253208868144691,
      "grad_norm": 1.280585376243716,
      "learning_rate": 7.972330306960658e-08,
      "loss": 0.5032,
      "mean_token_accuracy": 0.8657286465167999,
      "num_tokens": 38551858.0,
      "step": 1650
    },
    {
      "entropy": 0.52392578125,
      "epoch": 1.9369894982497082,
      "grad_norm": 1.0469321053275862,
      "learning_rate": 7.88586251621271e-08,
      "loss": 0.4926,
      "mean_token_accuracy": 0.8677780538797378,
      "num_tokens": 38756948.0,
      "step": 1660
    },
    {
      "entropy": 0.5095703125,
      "epoch": 1.9486581096849473,
      "grad_norm": 1.1453317081467052,
      "learning_rate": 7.799394725464764e-08,
      "loss": 0.4776,
      "mean_token_accuracy": 0.8704618036746978,
      "num_tokens": 38981572.0,
      "step": 1670
    },
    {
      "entropy": 0.51162109375,
      "epoch": 1.9603267211201867,
      "grad_norm": 0.9348030322118813,
      "learning_rate": 7.712926934716818e-08,
      "loss": 0.471,
      "mean_token_accuracy": 0.8728257834911346,
      "num_tokens": 39192455.0,
      "step": 1680
    },
    {
      "entropy": 0.50322265625,
      "epoch": 1.971995332555426,
      "grad_norm": 0.8532803514765905,
      "learning_rate": 7.62645914396887e-08,
      "loss": 0.4604,
      "mean_token_accuracy": 0.874236273765564,
      "num_tokens": 39438128.0,
      "step": 1690
    },
    {
      "entropy": 0.517578125,
      "epoch": 1.9836639439906651,
      "grad_norm": 1.1018964727470024,
      "learning_rate": 7.539991353220925e-08,
      "loss": 0.4864,
      "mean_token_accuracy": 0.8695633262395859,
      "num_tokens": 39657071.0,
      "step": 1700
    },
    {
      "entropy": 0.5267578125,
      "epoch": 1.9953325554259043,
      "grad_norm": 1.0301557153596899,
      "learning_rate": 7.453523562472979e-08,
      "loss": 0.5069,
      "mean_token_accuracy": 0.8655430823564529,
      "num_tokens": 39877709.0,
      "step": 1710
    }
  ],
  "logging_steps": 10,
  "max_steps": 2571,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 1000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 132528201269248.0,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}