| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 2.0, |
| "eval_steps": 500, |
| "global_step": 230, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.008705114254624592, |
| "grad_norm": 1.703125, |
| "learning_rate": 5e-05, |
| "loss": 0.8632, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.017410228509249184, |
| "grad_norm": 2.015625, |
| "learning_rate": 4.9956521739130436e-05, |
| "loss": 0.7891, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.026115342763873776, |
| "grad_norm": 8.375, |
| "learning_rate": 4.9913043478260876e-05, |
| "loss": 0.7896, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.03482045701849837, |
| "grad_norm": 3.328125, |
| "learning_rate": 4.986956521739131e-05, |
| "loss": 0.9271, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.04352557127312296, |
| "grad_norm": 1.640625, |
| "learning_rate": 4.9826086956521736e-05, |
| "loss": 0.9154, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.05223068552774755, |
| "grad_norm": 1.5390625, |
| "learning_rate": 4.9782608695652176e-05, |
| "loss": 0.9267, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.060935799782372145, |
| "grad_norm": 2.71875, |
| "learning_rate": 4.973913043478261e-05, |
| "loss": 0.8189, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.06964091403699674, |
| "grad_norm": 1.5859375, |
| "learning_rate": 4.969565217391304e-05, |
| "loss": 0.8018, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.07834602829162132, |
| "grad_norm": 1.359375, |
| "learning_rate": 4.9652173913043483e-05, |
| "loss": 0.9439, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.08705114254624592, |
| "grad_norm": 2.375, |
| "learning_rate": 4.960869565217392e-05, |
| "loss": 0.8444, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.0957562568008705, |
| "grad_norm": 2.125, |
| "learning_rate": 4.956521739130435e-05, |
| "loss": 1.013, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.1044613710554951, |
| "grad_norm": 1.7109375, |
| "learning_rate": 4.9521739130434784e-05, |
| "loss": 1.1719, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.11316648531011969, |
| "grad_norm": 1.4296875, |
| "learning_rate": 4.947826086956522e-05, |
| "loss": 1.0034, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.12187159956474429, |
| "grad_norm": 1.25, |
| "learning_rate": 4.943478260869566e-05, |
| "loss": 1.0015, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.1305767138193689, |
| "grad_norm": 1.25, |
| "learning_rate": 4.939130434782609e-05, |
| "loss": 0.9413, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.13928182807399347, |
| "grad_norm": 1.5546875, |
| "learning_rate": 4.9347826086956524e-05, |
| "loss": 1.0435, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.14798694232861806, |
| "grad_norm": 2.265625, |
| "learning_rate": 4.930434782608696e-05, |
| "loss": 0.9285, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.15669205658324264, |
| "grad_norm": 1.3046875, |
| "learning_rate": 4.926086956521739e-05, |
| "loss": 0.91, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.16539717083786726, |
| "grad_norm": 1.296875, |
| "learning_rate": 4.9217391304347824e-05, |
| "loss": 0.937, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.17410228509249184, |
| "grad_norm": 1.28125, |
| "learning_rate": 4.9173913043478265e-05, |
| "loss": 0.9194, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.18280739934711643, |
| "grad_norm": 1.203125, |
| "learning_rate": 4.91304347826087e-05, |
| "loss": 0.9392, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.191512513601741, |
| "grad_norm": 1.3203125, |
| "learning_rate": 4.908695652173913e-05, |
| "loss": 0.935, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.20021762785636563, |
| "grad_norm": 1.2421875, |
| "learning_rate": 4.904347826086957e-05, |
| "loss": 0.7352, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.2089227421109902, |
| "grad_norm": 1.2578125, |
| "learning_rate": 4.9e-05, |
| "loss": 0.8006, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.2176278563656148, |
| "grad_norm": 1.3046875, |
| "learning_rate": 4.895652173913044e-05, |
| "loss": 1.1003, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.22633297062023938, |
| "grad_norm": 1.578125, |
| "learning_rate": 4.891304347826087e-05, |
| "loss": 0.8786, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.235038084874864, |
| "grad_norm": 1.390625, |
| "learning_rate": 4.8869565217391305e-05, |
| "loss": 0.9133, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.24374319912948858, |
| "grad_norm": 1.109375, |
| "learning_rate": 4.8826086956521746e-05, |
| "loss": 0.9822, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.25244831338411317, |
| "grad_norm": 1.6640625, |
| "learning_rate": 4.878260869565218e-05, |
| "loss": 1.0016, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.2611534276387378, |
| "grad_norm": 1.34375, |
| "learning_rate": 4.873913043478261e-05, |
| "loss": 1.1215, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.26985854189336234, |
| "grad_norm": 1.171875, |
| "learning_rate": 4.8695652173913046e-05, |
| "loss": 1.1457, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.27856365614798695, |
| "grad_norm": 1.3671875, |
| "learning_rate": 4.865217391304348e-05, |
| "loss": 1.0368, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.28726877040261156, |
| "grad_norm": 1.140625, |
| "learning_rate": 4.860869565217391e-05, |
| "loss": 0.9539, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.2959738846572361, |
| "grad_norm": 1.4296875, |
| "learning_rate": 4.856521739130435e-05, |
| "loss": 0.9165, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.30467899891186073, |
| "grad_norm": 1.2265625, |
| "learning_rate": 4.8521739130434786e-05, |
| "loss": 1.03, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.3133841131664853, |
| "grad_norm": 1.5703125, |
| "learning_rate": 4.847826086956522e-05, |
| "loss": 1.2848, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.3220892274211099, |
| "grad_norm": 1.21875, |
| "learning_rate": 4.843478260869565e-05, |
| "loss": 0.8663, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.3307943416757345, |
| "grad_norm": 1.125, |
| "learning_rate": 4.839130434782609e-05, |
| "loss": 0.9547, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.3394994559303591, |
| "grad_norm": 1.328125, |
| "learning_rate": 4.834782608695652e-05, |
| "loss": 0.872, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.3482045701849837, |
| "grad_norm": 1.140625, |
| "learning_rate": 4.830434782608696e-05, |
| "loss": 0.8424, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.35690968443960824, |
| "grad_norm": 1.2578125, |
| "learning_rate": 4.8260869565217394e-05, |
| "loss": 0.8246, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.36561479869423286, |
| "grad_norm": 1.3046875, |
| "learning_rate": 4.8217391304347834e-05, |
| "loss": 0.8326, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.37431991294885747, |
| "grad_norm": 1.2109375, |
| "learning_rate": 4.817391304347826e-05, |
| "loss": 0.9043, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.383025027203482, |
| "grad_norm": 1.296875, |
| "learning_rate": 4.8130434782608694e-05, |
| "loss": 0.8888, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.39173014145810664, |
| "grad_norm": 1.2265625, |
| "learning_rate": 4.8086956521739134e-05, |
| "loss": 0.778, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.40043525571273125, |
| "grad_norm": 1.0546875, |
| "learning_rate": 4.804347826086957e-05, |
| "loss": 0.8684, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.4091403699673558, |
| "grad_norm": 1.5078125, |
| "learning_rate": 4.8e-05, |
| "loss": 0.9351, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.4178454842219804, |
| "grad_norm": 1.2421875, |
| "learning_rate": 4.795652173913044e-05, |
| "loss": 0.8708, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.426550598476605, |
| "grad_norm": 1.28125, |
| "learning_rate": 4.7913043478260875e-05, |
| "loss": 0.9919, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.4352557127312296, |
| "grad_norm": 1.1953125, |
| "learning_rate": 4.78695652173913e-05, |
| "loss": 0.8166, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.4439608269858542, |
| "grad_norm": 1.3203125, |
| "learning_rate": 4.782608695652174e-05, |
| "loss": 0.9542, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.45266594124047876, |
| "grad_norm": 1.2109375, |
| "learning_rate": 4.7782608695652175e-05, |
| "loss": 1.0959, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.4613710554951034, |
| "grad_norm": 1.140625, |
| "learning_rate": 4.773913043478261e-05, |
| "loss": 0.8695, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.470076169749728, |
| "grad_norm": 1.5234375, |
| "learning_rate": 4.769565217391305e-05, |
| "loss": 1.1411, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.47878128400435255, |
| "grad_norm": 1.125, |
| "learning_rate": 4.765217391304348e-05, |
| "loss": 0.8354, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.48748639825897716, |
| "grad_norm": 1.390625, |
| "learning_rate": 4.7608695652173916e-05, |
| "loss": 0.9133, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.4961915125136017, |
| "grad_norm": 1.2578125, |
| "learning_rate": 4.756521739130435e-05, |
| "loss": 0.9042, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.5048966267682263, |
| "grad_norm": 1.28125, |
| "learning_rate": 4.752173913043478e-05, |
| "loss": 0.9707, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.5136017410228509, |
| "grad_norm": 1.2734375, |
| "learning_rate": 4.747826086956522e-05, |
| "loss": 0.7845, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.5223068552774756, |
| "grad_norm": 1.3046875, |
| "learning_rate": 4.7434782608695656e-05, |
| "loss": 0.955, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.5310119695321001, |
| "grad_norm": 1.546875, |
| "learning_rate": 4.739130434782609e-05, |
| "loss": 0.9521, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.5397170837867247, |
| "grad_norm": 1.2578125, |
| "learning_rate": 4.734782608695652e-05, |
| "loss": 1.0155, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.5484221980413493, |
| "grad_norm": 1.3125, |
| "learning_rate": 4.7304347826086956e-05, |
| "loss": 1.0093, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.5571273122959739, |
| "grad_norm": 1.234375, |
| "learning_rate": 4.726086956521739e-05, |
| "loss": 0.8372, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.5658324265505985, |
| "grad_norm": 1.0703125, |
| "learning_rate": 4.721739130434783e-05, |
| "loss": 0.8776, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.5745375408052231, |
| "grad_norm": 1.2265625, |
| "learning_rate": 4.7173913043478264e-05, |
| "loss": 0.8854, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.5832426550598476, |
| "grad_norm": 1.1171875, |
| "learning_rate": 4.71304347826087e-05, |
| "loss": 0.8966, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.5919477693144722, |
| "grad_norm": 1.296875, |
| "learning_rate": 4.708695652173914e-05, |
| "loss": 0.9694, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.6006528835690969, |
| "grad_norm": 1.1875, |
| "learning_rate": 4.7043478260869564e-05, |
| "loss": 1.062, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.6093579978237215, |
| "grad_norm": 1.078125, |
| "learning_rate": 4.7e-05, |
| "loss": 0.8369, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.6180631120783461, |
| "grad_norm": 1.1953125, |
| "learning_rate": 4.695652173913044e-05, |
| "loss": 0.7927, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.6267682263329706, |
| "grad_norm": 1.4140625, |
| "learning_rate": 4.691304347826087e-05, |
| "loss": 1.3626, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.6354733405875952, |
| "grad_norm": 1.1328125, |
| "learning_rate": 4.686956521739131e-05, |
| "loss": 0.7737, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.6441784548422198, |
| "grad_norm": 1.0859375, |
| "learning_rate": 4.6826086956521745e-05, |
| "loss": 0.9044, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.6528835690968444, |
| "grad_norm": 1.078125, |
| "learning_rate": 4.678260869565218e-05, |
| "loss": 0.9451, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.661588683351469, |
| "grad_norm": 1.234375, |
| "learning_rate": 4.673913043478261e-05, |
| "loss": 1.0073, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.6702937976060935, |
| "grad_norm": 1.1484375, |
| "learning_rate": 4.6695652173913045e-05, |
| "loss": 1.0206, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.6789989118607181, |
| "grad_norm": 1.25, |
| "learning_rate": 4.665217391304348e-05, |
| "loss": 0.7854, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.6877040261153428, |
| "grad_norm": 1.0859375, |
| "learning_rate": 4.660869565217392e-05, |
| "loss": 0.9661, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.6964091403699674, |
| "grad_norm": 1.296875, |
| "learning_rate": 4.656521739130435e-05, |
| "loss": 1.0657, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.705114254624592, |
| "grad_norm": 1.0390625, |
| "learning_rate": 4.6521739130434785e-05, |
| "loss": 0.6992, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.7138193688792165, |
| "grad_norm": 1.0703125, |
| "learning_rate": 4.647826086956522e-05, |
| "loss": 0.8135, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.7225244831338411, |
| "grad_norm": 1.359375, |
| "learning_rate": 4.643478260869565e-05, |
| "loss": 1.1033, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.7312295973884657, |
| "grad_norm": 1.3828125, |
| "learning_rate": 4.6391304347826086e-05, |
| "loss": 0.8077, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.7399347116430903, |
| "grad_norm": 1.0859375, |
| "learning_rate": 4.6347826086956526e-05, |
| "loss": 0.8582, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.7486398258977149, |
| "grad_norm": 1.140625, |
| "learning_rate": 4.630434782608696e-05, |
| "loss": 1.0223, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.7573449401523396, |
| "grad_norm": 1.2734375, |
| "learning_rate": 4.62608695652174e-05, |
| "loss": 0.7866, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.766050054406964, |
| "grad_norm": 1.1484375, |
| "learning_rate": 4.6217391304347826e-05, |
| "loss": 0.804, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.7747551686615887, |
| "grad_norm": 0.96484375, |
| "learning_rate": 4.617391304347826e-05, |
| "loss": 0.681, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.7834602829162133, |
| "grad_norm": 1.0078125, |
| "learning_rate": 4.61304347826087e-05, |
| "loss": 0.9594, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.7921653971708379, |
| "grad_norm": 1.0546875, |
| "learning_rate": 4.608695652173913e-05, |
| "loss": 0.9842, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.8008705114254625, |
| "grad_norm": 1.09375, |
| "learning_rate": 4.6043478260869567e-05, |
| "loss": 0.9142, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.809575625680087, |
| "grad_norm": 1.15625, |
| "learning_rate": 4.600000000000001e-05, |
| "loss": 0.7379, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.8182807399347116, |
| "grad_norm": 1.3984375, |
| "learning_rate": 4.595652173913044e-05, |
| "loss": 1.0656, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.8269858541893362, |
| "grad_norm": 1.15625, |
| "learning_rate": 4.591304347826087e-05, |
| "loss": 0.9404, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.8356909684439608, |
| "grad_norm": 1.109375, |
| "learning_rate": 4.586956521739131e-05, |
| "loss": 1.0705, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.8443960826985855, |
| "grad_norm": 1.1171875, |
| "learning_rate": 4.582608695652174e-05, |
| "loss": 1.1848, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.85310119695321, |
| "grad_norm": 1.15625, |
| "learning_rate": 4.5782608695652174e-05, |
| "loss": 0.8771, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.8618063112078346, |
| "grad_norm": 1.265625, |
| "learning_rate": 4.5739130434782614e-05, |
| "loss": 0.9586, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.8705114254624592, |
| "grad_norm": 1.1015625, |
| "learning_rate": 4.569565217391305e-05, |
| "loss": 0.7516, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.8792165397170838, |
| "grad_norm": 1.3125, |
| "learning_rate": 4.565217391304348e-05, |
| "loss": 0.8131, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.8879216539717084, |
| "grad_norm": 1.109375, |
| "learning_rate": 4.5608695652173914e-05, |
| "loss": 0.9118, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.8966267682263329, |
| "grad_norm": 1.4140625, |
| "learning_rate": 4.556521739130435e-05, |
| "loss": 0.8855, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.9053318824809575, |
| "grad_norm": 1.1796875, |
| "learning_rate": 4.552173913043479e-05, |
| "loss": 0.7721, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.9140369967355821, |
| "grad_norm": 1.2265625, |
| "learning_rate": 4.547826086956522e-05, |
| "loss": 0.7768, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.9227421109902068, |
| "grad_norm": 1.0703125, |
| "learning_rate": 4.5434782608695655e-05, |
| "loss": 0.9557, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.9314472252448314, |
| "grad_norm": 1.0625, |
| "learning_rate": 4.539130434782609e-05, |
| "loss": 0.8868, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.940152339499456, |
| "grad_norm": 1.15625, |
| "learning_rate": 4.534782608695652e-05, |
| "loss": 0.8889, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.9488574537540805, |
| "grad_norm": 1.15625, |
| "learning_rate": 4.5304347826086955e-05, |
| "loss": 1.1122, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.9575625680087051, |
| "grad_norm": 1.1875, |
| "learning_rate": 4.5260869565217395e-05, |
| "loss": 0.7954, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.9662676822633297, |
| "grad_norm": 1.1796875, |
| "learning_rate": 4.521739130434783e-05, |
| "loss": 0.8551, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.9749727965179543, |
| "grad_norm": 1.1953125, |
| "learning_rate": 4.517391304347826e-05, |
| "loss": 1.0285, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.9836779107725789, |
| "grad_norm": 1.25, |
| "learning_rate": 4.51304347826087e-05, |
| "loss": 1.0737, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.9923830250272034, |
| "grad_norm": 1.015625, |
| "learning_rate": 4.508695652173913e-05, |
| "loss": 0.8448, |
| "step": 114 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 1.2421875, |
| "learning_rate": 4.504347826086956e-05, |
| "loss": 0.9171, |
| "step": 115 |
| }, |
| { |
| "epoch": 1.0087051142546246, |
| "grad_norm": 1.234375, |
| "learning_rate": 4.5e-05, |
| "loss": 0.7003, |
| "step": 116 |
| }, |
| { |
| "epoch": 1.0174102285092492, |
| "grad_norm": 1.5078125, |
| "learning_rate": 4.4956521739130436e-05, |
| "loss": 0.7938, |
| "step": 117 |
| }, |
| { |
| "epoch": 1.0261153427638738, |
| "grad_norm": 1.09375, |
| "learning_rate": 4.4913043478260876e-05, |
| "loss": 0.7323, |
| "step": 118 |
| }, |
| { |
| "epoch": 1.0348204570184985, |
| "grad_norm": 1.2421875, |
| "learning_rate": 4.486956521739131e-05, |
| "loss": 0.5957, |
| "step": 119 |
| }, |
| { |
| "epoch": 1.043525571273123, |
| "grad_norm": 1.453125, |
| "learning_rate": 4.482608695652174e-05, |
| "loss": 0.7519, |
| "step": 120 |
| }, |
| { |
| "epoch": 1.0522306855277475, |
| "grad_norm": 1.4453125, |
| "learning_rate": 4.478260869565218e-05, |
| "loss": 0.7003, |
| "step": 121 |
| }, |
| { |
| "epoch": 1.060935799782372, |
| "grad_norm": 1.4296875, |
| "learning_rate": 4.473913043478261e-05, |
| "loss": 0.8537, |
| "step": 122 |
| }, |
| { |
| "epoch": 1.0696409140369967, |
| "grad_norm": 1.2265625, |
| "learning_rate": 4.4695652173913044e-05, |
| "loss": 0.7305, |
| "step": 123 |
| }, |
| { |
| "epoch": 1.0783460282916213, |
| "grad_norm": 1.3203125, |
| "learning_rate": 4.4652173913043484e-05, |
| "loss": 0.6122, |
| "step": 124 |
| }, |
| { |
| "epoch": 1.087051142546246, |
| "grad_norm": 1.296875, |
| "learning_rate": 4.460869565217392e-05, |
| "loss": 0.9224, |
| "step": 125 |
| }, |
| { |
| "epoch": 1.0957562568008705, |
| "grad_norm": 0.94921875, |
| "learning_rate": 4.456521739130435e-05, |
| "loss": 0.6261, |
| "step": 126 |
| }, |
| { |
| "epoch": 1.1044613710554951, |
| "grad_norm": 1.125, |
| "learning_rate": 4.4521739130434784e-05, |
| "loss": 0.7336, |
| "step": 127 |
| }, |
| { |
| "epoch": 1.1131664853101197, |
| "grad_norm": 1.125, |
| "learning_rate": 4.447826086956522e-05, |
| "loss": 0.6978, |
| "step": 128 |
| }, |
| { |
| "epoch": 1.1218715995647444, |
| "grad_norm": 1.125, |
| "learning_rate": 4.443478260869565e-05, |
| "loss": 0.6352, |
| "step": 129 |
| }, |
| { |
| "epoch": 1.130576713819369, |
| "grad_norm": 1.125, |
| "learning_rate": 4.439130434782609e-05, |
| "loss": 0.4918, |
| "step": 130 |
| }, |
| { |
| "epoch": 1.1392818280739934, |
| "grad_norm": 1.25, |
| "learning_rate": 4.4347826086956525e-05, |
| "loss": 0.9074, |
| "step": 131 |
| }, |
| { |
| "epoch": 1.147986942328618, |
| "grad_norm": 1.296875, |
| "learning_rate": 4.430434782608696e-05, |
| "loss": 0.7653, |
| "step": 132 |
| }, |
| { |
| "epoch": 1.1566920565832426, |
| "grad_norm": 1.046875, |
| "learning_rate": 4.426086956521739e-05, |
| "loss": 0.6195, |
| "step": 133 |
| }, |
| { |
| "epoch": 1.1653971708378672, |
| "grad_norm": 1.1953125, |
| "learning_rate": 4.4217391304347825e-05, |
| "loss": 0.5887, |
| "step": 134 |
| }, |
| { |
| "epoch": 1.1741022850924918, |
| "grad_norm": 2.15625, |
| "learning_rate": 4.4173913043478265e-05, |
| "loss": 0.7727, |
| "step": 135 |
| }, |
| { |
| "epoch": 1.1828073993471164, |
| "grad_norm": 1.0703125, |
| "learning_rate": 4.41304347826087e-05, |
| "loss": 0.598, |
| "step": 136 |
| }, |
| { |
| "epoch": 1.191512513601741, |
| "grad_norm": 1.2265625, |
| "learning_rate": 4.408695652173913e-05, |
| "loss": 0.7572, |
| "step": 137 |
| }, |
| { |
| "epoch": 1.2002176278563657, |
| "grad_norm": 1.2265625, |
| "learning_rate": 4.404347826086957e-05, |
| "loss": 0.6791, |
| "step": 138 |
| }, |
| { |
| "epoch": 1.2089227421109903, |
| "grad_norm": 1.125, |
| "learning_rate": 4.4000000000000006e-05, |
| "loss": 0.7195, |
| "step": 139 |
| }, |
| { |
| "epoch": 1.2176278563656149, |
| "grad_norm": 0.984375, |
| "learning_rate": 4.395652173913043e-05, |
| "loss": 0.5021, |
| "step": 140 |
| }, |
| { |
| "epoch": 1.2263329706202395, |
| "grad_norm": 1.2578125, |
| "learning_rate": 4.391304347826087e-05, |
| "loss": 0.6567, |
| "step": 141 |
| }, |
| { |
| "epoch": 1.2350380848748639, |
| "grad_norm": 1.1875, |
| "learning_rate": 4.3869565217391306e-05, |
| "loss": 0.8551, |
| "step": 142 |
| }, |
| { |
| "epoch": 1.2437431991294885, |
| "grad_norm": 1.046875, |
| "learning_rate": 4.382608695652174e-05, |
| "loss": 0.7298, |
| "step": 143 |
| }, |
| { |
| "epoch": 1.252448313384113, |
| "grad_norm": 1.3203125, |
| "learning_rate": 4.378260869565218e-05, |
| "loss": 0.9639, |
| "step": 144 |
| }, |
| { |
| "epoch": 1.2611534276387377, |
| "grad_norm": 1.0546875, |
| "learning_rate": 4.373913043478261e-05, |
| "loss": 0.7321, |
| "step": 145 |
| }, |
| { |
| "epoch": 1.2698585418933623, |
| "grad_norm": 0.9921875, |
| "learning_rate": 4.3695652173913046e-05, |
| "loss": 0.6488, |
| "step": 146 |
| }, |
| { |
| "epoch": 1.278563656147987, |
| "grad_norm": 1.0703125, |
| "learning_rate": 4.365217391304348e-05, |
| "loss": 0.7783, |
| "step": 147 |
| }, |
| { |
| "epoch": 1.2872687704026116, |
| "grad_norm": 1.1484375, |
| "learning_rate": 4.360869565217391e-05, |
| "loss": 0.6042, |
| "step": 148 |
| }, |
| { |
| "epoch": 1.2959738846572362, |
| "grad_norm": 1.09375, |
| "learning_rate": 4.3565217391304353e-05, |
| "loss": 0.7951, |
| "step": 149 |
| }, |
| { |
| "epoch": 1.3046789989118608, |
| "grad_norm": 1.09375, |
| "learning_rate": 4.352173913043479e-05, |
| "loss": 0.6017, |
| "step": 150 |
| }, |
| { |
| "epoch": 1.3133841131664852, |
| "grad_norm": 1.2109375, |
| "learning_rate": 4.347826086956522e-05, |
| "loss": 0.6653, |
| "step": 151 |
| }, |
| { |
| "epoch": 1.32208922742111, |
| "grad_norm": 1.3828125, |
| "learning_rate": 4.3434782608695654e-05, |
| "loss": 0.9719, |
| "step": 152 |
| }, |
| { |
| "epoch": 1.3307943416757344, |
| "grad_norm": 1.015625, |
| "learning_rate": 4.339130434782609e-05, |
| "loss": 0.6013, |
| "step": 153 |
| }, |
| { |
| "epoch": 1.339499455930359, |
| "grad_norm": 1.1015625, |
| "learning_rate": 4.334782608695652e-05, |
| "loss": 0.6483, |
| "step": 154 |
| }, |
| { |
| "epoch": 1.3482045701849836, |
| "grad_norm": 1.0859375, |
| "learning_rate": 4.330434782608696e-05, |
| "loss": 0.6805, |
| "step": 155 |
| }, |
| { |
| "epoch": 1.3569096844396082, |
| "grad_norm": 1.140625, |
| "learning_rate": 4.3260869565217394e-05, |
| "loss": 0.7598, |
| "step": 156 |
| }, |
| { |
| "epoch": 1.3656147986942329, |
| "grad_norm": 1.046875, |
| "learning_rate": 4.321739130434783e-05, |
| "loss": 0.569, |
| "step": 157 |
| }, |
| { |
| "epoch": 1.3743199129488575, |
| "grad_norm": 1.0625, |
| "learning_rate": 4.317391304347827e-05, |
| "loss": 0.7223, |
| "step": 158 |
| }, |
| { |
| "epoch": 1.383025027203482, |
| "grad_norm": 1.1328125, |
| "learning_rate": 4.3130434782608695e-05, |
| "loss": 0.7309, |
| "step": 159 |
| }, |
| { |
| "epoch": 1.3917301414581067, |
| "grad_norm": 1.21875, |
| "learning_rate": 4.308695652173913e-05, |
| "loss": 0.9004, |
| "step": 160 |
| }, |
| { |
| "epoch": 1.4004352557127313, |
| "grad_norm": 1.125, |
| "learning_rate": 4.304347826086957e-05, |
| "loss": 0.6035, |
| "step": 161 |
| }, |
| { |
| "epoch": 1.4091403699673557, |
| "grad_norm": 1.2578125, |
| "learning_rate": 4.3e-05, |
| "loss": 0.957, |
| "step": 162 |
| }, |
| { |
| "epoch": 1.4178454842219805, |
| "grad_norm": 2.6875, |
| "learning_rate": 4.2956521739130435e-05, |
| "loss": 0.5841, |
| "step": 163 |
| }, |
| { |
| "epoch": 1.426550598476605, |
| "grad_norm": 1.1640625, |
| "learning_rate": 4.2913043478260875e-05, |
| "loss": 0.8018, |
| "step": 164 |
| }, |
| { |
| "epoch": 1.4352557127312295, |
| "grad_norm": 1.078125, |
| "learning_rate": 4.286956521739131e-05, |
| "loss": 0.6603, |
| "step": 165 |
| }, |
| { |
| "epoch": 1.4439608269858542, |
| "grad_norm": 1.40625, |
| "learning_rate": 4.282608695652174e-05, |
| "loss": 0.7107, |
| "step": 166 |
| }, |
| { |
| "epoch": 1.4526659412404788, |
| "grad_norm": 1.0390625, |
| "learning_rate": 4.2782608695652176e-05, |
| "loss": 0.7577, |
| "step": 167 |
| }, |
| { |
| "epoch": 1.4613710554951034, |
| "grad_norm": 1.0859375, |
| "learning_rate": 4.273913043478261e-05, |
| "loss": 0.7573, |
| "step": 168 |
| }, |
| { |
| "epoch": 1.470076169749728, |
| "grad_norm": 1.265625, |
| "learning_rate": 4.269565217391305e-05, |
| "loss": 0.7008, |
| "step": 169 |
| }, |
| { |
| "epoch": 1.4787812840043526, |
| "grad_norm": 1.1953125, |
| "learning_rate": 4.265217391304348e-05, |
| "loss": 0.6966, |
| "step": 170 |
| }, |
| { |
| "epoch": 1.4874863982589772, |
| "grad_norm": 1.1015625, |
| "learning_rate": 4.2608695652173916e-05, |
| "loss": 0.6855, |
| "step": 171 |
| }, |
| { |
| "epoch": 1.4961915125136018, |
| "grad_norm": 1.109375, |
| "learning_rate": 4.256521739130435e-05, |
| "loss": 0.67, |
| "step": 172 |
| }, |
| { |
| "epoch": 1.5048966267682262, |
| "grad_norm": 1.15625, |
| "learning_rate": 4.252173913043478e-05, |
| "loss": 0.8798, |
| "step": 173 |
| }, |
| { |
| "epoch": 1.513601741022851, |
| "grad_norm": 1.15625, |
| "learning_rate": 4.2478260869565216e-05, |
| "loss": 0.7921, |
| "step": 174 |
| }, |
| { |
| "epoch": 1.5223068552774754, |
| "grad_norm": 1.1171875, |
| "learning_rate": 4.2434782608695657e-05, |
| "loss": 0.6351, |
| "step": 175 |
| }, |
| { |
| "epoch": 1.5310119695321, |
| "grad_norm": 1.609375, |
| "learning_rate": 4.239130434782609e-05, |
| "loss": 0.6681, |
| "step": 176 |
| }, |
| { |
| "epoch": 1.5397170837867247, |
| "grad_norm": 1.265625, |
| "learning_rate": 4.2347826086956523e-05, |
| "loss": 0.7897, |
| "step": 177 |
| }, |
| { |
| "epoch": 1.5484221980413493, |
| "grad_norm": 1.2734375, |
| "learning_rate": 4.230434782608696e-05, |
| "loss": 0.772, |
| "step": 178 |
| }, |
| { |
| "epoch": 1.557127312295974, |
| "grad_norm": 1.0546875, |
| "learning_rate": 4.226086956521739e-05, |
| "loss": 0.5812, |
| "step": 179 |
| }, |
| { |
| "epoch": 1.5658324265505985, |
| "grad_norm": 1.0703125, |
| "learning_rate": 4.221739130434783e-05, |
| "loss": 0.5453, |
| "step": 180 |
| }, |
| { |
| "epoch": 1.5745375408052231, |
| "grad_norm": 1.0078125, |
| "learning_rate": 4.2173913043478264e-05, |
| "loss": 0.6831, |
| "step": 181 |
| }, |
| { |
| "epoch": 1.5832426550598475, |
| "grad_norm": 1.0625, |
| "learning_rate": 4.21304347826087e-05, |
| "loss": 0.767, |
| "step": 182 |
| }, |
| { |
| "epoch": 1.5919477693144723, |
| "grad_norm": 1.1484375, |
| "learning_rate": 4.208695652173914e-05, |
| "loss": 0.6145, |
| "step": 183 |
| }, |
| { |
| "epoch": 1.6006528835690967, |
| "grad_norm": 1.1015625, |
| "learning_rate": 4.204347826086957e-05, |
| "loss": 0.8171, |
| "step": 184 |
| }, |
| { |
| "epoch": 1.6093579978237216, |
| "grad_norm": 1.4609375, |
| "learning_rate": 4.2e-05, |
| "loss": 0.6039, |
| "step": 185 |
| }, |
| { |
| "epoch": 1.618063112078346, |
| "grad_norm": 1.1171875, |
| "learning_rate": 4.195652173913044e-05, |
| "loss": 0.7126, |
| "step": 186 |
| }, |
| { |
| "epoch": 1.6267682263329706, |
| "grad_norm": 1.1328125, |
| "learning_rate": 4.191304347826087e-05, |
| "loss": 0.5621, |
| "step": 187 |
| }, |
| { |
| "epoch": 1.6354733405875952, |
| "grad_norm": 1.0703125, |
| "learning_rate": 4.1869565217391305e-05, |
| "loss": 0.7605, |
| "step": 188 |
| }, |
| { |
| "epoch": 1.6441784548422198, |
| "grad_norm": 1.0625, |
| "learning_rate": 4.1826086956521745e-05, |
| "loss": 0.8704, |
| "step": 189 |
| }, |
| { |
| "epoch": 1.6528835690968444, |
| "grad_norm": 1.359375, |
| "learning_rate": 4.178260869565218e-05, |
| "loss": 0.7108, |
| "step": 190 |
| }, |
| { |
| "epoch": 1.661588683351469, |
| "grad_norm": 1.0859375, |
| "learning_rate": 4.1739130434782605e-05, |
| "loss": 0.67, |
| "step": 191 |
| }, |
| { |
| "epoch": 1.6702937976060936, |
| "grad_norm": 1.1171875, |
| "learning_rate": 4.1695652173913045e-05, |
| "loss": 0.9325, |
| "step": 192 |
| }, |
| { |
| "epoch": 1.678998911860718, |
| "grad_norm": 1.2578125, |
| "learning_rate": 4.165217391304348e-05, |
| "loss": 0.8226, |
| "step": 193 |
| }, |
| { |
| "epoch": 1.6877040261153429, |
| "grad_norm": 1.03125, |
| "learning_rate": 4.160869565217391e-05, |
| "loss": 0.8652, |
| "step": 194 |
| }, |
| { |
| "epoch": 1.6964091403699673, |
| "grad_norm": 1.171875, |
| "learning_rate": 4.156521739130435e-05, |
| "loss": 0.6873, |
| "step": 195 |
| }, |
| { |
| "epoch": 1.705114254624592, |
| "grad_norm": 1.1953125, |
| "learning_rate": 4.1521739130434786e-05, |
| "loss": 0.7681, |
| "step": 196 |
| }, |
| { |
| "epoch": 1.7138193688792165, |
| "grad_norm": 1.0625, |
| "learning_rate": 4.147826086956522e-05, |
| "loss": 0.6852, |
| "step": 197 |
| }, |
| { |
| "epoch": 1.722524483133841, |
| "grad_norm": 1.0546875, |
| "learning_rate": 4.143478260869565e-05, |
| "loss": 0.8035, |
| "step": 198 |
| }, |
| { |
| "epoch": 1.7312295973884657, |
| "grad_norm": 1.140625, |
| "learning_rate": 4.1391304347826086e-05, |
| "loss": 0.6638, |
| "step": 199 |
| }, |
| { |
| "epoch": 1.7399347116430903, |
| "grad_norm": 1.2265625, |
| "learning_rate": 4.1347826086956526e-05, |
| "loss": 0.8636, |
| "step": 200 |
| }, |
| { |
| "epoch": 1.748639825897715, |
| "grad_norm": 1.140625, |
| "learning_rate": 4.130434782608696e-05, |
| "loss": 0.9844, |
| "step": 201 |
| }, |
| { |
| "epoch": 1.7573449401523396, |
| "grad_norm": 1.1796875, |
| "learning_rate": 4.126086956521739e-05, |
| "loss": 0.7461, |
| "step": 202 |
| }, |
| { |
| "epoch": 1.7660500544069642, |
| "grad_norm": 1.1484375, |
| "learning_rate": 4.1217391304347827e-05, |
| "loss": 0.677, |
| "step": 203 |
| }, |
| { |
| "epoch": 1.7747551686615886, |
| "grad_norm": 1.234375, |
| "learning_rate": 4.117391304347826e-05, |
| "loss": 0.5882, |
| "step": 204 |
| }, |
| { |
| "epoch": 1.7834602829162134, |
| "grad_norm": 1.2109375, |
| "learning_rate": 4.1130434782608693e-05, |
| "loss": 0.7051, |
| "step": 205 |
| }, |
| { |
| "epoch": 1.7921653971708378, |
| "grad_norm": 1.2109375, |
| "learning_rate": 4.1086956521739134e-05, |
| "loss": 0.7658, |
| "step": 206 |
| }, |
| { |
| "epoch": 1.8008705114254626, |
| "grad_norm": 1.328125, |
| "learning_rate": 4.104347826086957e-05, |
| "loss": 0.8158, |
| "step": 207 |
| }, |
| { |
| "epoch": 1.809575625680087, |
| "grad_norm": 1.4765625, |
| "learning_rate": 4.1e-05, |
| "loss": 0.7081, |
| "step": 208 |
| }, |
| { |
| "epoch": 1.8182807399347116, |
| "grad_norm": 1.046875, |
| "learning_rate": 4.095652173913044e-05, |
| "loss": 0.648, |
| "step": 209 |
| }, |
| { |
| "epoch": 1.8269858541893362, |
| "grad_norm": 1.2734375, |
| "learning_rate": 4.091304347826087e-05, |
| "loss": 0.7721, |
| "step": 210 |
| }, |
| { |
| "epoch": 1.8356909684439608, |
| "grad_norm": 1.03125, |
| "learning_rate": 4.086956521739131e-05, |
| "loss": 0.5612, |
| "step": 211 |
| }, |
| { |
| "epoch": 1.8443960826985855, |
| "grad_norm": 1.1015625, |
| "learning_rate": 4.082608695652174e-05, |
| "loss": 0.635, |
| "step": 212 |
| }, |
| { |
| "epoch": 1.8531011969532099, |
| "grad_norm": 1.1015625, |
| "learning_rate": 4.0782608695652174e-05, |
| "loss": 0.7699, |
| "step": 213 |
| }, |
| { |
| "epoch": 1.8618063112078347, |
| "grad_norm": 1.234375, |
| "learning_rate": 4.0739130434782615e-05, |
| "loss": 0.7569, |
| "step": 214 |
| }, |
| { |
| "epoch": 1.870511425462459, |
| "grad_norm": 1.203125, |
| "learning_rate": 4.069565217391305e-05, |
| "loss": 0.7783, |
| "step": 215 |
| }, |
| { |
| "epoch": 1.879216539717084, |
| "grad_norm": 1.203125, |
| "learning_rate": 4.065217391304348e-05, |
| "loss": 0.7102, |
| "step": 216 |
| }, |
| { |
| "epoch": 1.8879216539717083, |
| "grad_norm": 2.53125, |
| "learning_rate": 4.0608695652173915e-05, |
| "loss": 1.0202, |
| "step": 217 |
| }, |
| { |
| "epoch": 1.896626768226333, |
| "grad_norm": 1.2109375, |
| "learning_rate": 4.056521739130435e-05, |
| "loss": 0.682, |
| "step": 218 |
| }, |
| { |
| "epoch": 1.9053318824809575, |
| "grad_norm": 1.03125, |
| "learning_rate": 4.052173913043478e-05, |
| "loss": 0.648, |
| "step": 219 |
| }, |
| { |
| "epoch": 1.9140369967355821, |
| "grad_norm": 1.234375, |
| "learning_rate": 4.047826086956522e-05, |
| "loss": 0.8244, |
| "step": 220 |
| }, |
| { |
| "epoch": 1.9227421109902068, |
| "grad_norm": 1.078125, |
| "learning_rate": 4.0434782608695655e-05, |
| "loss": 0.6392, |
| "step": 221 |
| }, |
| { |
| "epoch": 1.9314472252448314, |
| "grad_norm": 1.09375, |
| "learning_rate": 4.039130434782609e-05, |
| "loss": 0.7142, |
| "step": 222 |
| }, |
| { |
| "epoch": 1.940152339499456, |
| "grad_norm": 1.1328125, |
| "learning_rate": 4.034782608695652e-05, |
| "loss": 0.637, |
| "step": 223 |
| }, |
| { |
| "epoch": 1.9488574537540804, |
| "grad_norm": 1.03125, |
| "learning_rate": 4.0304347826086956e-05, |
| "loss": 0.7092, |
| "step": 224 |
| }, |
| { |
| "epoch": 1.9575625680087052, |
| "grad_norm": 1.0390625, |
| "learning_rate": 4.026086956521739e-05, |
| "loss": 0.6927, |
| "step": 225 |
| }, |
| { |
| "epoch": 1.9662676822633296, |
| "grad_norm": 1.125, |
| "learning_rate": 4.021739130434783e-05, |
| "loss": 0.744, |
| "step": 226 |
| }, |
| { |
| "epoch": 1.9749727965179544, |
| "grad_norm": 1.1484375, |
| "learning_rate": 4.017391304347826e-05, |
| "loss": 0.6604, |
| "step": 227 |
| }, |
| { |
| "epoch": 1.9836779107725788, |
| "grad_norm": 1.0625, |
| "learning_rate": 4.01304347826087e-05, |
| "loss": 0.7406, |
| "step": 228 |
| }, |
| { |
| "epoch": 1.9923830250272034, |
| "grad_norm": 1.078125, |
| "learning_rate": 4.008695652173913e-05, |
| "loss": 0.645, |
| "step": 229 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 1.4765625, |
| "learning_rate": 4.004347826086956e-05, |
| "loss": 0.7339, |
| "step": 230 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 1150, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 10, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.183779735553966e+17, |
| "train_batch_size": 4, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
