| { |
| "best_metric": 0.65735477, |
| "best_model_checkpoint": "/cpfs04/shared/rlproject/zhangqi/model_garden/0709_intern2b_v7-1-part15-19-resize-decay/v0-20250710-072707/checkpoint-3000", |
| "epoch": 0.9599616015359386, |
| "eval_steps": 250, |
| "global_step": 3000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0003199872005119795, |
| "grad_norm": 0.06346331978668461, |
| "learning_rate": 2.0000000000000002e-07, |
| "loss": 0.4898327589035034, |
| "memory(GiB)": 37.39, |
| "step": 1, |
| "token_acc": 0.8589147286821706, |
| "train_speed(iter/s)": 0.017141 |
| }, |
| { |
| "epoch": 0.0015999360025598975, |
| "grad_norm": 0.06701772816278752, |
| "learning_rate": 1.0000000000000002e-06, |
| "loss": 0.479672372341156, |
| "memory(GiB)": 57.22, |
| "step": 5, |
| "token_acc": 0.8759901666211418, |
| "train_speed(iter/s)": 0.029212 |
| }, |
| { |
| "epoch": 0.003199872005119795, |
| "grad_norm": 0.0577242460197625, |
| "learning_rate": 2.0000000000000003e-06, |
| "loss": 0.4767899990081787, |
| "memory(GiB)": 57.22, |
| "step": 10, |
| "token_acc": 0.8920853213584058, |
| "train_speed(iter/s)": 0.030985 |
| }, |
| { |
| "epoch": 0.004799808007679693, |
| "grad_norm": 0.05378464715409511, |
| "learning_rate": 3e-06, |
| "loss": 0.46750531196594236, |
| "memory(GiB)": 57.22, |
| "step": 15, |
| "token_acc": 0.846137292877125, |
| "train_speed(iter/s)": 0.030693 |
| }, |
| { |
| "epoch": 0.00639974401023959, |
| "grad_norm": 0.05482863789544427, |
| "learning_rate": 4.000000000000001e-06, |
| "loss": 0.47017059326171873, |
| "memory(GiB)": 57.22, |
| "step": 20, |
| "token_acc": 0.8701638201463925, |
| "train_speed(iter/s)": 0.031839 |
| }, |
| { |
| "epoch": 0.007999680012799487, |
| "grad_norm": 0.05575025715512655, |
| "learning_rate": 5e-06, |
| "loss": 0.46974716186523435, |
| "memory(GiB)": 57.22, |
| "step": 25, |
| "token_acc": 0.8939419941650936, |
| "train_speed(iter/s)": 0.031203 |
| }, |
| { |
| "epoch": 0.009599616015359386, |
| "grad_norm": 0.05007200892621057, |
| "learning_rate": 6e-06, |
| "loss": 0.4700496196746826, |
| "memory(GiB)": 57.22, |
| "step": 30, |
| "token_acc": 0.872761844398669, |
| "train_speed(iter/s)": 0.030738 |
| }, |
| { |
| "epoch": 0.011199552017919284, |
| "grad_norm": 0.06284973201247342, |
| "learning_rate": 7e-06, |
| "loss": 0.477018404006958, |
| "memory(GiB)": 57.22, |
| "step": 35, |
| "token_acc": 0.8738273921200751, |
| "train_speed(iter/s)": 0.031491 |
| }, |
| { |
| "epoch": 0.01279948802047918, |
| "grad_norm": 0.051858307829802386, |
| "learning_rate": 8.000000000000001e-06, |
| "loss": 0.46584124565124513, |
| "memory(GiB)": 57.22, |
| "step": 40, |
| "token_acc": 0.8791312559017942, |
| "train_speed(iter/s)": 0.031035 |
| }, |
| { |
| "epoch": 0.014399424023039079, |
| "grad_norm": 0.05024484287076301, |
| "learning_rate": 9e-06, |
| "loss": 0.4685808658599854, |
| "memory(GiB)": 57.22, |
| "step": 45, |
| "token_acc": 0.8846325167037862, |
| "train_speed(iter/s)": 0.031503 |
| }, |
| { |
| "epoch": 0.015999360025598975, |
| "grad_norm": 0.06025612278216295, |
| "learning_rate": 1e-05, |
| "loss": 0.4697974681854248, |
| "memory(GiB)": 57.22, |
| "step": 50, |
| "token_acc": 0.854153041203401, |
| "train_speed(iter/s)": 0.031549 |
| }, |
| { |
| "epoch": 0.017599296028158875, |
| "grad_norm": 0.05171252494611451, |
| "learning_rate": 1.1000000000000001e-05, |
| "loss": 0.4622661113739014, |
| "memory(GiB)": 73.06, |
| "step": 55, |
| "token_acc": 0.8281821878812525, |
| "train_speed(iter/s)": 0.031181 |
| }, |
| { |
| "epoch": 0.01919923203071877, |
| "grad_norm": 0.06238294030934267, |
| "learning_rate": 1.2e-05, |
| "loss": 0.47000856399536134, |
| "memory(GiB)": 73.06, |
| "step": 60, |
| "token_acc": 0.8703465982028241, |
| "train_speed(iter/s)": 0.031617 |
| }, |
| { |
| "epoch": 0.020799168033278668, |
| "grad_norm": 0.05576663204628902, |
| "learning_rate": 1.3000000000000001e-05, |
| "loss": 0.4765446186065674, |
| "memory(GiB)": 73.06, |
| "step": 65, |
| "token_acc": 0.867019517036057, |
| "train_speed(iter/s)": 0.031138 |
| }, |
| { |
| "epoch": 0.022399104035838568, |
| "grad_norm": 0.054406694286476175, |
| "learning_rate": 1.4e-05, |
| "loss": 0.47959036827087403, |
| "memory(GiB)": 73.06, |
| "step": 70, |
| "token_acc": 0.8927940657011657, |
| "train_speed(iter/s)": 0.030807 |
| }, |
| { |
| "epoch": 0.023999040038398464, |
| "grad_norm": 0.05458413282309297, |
| "learning_rate": 1.5000000000000002e-05, |
| "loss": 0.45742173194885255, |
| "memory(GiB)": 73.06, |
| "step": 75, |
| "token_acc": 0.8916037316748112, |
| "train_speed(iter/s)": 0.031204 |
| }, |
| { |
| "epoch": 0.02559897604095836, |
| "grad_norm": 0.05986601718141533, |
| "learning_rate": 1.6000000000000003e-05, |
| "loss": 0.46221466064453126, |
| "memory(GiB)": 73.06, |
| "step": 80, |
| "token_acc": 0.8513287970214405, |
| "train_speed(iter/s)": 0.030907 |
| }, |
| { |
| "epoch": 0.02719891204351826, |
| "grad_norm": 0.0610597448330617, |
| "learning_rate": 1.7e-05, |
| "loss": 0.4636178493499756, |
| "memory(GiB)": 73.06, |
| "step": 85, |
| "token_acc": 0.8755391250770179, |
| "train_speed(iter/s)": 0.030852 |
| }, |
| { |
| "epoch": 0.028798848046078157, |
| "grad_norm": 0.0537272421077024, |
| "learning_rate": 1.8e-05, |
| "loss": 0.4674212455749512, |
| "memory(GiB)": 73.06, |
| "step": 90, |
| "token_acc": 0.8330635370295427, |
| "train_speed(iter/s)": 0.03096 |
| }, |
| { |
| "epoch": 0.030398784048638054, |
| "grad_norm": 0.05874793146275866, |
| "learning_rate": 1.9e-05, |
| "loss": 0.459043550491333, |
| "memory(GiB)": 73.06, |
| "step": 95, |
| "token_acc": 0.8686557483379277, |
| "train_speed(iter/s)": 0.030744 |
| }, |
| { |
| "epoch": 0.03199872005119795, |
| "grad_norm": 0.0635697375742028, |
| "learning_rate": 2e-05, |
| "loss": 0.4696988582611084, |
| "memory(GiB)": 73.06, |
| "step": 100, |
| "token_acc": 0.8658624414836155, |
| "train_speed(iter/s)": 0.030967 |
| }, |
| { |
| "epoch": 0.03359865605375785, |
| "grad_norm": 0.05212754941929234, |
| "learning_rate": 1.9999865178850847e-05, |
| "loss": 0.47245235443115235, |
| "memory(GiB)": 73.06, |
| "step": 105, |
| "token_acc": 0.8773064185459707, |
| "train_speed(iter/s)": 0.030857 |
| }, |
| { |
| "epoch": 0.03519859205631775, |
| "grad_norm": 0.0584305183084298, |
| "learning_rate": 1.999946071903873e-05, |
| "loss": 0.4617309093475342, |
| "memory(GiB)": 73.06, |
| "step": 110, |
| "token_acc": 0.8634434872058634, |
| "train_speed(iter/s)": 0.030617 |
| }, |
| { |
| "epoch": 0.03679852805887764, |
| "grad_norm": 0.0594956422290189, |
| "learning_rate": 1.9998786631469602e-05, |
| "loss": 0.4737922191619873, |
| "memory(GiB)": 73.06, |
| "step": 115, |
| "token_acc": 0.8586429725363489, |
| "train_speed(iter/s)": 0.030917 |
| }, |
| { |
| "epoch": 0.03839846406143754, |
| "grad_norm": 0.05542732612540538, |
| "learning_rate": 1.999784293431971e-05, |
| "loss": 0.46903514862060547, |
| "memory(GiB)": 73.06, |
| "step": 120, |
| "token_acc": 0.8490970309152127, |
| "train_speed(iter/s)": 0.030707 |
| }, |
| { |
| "epoch": 0.03999840006399744, |
| "grad_norm": 0.06279644130355853, |
| "learning_rate": 1.9996629653035128e-05, |
| "loss": 0.47660508155822756, |
| "memory(GiB)": 73.06, |
| "step": 125, |
| "token_acc": 0.8797399783315276, |
| "train_speed(iter/s)": 0.03059 |
| }, |
| { |
| "epoch": 0.041598336066557336, |
| "grad_norm": 0.0589281224878424, |
| "learning_rate": 1.999514682033104e-05, |
| "loss": 0.47182955741882326, |
| "memory(GiB)": 73.06, |
| "step": 130, |
| "token_acc": 0.8641215106732348, |
| "train_speed(iter/s)": 0.030792 |
| }, |
| { |
| "epoch": 0.043198272069117236, |
| "grad_norm": 0.06201767062726238, |
| "learning_rate": 1.99933944761909e-05, |
| "loss": 0.4760914325714111, |
| "memory(GiB)": 73.06, |
| "step": 135, |
| "token_acc": 0.856929955290611, |
| "train_speed(iter/s)": 0.030572 |
| }, |
| { |
| "epoch": 0.044798208071677136, |
| "grad_norm": 0.06842512509591067, |
| "learning_rate": 1.999137266786531e-05, |
| "loss": 0.4673017501831055, |
| "memory(GiB)": 73.06, |
| "step": 140, |
| "token_acc": 0.8725868725868726, |
| "train_speed(iter/s)": 0.030583 |
| }, |
| { |
| "epoch": 0.04639814407423703, |
| "grad_norm": 0.06206860242026748, |
| "learning_rate": 1.998908144987078e-05, |
| "loss": 0.4650784969329834, |
| "memory(GiB)": 73.06, |
| "step": 145, |
| "token_acc": 0.8592991206195039, |
| "train_speed(iter/s)": 0.030589 |
| }, |
| { |
| "epoch": 0.04799808007679693, |
| "grad_norm": 0.07443005443822684, |
| "learning_rate": 1.9986520883988233e-05, |
| "loss": 0.46671695709228517, |
| "memory(GiB)": 73.06, |
| "step": 150, |
| "token_acc": 0.8422288642186165, |
| "train_speed(iter/s)": 0.030331 |
| }, |
| { |
| "epoch": 0.04959801607935683, |
| "grad_norm": 0.06105984389773331, |
| "learning_rate": 1.9983691039261358e-05, |
| "loss": 0.47356271743774414, |
| "memory(GiB)": 73.06, |
| "step": 155, |
| "token_acc": 0.8814565604591332, |
| "train_speed(iter/s)": 0.030476 |
| }, |
| { |
| "epoch": 0.05119795208191672, |
| "grad_norm": 0.08001789963695773, |
| "learning_rate": 1.998059199199474e-05, |
| "loss": 0.4710524559020996, |
| "memory(GiB)": 73.06, |
| "step": 160, |
| "token_acc": 0.8710629921259843, |
| "train_speed(iter/s)": 0.03042 |
| }, |
| { |
| "epoch": 0.05279788808447662, |
| "grad_norm": 0.05874066660842649, |
| "learning_rate": 1.9977223825751802e-05, |
| "loss": 0.46933708190917967, |
| "memory(GiB)": 73.06, |
| "step": 165, |
| "token_acc": 0.894688221709007, |
| "train_speed(iter/s)": 0.030265 |
| }, |
| { |
| "epoch": 0.05439782408703652, |
| "grad_norm": 0.06544476253513323, |
| "learning_rate": 1.997358663135255e-05, |
| "loss": 0.46097607612609864, |
| "memory(GiB)": 73.06, |
| "step": 170, |
| "token_acc": 0.8832285384319261, |
| "train_speed(iter/s)": 0.030391 |
| }, |
| { |
| "epoch": 0.055997760089596414, |
| "grad_norm": 0.052612734205809274, |
| "learning_rate": 1.9969680506871138e-05, |
| "loss": 0.4674376010894775, |
| "memory(GiB)": 73.06, |
| "step": 175, |
| "token_acc": 0.8822400558269365, |
| "train_speed(iter/s)": 0.030298 |
| }, |
| { |
| "epoch": 0.057597696092156314, |
| "grad_norm": 0.05831524002340728, |
| "learning_rate": 1.9965505557633188e-05, |
| "loss": 0.47021942138671874, |
| "memory(GiB)": 73.06, |
| "step": 180, |
| "token_acc": 0.8729036501150937, |
| "train_speed(iter/s)": 0.030222 |
| }, |
| { |
| "epoch": 0.059197632094716214, |
| "grad_norm": 0.05558463298745032, |
| "learning_rate": 1.9961061896213006e-05, |
| "loss": 0.4707474708557129, |
| "memory(GiB)": 73.06, |
| "step": 185, |
| "token_acc": 0.8507278220269157, |
| "train_speed(iter/s)": 0.030322 |
| }, |
| { |
| "epoch": 0.06079756809727611, |
| "grad_norm": 0.05835065786169716, |
| "learning_rate": 1.9956349642430494e-05, |
| "loss": 0.4792951583862305, |
| "memory(GiB)": 73.06, |
| "step": 190, |
| "token_acc": 0.8596896665566194, |
| "train_speed(iter/s)": 0.030221 |
| }, |
| { |
| "epoch": 0.06239750409983601, |
| "grad_norm": 0.055138234334700054, |
| "learning_rate": 1.9951368923347945e-05, |
| "loss": 0.4755210876464844, |
| "memory(GiB)": 73.06, |
| "step": 195, |
| "token_acc": 0.8501170960187353, |
| "train_speed(iter/s)": 0.030259 |
| }, |
| { |
| "epoch": 0.0639974401023959, |
| "grad_norm": 0.06763946666899583, |
| "learning_rate": 1.9946119873266615e-05, |
| "loss": 0.4560092926025391, |
| "memory(GiB)": 73.06, |
| "step": 200, |
| "token_acc": 0.8891928864569083, |
| "train_speed(iter/s)": 0.030234 |
| }, |
| { |
| "epoch": 0.0655973761049558, |
| "grad_norm": 0.056758126149685124, |
| "learning_rate": 1.9940602633723097e-05, |
| "loss": 0.470977258682251, |
| "memory(GiB)": 73.06, |
| "step": 205, |
| "token_acc": 0.8635224424698109, |
| "train_speed(iter/s)": 0.030086 |
| }, |
| { |
| "epoch": 0.0671973121075157, |
| "grad_norm": 0.06089496841996932, |
| "learning_rate": 1.99348173534855e-05, |
| "loss": 0.4699739456176758, |
| "memory(GiB)": 73.06, |
| "step": 210, |
| "token_acc": 0.8621679827709978, |
| "train_speed(iter/s)": 0.03019 |
| }, |
| { |
| "epoch": 0.06879724811007559, |
| "grad_norm": 0.05802383504947049, |
| "learning_rate": 1.9928764188549462e-05, |
| "loss": 0.46386079788208007, |
| "memory(GiB)": 73.06, |
| "step": 215, |
| "token_acc": 0.8754250939681403, |
| "train_speed(iter/s)": 0.030114 |
| }, |
| { |
| "epoch": 0.0703971841126355, |
| "grad_norm": 0.05515703750577632, |
| "learning_rate": 1.9922443302133906e-05, |
| "loss": 0.4679898262023926, |
| "memory(GiB)": 73.06, |
| "step": 220, |
| "token_acc": 0.88738807102747, |
| "train_speed(iter/s)": 0.030007 |
| }, |
| { |
| "epoch": 0.07199712011519539, |
| "grad_norm": 0.05967474480415036, |
| "learning_rate": 1.9915854864676665e-05, |
| "loss": 0.47310919761657716, |
| "memory(GiB)": 73.06, |
| "step": 225, |
| "token_acc": 0.8383795309168444, |
| "train_speed(iter/s)": 0.030071 |
| }, |
| { |
| "epoch": 0.07359705611775529, |
| "grad_norm": 0.06076387420670948, |
| "learning_rate": 1.990899905382988e-05, |
| "loss": 0.4678232192993164, |
| "memory(GiB)": 73.06, |
| "step": 230, |
| "token_acc": 0.8767123287671232, |
| "train_speed(iter/s)": 0.029948 |
| }, |
| { |
| "epoch": 0.07519699212031519, |
| "grad_norm": 0.05635803811030448, |
| "learning_rate": 1.9901876054455217e-05, |
| "loss": 0.4821170330047607, |
| "memory(GiB)": 73.06, |
| "step": 235, |
| "token_acc": 0.8841222879684418, |
| "train_speed(iter/s)": 0.029913 |
| }, |
| { |
| "epoch": 0.07679692812287509, |
| "grad_norm": 0.053886114557468945, |
| "learning_rate": 1.9894486058618863e-05, |
| "loss": 0.46213107109069823, |
| "memory(GiB)": 73.06, |
| "step": 240, |
| "token_acc": 0.8886558627264061, |
| "train_speed(iter/s)": 0.02992 |
| }, |
| { |
| "epoch": 0.07839686412543498, |
| "grad_norm": 0.06048992108753748, |
| "learning_rate": 1.9886829265586368e-05, |
| "loss": 0.4749046802520752, |
| "memory(GiB)": 73.06, |
| "step": 245, |
| "token_acc": 0.8758281279575999, |
| "train_speed(iter/s)": 0.0298 |
| }, |
| { |
| "epoch": 0.07999680012799489, |
| "grad_norm": 0.06662896613700448, |
| "learning_rate": 1.9878905881817254e-05, |
| "loss": 0.47487664222717285, |
| "memory(GiB)": 73.06, |
| "step": 250, |
| "token_acc": 0.8239743295897318, |
| "train_speed(iter/s)": 0.029855 |
| }, |
| { |
| "epoch": 0.07999680012799489, |
| "eval_loss": 0.6802101731300354, |
| "eval_runtime": 108.8605, |
| "eval_samples_per_second": 184.53, |
| "eval_steps_per_second": 0.928, |
| "eval_token_acc": 0.8656411339267154, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.08159673613055478, |
| "grad_norm": 0.058967589577093804, |
| "learning_rate": 1.9870716120959462e-05, |
| "loss": 0.4691306591033936, |
| "memory(GiB)": 73.24, |
| "step": 255, |
| "token_acc": 0.8612697569398327, |
| "train_speed(iter/s)": 0.029606 |
| }, |
| { |
| "epoch": 0.08319667213311467, |
| "grad_norm": 0.057353651690814994, |
| "learning_rate": 1.986226020384359e-05, |
| "loss": 0.46143622398376466, |
| "memory(GiB)": 73.24, |
| "step": 260, |
| "token_acc": 0.8685547371094742, |
| "train_speed(iter/s)": 0.029681 |
| }, |
| { |
| "epoch": 0.08479660813567458, |
| "grad_norm": 0.05409688809510523, |
| "learning_rate": 1.9853538358476933e-05, |
| "loss": 0.4704445838928223, |
| "memory(GiB)": 73.24, |
| "step": 265, |
| "token_acc": 0.8804637020144431, |
| "train_speed(iter/s)": 0.02979 |
| }, |
| { |
| "epoch": 0.08639654413823447, |
| "grad_norm": 0.06968473514476099, |
| "learning_rate": 1.9844550820037326e-05, |
| "loss": 0.4717890739440918, |
| "memory(GiB)": 73.24, |
| "step": 270, |
| "token_acc": 0.8638003174145145, |
| "train_speed(iter/s)": 0.029834 |
| }, |
| { |
| "epoch": 0.08799648014079436, |
| "grad_norm": 0.06009720175343309, |
| "learning_rate": 1.9835297830866827e-05, |
| "loss": 0.4709662437438965, |
| "memory(GiB)": 73.24, |
| "step": 275, |
| "token_acc": 0.8634590377113134, |
| "train_speed(iter/s)": 0.029835 |
| }, |
| { |
| "epoch": 0.08959641614335427, |
| "grad_norm": 0.058778539356308675, |
| "learning_rate": 1.9825779640465157e-05, |
| "loss": 0.47084336280822753, |
| "memory(GiB)": 73.24, |
| "step": 280, |
| "token_acc": 0.9203691779351793, |
| "train_speed(iter/s)": 0.029942 |
| }, |
| { |
| "epoch": 0.09119635214591416, |
| "grad_norm": 0.054325246749067864, |
| "learning_rate": 1.9815996505483e-05, |
| "loss": 0.4666774749755859, |
| "memory(GiB)": 73.24, |
| "step": 285, |
| "token_acc": 0.8521723454119344, |
| "train_speed(iter/s)": 0.029906 |
| }, |
| { |
| "epoch": 0.09279628814847406, |
| "grad_norm": 0.058698263071843435, |
| "learning_rate": 1.9805948689715043e-05, |
| "loss": 0.45826416015625, |
| "memory(GiB)": 73.24, |
| "step": 290, |
| "token_acc": 0.8421138211382114, |
| "train_speed(iter/s)": 0.029895 |
| }, |
| { |
| "epoch": 0.09439622415103396, |
| "grad_norm": 0.05517972536097747, |
| "learning_rate": 1.979563646409291e-05, |
| "loss": 0.47627692222595214, |
| "memory(GiB)": 73.24, |
| "step": 295, |
| "token_acc": 0.8784122999686226, |
| "train_speed(iter/s)": 0.029966 |
| }, |
| { |
| "epoch": 0.09599616015359386, |
| "grad_norm": 0.06223926082468345, |
| "learning_rate": 1.9785060106677818e-05, |
| "loss": 0.4711057186126709, |
| "memory(GiB)": 73.24, |
| "step": 300, |
| "token_acc": 0.876372039283651, |
| "train_speed(iter/s)": 0.029911 |
| }, |
| { |
| "epoch": 0.09759609615615375, |
| "grad_norm": 0.060678733702642235, |
| "learning_rate": 1.97742199026531e-05, |
| "loss": 0.46833024024963377, |
| "memory(GiB)": 73.24, |
| "step": 305, |
| "token_acc": 0.8586995355484102, |
| "train_speed(iter/s)": 0.029998 |
| }, |
| { |
| "epoch": 0.09919603215871366, |
| "grad_norm": 0.06117494885421727, |
| "learning_rate": 1.9763116144316506e-05, |
| "loss": 0.4692807197570801, |
| "memory(GiB)": 73.24, |
| "step": 310, |
| "token_acc": 0.8383072793304911, |
| "train_speed(iter/s)": 0.029983 |
| }, |
| { |
| "epoch": 0.10079596816127355, |
| "grad_norm": 0.059512004342169564, |
| "learning_rate": 1.9751749131072335e-05, |
| "loss": 0.462421178817749, |
| "memory(GiB)": 73.24, |
| "step": 315, |
| "token_acc": 0.865073787772312, |
| "train_speed(iter/s)": 0.029959 |
| }, |
| { |
| "epoch": 0.10239590416383344, |
| "grad_norm": 0.05759903892800583, |
| "learning_rate": 1.9740119169423337e-05, |
| "loss": 0.4749638080596924, |
| "memory(GiB)": 73.24, |
| "step": 320, |
| "token_acc": 0.8657438292194797, |
| "train_speed(iter/s)": 0.030064 |
| }, |
| { |
| "epoch": 0.10399584016639335, |
| "grad_norm": 0.05512670495542287, |
| "learning_rate": 1.9728226572962474e-05, |
| "loss": 0.48053979873657227, |
| "memory(GiB)": 73.24, |
| "step": 325, |
| "token_acc": 0.9068181818181819, |
| "train_speed(iter/s)": 0.03004 |
| }, |
| { |
| "epoch": 0.10559577616895324, |
| "grad_norm": 0.05723038100011267, |
| "learning_rate": 1.9716071662364454e-05, |
| "loss": 0.47551665306091306, |
| "memory(GiB)": 73.24, |
| "step": 330, |
| "token_acc": 0.8362432269717038, |
| "train_speed(iter/s)": 0.030003 |
| }, |
| { |
| "epoch": 0.10719571217151314, |
| "grad_norm": 0.057638605082885846, |
| "learning_rate": 1.970365476537707e-05, |
| "loss": 0.4652701854705811, |
| "memory(GiB)": 73.24, |
| "step": 335, |
| "token_acc": 0.8735049401976079, |
| "train_speed(iter/s)": 0.030082 |
| }, |
| { |
| "epoch": 0.10879564817407304, |
| "grad_norm": 0.05903871731521889, |
| "learning_rate": 1.9690976216812397e-05, |
| "loss": 0.4698742389678955, |
| "memory(GiB)": 73.24, |
| "step": 340, |
| "token_acc": 0.8620361560418649, |
| "train_speed(iter/s)": 0.030027 |
| }, |
| { |
| "epoch": 0.11039558417663294, |
| "grad_norm": 0.053856521964694516, |
| "learning_rate": 1.9678036358537726e-05, |
| "loss": 0.4701416015625, |
| "memory(GiB)": 73.24, |
| "step": 345, |
| "token_acc": 0.8708435421771089, |
| "train_speed(iter/s)": 0.03002 |
| }, |
| { |
| "epoch": 0.11199552017919283, |
| "grad_norm": 0.05586893539038131, |
| "learning_rate": 1.966483553946637e-05, |
| "loss": 0.47447028160095217, |
| "memory(GiB)": 73.24, |
| "step": 350, |
| "token_acc": 0.8617533718689788, |
| "train_speed(iter/s)": 0.030041 |
| }, |
| { |
| "epoch": 0.11359545618175274, |
| "grad_norm": 0.052599438001953325, |
| "learning_rate": 1.9651374115548255e-05, |
| "loss": 0.4637298583984375, |
| "memory(GiB)": 73.24, |
| "step": 355, |
| "token_acc": 0.8874341610233258, |
| "train_speed(iter/s)": 0.029967 |
| }, |
| { |
| "epoch": 0.11519539218431263, |
| "grad_norm": 0.05804143123407663, |
| "learning_rate": 1.9637652449760297e-05, |
| "loss": 0.4660144329071045, |
| "memory(GiB)": 73.24, |
| "step": 360, |
| "token_acc": 0.8349885408708938, |
| "train_speed(iter/s)": 0.030034 |
| }, |
| { |
| "epoch": 0.11679532818687252, |
| "grad_norm": 0.06055547849970778, |
| "learning_rate": 1.9623670912096656e-05, |
| "loss": 0.4716383934020996, |
| "memory(GiB)": 73.24, |
| "step": 365, |
| "token_acc": 0.8751012473675684, |
| "train_speed(iter/s)": 0.02998 |
| }, |
| { |
| "epoch": 0.11839526418943243, |
| "grad_norm": 0.058520598293842735, |
| "learning_rate": 1.9609429879558726e-05, |
| "loss": 0.46298699378967284, |
| "memory(GiB)": 73.24, |
| "step": 370, |
| "token_acc": 0.8553921568627451, |
| "train_speed(iter/s)": 0.029931 |
| }, |
| { |
| "epoch": 0.11999520019199232, |
| "grad_norm": 0.058584318589478955, |
| "learning_rate": 1.9594929736144978e-05, |
| "loss": 0.4756875514984131, |
| "memory(GiB)": 73.24, |
| "step": 375, |
| "token_acc": 0.8618346545866364, |
| "train_speed(iter/s)": 0.030006 |
| }, |
| { |
| "epoch": 0.12159513619455221, |
| "grad_norm": 0.05966533070217228, |
| "learning_rate": 1.958017087284061e-05, |
| "loss": 0.4596414089202881, |
| "memory(GiB)": 73.24, |
| "step": 380, |
| "token_acc": 0.8836156297165856, |
| "train_speed(iter/s)": 0.029968 |
| }, |
| { |
| "epoch": 0.12319507219711212, |
| "grad_norm": 0.06510894340277039, |
| "learning_rate": 1.9565153687607006e-05, |
| "loss": 0.4687026023864746, |
| "memory(GiB)": 73.24, |
| "step": 385, |
| "token_acc": 0.8694005270092227, |
| "train_speed(iter/s)": 0.029956 |
| }, |
| { |
| "epoch": 0.12479500819967201, |
| "grad_norm": 0.05180588304383506, |
| "learning_rate": 1.9549878585371006e-05, |
| "loss": 0.4649878978729248, |
| "memory(GiB)": 73.24, |
| "step": 390, |
| "token_acc": 0.8677233429394813, |
| "train_speed(iter/s)": 0.029999 |
| }, |
| { |
| "epoch": 0.1263949442022319, |
| "grad_norm": 0.060875424512666344, |
| "learning_rate": 1.9534345978013972e-05, |
| "loss": 0.47073874473571775, |
| "memory(GiB)": 73.24, |
| "step": 395, |
| "token_acc": 0.8484663512894858, |
| "train_speed(iter/s)": 0.029947 |
| }, |
| { |
| "epoch": 0.1279948802047918, |
| "grad_norm": 0.0571374353277554, |
| "learning_rate": 1.9518556284360696e-05, |
| "loss": 0.4666412353515625, |
| "memory(GiB)": 73.24, |
| "step": 400, |
| "token_acc": 0.8975701436434421, |
| "train_speed(iter/s)": 0.029998 |
| }, |
| { |
| "epoch": 0.1295948162073517, |
| "grad_norm": 0.05215050598306155, |
| "learning_rate": 1.9502509930168113e-05, |
| "loss": 0.4628121376037598, |
| "memory(GiB)": 73.24, |
| "step": 405, |
| "token_acc": 0.8816677696889477, |
| "train_speed(iter/s)": 0.029966 |
| }, |
| { |
| "epoch": 0.1311947522099116, |
| "grad_norm": 0.07947570193916972, |
| "learning_rate": 1.9486207348113803e-05, |
| "loss": 0.4593012809753418, |
| "memory(GiB)": 73.24, |
| "step": 410, |
| "token_acc": 0.8692473832862602, |
| "train_speed(iter/s)": 0.029911 |
| }, |
| { |
| "epoch": 0.1327946882124715, |
| "grad_norm": 0.07262611466641217, |
| "learning_rate": 1.946964897778433e-05, |
| "loss": 0.47004990577697753, |
| "memory(GiB)": 73.24, |
| "step": 415, |
| "token_acc": 0.8736337958983176, |
| "train_speed(iter/s)": 0.029969 |
| }, |
| { |
| "epoch": 0.1343946242150314, |
| "grad_norm": 0.053754461298334506, |
| "learning_rate": 1.9452835265663404e-05, |
| "loss": 0.4695271015167236, |
| "memory(GiB)": 73.24, |
| "step": 420, |
| "token_acc": 0.8747993579454254, |
| "train_speed(iter/s)": 0.029901 |
| }, |
| { |
| "epoch": 0.1359945602175913, |
| "grad_norm": 0.0742051800083311, |
| "learning_rate": 1.9435766665119823e-05, |
| "loss": 0.47011446952819824, |
| "memory(GiB)": 73.24, |
| "step": 425, |
| "token_acc": 0.8356736242884251, |
| "train_speed(iter/s)": 0.029856 |
| }, |
| { |
| "epoch": 0.13759449622015119, |
| "grad_norm": 0.06429200177825628, |
| "learning_rate": 1.941844363639525e-05, |
| "loss": 0.476796817779541, |
| "memory(GiB)": 73.24, |
| "step": 430, |
| "token_acc": 0.869019972131909, |
| "train_speed(iter/s)": 0.0299 |
| }, |
| { |
| "epoch": 0.13919443222271108, |
| "grad_norm": 0.06544854557851852, |
| "learning_rate": 1.9400866646591816e-05, |
| "loss": 0.4666853904724121, |
| "memory(GiB)": 73.24, |
| "step": 435, |
| "token_acc": 0.8204667863554758, |
| "train_speed(iter/s)": 0.029847 |
| }, |
| { |
| "epoch": 0.140794368225271, |
| "grad_norm": 0.0546565929911768, |
| "learning_rate": 1.9383036169659513e-05, |
| "loss": 0.4738778591156006, |
| "memory(GiB)": 73.24, |
| "step": 440, |
| "token_acc": 0.8605809128630706, |
| "train_speed(iter/s)": 0.029855 |
| }, |
| { |
| "epoch": 0.1423943042278309, |
| "grad_norm": 0.06789336848906298, |
| "learning_rate": 1.936495268638342e-05, |
| "loss": 0.47726120948791506, |
| "memory(GiB)": 73.24, |
| "step": 445, |
| "token_acc": 0.8404369243949454, |
| "train_speed(iter/s)": 0.029875 |
| }, |
| { |
| "epoch": 0.14399424023039079, |
| "grad_norm": 0.049909982274150465, |
| "learning_rate": 1.934661668437073e-05, |
| "loss": 0.47165632247924805, |
| "memory(GiB)": 73.24, |
| "step": 450, |
| "token_acc": 0.848471615720524, |
| "train_speed(iter/s)": 0.029826 |
| }, |
| { |
| "epoch": 0.14559417623295068, |
| "grad_norm": 0.057441474731933166, |
| "learning_rate": 1.932802865803763e-05, |
| "loss": 0.4703391075134277, |
| "memory(GiB)": 73.24, |
| "step": 455, |
| "token_acc": 0.8466442358774571, |
| "train_speed(iter/s)": 0.029877 |
| }, |
| { |
| "epoch": 0.14719411223551057, |
| "grad_norm": 0.07263904251491092, |
| "learning_rate": 1.930918910859592e-05, |
| "loss": 0.467697811126709, |
| "memory(GiB)": 73.24, |
| "step": 460, |
| "token_acc": 0.8491142333536957, |
| "train_speed(iter/s)": 0.02984 |
| }, |
| { |
| "epoch": 0.14879404823807046, |
| "grad_norm": 0.06769237623086669, |
| "learning_rate": 1.9290098544039546e-05, |
| "loss": 0.46541628837585447, |
| "memory(GiB)": 73.24, |
| "step": 465, |
| "token_acc": 0.8555353301340394, |
| "train_speed(iter/s)": 0.02978 |
| }, |
| { |
| "epoch": 0.15039398424063039, |
| "grad_norm": 0.06751583633556477, |
| "learning_rate": 1.927075747913088e-05, |
| "loss": 0.47134056091308596, |
| "memory(GiB)": 73.24, |
| "step": 470, |
| "token_acc": 0.8708000507163687, |
| "train_speed(iter/s)": 0.029832 |
| }, |
| { |
| "epoch": 0.15199392024319028, |
| "grad_norm": 0.0539492567012165, |
| "learning_rate": 1.9251166435386837e-05, |
| "loss": 0.4645866394042969, |
| "memory(GiB)": 73.24, |
| "step": 475, |
| "token_acc": 0.849832526981764, |
| "train_speed(iter/s)": 0.029779 |
| }, |
| { |
| "epoch": 0.15359385624575017, |
| "grad_norm": 0.06038706866556876, |
| "learning_rate": 1.923132594106483e-05, |
| "loss": 0.46890692710876464, |
| "memory(GiB)": 73.24, |
| "step": 480, |
| "token_acc": 0.8665925514174542, |
| "train_speed(iter/s)": 0.02976 |
| }, |
| { |
| "epoch": 0.15519379224831006, |
| "grad_norm": 0.05215840717634863, |
| "learning_rate": 1.92112365311485e-05, |
| "loss": 0.46829919815063475, |
| "memory(GiB)": 73.24, |
| "step": 485, |
| "token_acc": 0.861963565228023, |
| "train_speed(iter/s)": 0.029794 |
| }, |
| { |
| "epoch": 0.15679372825086996, |
| "grad_norm": 0.06554142579397569, |
| "learning_rate": 1.919089874733332e-05, |
| "loss": 0.4702622413635254, |
| "memory(GiB)": 73.24, |
| "step": 490, |
| "token_acc": 0.8809186723297153, |
| "train_speed(iter/s)": 0.029747 |
| }, |
| { |
| "epoch": 0.15839366425342985, |
| "grad_norm": 0.0601172563145885, |
| "learning_rate": 1.9170313138011964e-05, |
| "loss": 0.46490135192871096, |
| "memory(GiB)": 73.24, |
| "step": 495, |
| "token_acc": 0.8890911637025627, |
| "train_speed(iter/s)": 0.02977 |
| }, |
| { |
| "epoch": 0.15999360025598977, |
| "grad_norm": 0.05924399402367875, |
| "learning_rate": 1.9149480258259535e-05, |
| "loss": 0.46698894500732424, |
| "memory(GiB)": 73.24, |
| "step": 500, |
| "token_acc": 0.8781434114096853, |
| "train_speed(iter/s)": 0.029766 |
| }, |
| { |
| "epoch": 0.15999360025598977, |
| "eval_loss": 0.677643895149231, |
| "eval_runtime": 109.3458, |
| "eval_samples_per_second": 183.711, |
| "eval_steps_per_second": 0.924, |
| "eval_token_acc": 0.8661408286670019, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.16159353625854966, |
| "grad_norm": 0.05118070522939682, |
| "learning_rate": 1.9128400669818586e-05, |
| "loss": 0.4606743812561035, |
| "memory(GiB)": 73.24, |
| "step": 505, |
| "token_acc": 0.8727327237295758, |
| "train_speed(iter/s)": 0.029628 |
| }, |
| { |
| "epoch": 0.16319347226110956, |
| "grad_norm": 0.05904937387674259, |
| "learning_rate": 1.9107074941083987e-05, |
| "loss": 0.47115492820739746, |
| "memory(GiB)": 73.24, |
| "step": 510, |
| "token_acc": 0.8801781737193763, |
| "train_speed(iter/s)": 0.029663 |
| }, |
| { |
| "epoch": 0.16479340826366945, |
| "grad_norm": 0.061211680590962145, |
| "learning_rate": 1.9085503647087588e-05, |
| "loss": 0.46154184341430665, |
| "memory(GiB)": 73.24, |
| "step": 515, |
| "token_acc": 0.8573438874230431, |
| "train_speed(iter/s)": 0.029714 |
| }, |
| { |
| "epoch": 0.16639334426622934, |
| "grad_norm": 0.05461804298242196, |
| "learning_rate": 1.906368736948272e-05, |
| "loss": 0.46891465187072756, |
| "memory(GiB)": 73.24, |
| "step": 520, |
| "token_acc": 0.8665508756694167, |
| "train_speed(iter/s)": 0.029721 |
| }, |
| { |
| "epoch": 0.16799328026878924, |
| "grad_norm": 0.059072521440841075, |
| "learning_rate": 1.9041626696528503e-05, |
| "loss": 0.4666083812713623, |
| "memory(GiB)": 73.24, |
| "step": 525, |
| "token_acc": 0.8742783835792175, |
| "train_speed(iter/s)": 0.029735 |
| }, |
| { |
| "epoch": 0.16959321627134916, |
| "grad_norm": 0.06762878495647719, |
| "learning_rate": 1.9019322223073997e-05, |
| "loss": 0.4684437274932861, |
| "memory(GiB)": 73.24, |
| "step": 530, |
| "token_acc": 0.8906074591493077, |
| "train_speed(iter/s)": 0.029782 |
| }, |
| { |
| "epoch": 0.17119315227390905, |
| "grad_norm": 0.05741557316745661, |
| "learning_rate": 1.899677455054215e-05, |
| "loss": 0.4690097332000732, |
| "memory(GiB)": 73.24, |
| "step": 535, |
| "token_acc": 0.8231878958479943, |
| "train_speed(iter/s)": 0.029785 |
| }, |
| { |
| "epoch": 0.17279308827646894, |
| "grad_norm": 0.049026865135578496, |
| "learning_rate": 1.8973984286913584e-05, |
| "loss": 0.469140625, |
| "memory(GiB)": 73.24, |
| "step": 540, |
| "token_acc": 0.8849415539766216, |
| "train_speed(iter/s)": 0.029789 |
| }, |
| { |
| "epoch": 0.17439302427902884, |
| "grad_norm": 0.059746465018255104, |
| "learning_rate": 1.895095204671021e-05, |
| "loss": 0.4646149158477783, |
| "memory(GiB)": 73.24, |
| "step": 545, |
| "token_acc": 0.8944385405596883, |
| "train_speed(iter/s)": 0.029813 |
| }, |
| { |
| "epoch": 0.17599296028158873, |
| "grad_norm": 0.049833714934798115, |
| "learning_rate": 1.892767845097864e-05, |
| "loss": 0.47077240943908694, |
| "memory(GiB)": 73.24, |
| "step": 550, |
| "token_acc": 0.8640860961638605, |
| "train_speed(iter/s)": 0.029794 |
| }, |
| { |
| "epoch": 0.17759289628414862, |
| "grad_norm": 0.06593845007149325, |
| "learning_rate": 1.890416412727346e-05, |
| "loss": 0.46265759468078616, |
| "memory(GiB)": 73.24, |
| "step": 555, |
| "token_acc": 0.8249895412076419, |
| "train_speed(iter/s)": 0.02984 |
| }, |
| { |
| "epoch": 0.17919283228670854, |
| "grad_norm": 0.058254003445636866, |
| "learning_rate": 1.88804097096403e-05, |
| "loss": 0.459829044342041, |
| "memory(GiB)": 73.24, |
| "step": 560, |
| "token_acc": 0.8835873095178616, |
| "train_speed(iter/s)": 0.029842 |
| }, |
| { |
| "epoch": 0.18079276828926844, |
| "grad_norm": 0.07335953644753283, |
| "learning_rate": 1.8856415838598738e-05, |
| "loss": 0.45765042304992676, |
| "memory(GiB)": 73.24, |
| "step": 565, |
| "token_acc": 0.8755007210382951, |
| "train_speed(iter/s)": 0.029818 |
| }, |
| { |
| "epoch": 0.18239270429182833, |
| "grad_norm": 0.06659181547700674, |
| "learning_rate": 1.8832183161125026e-05, |
| "loss": 0.4609128475189209, |
| "memory(GiB)": 73.24, |
| "step": 570, |
| "token_acc": 0.8344311377245509, |
| "train_speed(iter/s)": 0.029871 |
| }, |
| { |
| "epoch": 0.18399264029438822, |
| "grad_norm": 0.05836437871791382, |
| "learning_rate": 1.8807712330634645e-05, |
| "loss": 0.4691438674926758, |
| "memory(GiB)": 73.24, |
| "step": 575, |
| "token_acc": 0.8848027659908848, |
| "train_speed(iter/s)": 0.029828 |
| }, |
| { |
| "epoch": 0.18559257629694811, |
| "grad_norm": 0.05735059462858394, |
| "learning_rate": 1.87830040069647e-05, |
| "loss": 0.4602513790130615, |
| "memory(GiB)": 73.24, |
| "step": 580, |
| "token_acc": 0.8959147903465012, |
| "train_speed(iter/s)": 0.029816 |
| }, |
| { |
| "epoch": 0.187192512299508, |
| "grad_norm": 0.05337219773586585, |
| "learning_rate": 1.87580588563561e-05, |
| "loss": 0.46318631172180175, |
| "memory(GiB)": 73.24, |
| "step": 585, |
| "token_acc": 0.8725881039706586, |
| "train_speed(iter/s)": 0.029851 |
| }, |
| { |
| "epoch": 0.18879244830206793, |
| "grad_norm": 0.05886716832883729, |
| "learning_rate": 1.873287755143563e-05, |
| "loss": 0.4604507923126221, |
| "memory(GiB)": 73.24, |
| "step": 590, |
| "token_acc": 0.9041755130927105, |
| "train_speed(iter/s)": 0.029822 |
| }, |
| { |
| "epoch": 0.19039238430462782, |
| "grad_norm": 0.053483810048332456, |
| "learning_rate": 1.8707460771197773e-05, |
| "loss": 0.46618080139160156, |
| "memory(GiB)": 73.24, |
| "step": 595, |
| "token_acc": 0.8785046728971962, |
| "train_speed(iter/s)": 0.029819 |
| }, |
| { |
| "epoch": 0.1919923203071877, |
| "grad_norm": 0.0518592001281956, |
| "learning_rate": 1.868180920098644e-05, |
| "loss": 0.4680916786193848, |
| "memory(GiB)": 73.24, |
| "step": 600, |
| "token_acc": 0.8467063770147162, |
| "train_speed(iter/s)": 0.029843 |
| }, |
| { |
| "epoch": 0.1935922563097476, |
| "grad_norm": 0.07018232236413237, |
| "learning_rate": 1.8655923532476463e-05, |
| "loss": 0.46170759201049805, |
| "memory(GiB)": 73.24, |
| "step": 605, |
| "token_acc": 0.889030612244898, |
| "train_speed(iter/s)": 0.02981 |
| }, |
| { |
| "epoch": 0.1951921923123075, |
| "grad_norm": 0.06030421269833889, |
| "learning_rate": 1.8629804463654956e-05, |
| "loss": 0.46511187553405764, |
| "memory(GiB)": 73.24, |
| "step": 610, |
| "token_acc": 0.8554680664916885, |
| "train_speed(iter/s)": 0.029852 |
| }, |
| { |
| "epoch": 0.1967921283148674, |
| "grad_norm": 0.056137765321266526, |
| "learning_rate": 1.8603452698802498e-05, |
| "loss": 0.47327299118041993, |
| "memory(GiB)": 76.61, |
| "step": 615, |
| "token_acc": 0.8645191852202747, |
| "train_speed(iter/s)": 0.029831 |
| }, |
| { |
| "epoch": 0.1983920643174273, |
| "grad_norm": 0.05458475201274465, |
| "learning_rate": 1.857686894847413e-05, |
| "loss": 0.45963249206542967, |
| "memory(GiB)": 76.61, |
| "step": 620, |
| "token_acc": 0.8517509197438343, |
| "train_speed(iter/s)": 0.029791 |
| }, |
| { |
| "epoch": 0.1999920003199872, |
| "grad_norm": 0.059902578480064236, |
| "learning_rate": 1.8550053929480202e-05, |
| "loss": 0.4687147617340088, |
| "memory(GiB)": 76.61, |
| "step": 625, |
| "token_acc": 0.8958185683912119, |
| "train_speed(iter/s)": 0.029833 |
| }, |
| { |
| "epoch": 0.2015919363225471, |
| "grad_norm": 0.0539478773118384, |
| "learning_rate": 1.8523008364867056e-05, |
| "loss": 0.4696544647216797, |
| "memory(GiB)": 76.61, |
| "step": 630, |
| "token_acc": 0.8439355385920272, |
| "train_speed(iter/s)": 0.029796 |
| }, |
| { |
| "epoch": 0.203191872325107, |
| "grad_norm": 0.05688926646164217, |
| "learning_rate": 1.8495732983897504e-05, |
| "loss": 0.4628334045410156, |
| "memory(GiB)": 76.61, |
| "step": 635, |
| "token_acc": 0.8406656465187452, |
| "train_speed(iter/s)": 0.029775 |
| }, |
| { |
| "epoch": 0.20479180832766689, |
| "grad_norm": 0.055104479428209605, |
| "learning_rate": 1.8468228522031197e-05, |
| "loss": 0.4559271812438965, |
| "memory(GiB)": 76.61, |
| "step": 640, |
| "token_acc": 0.8823529411764706, |
| "train_speed(iter/s)": 0.029794 |
| }, |
| { |
| "epoch": 0.20639174433022678, |
| "grad_norm": 0.058080447436547736, |
| "learning_rate": 1.8440495720904758e-05, |
| "loss": 0.4649765968322754, |
| "memory(GiB)": 76.61, |
| "step": 645, |
| "token_acc": 0.8708735027753433, |
| "train_speed(iter/s)": 0.029752 |
| }, |
| { |
| "epoch": 0.2079916803327867, |
| "grad_norm": 0.06300003986546152, |
| "learning_rate": 1.8412535328311813e-05, |
| "loss": 0.47095327377319335, |
| "memory(GiB)": 76.61, |
| "step": 650, |
| "token_acc": 0.8504976200778883, |
| "train_speed(iter/s)": 0.029755 |
| }, |
| { |
| "epoch": 0.2095916163353466, |
| "grad_norm": 0.06584526718748161, |
| "learning_rate": 1.8384348098182815e-05, |
| "loss": 0.46697392463684084, |
| "memory(GiB)": 76.61, |
| "step": 655, |
| "token_acc": 0.8224407171775593, |
| "train_speed(iter/s)": 0.029762 |
| }, |
| { |
| "epoch": 0.21119155233790649, |
| "grad_norm": 0.07147957728971413, |
| "learning_rate": 1.8355934790564718e-05, |
| "loss": 0.4684570789337158, |
| "memory(GiB)": 76.61, |
| "step": 660, |
| "token_acc": 0.8842165898617511, |
| "train_speed(iter/s)": 0.029723 |
| }, |
| { |
| "epoch": 0.21279148834046638, |
| "grad_norm": 0.06592046292925295, |
| "learning_rate": 1.832729617160047e-05, |
| "loss": 0.461454439163208, |
| "memory(GiB)": 76.61, |
| "step": 665, |
| "token_acc": 0.9114801444043321, |
| "train_speed(iter/s)": 0.02976 |
| }, |
| { |
| "epoch": 0.21439142434302627, |
| "grad_norm": 0.0656829490109071, |
| "learning_rate": 1.8298433013508384e-05, |
| "loss": 0.46404447555541994, |
| "memory(GiB)": 76.61, |
| "step": 670, |
| "token_acc": 0.8516549891278087, |
| "train_speed(iter/s)": 0.029736 |
| }, |
| { |
| "epoch": 0.21599136034558616, |
| "grad_norm": 0.05417998837874903, |
| "learning_rate": 1.826934609456129e-05, |
| "loss": 0.47208566665649415, |
| "memory(GiB)": 76.61, |
| "step": 675, |
| "token_acc": 0.8798815733822078, |
| "train_speed(iter/s)": 0.029718 |
| }, |
| { |
| "epoch": 0.21759129634814608, |
| "grad_norm": 0.06917195844649823, |
| "learning_rate": 1.8240036199065546e-05, |
| "loss": 0.4724391460418701, |
| "memory(GiB)": 76.61, |
| "step": 680, |
| "token_acc": 0.875845675626257, |
| "train_speed(iter/s)": 0.029745 |
| }, |
| { |
| "epoch": 0.21919123235070598, |
| "grad_norm": 0.055849189404917746, |
| "learning_rate": 1.8210504117339917e-05, |
| "loss": 0.463816499710083, |
| "memory(GiB)": 76.61, |
| "step": 685, |
| "token_acc": 0.8841904379268782, |
| "train_speed(iter/s)": 0.029711 |
| }, |
| { |
| "epoch": 0.22079116835326587, |
| "grad_norm": 0.059563786969142496, |
| "learning_rate": 1.8180750645694236e-05, |
| "loss": 0.4678086757659912, |
| "memory(GiB)": 76.61, |
| "step": 690, |
| "token_acc": 0.8675231977159172, |
| "train_speed(iter/s)": 0.029714 |
| }, |
| { |
| "epoch": 0.22239110435582576, |
| "grad_norm": 0.05908606421708839, |
| "learning_rate": 1.8150776586407957e-05, |
| "loss": 0.46315860748291016, |
| "memory(GiB)": 76.61, |
| "step": 695, |
| "token_acc": 0.8914956011730205, |
| "train_speed(iter/s)": 0.029731 |
| }, |
| { |
| "epoch": 0.22399104035838566, |
| "grad_norm": 0.05617530731492468, |
| "learning_rate": 1.8120582747708503e-05, |
| "loss": 0.46682062149047854, |
| "memory(GiB)": 76.61, |
| "step": 700, |
| "token_acc": 0.8805088596092685, |
| "train_speed(iter/s)": 0.029689 |
| }, |
| { |
| "epoch": 0.22559097636094555, |
| "grad_norm": 0.06138477303861948, |
| "learning_rate": 1.8090169943749477e-05, |
| "loss": 0.47155141830444336, |
| "memory(GiB)": 76.61, |
| "step": 705, |
| "token_acc": 0.8753766681015928, |
| "train_speed(iter/s)": 0.029703 |
| }, |
| { |
| "epoch": 0.22719091236350547, |
| "grad_norm": 0.07073141016351848, |
| "learning_rate": 1.8059538994588715e-05, |
| "loss": 0.45953845977783203, |
| "memory(GiB)": 76.61, |
| "step": 710, |
| "token_acc": 0.8449233877757198, |
| "train_speed(iter/s)": 0.0297 |
| }, |
| { |
| "epoch": 0.22879084836606536, |
| "grad_norm": 0.06266619359839708, |
| "learning_rate": 1.8028690726166172e-05, |
| "loss": 0.4604049205780029, |
| "memory(GiB)": 76.61, |
| "step": 715, |
| "token_acc": 0.8688032048072108, |
| "train_speed(iter/s)": 0.02966 |
| }, |
| { |
| "epoch": 0.23039078436862526, |
| "grad_norm": 0.0563660774004587, |
| "learning_rate": 1.7997625970281652e-05, |
| "loss": 0.4622708797454834, |
| "memory(GiB)": 76.61, |
| "step": 720, |
| "token_acc": 0.8698216735253772, |
| "train_speed(iter/s)": 0.029685 |
| }, |
| { |
| "epoch": 0.23199072037118515, |
| "grad_norm": 0.06596213612143108, |
| "learning_rate": 1.796634556457236e-05, |
| "loss": 0.4681892395019531, |
| "memory(GiB)": 76.61, |
| "step": 725, |
| "token_acc": 0.8842619184376795, |
| "train_speed(iter/s)": 0.029661 |
| }, |
| { |
| "epoch": 0.23359065637374504, |
| "grad_norm": 0.05364579438678848, |
| "learning_rate": 1.793485035249036e-05, |
| "loss": 0.46258745193481443, |
| "memory(GiB)": 76.61, |
| "step": 730, |
| "token_acc": 0.8599531615925059, |
| "train_speed(iter/s)": 0.02965 |
| }, |
| { |
| "epoch": 0.23519059237630494, |
| "grad_norm": 0.07509450433159735, |
| "learning_rate": 1.7903141183279776e-05, |
| "loss": 0.47242441177368166, |
| "memory(GiB)": 76.61, |
| "step": 735, |
| "token_acc": 0.8404958677685951, |
| "train_speed(iter/s)": 0.029665 |
| }, |
| { |
| "epoch": 0.23679052837886486, |
| "grad_norm": 0.06478313540282635, |
| "learning_rate": 1.7871218911953942e-05, |
| "loss": 0.4565444469451904, |
| "memory(GiB)": 76.61, |
| "step": 740, |
| "token_acc": 0.8338650865998177, |
| "train_speed(iter/s)": 0.029634 |
| }, |
| { |
| "epoch": 0.23839046438142475, |
| "grad_norm": 0.06348939893307848, |
| "learning_rate": 1.7839084399272317e-05, |
| "loss": 0.4670473575592041, |
| "memory(GiB)": 76.61, |
| "step": 745, |
| "token_acc": 0.8652410477034038, |
| "train_speed(iter/s)": 0.029638 |
| }, |
| { |
| "epoch": 0.23999040038398464, |
| "grad_norm": 0.07434587030241245, |
| "learning_rate": 1.780673851171728e-05, |
| "loss": 0.47047910690307615, |
| "memory(GiB)": 76.61, |
| "step": 750, |
| "token_acc": 0.88801504530689, |
| "train_speed(iter/s)": 0.029638 |
| }, |
| { |
| "epoch": 0.23999040038398464, |
| "eval_loss": 0.6746003031730652, |
| "eval_runtime": 113.2223, |
| "eval_samples_per_second": 177.421, |
| "eval_steps_per_second": 0.892, |
| "eval_token_acc": 0.8668385651547512, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.24159033638654454, |
| "grad_norm": 0.06732795706859432, |
| "learning_rate": 1.777418212147079e-05, |
| "loss": 0.46190509796142576, |
| "memory(GiB)": 76.61, |
| "step": 755, |
| "token_acc": 0.8881346728210697, |
| "train_speed(iter/s)": 0.029543 |
| }, |
| { |
| "epoch": 0.24319027238910443, |
| "grad_norm": 0.06836940989947664, |
| "learning_rate": 1.7741416106390828e-05, |
| "loss": 0.46283302307128904, |
| "memory(GiB)": 76.61, |
| "step": 760, |
| "token_acc": 0.8831443688586545, |
| "train_speed(iter/s)": 0.029566 |
| }, |
| { |
| "epoch": 0.24479020839166432, |
| "grad_norm": 0.07072489516219096, |
| "learning_rate": 1.7708441349987753e-05, |
| "loss": 0.4619740962982178, |
| "memory(GiB)": 76.61, |
| "step": 765, |
| "token_acc": 0.8610668789808917, |
| "train_speed(iter/s)": 0.0296 |
| }, |
| { |
| "epoch": 0.24639014439422424, |
| "grad_norm": 0.07152232857362027, |
| "learning_rate": 1.767525874140048e-05, |
| "loss": 0.46694121360778806, |
| "memory(GiB)": 76.61, |
| "step": 770, |
| "token_acc": 0.8397869022869023, |
| "train_speed(iter/s)": 0.029606 |
| }, |
| { |
| "epoch": 0.24799008039678413, |
| "grad_norm": 0.059354056163304685, |
| "learning_rate": 1.7641869175372493e-05, |
| "loss": 0.4596868991851807, |
| "memory(GiB)": 76.61, |
| "step": 775, |
| "token_acc": 0.8582827406764961, |
| "train_speed(iter/s)": 0.029599 |
| }, |
| { |
| "epoch": 0.24959001639934403, |
| "grad_norm": 0.0629690289705531, |
| "learning_rate": 1.7608273552227723e-05, |
| "loss": 0.4583168029785156, |
| "memory(GiB)": 76.61, |
| "step": 780, |
| "token_acc": 0.8841532106646639, |
| "train_speed(iter/s)": 0.029639 |
| }, |
| { |
| "epoch": 0.25118995240190395, |
| "grad_norm": 0.05810355160479093, |
| "learning_rate": 1.7574472777846276e-05, |
| "loss": 0.47337069511413576, |
| "memory(GiB)": 76.61, |
| "step": 785, |
| "token_acc": 0.8676557863501484, |
| "train_speed(iter/s)": 0.029632 |
| }, |
| { |
| "epoch": 0.2527898884044638, |
| "grad_norm": 0.05365185572887828, |
| "learning_rate": 1.7540467763639994e-05, |
| "loss": 0.46567063331604003, |
| "memory(GiB)": 76.61, |
| "step": 790, |
| "token_acc": 0.8745288099084545, |
| "train_speed(iter/s)": 0.029629 |
| }, |
| { |
| "epoch": 0.25438982440702373, |
| "grad_norm": 0.054672322658953366, |
| "learning_rate": 1.7506259426527903e-05, |
| "loss": 0.47023472785949705, |
| "memory(GiB)": 76.61, |
| "step": 795, |
| "token_acc": 0.874407844001322, |
| "train_speed(iter/s)": 0.02965 |
| }, |
| { |
| "epoch": 0.2559897604095836, |
| "grad_norm": 0.057060955079149434, |
| "learning_rate": 1.7471848688911465e-05, |
| "loss": 0.4684537410736084, |
| "memory(GiB)": 76.61, |
| "step": 800, |
| "token_acc": 0.8839382448537378, |
| "train_speed(iter/s)": 0.029634 |
| }, |
| { |
| "epoch": 0.2575896964121435, |
| "grad_norm": 0.06051290772323595, |
| "learning_rate": 1.7437236478649718e-05, |
| "loss": 0.46199979782104494, |
| "memory(GiB)": 76.61, |
| "step": 805, |
| "token_acc": 0.8673650919153983, |
| "train_speed(iter/s)": 0.02966 |
| }, |
| { |
| "epoch": 0.2591896324147034, |
| "grad_norm": 0.0643397562387603, |
| "learning_rate": 1.7402423729034252e-05, |
| "loss": 0.4548381805419922, |
| "memory(GiB)": 76.61, |
| "step": 810, |
| "token_acc": 0.83125, |
| "train_speed(iter/s)": 0.029652 |
| }, |
| { |
| "epoch": 0.2607895684172633, |
| "grad_norm": 0.065624934571794, |
| "learning_rate": 1.736741137876405e-05, |
| "loss": 0.46353764533996583, |
| "memory(GiB)": 76.61, |
| "step": 815, |
| "token_acc": 0.8907202528787537, |
| "train_speed(iter/s)": 0.029628 |
| }, |
| { |
| "epoch": 0.2623895044198232, |
| "grad_norm": 0.053961693017135055, |
| "learning_rate": 1.7332200371920173e-05, |
| "loss": 0.46685361862182617, |
| "memory(GiB)": 76.61, |
| "step": 820, |
| "token_acc": 0.8522188711762172, |
| "train_speed(iter/s)": 0.029672 |
| }, |
| { |
| "epoch": 0.2639894404223831, |
| "grad_norm": 0.054388550053431586, |
| "learning_rate": 1.72967916579403e-05, |
| "loss": 0.46024084091186523, |
| "memory(GiB)": 76.61, |
| "step": 825, |
| "token_acc": 0.8684630384683567, |
| "train_speed(iter/s)": 0.02966 |
| }, |
| { |
| "epoch": 0.265589376424943, |
| "grad_norm": 0.0583019332597641, |
| "learning_rate": 1.7261186191593135e-05, |
| "loss": 0.47214059829711913, |
| "memory(GiB)": 76.61, |
| "step": 830, |
| "token_acc": 0.8717123935666982, |
| "train_speed(iter/s)": 0.029645 |
| }, |
| { |
| "epoch": 0.2671893124275029, |
| "grad_norm": 0.06004272220759217, |
| "learning_rate": 1.7225384932952655e-05, |
| "loss": 0.4626835823059082, |
| "memory(GiB)": 76.61, |
| "step": 835, |
| "token_acc": 0.8737211788059246, |
| "train_speed(iter/s)": 0.02967 |
| }, |
| { |
| "epoch": 0.2687892484300628, |
| "grad_norm": 0.05611993161069816, |
| "learning_rate": 1.7189388847372227e-05, |
| "loss": 0.46799750328063966, |
| "memory(GiB)": 76.61, |
| "step": 840, |
| "token_acc": 0.8781684382665577, |
| "train_speed(iter/s)": 0.029642 |
| }, |
| { |
| "epoch": 0.2703891844326227, |
| "grad_norm": 0.06345947319153013, |
| "learning_rate": 1.715319890545857e-05, |
| "loss": 0.4568619728088379, |
| "memory(GiB)": 76.61, |
| "step": 845, |
| "token_acc": 0.860916969527537, |
| "train_speed(iter/s)": 0.029655 |
| }, |
| { |
| "epoch": 0.2719891204351826, |
| "grad_norm": 0.0592531603954309, |
| "learning_rate": 1.7116816083045603e-05, |
| "loss": 0.46942729949951173, |
| "memory(GiB)": 76.61, |
| "step": 850, |
| "token_acc": 0.8726317245194303, |
| "train_speed(iter/s)": 0.029655 |
| }, |
| { |
| "epoch": 0.2735890564377425, |
| "grad_norm": 0.05711267065318382, |
| "learning_rate": 1.7080241361168108e-05, |
| "loss": 0.45801239013671874, |
| "memory(GiB)": 76.61, |
| "step": 855, |
| "token_acc": 0.8834167608590344, |
| "train_speed(iter/s)": 0.02963 |
| }, |
| { |
| "epoch": 0.27518899244030237, |
| "grad_norm": 0.05715792257951623, |
| "learning_rate": 1.704347572603529e-05, |
| "loss": 0.4675910472869873, |
| "memory(GiB)": 76.61, |
| "step": 860, |
| "token_acc": 0.8361073624231519, |
| "train_speed(iter/s)": 0.029659 |
| }, |
| { |
| "epoch": 0.2767889284428623, |
| "grad_norm": 0.056617536923221766, |
| "learning_rate": 1.700652016900419e-05, |
| "loss": 0.467483377456665, |
| "memory(GiB)": 76.61, |
| "step": 865, |
| "token_acc": 0.8753590807532716, |
| "train_speed(iter/s)": 0.029639 |
| }, |
| { |
| "epoch": 0.27838886444542216, |
| "grad_norm": 0.060433939578350394, |
| "learning_rate": 1.696937568655294e-05, |
| "loss": 0.46129570007324217, |
| "memory(GiB)": 76.61, |
| "step": 870, |
| "token_acc": 0.8700755748512623, |
| "train_speed(iter/s)": 0.029622 |
| }, |
| { |
| "epoch": 0.2799888004479821, |
| "grad_norm": 0.06826391103956585, |
| "learning_rate": 1.6932043280253892e-05, |
| "loss": 0.47449960708618166, |
| "memory(GiB)": 76.61, |
| "step": 875, |
| "token_acc": 0.8767408356010885, |
| "train_speed(iter/s)": 0.02965 |
| }, |
| { |
| "epoch": 0.281588736450542, |
| "grad_norm": 0.060978189753072065, |
| "learning_rate": 1.689452395674664e-05, |
| "loss": 0.464243745803833, |
| "memory(GiB)": 76.61, |
| "step": 880, |
| "token_acc": 0.8622170179547228, |
| "train_speed(iter/s)": 0.029624 |
| }, |
| { |
| "epoch": 0.28318867245310186, |
| "grad_norm": 0.0760276206328267, |
| "learning_rate": 1.6856818727710847e-05, |
| "loss": 0.4566212177276611, |
| "memory(GiB)": 76.61, |
| "step": 885, |
| "token_acc": 0.8465499485066942, |
| "train_speed(iter/s)": 0.029618 |
| }, |
| { |
| "epoch": 0.2847886084556618, |
| "grad_norm": 0.05693121191664627, |
| "learning_rate": 1.6818928609838967e-05, |
| "loss": 0.46042599678039553, |
| "memory(GiB)": 76.61, |
| "step": 890, |
| "token_acc": 0.8798391728891441, |
| "train_speed(iter/s)": 0.029627 |
| }, |
| { |
| "epoch": 0.28638854445822165, |
| "grad_norm": 0.05744826995499506, |
| "learning_rate": 1.678085462480885e-05, |
| "loss": 0.4604465961456299, |
| "memory(GiB)": 76.61, |
| "step": 895, |
| "token_acc": 0.8780676542118063, |
| "train_speed(iter/s)": 0.029599 |
| }, |
| { |
| "epoch": 0.28798848046078157, |
| "grad_norm": 0.06271464886952488, |
| "learning_rate": 1.6742597799256182e-05, |
| "loss": 0.46231966018676757, |
| "memory(GiB)": 76.61, |
| "step": 900, |
| "token_acc": 0.8866765515780555, |
| "train_speed(iter/s)": 0.029611 |
| }, |
| { |
| "epoch": 0.2895884164633415, |
| "grad_norm": 0.06044356676681803, |
| "learning_rate": 1.6704159164746797e-05, |
| "loss": 0.47655544281005857, |
| "memory(GiB)": 76.61, |
| "step": 905, |
| "token_acc": 0.8872944211544663, |
| "train_speed(iter/s)": 0.029601 |
| }, |
| { |
| "epoch": 0.29118835246590136, |
| "grad_norm": 0.05103569816400521, |
| "learning_rate": 1.6665539757748866e-05, |
| "loss": 0.4603917121887207, |
| "memory(GiB)": 76.61, |
| "step": 910, |
| "token_acc": 0.8611705475141599, |
| "train_speed(iter/s)": 0.029574 |
| }, |
| { |
| "epoch": 0.2927882884684613, |
| "grad_norm": 0.055811472748585486, |
| "learning_rate": 1.6626740619604967e-05, |
| "loss": 0.46213679313659667, |
| "memory(GiB)": 76.61, |
| "step": 915, |
| "token_acc": 0.8148507643775783, |
| "train_speed(iter/s)": 0.029594 |
| }, |
| { |
| "epoch": 0.29438822447102114, |
| "grad_norm": 0.05463929857953068, |
| "learning_rate": 1.658776279650397e-05, |
| "loss": 0.4658839702606201, |
| "memory(GiB)": 76.61, |
| "step": 920, |
| "token_acc": 0.8766637089618456, |
| "train_speed(iter/s)": 0.029577 |
| }, |
| { |
| "epoch": 0.29598816047358106, |
| "grad_norm": 0.06343067949686905, |
| "learning_rate": 1.6548607339452853e-05, |
| "loss": 0.46423888206481934, |
| "memory(GiB)": 76.61, |
| "step": 925, |
| "token_acc": 0.8785782119115453, |
| "train_speed(iter/s)": 0.029564 |
| }, |
| { |
| "epoch": 0.29758809647614093, |
| "grad_norm": 0.052431934937864355, |
| "learning_rate": 1.6509275304248366e-05, |
| "loss": 0.46324734687805175, |
| "memory(GiB)": 76.61, |
| "step": 930, |
| "token_acc": 0.8571011956838729, |
| "train_speed(iter/s)": 0.02958 |
| }, |
| { |
| "epoch": 0.29918803247870085, |
| "grad_norm": 0.059009943510604755, |
| "learning_rate": 1.6469767751448538e-05, |
| "loss": 0.46290836334228513, |
| "memory(GiB)": 76.61, |
| "step": 935, |
| "token_acc": 0.8388616290480864, |
| "train_speed(iter/s)": 0.029556 |
| }, |
| { |
| "epoch": 0.30078796848126077, |
| "grad_norm": 0.05160057372757322, |
| "learning_rate": 1.6430085746344107e-05, |
| "loss": 0.45898871421813964, |
| "memory(GiB)": 76.61, |
| "step": 940, |
| "token_acc": 0.8690580344123651, |
| "train_speed(iter/s)": 0.029556 |
| }, |
| { |
| "epoch": 0.30238790448382064, |
| "grad_norm": 0.05612231994140208, |
| "learning_rate": 1.639023035892978e-05, |
| "loss": 0.4546724796295166, |
| "memory(GiB)": 76.61, |
| "step": 945, |
| "token_acc": 0.876509544215037, |
| "train_speed(iter/s)": 0.02956 |
| }, |
| { |
| "epoch": 0.30398784048638056, |
| "grad_norm": 0.06733149115024578, |
| "learning_rate": 1.6350202663875385e-05, |
| "loss": 0.4598522663116455, |
| "memory(GiB)": 76.61, |
| "step": 950, |
| "token_acc": 0.8623452294246177, |
| "train_speed(iter/s)": 0.029531 |
| }, |
| { |
| "epoch": 0.3055877764889404, |
| "grad_norm": 0.05450569676621943, |
| "learning_rate": 1.6310003740496887e-05, |
| "loss": 0.4602477550506592, |
| "memory(GiB)": 76.61, |
| "step": 955, |
| "token_acc": 0.8647700701480904, |
| "train_speed(iter/s)": 0.029548 |
| }, |
| { |
| "epoch": 0.30718771249150034, |
| "grad_norm": 0.06736921151917717, |
| "learning_rate": 1.6269634672727296e-05, |
| "loss": 0.4589672565460205, |
| "memory(GiB)": 76.61, |
| "step": 960, |
| "token_acc": 0.877502001601281, |
| "train_speed(iter/s)": 0.029536 |
| }, |
| { |
| "epoch": 0.30878764849406026, |
| "grad_norm": 0.06166660436042404, |
| "learning_rate": 1.6229096549087434e-05, |
| "loss": 0.4601268291473389, |
| "memory(GiB)": 76.61, |
| "step": 965, |
| "token_acc": 0.8723534201954397, |
| "train_speed(iter/s)": 0.029518 |
| }, |
| { |
| "epoch": 0.31038758449662013, |
| "grad_norm": 0.055128746386822226, |
| "learning_rate": 1.618839046265658e-05, |
| "loss": 0.4666788101196289, |
| "memory(GiB)": 76.61, |
| "step": 970, |
| "token_acc": 0.8550563360689943, |
| "train_speed(iter/s)": 0.029541 |
| }, |
| { |
| "epoch": 0.31198752049918005, |
| "grad_norm": 0.056867326711030626, |
| "learning_rate": 1.614751751104301e-05, |
| "loss": 0.4646125793457031, |
| "memory(GiB)": 76.61, |
| "step": 975, |
| "token_acc": 0.8651571964234208, |
| "train_speed(iter/s)": 0.029524 |
| }, |
| { |
| "epoch": 0.3135874565017399, |
| "grad_norm": 0.05501107287069041, |
| "learning_rate": 1.6106478796354382e-05, |
| "loss": 0.4588280200958252, |
| "memory(GiB)": 76.61, |
| "step": 980, |
| "token_acc": 0.8767766331985918, |
| "train_speed(iter/s)": 0.029517 |
| }, |
| { |
| "epoch": 0.31518739250429983, |
| "grad_norm": 0.08099201898186387, |
| "learning_rate": 1.6065275425168034e-05, |
| "loss": 0.4589373111724854, |
| "memory(GiB)": 76.61, |
| "step": 985, |
| "token_acc": 0.8917890157694399, |
| "train_speed(iter/s)": 0.029526 |
| }, |
| { |
| "epoch": 0.3167873285068597, |
| "grad_norm": 0.0522899382710734, |
| "learning_rate": 1.602390850850113e-05, |
| "loss": 0.46761279106140136, |
| "memory(GiB)": 76.61, |
| "step": 990, |
| "token_acc": 0.8461229409401366, |
| "train_speed(iter/s)": 0.029505 |
| }, |
| { |
| "epoch": 0.3183872645094196, |
| "grad_norm": 0.05838858698011934, |
| "learning_rate": 1.5982379161780722e-05, |
| "loss": 0.44941887855529783, |
| "memory(GiB)": 76.61, |
| "step": 995, |
| "token_acc": 0.8547228871294421, |
| "train_speed(iter/s)": 0.029511 |
| }, |
| { |
| "epoch": 0.31998720051197954, |
| "grad_norm": 0.054930484370324516, |
| "learning_rate": 1.5940688504813664e-05, |
| "loss": 0.4591392517089844, |
| "memory(GiB)": 76.61, |
| "step": 1000, |
| "token_acc": 0.8995555555555556, |
| "train_speed(iter/s)": 0.029505 |
| }, |
| { |
| "epoch": 0.31998720051197954, |
| "eval_loss": 0.671963095664978, |
| "eval_runtime": 110.8694, |
| "eval_samples_per_second": 181.186, |
| "eval_steps_per_second": 0.911, |
| "eval_token_acc": 0.8676077802864524, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.3215871365145394, |
| "grad_norm": 0.0578985798516978, |
| "learning_rate": 1.5898837661756405e-05, |
| "loss": 0.46222972869873047, |
| "memory(GiB)": 76.61, |
| "step": 1005, |
| "token_acc": 0.8840002569208042, |
| "train_speed(iter/s)": 0.029425 |
| }, |
| { |
| "epoch": 0.3231870725170993, |
| "grad_norm": 0.05872050053297838, |
| "learning_rate": 1.5856827761084698e-05, |
| "loss": 0.45543718338012695, |
| "memory(GiB)": 76.61, |
| "step": 1010, |
| "token_acc": 0.8753668220265838, |
| "train_speed(iter/s)": 0.02945 |
| }, |
| { |
| "epoch": 0.3247870085196592, |
| "grad_norm": 0.05268695066428434, |
| "learning_rate": 1.5814659935563165e-05, |
| "loss": 0.46614727973937986, |
| "memory(GiB)": 76.61, |
| "step": 1015, |
| "token_acc": 0.8792250035355678, |
| "train_speed(iter/s)": 0.029474 |
| }, |
| { |
| "epoch": 0.3263869445222191, |
| "grad_norm": 0.059454673806441594, |
| "learning_rate": 1.577233532221474e-05, |
| "loss": 0.45902605056762696, |
| "memory(GiB)": 76.61, |
| "step": 1020, |
| "token_acc": 0.86709886547812, |
| "train_speed(iter/s)": 0.029475 |
| }, |
| { |
| "epoch": 0.32798688052477903, |
| "grad_norm": 0.053728974295076275, |
| "learning_rate": 1.5729855062290024e-05, |
| "loss": 0.46491541862487795, |
| "memory(GiB)": 76.61, |
| "step": 1025, |
| "token_acc": 0.8708870261478794, |
| "train_speed(iter/s)": 0.029469 |
| }, |
| { |
| "epoch": 0.3295868165273389, |
| "grad_norm": 0.07030309576814114, |
| "learning_rate": 1.568722030123651e-05, |
| "loss": 0.453840970993042, |
| "memory(GiB)": 76.61, |
| "step": 1030, |
| "token_acc": 0.8568111455108359, |
| "train_speed(iter/s)": 0.029496 |
| }, |
| { |
| "epoch": 0.3311867525298988, |
| "grad_norm": 0.07385415365022158, |
| "learning_rate": 1.5644432188667695e-05, |
| "loss": 0.45582828521728513, |
| "memory(GiB)": 76.61, |
| "step": 1035, |
| "token_acc": 0.8800162140251317, |
| "train_speed(iter/s)": 0.029488 |
| }, |
| { |
| "epoch": 0.3327866885324587, |
| "grad_norm": 0.05407863995123405, |
| "learning_rate": 1.5601491878332077e-05, |
| "loss": 0.4665637969970703, |
| "memory(GiB)": 76.61, |
| "step": 1040, |
| "token_acc": 0.8628481345244351, |
| "train_speed(iter/s)": 0.029487 |
| }, |
| { |
| "epoch": 0.3343866245350186, |
| "grad_norm": 0.05879461372080454, |
| "learning_rate": 1.5558400528082057e-05, |
| "loss": 0.4657593250274658, |
| "memory(GiB)": 76.61, |
| "step": 1045, |
| "token_acc": 0.879185119574845, |
| "train_speed(iter/s)": 0.02951 |
| }, |
| { |
| "epoch": 0.33598656053757847, |
| "grad_norm": 0.06618244368029796, |
| "learning_rate": 1.551515929984271e-05, |
| "loss": 0.45760574340820315, |
| "memory(GiB)": 76.61, |
| "step": 1050, |
| "token_acc": 0.8899380348185305, |
| "train_speed(iter/s)": 0.029502 |
| }, |
| { |
| "epoch": 0.3375864965401384, |
| "grad_norm": 0.06388796415692906, |
| "learning_rate": 1.547176935958044e-05, |
| "loss": 0.46065597534179686, |
| "memory(GiB)": 76.61, |
| "step": 1055, |
| "token_acc": 0.8536853685368537, |
| "train_speed(iter/s)": 0.029524 |
| }, |
| { |
| "epoch": 0.3391864325426983, |
| "grad_norm": 0.05811152365312673, |
| "learning_rate": 1.5428231877271584e-05, |
| "loss": 0.46312780380249025, |
| "memory(GiB)": 76.61, |
| "step": 1060, |
| "token_acc": 0.8520375161707633, |
| "train_speed(iter/s)": 0.029515 |
| }, |
| { |
| "epoch": 0.3407863685452582, |
| "grad_norm": 0.05545936328508829, |
| "learning_rate": 1.538454802687081e-05, |
| "loss": 0.4615220546722412, |
| "memory(GiB)": 76.61, |
| "step": 1065, |
| "token_acc": 0.8744265080713679, |
| "train_speed(iter/s)": 0.029504 |
| }, |
| { |
| "epoch": 0.3423863045478181, |
| "grad_norm": 0.05964362984731802, |
| "learning_rate": 1.5340718986279505e-05, |
| "loss": 0.46706466674804686, |
| "memory(GiB)": 76.61, |
| "step": 1070, |
| "token_acc": 0.8592233009708737, |
| "train_speed(iter/s)": 0.029536 |
| }, |
| { |
| "epoch": 0.34398624055037796, |
| "grad_norm": 0.05356886450328198, |
| "learning_rate": 1.529674593731399e-05, |
| "loss": 0.45301499366760256, |
| "memory(GiB)": 76.61, |
| "step": 1075, |
| "token_acc": 0.8575192096597146, |
| "train_speed(iter/s)": 0.029526 |
| }, |
| { |
| "epoch": 0.3455861765529379, |
| "grad_norm": 0.05995962073425321, |
| "learning_rate": 1.5252630065673662e-05, |
| "loss": 0.46819314956665037, |
| "memory(GiB)": 76.61, |
| "step": 1080, |
| "token_acc": 0.8875031814711123, |
| "train_speed(iter/s)": 0.029518 |
| }, |
| { |
| "epoch": 0.3471861125554978, |
| "grad_norm": 0.05389432634852101, |
| "learning_rate": 1.5208372560909031e-05, |
| "loss": 0.46298394203186033, |
| "memory(GiB)": 76.61, |
| "step": 1085, |
| "token_acc": 0.8872426699937617, |
| "train_speed(iter/s)": 0.029543 |
| }, |
| { |
| "epoch": 0.34878604855805767, |
| "grad_norm": 0.06642390255342462, |
| "learning_rate": 1.5163974616389621e-05, |
| "loss": 0.45978522300720215, |
| "memory(GiB)": 76.61, |
| "step": 1090, |
| "token_acc": 0.8246258860593332, |
| "train_speed(iter/s)": 0.029525 |
| }, |
| { |
| "epoch": 0.3503859845606176, |
| "grad_norm": 0.06115184110491886, |
| "learning_rate": 1.5119437429271813e-05, |
| "loss": 0.4637304782867432, |
| "memory(GiB)": 76.61, |
| "step": 1095, |
| "token_acc": 0.8666082895504962, |
| "train_speed(iter/s)": 0.029534 |
| }, |
| { |
| "epoch": 0.35198592056317746, |
| "grad_norm": 0.060865150660591956, |
| "learning_rate": 1.5074762200466557e-05, |
| "loss": 0.4542848587036133, |
| "memory(GiB)": 76.61, |
| "step": 1100, |
| "token_acc": 0.8913602663035255, |
| "train_speed(iter/s)": 0.029544 |
| }, |
| { |
| "epoch": 0.3535858565657374, |
| "grad_norm": 0.057666943430007674, |
| "learning_rate": 1.5029950134606991e-05, |
| "loss": 0.4574248790740967, |
| "memory(GiB)": 76.61, |
| "step": 1105, |
| "token_acc": 0.8634470336597996, |
| "train_speed(iter/s)": 0.029524 |
| }, |
| { |
| "epoch": 0.35518579256829724, |
| "grad_norm": 0.054034554153381265, |
| "learning_rate": 1.4985002440015959e-05, |
| "loss": 0.4520272254943848, |
| "memory(GiB)": 76.61, |
| "step": 1110, |
| "token_acc": 0.8674898358680921, |
| "train_speed(iter/s)": 0.029551 |
| }, |
| { |
| "epoch": 0.35678572857085716, |
| "grad_norm": 0.06416854479766453, |
| "learning_rate": 1.4939920328673422e-05, |
| "loss": 0.4668846130371094, |
| "memory(GiB)": 76.61, |
| "step": 1115, |
| "token_acc": 0.9170854271356784, |
| "train_speed(iter/s)": 0.029541 |
| }, |
| { |
| "epoch": 0.3583856645734171, |
| "grad_norm": 0.05775941336987237, |
| "learning_rate": 1.4894705016183803e-05, |
| "loss": 0.4518620491027832, |
| "memory(GiB)": 76.61, |
| "step": 1120, |
| "token_acc": 0.8672782874617737, |
| "train_speed(iter/s)": 0.029531 |
| }, |
| { |
| "epoch": 0.35998560057597695, |
| "grad_norm": 0.0625175589581686, |
| "learning_rate": 1.4849357721743169e-05, |
| "loss": 0.4566941738128662, |
| "memory(GiB)": 76.61, |
| "step": 1125, |
| "token_acc": 0.8505491793163026, |
| "train_speed(iter/s)": 0.029557 |
| }, |
| { |
| "epoch": 0.36158553657853687, |
| "grad_norm": 0.05911529293553411, |
| "learning_rate": 1.4803879668106393e-05, |
| "loss": 0.4640664577484131, |
| "memory(GiB)": 76.61, |
| "step": 1130, |
| "token_acc": 0.8772325625117503, |
| "train_speed(iter/s)": 0.029544 |
| }, |
| { |
| "epoch": 0.36318547258109674, |
| "grad_norm": 0.06483783687935218, |
| "learning_rate": 1.4758272081554168e-05, |
| "loss": 0.45419878959655763, |
| "memory(GiB)": 76.61, |
| "step": 1135, |
| "token_acc": 0.8594914930223667, |
| "train_speed(iter/s)": 0.029539 |
| }, |
| { |
| "epoch": 0.36478540858365666, |
| "grad_norm": 0.06032730304497941, |
| "learning_rate": 1.4712536191859934e-05, |
| "loss": 0.45779004096984866, |
| "memory(GiB)": 76.61, |
| "step": 1140, |
| "token_acc": 0.8938053097345132, |
| "train_speed(iter/s)": 0.029564 |
| }, |
| { |
| "epoch": 0.3663853445862166, |
| "grad_norm": 0.0637380940226065, |
| "learning_rate": 1.4666673232256738e-05, |
| "loss": 0.46385722160339354, |
| "memory(GiB)": 76.61, |
| "step": 1145, |
| "token_acc": 0.8621830209481808, |
| "train_speed(iter/s)": 0.029544 |
| }, |
| { |
| "epoch": 0.36798528058877644, |
| "grad_norm": 0.057006770373085346, |
| "learning_rate": 1.4620684439403962e-05, |
| "loss": 0.4613553524017334, |
| "memory(GiB)": 76.61, |
| "step": 1150, |
| "token_acc": 0.8831837819873712, |
| "train_speed(iter/s)": 0.029558 |
| }, |
| { |
| "epoch": 0.36958521659133636, |
| "grad_norm": 0.057569299635009126, |
| "learning_rate": 1.4574571053353987e-05, |
| "loss": 0.4598341464996338, |
| "memory(GiB)": 76.61, |
| "step": 1155, |
| "token_acc": 0.8825154371140721, |
| "train_speed(iter/s)": 0.029557 |
| }, |
| { |
| "epoch": 0.37118515259389623, |
| "grad_norm": 0.06747695219063263, |
| "learning_rate": 1.452833431751875e-05, |
| "loss": 0.4570640563964844, |
| "memory(GiB)": 76.61, |
| "step": 1160, |
| "token_acc": 0.8726823238566132, |
| "train_speed(iter/s)": 0.029543 |
| }, |
| { |
| "epoch": 0.37278508859645615, |
| "grad_norm": 0.05405367649749466, |
| "learning_rate": 1.448197547863622e-05, |
| "loss": 0.4516812801361084, |
| "memory(GiB)": 76.61, |
| "step": 1165, |
| "token_acc": 0.8704696273608984, |
| "train_speed(iter/s)": 0.029568 |
| }, |
| { |
| "epoch": 0.374385024599016, |
| "grad_norm": 0.06041157710672601, |
| "learning_rate": 1.4435495786736796e-05, |
| "loss": 0.465837287902832, |
| "memory(GiB)": 76.61, |
| "step": 1170, |
| "token_acc": 0.8673412029229904, |
| "train_speed(iter/s)": 0.029554 |
| }, |
| { |
| "epoch": 0.37598496060157593, |
| "grad_norm": 0.05229585247228306, |
| "learning_rate": 1.438889649510956e-05, |
| "loss": 0.4427653789520264, |
| "memory(GiB)": 76.61, |
| "step": 1175, |
| "token_acc": 0.8558139534883721, |
| "train_speed(iter/s)": 0.02954 |
| }, |
| { |
| "epoch": 0.37758489660413586, |
| "grad_norm": 0.0547875272797444, |
| "learning_rate": 1.4342178860268523e-05, |
| "loss": 0.45673260688781736, |
| "memory(GiB)": 76.61, |
| "step": 1180, |
| "token_acc": 0.880563238622077, |
| "train_speed(iter/s)": 0.029563 |
| }, |
| { |
| "epoch": 0.3791848326066957, |
| "grad_norm": 0.0565328006493161, |
| "learning_rate": 1.4295344141918734e-05, |
| "loss": 0.46208748817443845, |
| "memory(GiB)": 76.61, |
| "step": 1185, |
| "token_acc": 0.8671328671328671, |
| "train_speed(iter/s)": 0.029544 |
| }, |
| { |
| "epoch": 0.38078476860925564, |
| "grad_norm": 0.062473905403265834, |
| "learning_rate": 1.4248393602922299e-05, |
| "loss": 0.46883163452148435, |
| "memory(GiB)": 76.61, |
| "step": 1190, |
| "token_acc": 0.8412252145605209, |
| "train_speed(iter/s)": 0.029548 |
| }, |
| { |
| "epoch": 0.3823847046118155, |
| "grad_norm": 0.05646151042315891, |
| "learning_rate": 1.420132850926434e-05, |
| "loss": 0.45732822418212893, |
| "memory(GiB)": 76.61, |
| "step": 1195, |
| "token_acc": 0.8820655966503839, |
| "train_speed(iter/s)": 0.02956 |
| }, |
| { |
| "epoch": 0.3839846406143754, |
| "grad_norm": 0.052981558367052706, |
| "learning_rate": 1.4154150130018867e-05, |
| "loss": 0.45579113960266116, |
| "memory(GiB)": 76.61, |
| "step": 1200, |
| "token_acc": 0.8677085226240233, |
| "train_speed(iter/s)": 0.029546 |
| }, |
| { |
| "epoch": 0.38558457661693535, |
| "grad_norm": 0.052315204322432474, |
| "learning_rate": 1.4106859737314532e-05, |
| "loss": 0.45348801612854006, |
| "memory(GiB)": 76.61, |
| "step": 1205, |
| "token_acc": 0.8616187989556136, |
| "train_speed(iter/s)": 0.029561 |
| }, |
| { |
| "epoch": 0.3871845126194952, |
| "grad_norm": 0.05319888084520812, |
| "learning_rate": 1.4059458606300358e-05, |
| "loss": 0.45279593467712403, |
| "memory(GiB)": 76.61, |
| "step": 1210, |
| "token_acc": 0.86090645233311, |
| "train_speed(iter/s)": 0.029565 |
| }, |
| { |
| "epoch": 0.38878444862205513, |
| "grad_norm": 0.054475973938428034, |
| "learning_rate": 1.4011948015111334e-05, |
| "loss": 0.4616706848144531, |
| "memory(GiB)": 76.61, |
| "step": 1215, |
| "token_acc": 0.8390133684805121, |
| "train_speed(iter/s)": 0.029549 |
| }, |
| { |
| "epoch": 0.390384384624615, |
| "grad_norm": 0.054891067059900926, |
| "learning_rate": 1.396432924483396e-05, |
| "loss": 0.4553243637084961, |
| "memory(GiB)": 76.61, |
| "step": 1220, |
| "token_acc": 0.8715350793347353, |
| "train_speed(iter/s)": 0.029571 |
| }, |
| { |
| "epoch": 0.3919843206271749, |
| "grad_norm": 0.06058246643434403, |
| "learning_rate": 1.3916603579471705e-05, |
| "loss": 0.47067904472351074, |
| "memory(GiB)": 76.61, |
| "step": 1225, |
| "token_acc": 0.8662144337667232, |
| "train_speed(iter/s)": 0.029556 |
| }, |
| { |
| "epoch": 0.3935842566297348, |
| "grad_norm": 0.05715510214651738, |
| "learning_rate": 1.3868772305910376e-05, |
| "loss": 0.46147928237915037, |
| "memory(GiB)": 76.61, |
| "step": 1230, |
| "token_acc": 0.868918375552875, |
| "train_speed(iter/s)": 0.029548 |
| }, |
| { |
| "epoch": 0.3951841926322947, |
| "grad_norm": 0.06593047910666934, |
| "learning_rate": 1.3820836713883424e-05, |
| "loss": 0.45935769081115724, |
| "memory(GiB)": 76.61, |
| "step": 1235, |
| "token_acc": 0.8596291476903057, |
| "train_speed(iter/s)": 0.02957 |
| }, |
| { |
| "epoch": 0.3967841286348546, |
| "grad_norm": 0.056071042953882384, |
| "learning_rate": 1.3772798095937172e-05, |
| "loss": 0.4495890140533447, |
| "memory(GiB)": 76.61, |
| "step": 1240, |
| "token_acc": 0.8471917163476623, |
| "train_speed(iter/s)": 0.029553 |
| }, |
| { |
| "epoch": 0.3983840646374145, |
| "grad_norm": 0.05810589720196263, |
| "learning_rate": 1.3724657747395957e-05, |
| "loss": 0.4619898319244385, |
| "memory(GiB)": 76.61, |
| "step": 1245, |
| "token_acc": 0.8691186216037111, |
| "train_speed(iter/s)": 0.029561 |
| }, |
| { |
| "epoch": 0.3999840006399744, |
| "grad_norm": 0.055604926632171425, |
| "learning_rate": 1.3676416966327201e-05, |
| "loss": 0.4587514400482178, |
| "memory(GiB)": 76.61, |
| "step": 1250, |
| "token_acc": 0.8369355461211887, |
| "train_speed(iter/s)": 0.029564 |
| }, |
| { |
| "epoch": 0.3999840006399744, |
| "eval_loss": 0.6690404415130615, |
| "eval_runtime": 106.3444, |
| "eval_samples_per_second": 188.896, |
| "eval_steps_per_second": 0.95, |
| "eval_token_acc": 0.8683678146748934, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.4015839366425343, |
| "grad_norm": 0.04782987834900457, |
| "learning_rate": 1.362807705350641e-05, |
| "loss": 0.46315851211547854, |
| "memory(GiB)": 76.61, |
| "step": 1255, |
| "token_acc": 0.8767961498796838, |
| "train_speed(iter/s)": 0.029512 |
| }, |
| { |
| "epoch": 0.4031838726450942, |
| "grad_norm": 0.05995996443795485, |
| "learning_rate": 1.3579639312382105e-05, |
| "loss": 0.46349530220031737, |
| "memory(GiB)": 76.61, |
| "step": 1260, |
| "token_acc": 0.8588617886178862, |
| "train_speed(iter/s)": 0.029524 |
| }, |
| { |
| "epoch": 0.4047838086476541, |
| "grad_norm": 0.06488882353036057, |
| "learning_rate": 1.3531105049040667e-05, |
| "loss": 0.45726447105407714, |
| "memory(GiB)": 76.61, |
| "step": 1265, |
| "token_acc": 0.8802249582003344, |
| "train_speed(iter/s)": 0.029543 |
| }, |
| { |
| "epoch": 0.406383744650214, |
| "grad_norm": 0.05350128050935312, |
| "learning_rate": 1.3482475572171132e-05, |
| "loss": 0.4516806125640869, |
| "memory(GiB)": 76.61, |
| "step": 1270, |
| "token_acc": 0.8560765550239234, |
| "train_speed(iter/s)": 0.029549 |
| }, |
| { |
| "epoch": 0.4079836806527739, |
| "grad_norm": 0.05672697687392494, |
| "learning_rate": 1.3433752193029888e-05, |
| "loss": 0.46581568717956545, |
| "memory(GiB)": 76.61, |
| "step": 1275, |
| "token_acc": 0.8881742738589211, |
| "train_speed(iter/s)": 0.029547 |
| }, |
| { |
| "epoch": 0.40958361665533377, |
| "grad_norm": 0.0598115330947421, |
| "learning_rate": 1.3384936225405326e-05, |
| "loss": 0.46333680152893064, |
| "memory(GiB)": 76.61, |
| "step": 1280, |
| "token_acc": 0.8608710985716804, |
| "train_speed(iter/s)": 0.029573 |
| }, |
| { |
| "epoch": 0.4111835526578937, |
| "grad_norm": 0.05384417907735887, |
| "learning_rate": 1.333602898558242e-05, |
| "loss": 0.4611030578613281, |
| "memory(GiB)": 76.61, |
| "step": 1285, |
| "token_acc": 0.8845689770746749, |
| "train_speed(iter/s)": 0.029567 |
| }, |
| { |
| "epoch": 0.41278348866045356, |
| "grad_norm": 0.06043637267465684, |
| "learning_rate": 1.3287031792307226e-05, |
| "loss": 0.46013875007629396, |
| "memory(GiB)": 76.61, |
| "step": 1290, |
| "token_acc": 0.870195210303884, |
| "train_speed(iter/s)": 0.029565 |
| }, |
| { |
| "epoch": 0.4143834246630135, |
| "grad_norm": 0.06140603532631629, |
| "learning_rate": 1.323794596675132e-05, |
| "loss": 0.45681238174438477, |
| "memory(GiB)": 76.61, |
| "step": 1295, |
| "token_acc": 0.8450012281994596, |
| "train_speed(iter/s)": 0.029583 |
| }, |
| { |
| "epoch": 0.4159833606655734, |
| "grad_norm": 0.062077229851937275, |
| "learning_rate": 1.318877283247619e-05, |
| "loss": 0.4490199565887451, |
| "memory(GiB)": 76.61, |
| "step": 1300, |
| "token_acc": 0.89259877573734, |
| "train_speed(iter/s)": 0.029573 |
| }, |
| { |
| "epoch": 0.41758329666813326, |
| "grad_norm": 0.05216177276902916, |
| "learning_rate": 1.3139513715397521e-05, |
| "loss": 0.45108351707458494, |
| "memory(GiB)": 76.61, |
| "step": 1305, |
| "token_acc": 0.8547701815372731, |
| "train_speed(iter/s)": 0.029594 |
| }, |
| { |
| "epoch": 0.4191832326706932, |
| "grad_norm": 0.05738628087610287, |
| "learning_rate": 1.3090169943749475e-05, |
| "loss": 0.4558550834655762, |
| "memory(GiB)": 76.61, |
| "step": 1310, |
| "token_acc": 0.840696686491079, |
| "train_speed(iter/s)": 0.029587 |
| }, |
| { |
| "epoch": 0.42078316867325305, |
| "grad_norm": 0.05518036740697275, |
| "learning_rate": 1.304074284804885e-05, |
| "loss": 0.4631648063659668, |
| "memory(GiB)": 76.61, |
| "step": 1315, |
| "token_acc": 0.8788111708941839, |
| "train_speed(iter/s)": 0.029578 |
| }, |
| { |
| "epoch": 0.42238310467581297, |
| "grad_norm": 0.05902492258138098, |
| "learning_rate": 1.2991233761059214e-05, |
| "loss": 0.45921921730041504, |
| "memory(GiB)": 76.61, |
| "step": 1320, |
| "token_acc": 0.866059646344682, |
| "train_speed(iter/s)": 0.029604 |
| }, |
| { |
| "epoch": 0.4239830406783729, |
| "grad_norm": 0.059535437419073044, |
| "learning_rate": 1.2941644017754964e-05, |
| "loss": 0.46445517539978026, |
| "memory(GiB)": 76.61, |
| "step": 1325, |
| "token_acc": 0.8831345826235094, |
| "train_speed(iter/s)": 0.029591 |
| }, |
| { |
| "epoch": 0.42558297668093276, |
| "grad_norm": 0.04863893443696892, |
| "learning_rate": 1.289197495528534e-05, |
| "loss": 0.45836362838745115, |
| "memory(GiB)": 76.61, |
| "step": 1330, |
| "token_acc": 0.8986429177268872, |
| "train_speed(iter/s)": 0.029582 |
| }, |
| { |
| "epoch": 0.4271829126834927, |
| "grad_norm": 0.05945822860509985, |
| "learning_rate": 1.284222791293836e-05, |
| "loss": 0.45783252716064454, |
| "memory(GiB)": 76.61, |
| "step": 1335, |
| "token_acc": 0.8500874125874126, |
| "train_speed(iter/s)": 0.029596 |
| }, |
| { |
| "epoch": 0.42878284868605254, |
| "grad_norm": 0.05989616737178823, |
| "learning_rate": 1.2792404232104699e-05, |
| "loss": 0.45293269157409666, |
| "memory(GiB)": 76.61, |
| "step": 1340, |
| "token_acc": 0.8637480798771121, |
| "train_speed(iter/s)": 0.029584 |
| }, |
| { |
| "epoch": 0.43038278468861246, |
| "grad_norm": 0.0586629819404024, |
| "learning_rate": 1.2742505256241543e-05, |
| "loss": 0.45876450538635255, |
| "memory(GiB)": 76.61, |
| "step": 1345, |
| "token_acc": 0.8296499119890475, |
| "train_speed(iter/s)": 0.029588 |
| }, |
| { |
| "epoch": 0.43198272069117233, |
| "grad_norm": 0.052924904785980484, |
| "learning_rate": 1.2692532330836346e-05, |
| "loss": 0.45821080207824705, |
| "memory(GiB)": 76.61, |
| "step": 1350, |
| "token_acc": 0.8636084374360025, |
| "train_speed(iter/s)": 0.029594 |
| }, |
| { |
| "epoch": 0.43358265669373225, |
| "grad_norm": 0.059304249814977644, |
| "learning_rate": 1.2642486803370553e-05, |
| "loss": 0.45485148429870603, |
| "memory(GiB)": 76.61, |
| "step": 1355, |
| "token_acc": 0.8686690223792697, |
| "train_speed(iter/s)": 0.029579 |
| }, |
| { |
| "epoch": 0.43518259269629217, |
| "grad_norm": 0.06253442360689314, |
| "learning_rate": 1.2592370023283268e-05, |
| "loss": 0.45198469161987304, |
| "memory(GiB)": 76.61, |
| "step": 1360, |
| "token_acc": 0.8737075332348597, |
| "train_speed(iter/s)": 0.0296 |
| }, |
| { |
| "epoch": 0.43678252869885204, |
| "grad_norm": 0.05314091037792793, |
| "learning_rate": 1.2542183341934873e-05, |
| "loss": 0.4516898155212402, |
| "memory(GiB)": 76.61, |
| "step": 1365, |
| "token_acc": 0.8714476021314387, |
| "train_speed(iter/s)": 0.029596 |
| }, |
| { |
| "epoch": 0.43838246470141196, |
| "grad_norm": 0.06014404788689081, |
| "learning_rate": 1.2491928112570568e-05, |
| "loss": 0.45399184226989747, |
| "memory(GiB)": 76.61, |
| "step": 1370, |
| "token_acc": 0.8657097288676237, |
| "train_speed(iter/s)": 0.029583 |
| }, |
| { |
| "epoch": 0.4399824007039718, |
| "grad_norm": 0.05910144328100835, |
| "learning_rate": 1.2441605690283915e-05, |
| "loss": 0.4607128143310547, |
| "memory(GiB)": 76.61, |
| "step": 1375, |
| "token_acc": 0.8990952307928232, |
| "train_speed(iter/s)": 0.029603 |
| }, |
| { |
| "epoch": 0.44158233670653174, |
| "grad_norm": 0.059073628736854025, |
| "learning_rate": 1.2391217431980273e-05, |
| "loss": 0.4515543937683105, |
| "memory(GiB)": 76.61, |
| "step": 1380, |
| "token_acc": 0.9016349860428021, |
| "train_speed(iter/s)": 0.029591 |
| }, |
| { |
| "epoch": 0.44318227270909166, |
| "grad_norm": 0.058358968679540275, |
| "learning_rate": 1.234076469634022e-05, |
| "loss": 0.45762925148010253, |
| "memory(GiB)": 76.61, |
| "step": 1385, |
| "token_acc": 0.8919261822376009, |
| "train_speed(iter/s)": 0.029584 |
| }, |
| { |
| "epoch": 0.4447822087116515, |
| "grad_norm": 0.0672513399669503, |
| "learning_rate": 1.2290248843782915e-05, |
| "loss": 0.44803729057312014, |
| "memory(GiB)": 76.61, |
| "step": 1390, |
| "token_acc": 0.8975998070196599, |
| "train_speed(iter/s)": 0.029597 |
| }, |
| { |
| "epoch": 0.44638214471421145, |
| "grad_norm": 0.05793114375836921, |
| "learning_rate": 1.2239671236429413e-05, |
| "loss": 0.4537235736846924, |
| "memory(GiB)": 76.61, |
| "step": 1395, |
| "token_acc": 0.8839514422541486, |
| "train_speed(iter/s)": 0.02958 |
| }, |
| { |
| "epoch": 0.4479820807167713, |
| "grad_norm": 0.05955306099185102, |
| "learning_rate": 1.218903323806595e-05, |
| "loss": 0.4573692798614502, |
| "memory(GiB)": 76.61, |
| "step": 1400, |
| "token_acc": 0.8418099547511312, |
| "train_speed(iter/s)": 0.029594 |
| }, |
| { |
| "epoch": 0.44958201671933123, |
| "grad_norm": 0.058484796569864064, |
| "learning_rate": 1.2138336214107148e-05, |
| "loss": 0.44894704818725584, |
| "memory(GiB)": 76.61, |
| "step": 1405, |
| "token_acc": 0.8525200458190149, |
| "train_speed(iter/s)": 0.029594 |
| }, |
| { |
| "epoch": 0.4511819527218911, |
| "grad_norm": 0.05092836798588581, |
| "learning_rate": 1.2087581531559208e-05, |
| "loss": 0.45393967628479004, |
| "memory(GiB)": 76.61, |
| "step": 1410, |
| "token_acc": 0.8791390728476821, |
| "train_speed(iter/s)": 0.02958 |
| }, |
| { |
| "epoch": 0.452781888724451, |
| "grad_norm": 0.07033477253264378, |
| "learning_rate": 1.2036770558983067e-05, |
| "loss": 0.45307221412658694, |
| "memory(GiB)": 76.61, |
| "step": 1415, |
| "token_acc": 0.8387482900136799, |
| "train_speed(iter/s)": 0.029599 |
| }, |
| { |
| "epoch": 0.45438182472701094, |
| "grad_norm": 0.05966547548288182, |
| "learning_rate": 1.1985904666457455e-05, |
| "loss": 0.455959415435791, |
| "memory(GiB)": 76.61, |
| "step": 1420, |
| "token_acc": 0.9042096902303416, |
| "train_speed(iter/s)": 0.029583 |
| }, |
| { |
| "epoch": 0.4559817607295708, |
| "grad_norm": 0.08159145764722696, |
| "learning_rate": 1.1934985225541998e-05, |
| "loss": 0.462065601348877, |
| "memory(GiB)": 76.61, |
| "step": 1425, |
| "token_acc": 0.885252444621832, |
| "train_speed(iter/s)": 0.029573 |
| }, |
| { |
| "epoch": 0.4575816967321307, |
| "grad_norm": 0.05540814227664117, |
| "learning_rate": 1.18840136092402e-05, |
| "loss": 0.4551572322845459, |
| "memory(GiB)": 76.61, |
| "step": 1430, |
| "token_acc": 0.8559651934966797, |
| "train_speed(iter/s)": 0.029592 |
| }, |
| { |
| "epoch": 0.4591816327346906, |
| "grad_norm": 0.05534004007067895, |
| "learning_rate": 1.1832991191962435e-05, |
| "loss": 0.4455368995666504, |
| "memory(GiB)": 76.61, |
| "step": 1435, |
| "token_acc": 0.875560538116592, |
| "train_speed(iter/s)": 0.029576 |
| }, |
| { |
| "epoch": 0.4607815687372505, |
| "grad_norm": 0.058276771895487044, |
| "learning_rate": 1.1781919349488894e-05, |
| "loss": 0.4590908527374268, |
| "memory(GiB)": 76.61, |
| "step": 1440, |
| "token_acc": 0.8510418460478733, |
| "train_speed(iter/s)": 0.029576 |
| }, |
| { |
| "epoch": 0.46238150473981043, |
| "grad_norm": 0.05839975543902795, |
| "learning_rate": 1.1730799458932473e-05, |
| "loss": 0.462816858291626, |
| "memory(GiB)": 76.61, |
| "step": 1445, |
| "token_acc": 0.9052378085490669, |
| "train_speed(iter/s)": 0.029586 |
| }, |
| { |
| "epoch": 0.4639814407423703, |
| "grad_norm": 0.07084434546926481, |
| "learning_rate": 1.1679632898701649e-05, |
| "loss": 0.4550295829772949, |
| "memory(GiB)": 76.61, |
| "step": 1450, |
| "token_acc": 0.8805626598465474, |
| "train_speed(iter/s)": 0.029572 |
| }, |
| { |
| "epoch": 0.4655813767449302, |
| "grad_norm": 0.06519996046237972, |
| "learning_rate": 1.1628421048463315e-05, |
| "loss": 0.46291208267211914, |
| "memory(GiB)": 76.61, |
| "step": 1455, |
| "token_acc": 0.8565744600227359, |
| "train_speed(iter/s)": 0.029581 |
| }, |
| { |
| "epoch": 0.4671813127474901, |
| "grad_norm": 0.05799269979733804, |
| "learning_rate": 1.1577165289105565e-05, |
| "loss": 0.4474311351776123, |
| "memory(GiB)": 76.61, |
| "step": 1460, |
| "token_acc": 0.8579789309403043, |
| "train_speed(iter/s)": 0.029568 |
| }, |
| { |
| "epoch": 0.46878124875005, |
| "grad_norm": 0.057120675003187855, |
| "learning_rate": 1.1525867002700484e-05, |
| "loss": 0.46109714508056643, |
| "memory(GiB)": 76.61, |
| "step": 1465, |
| "token_acc": 0.8752182516587126, |
| "train_speed(iter/s)": 0.029548 |
| }, |
| { |
| "epoch": 0.47038118475260987, |
| "grad_norm": 0.05696370798749074, |
| "learning_rate": 1.1474527572466847e-05, |
| "loss": 0.4501948833465576, |
| "memory(GiB)": 76.61, |
| "step": 1470, |
| "token_acc": 0.8529032258064516, |
| "train_speed(iter/s)": 0.029562 |
| }, |
| { |
| "epoch": 0.4719811207551698, |
| "grad_norm": 0.05518112754329221, |
| "learning_rate": 1.1423148382732854e-05, |
| "loss": 0.45941987037658694, |
| "memory(GiB)": 76.61, |
| "step": 1475, |
| "token_acc": 0.9009282399143164, |
| "train_speed(iter/s)": 0.029545 |
| }, |
| { |
| "epoch": 0.4735810567577297, |
| "grad_norm": 0.051496444525703684, |
| "learning_rate": 1.1371730818898785e-05, |
| "loss": 0.45296878814697267, |
| "memory(GiB)": 76.61, |
| "step": 1480, |
| "token_acc": 0.8814303638644918, |
| "train_speed(iter/s)": 0.029538 |
| }, |
| { |
| "epoch": 0.4751809927602896, |
| "grad_norm": 0.0677105428949175, |
| "learning_rate": 1.132027626739965e-05, |
| "loss": 0.45635080337524414, |
| "memory(GiB)": 76.61, |
| "step": 1485, |
| "token_acc": 0.880248833592535, |
| "train_speed(iter/s)": 0.029546 |
| }, |
| { |
| "epoch": 0.4767809287628495, |
| "grad_norm": 0.0673509631098402, |
| "learning_rate": 1.1268786115667798e-05, |
| "loss": 0.4614115715026855, |
| "memory(GiB)": 76.61, |
| "step": 1490, |
| "token_acc": 0.8609592251210748, |
| "train_speed(iter/s)": 0.029525 |
| }, |
| { |
| "epoch": 0.47838086476540936, |
| "grad_norm": 0.053337771378298794, |
| "learning_rate": 1.1217261752095518e-05, |
| "loss": 0.45500664710998534, |
| "memory(GiB)": 76.61, |
| "step": 1495, |
| "token_acc": 0.8794466403162056, |
| "train_speed(iter/s)": 0.029522 |
| }, |
| { |
| "epoch": 0.4799808007679693, |
| "grad_norm": 0.05429302474155136, |
| "learning_rate": 1.1165704565997593e-05, |
| "loss": 0.44763407707214353, |
| "memory(GiB)": 76.61, |
| "step": 1500, |
| "token_acc": 0.8700440528634361, |
| "train_speed(iter/s)": 0.02952 |
| }, |
| { |
| "epoch": 0.4799808007679693, |
| "eval_loss": 0.6668144464492798, |
| "eval_runtime": 124.2589, |
| "eval_samples_per_second": 161.662, |
| "eval_steps_per_second": 0.813, |
| "eval_token_acc": 0.8694583558206896, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.4815807367705292, |
| "grad_norm": 0.06146640524587408, |
| "learning_rate": 1.1114115947573834e-05, |
| "loss": 0.45711498260498046, |
| "memory(GiB)": 76.61, |
| "step": 1505, |
| "token_acc": 0.8695166967121641, |
| "train_speed(iter/s)": 0.029461 |
| }, |
| { |
| "epoch": 0.48318067277308907, |
| "grad_norm": 0.06183782693437151, |
| "learning_rate": 1.1062497287871606e-05, |
| "loss": 0.4499336242675781, |
| "memory(GiB)": 76.61, |
| "step": 1510, |
| "token_acc": 0.8487557381009906, |
| "train_speed(iter/s)": 0.029468 |
| }, |
| { |
| "epoch": 0.484780608775649, |
| "grad_norm": 0.056753269624682155, |
| "learning_rate": 1.1010849978748314e-05, |
| "loss": 0.4551094055175781, |
| "memory(GiB)": 76.61, |
| "step": 1515, |
| "token_acc": 0.8579035448045033, |
| "train_speed(iter/s)": 0.02948 |
| }, |
| { |
| "epoch": 0.48638054477820886, |
| "grad_norm": 0.05188962595699218, |
| "learning_rate": 1.0959175412833869e-05, |
| "loss": 0.4483503818511963, |
| "memory(GiB)": 76.61, |
| "step": 1520, |
| "token_acc": 0.8649127992905705, |
| "train_speed(iter/s)": 0.029477 |
| }, |
| { |
| "epoch": 0.4879804807807688, |
| "grad_norm": 0.0526414480661873, |
| "learning_rate": 1.0907474983493144e-05, |
| "loss": 0.45140752792358396, |
| "memory(GiB)": 76.61, |
| "step": 1525, |
| "token_acc": 0.8700204290091931, |
| "train_speed(iter/s)": 0.029464 |
| }, |
| { |
| "epoch": 0.48958041678332864, |
| "grad_norm": 0.06682159988119828, |
| "learning_rate": 1.08557500847884e-05, |
| "loss": 0.4480952262878418, |
| "memory(GiB)": 76.61, |
| "step": 1530, |
| "token_acc": 0.8906385187748745, |
| "train_speed(iter/s)": 0.029478 |
| }, |
| { |
| "epoch": 0.49118035278588856, |
| "grad_norm": 0.06117568492897364, |
| "learning_rate": 1.080400211144169e-05, |
| "loss": 0.453688907623291, |
| "memory(GiB)": 76.61, |
| "step": 1535, |
| "token_acc": 0.8130096719135217, |
| "train_speed(iter/s)": 0.029469 |
| }, |
| { |
| "epoch": 0.4927802887884485, |
| "grad_norm": 0.05143211947513191, |
| "learning_rate": 1.0752232458797262e-05, |
| "loss": 0.44568753242492676, |
| "memory(GiB)": 76.61, |
| "step": 1540, |
| "token_acc": 0.847257743677181, |
| "train_speed(iter/s)": 0.029464 |
| }, |
| { |
| "epoch": 0.49438022479100835, |
| "grad_norm": 0.05201971134010435, |
| "learning_rate": 1.070044252278393e-05, |
| "loss": 0.46500363349914553, |
| "memory(GiB)": 76.61, |
| "step": 1545, |
| "token_acc": 0.84, |
| "train_speed(iter/s)": 0.029474 |
| }, |
| { |
| "epoch": 0.49598016079356827, |
| "grad_norm": 0.05304880581645989, |
| "learning_rate": 1.064863369987743e-05, |
| "loss": 0.4501206398010254, |
| "memory(GiB)": 76.61, |
| "step": 1550, |
| "token_acc": 0.8888641920426762, |
| "train_speed(iter/s)": 0.029465 |
| }, |
| { |
| "epoch": 0.49758009679612814, |
| "grad_norm": 0.050584443072610216, |
| "learning_rate": 1.0596807387062772e-05, |
| "loss": 0.456621789932251, |
| "memory(GiB)": 76.61, |
| "step": 1555, |
| "token_acc": 0.8793768317137128, |
| "train_speed(iter/s)": 0.02948 |
| }, |
| { |
| "epoch": 0.49918003279868806, |
| "grad_norm": 0.05907676168100355, |
| "learning_rate": 1.0544964981796563e-05, |
| "loss": 0.4567122936248779, |
| "memory(GiB)": 76.61, |
| "step": 1560, |
| "token_acc": 0.8505747126436781, |
| "train_speed(iter/s)": 0.029477 |
| }, |
| { |
| "epoch": 0.500779968801248, |
| "grad_norm": 0.055037989511506104, |
| "learning_rate": 1.0493107881969335e-05, |
| "loss": 0.44720020294189455, |
| "memory(GiB)": 76.61, |
| "step": 1565, |
| "token_acc": 0.8853304383227032, |
| "train_speed(iter/s)": 0.029466 |
| }, |
| { |
| "epoch": 0.5023799048038079, |
| "grad_norm": 0.0597376748229471, |
| "learning_rate": 1.0441237485867845e-05, |
| "loss": 0.4492997169494629, |
| "memory(GiB)": 76.61, |
| "step": 1570, |
| "token_acc": 0.8809347181008902, |
| "train_speed(iter/s)": 0.029489 |
| }, |
| { |
| "epoch": 0.5039798408063677, |
| "grad_norm": 0.060265741182571844, |
| "learning_rate": 1.0389355192137379e-05, |
| "loss": 0.4525942325592041, |
| "memory(GiB)": 76.61, |
| "step": 1575, |
| "token_acc": 0.8839541547277937, |
| "train_speed(iter/s)": 0.029481 |
| }, |
| { |
| "epoch": 0.5055797768089276, |
| "grad_norm": 0.06015007204584338, |
| "learning_rate": 1.0337462399744025e-05, |
| "loss": 0.4606604099273682, |
| "memory(GiB)": 76.61, |
| "step": 1580, |
| "token_acc": 0.8439696373348328, |
| "train_speed(iter/s)": 0.029471 |
| }, |
| { |
| "epoch": 0.5071797128114875, |
| "grad_norm": 0.0539606724017438, |
| "learning_rate": 1.0285560507936962e-05, |
| "loss": 0.46471481323242186, |
| "memory(GiB)": 76.61, |
| "step": 1585, |
| "token_acc": 0.8212732305258995, |
| "train_speed(iter/s)": 0.029486 |
| }, |
| { |
| "epoch": 0.5087796488140475, |
| "grad_norm": 0.0588254805138369, |
| "learning_rate": 1.0233650916210736e-05, |
| "loss": 0.45154604911804197, |
| "memory(GiB)": 76.61, |
| "step": 1590, |
| "token_acc": 0.883357041251778, |
| "train_speed(iter/s)": 0.029474 |
| }, |
| { |
| "epoch": 0.5103795848166074, |
| "grad_norm": 0.06409304780777438, |
| "learning_rate": 1.0181735024267504e-05, |
| "loss": 0.45000271797180175, |
| "memory(GiB)": 76.61, |
| "step": 1595, |
| "token_acc": 0.8340197693574959, |
| "train_speed(iter/s)": 0.029485 |
| }, |
| { |
| "epoch": 0.5119795208191672, |
| "grad_norm": 0.058200459243944895, |
| "learning_rate": 1.012981423197931e-05, |
| "loss": 0.4608008861541748, |
| "memory(GiB)": 76.61, |
| "step": 1600, |
| "token_acc": 0.8793913904007917, |
| "train_speed(iter/s)": 0.029484 |
| }, |
| { |
| "epoch": 0.5135794568217271, |
| "grad_norm": 0.052541653818392466, |
| "learning_rate": 1.007788993935033e-05, |
| "loss": 0.45448942184448243, |
| "memory(GiB)": 76.61, |
| "step": 1605, |
| "token_acc": 0.8615229110512129, |
| "train_speed(iter/s)": 0.029472 |
| }, |
| { |
| "epoch": 0.515179392824287, |
| "grad_norm": 0.06526426191856917, |
| "learning_rate": 1.002596354647912e-05, |
| "loss": 0.45614914894104003, |
| "memory(GiB)": 76.61, |
| "step": 1610, |
| "token_acc": 0.871312462372065, |
| "train_speed(iter/s)": 0.029489 |
| }, |
| { |
| "epoch": 0.516779328826847, |
| "grad_norm": 0.05743481751682084, |
| "learning_rate": 9.974036453520881e-06, |
| "loss": 0.447450590133667, |
| "memory(GiB)": 76.61, |
| "step": 1615, |
| "token_acc": 0.8760352658295485, |
| "train_speed(iter/s)": 0.02948 |
| }, |
| { |
| "epoch": 0.5183792648294068, |
| "grad_norm": 0.06577378911981274, |
| "learning_rate": 9.922110060649672e-06, |
| "loss": 0.45809640884399416, |
| "memory(GiB)": 76.61, |
| "step": 1620, |
| "token_acc": 0.9048299514146899, |
| "train_speed(iter/s)": 0.029468 |
| }, |
| { |
| "epoch": 0.5199792008319667, |
| "grad_norm": 0.05180626448607971, |
| "learning_rate": 9.870185768020694e-06, |
| "loss": 0.4360641002655029, |
| "memory(GiB)": 76.61, |
| "step": 1625, |
| "token_acc": 0.890797148412184, |
| "train_speed(iter/s)": 0.029481 |
| }, |
| { |
| "epoch": 0.5215791368345266, |
| "grad_norm": 0.048795347699578454, |
| "learning_rate": 9.818264975732497e-06, |
| "loss": 0.4505919933319092, |
| "memory(GiB)": 76.61, |
| "step": 1630, |
| "token_acc": 0.8830155979202773, |
| "train_speed(iter/s)": 0.029462 |
| }, |
| { |
| "epoch": 0.5231790728370865, |
| "grad_norm": 0.054325754690003863, |
| "learning_rate": 9.766349083789266e-06, |
| "loss": 0.4518167495727539, |
| "memory(GiB)": 76.61, |
| "step": 1635, |
| "token_acc": 0.8740636704119851, |
| "train_speed(iter/s)": 0.029458 |
| }, |
| { |
| "epoch": 0.5247790088396465, |
| "grad_norm": 0.05473270131153146, |
| "learning_rate": 9.71443949206304e-06, |
| "loss": 0.4629377841949463, |
| "memory(GiB)": 76.61, |
| "step": 1640, |
| "token_acc": 0.8927648578811369, |
| "train_speed(iter/s)": 0.029469 |
| }, |
| { |
| "epoch": 0.5263789448422063, |
| "grad_norm": 0.05962553624327487, |
| "learning_rate": 9.662537600255979e-06, |
| "loss": 0.4535552501678467, |
| "memory(GiB)": 76.61, |
| "step": 1645, |
| "token_acc": 0.8980960623106881, |
| "train_speed(iter/s)": 0.029457 |
| }, |
| { |
| "epoch": 0.5279788808447662, |
| "grad_norm": 0.06367541172972058, |
| "learning_rate": 9.610644807862625e-06, |
| "loss": 0.44418978691101074, |
| "memory(GiB)": 76.61, |
| "step": 1650, |
| "token_acc": 0.8769371011850501, |
| "train_speed(iter/s)": 0.029468 |
| }, |
| { |
| "epoch": 0.5295788168473261, |
| "grad_norm": 0.05288367644088033, |
| "learning_rate": 9.558762514132157e-06, |
| "loss": 0.4513704299926758, |
| "memory(GiB)": 76.61, |
| "step": 1655, |
| "token_acc": 0.8576478906434126, |
| "train_speed(iter/s)": 0.029464 |
| }, |
| { |
| "epoch": 0.531178752849886, |
| "grad_norm": 0.054919719691940275, |
| "learning_rate": 9.506892118030668e-06, |
| "loss": 0.4454075336456299, |
| "memory(GiB)": 76.61, |
| "step": 1660, |
| "token_acc": 0.8535078688042359, |
| "train_speed(iter/s)": 0.029456 |
| }, |
| { |
| "epoch": 0.532778688852446, |
| "grad_norm": 0.0561391497524031, |
| "learning_rate": 9.455035018203439e-06, |
| "loss": 0.4459484100341797, |
| "memory(GiB)": 76.61, |
| "step": 1665, |
| "token_acc": 0.8793124922157181, |
| "train_speed(iter/s)": 0.029471 |
| }, |
| { |
| "epoch": 0.5343786248550058, |
| "grad_norm": 0.051526152917333715, |
| "learning_rate": 9.40319261293723e-06, |
| "loss": 0.4593966484069824, |
| "memory(GiB)": 76.61, |
| "step": 1670, |
| "token_acc": 0.8957568638966378, |
| "train_speed(iter/s)": 0.029466 |
| }, |
| { |
| "epoch": 0.5359785608575657, |
| "grad_norm": 0.05336577516465571, |
| "learning_rate": 9.351366300122569e-06, |
| "loss": 0.45195541381835935, |
| "memory(GiB)": 76.61, |
| "step": 1675, |
| "token_acc": 0.8254120659305488, |
| "train_speed(iter/s)": 0.029459 |
| }, |
| { |
| "epoch": 0.5375784968601256, |
| "grad_norm": 0.05605931671991975, |
| "learning_rate": 9.299557477216073e-06, |
| "loss": 0.4473400115966797, |
| "memory(GiB)": 76.61, |
| "step": 1680, |
| "token_acc": 0.8684433164128595, |
| "train_speed(iter/s)": 0.029474 |
| }, |
| { |
| "epoch": 0.5391784328626855, |
| "grad_norm": 0.05284398220938548, |
| "learning_rate": 9.247767541202738e-06, |
| "loss": 0.4539934158325195, |
| "memory(GiB)": 76.61, |
| "step": 1685, |
| "token_acc": 0.8787515006002401, |
| "train_speed(iter/s)": 0.029458 |
| }, |
| { |
| "epoch": 0.5407783688652454, |
| "grad_norm": 0.06074778175058899, |
| "learning_rate": 9.195997888558312e-06, |
| "loss": 0.4540121078491211, |
| "memory(GiB)": 76.61, |
| "step": 1690, |
| "token_acc": 0.882076702321941, |
| "train_speed(iter/s)": 0.029458 |
| }, |
| { |
| "epoch": 0.5423783048678052, |
| "grad_norm": 0.06072504661929311, |
| "learning_rate": 9.144249915211605e-06, |
| "loss": 0.45176243782043457, |
| "memory(GiB)": 76.61, |
| "step": 1695, |
| "token_acc": 0.8652057386094908, |
| "train_speed(iter/s)": 0.029465 |
| }, |
| { |
| "epoch": 0.5439782408703652, |
| "grad_norm": 0.058552695609385315, |
| "learning_rate": 9.092525016506858e-06, |
| "loss": 0.4491862773895264, |
| "memory(GiB)": 76.61, |
| "step": 1700, |
| "token_acc": 0.8822588020118884, |
| "train_speed(iter/s)": 0.02945 |
| }, |
| { |
| "epoch": 0.5455781768729251, |
| "grad_norm": 0.056892490634495974, |
| "learning_rate": 9.040824587166136e-06, |
| "loss": 0.45043745040893557, |
| "memory(GiB)": 76.61, |
| "step": 1705, |
| "token_acc": 0.8825789923142613, |
| "train_speed(iter/s)": 0.029461 |
| }, |
| { |
| "epoch": 0.547178112875485, |
| "grad_norm": 0.05885692671807609, |
| "learning_rate": 8.98915002125169e-06, |
| "loss": 0.4475353240966797, |
| "memory(GiB)": 76.61, |
| "step": 1710, |
| "token_acc": 0.8721031538595574, |
| "train_speed(iter/s)": 0.029454 |
| }, |
| { |
| "epoch": 0.5487780488780449, |
| "grad_norm": 0.060276094585736115, |
| "learning_rate": 8.9375027121284e-06, |
| "loss": 0.4502556800842285, |
| "memory(GiB)": 76.61, |
| "step": 1715, |
| "token_acc": 0.8562842259917189, |
| "train_speed(iter/s)": 0.029449 |
| }, |
| { |
| "epoch": 0.5503779848806047, |
| "grad_norm": 0.06782068962590707, |
| "learning_rate": 8.885884052426168e-06, |
| "loss": 0.4532322883605957, |
| "memory(GiB)": 76.61, |
| "step": 1720, |
| "token_acc": 0.8593545573484518, |
| "train_speed(iter/s)": 0.029466 |
| }, |
| { |
| "epoch": 0.5519779208831647, |
| "grad_norm": 0.06070839045848377, |
| "learning_rate": 8.83429543400241e-06, |
| "loss": 0.45258092880249023, |
| "memory(GiB)": 76.61, |
| "step": 1725, |
| "token_acc": 0.8751242791807516, |
| "train_speed(iter/s)": 0.029452 |
| }, |
| { |
| "epoch": 0.5535778568857246, |
| "grad_norm": 0.049979952181739715, |
| "learning_rate": 8.78273824790448e-06, |
| "loss": 0.4340657234191895, |
| "memory(GiB)": 76.61, |
| "step": 1730, |
| "token_acc": 0.8650843222985634, |
| "train_speed(iter/s)": 0.029451 |
| }, |
| { |
| "epoch": 0.5551777928882845, |
| "grad_norm": 0.059124658124222323, |
| "learning_rate": 8.731213884332205e-06, |
| "loss": 0.43556828498840333, |
| "memory(GiB)": 76.61, |
| "step": 1735, |
| "token_acc": 0.8524390243902439, |
| "train_speed(iter/s)": 0.029459 |
| }, |
| { |
| "epoch": 0.5567777288908443, |
| "grad_norm": 0.05228309031135195, |
| "learning_rate": 8.679723732600355e-06, |
| "loss": 0.4483633041381836, |
| "memory(GiB)": 76.61, |
| "step": 1740, |
| "token_acc": 0.9039166284928997, |
| "train_speed(iter/s)": 0.029445 |
| }, |
| { |
| "epoch": 0.5583776648934042, |
| "grad_norm": 0.05659321921396489, |
| "learning_rate": 8.628269181101216e-06, |
| "loss": 0.45377864837646487, |
| "memory(GiB)": 76.61, |
| "step": 1745, |
| "token_acc": 0.8812897628687102, |
| "train_speed(iter/s)": 0.029449 |
| }, |
| { |
| "epoch": 0.5599776008959642, |
| "grad_norm": 0.0610469666222746, |
| "learning_rate": 8.576851617267151e-06, |
| "loss": 0.4495216369628906, |
| "memory(GiB)": 76.61, |
| "step": 1750, |
| "token_acc": 0.8734145104008117, |
| "train_speed(iter/s)": 0.029452 |
| }, |
| { |
| "epoch": 0.5599776008959642, |
| "eval_loss": 0.6640093922615051, |
| "eval_runtime": 114.9985, |
| "eval_samples_per_second": 174.681, |
| "eval_steps_per_second": 0.878, |
| "eval_token_acc": 0.8701128116616424, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.5615775368985241, |
| "grad_norm": 0.061306770256929585, |
| "learning_rate": 8.525472427533156e-06, |
| "loss": 0.44908857345581055, |
| "memory(GiB)": 77.63, |
| "step": 1755, |
| "token_acc": 0.8715457946180765, |
| "train_speed(iter/s)": 0.029409 |
| }, |
| { |
| "epoch": 0.563177472901084, |
| "grad_norm": 0.05235639827008535, |
| "learning_rate": 8.474132997299521e-06, |
| "loss": 0.4579316139221191, |
| "memory(GiB)": 77.63, |
| "step": 1760, |
| "token_acc": 0.8922923256201098, |
| "train_speed(iter/s)": 0.029422 |
| }, |
| { |
| "epoch": 0.5647774089036438, |
| "grad_norm": 0.051281007426132216, |
| "learning_rate": 8.422834710894434e-06, |
| "loss": 0.45467004776000974, |
| "memory(GiB)": 77.63, |
| "step": 1765, |
| "token_acc": 0.903878366189924, |
| "train_speed(iter/s)": 0.029438 |
| }, |
| { |
| "epoch": 0.5663773449062037, |
| "grad_norm": 0.05049109520782513, |
| "learning_rate": 8.371578951536689e-06, |
| "loss": 0.45294957160949706, |
| "memory(GiB)": 77.63, |
| "step": 1770, |
| "token_acc": 0.8928110202324581, |
| "train_speed(iter/s)": 0.029439 |
| }, |
| { |
| "epoch": 0.5679772809087636, |
| "grad_norm": 0.04946427707777728, |
| "learning_rate": 8.320367101298351e-06, |
| "loss": 0.4473431587219238, |
| "memory(GiB)": 77.63, |
| "step": 1775, |
| "token_acc": 0.8723599632690542, |
| "train_speed(iter/s)": 0.029439 |
| }, |
| { |
| "epoch": 0.5695772169113236, |
| "grad_norm": 0.053606352244487274, |
| "learning_rate": 8.26920054106753e-06, |
| "loss": 0.4495864391326904, |
| "memory(GiB)": 77.63, |
| "step": 1780, |
| "token_acc": 0.8844315111203492, |
| "train_speed(iter/s)": 0.029459 |
| }, |
| { |
| "epoch": 0.5711771529138835, |
| "grad_norm": 0.05525614374940963, |
| "learning_rate": 8.218080650511107e-06, |
| "loss": 0.44890499114990234, |
| "memory(GiB)": 77.63, |
| "step": 1785, |
| "token_acc": 0.8749736453721273, |
| "train_speed(iter/s)": 0.02946 |
| }, |
| { |
| "epoch": 0.5727770889164433, |
| "grad_norm": 0.05882148265537131, |
| "learning_rate": 8.167008808037568e-06, |
| "loss": 0.44676194190979, |
| "memory(GiB)": 77.63, |
| "step": 1790, |
| "token_acc": 0.8807511737089202, |
| "train_speed(iter/s)": 0.029457 |
| }, |
| { |
| "epoch": 0.5743770249190032, |
| "grad_norm": 0.048821121641334515, |
| "learning_rate": 8.115986390759805e-06, |
| "loss": 0.4417415142059326, |
| "memory(GiB)": 77.63, |
| "step": 1795, |
| "token_acc": 0.8531673379714391, |
| "train_speed(iter/s)": 0.029469 |
| }, |
| { |
| "epoch": 0.5759769609215631, |
| "grad_norm": 0.054949264031140505, |
| "learning_rate": 8.065014774458004e-06, |
| "loss": 0.46439437866210936, |
| "memory(GiB)": 77.63, |
| "step": 1800, |
| "token_acc": 0.8333022213925705, |
| "train_speed(iter/s)": 0.029467 |
| }, |
| { |
| "epoch": 0.5775768969241231, |
| "grad_norm": 0.059507220518762304, |
| "learning_rate": 8.014095333542548e-06, |
| "loss": 0.4539642333984375, |
| "memory(GiB)": 77.63, |
| "step": 1805, |
| "token_acc": 0.8577178858942948, |
| "train_speed(iter/s)": 0.029483 |
| }, |
| { |
| "epoch": 0.579176832926683, |
| "grad_norm": 0.05302143027350534, |
| "learning_rate": 7.963229441016938e-06, |
| "loss": 0.4606470108032227, |
| "memory(GiB)": 77.63, |
| "step": 1810, |
| "token_acc": 0.8760775862068966, |
| "train_speed(iter/s)": 0.029484 |
| }, |
| { |
| "epoch": 0.5807767689292428, |
| "grad_norm": 0.0699581228289572, |
| "learning_rate": 7.912418468440794e-06, |
| "loss": 0.4488551139831543, |
| "memory(GiB)": 77.63, |
| "step": 1815, |
| "token_acc": 0.8892276422764228, |
| "train_speed(iter/s)": 0.029481 |
| }, |
| { |
| "epoch": 0.5823767049318027, |
| "grad_norm": 0.053456667148895104, |
| "learning_rate": 7.861663785892857e-06, |
| "loss": 0.45035881996154786, |
| "memory(GiB)": 77.63, |
| "step": 1820, |
| "token_acc": 0.8806643202815662, |
| "train_speed(iter/s)": 0.029498 |
| }, |
| { |
| "epoch": 0.5839766409343626, |
| "grad_norm": 0.05451209338463787, |
| "learning_rate": 7.810966761934053e-06, |
| "loss": 0.44800753593444825, |
| "memory(GiB)": 77.63, |
| "step": 1825, |
| "token_acc": 0.8771571298819255, |
| "train_speed(iter/s)": 0.029496 |
| }, |
| { |
| "epoch": 0.5855765769369226, |
| "grad_norm": 0.05912934985203241, |
| "learning_rate": 7.760328763570589e-06, |
| "loss": 0.4499057769775391, |
| "memory(GiB)": 77.63, |
| "step": 1830, |
| "token_acc": 0.868710326675956, |
| "train_speed(iter/s)": 0.029487 |
| }, |
| { |
| "epoch": 0.5871765129394825, |
| "grad_norm": 0.052841905445767515, |
| "learning_rate": 7.709751156217088e-06, |
| "loss": 0.4497323989868164, |
| "memory(GiB)": 77.63, |
| "step": 1835, |
| "token_acc": 0.8117094325984822, |
| "train_speed(iter/s)": 0.029501 |
| }, |
| { |
| "epoch": 0.5887764489420423, |
| "grad_norm": 0.060076953422732254, |
| "learning_rate": 7.659235303659784e-06, |
| "loss": 0.4582187652587891, |
| "memory(GiB)": 77.63, |
| "step": 1840, |
| "token_acc": 0.8795674258561363, |
| "train_speed(iter/s)": 0.029492 |
| }, |
| { |
| "epoch": 0.5903763849446022, |
| "grad_norm": 0.06307528499562465, |
| "learning_rate": 7.608782568019729e-06, |
| "loss": 0.4430552005767822, |
| "memory(GiB)": 77.63, |
| "step": 1845, |
| "token_acc": 0.8452444922084901, |
| "train_speed(iter/s)": 0.029498 |
| }, |
| { |
| "epoch": 0.5919763209471621, |
| "grad_norm": 0.05378691938628143, |
| "learning_rate": 7.558394309716088e-06, |
| "loss": 0.459810209274292, |
| "memory(GiB)": 77.63, |
| "step": 1850, |
| "token_acc": 0.8506092736192435, |
| "train_speed(iter/s)": 0.029503 |
| }, |
| { |
| "epoch": 0.593576256949722, |
| "grad_norm": 0.0586506530143339, |
| "learning_rate": 7.508071887429433e-06, |
| "loss": 0.46239190101623534, |
| "memory(GiB)": 77.63, |
| "step": 1855, |
| "token_acc": 0.9115304709141274, |
| "train_speed(iter/s)": 0.029495 |
| }, |
| { |
| "epoch": 0.5951761929522819, |
| "grad_norm": 0.053290473896441634, |
| "learning_rate": 7.4578166580651335e-06, |
| "loss": 0.4524221897125244, |
| "memory(GiB)": 77.63, |
| "step": 1860, |
| "token_acc": 0.8817879571481345, |
| "train_speed(iter/s)": 0.029508 |
| }, |
| { |
| "epoch": 0.5967761289548418, |
| "grad_norm": 0.051901913358510056, |
| "learning_rate": 7.4076299767167325e-06, |
| "loss": 0.4579325675964355, |
| "memory(GiB)": 77.63, |
| "step": 1865, |
| "token_acc": 0.8617401668653158, |
| "train_speed(iter/s)": 0.029506 |
| }, |
| { |
| "epoch": 0.5983760649574017, |
| "grad_norm": 0.05256077511072294, |
| "learning_rate": 7.35751319662945e-06, |
| "loss": 0.45406513214111327, |
| "memory(GiB)": 77.63, |
| "step": 1870, |
| "token_acc": 0.8924402944873406, |
| "train_speed(iter/s)": 0.029497 |
| }, |
| { |
| "epoch": 0.5999760009599616, |
| "grad_norm": 0.056121622843709036, |
| "learning_rate": 7.307467669163655e-06, |
| "loss": 0.450104284286499, |
| "memory(GiB)": 77.63, |
| "step": 1875, |
| "token_acc": 0.8646184340931615, |
| "train_speed(iter/s)": 0.02951 |
| }, |
| { |
| "epoch": 0.6015759369625215, |
| "grad_norm": 0.051068951060234354, |
| "learning_rate": 7.25749474375846e-06, |
| "loss": 0.45695791244506834, |
| "memory(GiB)": 77.63, |
| "step": 1880, |
| "token_acc": 0.9112655568126717, |
| "train_speed(iter/s)": 0.029503 |
| }, |
| { |
| "epoch": 0.6031758729650813, |
| "grad_norm": 0.05120698584703106, |
| "learning_rate": 7.207595767895303e-06, |
| "loss": 0.4460740089416504, |
| "memory(GiB)": 77.63, |
| "step": 1885, |
| "token_acc": 0.8637192342752963, |
| "train_speed(iter/s)": 0.029499 |
| }, |
| { |
| "epoch": 0.6047758089676413, |
| "grad_norm": 0.05826366701259215, |
| "learning_rate": 7.157772087061645e-06, |
| "loss": 0.4498391628265381, |
| "memory(GiB)": 77.63, |
| "step": 1890, |
| "token_acc": 0.8602477214302408, |
| "train_speed(iter/s)": 0.029509 |
| }, |
| { |
| "epoch": 0.6063757449702012, |
| "grad_norm": 0.05454678875604061, |
| "learning_rate": 7.108025044714661e-06, |
| "loss": 0.44768247604370115, |
| "memory(GiB)": 77.63, |
| "step": 1895, |
| "token_acc": 0.8998014357721094, |
| "train_speed(iter/s)": 0.029496 |
| }, |
| { |
| "epoch": 0.6079756809727611, |
| "grad_norm": 0.04862560763785379, |
| "learning_rate": 7.058355982245038e-06, |
| "loss": 0.44283151626586914, |
| "memory(GiB)": 77.63, |
| "step": 1900, |
| "token_acc": 0.8749580958766343, |
| "train_speed(iter/s)": 0.029501 |
| }, |
| { |
| "epoch": 0.609575616975321, |
| "grad_norm": 0.05390239428952395, |
| "learning_rate": 7.00876623894079e-06, |
| "loss": 0.4445077419281006, |
| "memory(GiB)": 77.63, |
| "step": 1905, |
| "token_acc": 0.8588156123822341, |
| "train_speed(iter/s)": 0.029504 |
| }, |
| { |
| "epoch": 0.6111755529778808, |
| "grad_norm": 0.052917745372876655, |
| "learning_rate": 6.959257151951153e-06, |
| "loss": 0.45001955032348634, |
| "memory(GiB)": 77.63, |
| "step": 1910, |
| "token_acc": 0.8768155911013054, |
| "train_speed(iter/s)": 0.029494 |
| }, |
| { |
| "epoch": 0.6127754889804408, |
| "grad_norm": 0.05432256049056495, |
| "learning_rate": 6.909830056250527e-06, |
| "loss": 0.44944238662719727, |
| "memory(GiB)": 77.63, |
| "step": 1915, |
| "token_acc": 0.8941244909831297, |
| "train_speed(iter/s)": 0.029507 |
| }, |
| { |
| "epoch": 0.6143754249830007, |
| "grad_norm": 0.05852297407331436, |
| "learning_rate": 6.860486284602479e-06, |
| "loss": 0.4477729797363281, |
| "memory(GiB)": 77.63, |
| "step": 1920, |
| "token_acc": 0.8854845719252499, |
| "train_speed(iter/s)": 0.029501 |
| }, |
| { |
| "epoch": 0.6159753609855606, |
| "grad_norm": 0.05474007805899836, |
| "learning_rate": 6.8112271675238154e-06, |
| "loss": 0.4501204013824463, |
| "memory(GiB)": 77.63, |
| "step": 1925, |
| "token_acc": 0.8803290949887809, |
| "train_speed(iter/s)": 0.029496 |
| }, |
| { |
| "epoch": 0.6175752969881205, |
| "grad_norm": 0.05545012433641634, |
| "learning_rate": 6.762054033248681e-06, |
| "loss": 0.44565958976745607, |
| "memory(GiB)": 77.63, |
| "step": 1930, |
| "token_acc": 0.8480542195015304, |
| "train_speed(iter/s)": 0.029507 |
| }, |
| { |
| "epoch": 0.6191752329906803, |
| "grad_norm": 0.05495247298953925, |
| "learning_rate": 6.712968207692778e-06, |
| "loss": 0.44170804023742677, |
| "memory(GiB)": 77.63, |
| "step": 1935, |
| "token_acc": 0.8709073900841908, |
| "train_speed(iter/s)": 0.029498 |
| }, |
| { |
| "epoch": 0.6207751689932403, |
| "grad_norm": 0.05792014047889592, |
| "learning_rate": 6.663971014417585e-06, |
| "loss": 0.4454016208648682, |
| "memory(GiB)": 77.63, |
| "step": 1940, |
| "token_acc": 0.8606651376146789, |
| "train_speed(iter/s)": 0.0295 |
| }, |
| { |
| "epoch": 0.6223751049958002, |
| "grad_norm": 0.04853659131630362, |
| "learning_rate": 6.615063774594677e-06, |
| "loss": 0.4387532711029053, |
| "memory(GiB)": 77.63, |
| "step": 1945, |
| "token_acc": 0.8920454545454546, |
| "train_speed(iter/s)": 0.029507 |
| }, |
| { |
| "epoch": 0.6239750409983601, |
| "grad_norm": 0.05266495974136303, |
| "learning_rate": 6.566247806970119e-06, |
| "loss": 0.4472493171691895, |
| "memory(GiB)": 77.63, |
| "step": 1950, |
| "token_acc": 0.848505251817937, |
| "train_speed(iter/s)": 0.029497 |
| }, |
| { |
| "epoch": 0.62557497700092, |
| "grad_norm": 0.054994759694813, |
| "learning_rate": 6.5175244278288705e-06, |
| "loss": 0.44487895965576174, |
| "memory(GiB)": 77.63, |
| "step": 1955, |
| "token_acc": 0.8689320388349514, |
| "train_speed(iter/s)": 0.029506 |
| }, |
| { |
| "epoch": 0.6271749130034798, |
| "grad_norm": 0.057067387083368365, |
| "learning_rate": 6.468894950959336e-06, |
| "loss": 0.4466127395629883, |
| "memory(GiB)": 77.63, |
| "step": 1960, |
| "token_acc": 0.846737755286463, |
| "train_speed(iter/s)": 0.0295 |
| }, |
| { |
| "epoch": 0.6287748490060397, |
| "grad_norm": 0.05417940634204734, |
| "learning_rate": 6.420360687617897e-06, |
| "loss": 0.44883151054382325, |
| "memory(GiB)": 77.63, |
| "step": 1965, |
| "token_acc": 0.8795967892477132, |
| "train_speed(iter/s)": 0.02949 |
| }, |
| { |
| "epoch": 0.6303747850085997, |
| "grad_norm": 0.05176488752108695, |
| "learning_rate": 6.3719229464935915e-06, |
| "loss": 0.4542849063873291, |
| "memory(GiB)": 77.63, |
| "step": 1970, |
| "token_acc": 0.8568893191352049, |
| "train_speed(iter/s)": 0.029503 |
| }, |
| { |
| "epoch": 0.6319747210111596, |
| "grad_norm": 0.04867135924369273, |
| "learning_rate": 6.323583033672799e-06, |
| "loss": 0.44331774711608884, |
| "memory(GiB)": 77.63, |
| "step": 1975, |
| "token_acc": 0.8647865559204172, |
| "train_speed(iter/s)": 0.029491 |
| }, |
| { |
| "epoch": 0.6335746570137194, |
| "grad_norm": 0.06076783884358601, |
| "learning_rate": 6.275342252604044e-06, |
| "loss": 0.44751858711242676, |
| "memory(GiB)": 77.63, |
| "step": 1980, |
| "token_acc": 0.871765773944621, |
| "train_speed(iter/s)": 0.029486 |
| }, |
| { |
| "epoch": 0.6351745930162793, |
| "grad_norm": 0.0520886449098567, |
| "learning_rate": 6.22720190406283e-06, |
| "loss": 0.46150927543640136, |
| "memory(GiB)": 77.63, |
| "step": 1985, |
| "token_acc": 0.8921661480178595, |
| "train_speed(iter/s)": 0.029497 |
| }, |
| { |
| "epoch": 0.6367745290188392, |
| "grad_norm": 0.058090405193780774, |
| "learning_rate": 6.179163286116581e-06, |
| "loss": 0.44019436836242676, |
| "memory(GiB)": 77.63, |
| "step": 1990, |
| "token_acc": 0.9157033805888768, |
| "train_speed(iter/s)": 0.029488 |
| }, |
| { |
| "epoch": 0.6383744650213992, |
| "grad_norm": 0.057472120727550105, |
| "learning_rate": 6.13122769408963e-06, |
| "loss": 0.4466409683227539, |
| "memory(GiB)": 77.63, |
| "step": 1995, |
| "token_acc": 0.8608313968499871, |
| "train_speed(iter/s)": 0.029492 |
| }, |
| { |
| "epoch": 0.6399744010239591, |
| "grad_norm": 0.05665485079826101, |
| "learning_rate": 6.083396420528298e-06, |
| "loss": 0.451153039932251, |
| "memory(GiB)": 77.63, |
| "step": 2000, |
| "token_acc": 0.8910367046369808, |
| "train_speed(iter/s)": 0.029496 |
| }, |
| { |
| "epoch": 0.6399744010239591, |
| "eval_loss": 0.6622327566146851, |
| "eval_runtime": 115.9166, |
| "eval_samples_per_second": 173.297, |
| "eval_steps_per_second": 0.871, |
| "eval_token_acc": 0.8709580958089251, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.6415743370265189, |
| "grad_norm": 0.05247711719910443, |
| "learning_rate": 6.0356707551660434e-06, |
| "loss": 0.45055346488952636, |
| "memory(GiB)": 77.63, |
| "step": 2005, |
| "token_acc": 0.8961562482257424, |
| "train_speed(iter/s)": 0.029453 |
| }, |
| { |
| "epoch": 0.6431742730290788, |
| "grad_norm": 0.0533769803289562, |
| "learning_rate": 5.988051984888668e-06, |
| "loss": 0.4436792373657227, |
| "memory(GiB)": 77.63, |
| "step": 2010, |
| "token_acc": 0.8894836272040302, |
| "train_speed(iter/s)": 0.029463 |
| }, |
| { |
| "epoch": 0.6447742090316387, |
| "grad_norm": 0.05428299581856707, |
| "learning_rate": 5.940541393699646e-06, |
| "loss": 0.44562363624572754, |
| "memory(GiB)": 77.63, |
| "step": 2015, |
| "token_acc": 0.8804031789106416, |
| "train_speed(iter/s)": 0.029477 |
| }, |
| { |
| "epoch": 0.6463741450341987, |
| "grad_norm": 0.055930584071511934, |
| "learning_rate": 5.893140262685469e-06, |
| "loss": 0.4412201404571533, |
| "memory(GiB)": 77.63, |
| "step": 2020, |
| "token_acc": 0.8791348600508906, |
| "train_speed(iter/s)": 0.029482 |
| }, |
| { |
| "epoch": 0.6479740810367586, |
| "grad_norm": 0.06077731970466293, |
| "learning_rate": 5.845849869981137e-06, |
| "loss": 0.44964237213134767, |
| "memory(GiB)": 77.63, |
| "step": 2025, |
| "token_acc": 0.8710450018908358, |
| "train_speed(iter/s)": 0.029484 |
| }, |
| { |
| "epoch": 0.6495740170393184, |
| "grad_norm": 0.05824848510516177, |
| "learning_rate": 5.7986714907356614e-06, |
| "loss": 0.4586543083190918, |
| "memory(GiB)": 77.63, |
| "step": 2030, |
| "token_acc": 0.8852591792656588, |
| "train_speed(iter/s)": 0.029498 |
| }, |
| { |
| "epoch": 0.6511739530418783, |
| "grad_norm": 0.06066761562869553, |
| "learning_rate": 5.751606397077703e-06, |
| "loss": 0.44632205963134763, |
| "memory(GiB)": 77.63, |
| "step": 2035, |
| "token_acc": 0.8871352785145888, |
| "train_speed(iter/s)": 0.029494 |
| }, |
| { |
| "epoch": 0.6527738890444382, |
| "grad_norm": 0.055201144436432543, |
| "learning_rate": 5.704655858081268e-06, |
| "loss": 0.43164916038513185, |
| "memory(GiB)": 77.63, |
| "step": 2040, |
| "token_acc": 0.8937977909940527, |
| "train_speed(iter/s)": 0.029496 |
| }, |
| { |
| "epoch": 0.6543738250469981, |
| "grad_norm": 0.05987076771844116, |
| "learning_rate": 5.6578211397314765e-06, |
| "loss": 0.4560856819152832, |
| "memory(GiB)": 77.63, |
| "step": 2045, |
| "token_acc": 0.8462914545204349, |
| "train_speed(iter/s)": 0.029507 |
| }, |
| { |
| "epoch": 0.6559737610495581, |
| "grad_norm": 0.05549604363093839, |
| "learning_rate": 5.611103504890444e-06, |
| "loss": 0.44809746742248535, |
| "memory(GiB)": 77.63, |
| "step": 2050, |
| "token_acc": 0.8783254279232832, |
| "train_speed(iter/s)": 0.029503 |
| }, |
| { |
| "epoch": 0.6575736970521179, |
| "grad_norm": 0.060605872447174955, |
| "learning_rate": 5.564504213263205e-06, |
| "loss": 0.43492536544799804, |
| "memory(GiB)": 77.63, |
| "step": 2055, |
| "token_acc": 0.8383036405886909, |
| "train_speed(iter/s)": 0.029515 |
| }, |
| { |
| "epoch": 0.6591736330546778, |
| "grad_norm": 0.05003885513998493, |
| "learning_rate": 5.5180245213637785e-06, |
| "loss": 0.44741315841674806, |
| "memory(GiB)": 77.63, |
| "step": 2060, |
| "token_acc": 0.8784857874174862, |
| "train_speed(iter/s)": 0.029515 |
| }, |
| { |
| "epoch": 0.6607735690572377, |
| "grad_norm": 0.053248832099036005, |
| "learning_rate": 5.4716656824812505e-06, |
| "loss": 0.4469279766082764, |
| "memory(GiB)": 77.63, |
| "step": 2065, |
| "token_acc": 0.8853107344632768, |
| "train_speed(iter/s)": 0.029507 |
| }, |
| { |
| "epoch": 0.6623735050597976, |
| "grad_norm": 0.050937098304756526, |
| "learning_rate": 5.425428946646016e-06, |
| "loss": 0.44948582649230956, |
| "memory(GiB)": 77.63, |
| "step": 2070, |
| "token_acc": 0.8934210526315789, |
| "train_speed(iter/s)": 0.029526 |
| }, |
| { |
| "epoch": 0.6639734410623576, |
| "grad_norm": 0.050018563981163396, |
| "learning_rate": 5.379315560596038e-06, |
| "loss": 0.4475410461425781, |
| "memory(GiB)": 77.63, |
| "step": 2075, |
| "token_acc": 0.8478816857555876, |
| "train_speed(iter/s)": 0.029518 |
| }, |
| { |
| "epoch": 0.6655733770649174, |
| "grad_norm": 0.05745892430696422, |
| "learning_rate": 5.333326767743263e-06, |
| "loss": 0.45008225440979005, |
| "memory(GiB)": 77.63, |
| "step": 2080, |
| "token_acc": 0.8264099454214675, |
| "train_speed(iter/s)": 0.029515 |
| }, |
| { |
| "epoch": 0.6671733130674773, |
| "grad_norm": 0.05536507134607956, |
| "learning_rate": 5.287463808140069e-06, |
| "loss": 0.4393789291381836, |
| "memory(GiB)": 77.63, |
| "step": 2085, |
| "token_acc": 0.8450008816787162, |
| "train_speed(iter/s)": 0.029527 |
| }, |
| { |
| "epoch": 0.6687732490700372, |
| "grad_norm": 0.06142641017026178, |
| "learning_rate": 5.241727918445836e-06, |
| "loss": 0.4437687873840332, |
| "memory(GiB)": 77.63, |
| "step": 2090, |
| "token_acc": 0.8837277242185217, |
| "train_speed(iter/s)": 0.02952 |
| }, |
| { |
| "epoch": 0.6703731850725971, |
| "grad_norm": 0.05426196603270913, |
| "learning_rate": 5.1961203318936116e-06, |
| "loss": 0.4427367687225342, |
| "memory(GiB)": 77.63, |
| "step": 2095, |
| "token_acc": 0.856048805815161, |
| "train_speed(iter/s)": 0.029524 |
| }, |
| { |
| "epoch": 0.6719731210751569, |
| "grad_norm": 0.054169398190345976, |
| "learning_rate": 5.1506422782568345e-06, |
| "loss": 0.4520686626434326, |
| "memory(GiB)": 77.63, |
| "step": 2100, |
| "token_acc": 0.8747133027522935, |
| "train_speed(iter/s)": 0.029529 |
| }, |
| { |
| "epoch": 0.6735730570777169, |
| "grad_norm": 0.054436537230257924, |
| "learning_rate": 5.105294983816203e-06, |
| "loss": 0.44482645988464353, |
| "memory(GiB)": 77.63, |
| "step": 2105, |
| "token_acc": 0.8637377049180328, |
| "train_speed(iter/s)": 0.029517 |
| }, |
| { |
| "epoch": 0.6751729930802768, |
| "grad_norm": 0.05860088154390529, |
| "learning_rate": 5.060079671326577e-06, |
| "loss": 0.44719686508178713, |
| "memory(GiB)": 77.63, |
| "step": 2110, |
| "token_acc": 0.8593150866058442, |
| "train_speed(iter/s)": 0.029529 |
| }, |
| { |
| "epoch": 0.6767729290828367, |
| "grad_norm": 0.05264024149284518, |
| "learning_rate": 5.014997559984045e-06, |
| "loss": 0.43972039222717285, |
| "memory(GiB)": 77.63, |
| "step": 2115, |
| "token_acc": 0.8533221194280909, |
| "train_speed(iter/s)": 0.029526 |
| }, |
| { |
| "epoch": 0.6783728650853966, |
| "grad_norm": 0.0534652970629265, |
| "learning_rate": 4.970049865393009e-06, |
| "loss": 0.4468375205993652, |
| "memory(GiB)": 77.63, |
| "step": 2120, |
| "token_acc": 0.8628782287822878, |
| "train_speed(iter/s)": 0.029518 |
| }, |
| { |
| "epoch": 0.6799728010879564, |
| "grad_norm": 0.05246927821047006, |
| "learning_rate": 4.925237799533445e-06, |
| "loss": 0.4498266696929932, |
| "memory(GiB)": 77.63, |
| "step": 2125, |
| "token_acc": 0.9048205760049284, |
| "train_speed(iter/s)": 0.029533 |
| }, |
| { |
| "epoch": 0.6815727370905164, |
| "grad_norm": 0.05104237083350841, |
| "learning_rate": 4.880562570728188e-06, |
| "loss": 0.4389338970184326, |
| "memory(GiB)": 77.63, |
| "step": 2130, |
| "token_acc": 0.8844444444444445, |
| "train_speed(iter/s)": 0.029525 |
| }, |
| { |
| "epoch": 0.6831726730930763, |
| "grad_norm": 0.05297787940328326, |
| "learning_rate": 4.836025383610382e-06, |
| "loss": 0.4495584487915039, |
| "memory(GiB)": 77.63, |
| "step": 2135, |
| "token_acc": 0.8647426233038984, |
| "train_speed(iter/s)": 0.029524 |
| }, |
| { |
| "epoch": 0.6847726090956362, |
| "grad_norm": 0.05092547333787791, |
| "learning_rate": 4.791627439090975e-06, |
| "loss": 0.4421692848205566, |
| "memory(GiB)": 77.63, |
| "step": 2140, |
| "token_acc": 0.8828041384231181, |
| "train_speed(iter/s)": 0.029534 |
| }, |
| { |
| "epoch": 0.6863725450981961, |
| "grad_norm": 0.053418572817851825, |
| "learning_rate": 4.74736993432634e-06, |
| "loss": 0.44208922386169436, |
| "memory(GiB)": 77.63, |
| "step": 2145, |
| "token_acc": 0.8888520238885202, |
| "train_speed(iter/s)": 0.029522 |
| }, |
| { |
| "epoch": 0.6879724811007559, |
| "grad_norm": 0.053760421496406786, |
| "learning_rate": 4.703254062686017e-06, |
| "loss": 0.4469425201416016, |
| "memory(GiB)": 77.63, |
| "step": 2150, |
| "token_acc": 0.8764145324597975, |
| "train_speed(iter/s)": 0.02953 |
| }, |
| { |
| "epoch": 0.6895724171033158, |
| "grad_norm": 0.05280613332203591, |
| "learning_rate": 4.6592810137205e-06, |
| "loss": 0.45023741722106936, |
| "memory(GiB)": 77.63, |
| "step": 2155, |
| "token_acc": 0.8968010517090271, |
| "train_speed(iter/s)": 0.029531 |
| }, |
| { |
| "epoch": 0.6911723531058758, |
| "grad_norm": 0.05438679052798784, |
| "learning_rate": 4.615451973129196e-06, |
| "loss": 0.4470167636871338, |
| "memory(GiB)": 77.63, |
| "step": 2160, |
| "token_acc": 0.8761696818465378, |
| "train_speed(iter/s)": 0.02952 |
| }, |
| { |
| "epoch": 0.6927722891084357, |
| "grad_norm": 0.056426544102266905, |
| "learning_rate": 4.571768122728421e-06, |
| "loss": 0.4486443042755127, |
| "memory(GiB)": 77.63, |
| "step": 2165, |
| "token_acc": 0.8781996587030717, |
| "train_speed(iter/s)": 0.029533 |
| }, |
| { |
| "epoch": 0.6943722251109956, |
| "grad_norm": 0.05337656902490804, |
| "learning_rate": 4.528230640419562e-06, |
| "loss": 0.4497722625732422, |
| "memory(GiB)": 77.63, |
| "step": 2170, |
| "token_acc": 0.8571428571428571, |
| "train_speed(iter/s)": 0.029522 |
| }, |
| { |
| "epoch": 0.6959721611135554, |
| "grad_norm": 0.054129658100736014, |
| "learning_rate": 4.4848407001572945e-06, |
| "loss": 0.44121665954589845, |
| "memory(GiB)": 77.63, |
| "step": 2175, |
| "token_acc": 0.8674278464954012, |
| "train_speed(iter/s)": 0.029518 |
| }, |
| { |
| "epoch": 0.6975720971161153, |
| "grad_norm": 0.05332136363084243, |
| "learning_rate": 4.441599471917946e-06, |
| "loss": 0.43872866630554197, |
| "memory(GiB)": 77.63, |
| "step": 2180, |
| "token_acc": 0.8575067664384652, |
| "train_speed(iter/s)": 0.029529 |
| }, |
| { |
| "epoch": 0.6991720331186753, |
| "grad_norm": 0.06093731322456081, |
| "learning_rate": 4.398508121667925e-06, |
| "loss": 0.42902402877807616, |
| "memory(GiB)": 77.63, |
| "step": 2185, |
| "token_acc": 0.8526187576126675, |
| "train_speed(iter/s)": 0.029519 |
| }, |
| { |
| "epoch": 0.7007719691212352, |
| "grad_norm": 0.05959591977220614, |
| "learning_rate": 4.355567811332311e-06, |
| "loss": 0.44504075050354003, |
| "memory(GiB)": 77.63, |
| "step": 2190, |
| "token_acc": 0.8604511878618487, |
| "train_speed(iter/s)": 0.029519 |
| }, |
| { |
| "epoch": 0.702371905123795, |
| "grad_norm": 0.052994813328955795, |
| "learning_rate": 4.312779698763493e-06, |
| "loss": 0.4408130168914795, |
| "memory(GiB)": 77.63, |
| "step": 2195, |
| "token_acc": 0.8787728847105394, |
| "train_speed(iter/s)": 0.029526 |
| }, |
| { |
| "epoch": 0.7039718411263549, |
| "grad_norm": 0.05402320661185779, |
| "learning_rate": 4.270144937709981e-06, |
| "loss": 0.4396658897399902, |
| "memory(GiB)": 77.63, |
| "step": 2200, |
| "token_acc": 0.8677248677248677, |
| "train_speed(iter/s)": 0.029515 |
| }, |
| { |
| "epoch": 0.7055717771289148, |
| "grad_norm": 0.053270864469091045, |
| "learning_rate": 4.227664677785264e-06, |
| "loss": 0.4493250846862793, |
| "memory(GiB)": 77.63, |
| "step": 2205, |
| "token_acc": 0.8801270542742715, |
| "train_speed(iter/s)": 0.029523 |
| }, |
| { |
| "epoch": 0.7071717131314748, |
| "grad_norm": 0.06248819511930574, |
| "learning_rate": 4.1853400644368395e-06, |
| "loss": 0.44740095138549807, |
| "memory(GiB)": 77.63, |
| "step": 2210, |
| "token_acc": 0.8988747408942849, |
| "train_speed(iter/s)": 0.029514 |
| }, |
| { |
| "epoch": 0.7087716491340347, |
| "grad_norm": 0.05807018681919018, |
| "learning_rate": 4.143172238915302e-06, |
| "loss": 0.4508991241455078, |
| "memory(GiB)": 77.63, |
| "step": 2215, |
| "token_acc": 0.8739803562510404, |
| "train_speed(iter/s)": 0.029506 |
| }, |
| { |
| "epoch": 0.7103715851365945, |
| "grad_norm": 0.05376168037907147, |
| "learning_rate": 4.101162338243595e-06, |
| "loss": 0.4486696243286133, |
| "memory(GiB)": 77.63, |
| "step": 2220, |
| "token_acc": 0.8750778169744761, |
| "train_speed(iter/s)": 0.029514 |
| }, |
| { |
| "epoch": 0.7119715211391544, |
| "grad_norm": 0.05460944158847028, |
| "learning_rate": 4.059311495186338e-06, |
| "loss": 0.4484865188598633, |
| "memory(GiB)": 77.63, |
| "step": 2225, |
| "token_acc": 0.8524350054924936, |
| "train_speed(iter/s)": 0.029506 |
| }, |
| { |
| "epoch": 0.7135714571417143, |
| "grad_norm": 0.05716955035585288, |
| "learning_rate": 4.017620838219276e-06, |
| "loss": 0.44258599281311034, |
| "memory(GiB)": 77.63, |
| "step": 2230, |
| "token_acc": 0.8597191629955947, |
| "train_speed(iter/s)": 0.029504 |
| }, |
| { |
| "epoch": 0.7151713931442742, |
| "grad_norm": 0.05984913995816041, |
| "learning_rate": 3.9760914914988716e-06, |
| "loss": 0.4547589778900146, |
| "memory(GiB)": 77.63, |
| "step": 2235, |
| "token_acc": 0.8679617117117117, |
| "train_speed(iter/s)": 0.029511 |
| }, |
| { |
| "epoch": 0.7167713291468342, |
| "grad_norm": 0.05686589162715874, |
| "learning_rate": 3.93472457483197e-06, |
| "loss": 0.4416301727294922, |
| "memory(GiB)": 77.63, |
| "step": 2240, |
| "token_acc": 0.826577064816822, |
| "train_speed(iter/s)": 0.029498 |
| }, |
| { |
| "epoch": 0.718371265149394, |
| "grad_norm": 0.05780707586931182, |
| "learning_rate": 3.893521203645618e-06, |
| "loss": 0.45052361488342285, |
| "memory(GiB)": 77.63, |
| "step": 2245, |
| "token_acc": 0.8836182062608028, |
| "train_speed(iter/s)": 0.0295 |
| }, |
| { |
| "epoch": 0.7199712011519539, |
| "grad_norm": 0.049110615928360885, |
| "learning_rate": 3.852482488956992e-06, |
| "loss": 0.4427218437194824, |
| "memory(GiB)": 77.63, |
| "step": 2250, |
| "token_acc": 0.8621255642183012, |
| "train_speed(iter/s)": 0.029501 |
| }, |
| { |
| "epoch": 0.7199712011519539, |
| "eval_loss": 0.659950852394104, |
| "eval_runtime": 108.3142, |
| "eval_samples_per_second": 185.461, |
| "eval_steps_per_second": 0.932, |
| "eval_token_acc": 0.8716289458342705, |
| "step": 2250 |
| }, |
| { |
| "epoch": 0.7215711371545138, |
| "grad_norm": 0.04899882607919235, |
| "learning_rate": 3.8116095373434204e-06, |
| "loss": 0.4487879753112793, |
| "memory(GiB)": 77.63, |
| "step": 2255, |
| "token_acc": 0.8912671818368324, |
| "train_speed(iter/s)": 0.029473 |
| }, |
| { |
| "epoch": 0.7231710731570737, |
| "grad_norm": 0.05080548488435112, |
| "learning_rate": 3.7709034509125706e-06, |
| "loss": 0.44452829360961915, |
| "memory(GiB)": 77.63, |
| "step": 2260, |
| "token_acc": 0.8442477876106195, |
| "train_speed(iter/s)": 0.029482 |
| }, |
| { |
| "epoch": 0.7247710091596337, |
| "grad_norm": 0.048986009146357284, |
| "learning_rate": 3.7303653272727057e-06, |
| "loss": 0.4472095012664795, |
| "memory(GiB)": 77.63, |
| "step": 2265, |
| "token_acc": 0.870567815521944, |
| "train_speed(iter/s)": 0.029495 |
| }, |
| { |
| "epoch": 0.7263709451621935, |
| "grad_norm": 0.05152412916361422, |
| "learning_rate": 3.689996259503116e-06, |
| "loss": 0.440493106842041, |
| "memory(GiB)": 77.63, |
| "step": 2270, |
| "token_acc": 0.8795436455293181, |
| "train_speed(iter/s)": 0.029499 |
| }, |
| { |
| "epoch": 0.7279708811647534, |
| "grad_norm": 0.055480142184644934, |
| "learning_rate": 3.6497973361246153e-06, |
| "loss": 0.4417555809020996, |
| "memory(GiB)": 77.63, |
| "step": 2275, |
| "token_acc": 0.8660460713158725, |
| "train_speed(iter/s)": 0.029499 |
| }, |
| { |
| "epoch": 0.7295708171673133, |
| "grad_norm": 0.05625540509082736, |
| "learning_rate": 3.609769641070221e-06, |
| "loss": 0.4407214164733887, |
| "memory(GiB)": 77.63, |
| "step": 2280, |
| "token_acc": 0.8890608875128999, |
| "train_speed(iter/s)": 0.029513 |
| }, |
| { |
| "epoch": 0.7311707531698732, |
| "grad_norm": 0.05002588428206622, |
| "learning_rate": 3.569914253655896e-06, |
| "loss": 0.4413386344909668, |
| "memory(GiB)": 77.63, |
| "step": 2285, |
| "token_acc": 0.8921049390319005, |
| "train_speed(iter/s)": 0.029513 |
| }, |
| { |
| "epoch": 0.7327706891724332, |
| "grad_norm": 0.05088814815973685, |
| "learning_rate": 3.530232248551466e-06, |
| "loss": 0.4507819652557373, |
| "memory(GiB)": 77.63, |
| "step": 2290, |
| "token_acc": 0.8278411830895355, |
| "train_speed(iter/s)": 0.029513 |
| }, |
| { |
| "epoch": 0.734370625174993, |
| "grad_norm": 0.05399937134620822, |
| "learning_rate": 3.4907246957516416e-06, |
| "loss": 0.4447961330413818, |
| "memory(GiB)": 77.63, |
| "step": 2295, |
| "token_acc": 0.8888263967004124, |
| "train_speed(iter/s)": 0.029522 |
| }, |
| { |
| "epoch": 0.7359705611775529, |
| "grad_norm": 0.06200035405309708, |
| "learning_rate": 3.4513926605471504e-06, |
| "loss": 0.45868444442749023, |
| "memory(GiB)": 77.63, |
| "step": 2300, |
| "token_acc": 0.8513141426783479, |
| "train_speed(iter/s)": 0.02952 |
| }, |
| { |
| "epoch": 0.7375704971801128, |
| "grad_norm": 0.055876255912378235, |
| "learning_rate": 3.412237203496036e-06, |
| "loss": 0.4431456089019775, |
| "memory(GiB)": 77.63, |
| "step": 2305, |
| "token_acc": 0.8651997041420119, |
| "train_speed(iter/s)": 0.029532 |
| }, |
| { |
| "epoch": 0.7391704331826727, |
| "grad_norm": 0.06032844036632358, |
| "learning_rate": 3.3732593803950354e-06, |
| "loss": 0.4452229976654053, |
| "memory(GiB)": 77.63, |
| "step": 2310, |
| "token_acc": 0.8915232899706252, |
| "train_speed(iter/s)": 0.02953 |
| }, |
| { |
| "epoch": 0.7407703691852325, |
| "grad_norm": 0.05255216039270682, |
| "learning_rate": 3.3344602422511343e-06, |
| "loss": 0.4414207458496094, |
| "memory(GiB)": 77.63, |
| "step": 2315, |
| "token_acc": 0.8901802257032171, |
| "train_speed(iter/s)": 0.029522 |
| }, |
| { |
| "epoch": 0.7423703051877925, |
| "grad_norm": 0.05535966142690852, |
| "learning_rate": 3.2958408352532055e-06, |
| "loss": 0.43938393592834474, |
| "memory(GiB)": 77.63, |
| "step": 2320, |
| "token_acc": 0.8354077253218885, |
| "train_speed(iter/s)": 0.029536 |
| }, |
| { |
| "epoch": 0.7439702411903524, |
| "grad_norm": 0.0505418855319798, |
| "learning_rate": 3.257402200743821e-06, |
| "loss": 0.44445362091064455, |
| "memory(GiB)": 77.63, |
| "step": 2325, |
| "token_acc": 0.864262790258637, |
| "train_speed(iter/s)": 0.02953 |
| }, |
| { |
| "epoch": 0.7455701771929123, |
| "grad_norm": 0.0563107101835597, |
| "learning_rate": 3.2191453751911505e-06, |
| "loss": 0.45569453239440916, |
| "memory(GiB)": 77.63, |
| "step": 2330, |
| "token_acc": 0.8784313725490196, |
| "train_speed(iter/s)": 0.029523 |
| }, |
| { |
| "epoch": 0.7471701131954722, |
| "grad_norm": 0.05000152007266613, |
| "learning_rate": 3.1810713901610367e-06, |
| "loss": 0.4395348072052002, |
| "memory(GiB)": 77.63, |
| "step": 2335, |
| "token_acc": 0.8867111781175964, |
| "train_speed(iter/s)": 0.029536 |
| }, |
| { |
| "epoch": 0.748770049198032, |
| "grad_norm": 0.057169590375126145, |
| "learning_rate": 3.1431812722891598e-06, |
| "loss": 0.4397278785705566, |
| "memory(GiB)": 77.63, |
| "step": 2340, |
| "token_acc": 0.8577532891037895, |
| "train_speed(iter/s)": 0.029529 |
| }, |
| { |
| "epoch": 0.750369985200592, |
| "grad_norm": 0.05730745865195846, |
| "learning_rate": 3.1054760432533626e-06, |
| "loss": 0.45998029708862304, |
| "memory(GiB)": 77.63, |
| "step": 2345, |
| "token_acc": 0.8845755097339016, |
| "train_speed(iter/s)": 0.029534 |
| }, |
| { |
| "epoch": 0.7519699212031519, |
| "grad_norm": 0.05180470840824953, |
| "learning_rate": 3.0679567197461135e-06, |
| "loss": 0.45008273124694825, |
| "memory(GiB)": 77.63, |
| "step": 2350, |
| "token_acc": 0.8394425931535898, |
| "train_speed(iter/s)": 0.029537 |
| }, |
| { |
| "epoch": 0.7535698572057118, |
| "grad_norm": 0.06025883780673481, |
| "learning_rate": 3.0306243134470668e-06, |
| "loss": 0.4444745540618896, |
| "memory(GiB)": 77.63, |
| "step": 2355, |
| "token_acc": 0.889631386074585, |
| "train_speed(iter/s)": 0.02953 |
| }, |
| { |
| "epoch": 0.7551697932082717, |
| "grad_norm": 0.05199872680450009, |
| "learning_rate": 2.993479830995815e-06, |
| "loss": 0.451768159866333, |
| "memory(GiB)": 77.63, |
| "step": 2360, |
| "token_acc": 0.8736520199581522, |
| "train_speed(iter/s)": 0.029541 |
| }, |
| { |
| "epoch": 0.7567697292108315, |
| "grad_norm": 0.05489027404588469, |
| "learning_rate": 2.9565242739647115e-06, |
| "loss": 0.4442115306854248, |
| "memory(GiB)": 77.63, |
| "step": 2365, |
| "token_acc": 0.8865552903739061, |
| "train_speed(iter/s)": 0.029538 |
| }, |
| { |
| "epoch": 0.7583696652133914, |
| "grad_norm": 0.06334021131539457, |
| "learning_rate": 2.919758638831893e-06, |
| "loss": 0.4570741653442383, |
| "memory(GiB)": 77.63, |
| "step": 2370, |
| "token_acc": 0.8652606912712361, |
| "train_speed(iter/s)": 0.029531 |
| }, |
| { |
| "epoch": 0.7599696012159514, |
| "grad_norm": 0.053831666314624105, |
| "learning_rate": 2.8831839169543998e-06, |
| "loss": 0.44495415687561035, |
| "memory(GiB)": 77.63, |
| "step": 2375, |
| "token_acc": 0.8756476683937824, |
| "train_speed(iter/s)": 0.029541 |
| }, |
| { |
| "epoch": 0.7615695372185113, |
| "grad_norm": 0.0527583973457582, |
| "learning_rate": 2.84680109454143e-06, |
| "loss": 0.4472104549407959, |
| "memory(GiB)": 77.63, |
| "step": 2380, |
| "token_acc": 0.8725328947368421, |
| "train_speed(iter/s)": 0.029536 |
| }, |
| { |
| "epoch": 0.7631694732210712, |
| "grad_norm": 0.058941021305098804, |
| "learning_rate": 2.810611152627777e-06, |
| "loss": 0.4499720573425293, |
| "memory(GiB)": 77.63, |
| "step": 2385, |
| "token_acc": 0.8632213889794588, |
| "train_speed(iter/s)": 0.029535 |
| }, |
| { |
| "epoch": 0.764769409223631, |
| "grad_norm": 0.05393008170855123, |
| "learning_rate": 2.774615067047346e-06, |
| "loss": 0.43872222900390623, |
| "memory(GiB)": 77.63, |
| "step": 2390, |
| "token_acc": 0.8742202234150588, |
| "train_speed(iter/s)": 0.02954 |
| }, |
| { |
| "epoch": 0.7663693452261909, |
| "grad_norm": 0.0556417645809335, |
| "learning_rate": 2.738813808406866e-06, |
| "loss": 0.4399220943450928, |
| "memory(GiB)": 77.63, |
| "step": 2395, |
| "token_acc": 0.8997599039615847, |
| "train_speed(iter/s)": 0.029531 |
| }, |
| { |
| "epoch": 0.7679692812287509, |
| "grad_norm": 0.05379432234404155, |
| "learning_rate": 2.7032083420597e-06, |
| "loss": 0.4382453441619873, |
| "memory(GiB)": 77.63, |
| "step": 2400, |
| "token_acc": 0.8875784668061633, |
| "train_speed(iter/s)": 0.029541 |
| }, |
| { |
| "epoch": 0.7695692172313108, |
| "grad_norm": 0.05806842163630925, |
| "learning_rate": 2.667799628079829e-06, |
| "loss": 0.44454326629638674, |
| "memory(GiB)": 77.63, |
| "step": 2405, |
| "token_acc": 0.8880662020905923, |
| "train_speed(iter/s)": 0.029535 |
| }, |
| { |
| "epoch": 0.7711691532338707, |
| "grad_norm": 0.06148704112133217, |
| "learning_rate": 2.6325886212359496e-06, |
| "loss": 0.43945813179016113, |
| "memory(GiB)": 77.63, |
| "step": 2410, |
| "token_acc": 0.8767772511848341, |
| "train_speed(iter/s)": 0.029527 |
| }, |
| { |
| "epoch": 0.7727690892364305, |
| "grad_norm": 0.056530065759685846, |
| "learning_rate": 2.5975762709657506e-06, |
| "loss": 0.4438450813293457, |
| "memory(GiB)": 77.63, |
| "step": 2415, |
| "token_acc": 0.8570975416336241, |
| "train_speed(iter/s)": 0.029538 |
| }, |
| { |
| "epoch": 0.7743690252389904, |
| "grad_norm": 0.056107845444701834, |
| "learning_rate": 2.5627635213502832e-06, |
| "loss": 0.43836054801940916, |
| "memory(GiB)": 77.63, |
| "step": 2420, |
| "token_acc": 0.8966822253059165, |
| "train_speed(iter/s)": 0.029532 |
| }, |
| { |
| "epoch": 0.7759689612415503, |
| "grad_norm": 0.05796065696017405, |
| "learning_rate": 2.528151311088537e-06, |
| "loss": 0.4400279998779297, |
| "memory(GiB)": 77.63, |
| "step": 2425, |
| "token_acc": 0.8552805280528053, |
| "train_speed(iter/s)": 0.029526 |
| }, |
| { |
| "epoch": 0.7775688972441103, |
| "grad_norm": 0.05418546630146028, |
| "learning_rate": 2.4937405734720964e-06, |
| "loss": 0.44541444778442385, |
| "memory(GiB)": 77.63, |
| "step": 2430, |
| "token_acc": 0.8620764552562988, |
| "train_speed(iter/s)": 0.029532 |
| }, |
| { |
| "epoch": 0.7791688332466701, |
| "grad_norm": 0.05654250831277805, |
| "learning_rate": 2.459532236360007e-06, |
| "loss": 0.43491110801696775, |
| "memory(GiB)": 77.63, |
| "step": 2435, |
| "token_acc": 0.8570184983677911, |
| "train_speed(iter/s)": 0.029522 |
| }, |
| { |
| "epoch": 0.78076876924923, |
| "grad_norm": 0.05526372242621089, |
| "learning_rate": 2.4255272221537295e-06, |
| "loss": 0.4378859043121338, |
| "memory(GiB)": 77.63, |
| "step": 2440, |
| "token_acc": 0.8631236857197476, |
| "train_speed(iter/s)": 0.029526 |
| }, |
| { |
| "epoch": 0.7823687052517899, |
| "grad_norm": 0.05404315424969483, |
| "learning_rate": 2.391726447772279e-06, |
| "loss": 0.45857391357421873, |
| "memory(GiB)": 77.63, |
| "step": 2445, |
| "token_acc": 0.8634816932081122, |
| "train_speed(iter/s)": 0.029527 |
| }, |
| { |
| "epoch": 0.7839686412543498, |
| "grad_norm": 0.05765113554061621, |
| "learning_rate": 2.3581308246275103e-06, |
| "loss": 0.4473139762878418, |
| "memory(GiB)": 77.63, |
| "step": 2450, |
| "token_acc": 0.8979846898922044, |
| "train_speed(iter/s)": 0.029518 |
| }, |
| { |
| "epoch": 0.7855685772569098, |
| "grad_norm": 0.058353221842389495, |
| "learning_rate": 2.324741258599521e-06, |
| "loss": 0.44444866180419923, |
| "memory(GiB)": 77.63, |
| "step": 2455, |
| "token_acc": 0.8648913576213038, |
| "train_speed(iter/s)": 0.029527 |
| }, |
| { |
| "epoch": 0.7871685132594696, |
| "grad_norm": 0.05309289512529438, |
| "learning_rate": 2.29155865001225e-06, |
| "loss": 0.43857607841491697, |
| "memory(GiB)": 77.63, |
| "step": 2460, |
| "token_acc": 0.894580549368968, |
| "train_speed(iter/s)": 0.029521 |
| }, |
| { |
| "epoch": 0.7887684492620295, |
| "grad_norm": 0.0540412312893473, |
| "learning_rate": 2.2585838936091753e-06, |
| "loss": 0.43953213691711424, |
| "memory(GiB)": 77.63, |
| "step": 2465, |
| "token_acc": 0.8868672731513879, |
| "train_speed(iter/s)": 0.029515 |
| }, |
| { |
| "epoch": 0.7903683852645894, |
| "grad_norm": 0.05880520800742855, |
| "learning_rate": 2.225817878529214e-06, |
| "loss": 0.4457580089569092, |
| "memory(GiB)": 77.63, |
| "step": 2470, |
| "token_acc": 0.8630282437884901, |
| "train_speed(iter/s)": 0.029525 |
| }, |
| { |
| "epoch": 0.7919683212671493, |
| "grad_norm": 0.058328885138964066, |
| "learning_rate": 2.1932614882827196e-06, |
| "loss": 0.4424918174743652, |
| "memory(GiB)": 77.63, |
| "step": 2475, |
| "token_acc": 0.8814697747925722, |
| "train_speed(iter/s)": 0.029517 |
| }, |
| { |
| "epoch": 0.7935682572697093, |
| "grad_norm": 0.05685263085809571, |
| "learning_rate": 2.160915600727688e-06, |
| "loss": 0.43921732902526855, |
| "memory(GiB)": 77.63, |
| "step": 2480, |
| "token_acc": 0.913681738109219, |
| "train_speed(iter/s)": 0.029516 |
| }, |
| { |
| "epoch": 0.7951681932722691, |
| "grad_norm": 0.056639845561812056, |
| "learning_rate": 2.1287810880460636e-06, |
| "loss": 0.44060502052307127, |
| "memory(GiB)": 77.63, |
| "step": 2485, |
| "token_acc": 0.8829075425790754, |
| "train_speed(iter/s)": 0.02952 |
| }, |
| { |
| "epoch": 0.796768129274829, |
| "grad_norm": 0.05230960490349676, |
| "learning_rate": 2.0968588167202265e-06, |
| "loss": 0.43935480117797854, |
| "memory(GiB)": 77.63, |
| "step": 2490, |
| "token_acc": 0.8856997455470738, |
| "train_speed(iter/s)": 0.029511 |
| }, |
| { |
| "epoch": 0.7983680652773889, |
| "grad_norm": 0.05305183045142263, |
| "learning_rate": 2.0651496475096455e-06, |
| "loss": 0.4360368728637695, |
| "memory(GiB)": 77.63, |
| "step": 2495, |
| "token_acc": 0.8394655704008221, |
| "train_speed(iter/s)": 0.029517 |
| }, |
| { |
| "epoch": 0.7999680012799488, |
| "grad_norm": 0.05620012484228566, |
| "learning_rate": 2.03365443542764e-06, |
| "loss": 0.44507203102111814, |
| "memory(GiB)": 77.63, |
| "step": 2500, |
| "token_acc": 0.8857098429482195, |
| "train_speed(iter/s)": 0.029515 |
| }, |
| { |
| "epoch": 0.7999680012799488, |
| "eval_loss": 0.6586322784423828, |
| "eval_runtime": 105.1966, |
| "eval_samples_per_second": 190.957, |
| "eval_steps_per_second": 0.96, |
| "eval_token_acc": 0.8721292963419328, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.8015679372825087, |
| "grad_norm": 0.05541548293022976, |
| "learning_rate": 2.0023740297183536e-06, |
| "loss": 0.44654192924499514, |
| "memory(GiB)": 77.63, |
| "step": 2505, |
| "token_acc": 0.8819252077562327, |
| "train_speed(iter/s)": 0.029489 |
| }, |
| { |
| "epoch": 0.8031678732850686, |
| "grad_norm": 0.057374199419424524, |
| "learning_rate": 1.971309273833828e-06, |
| "loss": 0.44596128463745116, |
| "memory(GiB)": 77.63, |
| "step": 2510, |
| "token_acc": 0.855553561815898, |
| "train_speed(iter/s)": 0.029494 |
| }, |
| { |
| "epoch": 0.8047678092876285, |
| "grad_norm": 0.05297595418967434, |
| "learning_rate": 1.940461005411288e-06, |
| "loss": 0.45099148750305174, |
| "memory(GiB)": 77.63, |
| "step": 2515, |
| "token_acc": 0.8958361962347121, |
| "train_speed(iter/s)": 0.029503 |
| }, |
| { |
| "epoch": 0.8063677452901884, |
| "grad_norm": 0.056714681257095015, |
| "learning_rate": 1.9098300562505266e-06, |
| "loss": 0.4423669338226318, |
| "memory(GiB)": 77.63, |
| "step": 2520, |
| "token_acc": 0.879045996592845, |
| "train_speed(iter/s)": 0.029507 |
| }, |
| { |
| "epoch": 0.8079676812927483, |
| "grad_norm": 0.05868047347236466, |
| "learning_rate": 1.8794172522915022e-06, |
| "loss": 0.4462554931640625, |
| "memory(GiB)": 77.63, |
| "step": 2525, |
| "token_acc": 0.8811320754716981, |
| "train_speed(iter/s)": 0.029507 |
| }, |
| { |
| "epoch": 0.8095676172953082, |
| "grad_norm": 0.04860202133053876, |
| "learning_rate": 1.849223413592046e-06, |
| "loss": 0.4488513946533203, |
| "memory(GiB)": 77.63, |
| "step": 2530, |
| "token_acc": 0.8654490616621984, |
| "train_speed(iter/s)": 0.029517 |
| }, |
| { |
| "epoch": 0.811167553297868, |
| "grad_norm": 0.055005201314914515, |
| "learning_rate": 1.8192493543057676e-06, |
| "loss": 0.45094904899597166, |
| "memory(GiB)": 77.63, |
| "step": 2535, |
| "token_acc": 0.8800874078120732, |
| "train_speed(iter/s)": 0.029516 |
| }, |
| { |
| "epoch": 0.812767489300428, |
| "grad_norm": 0.058350813115584405, |
| "learning_rate": 1.7894958826600884e-06, |
| "loss": 0.4489152908325195, |
| "memory(GiB)": 77.63, |
| "step": 2540, |
| "token_acc": 0.8784655623365301, |
| "train_speed(iter/s)": 0.02952 |
| }, |
| { |
| "epoch": 0.8143674253029879, |
| "grad_norm": 0.05243037926696882, |
| "learning_rate": 1.7599638009344566e-06, |
| "loss": 0.4506648063659668, |
| "memory(GiB)": 77.63, |
| "step": 2545, |
| "token_acc": 0.8711162255466053, |
| "train_speed(iter/s)": 0.029531 |
| }, |
| { |
| "epoch": 0.8159673613055478, |
| "grad_norm": 0.055874525296942985, |
| "learning_rate": 1.730653905438714e-06, |
| "loss": 0.451121187210083, |
| "memory(GiB)": 77.63, |
| "step": 2550, |
| "token_acc": 0.875531914893617, |
| "train_speed(iter/s)": 0.029527 |
| }, |
| { |
| "epoch": 0.8175672973081076, |
| "grad_norm": 0.052382476873803714, |
| "learning_rate": 1.701566986491614e-06, |
| "loss": 0.43659415245056155, |
| "memory(GiB)": 77.63, |
| "step": 2555, |
| "token_acc": 0.8824301518844928, |
| "train_speed(iter/s)": 0.029539 |
| }, |
| { |
| "epoch": 0.8191672333106675, |
| "grad_norm": 0.05679998544269888, |
| "learning_rate": 1.672703828399529e-06, |
| "loss": 0.44143290519714357, |
| "memory(GiB)": 77.63, |
| "step": 2560, |
| "token_acc": 0.9194786645241921, |
| "train_speed(iter/s)": 0.029538 |
| }, |
| { |
| "epoch": 0.8207671693132275, |
| "grad_norm": 0.05177151194489443, |
| "learning_rate": 1.6440652094352838e-06, |
| "loss": 0.44036478996276857, |
| "memory(GiB)": 77.63, |
| "step": 2565, |
| "token_acc": 0.86801315171442, |
| "train_speed(iter/s)": 0.029534 |
| }, |
| { |
| "epoch": 0.8223671053157874, |
| "grad_norm": 0.047985617439266506, |
| "learning_rate": 1.6156519018171856e-06, |
| "loss": 0.44090909957885743, |
| "memory(GiB)": 77.63, |
| "step": 2570, |
| "token_acc": 0.8926761055759482, |
| "train_speed(iter/s)": 0.029546 |
| }, |
| { |
| "epoch": 0.8239670413183473, |
| "grad_norm": 0.06022869670658613, |
| "learning_rate": 1.587464671688187e-06, |
| "loss": 0.4480876922607422, |
| "memory(GiB)": 77.63, |
| "step": 2575, |
| "token_acc": 0.8749468913751594, |
| "train_speed(iter/s)": 0.029542 |
| }, |
| { |
| "epoch": 0.8255669773209071, |
| "grad_norm": 0.05591525813204934, |
| "learning_rate": 1.5595042790952442e-06, |
| "loss": 0.4516183853149414, |
| "memory(GiB)": 77.63, |
| "step": 2580, |
| "token_acc": 0.8408594319009468, |
| "train_speed(iter/s)": 0.029539 |
| }, |
| { |
| "epoch": 0.827166913323467, |
| "grad_norm": 0.05315795994218538, |
| "learning_rate": 1.5317714779688076e-06, |
| "loss": 0.44116387367248533, |
| "memory(GiB)": 77.63, |
| "step": 2585, |
| "token_acc": 0.8697747394374089, |
| "train_speed(iter/s)": 0.029549 |
| }, |
| { |
| "epoch": 0.828766849326027, |
| "grad_norm": 0.054322305095737905, |
| "learning_rate": 1.5042670161024975e-06, |
| "loss": 0.4457075119018555, |
| "memory(GiB)": 77.63, |
| "step": 2590, |
| "token_acc": 0.8946940985381701, |
| "train_speed(iter/s)": 0.029543 |
| }, |
| { |
| "epoch": 0.8303667853285869, |
| "grad_norm": 0.05625328099370699, |
| "learning_rate": 1.4769916351329495e-06, |
| "loss": 0.4413478851318359, |
| "memory(GiB)": 77.63, |
| "step": 2595, |
| "token_acc": 0.8992218637312583, |
| "train_speed(iter/s)": 0.029548 |
| }, |
| { |
| "epoch": 0.8319667213311468, |
| "grad_norm": 0.055362561635933255, |
| "learning_rate": 1.4499460705198e-06, |
| "loss": 0.4511932373046875, |
| "memory(GiB)": 77.63, |
| "step": 2600, |
| "token_acc": 0.8438552188552189, |
| "train_speed(iter/s)": 0.029552 |
| }, |
| { |
| "epoch": 0.8335666573337066, |
| "grad_norm": 0.052438473367666195, |
| "learning_rate": 1.4231310515258745e-06, |
| "loss": 0.441973352432251, |
| "memory(GiB)": 77.63, |
| "step": 2605, |
| "token_acc": 0.8753952017853822, |
| "train_speed(iter/s)": 0.029546 |
| }, |
| { |
| "epoch": 0.8351665933362665, |
| "grad_norm": 0.05274974730016364, |
| "learning_rate": 1.396547301197504e-06, |
| "loss": 0.4393311977386475, |
| "memory(GiB)": 77.63, |
| "step": 2610, |
| "token_acc": 0.8518848700967906, |
| "train_speed(iter/s)": 0.029557 |
| }, |
| { |
| "epoch": 0.8367665293388264, |
| "grad_norm": 0.05853294004614818, |
| "learning_rate": 1.3701955363450447e-06, |
| "loss": 0.4380232810974121, |
| "memory(GiB)": 77.63, |
| "step": 2615, |
| "token_acc": 0.8570597362296354, |
| "train_speed(iter/s)": 0.029554 |
| }, |
| { |
| "epoch": 0.8383664653413864, |
| "grad_norm": 0.05410978790127522, |
| "learning_rate": 1.3440764675235384e-06, |
| "loss": 0.4373164653778076, |
| "memory(GiB)": 77.63, |
| "step": 2620, |
| "token_acc": 0.8798353909465021, |
| "train_speed(iter/s)": 0.029552 |
| }, |
| { |
| "epoch": 0.8399664013439463, |
| "grad_norm": 0.048967955063799855, |
| "learning_rate": 1.3181907990135624e-06, |
| "loss": 0.4333020210266113, |
| "memory(GiB)": 77.63, |
| "step": 2625, |
| "token_acc": 0.8836341008089608, |
| "train_speed(iter/s)": 0.029564 |
| }, |
| { |
| "epoch": 0.8415663373465061, |
| "grad_norm": 0.048274089580157754, |
| "learning_rate": 1.2925392288022299e-06, |
| "loss": 0.4414947509765625, |
| "memory(GiB)": 77.63, |
| "step": 2630, |
| "token_acc": 0.8760546404178385, |
| "train_speed(iter/s)": 0.02956 |
| }, |
| { |
| "epoch": 0.843166273349066, |
| "grad_norm": 0.053684823491607934, |
| "learning_rate": 1.267122448564374e-06, |
| "loss": 0.44922800064086915, |
| "memory(GiB)": 77.63, |
| "step": 2635, |
| "token_acc": 0.8554064052425748, |
| "train_speed(iter/s)": 0.029558 |
| }, |
| { |
| "epoch": 0.8447662093516259, |
| "grad_norm": 0.05262528572569429, |
| "learning_rate": 1.2419411436439021e-06, |
| "loss": 0.4328805923461914, |
| "memory(GiB)": 77.63, |
| "step": 2640, |
| "token_acc": 0.8400081317340923, |
| "train_speed(iter/s)": 0.029565 |
| }, |
| { |
| "epoch": 0.8463661453541859, |
| "grad_norm": 0.05549273276976771, |
| "learning_rate": 1.2169959930353049e-06, |
| "loss": 0.4460554599761963, |
| "memory(GiB)": 77.63, |
| "step": 2645, |
| "token_acc": 0.8804424157303371, |
| "train_speed(iter/s)": 0.029559 |
| }, |
| { |
| "epoch": 0.8479660813567458, |
| "grad_norm": 0.05180537064402683, |
| "learning_rate": 1.1922876693653584e-06, |
| "loss": 0.4503427505493164, |
| "memory(GiB)": 77.63, |
| "step": 2650, |
| "token_acc": 0.8934362934362934, |
| "train_speed(iter/s)": 0.029564 |
| }, |
| { |
| "epoch": 0.8495660173593056, |
| "grad_norm": 0.05011013702559624, |
| "learning_rate": 1.1678168388749788e-06, |
| "loss": 0.4415099620819092, |
| "memory(GiB)": 77.63, |
| "step": 2655, |
| "token_acc": 0.8995949690897463, |
| "train_speed(iter/s)": 0.029566 |
| }, |
| { |
| "epoch": 0.8511659533618655, |
| "grad_norm": 0.057170743989864214, |
| "learning_rate": 1.1435841614012666e-06, |
| "loss": 0.44884433746337893, |
| "memory(GiB)": 77.63, |
| "step": 2660, |
| "token_acc": 0.854816112084063, |
| "train_speed(iter/s)": 0.02956 |
| }, |
| { |
| "epoch": 0.8527658893644254, |
| "grad_norm": 0.054388272142607975, |
| "learning_rate": 1.1195902903597023e-06, |
| "loss": 0.439667797088623, |
| "memory(GiB)": 77.63, |
| "step": 2665, |
| "token_acc": 0.8846260387811634, |
| "train_speed(iter/s)": 0.02957 |
| }, |
| { |
| "epoch": 0.8543658253669854, |
| "grad_norm": 0.05039207218424233, |
| "learning_rate": 1.0958358727265438e-06, |
| "loss": 0.4384475231170654, |
| "memory(GiB)": 77.63, |
| "step": 2670, |
| "token_acc": 0.8525793222533995, |
| "train_speed(iter/s)": 0.029565 |
| }, |
| { |
| "epoch": 0.8559657613695452, |
| "grad_norm": 0.0543645938545219, |
| "learning_rate": 1.0723215490213635e-06, |
| "loss": 0.4338691711425781, |
| "memory(GiB)": 77.63, |
| "step": 2675, |
| "token_acc": 0.853824495541999, |
| "train_speed(iter/s)": 0.029558 |
| }, |
| { |
| "epoch": 0.8575656973721051, |
| "grad_norm": 0.0579168704227633, |
| "learning_rate": 1.0490479532897946e-06, |
| "loss": 0.458463716506958, |
| "memory(GiB)": 77.63, |
| "step": 2680, |
| "token_acc": 0.867092866756393, |
| "train_speed(iter/s)": 0.029566 |
| }, |
| { |
| "epoch": 0.859165633374665, |
| "grad_norm": 0.04996147776053655, |
| "learning_rate": 1.0260157130864178e-06, |
| "loss": 0.43754091262817385, |
| "memory(GiB)": 77.63, |
| "step": 2685, |
| "token_acc": 0.8611873713109128, |
| "train_speed(iter/s)": 0.029558 |
| }, |
| { |
| "epoch": 0.8607655693772249, |
| "grad_norm": 0.053537353272037014, |
| "learning_rate": 1.0032254494578519e-06, |
| "loss": 0.44204487800598147, |
| "memory(GiB)": 77.63, |
| "step": 2690, |
| "token_acc": 0.8575780654988576, |
| "train_speed(iter/s)": 0.029558 |
| }, |
| { |
| "epoch": 0.8623655053797848, |
| "grad_norm": 0.055119127073411836, |
| "learning_rate": 9.806777769260034e-07, |
| "loss": 0.4500781536102295, |
| "memory(GiB)": 77.63, |
| "step": 2695, |
| "token_acc": 0.8872294372294373, |
| "train_speed(iter/s)": 0.029562 |
| }, |
| { |
| "epoch": 0.8639654413823447, |
| "grad_norm": 0.0558713442289911, |
| "learning_rate": 9.583733034714982e-07, |
| "loss": 0.43947248458862304, |
| "memory(GiB)": 77.63, |
| "step": 2700, |
| "token_acc": 0.8926744522729466, |
| "train_speed(iter/s)": 0.029555 |
| }, |
| { |
| "epoch": 0.8655653773849046, |
| "grad_norm": 0.0552196144062876, |
| "learning_rate": 9.363126305172831e-07, |
| "loss": 0.4443229675292969, |
| "memory(GiB)": 77.63, |
| "step": 2705, |
| "token_acc": 0.9038031319910514, |
| "train_speed(iter/s)": 0.029561 |
| }, |
| { |
| "epoch": 0.8671653133874645, |
| "grad_norm": 0.055723745057826034, |
| "learning_rate": 9.144963529124163e-07, |
| "loss": 0.42942004203796386, |
| "memory(GiB)": 77.63, |
| "step": 2710, |
| "token_acc": 0.8680161943319838, |
| "train_speed(iter/s)": 0.029557 |
| }, |
| { |
| "epoch": 0.8687652493900244, |
| "grad_norm": 0.0589746686821641, |
| "learning_rate": 8.929250589160166e-07, |
| "loss": 0.4397599220275879, |
| "memory(GiB)": 77.63, |
| "step": 2715, |
| "token_acc": 0.8713878713878714, |
| "train_speed(iter/s)": 0.029552 |
| }, |
| { |
| "epoch": 0.8703651853925843, |
| "grad_norm": 0.04909314017257213, |
| "learning_rate": 8.715993301814174e-07, |
| "loss": 0.44155421257019045, |
| "memory(GiB)": 77.63, |
| "step": 2720, |
| "token_acc": 0.8710053650571495, |
| "train_speed(iter/s)": 0.029561 |
| }, |
| { |
| "epoch": 0.8719651213951441, |
| "grad_norm": 0.05047518453544575, |
| "learning_rate": 8.505197417404687e-07, |
| "loss": 0.43677616119384766, |
| "memory(GiB)": 77.63, |
| "step": 2725, |
| "token_acc": 0.8809886575249704, |
| "train_speed(iter/s)": 0.029556 |
| }, |
| { |
| "epoch": 0.8735650573977041, |
| "grad_norm": 0.05102151204327215, |
| "learning_rate": 8.296868619880372e-07, |
| "loss": 0.44188566207885743, |
| "memory(GiB)": 77.63, |
| "step": 2730, |
| "token_acc": 0.8547172833573602, |
| "train_speed(iter/s)": 0.029553 |
| }, |
| { |
| "epoch": 0.875164993400264, |
| "grad_norm": 0.04729834705444575, |
| "learning_rate": 8.091012526666797e-07, |
| "loss": 0.4441237926483154, |
| "memory(GiB)": 77.63, |
| "step": 2735, |
| "token_acc": 0.8537975972307066, |
| "train_speed(iter/s)": 0.029561 |
| }, |
| { |
| "epoch": 0.8767649294028239, |
| "grad_norm": 0.047668539210598965, |
| "learning_rate": 7.887634688515e-07, |
| "loss": 0.4462736129760742, |
| "memory(GiB)": 77.63, |
| "step": 2740, |
| "token_acc": 0.903437815975733, |
| "train_speed(iter/s)": 0.029554 |
| }, |
| { |
| "epoch": 0.8783648654053838, |
| "grad_norm": 0.052216823887528664, |
| "learning_rate": 7.686740589351704e-07, |
| "loss": 0.44857120513916016, |
| "memory(GiB)": 77.63, |
| "step": 2745, |
| "token_acc": 0.8033573141486811, |
| "train_speed(iter/s)": 0.029556 |
| }, |
| { |
| "epoch": 0.8799648014079436, |
| "grad_norm": 0.055862979558343906, |
| "learning_rate": 7.488335646131628e-07, |
| "loss": 0.44959425926208496, |
| "memory(GiB)": 77.63, |
| "step": 2750, |
| "token_acc": 0.8605054151624548, |
| "train_speed(iter/s)": 0.029558 |
| }, |
| { |
| "epoch": 0.8799648014079436, |
| "eval_loss": 0.6577034592628479, |
| "eval_runtime": 106.4875, |
| "eval_samples_per_second": 188.642, |
| "eval_steps_per_second": 0.948, |
| "eval_token_acc": 0.8722958612553617, |
| "step": 2750 |
| }, |
| { |
| "epoch": 0.8815647374105036, |
| "grad_norm": 0.051528350081992934, |
| "learning_rate": 7.292425208691212e-07, |
| "loss": 0.43878631591796874, |
| "memory(GiB)": 77.63, |
| "step": 2755, |
| "token_acc": 0.8812832745626772, |
| "train_speed(iter/s)": 0.029532 |
| }, |
| { |
| "epoch": 0.8831646734130635, |
| "grad_norm": 0.05310175482611414, |
| "learning_rate": 7.099014559604556e-07, |
| "loss": 0.45635418891906737, |
| "memory(GiB)": 77.63, |
| "step": 2760, |
| "token_acc": 0.8894999360532038, |
| "train_speed(iter/s)": 0.029537 |
| }, |
| { |
| "epoch": 0.8847646094156234, |
| "grad_norm": 0.04975738369955541, |
| "learning_rate": 6.908108914040823e-07, |
| "loss": 0.4421397686004639, |
| "memory(GiB)": 77.63, |
| "step": 2765, |
| "token_acc": 0.9070493575117089, |
| "train_speed(iter/s)": 0.029548 |
| }, |
| { |
| "epoch": 0.8863645454181833, |
| "grad_norm": 0.053564472486824076, |
| "learning_rate": 6.71971341962373e-07, |
| "loss": 0.4513510227203369, |
| "memory(GiB)": 77.63, |
| "step": 2770, |
| "token_acc": 0.8660589060308556, |
| "train_speed(iter/s)": 0.02955 |
| }, |
| { |
| "epoch": 0.8879644814207431, |
| "grad_norm": 0.06332925713320489, |
| "learning_rate": 6.53383315629268e-07, |
| "loss": 0.4404273509979248, |
| "memory(GiB)": 77.63, |
| "step": 2775, |
| "token_acc": 0.8507806501151779, |
| "train_speed(iter/s)": 0.029546 |
| }, |
| { |
| "epoch": 0.889564417423303, |
| "grad_norm": 0.063294227744794, |
| "learning_rate": 6.350473136165836e-07, |
| "loss": 0.4379493236541748, |
| "memory(GiB)": 77.63, |
| "step": 2780, |
| "token_acc": 0.8879898461050294, |
| "train_speed(iter/s)": 0.029561 |
| }, |
| { |
| "epoch": 0.891164353425863, |
| "grad_norm": 0.05151642870451994, |
| "learning_rate": 6.169638303404912e-07, |
| "loss": 0.4380655765533447, |
| "memory(GiB)": 77.63, |
| "step": 2785, |
| "token_acc": 0.8904059040590406, |
| "train_speed(iter/s)": 0.02956 |
| }, |
| { |
| "epoch": 0.8927642894284229, |
| "grad_norm": 0.05406168921762394, |
| "learning_rate": 5.991333534081878e-07, |
| "loss": 0.4479250907897949, |
| "memory(GiB)": 77.63, |
| "step": 2790, |
| "token_acc": 0.8831118813787792, |
| "train_speed(iter/s)": 0.02956 |
| }, |
| { |
| "epoch": 0.8943642254309827, |
| "grad_norm": 0.054911478200183335, |
| "learning_rate": 5.815563636047539e-07, |
| "loss": 0.43634886741638185, |
| "memory(GiB)": 77.63, |
| "step": 2795, |
| "token_acc": 0.8714865708931917, |
| "train_speed(iter/s)": 0.02957 |
| }, |
| { |
| "epoch": 0.8959641614335426, |
| "grad_norm": 0.05257509941727236, |
| "learning_rate": 5.64233334880181e-07, |
| "loss": 0.44048466682434084, |
| "memory(GiB)": 77.63, |
| "step": 2800, |
| "token_acc": 0.891296869625043, |
| "train_speed(iter/s)": 0.029568 |
| }, |
| { |
| "epoch": 0.8975640974361025, |
| "grad_norm": 0.05532206374459385, |
| "learning_rate": 5.471647343365982e-07, |
| "loss": 0.44726853370666503, |
| "memory(GiB)": 77.63, |
| "step": 2805, |
| "token_acc": 0.8828892005610098, |
| "train_speed(iter/s)": 0.029576 |
| }, |
| { |
| "epoch": 0.8991640334386625, |
| "grad_norm": 0.05107208389411162, |
| "learning_rate": 5.303510222156716e-07, |
| "loss": 0.4470540523529053, |
| "memory(GiB)": 77.63, |
| "step": 2810, |
| "token_acc": 0.8489765812281025, |
| "train_speed(iter/s)": 0.029574 |
| }, |
| { |
| "epoch": 0.9007639694412224, |
| "grad_norm": 0.055452171728558604, |
| "learning_rate": 5.137926518862013e-07, |
| "loss": 0.4417248249053955, |
| "memory(GiB)": 77.63, |
| "step": 2815, |
| "token_acc": 0.8739084132055378, |
| "train_speed(iter/s)": 0.029569 |
| }, |
| { |
| "epoch": 0.9023639054437822, |
| "grad_norm": 0.04866974543895629, |
| "learning_rate": 4.974900698318885e-07, |
| "loss": 0.4414045810699463, |
| "memory(GiB)": 77.63, |
| "step": 2820, |
| "token_acc": 0.8659420289855072, |
| "train_speed(iter/s)": 0.029581 |
| }, |
| { |
| "epoch": 0.9039638414463421, |
| "grad_norm": 0.05275403785935388, |
| "learning_rate": 4.814437156393048e-07, |
| "loss": 0.4543337821960449, |
| "memory(GiB)": 77.63, |
| "step": 2825, |
| "token_acc": 0.8396122896854425, |
| "train_speed(iter/s)": 0.029574 |
| }, |
| { |
| "epoch": 0.905563777448902, |
| "grad_norm": 0.05372217346495556, |
| "learning_rate": 4.656540219860317e-07, |
| "loss": 0.45271754264831543, |
| "memory(GiB)": 77.63, |
| "step": 2830, |
| "token_acc": 0.8707617789520036, |
| "train_speed(iter/s)": 0.029571 |
| }, |
| { |
| "epoch": 0.907163713451462, |
| "grad_norm": 0.05715427837146615, |
| "learning_rate": 4.501214146289956e-07, |
| "loss": 0.4418344497680664, |
| "memory(GiB)": 77.63, |
| "step": 2835, |
| "token_acc": 0.8788416882939489, |
| "train_speed(iter/s)": 0.02958 |
| }, |
| { |
| "epoch": 0.9087636494540219, |
| "grad_norm": 0.04986985198768239, |
| "learning_rate": 4.3484631239299356e-07, |
| "loss": 0.4437891960144043, |
| "memory(GiB)": 77.63, |
| "step": 2840, |
| "token_acc": 0.8431597023468803, |
| "train_speed(iter/s)": 0.029572 |
| }, |
| { |
| "epoch": 0.9103635854565817, |
| "grad_norm": 0.04999552116510165, |
| "learning_rate": 4.198291271593924e-07, |
| "loss": 0.44283204078674315, |
| "memory(GiB)": 77.63, |
| "step": 2845, |
| "token_acc": 0.8843727072633896, |
| "train_speed(iter/s)": 0.029575 |
| }, |
| { |
| "epoch": 0.9119635214591416, |
| "grad_norm": 0.047844581858855956, |
| "learning_rate": 4.0507026385502747e-07, |
| "loss": 0.4449836254119873, |
| "memory(GiB)": 77.63, |
| "step": 2850, |
| "token_acc": 0.9034812490661885, |
| "train_speed(iter/s)": 0.029576 |
| }, |
| { |
| "epoch": 0.9135634574617015, |
| "grad_norm": 0.05675006848739315, |
| "learning_rate": 3.9057012044127817e-07, |
| "loss": 0.44204154014587405, |
| "memory(GiB)": 77.63, |
| "step": 2855, |
| "token_acc": 0.8655569782330346, |
| "train_speed(iter/s)": 0.029569 |
| }, |
| { |
| "epoch": 0.9151633934642615, |
| "grad_norm": 0.054077703664588216, |
| "learning_rate": 3.7632908790334656e-07, |
| "loss": 0.4383398532867432, |
| "memory(GiB)": 77.63, |
| "step": 2860, |
| "token_acc": 0.8899396929824561, |
| "train_speed(iter/s)": 0.029578 |
| }, |
| { |
| "epoch": 0.9167633294668214, |
| "grad_norm": 0.055142279260510525, |
| "learning_rate": 3.6234755023970447e-07, |
| "loss": 0.4388674259185791, |
| "memory(GiB)": 77.63, |
| "step": 2865, |
| "token_acc": 0.8406133828996283, |
| "train_speed(iter/s)": 0.029574 |
| }, |
| { |
| "epoch": 0.9183632654693812, |
| "grad_norm": 0.05242909357272202, |
| "learning_rate": 3.4862588445174985e-07, |
| "loss": 0.44350008964538573, |
| "memory(GiB)": 77.63, |
| "step": 2870, |
| "token_acc": 0.8773854961832062, |
| "train_speed(iter/s)": 0.029568 |
| }, |
| { |
| "epoch": 0.9199632014719411, |
| "grad_norm": 0.051431062939426, |
| "learning_rate": 3.3516446053363015e-07, |
| "loss": 0.43948516845703123, |
| "memory(GiB)": 77.63, |
| "step": 2875, |
| "token_acc": 0.8812238692512353, |
| "train_speed(iter/s)": 0.029578 |
| }, |
| { |
| "epoch": 0.921563137474501, |
| "grad_norm": 0.04842108410960974, |
| "learning_rate": 3.219636414622751e-07, |
| "loss": 0.44395694732666013, |
| "memory(GiB)": 77.63, |
| "step": 2880, |
| "token_acc": 0.872349158571624, |
| "train_speed(iter/s)": 0.029573 |
| }, |
| { |
| "epoch": 0.923163073477061, |
| "grad_norm": 0.050854557927068264, |
| "learning_rate": 3.090237831876053e-07, |
| "loss": 0.4437469482421875, |
| "memory(GiB)": 77.63, |
| "step": 2885, |
| "token_acc": 0.8500566251415629, |
| "train_speed(iter/s)": 0.029572 |
| }, |
| { |
| "epoch": 0.9247630094796209, |
| "grad_norm": 0.05289158935619814, |
| "learning_rate": 2.9634523462293005e-07, |
| "loss": 0.439394474029541, |
| "memory(GiB)": 77.63, |
| "step": 2890, |
| "token_acc": 0.9039268013724743, |
| "train_speed(iter/s)": 0.029576 |
| }, |
| { |
| "epoch": 0.9263629454821807, |
| "grad_norm": 0.0532633695315608, |
| "learning_rate": 2.839283376355506e-07, |
| "loss": 0.4414195537567139, |
| "memory(GiB)": 77.63, |
| "step": 2895, |
| "token_acc": 0.8979206049149339, |
| "train_speed(iter/s)": 0.029567 |
| }, |
| { |
| "epoch": 0.9279628814847406, |
| "grad_norm": 0.05197494947423765, |
| "learning_rate": 2.717734270375272e-07, |
| "loss": 0.4303572177886963, |
| "memory(GiB)": 77.63, |
| "step": 2900, |
| "token_acc": 0.8932318992654774, |
| "train_speed(iter/s)": 0.029573 |
| }, |
| { |
| "epoch": 0.9295628174873005, |
| "grad_norm": 0.05715199054523632, |
| "learning_rate": 2.5988083057666534e-07, |
| "loss": 0.4488718032836914, |
| "memory(GiB)": 77.63, |
| "step": 2905, |
| "token_acc": 0.8734599589322382, |
| "train_speed(iter/s)": 0.029572 |
| }, |
| { |
| "epoch": 0.9311627534898604, |
| "grad_norm": 0.052180972248620894, |
| "learning_rate": 2.4825086892766745e-07, |
| "loss": 0.44499683380126953, |
| "memory(GiB)": 77.63, |
| "step": 2910, |
| "token_acc": 0.8798773215198501, |
| "train_speed(iter/s)": 0.029568 |
| }, |
| { |
| "epoch": 0.9327626894924202, |
| "grad_norm": 0.05195036988843101, |
| "learning_rate": 2.3688385568349515e-07, |
| "loss": 0.4348268508911133, |
| "memory(GiB)": 77.63, |
| "step": 2915, |
| "token_acc": 0.8380835380835381, |
| "train_speed(iter/s)": 0.029578 |
| }, |
| { |
| "epoch": 0.9343626254949802, |
| "grad_norm": 0.05340475761749026, |
| "learning_rate": 2.2578009734690264e-07, |
| "loss": 0.4533662796020508, |
| "memory(GiB)": 77.63, |
| "step": 2920, |
| "token_acc": 0.8854700854700854, |
| "train_speed(iter/s)": 0.029569 |
| }, |
| { |
| "epoch": 0.9359625614975401, |
| "grad_norm": 0.047434143218971526, |
| "learning_rate": 2.1493989332218468e-07, |
| "loss": 0.4382183074951172, |
| "memory(GiB)": 77.63, |
| "step": 2925, |
| "token_acc": 0.880750496121234, |
| "train_speed(iter/s)": 0.029565 |
| }, |
| { |
| "epoch": 0.9375624975001, |
| "grad_norm": 0.052509681961836426, |
| "learning_rate": 2.043635359070928e-07, |
| "loss": 0.44708704948425293, |
| "memory(GiB)": 77.63, |
| "step": 2930, |
| "token_acc": 0.8942012598933936, |
| "train_speed(iter/s)": 0.029576 |
| }, |
| { |
| "epoch": 0.9391624335026599, |
| "grad_norm": 0.0531539858574761, |
| "learning_rate": 1.9405131028495838e-07, |
| "loss": 0.45058341026306153, |
| "memory(GiB)": 77.63, |
| "step": 2935, |
| "token_acc": 0.8614694335389792, |
| "train_speed(iter/s)": 0.029569 |
| }, |
| { |
| "epoch": 0.9407623695052197, |
| "grad_norm": 0.05931701393554437, |
| "learning_rate": 1.8400349451700438e-07, |
| "loss": 0.44367156028747556, |
| "memory(GiB)": 77.63, |
| "step": 2940, |
| "token_acc": 0.881156184096266, |
| "train_speed(iter/s)": 0.029573 |
| }, |
| { |
| "epoch": 0.9423623055077797, |
| "grad_norm": 0.05380572562718686, |
| "learning_rate": 1.742203595348435e-07, |
| "loss": 0.4424111843109131, |
| "memory(GiB)": 77.63, |
| "step": 2945, |
| "token_acc": 0.8769617074701821, |
| "train_speed(iter/s)": 0.029576 |
| }, |
| { |
| "epoch": 0.9439622415103396, |
| "grad_norm": 0.06156259021000458, |
| "learning_rate": 1.6470216913317628e-07, |
| "loss": 0.4509577751159668, |
| "memory(GiB)": 77.63, |
| "step": 2950, |
| "token_acc": 0.8544532947139754, |
| "train_speed(iter/s)": 0.029567 |
| }, |
| { |
| "epoch": 0.9455621775128995, |
| "grad_norm": 0.050697077683688974, |
| "learning_rate": 1.5544917996267562e-07, |
| "loss": 0.44117283821105957, |
| "memory(GiB)": 77.63, |
| "step": 2955, |
| "token_acc": 0.8515226026101759, |
| "train_speed(iter/s)": 0.029575 |
| }, |
| { |
| "epoch": 0.9471621135154594, |
| "grad_norm": 0.05205296295346333, |
| "learning_rate": 1.464616415230702e-07, |
| "loss": 0.4488182067871094, |
| "memory(GiB)": 77.63, |
| "step": 2960, |
| "token_acc": 0.874439461883408, |
| "train_speed(iter/s)": 0.029569 |
| }, |
| { |
| "epoch": 0.9487620495180192, |
| "grad_norm": 0.047632029637579856, |
| "learning_rate": 1.3773979615640976e-07, |
| "loss": 0.4415272235870361, |
| "memory(GiB)": 77.63, |
| "step": 2965, |
| "token_acc": 0.8889883616830797, |
| "train_speed(iter/s)": 0.029564 |
| }, |
| { |
| "epoch": 0.9503619855205792, |
| "grad_norm": 0.051226023380966074, |
| "learning_rate": 1.292838790405393e-07, |
| "loss": 0.4453396797180176, |
| "memory(GiB)": 77.63, |
| "step": 2970, |
| "token_acc": 0.8701866977829639, |
| "train_speed(iter/s)": 0.029572 |
| }, |
| { |
| "epoch": 0.9519619215231391, |
| "grad_norm": 0.05296626405711913, |
| "learning_rate": 1.2109411818274851e-07, |
| "loss": 0.44417614936828614, |
| "memory(GiB)": 77.63, |
| "step": 2975, |
| "token_acc": 0.8997547959036493, |
| "train_speed(iter/s)": 0.029565 |
| }, |
| { |
| "epoch": 0.953561857525699, |
| "grad_norm": 0.0535756814263424, |
| "learning_rate": 1.1317073441363458e-07, |
| "loss": 0.444796085357666, |
| "memory(GiB)": 77.63, |
| "step": 2980, |
| "token_acc": 0.9101887677336147, |
| "train_speed(iter/s)": 0.029563 |
| }, |
| { |
| "epoch": 0.9551617935282589, |
| "grad_norm": 0.05005027675979017, |
| "learning_rate": 1.055139413811379e-07, |
| "loss": 0.45203323364257814, |
| "memory(GiB)": 77.63, |
| "step": 2985, |
| "token_acc": 0.8569892473118279, |
| "train_speed(iter/s)": 0.029568 |
| }, |
| { |
| "epoch": 0.9567617295308187, |
| "grad_norm": 0.04934807615166247, |
| "learning_rate": 9.812394554478355e-08, |
| "loss": 0.43912034034729003, |
| "memory(GiB)": 77.63, |
| "step": 2990, |
| "token_acc": 0.8557346268189642, |
| "train_speed(iter/s)": 0.029559 |
| }, |
| { |
| "epoch": 0.9583616655333786, |
| "grad_norm": 0.051618825055470385, |
| "learning_rate": 9.10009461701189e-08, |
| "loss": 0.4506105899810791, |
| "memory(GiB)": 77.63, |
| "step": 2995, |
| "token_acc": 0.7809948032665182, |
| "train_speed(iter/s)": 0.029565 |
| }, |
| { |
| "epoch": 0.9599616015359386, |
| "grad_norm": 0.054833054855342726, |
| "learning_rate": 8.41451353233369e-08, |
| "loss": 0.442844820022583, |
| "memory(GiB)": 77.63, |
| "step": 3000, |
| "token_acc": 0.8733862959285005, |
| "train_speed(iter/s)": 0.029563 |
| }, |
| { |
| "epoch": 0.9599616015359386, |
| "eval_loss": 0.6573547720909119, |
| "eval_runtime": 106.0877, |
| "eval_samples_per_second": 189.353, |
| "eval_steps_per_second": 0.952, |
| "eval_token_acc": 0.8724322608695082, |
| "step": 3000 |
| } |
| ], |
| "logging_steps": 5, |
| "max_steps": 3125, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 1000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 3.944159044825703e+20, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
