{"event": "train", "step": 20, "epoch": 1, "tokens": 2621440, "loss": 9.537944412231445, "lr": 0.00044871794871794877, "grad_norm": 1.3725932836532593, "tokens_per_second": 47084.87081916438, "training_seconds": 55.674783733993536, "elapsed_tokens_per_second": 47084.87081916438, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 40, "epoch": 1, "tokens": 5242880, "loss": 7.554965472221374, "lr": 0.0008974358974358975, "grad_norm": 1.07085120677948, "tokens_per_second": 1779353.3059748374, "training_seconds": 1.4732543510035612, "elapsed_tokens_per_second": 91732.4155420896, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 60, "epoch": 1, "tokens": 7864320, "loss": 6.788667130470276, "lr": 0.001346153846153846, "grad_norm": 1.2565737962722778, "tokens_per_second": 1789113.4743680353, "training_seconds": 1.4652172920032172, "elapsed_tokens_per_second": 134155.6293897401, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 78, "epoch": 1, "tokens": 10223616, "loss": 6.450382762485081, "lr": 0.00175, "grad_norm": 0.42651110887527466, "tokens_per_second": 1771302.571252864, "training_seconds": 1.331955385991023, "elapsed_tokens_per_second": 170522.92721122986, "peak_memory_bytes": 21988176384}
{"loss": 6.345759855242875, "perplexity": 570.070396162816, "tokens": 10223616, "seconds": 1.2818371899920749, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 1, "step": 78, "evaluation_tokens": 1048576}
{"event": "train", "step": 80, "epoch": 2, "tokens": 10485760, "loss": 6.344781160354614, "lr": 0.001794871794871795, "grad_norm": 0.3438080847263336, "tokens_per_second": 1868516.5348536174, "training_seconds": 0.14029525300429668, "elapsed_tokens_per_second": 170820.73930829763, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 100, "epoch": 2, "tokens": 13107200, "loss": 6.181749320030212, "lr": 0.002243589743589744, "grad_norm": 0.2866073548793793, "tokens_per_second": 1778068.0474822465, "training_seconds": 1.4743192780006211, "elapsed_tokens_per_second": 208512.5883170686, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 120, "epoch": 2, "tokens": 15728640, "loss": 5.969259810447693, "lr": 0.002692307692307692, "grad_norm": 0.31561070680618286, "tokens_per_second": 1777863.034552768, "training_seconds": 1.4744892880116822, "elapsed_tokens_per_second": 244473.92528554614, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 140, "epoch": 2, "tokens": 18350080, "loss": 5.787961173057556, "lr": 0.003141025641025641, "grad_norm": 0.2913660407066345, "tokens_per_second": 1780987.66091961, "training_seconds": 1.4719023929937975, "elapsed_tokens_per_second": 278834.88582575973, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 156, "epoch": 2, "tokens": 20447232, "loss": 5.625564813613892, "lr": 0.0035, "grad_norm": 0.2658095061779022, "tokens_per_second": 1779651.9952169152, "training_seconds": 1.1784056689939462, "elapsed_tokens_per_second": 305228.323409159, "peak_memory_bytes": 42389451776}
{"loss": 5.582572195497263, "perplexity": 265.75429941141425, "tokens": 20447232, "seconds": 0.5320220310095465, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 2, "step": 156, "evaluation_tokens": 1048576}
{"event": "train", "step": 160, "epoch": 3, "tokens": 20971520, "loss": 5.580385088920593, "lr": 0.00358974358974359, "grad_norm": 0.4138914942741394, "tokens_per_second": 1809315.6891513092, "training_seconds": 0.28977143300289754, "elapsed_tokens_per_second": 309229.2506862625, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 180, "epoch": 3, "tokens": 23592960, "loss": 5.449132919311523, "lr": 0.0040384615384615385, "grad_norm": 0.35085588693618774, "tokens_per_second": 1781658.090532517, "training_seconds": 1.4713485230022343, "elapsed_tokens_per_second": 340487.1486568345, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 200, "epoch": 3, "tokens": 26214400, "loss": 5.337749028205872, "lr": 0.004487179487179488, "grad_norm": 0.3635800778865814, "tokens_per_second": 1779950.172579759, "training_seconds": 1.4727603280043695, "elapsed_tokens_per_second": 370435.630615794, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 220, "epoch": 3, "tokens": 28835840, "loss": 5.262492108345032, "lr": 0.004935897435897436, "grad_norm": 0.5145317912101746, "tokens_per_second": 1780222.6574656055, "training_seconds": 1.4725349039945286, "elapsed_tokens_per_second": 399163.7327276477, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 233, "epoch": 3, "tokens": 30539776, "loss": 5.3840730373676005, "lr": 0.005227564102564103, "grad_norm": 1.5036920309066772, "tokens_per_second": 1778593.003368657, "training_seconds": 0.9580246839905158, "elapsed_tokens_per_second": 417205.60884033894, "peak_memory_bytes": 42389451776}
{"loss": 5.507556458731645, "perplexity": 246.54794034506833, "tokens": 30539776, "seconds": 0.5357096819934668, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 3, "step": 233, "evaluation_tokens": 1048576}
{"event": "train", "step": 240, "epoch": 4, "tokens": 31457280, "loss": 5.494945866721017, "lr": 0.005384615384615384, "grad_norm": 0.5600049495697021, "tokens_per_second": 1791265.175436802, "training_seconds": 0.5122100360022159, "elapsed_tokens_per_second": 423636.190955096, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 260, "epoch": 4, "tokens": 34078720, "loss": 5.252268886566162, "lr": 0.005833333333333334, "grad_norm": 0.28926217555999756, "tokens_per_second": 1782726.5546869647, "training_seconds": 1.4704666809993796, "elapsed_tokens_per_second": 450017.63027251366, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 280, "epoch": 4, "tokens": 36700160, "loss": 5.072104096412659, "lr": 0.006282051282051282, "grad_norm": 0.21896713972091675, "tokens_per_second": 1775948.4398421748, "training_seconds": 1.4760788889980176, "elapsed_tokens_per_second": 475353.9564104925, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 300, "epoch": 4, "tokens": 39321600, "loss": 4.9926998853683475, "lr": 0.006730769230769231, "grad_norm": 0.19520863890647888, "tokens_per_second": 1775451.8186226701, "training_seconds": 1.4764917709981091, "elapsed_tokens_per_second": 499742.7306462364, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 311, "epoch": 4, "tokens": 40763392, "loss": 4.946110552007502, "lr": 0.0069775641025641025, "grad_norm": 0.20097431540489197, "tokens_per_second": 1779670.40237254, "training_seconds": 0.8101455180003541, "elapsed_tokens_per_second": 512775.8537614363, "peak_memory_bytes": 42389451776}
{"loss": 4.937016147125471, "perplexity": 139.3538172943572, "tokens": 40763392, "seconds": 0.5330585979972966, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 4, "step": 311, "evaluation_tokens": 1048576}
{"event": "train", "step": 320, "epoch": 5, "tokens": 41943040, "loss": 4.917041036817762, "lr": 0.0069998591072530205, "grad_norm": 0.23923377692699432, "tokens_per_second": 1791880.5140792467, "training_seconds": 0.6583296099997824, "elapsed_tokens_per_second": 519781.13311189954, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 340, "epoch": 5, "tokens": 44564480, "loss": 4.8802554368972775, "lr": 0.00699827419411727, "grad_norm": 0.20122769474983215, "tokens_per_second": 1775256.4094672885, "training_seconds": 1.4766542940051295, "elapsed_tokens_per_second": 542334.9297666757, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 360, "epoch": 5, "tokens": 47185920, "loss": 4.812582540512085, "lr": 0.006994929052052427, "grad_norm": 0.1925136297941208, "tokens_per_second": 1779502.5904864033, "training_seconds": 1.4731307580077555, "elapsed_tokens_per_second": 564109.3981127901, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 380, "epoch": 5, "tokens": 49807360, "loss": 4.753031158447266, "lr": 0.006989825364235827, "grad_norm": 0.25213709473609924, "tokens_per_second": 1773506.5335664256, "training_seconds": 1.4781112729979213, "elapsed_tokens_per_second": 585101.2226472795, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 389, "epoch": 5, "tokens": 50987008, "loss": 4.716266579098171, "lr": 0.006986955630998453, "grad_norm": 0.17090380191802979, "tokens_per_second": 1778833.651990727, "training_seconds": 0.6631581309920875, "elapsed_tokens_per_second": 594315.4106779714, "peak_memory_bytes": 42389451776}
{"loss": 4.744030246934664, "perplexity": 114.89633039158689, "tokens": 50987008, "seconds": 0.5371187580021797, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 5, "step": 389, "evaluation_tokens": 1048576}
{"event": "train", "step": 400, "epoch": 6, "tokens": 52428800, "loss": 4.7142859805714, "lr": 0.006982965698693427, "grad_norm": 0.23244814574718475, "tokens_per_second": 1792765.5767723, "training_seconds": 0.8042278470093152, "elapsed_tokens_per_second": 601665.5939917172, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 420, "epoch": 6, "tokens": 55050240, "loss": 4.682856607437134, "lr": 0.006974353507007655, "grad_norm": 0.17646200954914093, "tokens_per_second": 1780465.9824353433, "training_seconds": 1.4723336620081682, "elapsed_tokens_per_second": 621240.5840665427, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 440, "epoch": 6, "tokens": 57671680, "loss": 4.627202868461609, "lr": 0.0069639931225806695, "grad_norm": 0.23902012407779694, "tokens_per_second": 1781768.002365179, "training_seconds": 1.4712577600002987, "elapsed_tokens_per_second": 640181.468364482, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 460, "epoch": 6, "tokens": 60293120, "loss": 4.550163817405701, "lr": 0.006951889758453925, "grad_norm": 0.15992803871631622, "tokens_per_second": 1783683.0720135192, "training_seconds": 1.4696781289967475, "elapsed_tokens_per_second": 658528.2550585353, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 467, "epoch": 6, "tokens": 61210624, "loss": 4.500069618225098, "lr": 0.006947242902781892, "grad_norm": 0.2571260929107666, "tokens_per_second": 1785446.5220212494, "training_seconds": 0.5138792950019706, "elapsed_tokens_per_second": 664804.45084587, "peak_memory_bytes": 42389451776}
{"loss": 4.514353830115462, "perplexity": 91.31853966368374, "tokens": 61210624, "seconds": 0.5365272240014747, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 6, "step": 467, "evaluation_tokens": 1048576}
{"event": "train", "step": 480, "epoch": 7, "tokens": 62914560, "loss": 4.4709241940424995, "lr": 0.006938049504685113, "grad_norm": 0.16830085217952728, "tokens_per_second": 1787941.7850198338, "training_seconds": 0.9530153689993313, "elapsed_tokens_per_second": 672366.7777885773, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 500, "epoch": 7, "tokens": 65536000, "loss": 4.417725443840027, "lr": 0.006922479325283836, "grad_norm": 0.16963501274585724, "tokens_per_second": 1783999.3290569123, "training_seconds": 1.4694175929907942, "elapsed_tokens_per_second": 689544.8889435187, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 520, "epoch": 7, "tokens": 68157440, "loss": 4.371918129920959, "lr": 0.006905187054707512, "grad_norm": 0.23985226452350616, "tokens_per_second": 1770715.9730772234, "training_seconds": 1.4804407030023867, "elapsed_tokens_per_second": 706111.8714471371, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 540, "epoch": 7, "tokens": 70778880, "loss": 4.353451156616211, "lr": 0.006886181393919309, "grad_norm": 0.17759831249713898, "tokens_per_second": 1780712.5092882812, "training_seconds": 1.4721298279910116, "elapsed_tokens_per_second": 722241.7957376284, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 545, "epoch": 7, "tokens": 71434240, "loss": 4.320382022857666, "lr": 0.00688116336330005, "grad_norm": 0.14399197697639465, "tokens_per_second": 1773420.0348688492, "training_seconds": 0.36954584199702367, "elapsed_tokens_per_second": 726178.8208222948, "peak_memory_bytes": 42389451776}
{"loss": 4.323895469675101, "perplexity": 75.48209453677093, "tokens": 71434240, "seconds": 0.5343517410074128, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 7, "step": 545, "evaluation_tokens": 1048576}
{"event": "train", "step": 560, "epoch": 8, "tokens": 73400320, "loss": 4.315246995290121, "lr": 0.006865471906010078, "grad_norm": 0.19453810155391693, "tokens_per_second": 1793274.3079653915, "training_seconds": 1.096363222997752, "elapsed_tokens_per_second": 733724.7146965058, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 580, "epoch": 8, "tokens": 76021760, "loss": 4.293035387992859, "lr": 0.006843069011386483, "grad_norm": 0.1471962034702301, "tokens_per_second": 1780013.89850152, "training_seconds": 1.4727076020062668, "elapsed_tokens_per_second": 748894.5642813948, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 600, "epoch": 8, "tokens": 78643200, "loss": 4.257141661643982, "lr": 0.0068189839825277595, "grad_norm": 0.14765459299087524, "tokens_per_second": 1776436.9820358737, "training_seconds": 1.4756729490036378, "elapsed_tokens_per_second": 763602.7261554177, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 620, "epoch": 8, "tokens": 81264640, "loss": 4.223581409454345, "lr": 0.0067932289383137315, "grad_norm": 0.1707940697669983, "tokens_per_second": 1780888.2536490432, "training_seconds": 1.4719845530053135, "elapsed_tokens_per_second": 777925.2801992091, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 623, "epoch": 8, "tokens": 81657856, "loss": 4.180970509847005, "lr": 0.006789222432912081, "grad_norm": 0.1812325417995453, "tokens_per_second": 1777879.1048854569, "training_seconds": 0.22117139400506858, "elapsed_tokens_per_second": 780023.1307029631, "peak_memory_bytes": 42389451776}
{"loss": 4.221898466840587, "perplexity": 68.16276628335243, "tokens": 81657856, "seconds": 0.5327115040126955, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 8, "step": 623, "evaluation_tokens": 1048576}
{"event": "train", "step": 640, "epoch": 9, "tokens": 83886080, "loss": 4.204390834359562, "lr": 0.00676581683792695, "grad_norm": 0.16853398084640503, "tokens_per_second": 1788401.5716526792, "training_seconds": 1.2459304640069604, "elapsed_tokens_per_second": 787869.1264209675, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 660, "epoch": 9, "tokens": 86507520, "loss": 4.18103973865509, "lr": 0.006736761474332013, "grad_norm": 0.16257335245609283, "tokens_per_second": 1779014.8733343987, "training_seconds": 1.4735346169909462, "elapsed_tokens_per_second": 801389.5936988575, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 680, "epoch": 9, "tokens": 89128960, "loss": 4.171035575866699, "lr": 0.006706077467335345, "grad_norm": 0.15239883959293365, "tokens_per_second": 1778694.8207916117, "training_seconds": 1.4737997600022936, "elapsed_tokens_per_second": 814536.7987701595, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 700, "epoch": 9, "tokens": 91750400, "loss": 4.137249112129211, "lr": 0.0066737802562289485, "grad_norm": 0.15722332894802094, "tokens_per_second": 1772718.4276624103, "training_seconds": 1.4787684039911255, "elapsed_tokens_per_second": 827304.4920528985, "peak_memory_bytes": 42389451776}
{"loss": 4.153786295417291, "perplexity": 63.67463543312762, "tokens": 91750400, "seconds": 0.5344594169873744, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 9, "step": 700, "evaluation_tokens": 1048576}
{"event": "train", "step": 720, "epoch": 10, "tokens": 94371840, "loss": 4.140325617790222, "lr": 0.006639886092021793, "grad_norm": 0.16698342561721802, "tokens_per_second": 1780131.9073330585, "training_seconds": 1.472609973003273, "elapsed_tokens_per_second": 835763.0287997212, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 740, "epoch": 10, "tokens": 96993280, "loss": 4.124640083312988, "lr": 0.006604412029262797, "grad_norm": 0.1829085499048233, "tokens_per_second": 1776378.0078993468, "training_seconds": 1.4757219400053145, "elapsed_tokens_per_second": 847885.1464934711, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 760, "epoch": 10, "tokens": 99614720, "loss": 4.112515115737915, "lr": 0.006567375917459469, "grad_norm": 0.16917462646961212, "tokens_per_second": 1774581.3686987772, "training_seconds": 1.4772160049906233, "elapsed_tokens_per_second": 859691.3412506155, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 778, "epoch": 10, "tokens": 101974016, "loss": 4.0809754265679254, "lr": 0.006532723251041431, "grad_norm": 0.1450382024049759, "tokens_per_second": 1781831.5673300817, "training_seconds": 1.3240847469860455, "elapsed_tokens_per_second": 870093.7749943737, "peak_memory_bytes": 42389451776}
{"loss": 4.094592111323227, "perplexity": 60.01485478463599, "tokens": 101974016, "seconds": 0.5345889180025551, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 10, "step": 778, "evaluation_tokens": 1048576}
{"event": "train", "step": 780, "epoch": 11, "tokens": 102236160, "loss": 4.089645624160767, "lr": 0.006528796392096565, "grad_norm": 0.15725655853748322, "tokens_per_second": 1877014.7356886587, "training_seconds": 0.1396600650041364, "elapsed_tokens_per_second": 867289.7934312754, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 800, "epoch": 11, "tokens": 104857600, "loss": 4.077651524543763, "lr": 0.006488692865259259, "grad_norm": 0.2288394272327423, "tokens_per_second": 1782331.1372949665, "training_seconds": 1.4707929099968169, "elapsed_tokens_per_second": 878557.4654110534, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 820, "epoch": 11, "tokens": 107479040, "loss": 4.103117489814759, "lr": 0.006447085515865549, "grad_norm": 0.14767205715179443, "tokens_per_second": 1775319.2695236253, "training_seconds": 1.4766020090028178, "elapsed_tokens_per_second": 889500.5340680748, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 840, "epoch": 11, "tokens": 110100480, "loss": 4.06950433254242, "lr": 0.006403995279512818, "grad_norm": 0.12698496878147125, "tokens_per_second": 1774567.5298058249, "training_seconds": 1.477227524999762, "elapsed_tokens_per_second": 900179.5768356564, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 856, "epoch": 11, "tokens": 112197632, "loss": 4.03719824552536, "lr": 0.006368469957157371, "grad_norm": 0.1651528775691986, "tokens_per_second": 1779375.4202462442, "training_seconds": 1.1785888329904992, "elapsed_tokens_per_second": 908558.3481642728, "peak_memory_bytes": 42389451776}
{"loss": 4.066725020793829, "perplexity": 58.36550344052154, "tokens": 112197632, "seconds": 0.5340693489997648, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 11, "step": 856, "evaluation_tokens": 1048576}
{"event": "train", "step": 860, "epoch": 12, "tokens": 112721920, "loss": 4.025212347507477, "lr": 0.006359443837943657, "grad_norm": 0.16329412162303925, "tokens_per_second": 1805820.0670639796, "training_seconds": 0.2903323589998763, "elapsed_tokens_per_second": 906693.6212338313, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 880, "epoch": 12, "tokens": 115343360, "loss": 4.045086658000946, "lr": 0.006313453608136249, "grad_norm": 0.13890041410923004, "tokens_per_second": 1771371.5659577297, "training_seconds": 1.4798927849915344, "elapsed_tokens_per_second": 916855.1250527924, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 900, "epoch": 12, "tokens": 117964800, "loss": 4.012362897396088, "lr": 0.006266047731024798, "grad_norm": 0.12642520666122437, "tokens_per_second": 1779598.960573509, "training_seconds": 1.47305098400102, "elapsed_tokens_per_second": 926824.9744539753, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 920, "epoch": 12, "tokens": 120586240, "loss": 4.018334627151489, "lr": 0.006217250059855699, "grad_norm": 0.14758148789405823, "tokens_per_second": 1774673.131230994, "training_seconds": 1.4771396229916718, "elapsed_tokens_per_second": 936539.6686526493, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 934, "epoch": 12, "tokens": 122421248, "loss": 4.005987627165658, "lr": 0.006182276693241183, "grad_norm": 0.1391790807247162, "tokens_per_second": 1782026.107776429, "training_seconds": 1.0297312659968156, "elapsed_tokens_per_second": 943232.0322122735, "peak_memory_bytes": 42389451776}
{"loss": 4.021284022017184, "perplexity": 55.772673210273936, "tokens": 122421248, "seconds": 0.5370392729964806, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 12, "step": 934, "evaluation_tokens": 1048576}
{"event": "train", "step": 940, "epoch": 13, "tokens": 123207680, "loss": 4.008023738861084, "lr": 0.006167085148185275, "grad_norm": 0.1483941674232483, "tokens_per_second": 1796759.469630403, "training_seconds": 0.4376946459960891, "elapsed_tokens_per_second": 942167.9187633535, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 960, "epoch": 13, "tokens": 125829120, "loss": 4.000761568546295, "lr": 0.006115578237525155, "grad_norm": 0.1552378535270691, "tokens_per_second": 1771557.8072738224, "training_seconds": 1.47973720599839, "elapsed_tokens_per_second": 951439.2752176161, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 980, "epoch": 13, "tokens": 128450560, "loss": 3.985005819797516, "lr": 0.00606275524464148, "grad_norm": 0.13455069065093994, "tokens_per_second": 1775727.2869992517, "training_seconds": 1.4762627229938516, "elapsed_tokens_per_second": 960523.238997276, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1000, "epoch": 13, "tokens": 131072000, "loss": 3.9571452379226684, "lr": 0.006008642748514353, "grad_norm": 0.14764320850372314, "tokens_per_second": 1779412.3377318615, "training_seconds": 1.4732054759952007, "elapsed_tokens_per_second": 969435.864395455, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1012, "epoch": 13, "tokens": 132644864, "loss": 3.97097510099411, "lr": 0.005975567589470809, "grad_norm": 0.13619805872440338, "tokens_per_second": 1773608.1380067903, "training_seconds": 0.8868159579869825, "elapsed_tokens_per_second": 974662.0623619779, "peak_memory_bytes": 42389451776}
{"loss": 3.9789584517747065, "perplexity": 53.46132267364, "tokens": 132644864, "seconds": 0.5369290039961925, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 13, "step": 1012, "evaluation_tokens": 1048576}
{"event": "train", "step": 1020, "epoch": 14, "tokens": 133693440, "loss": 3.948014736175537, "lr": 0.0059532679769640695, "grad_norm": 0.17755164206027985, "tokens_per_second": 1789239.5567413836, "training_seconds": 0.5860456170048565, "elapsed_tokens_per_second": 974266.8583022484, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1040, "epoch": 14, "tokens": 136314880, "loss": 3.9507652282714845, "lr": 0.005896658792950885, "grad_norm": 0.17302903532981873, "tokens_per_second": 1782632.8664413812, "training_seconds": 1.4705439630051842, "elapsed_tokens_per_second": 982825.0984550045, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1060, "epoch": 14, "tokens": 138936320, "loss": 3.956460726261139, "lr": 0.005838843680555183, "grad_norm": 0.1839924156665802, "tokens_per_second": 1784674.7731096, "training_seconds": 1.4688614640035667, "elapsed_tokens_per_second": 991211.5196540805, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1080, "epoch": 14, "tokens": 141557760, "loss": 3.9334513545036316, "lr": 0.005779851730645125, "grad_norm": 0.14744819700717926, "tokens_per_second": 1776604.8542149398, "training_seconds": 1.4755335120134987, "elapsed_tokens_per_second": 999381.710197315, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1090, "epoch": 14, "tokens": 142868480, "loss": 3.94695987701416, "lr": 0.005749923694840951, "grad_norm": 0.1536867469549179, "tokens_per_second": 1781118.1328495843, "training_seconds": 0.7358972859947244, "elapsed_tokens_per_second": 1003410.8243995222, "peak_memory_bytes": 42389451776}
{"loss": 3.9472412325637114, "perplexity": 51.792286689185254, "tokens": 142868480, "seconds": 0.5336975690006511, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 14, "step": 1090, "evaluation_tokens": 1048576}
{"event": "train", "step": 1100, "epoch": 15, "tokens": 144179200, "loss": 3.92569580078125, "lr": 0.005719712626238982, "grad_norm": 0.15599970519542694, "tokens_per_second": 1793752.2598370798, "training_seconds": 0.7307140619959682, "elapsed_tokens_per_second": 1003644.7643994058, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1120, "epoch": 15, "tokens": 146800640, "loss": 3.913286769390106, "lr": 0.005658456627569504, "grad_norm": 0.14364679157733917, "tokens_per_second": 1777804.8711647713, "training_seconds": 1.474537528003566, "elapsed_tokens_per_second": 1011498.5507330862, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1140, "epoch": 15, "tokens": 149422080, "loss": 3.912931835651398, "lr": 0.005596114556857868, "grad_norm": 0.14857657253742218, "tokens_per_second": 1779665.4969837584, "training_seconds": 1.4729959109972697, "elapsed_tokens_per_second": 1019204.983507562, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1160, "epoch": 15, "tokens": 152043520, "loss": 3.903037357330322, "lr": 0.005532717782804831, "grad_norm": 0.12504658102989197, "tokens_per_second": 1778578.7038940792, "training_seconds": 1.4738959789974615, "elapsed_tokens_per_second": 1026755.5732282643, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1167, "epoch": 15, "tokens": 152961024, "loss": 3.8823544638497487, "lr": 0.0055102856259664525, "grad_norm": 0.1565999537706375, "tokens_per_second": 1780344.149441151, "training_seconds": 0.5153520460007712, "elapsed_tokens_per_second": 1029357.7252251036, "peak_memory_bytes": 42389451776}
{"loss": 3.912724882385972, "perplexity": 50.0351061665548, "tokens": 152961024, "seconds": 0.5359097339969594, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 15, "step": 1167, "evaluation_tokens": 1048576}
{"event": "train", "step": 1180, "epoch": 16, "tokens": 154664960, "loss": 3.8614172018491306, "lr": 0.005468298204806925, "grad_norm": 0.1587355136871338, "tokens_per_second": 1778942.0829520028, "training_seconds": 0.957836692003184, "elapsed_tokens_per_second": 1030387.6511188912, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1200, "epoch": 16, "tokens": 157286400, "loss": 3.883232831954956, "lr": 0.005402888236905619, "grad_norm": 0.14094503223896027, "tokens_per_second": 1781512.5472221754, "training_seconds": 1.4714687270025024, "elapsed_tokens_per_second": 1037671.5667857488, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1220, "epoch": 16, "tokens": 159907840, "loss": 3.8841734886169434, "lr": 0.005336520791477519, "grad_norm": 0.1302546113729477, "tokens_per_second": 1780367.7409863225, "training_seconds": 1.4724149060057243, "elapsed_tokens_per_second": 1044804.6051417999, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1240, "epoch": 16, "tokens": 162529280, "loss": 3.8601805686950685, "lr": 0.005269229262673828, "grad_norm": 0.14967846870422363, "tokens_per_second": 1783777.5273367465, "training_seconds": 1.4696003059943905, "elapsed_tokens_per_second": 1051821.7019414871, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1245, "epoch": 16, "tokens": 163184640, "loss": 3.8462194919586183, "lr": 0.005252265950337139, "grad_norm": 0.13756635785102844, "tokens_per_second": 1782272.005087952, "training_seconds": 0.36771042698819656, "elapsed_tokens_per_second": 1053542.3068942158, "peak_memory_bytes": 42389451776}
{"loss": 3.888430565212966, "perplexity": 48.83418428228378, "tokens": 163184640, "seconds": 0.5373433200002182, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 16, "step": 1245, "evaluation_tokens": 1048576}
{"event": "train", "step": 1260, "epoch": 17, "tokens": 165150720, "loss": 3.861746565500895, "lr": 0.005201047509617394, "grad_norm": 0.11916680634021759, "tokens_per_second": 1784499.9687744558, "training_seconds": 1.101754011993762, "elapsed_tokens_per_second": 1054974.4625084219, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1280, "epoch": 17, "tokens": 167772160, "loss": 3.870941424369812, "lr": 0.0051320098393657825, "grad_norm": 0.15659116208553314, "tokens_per_second": 1777232.6023728726, "training_seconds": 1.4750123289995827, "elapsed_tokens_per_second": 1061708.2142372408, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1300, "epoch": 17, "tokens": 170393600, "loss": 3.855852651596069, "lr": 0.00506215098964898, "grad_norm": 0.1289546638727188, "tokens_per_second": 1780112.6472951828, "training_seconds": 1.4726259059971198, "elapsed_tokens_per_second": 1068330.1152208433, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1320, "epoch": 17, "tokens": 173015040, "loss": 3.8628348469734193, "lr": 0.004991506111390386, "grad_norm": 0.14114437997341156, "tokens_per_second": 1780282.7395239538, "training_seconds": 1.4724852079962147, "elapsed_tokens_per_second": 1074831.6115092828, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1323, "epoch": 17, "tokens": 173408256, "loss": 3.8492431640625, "lr": 0.004980843776856041, "grad_norm": 0.13905826210975647, "tokens_per_second": 1765316.463546777, "training_seconds": 0.22274533100426197, "elapsed_tokens_per_second": 1075774.9405664038, "peak_memory_bytes": 42389451776}
{"loss": 3.857989184982825, "perplexity": 47.37000322339429, "tokens": 173408256, "seconds": 0.5347805219935253, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 17, "step": 1323, "evaluation_tokens": 1048576}
{"event": "train", "step": 1340, "epoch": 18, "tokens": 175636480, "loss": 3.8265380298390106, "lr": 0.004920110751019897, "grad_norm": 0.13799384236335754, "tokens_per_second": 1783735.647194547, "training_seconds": 1.2491895889979787, "elapsed_tokens_per_second": 1077621.9945537504, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1360, "epoch": 18, "tokens": 178257920, "loss": 3.8279361486434937, "lr": 0.00484800083258799, "grad_norm": 0.1391488015651703, "tokens_per_second": 1781108.5265768585, "training_seconds": 1.4718025100009982, "elapsed_tokens_per_second": 1083910.5354483803, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1380, "epoch": 18, "tokens": 180879360, "loss": 3.8294498324394226, "lr": 0.00477521263968979, "grad_norm": 0.15183502435684204, "tokens_per_second": 1774105.2622219806, "training_seconds": 1.4776124369964236, "elapsed_tokens_per_second": 1090045.467766672, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1400, "epoch": 18, "tokens": 183500800, "loss": 3.8177422761917112, "lr": 0.004701782797208232, "grad_norm": 0.1260022670030594, "tokens_per_second": 1777676.9106232696, "training_seconds": 1.4746436679997714, "elapsed_tokens_per_second": 1096094.7079365859, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1401, "epoch": 18, "tokens": 183631872, "loss": 3.8316426277160645, "lr": 0.004698095123205465, "grad_norm": 0.1233007162809372, "tokens_per_second": 1792542.9412105347, "training_seconds": 0.07312070298939943, "elapsed_tokens_per_second": 1096385.997820807, "peak_memory_bytes": 42389451776}
{"loss": 3.8378908700888625, "perplexity": 46.42744957993841, "tokens": 183631872, "seconds": 0.534876997990068, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 18, "step": 1401, "evaluation_tokens": 1048576}
{"event": "train", "step": 1420, "epoch": 19, "tokens": 186122240, "loss": 3.818660384730289, "lr": 0.004627748252885495, "grad_norm": 0.13750503957271576, "tokens_per_second": 1781610.7376997338, "training_seconds": 1.3978182480059331, "elapsed_tokens_per_second": 1098509.900074688, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1440, "epoch": 19, "tokens": 188743680, "loss": 3.811180317401886, "lr": 0.00455314625873198, "grad_norm": 0.16057848930358887, "tokens_per_second": 1777405.1562447816, "training_seconds": 1.4748691319982754, "elapsed_tokens_per_second": 1104358.601919944, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1460, "epoch": 19, "tokens": 191365120, "loss": 3.8005107760429384, "lr": 0.004478014352282198, "grad_norm": 0.12828324735164642, "tokens_per_second": 1776610.6914486014, "training_seconds": 1.4755286639992846, "elapsed_tokens_per_second": 1110101.6667011327, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1479, "epoch": 19, "tokens": 193855488, "loss": 3.789720710955168, "lr": 0.004406182639537017, "grad_norm": 0.13804683089256287, "tokens_per_second": 1766798.3417759093, "training_seconds": 1.4095372070005396, "elapsed_tokens_per_second": 1115418.5375229854, "peak_memory_bytes": 42389451776}
{"loss": 3.81487654956786, "perplexity": 45.37115494851953, "tokens": 193855488, "seconds": 0.5326910510048037, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 19, "step": 1479, "evaluation_tokens": 1048576}
{"event": "train", "step": 1480, "epoch": 20, "tokens": 193986560, "loss": 3.7654976844787598, "lr": 0.004402390337706972, "grad_norm": 0.11990758031606674, "tokens_per_second": 1961929.9491392123, "training_seconds": 0.06680768600199372, "elapsed_tokens_per_second": 1112277.1837785374, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1500, "epoch": 20, "tokens": 196608000, "loss": 3.7950448036193847, "lr": 0.004326312266791497, "grad_norm": 0.13525646924972534, "tokens_per_second": 1781020.3179305438, "training_seconds": 1.4718754040077329, "elapsed_tokens_per_second": 1117861.127361156, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1520, "epoch": 20, "tokens": 199229440, "loss": 3.7824185132980346, "lr": 0.004249818419788796, "grad_norm": 0.12390534579753876, "tokens_per_second": 1778860.0104995994, "training_seconds": 1.4736628990067402, "elapsed_tokens_per_second": 1123345.0049335961, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1540, "epoch": 20, "tokens": 201850880, "loss": 3.7795522093772886, "lr": 0.004172947286158222, "grad_norm": 0.1618547886610031, "tokens_per_second": 1772549.0501915186, "training_seconds": 1.4789097089960705, "elapsed_tokens_per_second": 1128702.289630356, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1557, "epoch": 20, "tokens": 204079104, "loss": 3.7921210597543156, "lr": 0.0041073390670818555, "grad_norm": 0.12906992435455322, "tokens_per_second": 1770922.0208079382, "training_seconds": 1.2582281849900028, "elapsed_tokens_per_second": 1133179.553345347, "peak_memory_bytes": 42389451776}
{"loss": 3.7954462533807845, "perplexity": 44.49808939829914, "tokens": 204079104, "seconds": 0.5323205339955166, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 20, "step": 1557, "evaluation_tokens": 1048576}
{"event": "train", "step": 1560, "epoch": 21, "tokens": 204472320, "loss": 3.769503593444824, "lr": 0.004095737545198686, "grad_norm": 0.14020304381847382, "tokens_per_second": 1792892.5990807002, "training_seconds": 0.21931932799634524, "elapsed_tokens_per_second": 1130597.3346531633, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1580, "epoch": 21, "tokens": 207093760, "loss": 3.7865750789642334, "lr": 0.00401822804658637, "grad_norm": 0.1461947113275528, "tokens_per_second": 1773715.7694792585, "training_seconds": 1.477936907991534, "elapsed_tokens_per_second": 1135796.0090817304, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1600, "epoch": 21, "tokens": 209715200, "loss": 3.7839308381080627, "lr": 0.003940457790826714, "grad_norm": 0.1277397722005844, "tokens_per_second": 1777194.204455186, "training_seconds": 1.475044197999523, "elapsed_tokens_per_second": 1140934.7228376474, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1620, "epoch": 21, "tokens": 212336640, "loss": 3.7718788743019105, "lr": 0.0038624659096305057, "grad_norm": 0.13628904521465302, "tokens_per_second": 1772470.0092537694, "training_seconds": 1.4789756590034813, "elapsed_tokens_per_second": 1145958.7131146223, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1634, "epoch": 21, "tokens": 214171648, "loss": 3.765390566417149, "lr": 0.003807760736513841, "grad_norm": 0.13044749200344086, "tokens_per_second": 1770960.7374008235, "training_seconds": 1.036165263998555, "elapsed_tokens_per_second": 1149426.3688191532, "peak_memory_bytes": 42389451776}
{"loss": 3.7767268152865143, "perplexity": 43.67285819847795, "tokens": 214171648, "seconds": 0.5330359999934444, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 21, "step": 1634, "evaluation_tokens": 1048576}
{"event": "train", "step": 1640, "epoch": 22, "tokens": 214958080, "loss": 3.7327915827433267, "lr": 0.003784291646223944, "grad_norm": 0.13272632658481598, "tokens_per_second": 1797943.485542868, "training_seconds": 0.4374064069997985, "elapsed_tokens_per_second": 1147618.8638755756, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1660, "epoch": 22, "tokens": 217579520, "loss": 3.77634015083313, "lr": 0.00370597433560261, "grad_norm": 0.1215861439704895, "tokens_per_second": 1775368.9427464171, "training_seconds": 1.476560695009539, "elapsed_tokens_per_second": 1152518.3385256669, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1680, "epoch": 22, "tokens": 220200960, "loss": 3.7542524337768555, "lr": 0.0036275533847392413, "grad_norm": 0.13152654469013214, "tokens_per_second": 1778630.0223109159, "training_seconds": 1.473853453004267, "elapsed_tokens_per_second": 1157360.8426472163, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1700, "epoch": 22, "tokens": 222822400, "loss": 3.7538092374801635, "lr": 0.003549068252755307, "grad_norm": 0.15208709239959717, "tokens_per_second": 1774396.6458185546, "training_seconds": 1.4773697899945546, "elapsed_tokens_per_second": 1162105.2495700098, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1712, "epoch": 22, "tokens": 224395264, "loss": 3.746918261051178, "lr": 0.003501962794307609, "grad_norm": 0.12717276811599731, "tokens_per_second": 1777530.3520701842, "training_seconds": 0.884859152007266, "elapsed_tokens_per_second": 1164923.5486212522, "peak_memory_bytes": 42389451776}
{"loss": 3.7543211578557476, "perplexity": 42.70521986544937, "tokens": 224395264, "seconds": 0.5323504219995812, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 22, "step": 1712, "evaluation_tokens": 1048576}
{"event": "train", "step": 1720, "epoch": 23, "tokens": 225443840, "loss": 3.715860813856125, "lr": 0.003470558431066335, "grad_norm": 0.13123708963394165, "tokens_per_second": 1799625.4616292259, "training_seconds": 0.5826634610129986, "elapsed_tokens_per_second": 1163581.0119245965, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1740, "epoch": 23, "tokens": 228065280, "loss": 3.7441815614700316, "lr": 0.003392063423510983, "grad_norm": 0.12744483351707458, "tokens_per_second": 1776912.536735601, "training_seconds": 1.475278014986543, "elapsed_tokens_per_second": 1168202.3159238808, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1760, "epoch": 23, "tokens": 230686720, "loss": 3.730082333087921, "lr": 0.0033136227264738754, "grad_norm": 0.12987564504146576, "tokens_per_second": 1773963.5408127294, "training_seconds": 1.477730483005871, "elapsed_tokens_per_second": 1172746.0986966332, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1780, "epoch": 23, "tokens": 233308160, "loss": 3.7310521841049193, "lr": 0.0032352758090121777, "grad_norm": 0.14508767426013947, "tokens_per_second": 1774756.1403799613, "training_seconds": 1.477070534005179, "elapsed_tokens_per_second": 1177222.3693066165, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1790, "epoch": 23, "tokens": 234618880, "loss": 3.7150485277175904, "lr": 0.0031961498393423327, "grad_norm": 0.12110649049282074, "tokens_per_second": 1780630.2615851462, "training_seconds": 0.7360989129956579, "elapsed_tokens_per_second": 1179446.0161344206, "peak_memory_bytes": 42389451776}
{"loss": 3.7367817311125804, "perplexity": 41.962725289144466, "tokens": 234618880, "seconds": 0.5354320470069069, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 23, "step": 1790, "evaluation_tokens": 1048576}
{"event": "train", "step": 1800, "epoch": 24, "tokens": 235929600, "loss": 3.7190443515777587, "lr": 0.00315706209299592, "grad_norm": 0.1370103657245636, "tokens_per_second": 1786945.6855355466, "training_seconds": 0.7334973920078482, "elapsed_tokens_per_second": 1178471.8680997763, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1820, "epoch": 24, "tokens": 238551040, "loss": 3.7461655497550965, "lr": 0.0030790209332720777, "grad_norm": 0.13585112988948822, "tokens_per_second": 1778490.83494214, "training_seconds": 1.4739687989931554, "elapsed_tokens_per_second": 1182844.6961882978, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1840, "epoch": 24, "tokens": 241172480, "loss": 3.7039427876472475, "lr": 0.0030011915978623623, "grad_norm": 0.11877764016389847, "tokens_per_second": 1778736.1584950467, "training_seconds": 1.4737655089993495, "elapsed_tokens_per_second": 1187159.1263138768, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1860, "epoch": 24, "tokens": 243793920, "loss": 3.7232030391693116, "lr": 0.0029236132482047066, "grad_norm": 0.14022618532180786, "tokens_per_second": 1774512.9644377076, "training_seconds": 1.4772729489923222, "elapsed_tokens_per_second": 1191386.3714994513, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1868, "epoch": 24, "tokens": 244842496, "loss": 3.6916788518428802, "lr": 0.0028926609329181447, "grad_norm": 0.11937597393989563, "tokens_per_second": 1775374.0347974207, "training_seconds": 0.5906225840008119, "elapsed_tokens_per_second": 1193056.7680376049, "peak_memory_bytes": 42389451776}
{"loss": 3.718440984252802, "perplexity": 41.200112389522936, "tokens": 244842496, "seconds": 0.5354780810012016, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 24, "step": 1868, "evaluation_tokens": 1048576}
{"event": "train", "step": 1880, "epoch": 25, "tokens": 246415360, "loss": 3.709262490272522, "lr": 0.0028463249194483737, "grad_norm": 0.12709558010101318, "tokens_per_second": 1781908.8910165804, "training_seconds": 0.882684860000154, "elapsed_tokens_per_second": 1192417.619402282, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1900, "epoch": 25, "tokens": 249036800, "loss": 3.7071368217468263, "lr": 0.002769365500812622, "grad_norm": 0.13840070366859436, "tokens_per_second": 1772761.141216897, "training_seconds": 1.4787327740050387, "elapsed_tokens_per_second": 1196531.0532137465, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1920, "epoch": 25, "tokens": 251658240, "loss": 3.686334216594696, "lr": 0.0026927737160187875, "grad_norm": 0.13640712201595306, "tokens_per_second": 1772100.5328026332, "training_seconds": 1.479284019995248, "elapsed_tokens_per_second": 1200586.5602810215, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1940, "epoch": 25, "tokens": 254279680, "loss": 3.6901450157165527, "lr": 0.002616588103805643, "grad_norm": 0.12859469652175903, "tokens_per_second": 1778181.4296431155, "training_seconds": 1.4742252709984314, "elapsed_tokens_per_second": 1204610.4602909547, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1946, "epoch": 25, "tokens": 255066112, "loss": 3.66222353776296, "lr": 0.0025938173604629845, "grad_norm": 0.12033575028181076, "tokens_per_second": 1771015.3167121338, "training_seconds": 0.4440571420127526, "elapsed_tokens_per_second": 1205793.2780435905, "peak_memory_bytes": 42389451776}
{"loss": 3.7017482037700424, "perplexity": 40.51807633392894, "tokens": 255066112, "seconds": 0.5362559450004483, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 25, "step": 1946, "evaluation_tokens": 1048576}
{"event": "train", "step": 1960, "epoch": 26, "tokens": 256901120, "loss": 3.693206344332014, "lr": 0.0025408469985378395, "grad_norm": 0.12951524555683136, "tokens_per_second": 1770971.3752069962, "training_seconds": 1.0361590399988927, "elapsed_tokens_per_second": 1205465.2240993069, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1980, "epoch": 26, "tokens": 259522560, "loss": 3.696930396556854, "lr": 0.0024655885109171696, "grad_norm": 0.1256350874900818, "tokens_per_second": 1781898.9689844789, "training_seconds": 1.4711496249947231, "elapsed_tokens_per_second": 1209408.1708294873, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2000, "epoch": 26, "tokens": 262144000, "loss": 3.6800092101097106, "lr": 0.0023908505088063923, "grad_norm": 0.12616021931171417, "tokens_per_second": 1776110.9019812518, "training_seconds": 1.4759438710025279, "elapsed_tokens_per_second": 1213272.4695020223, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2020, "epoch": 26, "tokens": 264765440, "loss": 3.669914793968201, "lr": 0.002316670598175228, "grad_norm": 0.13010984659194946, "tokens_per_second": 1774298.8940389205, "training_seconds": 1.4774511830037227, "elapsed_tokens_per_second": 1217071.3510981177, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2024, "epoch": 26, "tokens": 265289728, "loss": 3.6581778526306152, "lr": 0.002301904876794536, "grad_norm": 0.11924170702695847, "tokens_per_second": 1792747.1483674052, "training_seconds": 0.29244949600251857, "elapsed_tokens_per_second": 1217835.061779902, "peak_memory_bytes": 42389451776}
{"loss": 3.683949827891599, "perplexity": 39.803300177744255, "tokens": 265289728, "seconds": 0.5329893610032741, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 26, "step": 2024, "evaluation_tokens": 1048576}
{"event": "train", "step": 2040, "epoch": 27, "tokens": 267386880, "loss": 3.670021414756775, "lr": 0.0022430861041781414, "grad_norm": 0.14039966464042664, "tokens_per_second": 1782199.917831893, "training_seconds": 1.176720960997045, "elapsed_tokens_per_second": 1217859.5110740662, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2060, "epoch": 27, "tokens": 270008320, "loss": 3.67747300863266, "lr": 0.002170134052373413, "grad_norm": 0.1293577253818512, "tokens_per_second": 1773643.4358156477, "training_seconds": 1.4779971819953062, "elapsed_tokens_per_second": 1221566.2331214407, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2080, "epoch": 27, "tokens": 272629760, "loss": 3.664990556240082, "lr": 0.0020978511500929745, "grad_norm": 0.11759795993566513, "tokens_per_second": 1774664.8450249347, "training_seconds": 1.4771465200028615, "elapsed_tokens_per_second": 1225228.375610292, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2100, "epoch": 27, "tokens": 275251200, "loss": 3.65577152967453, "lr": 0.0020262737679723475, "grad_norm": 0.12080879509449005, "tokens_per_second": 1778200.8059222095, "training_seconds": 1.4742092070082435, "elapsed_tokens_per_second": 1228856.179250386, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2101, "epoch": 27, "tokens": 275382272, "loss": 3.6596853733062744, "lr": 0.002022714066360619, "grad_norm": 0.12642507255077362, "tokens_per_second": 1800598.6465522626, "training_seconds": 0.07279356798972003, "elapsed_tokens_per_second": 1229032.34642817, "peak_memory_bytes": 42389451776}
{"loss": 3.6670571024454364, "perplexity": 39.136561329351785, "tokens": 275382272, "seconds": 0.5318568859947845, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 27, "step": 2101, "evaluation_tokens": 1048576}
{"event": "train", "step": 2120, "epoch": 28, "tokens": 277872640, "loss": 3.676363894813939, "lr": 0.001955437921650013, "grad_norm": 0.11365443468093872, "tokens_per_second": 1781871.0203216749, "training_seconds": 1.3976140649901936, "elapsed_tokens_per_second": 1229517.2097720972, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2140, "epoch": 28, "tokens": 280494080, "loss": 3.669562268257141, "lr": 0.0018853792536453928, "grad_norm": 0.12983529269695282, "tokens_per_second": 1777628.552274149, "training_seconds": 1.4746837839920772, "elapsed_tokens_per_second": 1233060.4515875485, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2160, "epoch": 28, "tokens": 283115520, "loss": 3.639064538478851, "lr": 0.001816133015424586, "grad_norm": 0.12439407408237457, "tokens_per_second": 1778795.6357192763, "training_seconds": 1.4737162310048006, "elapsed_tokens_per_second": 1236564.204455907, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2179, "epoch": 28, "tokens": 285605888, "loss": 3.645681092613622, "lr": 0.0017511333421584116, "grad_norm": 0.13575775921344757, "tokens_per_second": 1776406.8726655697, "training_seconds": 1.4019130630040308, "elapsed_tokens_per_second": 1239838.1632329614, "peak_memory_bytes": 42389451776}
{"loss": 3.6552676824898587, "perplexity": 38.67787311895342, "tokens": 285605888, "seconds": 0.5330375509947771, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 28, "step": 2179, "evaluation_tokens": 1048576}
{"event": "train", "step": 2180, "epoch": 29, "tokens": 285736960, "loss": 3.609870433807373, "lr": 0.001747734049662861, "grad_norm": 0.13657572865486145, "tokens_per_second": 1933560.2718171813, "training_seconds": 0.06778790499083698, "elapsed_tokens_per_second": 1237132.229136968, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2200, "epoch": 29, "tokens": 288358400, "loss": 3.6401610732078553, "lr": 0.0016802167727128458, "grad_norm": 0.1254577785730362, "tokens_per_second": 1781543.7451891825, "training_seconds": 1.471442958994885, "elapsed_tokens_per_second": 1240570.9728751704, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2220, "epoch": 29, "tokens": 290979840, "loss": 3.644088089466095, "lr": 0.0016136151572872296, "grad_norm": 0.13079914450645447, "tokens_per_second": 1781717.3721867388, "training_seconds": 1.4712995680019958, "elapsed_tokens_per_second": 1243963.7690959338, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2240, "epoch": 29, "tokens": 293601280, "loss": 3.625140130519867, "lr": 0.0015479627153646867, "grad_norm": 0.12154164910316467, "tokens_per_second": 1774533.5185391689, "training_seconds": 1.4772558380063856, "elapsed_tokens_per_second": 1247286.3106422697, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2257, "epoch": 29, "tokens": 295829504, "loss": 3.6387356449575985, "lr": 0.0014929291157533989, "grad_norm": 0.12382618337869644, "tokens_per_second": 1782929.214667507, "training_seconds": 1.2497546070080716, "elapsed_tokens_per_second": 1250101.704789736, "peak_memory_bytes": 42389451776}
{"loss": 3.6370649560281927, "perplexity": 37.98019941998467, "tokens": 295829504, "seconds": 0.5396589550073259, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 29, "step": 2257, "evaluation_tokens": 1048576}
{"event": "train", "step": 2260, "epoch": 30, "tokens": 296222720, "loss": 3.621295770009359, "lr": 0.0014832924813276375, "grad_norm": 0.11677101999521255, "tokens_per_second": 1825521.439364081, "training_seconds": 0.21539927799312863, "elapsed_tokens_per_second": 1247738.3951439406, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2280, "epoch": 30, "tokens": 298844160, "loss": 3.627369463443756, "lr": 0.0014196369953403136, "grad_norm": 0.11878059059381485, "tokens_per_second": 1773655.9078409122, "training_seconds": 1.4779867889883462, "elapsed_tokens_per_second": 1250986.5721025232, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2300, "epoch": 30, "tokens": 301465600, "loss": 3.621188735961914, "lr": 0.0013570282869755036, "grad_norm": 0.11921313405036926, "tokens_per_second": 1780320.8514619344, "training_seconds": 1.472453686001245, "elapsed_tokens_per_second": 1254220.3420050275, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2320, "epoch": 30, "tokens": 304087040, "loss": 3.613627886772156, "lr": 0.001295497859098207, "grad_norm": 0.10645411163568497, "tokens_per_second": 1773500.39997208, "training_seconds": 1.4781163849984296, "elapsed_tokens_per_second": 1257387.8958811257, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2335, "epoch": 30, "tokens": 306053120, "loss": 3.594532044728597, "lr": 0.0012500763051590503, "grad_norm": 0.11038657277822495, "tokens_per_second": 1782904.629740647, "training_seconds": 1.1027398589940276, "elapsed_tokens_per_second": 1259762.124560715, "peak_memory_bytes": 42389451776}
{"loss": 3.62390135209355, "perplexity": 37.48351933945147, "tokens": 306053120, "seconds": 0.5367182160116499, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 30, "step": 2335, "evaluation_tokens": 1048576}
{"event": "train", "step": 2340, "epoch": 31, "tokens": 306708480, "loss": 3.6133800506591798, "lr": 0.0012350766720143234, "grad_norm": 0.10812199860811234, "tokens_per_second": 1798183.5267292503, "training_seconds": 0.364456681010779, "elapsed_tokens_per_second": 1257744.3941153649, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2360, "epoch": 31, "tokens": 309329920, "loss": 3.583759438991547, "lr": 0.0011757951278923329, "grad_norm": 0.12647660076618195, "tokens_per_second": 1778128.8164156792, "training_seconds": 1.474268891994143, "elapsed_tokens_per_second": 1260863.707100653, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2380, "epoch": 31, "tokens": 311951360, "loss": 3.6193828344345094, "lr": 0.0011176830554658155, "grad_norm": 0.12325988709926605, "tokens_per_second": 1782554.603668796, "training_seconds": 1.470608527000877, "elapsed_tokens_per_second": 1263962.3948240182, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2400, "epoch": 31, "tokens": 314572800, "loss": 3.603930580615997, "lr": 0.0010607696950245059, "grad_norm": 0.12697197496891022, "tokens_per_second": 1782258.0120078435, "training_seconds": 1.4708532560034655, "elapsed_tokens_per_second": 1267026.7756805627, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2413, "epoch": 31, "tokens": 316276736, "loss": 3.608385911354652, "lr": 0.0010244324105291908, "grad_norm": 0.12753358483314514, "tokens_per_second": 1770387.3916022228, "training_seconds": 0.9624650559999282, "elapsed_tokens_per_second": 1268961.2656500724, "peak_memory_bytes": 42389451776}
{"loss": 3.610996457208114, "perplexity": 37.002906262998, "tokens": 316276736, "seconds": 0.5362902950000716, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 31, "step": 2413, "evaluation_tokens": 1048576}
{"event": "train", "step": 2420, "epoch": 32, "tokens": 317194240, "loss": 3.5741236209869385, "lr": 0.0010050836837014437, "grad_norm": 0.12566711008548737, "tokens_per_second": 1779015.1974115423, "training_seconds": 0.5157370219967561, "elapsed_tokens_per_second": 1267254.674033385, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2440, "epoch": 32, "tokens": 319815680, "loss": 3.6004112720489503, "lr": 0.0009506530410636026, "grad_norm": 0.12041309475898743, "tokens_per_second": 1771990.1682390997, "training_seconds": 1.4793761539913248, "elapsed_tokens_per_second": 1270212.9672579907, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2460, "epoch": 32, "tokens": 322437120, "loss": 3.5904693961143495, "lr": 0.0008975051550132694, "grad_norm": 0.12524652481079102, "tokens_per_second": 1780976.9961369513, "training_seconds": 1.471911206986988, "elapsed_tokens_per_second": 1273171.202745404, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2480, "epoch": 32, "tokens": 325058560, "loss": 3.5855486035346984, "lr": 0.0008456667680072555, "grad_norm": 0.11795822530984879, "tokens_per_second": 1775093.9353214193, "training_seconds": 1.4767894520045957, "elapsed_tokens_per_second": 1276075.043124371, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2491, "epoch": 32, "tokens": 326500352, "loss": 3.56131573156877, "lr": 0.0008177233067588173, "grad_norm": 0.13395501673221588, "tokens_per_second": 1777106.2967943233, "training_seconds": 0.8113144399976591, "elapsed_tokens_per_second": 1277654.9446523425, "peak_memory_bytes": 42389451776}
{"loss": 3.59937536243205, "perplexity": 36.57538094984229, "tokens": 326500352, "seconds": 0.538193433007109, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 32, "step": 2491, "evaluation_tokens": 1048576}
{"event": "train", "step": 2500, "epoch": 33, "tokens": 327680000, "loss": 3.553101142247518, "lr": 0.0007951639636008723, "grad_norm": 0.12375747412443161, "tokens_per_second": 1791990.3559951663, "training_seconds": 0.6582892570004333, "elapsed_tokens_per_second": 1276259.9168687346, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2520, "epoch": 33, "tokens": 330301440, "loss": 3.573158872127533, "lr": 0.000746022153323459, "grad_norm": 0.12003543972969055, "tokens_per_second": 1777131.9825926127, "training_seconds": 1.475095843008603, "elapsed_tokens_per_second": 1279114.9687995743, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2540, "epoch": 33, "tokens": 332922880, "loss": 3.5892420649528503, "lr": 0.0006982660638920423, "grad_norm": 0.11689348518848419, "tokens_per_second": 1781704.999684766, "training_seconds": 1.4713097849889891, "elapsed_tokens_per_second": 1281952.7469374, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2560, "epoch": 33, "tokens": 335544320, "loss": 3.5675421237945555, "lr": 0.0006519197247695787, "grad_norm": 0.11448101699352264, "tokens_per_second": 1775551.7190525052, "training_seconds": 1.4764086970099015, "elapsed_tokens_per_second": 1284735.930808826, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2568, "epoch": 33, "tokens": 336592896, "loss": 3.606157600879669, "lr": 0.0006337811670178101, "grad_norm": 0.11203108727931976, "tokens_per_second": 1753113.7139141047, "training_seconds": 0.5981220679968828, "elapsed_tokens_per_second": 1285798.4566419087, "peak_memory_bytes": 42389451776}
{"loss": 3.587834846067196, "perplexity": 36.15570844392911, "tokens": 336592896, "seconds": 0.5342447580042062, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 33, "step": 2568, "evaluation_tokens": 1048576}
{"event": "train", "step": 2580, "epoch": 34, "tokens": 338165760, "loss": 3.5733280579249063, "lr": 0.0006070064560740314, "grad_norm": 0.11782362312078476, "tokens_per_second": 1791710.4807167517, "training_seconds": 0.8778561139915837, "elapsed_tokens_per_second": 1284844.506113094, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2600, "epoch": 34, "tokens": 340787200, "loss": 3.588833439350128, "lr": 0.0005635488568443762, "grad_norm": 0.10219869762659073, "tokens_per_second": 1775623.3978399467, "training_seconds": 1.4763490969926352, "elapsed_tokens_per_second": 1287576.4871309095, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2620, "epoch": 34, "tokens": 343408640, "loss": 3.5679564833641053, "lr": 0.000521568793669425, "grad_norm": 0.12502115964889526, "tokens_per_second": 1771896.0839874912, "training_seconds": 1.479454706000979, "elapsed_tokens_per_second": 1290260.7846207272, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2640, "epoch": 34, "tokens": 346030080, "loss": 3.574206328392029, "lr": 0.00048108738968520007, "grad_norm": 0.11374694854021072, "tokens_per_second": 1773669.8513041858, "training_seconds": 1.4779751699970802, "elapsed_tokens_per_second": 1292924.9885504642, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2646, "epoch": 34, "tokens": 346816512, "loss": 3.5889872312545776, "lr": 0.0004692382721132998, "grad_norm": 0.1179075539112091, "tokens_per_second": 1762737.1234511258, "training_seconds": 0.4461425300105475, "elapsed_tokens_per_second": 1293698.6792342712, "peak_memory_bytes": 42389451776}
{"loss": 3.577686078462024, "perplexity": 35.790628251867616, "tokens": 346816512, "seconds": 0.5373831829929259, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 34, "step": 2646, "evaluation_tokens": 1048576}
{"event": "train", "step": 2660, "epoch": 35, "tokens": 348651520, "loss": 3.572717377117702, "lr": 0.0004421250139463922, "grad_norm": 0.11367708444595337, "tokens_per_second": 1783101.3924516167, "training_seconds": 1.0291102949995548, "elapsed_tokens_per_second": 1292913.9072917255, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2680, "epoch": 35, "tokens": 351272960, "loss": 3.581082761287689, "lr": 0.00040470127117724975, "grad_norm": 0.11727332323789597, "tokens_per_second": 1777791.840404095, "training_seconds": 1.4745483359874925, "elapsed_tokens_per_second": 1295545.0509604232, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2700, "epoch": 35, "tokens": 353894400, "loss": 3.584240233898163, "lr": 0.00036883499190705737, "grad_norm": 0.11673038452863693, "tokens_per_second": 1776278.8016140605, "training_seconds": 1.475804360001348, "elapsed_tokens_per_second": 1298137.0985672332, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2720, "epoch": 35, "tokens": 356515840, "loss": 3.5691133737564087, "lr": 0.0003345442229951658, "grad_norm": 0.11163540184497833, "tokens_per_second": 1778791.6526054495, "training_seconds": 1.4737195309862727, "elapsed_tokens_per_second": 1300714.9872460926, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2724, "epoch": 35, "tokens": 357040128, "loss": 3.593233108520508, "lr": 0.00032787666286891357, "grad_norm": 0.10808958858251572, "tokens_per_second": 1781693.495607445, "training_seconds": 0.29426385699480306, "elapsed_tokens_per_second": 1301223.8702761848, "peak_memory_bytes": 42389451776}
{"loss": 3.570169524390403, "perplexity": 35.52261459080768, "tokens": 357040128, "seconds": 0.5351469019951764, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 35, "step": 2724, "evaluation_tokens": 1048576}
{"event": "train", "step": 2740, "epoch": 36, "tokens": 359137280, "loss": 3.574418067932129, "lr": 0.0003018462185503402, "grad_norm": 0.11244682222604752, "tokens_per_second": 1784216.8202118229, "training_seconds": 1.1753907800011802, "elapsed_tokens_per_second": 1300719.8938795177, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2760, "epoch": 36, "tokens": 361758720, "loss": 3.569741499423981, "lr": 0.00027075743124900195, "grad_norm": 0.1032935306429863, "tokens_per_second": 1776776.3878279347, "training_seconds": 1.4753910610015737, "elapsed_tokens_per_second": 1303245.1096111103, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2780, "epoch": 36, "tokens": 364380160, "loss": 3.5721362352371218, "lr": 0.0002412935040567228, "grad_norm": 0.10543088614940643, "tokens_per_second": 1782841.6315003561, "training_seconds": 1.4703717670054175, "elapsed_tokens_per_second": 1305763.7078562216, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2800, "epoch": 36, "tokens": 367001600, "loss": 3.5581605076789855, "lr": 0.00021346926235714332, "grad_norm": 0.1004844531416893, "tokens_per_second": 1775360.2184181374, "training_seconds": 1.4765679510019254, "elapsed_tokens_per_second": 1308229.1761984134, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2802, "epoch": 36, "tokens": 367263744, "loss": 3.5416674613952637, "lr": 0.0002107775670879188, "grad_norm": 0.10933870077133179, "tokens_per_second": 1763132.1800422708, "training_seconds": 0.14868085499620065, "elapsed_tokens_per_second": 1308461.9256330463, "peak_memory_bytes": 42389451776}
{"loss": 3.563414229886518, "perplexity": 35.28345756524265, "tokens": 367263744, "seconds": 0.5357192670053337, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 36, "step": 2802, "evaluation_tokens": 1048576}
{"event": "train", "step": 2820, "epoch": 37, "tokens": 369623040, "loss": 3.560608188311259, "lr": 0.00018729870649227632, "grad_norm": 0.10631822794675827, "tokens_per_second": 1779692.304400364, "training_seconds": 1.3256763509998564, "elapsed_tokens_per_second": 1308151.3156723592, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2840, "epoch": 37, "tokens": 372244480, "loss": 3.5825998067855833, "lr": 0.00016279500471794262, "grad_norm": 0.10052603483200073, "tokens_per_second": 1778512.4526489498, "training_seconds": 1.4739508829952683, "elapsed_tokens_per_second": 1310584.2818540402, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2860, "epoch": 37, "tokens": 374865920, "loss": 3.544216883182526, "lr": 0.00013997048657789457, "grad_norm": 0.11016011983156204, "tokens_per_second": 1776987.2030981283, "training_seconds": 1.4752160259959055, "elapsed_tokens_per_second": 1312984.6532098532, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2880, "epoch": 37, "tokens": 377487360, "loss": 3.5580838084220887, "lr": 0.00011883663669995015, "grad_norm": 0.10238533467054367, "tokens_per_second": 1779758.758772058, "training_seconds": 1.4729187240009196, "elapsed_tokens_per_second": 1315374.3065343655, "peak_memory_bytes": 42389451776}
{"loss": 3.5591552224498852, "perplexity": 35.133504609127904, "tokens": 377487360, "seconds": 0.531852287997026, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 37, "step": 2880, "evaluation_tokens": 1048576}
{"event": "train", "step": 2900, "epoch": 38, "tokens": 380108800, "loss": 3.5588582515716554, "lr": 9.940408901726444e-05, "grad_norm": 0.09631936997175217, "tokens_per_second": 1781279.2049924342, "training_seconds": 1.471661484989454, "elapsed_tokens_per_second": 1315255.0858986054, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2920, "epoch": 38, "tokens": 382730240, "loss": 3.56812037229538, "lr": 8.168262141764633e-05, "grad_norm": 0.11254094541072845, "tokens_per_second": 1775373.6452388056, "training_seconds": 1.4765567839931464, "elapsed_tokens_per_second": 1317585.4361545169, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2940, "epoch": 38, "tokens": 385351680, "loss": 3.5559410572052004, "lr": 6.568115082361386e-05, "grad_norm": 0.1095471903681755, "tokens_per_second": 1780106.3470416674, "training_seconds": 1.4726311179983895, "elapsed_tokens_per_second": 1319911.1206956569, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2958, "epoch": 38, "tokens": 387710976, "loss": 3.566855788230896, "lr": 5.275709721810862e-05, "grad_norm": 0.10086815059185028, "tokens_per_second": 1773354.9428728088, "training_seconds": 1.330413862990099, "elapsed_tokens_per_second": 1321959.263897665, "peak_memory_bytes": 42389451776}
{"loss": 3.556147940754508, "perplexity": 35.02800697388388, "tokens": 387710976, "seconds": 0.5358327369904146, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 38, "step": 2958, "evaluation_tokens": 1048576}
{"event": "train", "step": 2960, "epoch": 39, "tokens": 387973120, "loss": 3.5529911518096924, "lr": 5.140772870565919e-05, "grad_norm": 0.095830038189888, "tokens_per_second": 1844686.364669292, "training_seconds": 0.14210762600123417, "elapsed_tokens_per_second": 1319759.3375571903, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2980, "epoch": 39, "tokens": 390594560, "loss": 3.5565120458602903, "lr": 3.886953703098522e-05, "grad_norm": 0.10143383592367172, "tokens_per_second": 1775314.5505059357, "training_seconds": 1.4766059340036009, "elapsed_tokens_per_second": 1322031.4815517245, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3000, "epoch": 39, "tokens": 393216000, "loss": 3.5532174110412598, "lr": 2.8072884649751218e-05, "grad_norm": 0.09926281869411469, "tokens_per_second": 1777714.298662358, "training_seconds": 1.4746126539976103, "elapsed_tokens_per_second": 1324285.548046626, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3020, "epoch": 39, "tokens": 395837440, "loss": 3.549868667125702, "lr": 1.9023204120642122e-05, "grad_norm": 0.09492836147546768, "tokens_per_second": 1776833.6144029428, "training_seconds": 1.475343543002964, "elapsed_tokens_per_second": 1326515.8876127433, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3035, "epoch": 39, "tokens": 397803520, "loss": 3.538407882054647, "lr": 1.338516635337944e-05, "grad_norm": 0.09854137152433395, "tokens_per_second": 1779265.0517141437, "training_seconds": 1.1049955700000282, "elapsed_tokens_per_second": 1328176.3049007442, "peak_memory_bytes": 42389451776}
{"loss": 3.554847950828698, "perplexity": 34.98250050308217, "tokens": 397803520, "seconds": 0.5338593920023413, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 39, "step": 3035, "evaluation_tokens": 1048576}
{"event": "train", "step": 3040, "epoch": 40, "tokens": 398458880, "loss": 3.573498010635376, "lr": 1.1725048977367315e-05, "grad_norm": 0.10390995442867279, "tokens_per_second": 1796126.2274704447, "training_seconds": 0.3648741329961922, "elapsed_tokens_per_second": 1326349.514445726, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3060, "epoch": 40, "tokens": 401080320, "loss": 3.564598834514618, "lr": 6.182091437454352e-06, "grad_norm": 0.10609890520572662, "tokens_per_second": 1783612.050494062, "training_seconds": 1.4697366500040516, "elapsed_tokens_per_second": 1328569.6112007732, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3080, "epoch": 40, "tokens": 403701760, "loss": 3.5364082217216493, "lr": 2.397120554497756e-06, "grad_norm": 0.09712249785661697, "tokens_per_second": 1776183.100084053, "training_seconds": 1.4758838769921567, "elapsed_tokens_per_second": 1330737.8121717137, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3100, "epoch": 40, "tokens": 406323200, "loss": 3.547041642665863, "lr": 3.7204081478797726e-07, "grad_norm": 0.10188522934913635, "tokens_per_second": 1779501.055161689, "training_seconds": 1.4731320290011354, "elapsed_tokens_per_second": 1332900.7200833654, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3113, "epoch": 40, "tokens": 408027136, "loss": 3.564085685289823, "lr": 0.0, "grad_norm": 0.09358235448598862, "tokens_per_second": 1772242.5061543428, "training_seconds": 0.9614575849991525, "elapsed_tokens_per_second": 1334274.7408903886, "peak_memory_bytes": 42389451776}
{"loss": 3.554631411126487, "perplexity": 34.97492622293642, "tokens": 408027136, "seconds": 0.5349907880008686, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 40, "step": 3113, "evaluation_tokens": 1048576}
{"loss": 3.554548137386658, "perplexity": 34.97201385129331, "tokens": 408027136, "seconds": 103.7681562170037, "split": "full", "validation_complete": true, "event": "final_validation", "step": 3113, "evaluation_tokens": 197411295}