{"event": "train", "step": 20, "epoch": 1, "tokens": 2621440, "loss": 9.40153112411499, "lr": 0.0005769230769230769, "grad_norm": 1.2985481023788452, "tokens_per_second": 133826.05503908056, "training_seconds": 19.58841272900463, "elapsed_tokens_per_second": 133826.05503908056, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 40, "epoch": 1, "tokens": 5242880, "loss": 7.373092126846314, "lr": 0.0011538461538461537, "grad_norm": 0.8553126454353333, "tokens_per_second": 1762660.9530596694, "training_seconds": 1.4872060310008237, "elapsed_tokens_per_second": 248703.96667335345, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 60, "epoch": 1, "tokens": 7864320, "loss": 6.909838271141052, "lr": 0.0017307692307692306, "grad_norm": 0.6495615839958191, "tokens_per_second": 1754842.307986138, "training_seconds": 1.4938322310044896, "elapsed_tokens_per_second": 348346.96161155205, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 78, "epoch": 1, "tokens": 10223616, "loss": 6.642828888363308, "lr": 0.00225, "grad_norm": 1.2533005475997925, "tokens_per_second": 1752482.7808688954, "training_seconds": 1.3462591620045714, "elapsed_tokens_per_second": 427344.98444634053, "peak_memory_bytes": 21988176384}
{"loss": 6.532956261667891, "perplexity": 687.427425918239, "tokens": 10223616, "seconds": 0.7426178129971959, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 1, "step": 78, "evaluation_tokens": 1048576}
{"event": "train", "step": 80, "epoch": 2, "tokens": 10485760, "loss": 6.544867753982544, "lr": 0.0023076923076923075, "grad_norm": 0.8889318704605103, "tokens_per_second": 1831183.4707073052, "training_seconds": 0.1431555080052931, "elapsed_tokens_per_second": 422245.0547617812, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 100, "epoch": 2, "tokens": 13107200, "loss": 6.367198419570923, "lr": 0.0028846153846153843, "grad_norm": 0.3214424252510071, "tokens_per_second": 1750658.3821467215, "training_seconds": 1.4974023640097585, "elapsed_tokens_per_second": 497769.7471140054, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 120, "epoch": 2, "tokens": 15728640, "loss": 6.128320050239563, "lr": 0.003461538461538461, "grad_norm": 0.378339558839798, "tokens_per_second": 1752667.0004405617, "training_seconds": 1.4956862880062545, "elapsed_tokens_per_second": 565183.749547479, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 140, "epoch": 2, "tokens": 18350080, "loss": 5.969008088111877, "lr": 0.0040384615384615385, "grad_norm": 0.3017926812171936, "tokens_per_second": 1750292.617863529, "training_seconds": 1.4977152810024563, "elapsed_tokens_per_second": 625680.0335118838, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 156, "epoch": 2, "tokens": 20447232, "loss": 5.741911143064499, "lr": 0.0045, "grad_norm": 0.3918752670288086, "tokens_per_second": 1751552.7765840043, "training_seconds": 1.1973101970070275, "elapsed_tokens_per_second": 669803.7591666298, "peak_memory_bytes": 42389451776}
{"loss": 5.679248954785049, "perplexity": 292.7294942561376, "tokens": 20447232, "seconds": 0.5465307560079964, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 2, "step": 156, "evaluation_tokens": 1048576}
{"event": "train", "step": 160, "epoch": 3, "tokens": 20971520, "loss": 5.665799021720886, "lr": 0.004615384615384615, "grad_norm": 0.3104408085346222, "tokens_per_second": 1786020.219485973, "training_seconds": 0.29355098798987456, "elapsed_tokens_per_second": 667524.8233985162, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 180, "epoch": 3, "tokens": 23592960, "loss": 5.652573585510254, "lr": 0.005192307692307692, "grad_norm": 0.3411964774131775, "tokens_per_second": 1750612.891311657, "training_seconds": 1.49744127500162, "elapsed_tokens_per_second": 716777.3710180344, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 200, "epoch": 3, "tokens": 26214400, "loss": 5.474608016014099, "lr": 0.005769230769230769, "grad_norm": 0.22057253122329712, "tokens_per_second": 1751329.6816554505, "training_seconds": 1.4968283969938057, "elapsed_tokens_per_second": 761736.0650981712, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 220, "epoch": 3, "tokens": 28835840, "loss": 5.3197853565216064, "lr": 0.006346153846153845, "grad_norm": 0.22157087922096252, "tokens_per_second": 1755586.6439637416, "training_seconds": 1.4931988740136148, "elapsed_tokens_per_second": 803037.8497575533, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 233, "epoch": 3, "tokens": 30539776, "loss": 5.213197598090539, "lr": 0.006721153846153846, "grad_norm": 0.2529926002025604, "tokens_per_second": 1749929.8040207038, "training_seconds": 0.9737167720013531, "elapsed_tokens_per_second": 828000.2597473485, "peak_memory_bytes": 42389451776}
{"loss": 5.206885309368779, "perplexity": 182.52466404965477, "tokens": 30539776, "seconds": 0.5454960350034526, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 3, "step": 233, "evaluation_tokens": 1048576}
{"event": "train", "step": 240, "epoch": 4, "tokens": 31457280, "loss": 5.1567478861127585, "lr": 0.006923076923076922, "grad_norm": 0.26246377825737, "tokens_per_second": 1766064.8241133937, "training_seconds": 0.5195188689976931, "elapsed_tokens_per_second": 828470.5604802086, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 260, "epoch": 4, "tokens": 34078720, "loss": 5.1445286750793455, "lr": 0.0075, "grad_norm": 0.2302245944738388, "tokens_per_second": 1748347.4520528468, "training_seconds": 1.499381599991466, "elapsed_tokens_per_second": 863387.7884210204, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 280, "epoch": 4, "tokens": 36700160, "loss": 5.046549534797668, "lr": 0.008076923076923077, "grad_norm": 0.22535809874534607, "tokens_per_second": 1750922.769430357, "training_seconds": 1.4971762580098584, "elapsed_tokens_per_second": 895781.946772622, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 300, "epoch": 4, "tokens": 39321600, "loss": 5.010016298294067, "lr": 0.008653846153846153, "grad_norm": 0.33515045046806335, "tokens_per_second": 1749345.9413615405, "training_seconds": 1.498525784991216, "elapsed_tokens_per_second": 925874.6579122931, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 311, "epoch": 4, "tokens": 40763392, "loss": 4.9859279719266025, "lr": 0.008971153846153846, "grad_norm": 0.20246157050132751, "tokens_per_second": 1750343.031443661, "training_seconds": 0.8237196789996233, "elapsed_tokens_per_second": 941522.7762942153, "peak_memory_bytes": 42389451776}
{"loss": 4.966466793139455, "perplexity": 143.51890851000414, "tokens": 40763392, "seconds": 0.5454058290051762, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 4, "step": 311, "evaluation_tokens": 1048576}
{"event": "train", "step": 320, "epoch": 5, "tokens": 41943040, "loss": 4.92759354909261, "lr": 0.008999818852182455, "grad_norm": 0.1881880909204483, "tokens_per_second": 1765131.3328985136, "training_seconds": 0.6683060789946467, "elapsed_tokens_per_second": 942021.9588275019, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 340, "epoch": 5, "tokens": 44564480, "loss": 4.8635756254196165, "lr": 0.008997781106722202, "grad_norm": 0.1947728544473648, "tokens_per_second": 1749867.7596402273, "training_seconds": 1.4980789179971907, "elapsed_tokens_per_second": 968295.0663548962, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 360, "epoch": 5, "tokens": 47185920, "loss": 4.810531425476074, "lr": 0.00899348020978169, "grad_norm": 0.25383269786834717, "tokens_per_second": 1749977.3926294246, "training_seconds": 1.497985066002002, "elapsed_tokens_per_second": 992903.4239466321, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 380, "epoch": 5, "tokens": 49807360, "loss": 4.732496690750122, "lr": 0.008986918325446062, "grad_norm": 0.19387546181678772, "tokens_per_second": 1748693.7802417586, "training_seconds": 1.4990846479922766, "elapsed_tokens_per_second": 1015989.9506444755, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 389, "epoch": 5, "tokens": 50987008, "loss": 4.685062567392985, "lr": 0.00898322866842658, "grad_norm": 0.22958388924598694, "tokens_per_second": 1747391.3616650044, "training_seconds": 0.6750908959947992, "elapsed_tokens_per_second": 1025891.8375528236, "peak_memory_bytes": 42389451776}
{"loss": 4.732829993053683, "perplexity": 113.61664211558444, "tokens": 50987008, "seconds": 0.5464128719904693, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 5, "step": 389, "evaluation_tokens": 1048576}
{"event": "train", "step": 400, "epoch": 6, "tokens": 52428800, "loss": 4.6869212063876065, "lr": 0.008978098755462975, "grad_norm": 0.16525135934352875, "tokens_per_second": 1759956.8797595606, "training_seconds": 0.8192200710036559, "elapsed_tokens_per_second": 1026447.3160146333, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 420, "epoch": 6, "tokens": 55050240, "loss": 4.624815773963928, "lr": 0.00896702593758127, "grad_norm": 0.1644846349954605, "tokens_per_second": 1750830.4903579582, "training_seconds": 1.4972551680111792, "elapsed_tokens_per_second": 1047053.942796258, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 440, "epoch": 6, "tokens": 57671680, "loss": 4.564262628555298, "lr": 0.008953705443318003, "grad_norm": 0.20924852788448334, "tokens_per_second": 1751762.2175627092, "training_seconds": 1.4964588080038084, "elapsed_tokens_per_second": 1066524.754934718, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 460, "epoch": 6, "tokens": 60293120, "loss": 4.481146717071534, "lr": 0.008938143975155044, "grad_norm": 0.170441135764122, "tokens_per_second": 1750227.4404669495, "training_seconds": 1.497771055001067, "elapsed_tokens_per_second": 1084926.0173934745, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 467, "epoch": 6, "tokens": 61210624, "loss": 4.422339916229248, "lr": 0.008932169446433859, "grad_norm": 0.20423436164855957, "tokens_per_second": 1749205.796327338, "training_seconds": 0.5245260460069403, "elapsed_tokens_per_second": 1091107.794711012, "peak_memory_bytes": 42389451776}
{"loss": 4.461055308812011, "perplexity": 86.57882830331451, "tokens": 61210624, "seconds": 0.5451767810009187, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 6, "step": 467, "evaluation_tokens": 1048576}
{"event": "train", "step": 480, "epoch": 7, "tokens": 62914560, "loss": 4.410884967217078, "lr": 0.008920349363166572, "grad_norm": 0.19486379623413086, "tokens_per_second": 1760098.4353393677, "training_seconds": 0.9680913100019097, "elapsed_tokens_per_second": 1091683.9235329188, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 500, "epoch": 7, "tokens": 65536000, "loss": 4.36923463344574, "lr": 0.008900330561079218, "grad_norm": 0.15789656341075897, "tokens_per_second": 1750386.3736667489, "training_seconds": 1.4976350590004586, "elapsed_tokens_per_second": 1108346.4768123531, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 520, "epoch": 7, "tokens": 68157440, "loss": 4.339598536491394, "lr": 0.008878097641766801, "grad_norm": 0.1644396036863327, "tokens_per_second": 1746290.7565682381, "training_seconds": 1.5011474979983177, "elapsed_tokens_per_second": 1124108.0273579652, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 540, "epoch": 7, "tokens": 70778880, "loss": 4.329600095748901, "lr": 0.008853661792181968, "grad_norm": 0.1450561136007309, "tokens_per_second": 1751669.6638885874, "training_seconds": 1.496537876999355, "elapsed_tokens_per_second": 1139200.6679434276, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 545, "epoch": 7, "tokens": 71434240, "loss": 4.296601486206055, "lr": 0.008847210038528635, "grad_norm": 0.16110530495643616, "tokens_per_second": 1750519.374205087, "training_seconds": 0.37438031801139005, "elapsed_tokens_per_second": 1142834.864666189, "peak_memory_bytes": 42389451776}
{"loss": 4.302565987529869, "perplexity": 73.88914928932616, "tokens": 71434240, "seconds": 0.5451815499982331, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 7, "step": 545, "evaluation_tokens": 1048576}
{"event": "train", "step": 560, "epoch": 8, "tokens": 73400320, "loss": 4.296279017130534, "lr": 0.008827035307727243, "grad_norm": 0.15881070494651794, "tokens_per_second": 1758947.024578406, "training_seconds": 1.1177596439956687, "elapsed_tokens_per_second": 1143561.922241044, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 580, "epoch": 8, "tokens": 76021760, "loss": 4.2626399278640745, "lr": 0.008798231586068335, "grad_norm": 0.1870189756155014, "tokens_per_second": 1749909.061388265, "training_seconds": 1.4980435600009514, "elapsed_tokens_per_second": 1157370.133167352, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 600, "epoch": 8, "tokens": 78643200, "loss": 4.241291236877442, "lr": 0.008767265120392833, "grad_norm": 0.12453607469797134, "tokens_per_second": 1748279.546519574, "training_seconds": 1.4994398379931226, "elapsed_tokens_per_second": 1170531.5264288022, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 620, "epoch": 8, "tokens": 81264640, "loss": 4.208692526817321, "lr": 0.008734151492117653, "grad_norm": 0.15133067965507507, "tokens_per_second": 1747073.420927258, "training_seconds": 1.5004750049993163, "elapsed_tokens_per_second": 1183104.813149295, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 623, "epoch": 8, "tokens": 81657856, "loss": 4.165717760721843, "lr": 0.008729000270886961, "grad_norm": 0.13430525362491608, "tokens_per_second": 1754128.2612686688, "training_seconds": 0.22416604799218476, "elapsed_tokens_per_second": 1184935.2327672562, "peak_memory_bytes": 42389451776}
{"loss": 4.209157570638276, "perplexity": 67.29982057760421, "tokens": 81657856, "seconds": 0.546997621000628, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 8, "step": 623, "evaluation_tokens": 1048576}
{"event": "train", "step": 640, "epoch": 9, "tokens": 83886080, "loss": 4.191129235660329, "lr": 0.008698907363048935, "grad_norm": 0.16945767402648926, "tokens_per_second": 1755401.4940774455, "training_seconds": 1.2693529130046954, "elapsed_tokens_per_second": 1185720.7487599994, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 660, "epoch": 9, "tokens": 86507520, "loss": 4.172121238708496, "lr": 0.008661550466998302, "grad_norm": 0.1259196698665619, "tokens_per_second": 1747370.3414203068, "training_seconds": 1.500220037996769, "elapsed_tokens_per_second": 1197364.349361655, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 680, "epoch": 9, "tokens": 89128960, "loss": 4.162944555282593, "lr": 0.00862209960085973, "grad_norm": 0.12870433926582336, "tokens_per_second": 1749548.316888953, "training_seconds": 1.4983524459967157, "elapsed_tokens_per_second": 1208557.6046738625, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 700, "epoch": 9, "tokens": 91750400, "loss": 4.128995895385742, "lr": 0.008580574615151505, "grad_norm": 0.1573478728532791, "tokens_per_second": 1749737.583916736, "training_seconds": 1.4981903709995095, "elapsed_tokens_per_second": 1219313.237114551, "peak_memory_bytes": 42389451776}
{"loss": 4.159470473956059, "perplexity": 64.03760404121768, "tokens": 91750400, "seconds": 0.5461533920024522, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 9, "step": 700, "evaluation_tokens": 1048576}
{"event": "train", "step": 720, "epoch": 10, "tokens": 94371840, "loss": 4.136214733123779, "lr": 0.00853699640402802, "grad_norm": 0.1288788914680481, "tokens_per_second": 1755176.3200613556, "training_seconds": 1.4935479530104203, "elapsed_tokens_per_second": 1220878.0628875082, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 740, "epoch": 10, "tokens": 96993280, "loss": 4.117732858657837, "lr": 0.008491386894766452, "grad_norm": 0.14170753955841064, "tokens_per_second": 1750153.7790476584, "training_seconds": 1.4978340939996997, "elapsed_tokens_per_second": 1230914.6499997377, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 760, "epoch": 10, "tokens": 99614720, "loss": 4.108180451393127, "lr": 0.008443769036733603, "grad_norm": 0.13175860047340393, "tokens_per_second": 1749115.267538706, "training_seconds": 1.498723411001265, "elapsed_tokens_per_second": 1240569.0000466828, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 778, "epoch": 10, "tokens": 101974016, "loss": 4.082279231813219, "lr": 0.00839921560848184, "grad_norm": 0.13670039176940918, "tokens_per_second": 1748742.334479571, "training_seconds": 1.3491387230023975, "elapsed_tokens_per_second": 1248943.0365291892, "peak_memory_bytes": 42389451776}
{"loss": 4.0946979526574925, "perplexity": 60.02120717310887, "tokens": 101974016, "seconds": 0.5491353029938182, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 10, "step": 778, "evaluation_tokens": 1048576}
{"event": "train", "step": 780, "epoch": 11, "tokens": 102236160, "loss": 4.09736442565918, "lr": 0.008394166789838441, "grad_norm": 0.12577322125434875, "tokens_per_second": 1820224.4121626418, "training_seconds": 0.144017407001229, "elapsed_tokens_per_second": 1241348.3053860853, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 800, "epoch": 11, "tokens": 104857600, "loss": 4.073634219169617, "lr": 0.00834260511247619, "grad_norm": 0.1521458774805069, "tokens_per_second": 1750010.8312609498, "training_seconds": 1.4979564429959282, "elapsed_tokens_per_second": 1250418.2269644304, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 820, "epoch": 11, "tokens": 107479040, "loss": 4.068402647972107, "lr": 0.00828910994896999, "grad_norm": 0.12177466601133347, "tokens_per_second": 1750159.1072280623, "training_seconds": 1.4978295339969918, "elapsed_tokens_per_second": 1259159.8903446558, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 840, "epoch": 11, "tokens": 110100480, "loss": 4.052857577800751, "lr": 0.008233708216516481, "grad_norm": 0.1684502214193344, "tokens_per_second": 1748443.4438569816, "training_seconds": 1.4992992820043582, "elapsed_tokens_per_second": 1267587.8260300374, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 856, "epoch": 11, "tokens": 112197632, "loss": 4.036720305681229, "lr": 0.008188032802059476, "grad_norm": 0.13307751715183258, "tokens_per_second": 1749617.6104812685, "training_seconds": 1.1986344830074813, "elapsed_tokens_per_second": 1274124.2983167327, "peak_memory_bytes": 42389451776}
{"loss": 4.058426715688249, "perplexity": 57.883172716930765, "tokens": 112197632, "seconds": 0.5472513279964915, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 11, "step": 856, "evaluation_tokens": 1048576}
{"event": "train", "step": 860, "epoch": 12, "tokens": 112721920, "loss": 4.015896320343018, "lr": 0.008176427791641844, "grad_norm": 0.12368554621934891, "tokens_per_second": 1781164.0562997668, "training_seconds": 0.29435132499202155, "elapsed_tokens_per_second": 1267666.0584562179, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 880, "epoch": 12, "tokens": 115343360, "loss": 4.03786187171936, "lr": 0.008117297496175176, "grad_norm": 0.14715592563152313, "tokens_per_second": 1746950.7562733495, "training_seconds": 1.5005803630047012, "elapsed_tokens_per_second": 1275606.05390119, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 900, "epoch": 12, "tokens": 117964800, "loss": 4.0156826138496395, "lr": 0.00805634708274617, "grad_norm": 0.12448819726705551, "tokens_per_second": 1747098.549058659, "training_seconds": 1.5004534239997156, "elapsed_tokens_per_second": 1283277.5188269422, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 920, "epoch": 12, "tokens": 120586240, "loss": 4.021766567230225, "lr": 0.007993607219814469, "grad_norm": 0.12448768317699432, "tokens_per_second": 1749720.5245472738, "training_seconds": 1.498204978008289, "elapsed_tokens_per_second": 1290741.7843884493, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 934, "epoch": 12, "tokens": 122421248, "loss": 4.00699634211404, "lr": 0.007948641462738663, "grad_norm": 0.12981824576854706, "tokens_per_second": 1745157.0085647234, "training_seconds": 1.0514859069953673, "elapsed_tokens_per_second": 1295775.7916984851, "peak_memory_bytes": 42389451776}
{"loss": 4.016879363584609, "perplexity": 55.52755386470417, "tokens": 122421248, "seconds": 0.5460446130018681, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 12, "step": 934, "evaluation_tokens": 1048576}
{"event": "train", "step": 940, "epoch": 13, "tokens": 123207680, "loss": 4.008926033973694, "lr": 0.00792910947623821, "grad_norm": 0.11268101632595062, "tokens_per_second": 1764967.333434585, "training_seconds": 0.44557878500199877, "elapsed_tokens_per_second": 1290455.702044301, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 960, "epoch": 13, "tokens": 125829120, "loss": 4.003472423553466, "lr": 0.007862886305389484, "grad_norm": 0.1526680886745453, "tokens_per_second": 1744831.7486349458, "training_seconds": 1.5024027400068007, "elapsed_tokens_per_second": 1297480.7728530744, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 980, "epoch": 13, "tokens": 128450560, "loss": 3.988593542575836, "lr": 0.007794971028824759, "grad_norm": 0.10773506760597229, "tokens_per_second": 1746541.3321186327, "training_seconds": 1.5009321289981017, "elapsed_tokens_per_second": 1304300.6153564285, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1000, "epoch": 13, "tokens": 131072000, "loss": 3.95869437456131, "lr": 0.007725397819518452, "grad_norm": 0.15782174468040466, "tokens_per_second": 1748455.8333792735, "training_seconds": 1.499288658000296, "elapsed_tokens_per_second": 1310945.47163541, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1012, "epoch": 13, "tokens": 132644864, "loss": 3.976091186205546, "lr": 0.007682872615033897, "grad_norm": 0.13535822927951813, "tokens_per_second": 1750681.2728645054, "training_seconds": 0.8984296709968476, "elapsed_tokens_per_second": 1314840.854714809, "peak_memory_bytes": 42389451776}
{"loss": 3.9804863297104767, "perplexity": 53.54306748111183, "tokens": 132644864, "seconds": 0.5499137110018637, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 13, "step": 1012, "evaluation_tokens": 1048576}
{"event": "train", "step": 1020, "epoch": 14, "tokens": 133693440, "loss": 3.9483300149440765, "lr": 0.007654201684668089, "grad_norm": 0.10952890664339066, "tokens_per_second": 1765704.469893356, "training_seconds": 0.5938570230064215, "elapsed_tokens_per_second": 1310086.6098578386, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1040, "epoch": 14, "tokens": 136314880, "loss": 3.955049443244934, "lr": 0.007581418448079708, "grad_norm": 0.14544248580932617, "tokens_per_second": 1745122.8899951123, "training_seconds": 1.5021520919981413, "elapsed_tokens_per_second": 1316383.720820765, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1060, "epoch": 14, "tokens": 138936320, "loss": 3.963145911693573, "lr": 0.007507084732142377, "grad_norm": 0.14310096204280853, "tokens_per_second": 1748622.5433381144, "training_seconds": 1.4991457190044457, "elapsed_tokens_per_second": 1322528.2417536504, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1080, "epoch": 14, "tokens": 141557760, "loss": 3.942772316932678, "lr": 0.007431237939400874, "grad_norm": 0.13199104368686676, "tokens_per_second": 1748650.64967758, "training_seconds": 1.499121622997336, "elapsed_tokens_per_second": 1328508.2482761948, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1090, "epoch": 14, "tokens": 142868480, "loss": 3.9533416509628294, "lr": 0.007392759036224079, "grad_norm": 0.10690449178218842, "tokens_per_second": 1746067.8634176159, "training_seconds": 0.750669562999974, "elapsed_tokens_per_second": 1331409.952132916, "peak_memory_bytes": 42389451776}
{"loss": 3.9492895182780607, "perplexity": 51.89848081094758, "tokens": 142868480, "seconds": 0.5469897669972852, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 14, "step": 1090, "evaluation_tokens": 1048576}
{"event": "train", "step": 1100, "epoch": 15, "tokens": 144179200, "loss": 3.931405854225159, "lr": 0.007353916233735832, "grad_norm": 0.11497879028320312, "tokens_per_second": 1759883.7643001636, "training_seconds": 0.7447764600074152, "elapsed_tokens_per_second": 1327510.2605913486, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1120, "epoch": 15, "tokens": 146800640, "loss": 3.9233442902565003, "lr": 0.00727515852116079, "grad_norm": 0.10421255975961685, "tokens_per_second": 1747970.585703105, "training_seconds": 1.4997048700024607, "elapsed_tokens_per_second": 1333223.2644261944, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1140, "epoch": 15, "tokens": 149422080, "loss": 3.922374904155731, "lr": 0.007195004430245829, "grad_norm": 0.12605877220630646, "tokens_per_second": 1746877.4833200842, "training_seconds": 1.500643305000267, "elapsed_tokens_per_second": 1338766.889779848, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1160, "epoch": 15, "tokens": 152043520, "loss": 3.914158511161804, "lr": 0.007113494292177639, "grad_norm": 0.1183398962020874, "tokens_per_second": 1747566.7985360152, "training_seconds": 1.500051386989071, "elapsed_tokens_per_second": 1344174.4680079867, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1167, "epoch": 15, "tokens": 152961024, "loss": 3.892920732498169, "lr": 0.007084652947671153, "grad_norm": 0.12114489078521729, "tokens_per_second": 1742240.6838891003, "training_seconds": 0.5266229910048423, "elapsed_tokens_per_second": 1345998.843656361, "peak_memory_bytes": 42389451776}
{"loss": 3.923153015863102, "perplexity": 50.55960897171083, "tokens": 152961024, "seconds": 0.5442704260058235, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 15, "step": 1167, "evaluation_tokens": 1048576}
{"event": "train", "step": 1180, "epoch": 16, "tokens": 154664960, "loss": 3.8713981555058408, "lr": 0.007030669120466046, "grad_norm": 0.12031565606594086, "tokens_per_second": 1754241.8533012422, "training_seconds": 0.9713233080110513, "elapsed_tokens_per_second": 1342891.481564218, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1200, "epoch": 16, "tokens": 157286400, "loss": 3.8947933435440065, "lr": 0.006946570590307223, "grad_norm": 0.11572723835706711, "tokens_per_second": 1747885.9655401474, "training_seconds": 1.499777475008159, "elapsed_tokens_per_second": 1348084.4477530909, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1220, "epoch": 16, "tokens": 159907840, "loss": 3.8979187607765198, "lr": 0.006861241017613952, "grad_norm": 0.12158538401126862, "tokens_per_second": 1749178.774803058, "training_seconds": 1.4986689969955478, "elapsed_tokens_per_second": 1353152.788364228, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1240, "epoch": 16, "tokens": 162529280, "loss": 3.8706432700157167, "lr": 0.006774723337723493, "grad_norm": 0.13982750475406647, "tokens_per_second": 1749685.7692011932, "training_seconds": 1.4982347379991552, "elapsed_tokens_per_second": 1358104.3586600013, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1245, "epoch": 16, "tokens": 163184640, "loss": 3.857998323440552, "lr": 0.006752913364719178, "grad_norm": 0.12836571037769318, "tokens_per_second": 1744722.5318277092, "training_seconds": 0.37562419699679594, "elapsed_tokens_per_second": 1359295.5984381044, "peak_memory_bytes": 42389451776}
{"loss": 3.8980749330033535, "perplexity": 49.307437562338464, "tokens": 163184640, "seconds": 0.5470721009914996, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 16, "step": 1245, "evaluation_tokens": 1048576}
{"event": "train", "step": 1260, "epoch": 17, "tokens": 165150720, "loss": 3.8730743090311686, "lr": 0.006687061083793792, "grad_norm": 0.14239971339702606, "tokens_per_second": 1761935.4083329288, "training_seconds": 1.1158638339984464, "elapsed_tokens_per_second": 1356636.4393319918, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1280, "epoch": 17, "tokens": 167772160, "loss": 3.881991720199585, "lr": 0.006598298364898863, "grad_norm": 0.12953758239746094, "tokens_per_second": 1751996.4565191434, "training_seconds": 1.49625873399782, "elapsed_tokens_per_second": 1361423.8360173341, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1300, "epoch": 17, "tokens": 170393600, "loss": 3.8668017745018006, "lr": 0.006508479843834402, "grad_norm": 0.1310931295156479, "tokens_per_second": 1752838.2099027566, "training_seconds": 1.495540196003276, "elapsed_tokens_per_second": 1366098.690277798, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1320, "epoch": 17, "tokens": 173015040, "loss": 3.876154661178589, "lr": 0.006417650714644782, "grad_norm": 0.1406305432319641, "tokens_per_second": 1747434.841410873, "training_seconds": 1.5001646630116738, "elapsed_tokens_per_second": 1370616.6628604438, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1323, "epoch": 17, "tokens": 173408256, "loss": 3.8602126439412436, "lr": 0.006403941998814909, "grad_norm": 0.12193289399147034, "tokens_per_second": 1749084.4936069218, "training_seconds": 0.2248124670004472, "elapsed_tokens_per_second": 1371272.0756288422, "peak_memory_bytes": 42389451776}
{"loss": 3.8702828960528777, "perplexity": 47.95595071120678, "tokens": 173408256, "seconds": 0.5463862979959231, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 17, "step": 1323, "evaluation_tokens": 1048576}
{"event": "train", "step": 1340, "epoch": 18, "tokens": 175636480, "loss": 3.8388302887187287, "lr": 0.006325856679882724, "grad_norm": 0.11077316105365753, "tokens_per_second": 1754026.8147277324, "training_seconds": 1.2703477400064003, "elapsed_tokens_per_second": 1369148.6313909173, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1360, "epoch": 18, "tokens": 178257920, "loss": 3.8406467914581297, "lr": 0.0062331439276131296, "grad_norm": 0.13468800485134125, "tokens_per_second": 1748993.1386702987, "training_seconds": 1.498828064010013, "elapsed_tokens_per_second": 1373523.154919189, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1380, "epoch": 18, "tokens": 180879360, "loss": 3.840279293060303, "lr": 0.0061395591081725865, "grad_norm": 0.14327628910541534, "tokens_per_second": 1751515.0475819602, "training_seconds": 1.4966699850047007, "elapsed_tokens_per_second": 1377815.4034582647, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1400, "epoch": 18, "tokens": 183500800, "loss": 3.8301945090293885, "lr": 0.006045149310696298, "grad_norm": 0.14199639856815338, "tokens_per_second": 1747050.673368176, "training_seconds": 1.5004945420078002, "elapsed_tokens_per_second": 1381974.8590638405, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1401, "epoch": 18, "tokens": 183631872, "loss": 3.841770887374878, "lr": 0.006040408015549883, "grad_norm": 0.1280612051486969, "tokens_per_second": 1755001.2521104529, "training_seconds": 0.07468484700075351, "elapsed_tokens_per_second": 1382168.1419704428, "peak_memory_bytes": 42389451776}
{"loss": 3.8490350144093006, "perplexity": 46.94773747556597, "tokens": 183631872, "seconds": 0.5490552080009365, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 18, "step": 1401, "evaluation_tokens": 1048576}
{"event": "train", "step": 1420, "epoch": 19, "tokens": 186122240, "loss": 3.8300813122799524, "lr": 0.005949962039424207, "grad_norm": 0.11108720302581787, "tokens_per_second": 1756100.0255282463, "training_seconds": 1.4181242319900775, "elapsed_tokens_per_second": 1380403.5700915265, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1440, "epoch": 19, "tokens": 188743680, "loss": 3.822830152511597, "lr": 0.00585404518979826, "grad_norm": 0.13258877396583557, "tokens_per_second": 1748523.6044796514, "training_seconds": 1.4992305470077554, "elapsed_tokens_per_second": 1384440.235409377, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1460, "epoch": 19, "tokens": 191365120, "loss": 3.8126941084861756, "lr": 0.005757447024362826, "grad_norm": 0.13798213005065918, "tokens_per_second": 1750486.327653329, "training_seconds": 1.4975495429971488, "elapsed_tokens_per_second": 1388401.2735919, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1479, "epoch": 19, "tokens": 193855488, "loss": 3.80256576287119, "lr": 0.005665091965119021, "grad_norm": 0.1332346498966217, "tokens_per_second": 1748572.058845936, "training_seconds": 1.4242295519943582, "elapsed_tokens_per_second": 1392073.5458232146, "peak_memory_bytes": 42389451776}
{"loss": 3.8271967460143874, "perplexity": 45.9335940564016, "tokens": 193855488, "seconds": 0.5451028169918573, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 19, "step": 1479, "evaluation_tokens": 1048576}
{"event": "train", "step": 1480, "epoch": 20, "tokens": 193986560, "loss": 3.7755696773529053, "lr": 0.005660216148480391, "grad_norm": 0.12061773240566254, "tokens_per_second": 1901426.7375960522, "training_seconds": 0.06893349999154452, "elapsed_tokens_per_second": 1386827.2583896783, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1500, "epoch": 20, "tokens": 196608000, "loss": 3.807138907909393, "lr": 0.00556240148587478, "grad_norm": 0.11391746997833252, "tokens_per_second": 1749518.81909592, "training_seconds": 1.498377708994667, "elapsed_tokens_per_second": 1390658.6164708072, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1520, "epoch": 20, "tokens": 199229440, "loss": 3.792867648601532, "lr": 0.005464052254014167, "grad_norm": 0.12166797369718552, "tokens_per_second": 1748721.4583905726, "training_seconds": 1.4990609210071852, "elapsed_tokens_per_second": 1394404.4073560303, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1540, "epoch": 20, "tokens": 201850880, "loss": 3.788809561729431, "lr": 0.005365217939346285, "grad_norm": 0.10442142188549042, "tokens_per_second": 1747638.004173078, "training_seconds": 1.4999902690033196, "elapsed_tokens_per_second": 1398058.6291229187, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1557, "epoch": 20, "tokens": 204079104, "loss": 3.8057740996865665, "lr": 0.005280864514819528, "grad_norm": 0.13413797318935394, "tokens_per_second": 1746235.5715785215, "training_seconds": 1.2760156970034586, "elapsed_tokens_per_second": 1401096.1203198293, "peak_memory_bytes": 42389451776}
{"loss": 3.8058093938367903, "perplexity": 44.96162705322083, "tokens": 204079104, "seconds": 0.5482465310051339, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 20, "step": 1557, "evaluation_tokens": 1048576}
{"event": "train", "step": 1560, "epoch": 21, "tokens": 204472320, "loss": 3.783198833465576, "lr": 0.00526594827239831, "grad_norm": 0.12006127834320068, "tokens_per_second": 1785591.565408757, "training_seconds": 0.22021609399234876, "elapsed_tokens_per_second": 1396352.8555377992, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1580, "epoch": 21, "tokens": 207093760, "loss": 3.800013816356659, "lr": 0.005166293202753903, "grad_norm": 0.12763665616512299, "tokens_per_second": 1748572.7902554057, "training_seconds": 1.4991883750044508, "elapsed_tokens_per_second": 1399908.6694750623, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1600, "epoch": 21, "tokens": 209715200, "loss": 3.796501350402832, "lr": 0.00506630287392006, "grad_norm": 0.12104052305221558, "tokens_per_second": 1750651.1417653426, "training_seconds": 1.4974085569992894, "elapsed_tokens_per_second": 1403412.3481552205, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1620, "epoch": 21, "tokens": 212336640, "loss": 3.7844985246658327, "lr": 0.0049660275980963646, "grad_norm": 0.10472855716943741, "tokens_per_second": 1752016.0122411859, "training_seconds": 1.496242032997543, "elapsed_tokens_per_second": 1406853.133139299, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1634, "epoch": 21, "tokens": 214171648, "loss": 3.7766337394714355, "lr": 0.004895692375517796, "grad_norm": 0.1281665563583374, "tokens_per_second": 1745901.7506515956, "training_seconds": 1.0510373790020822, "elapsed_tokens_per_second": 1409187.6667084084, "peak_memory_bytes": 42389451776}
{"loss": 3.788284449917463, "perplexity": 44.18054129338416, "tokens": 214171648, "seconds": 0.5482197480014293, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 21, "step": 1634, "evaluation_tokens": 1048576}
{"event": "train", "step": 1640, "epoch": 22, "tokens": 214958080, "loss": 3.7488980293273926, "lr": 0.004865517830859356, "grad_norm": 0.11250938475131989, "tokens_per_second": 1767017.9927590124, "training_seconds": 0.44506168201041874, "elapsed_tokens_per_second": 1405108.3863875477, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1660, "epoch": 22, "tokens": 217579520, "loss": 3.7882034182548523, "lr": 0.004764824145774784, "grad_norm": 0.11556181311607361, "tokens_per_second": 1747601.0188836225, "training_seconds": 1.5000220139918383, "elapsed_tokens_per_second": 1408420.4519352005, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1680, "epoch": 22, "tokens": 220200960, "loss": 3.764927899837494, "lr": 0.004663997208950452, "grad_norm": 0.10872194916009903, "tokens_per_second": 1751246.3223675557, "training_seconds": 1.4968996459938353, "elapsed_tokens_per_second": 1411699.8538549738, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1700, "epoch": 22, "tokens": 222822400, "loss": 3.761698842048645, "lr": 0.004563087753542537, "grad_norm": 0.11241286993026733, "tokens_per_second": 1746205.4207604108, "training_seconds": 1.5012208580010338, "elapsed_tokens_per_second": 1414874.2407985304, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1712, "epoch": 22, "tokens": 224395264, "loss": 3.7565495570500693, "lr": 0.004502523592681211, "grad_norm": 0.1200379878282547, "tokens_per_second": 1749898.587204564, "training_seconds": 0.8988315160095226, "elapsed_tokens_per_second": 1416764.8072684612, "peak_memory_bytes": 42389451776}
{"loss": 3.7623035693385143, "perplexity": 43.0474746949784, "tokens": 224395264, "seconds": 0.548760787001811, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 22, "step": 1712, "evaluation_tokens": 1048576}
{"event": "train", "step": 1720, "epoch": 23, "tokens": 225443840, "loss": 3.7250485718250275, "lr": 0.0044621465542281444, "grad_norm": 0.12208425253629684, "tokens_per_second": 1764881.4923900918, "training_seconds": 0.5941339429991785, "elapsed_tokens_per_second": 1413127.1476661314, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1740, "epoch": 23, "tokens": 228065280, "loss": 3.7534269094467163, "lr": 0.004361224401656978, "grad_norm": 0.11429203301668167, "tokens_per_second": 1750587.9179965542, "training_seconds": 1.4974626370094484, "elapsed_tokens_per_second": 1416251.2416621284, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1760, "epoch": 23, "tokens": 230686720, "loss": 3.7400254011154175, "lr": 0.004260372076894983, "grad_norm": 0.10577956587076187, "tokens_per_second": 1747312.6641043313, "training_seconds": 1.5002695589937503, "elapsed_tokens_per_second": 1419297.2895780283, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1780, "epoch": 23, "tokens": 233308160, "loss": 3.739696574211121, "lr": 0.004159640325872799, "grad_norm": 0.11693204939365387, "tokens_per_second": 1749880.446202151, "training_seconds": 1.4980680569860851, "elapsed_tokens_per_second": 1422301.8179687914, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1790, "epoch": 23, "tokens": 234618880, "loss": 3.7228761434555055, "lr": 0.004109335507725857, "grad_norm": 0.10290063917636871, "tokens_per_second": 1753161.702055922, "training_seconds": 0.7476321199937956, "elapsed_tokens_per_second": 1423792.3800885829, "peak_memory_bytes": 42389451776}
{"loss": 3.7424126637598762, "perplexity": 42.19968108390088, "tokens": 234618880, "seconds": 0.5456786730064778, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 23, "step": 1790, "evaluation_tokens": 1048576}
{"event": "train", "step": 1800, "epoch": 24, "tokens": 235929600, "loss": 3.727199912071228, "lr": 0.0040590798338518965, "grad_norm": 0.1376367211341858, "tokens_per_second": 1768710.3018792823, "training_seconds": 0.7410597420093836, "elapsed_tokens_per_second": 1420329.521495157, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1820, "epoch": 24, "tokens": 238551040, "loss": 3.755251371860504, "lr": 0.003958741199921243, "grad_norm": 0.12180595099925995, "tokens_per_second": 1747378.5563812526, "training_seconds": 1.5002129850036, "elapsed_tokens_per_second": 1423242.7383435008, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1840, "epoch": 24, "tokens": 241172480, "loss": 3.7134265184402464, "lr": 0.003858674911537323, "grad_norm": 0.10503406822681427, "tokens_per_second": 1749561.4098161869, "training_seconds": 1.4983412330038846, "elapsed_tokens_per_second": 1426124.2582320797, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1860, "epoch": 24, "tokens": 243793920, "loss": 3.7310885787010193, "lr": 0.003758931319120337, "grad_norm": 0.11643549054861069, "tokens_per_second": 1751135.0692867204, "training_seconds": 1.49699474699446, "elapsed_tokens_per_second": 1428961.7296106585, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1868, "epoch": 24, "tokens": 244842496, "loss": 3.699472278356552, "lr": 0.0037191354851804715, "grad_norm": 0.12387943267822266, "tokens_per_second": 1746458.3762152346, "training_seconds": 0.6004013690107968, "elapsed_tokens_per_second": 1430065.4612980431, "peak_memory_bytes": 42389451776}
{"loss": 3.724864131387056, "perplexity": 41.46559848872859, "tokens": 244842496, "seconds": 0.5465351590100909, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 24, "step": 1868, "evaluation_tokens": 1048576}
{"event": "train", "step": 1880, "epoch": 25, "tokens": 246415360, "loss": 3.718350648880005, "lr": 0.003659560610719337, "grad_norm": 0.13713248074054718, "tokens_per_second": 1757980.859447223, "training_seconds": 0.8946991609991528, "elapsed_tokens_per_second": 1427186.0293143562, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1900, "epoch": 25, "tokens": 249036800, "loss": 3.7139575719833373, "lr": 0.0035606127867590853, "grad_norm": 0.14363373816013336, "tokens_per_second": 1749942.5324437607, "training_seconds": 1.4980149070033804, "elapsed_tokens_per_second": 1429949.430357661, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1920, "epoch": 25, "tokens": 251658240, "loss": 3.6954033970832825, "lr": 0.003462137634881298, "grad_norm": 0.12357615679502487, "tokens_per_second": 1750350.8590613261, "training_seconds": 1.4976654460042482, "elapsed_tokens_per_second": 1432671.0252525797, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1940, "epoch": 25, "tokens": 254279680, "loss": 3.697651469707489, "lr": 0.003364184704892969, "grad_norm": 0.12297753989696503, "tokens_per_second": 1748111.499568923, "training_seconds": 1.4995839799958048, "elapsed_tokens_per_second": 1435327.724154278, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1946, "epoch": 25, "tokens": 255066112, "loss": 3.669786254564921, "lr": 0.0033349080348809798, "grad_norm": 0.11775040626525879, "tokens_per_second": 1745917.2546117979, "training_seconds": 0.45044059099745937, "elapsed_tokens_per_second": 1436104.8160430752, "peak_memory_bytes": 42389451776}
{"loss": 3.7071477278203187, "perplexity": 40.73744637549761, "tokens": 255066112, "seconds": 0.5485534659965197, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 25, "step": 1946, "evaluation_tokens": 1048576}
{"event": "train", "step": 1960, "epoch": 26, "tokens": 256901120, "loss": 3.6998324394226074, "lr": 0.003266803283834365, "grad_norm": 0.1088823601603508, "tokens_per_second": 1755435.8349853593, "training_seconds": 1.045329008004046, "elapsed_tokens_per_second": 1433484.4867323008, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1980, "epoch": 26, "tokens": 259522560, "loss": 3.7046393752098083, "lr": 0.003170042371179218, "grad_norm": 0.11403647810220718, "tokens_per_second": 1746033.736813693, "training_seconds": 1.5013684699952137, "elapsed_tokens_per_second": 1436068.241690941, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2000, "epoch": 26, "tokens": 262144000, "loss": 3.6880633354187013, "lr": 0.003073950654179647, "grad_norm": 0.11001336574554443, "tokens_per_second": 1749643.0171067824, "training_seconds": 1.4982713469944429, "elapsed_tokens_per_second": 1438636.824456372, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2020, "epoch": 26, "tokens": 264765440, "loss": 3.677730119228363, "lr": 0.00297857648336815, "grad_norm": 0.11261057108640671, "tokens_per_second": 1745778.8237870808, "training_seconds": 1.5015876950055826, "elapsed_tokens_per_second": 1441134.9452171314, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2024, "epoch": 26, "tokens": 265289728, "loss": 3.6646973490715027, "lr": 0.0029595919844501175, "grad_norm": 0.10912951827049255, "tokens_per_second": 1748224.1980507413, "training_seconds": 0.29989746199862566, "elapsed_tokens_per_second": 1441625.9043329002, "peak_memory_bytes": 42389451776}
{"loss": 3.6876937406549386, "perplexity": 39.9525995688581, "tokens": 265289728, "seconds": 0.546464119994198, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 26, "step": 2024, "evaluation_tokens": 1048576}
{"event": "train", "step": 2040, "epoch": 27, "tokens": 267386880, "loss": 3.677037328481674, "lr": 0.002883967848229039, "grad_norm": 0.1346558779478073, "tokens_per_second": 1757359.4534599497, "training_seconds": 1.1933540379977785, "elapsed_tokens_per_second": 1439348.2592422657, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2060, "epoch": 27, "tokens": 270008320, "loss": 3.6842670321464537, "lr": 0.002790172353051531, "grad_norm": 0.10367307811975479, "tokens_per_second": 1745793.9286947558, "training_seconds": 1.501574703012011, "elapsed_tokens_per_second": 1441793.699306405, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2080, "epoch": 27, "tokens": 272629760, "loss": 3.6719738841056824, "lr": 0.0026972371929766814, "grad_norm": 0.11568251252174377, "tokens_per_second": 1747092.2870322613, "training_seconds": 1.5004588020092342, "elapsed_tokens_per_second": 1444210.0330741617, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2100, "epoch": 27, "tokens": 275251200, "loss": 3.6620792031288145, "lr": 0.0026052091302501607, "grad_norm": 0.1163925752043724, "tokens_per_second": 1748709.0627949517, "training_seconds": 1.499071546990308, "elapsed_tokens_per_second": 1446596.22839687, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2101, "epoch": 27, "tokens": 275382272, "loss": 3.663249969482422, "lr": 0.002600632371035081, "grad_norm": 0.11548943817615509, "tokens_per_second": 1758341.719769377, "training_seconds": 0.07454296200012323, "elapsed_tokens_per_second": 1446709.5334239826, "peak_memory_bytes": 42389451776}
{"loss": 3.670253338254751, "perplexity": 39.261851129336165, "tokens": 275382272, "seconds": 0.5488851679983782, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 27, "step": 2101, "evaluation_tokens": 1048576}
{"event": "train", "step": 2120, "epoch": 28, "tokens": 277872640, "loss": 3.680927138579519, "lr": 0.0025141344706928735, "grad_norm": 0.10139038413763046, "tokens_per_second": 1757155.004295921, "training_seconds": 1.4172728039993672, "elapsed_tokens_per_second": 1444739.1967008288, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2140, "epoch": 28, "tokens": 280494080, "loss": 3.6739343762397767, "lr": 0.002424059040401219, "grad_norm": 0.10648421943187714, "tokens_per_second": 1746691.9221624085, "training_seconds": 1.5008027269941522, "elapsed_tokens_per_second": 1447064.8056955116, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2160, "epoch": 28, "tokens": 283115520, "loss": 3.6446593761444093, "lr": 0.0023350281626887534, "grad_norm": 0.10985556989908218, "tokens_per_second": 1747243.6463989788, "training_seconds": 1.5003288209991297, "elapsed_tokens_per_second": 1449361.6100876273, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2179, "epoch": 28, "tokens": 285605888, "loss": 3.649584280817132, "lr": 0.0022514571542036716, "grad_norm": 0.19625204801559448, "tokens_per_second": 1746136.6815020898, "training_seconds": 1.426215957995737, "elapsed_tokens_per_second": 1451501.4118712936, "peak_memory_bytes": 42389451776}
{"loss": 3.6582058400997006, "perplexity": 38.79168191841172, "tokens": 285605888, "seconds": 0.545130913000321, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 28, "step": 2179, "evaluation_tokens": 1048576}
{"event": "train", "step": 2180, "epoch": 29, "tokens": 285736960, "loss": 3.616809368133545, "lr": 0.002247086635280821, "grad_norm": 0.12761791050434113, "tokens_per_second": 1895602.421131537, "training_seconds": 0.0691453010076657, "elapsed_tokens_per_second": 1447532.7021624276, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2200, "epoch": 29, "tokens": 288358400, "loss": 3.645581042766571, "lr": 0.0021602787077736585, "grad_norm": 0.10367009788751602, "tokens_per_second": 1745042.4449343153, "training_seconds": 1.5022213400079636, "elapsed_tokens_per_second": 1449772.4558868788, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2220, "epoch": 29, "tokens": 290979840, "loss": 3.648833119869232, "lr": 0.002074648059369295, "grad_norm": 0.12869377434253693, "tokens_per_second": 1743558.6722923573, "training_seconds": 1.5034997339971596, "elapsed_tokens_per_second": 1451965.1762028122, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2240, "epoch": 29, "tokens": 293601280, "loss": 3.6296285033226012, "lr": 0.001990237776897454, "grad_norm": 0.11401908099651337, "tokens_per_second": 1749708.4873232776, "training_seconds": 1.498215284998878, "elapsed_tokens_per_second": 1454166.153048644, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2257, "epoch": 29, "tokens": 295829504, "loss": 3.642967420465806, "lr": 0.0019194802916829411, "grad_norm": 0.11788814514875412, "tokens_per_second": 1748382.6014664248, "training_seconds": 1.2744487380114151, "elapsed_tokens_per_second": 1455999.7456373677, "peak_memory_bytes": 42389451776}
{"loss": 3.6370515032320707, "perplexity": 37.97968848354197, "tokens": 295829504, "seconds": 0.5477833120094147, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 29, "step": 2257, "evaluation_tokens": 1048576}
{"event": "train", "step": 2260, "epoch": 30, "tokens": 296222720, "loss": 3.6246835390726724, "lr": 0.0019070903331355337, "grad_norm": 0.10534302890300751, "tokens_per_second": 1790036.4977852402, "training_seconds": 0.21966926399909426, "elapsed_tokens_per_second": 1452386.6332339277, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2280, "epoch": 30, "tokens": 298844160, "loss": 3.630746328830719, "lr": 0.0018252475654375459, "grad_norm": 0.109986811876297, "tokens_per_second": 1749960.9979738793, "training_seconds": 1.4979991000000155, "elapsed_tokens_per_second": 1454549.2790713606, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2300, "epoch": 30, "tokens": 301465600, "loss": 3.6244760394096374, "lr": 0.0017447506546827902, "grad_norm": 0.10934619605541229, "tokens_per_second": 1748097.9970061951, "training_seconds": 1.4995955630001845, "elapsed_tokens_per_second": 1456665.1931756372, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2320, "epoch": 30, "tokens": 304087040, "loss": 3.6148685932159426, "lr": 0.0016656401045548374, "grad_norm": 0.0950041338801384, "tokens_per_second": 1748882.0923525721, "training_seconds": 1.4989232329971856, "elapsed_tokens_per_second": 1458758.117424792, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2335, "epoch": 30, "tokens": 306053120, "loss": 3.597722578048706, "lr": 0.0016072409637759217, "grad_norm": 0.1223955750465393, "tokens_per_second": 1752378.8767414622, "training_seconds": 1.1219491550000384, "elapsed_tokens_per_second": 1460318.9792302968, "peak_memory_bytes": 42389451776}
{"loss": 3.6230945930690517, "perplexity": 37.453291366938736, "tokens": 306053120, "seconds": 0.5491995249903994, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 30, "step": 2335, "evaluation_tokens": 1048576}
{"event": "train", "step": 2340, "epoch": 31, "tokens": 306708480, "loss": 3.616796541213989, "lr": 0.001587955721161273, "grad_norm": 0.11204050481319427, "tokens_per_second": 1771953.466151772, "training_seconds": 0.36985169899708126, "elapsed_tokens_per_second": 1456949.2202662388, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2360, "epoch": 31, "tokens": 309329920, "loss": 3.586217772960663, "lr": 0.001511736593004428, "grad_norm": 0.11162179708480835, "tokens_per_second": 1746621.8351325286, "training_seconds": 1.5008629499934614, "elapsed_tokens_per_second": 1458992.574901127, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2380, "epoch": 31, "tokens": 311951360, "loss": 3.619961905479431, "lr": 0.0014370210713131914, "grad_norm": 0.10802614688873291, "tokens_per_second": 1745700.887420573, "training_seconds": 1.5016547330014873, "elapsed_tokens_per_second": 1460998.1323797726, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2400, "epoch": 31, "tokens": 314572800, "loss": 3.604515993595123, "lr": 0.0013638467507457932, "grad_norm": 0.10650566220283508, "tokens_per_second": 1748942.0564783663, "training_seconds": 1.4988718410022557, "elapsed_tokens_per_second": 1462997.5488627206, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2413, "epoch": 31, "tokens": 316276736, "loss": 3.6084683124835673, "lr": 0.0013171273849661021, "grad_norm": 0.10551434755325317, "tokens_per_second": 1745081.8111579667, "training_seconds": 0.9764218440104742, "elapsed_tokens_per_second": 1464261.6969652541, "peak_memory_bytes": 42389451776}
{"loss": 3.6087552574310977, "perplexity": 36.920068220707826, "tokens": 316276736, "seconds": 0.5483506229938939, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 31, "step": 2413, "evaluation_tokens": 1048576}
{"event": "train", "step": 2420, "epoch": 32, "tokens": 317194240, "loss": 3.5740832601274763, "lr": 0.0012922504504732845, "grad_norm": 0.10530312359333038, "tokens_per_second": 1765587.680757184, "training_seconds": 0.5196592669963138, "elapsed_tokens_per_second": 1461156.107871235, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2440, "epoch": 32, "tokens": 319815680, "loss": 3.6006774067878724, "lr": 0.0012222681956532032, "grad_norm": 0.11197036504745483, "tokens_per_second": 1748341.7605983908, "training_seconds": 1.4993864809948718, "elapsed_tokens_per_second": 1463118.349001069, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2460, "epoch": 32, "tokens": 322437120, "loss": 3.590721869468689, "lr": 0.0011539351993027748, "grad_norm": 0.11655587702989578, "tokens_per_second": 1748032.5726377226, "training_seconds": 1.4996516890096245, "elapsed_tokens_per_second": 1465049.3283519791, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2480, "epoch": 32, "tokens": 325058560, "loss": 3.585752713680267, "lr": 0.001087285844580757, "grad_norm": 0.11495096981525421, "tokens_per_second": 1748905.1303102898, "training_seconds": 1.4989034879981773, "elapsed_tokens_per_second": 1466961.8423197719, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2491, "epoch": 32, "tokens": 326500352, "loss": 3.561346010728316, "lr": 0.0010513585372613364, "grad_norm": 0.11128121614456177, "tokens_per_second": 1748237.0344812868, "training_seconds": 0.8247119650040986, "elapsed_tokens_per_second": 1467995.0726317477, "peak_memory_bytes": 42389451776}
{"loss": 3.5961847091306627, "perplexity": 36.45886756561698, "tokens": 326500352, "seconds": 0.5468309260031674, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 32, "step": 2491, "evaluation_tokens": 1048576}
{"event": "train", "step": 2500, "epoch": 33, "tokens": 327680000, "loss": 3.5518419477674694, "lr": 0.0010223536674868357, "grad_norm": 0.11946611106395721, "tokens_per_second": 1757916.3526730828, "training_seconds": 0.6710489940014668, "elapsed_tokens_per_second": 1465152.0812162962, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2520, "epoch": 33, "tokens": 330301440, "loss": 3.5726277232170105, "lr": 0.0009591713399873042, "grad_norm": 0.1046876385807991, "tokens_per_second": 1748890.9422600425, "training_seconds": 1.4989156480005477, "elapsed_tokens_per_second": 1467033.1241084517, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2540, "epoch": 33, "tokens": 332922880, "loss": 3.587841248512268, "lr": 0.0008977706535754829, "grad_norm": 0.11467539519071579, "tokens_per_second": 1750140.1841483675, "training_seconds": 1.4978457290126244, "elapsed_tokens_per_second": 1468893.8334946753, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2560, "epoch": 33, "tokens": 335544320, "loss": 3.565708839893341, "lr": 0.0008381825032751725, "grad_norm": 0.11658491939306259, "tokens_per_second": 1746481.01123087, "training_seconds": 1.5009839689882938, "elapsed_tokens_per_second": 1470712.1554003868, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2568, "epoch": 33, "tokens": 336592896, "loss": 3.6041586697101593, "lr": 0.0008148615004514701, "grad_norm": 0.10758166015148163, "tokens_per_second": 1745559.967307807, "training_seconds": 0.6007103849988198, "elapsed_tokens_per_second": 1471423.0326093715, "peak_memory_bytes": 42389451776}
{"loss": 3.5846455690274865, "perplexity": 36.04058155648814, "tokens": 336592896, "seconds": 0.5469075310102198, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 33, "step": 2568, "evaluation_tokens": 1048576}
{"event": "train", "step": 2580, "epoch": 34, "tokens": 338165760, "loss": 3.570473392804464, "lr": 0.0007804368720951832, "grad_norm": 0.10403069853782654, "tokens_per_second": 1754162.9467730515, "training_seconds": 0.8966464620025363, "elapsed_tokens_per_second": 1468992.3100228133, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2600, "epoch": 34, "tokens": 340787200, "loss": 3.588112437725067, "lr": 0.0007245628159427694, "grad_norm": 0.09596402943134308, "tokens_per_second": 1746653.0054284448, "training_seconds": 1.5008361660002265, "elapsed_tokens_per_second": 1470783.4456351935, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2620, "epoch": 34, "tokens": 343408640, "loss": 3.56617271900177, "lr": 0.0006705884490035463, "grad_norm": 0.10880696773529053, "tokens_per_second": 1746365.2251512795, "training_seconds": 1.5010834860004252, "elapsed_tokens_per_second": 1472546.6321779103, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2640, "epoch": 34, "tokens": 346030080, "loss": 3.572258913516998, "lr": 0.0006185409295952571, "grad_norm": 0.10449980199337006, "tokens_per_second": 1750156.5973625209, "training_seconds": 1.4978316820051987, "elapsed_tokens_per_second": 1474311.0209075694, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2646, "epoch": 34, "tokens": 346816512, "loss": 3.585373878479004, "lr": 0.0006033063498599568, "grad_norm": 0.10205016285181046, "tokens_per_second": 1745237.715474524, "training_seconds": 0.450615977999405, "elapsed_tokens_per_second": 1474819.9887420745, "peak_memory_bytes": 42389451776}
{"loss": 3.5732171212670942, "perplexity": 35.631038332095606, "tokens": 346816512, "seconds": 0.5469812569936039, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 34, "step": 2646, "evaluation_tokens": 1048576}
{"event": "train", "step": 2660, "epoch": 35, "tokens": 348651520, "loss": 3.5700605426515852, "lr": 0.0005684464465025043, "grad_norm": 0.09721119701862335, "tokens_per_second": 1752706.4054532738, "training_seconds": 1.0469568629923742, "elapsed_tokens_per_second": 1472558.7302036334, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2680, "epoch": 35, "tokens": 351272960, "loss": 3.5785674691200255, "lr": 0.0005203302057993211, "grad_norm": 0.10342319309711456, "tokens_per_second": 1748071.8866008807, "training_seconds": 1.499617961992044, "elapsed_tokens_per_second": 1474284.8796766724, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2700, "epoch": 35, "tokens": 353894400, "loss": 3.580487859249115, "lr": 0.00047421641816621657, "grad_norm": 0.10846242308616638, "tokens_per_second": 1745823.4300901662, "training_seconds": 1.5015493289974984, "elapsed_tokens_per_second": 1475975.4810454517, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2720, "epoch": 35, "tokens": 356515840, "loss": 3.565150260925293, "lr": 0.00043012828670807026, "grad_norm": 0.09787730127573013, "tokens_per_second": 1748940.1148640502, "training_seconds": 1.4988735049992101, "elapsed_tokens_per_second": 1477663.7559970452, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2724, "epoch": 35, "tokens": 357040128, "loss": 3.5907018780708313, "lr": 0.0004215557094028888, "grad_norm": 0.09763871133327484, "tokens_per_second": 1755148.4783673158, "training_seconds": 0.29871432899381034, "elapsed_tokens_per_second": 1477997.4954360188, "peak_memory_bytes": 42389451776}
{"loss": 3.5643498563961957, "perplexity": 35.3164851518272, "tokens": 357040128, "seconds": 0.5450541469908785, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 35, "step": 2724, "evaluation_tokens": 1048576}
{"event": "train", "step": 2740, "epoch": 36, "tokens": 359137280, "loss": 3.569410741329193, "lr": 0.00038808799527900874, "grad_norm": 0.11328767985105515, "tokens_per_second": 1754542.351796157, "training_seconds": 1.1952700929978164, "elapsed_tokens_per_second": 1475953.1584624308, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2760, "epoch": 36, "tokens": 361758720, "loss": 3.5662144899368284, "lr": 0.0003481166973201453, "grad_norm": 0.0871300920844078, "tokens_per_second": 1748691.4238882335, "training_seconds": 1.499086668001837, "elapsed_tokens_per_second": 1477616.0346658018, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2780, "epoch": 36, "tokens": 364380160, "loss": 3.5676501989364624, "lr": 0.0003102345052157864, "grad_norm": 0.0999048724770546, "tokens_per_second": 1746914.8966856839, "training_seconds": 1.5006111659895396, "elapsed_tokens_per_second": 1479246.329888534, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2800, "epoch": 36, "tokens": 367001600, "loss": 3.5545814633369446, "lr": 0.00027446048017346997, "grad_norm": 0.09504532814025879, "tokens_per_second": 1748186.0885582627, "training_seconds": 1.4995199979894096, "elapsed_tokens_per_second": 1480866.8496533304, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2802, "epoch": 36, "tokens": 367263744, "loss": 3.5379064083099365, "lr": 0.0002709997291130384, "grad_norm": 0.0977368876338005, "tokens_per_second": 1756363.380031246, "training_seconds": 0.14925385201058816, "elapsed_tokens_per_second": 1481023.049657401, "peak_memory_bytes": 42389451776}
{"loss": 3.5572817431704156, "perplexity": 35.06774433571684, "tokens": 367263744, "seconds": 0.5489221080060815, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 36, "step": 2802, "evaluation_tokens": 1048576}
{"event": "train", "step": 2820, "epoch": 37, "tokens": 369623040, "loss": 3.5560748312208386, "lr": 0.00024081262263292666, "grad_norm": 0.09219782054424286, "tokens_per_second": 1755186.445815325, "training_seconds": 1.3441854029952083, "elapsed_tokens_per_second": 1479142.7017694172, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2840, "epoch": 37, "tokens": 372244480, "loss": 3.5766231775283814, "lr": 0.00020930786320878334, "grad_norm": 0.09412775933742523, "tokens_per_second": 1744766.7322848511, "training_seconds": 1.5024587249936303, "elapsed_tokens_per_second": 1480723.2936463594, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2860, "epoch": 37, "tokens": 374865920, "loss": 3.5401896357536318, "lr": 0.00017996205417157872, "grad_norm": 0.10077608376741409, "tokens_per_second": 1746511.037327327, "training_seconds": 1.5009581640042597, "elapsed_tokens_per_second": 1482291.0124925124, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2880, "epoch": 37, "tokens": 377487360, "loss": 3.5525455474853516, "lr": 0.00015278996147136446, "grad_norm": 0.085890032351017, "tokens_per_second": 1746955.4642511143, "training_seconds": 1.5005763189983554, "elapsed_tokens_per_second": 1483845.3441570485, "peak_memory_bytes": 42389451776}
{"loss": 3.552410009983124, "perplexity": 34.89731911201171, "tokens": 377487360, "seconds": 0.5457709720067214, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 37, "step": 2880, "evaluation_tokens": 1048576}
{"event": "train", "step": 2900, "epoch": 38, "tokens": 380108800, "loss": 3.5534488558769226, "lr": 0.0001278052573079114, "grad_norm": 0.09229017794132233, "tokens_per_second": 1750116.3483390266, "training_seconds": 1.497866129007889, "elapsed_tokens_per_second": 1482201.4093294428, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2920, "epoch": 38, "tokens": 382730240, "loss": 3.5623640537261965, "lr": 0.00010502051325125955, "grad_norm": 0.09167306870222092, "tokens_per_second": 1749033.3687192553, "training_seconds": 1.4987935890094377, "elapsed_tokens_per_second": 1483742.8766848498, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2940, "epoch": 38, "tokens": 385351680, "loss": 3.550016927719116, "lr": 8.444719391607497e-05, "grad_norm": 0.091366246342659, "tokens_per_second": 1748687.8415687983, "training_seconds": 1.4990897389943711, "elapsed_tokens_per_second": 1485266.9778070357, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2958, "epoch": 38, "tokens": 387710976, "loss": 3.562057508362664, "lr": 6.783055356613964e-05, "grad_norm": 0.0859188660979271, "tokens_per_second": 1747966.6021565578, "training_seconds": 1.3497374589933315, "elapsed_tokens_per_second": 1486617.4987696672, "peak_memory_bytes": 42389451776}
{"loss": 3.5490750895612337, "perplexity": 34.781133172948316, "tokens": 387710976, "seconds": 0.5464773499988951, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 38, "step": 2958, "evaluation_tokens": 1048576}
{"event": "train", "step": 2960, "epoch": 39, "tokens": 387973120, "loss": 3.5452725887298584, "lr": 6.609565119299037e-05, "grad_norm": 0.08893086016178131, "tokens_per_second": 1813035.4624559483, "training_seconds": 0.1445884569984628, "elapsed_tokens_per_second": 1483657.1214986676, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2980, "epoch": 39, "tokens": 390594560, "loss": 3.5513214111328124, "lr": 4.997511903983814e-05, "grad_norm": 0.08734997361898422, "tokens_per_second": 1748429.8382161795, "training_seconds": 1.4993109490023926, "elapsed_tokens_per_second": 1485160.1796441309, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3000, "epoch": 39, "tokens": 393216000, "loss": 3.5471116423606874, "lr": 3.609370883539442e-05, "grad_norm": 0.08668047934770584, "tokens_per_second": 1747585.937431983, "training_seconds": 1.5000349589972757, "elapsed_tokens_per_second": 1486640.1325376476, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3020, "epoch": 39, "tokens": 395837440, "loss": 3.5446537256240847, "lr": 2.4458405297968444e-05, "grad_norm": 0.08531126379966736, "tokens_per_second": 1749260.5483298118, "training_seconds": 1.4985989379929379, "elapsed_tokens_per_second": 1488112.936290539, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3035, "epoch": 39, "tokens": 397803520, "loss": 3.5322340806325276, "lr": 1.7209499597202137e-05, "grad_norm": 0.08728651702404022, "tokens_per_second": 1746431.632389599, "training_seconds": 1.1257698060071561, "elapsed_tokens_per_second": 1489192.3650091093, "peak_memory_bytes": 42389451776}
{"loss": 3.54761477717138, "perplexity": 34.73037892079384, "tokens": 397803520, "seconds": 0.5471953460073564, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 39, "step": 3035, "evaluation_tokens": 1048576}
{"event": "train", "step": 3040, "epoch": 40, "tokens": 398458880, "loss": 3.569747543334961, "lr": 1.5075062970900831e-05, "grad_norm": 0.087925024330616, "tokens_per_second": 1766927.8514595814, "training_seconds": 0.3709036560030654, "elapsed_tokens_per_second": 1486502.978934852, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3060, "epoch": 40, "tokens": 401080320, "loss": 3.558619463443756, "lr": 7.948403276727022e-06, "grad_norm": 0.08792538195848465, "tokens_per_second": 1746658.014369664, "training_seconds": 1.5008318620093632, "elapsed_tokens_per_second": 1487945.6388566846, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3080, "epoch": 40, "tokens": 403701760, "loss": 3.5316681623458863, "lr": 3.0820121414971145e-06, "grad_norm": 0.0878874734044075, "tokens_per_second": 1748298.4212065998, "training_seconds": 1.4994236499915132, "elapsed_tokens_per_second": 1489377.1588263316, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3100, "epoch": 40, "tokens": 406323200, "loss": 3.5412893056869508, "lr": 4.78338190441685e-07, "grad_norm": 0.08432577550411224, "tokens_per_second": 1746228.7756118735, "training_seconds": 1.5012007799959974, "elapsed_tokens_per_second": 1490785.480182878, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3113, "epoch": 40, "tokens": 408027136, "loss": 3.5592548297001767, "lr": 0.0, "grad_norm": 0.08331534266471863, "tokens_per_second": 1749731.135595994, "training_seconds": 0.9738273300026776, "elapsed_tokens_per_second": 1491698.606427946, "peak_memory_bytes": 42389451776}
{"loss": 3.5473474392470585, "perplexity": 34.72109541435422, "tokens": 408027136, "seconds": 0.5479096600029152, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 40, "step": 3113, "evaluation_tokens": 1048576}
{"loss": 3.5490624415801086, "perplexity": 34.78069326461441, "tokens": 408027136, "seconds": 102.20404932300153, "split": "full", "validation_complete": true, "event": "final_validation", "step": 3113, "evaluation_tokens": 197411295}