{"event": "train", "step": 20, "epoch": 1, "tokens": 2621440, "loss": 9.640184497833252, "lr": 0.0003205128205128205, "grad_norm": 2.3910610675811768, "tokens_per_second": 47434.534418659154, "training_seconds": 55.26437714899998, "elapsed_tokens_per_second": 47434.534418659154, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 40, "epoch": 1, "tokens": 5242880, "loss": 7.851596713066101, "lr": 0.000641025641025641, "grad_norm": 0.5599097609519958, "tokens_per_second": 1773206.9489298626, "training_seconds": 1.4783610009999393, "elapsed_tokens_per_second": 92388.21262811865, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 60, "epoch": 1, "tokens": 7864320, "loss": 6.885596179962159, "lr": 0.0009615384615384615, "grad_norm": 2.4291164875030518, "tokens_per_second": 1772191.3536431473, "training_seconds": 1.4792082100000243, "elapsed_tokens_per_second": 135057.88400205367, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 78, "epoch": 1, "tokens": 10223616, "loss": 6.526771598392063, "lr": 0.00125, "grad_norm": 0.5001775622367859, "tokens_per_second": 1766113.4830989882, "training_seconds": 1.3358688570001505, "elapsed_tokens_per_second": 171632.88715010538, "peak_memory_bytes": 21988176384}
{"loss": 6.389489087441802, "perplexity": 595.5522268340375, "tokens": 10223616, "seconds": 1.0049329640000906, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 1, "step": 78, "evaluation_tokens": 1048576}
{"event": "train", "step": 80, "epoch": 2, "tokens": 10485760, "loss": 6.356378078460693, "lr": 0.001282051282051282, "grad_norm": 0.7882368564605713, "tokens_per_second": 1822359.4024842265, "training_seconds": 0.14384868299998743, "elapsed_tokens_per_second": 172672.03448365128, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 100, "epoch": 2, "tokens": 13107200, "loss": 6.221216464042664, "lr": 0.0016025641025641025, "grad_norm": 0.30082836747169495, "tokens_per_second": 1767736.6175587804, "training_seconds": 1.4829358479998973, "elapsed_tokens_per_second": 210691.10590807776, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 120, "epoch": 2, "tokens": 15728640, "loss": 5.9927479982376095, "lr": 0.001923076923076923, "grad_norm": 0.32038792967796326, "tokens_per_second": 1766471.6178828876, "training_seconds": 1.4839978029999656, "elapsed_tokens_per_second": 246931.8590214079, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 140, "epoch": 2, "tokens": 18350080, "loss": 5.797889852523804, "lr": 0.002243589743589744, "grad_norm": 0.3890969157218933, "tokens_per_second": 1764548.4926103165, "training_seconds": 1.4856151650001266, "elapsed_tokens_per_second": 281515.7319255885, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 156, "epoch": 2, "tokens": 20447232, "loss": 5.609017074108124, "lr": 0.0025, "grad_norm": 0.6230760216712952, "tokens_per_second": 1765196.0661663334, "training_seconds": 1.1880561259999922, "elapsed_tokens_per_second": 308066.18616881204, "peak_memory_bytes": 42389451776}
{"loss": 5.667412203205616, "perplexity": 289.28495425222496, "tokens": 20447232, "seconds": 0.5366982860000462, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 2, "step": 156, "evaluation_tokens": 1048576}
{"event": "train", "step": 160, "epoch": 3, "tokens": 20971520, "loss": 5.604393839836121, "lr": 0.002564102564102564, "grad_norm": 0.4924035668373108, "tokens_per_second": 1800943.4968379359, "training_seconds": 0.2911185169998589, "elapsed_tokens_per_second": 312027.8234426007, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 180, "epoch": 3, "tokens": 23592960, "loss": 5.476786851882935, "lr": 0.0028846153846153848, "grad_norm": 0.5468783974647522, "tokens_per_second": 1762585.405865639, "training_seconds": 1.4872697749999588, "elapsed_tokens_per_second": 343426.18189624365, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 200, "epoch": 3, "tokens": 26214400, "loss": 5.351200199127197, "lr": 0.003205128205128205, "grad_norm": 0.8233741521835327, "tokens_per_second": 1762990.171647323, "training_seconds": 1.4869283119999182, "elapsed_tokens_per_second": 373490.69837320334, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 220, "epoch": 3, "tokens": 28835840, "loss": 5.356667017936706, "lr": 0.003525641025641026, "grad_norm": 1.4418377876281738, "tokens_per_second": 1763915.5958016277, "training_seconds": 1.486148207000042, "elapsed_tokens_per_second": 402312.4016014205, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 233, "epoch": 3, "tokens": 30539776, "loss": 6.104146260481614, "lr": 0.003733974358974359, "grad_norm": 1.169454574584961, "tokens_per_second": 1764528.5134081736, "training_seconds": 0.9656607910001185, "elapsed_tokens_per_second": 420410.4727652033, "peak_memory_bytes": 42389451776}
{"loss": 5.874779781354603, "perplexity": 355.94626603457556, "tokens": 30539776, "seconds": 0.5354743850000432, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 3, "step": 233, "evaluation_tokens": 1048576}
{"event": "train", "step": 240, "epoch": 4, "tokens": 31457280, "loss": 5.652638299124582, "lr": 0.003846153846153846, "grad_norm": 0.517372727394104, "tokens_per_second": 1780867.5361622472, "training_seconds": 0.5152005869999812, "elapsed_tokens_per_second": 426850.5346650214, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 260, "epoch": 4, "tokens": 34078720, "loss": 5.309093737602234, "lr": 0.004166666666666667, "grad_norm": 0.24857845902442932, "tokens_per_second": 1761166.991665511, "training_seconds": 1.4884675969999535, "elapsed_tokens_per_second": 453259.3346571788, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 280, "epoch": 4, "tokens": 36700160, "loss": 5.12443470954895, "lr": 0.004487179487179488, "grad_norm": 0.3135558068752289, "tokens_per_second": 1764731.5543189521, "training_seconds": 1.485461057000066, "elapsed_tokens_per_second": 478656.81234138436, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 300, "epoch": 4, "tokens": 39321600, "loss": 5.033223390579224, "lr": 0.004807692307692308, "grad_norm": 0.24558642506599426, "tokens_per_second": 1762590.4118048707, "training_seconds": 1.4872655509998367, "elapsed_tokens_per_second": 503078.80822966556, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 311, "epoch": 4, "tokens": 40763392, "loss": 4.977407455444336, "lr": 0.0049839743589743584, "grad_norm": 0.22959427535533905, "tokens_per_second": 1760056.533651599, "training_seconds": 0.8191736870001023, "elapsed_tokens_per_second": 516103.70975480066, "peak_memory_bytes": 42389451776}
{"loss": 4.98013326337153, "perplexity": 145.49376935198677, "tokens": 40763392, "seconds": 0.536521619000041, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 4, "step": 311, "evaluation_tokens": 1048576}
{"event": "train", "step": 320, "epoch": 5, "tokens": 41943040, "loss": 4.930783536699083, "lr": 0.004999899362323586, "grad_norm": 0.23101231455802917, "tokens_per_second": 1778477.3011403177, "training_seconds": 0.663291006999998, "elapsed_tokens_per_second": 522923.8797979123, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 340, "epoch": 5, "tokens": 44564480, "loss": 4.881841659545898, "lr": 0.0049987672815123355, "grad_norm": 0.2883993685245514, "tokens_per_second": 1761906.4746431736, "training_seconds": 1.4878428780000377, "elapsed_tokens_per_second": 545480.6483637401, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 360, "epoch": 5, "tokens": 47185920, "loss": 4.850152540206909, "lr": 0.004996377894323162, "grad_norm": 0.24829553067684174, "tokens_per_second": 1766175.0607030771, "training_seconds": 1.48424698000008, "elapsed_tokens_per_second": 567249.5844775671, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 380, "epoch": 5, "tokens": 49807360, "loss": 4.808907079696655, "lr": 0.004992732403025591, "grad_norm": 0.2746179401874542, "tokens_per_second": 1766120.2308431284, "training_seconds": 1.4842930590000378, "elapsed_tokens_per_second": 588258.6302781024, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 389, "epoch": 5, "tokens": 50987008, "loss": 4.76812728246053, "lr": 0.004990682593570323, "grad_norm": 0.23240672051906586, "tokens_per_second": 1764378.3992377853, "training_seconds": 0.6685912729999473, "elapsed_tokens_per_second": 597461.3072237071, "peak_memory_bytes": 42389451776}
{"loss": 4.777369597542041, "perplexity": 118.79146935117737, "tokens": 50987008, "seconds": 0.5395779810000931, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 5, "step": 389, "evaluation_tokens": 1048576}
{"event": "train", "step": 400, "epoch": 6, "tokens": 52428800, "loss": 4.725876027887518, "lr": 0.004987832641923876, "grad_norm": 0.228422150015831, "tokens_per_second": 1772959.505071239, "training_seconds": 0.8132120310001483, "elapsed_tokens_per_second": 604686.3841383605, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 420, "epoch": 6, "tokens": 55050240, "loss": 4.683166098594666, "lr": 0.00498168107643404, "grad_norm": 0.2417261302471161, "tokens_per_second": 1766686.130087601, "training_seconds": 1.4838176149999072, "elapsed_tokens_per_second": 624228.8958729903, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 440, "epoch": 6, "tokens": 57671680, "loss": 4.647131228446961, "lr": 0.004974280801843336, "grad_norm": 0.2315778285264969, "tokens_per_second": 1761055.7629260493, "training_seconds": 1.488561609000044, "elapsed_tokens_per_second": 643086.1858853553, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 460, "epoch": 6, "tokens": 60293120, "loss": 4.59736692905426, "lr": 0.004965635541752804, "grad_norm": 0.22594037652015686, "tokens_per_second": 1763704.7947588703, "training_seconds": 1.4863258340001266, "elapsed_tokens_per_second": 661346.1187980957, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 467, "epoch": 6, "tokens": 61210624, "loss": 4.567093576703753, "lr": 0.0049623163591299225, "grad_norm": 0.19344961643218994, "tokens_per_second": 1764260.52487567, "training_seconds": 0.5200501780000195, "elapsed_tokens_per_second": 667589.8450573091, "peak_memory_bytes": 42389451776}
{"loss": 4.579777937893217, "perplexity": 97.49274235935118, "tokens": 61210624, "seconds": 0.5368412259999786, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 6, "step": 467, "evaluation_tokens": 1048576}
{"event": "train", "step": 480, "epoch": 7, "tokens": 62914560, "loss": 4.53871198800894, "lr": 0.004955749646203652, "grad_norm": 0.21552827954292297, "tokens_per_second": 1773764.6496927412, "training_seconds": 0.9606325170000218, "elapsed_tokens_per_second": 675085.0558016928, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 500, "epoch": 7, "tokens": 65536000, "loss": 4.486967945098877, "lr": 0.004944628089488454, "grad_norm": 0.2538496255874634, "tokens_per_second": 1767447.7185323925, "training_seconds": 1.4831782420001218, "elapsed_tokens_per_second": 692187.9398260596, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 520, "epoch": 7, "tokens": 68157440, "loss": 4.432911205291748, "lr": 0.004932276467648223, "grad_norm": 0.20637041330337524, "tokens_per_second": 1761937.4337794082, "training_seconds": 1.487816735000024, "elapsed_tokens_per_second": 708726.3849678304, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 540, "epoch": 7, "tokens": 70778880, "loss": 4.39296817779541, "lr": 0.00491870099565665, "grad_norm": 0.21739891171455383, "tokens_per_second": 1764791.3865330878, "training_seconds": 1.4854106949999277, "elapsed_tokens_per_second": 724780.080767385, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 545, "epoch": 7, "tokens": 71434240, "loss": 4.383970165252686, "lr": 0.004915116688071464, "grad_norm": 0.1889764368534088, "tokens_per_second": 1755694.062154587, "training_seconds": 0.3732768790000591, "elapsed_tokens_per_second": 728694.1011512413, "peak_memory_bytes": 42389451776}
{"loss": 4.36781078084975, "perplexity": 78.87077714462976, "tokens": 71434240, "seconds": 0.5382147760001317, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 7, "step": 545, "evaluation_tokens": 1048576}
{"event": "train", "step": 560, "epoch": 8, "tokens": 73400320, "loss": 4.354210090637207, "lr": 0.004903908504292913, "grad_norm": 0.2254355251789093, "tokens_per_second": 1773547.5000667186, "training_seconds": 1.108557848000146, "elapsed_tokens_per_second": 736319.9050534333, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 580, "epoch": 8, "tokens": 76021760, "loss": 4.32267005443573, "lr": 0.004887906436704631, "grad_norm": 0.22168761491775513, "tokens_per_second": 1763329.6580256892, "training_seconds": 1.4866420400001061, "elapsed_tokens_per_second": 751402.744135512, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 600, "epoch": 8, "tokens": 78643200, "loss": 4.265905332565308, "lr": 0.0048707028446626855, "grad_norm": 0.17331881821155548, "tokens_per_second": 1767644.3146412398, "training_seconds": 1.4830132839999806, "elapsed_tokens_per_second": 766072.6221644613, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 620, "epoch": 8, "tokens": 81264640, "loss": 4.2441226720809935, "lr": 0.004852306384509808, "grad_norm": 0.19605447351932526, "tokens_per_second": 1766847.6903035908, "training_seconds": 1.4836819350000496, "elapsed_tokens_per_second": 780321.6744919365, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 623, "epoch": 8, "tokens": 81657856, "loss": 4.239408810933431, "lr": 0.0048494445949372016, "grad_norm": 0.19483956694602966, "tokens_per_second": 1770849.0139654852, "training_seconds": 0.22204942199982725, "elapsed_tokens_per_second": 782417.5859935846, "peak_memory_bytes": 42389451776}
{"loss": 4.239331908463111, "perplexity": 69.36149652686805, "tokens": 81657856, "seconds": 0.5385836289999588, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 8, "step": 623, "evaluation_tokens": 1048576}
{"event": "train", "step": 640, "epoch": 9, "tokens": 83886080, "loss": 4.2155813890344955, "lr": 0.004832726312804964, "grad_norm": 0.19748914241790771, "tokens_per_second": 1772533.8395035283, "training_seconds": 1.2570840400001089, "elapsed_tokens_per_second": 790123.2868331582, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 660, "epoch": 9, "tokens": 86507520, "loss": 4.176653361320495, "lr": 0.004811972481665723, "grad_norm": 0.17390289902687073, "tokens_per_second": 1763392.096187893, "training_seconds": 1.4865894009999465, "elapsed_tokens_per_second": 803554.4635768987, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 680, "epoch": 9, "tokens": 89128960, "loss": 4.17742338180542, "lr": 0.004790055333810961, "grad_norm": 0.17923091351985931, "tokens_per_second": 1764972.381044221, "training_seconds": 1.485258369000121, "elapsed_tokens_per_second": 816627.290867846, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 700, "epoch": 9, "tokens": 91750400, "loss": 4.157817649841308, "lr": 0.004766985897306392, "grad_norm": 0.19131052494049072, "tokens_per_second": 1765055.5464518399, "training_seconds": 1.48518838699988, "elapsed_tokens_per_second": 829351.2171639502, "peak_memory_bytes": 42389451776}
{"loss": 4.162504032830032, "perplexity": 64.23216083376677, "tokens": 91750400, "seconds": 0.5358788130001813, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 9, "step": 700, "evaluation_tokens": 1048576}
{"event": "train", "step": 720, "epoch": 10, "tokens": 94371840, "loss": 4.159133887290954, "lr": 0.004742775780015567, "grad_norm": 0.17341598868370056, "tokens_per_second": 1773389.9641469992, "training_seconds": 1.4782084330001908, "elapsed_tokens_per_second": 837256.2783024685, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 740, "epoch": 10, "tokens": 96993280, "loss": 4.122715926170349, "lr": 0.0047174371637591405, "grad_norm": 0.1649789959192276, "tokens_per_second": 1765084.2976319743, "training_seconds": 1.4851641950001522, "elapsed_tokens_per_second": 849311.3607358771, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 760, "epoch": 10, "tokens": 99614720, "loss": 4.108327865600586, "lr": 0.0046909827981853345, "grad_norm": 0.18673542141914368, "tokens_per_second": 1762671.9602340467, "training_seconds": 1.4871967439999025, "elapsed_tokens_per_second": 861043.9789861022, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 778, "epoch": 10, "tokens": 101974016, "loss": 4.091483381059435, "lr": 0.0046662308936010225, "grad_norm": 0.17694847285747528, "tokens_per_second": 1762937.8853657774, "training_seconds": 1.3382751709998502, "elapsed_tokens_per_second": 871346.8414192821, "peak_memory_bytes": 42389451776}
{"loss": 4.104860124618058, "perplexity": 60.63426271376408, "tokens": 101974016, "seconds": 0.5372275419999823, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 10, "step": 778, "evaluation_tokens": 1048576}
{"event": "train", "step": 780, "epoch": 11, "tokens": 102236160, "loss": 4.068648815155029, "lr": 0.004663425994354689, "grad_norm": 0.1766977161169052, "tokens_per_second": 1811045.13278334, "training_seconds": 0.14474735899989355, "elapsed_tokens_per_second": 868486.8873974727, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 800, "epoch": 11, "tokens": 104857600, "loss": 4.110776376724243, "lr": 0.004634780618042328, "grad_norm": 0.18885594606399536, "tokens_per_second": 1763398.5859109273, "training_seconds": 1.4865839300000516, "elapsed_tokens_per_second": 879639.3919540818, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 820, "epoch": 11, "tokens": 107479040, "loss": 4.074368095397949, "lr": 0.004605061082761107, "grad_norm": 0.17828765511512756, "tokens_per_second": 1765502.5756271463, "training_seconds": 1.4848123340000257, "elapsed_tokens_per_second": 890526.8284470596, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 840, "epoch": 11, "tokens": 110100480, "loss": 4.054886531829834, "lr": 0.004574282342509156, "grad_norm": 0.156418114900589, "tokens_per_second": 1767340.2359307974, "training_seconds": 1.4832684429998153, "elapsed_tokens_per_second": 901163.4084929125, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 856, "epoch": 11, "tokens": 112197632, "loss": 4.057528495788574, "lr": 0.004548907112255265, "grad_norm": 0.1808975785970688, "tokens_per_second": 1766836.9324971538, "training_seconds": 1.1869527750000088, "elapsed_tokens_per_second": 909481.1760465445, "peak_memory_bytes": 42389451776}
{"loss": 4.0576288218302015, "perplexity": 57.83700650925165, "tokens": 112197632, "seconds": 0.5387271439999495, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 11, "step": 856, "evaluation_tokens": 1048576}
{"event": "train", "step": 860, "epoch": 12, "tokens": 112721920, "loss": 4.06069028377533, "lr": 0.00454245988424547, "grad_norm": 0.20283447206020355, "tokens_per_second": 1783075.1880388085, "training_seconds": 0.2940358340001694, "elapsed_tokens_per_second": 907535.87619209, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 880, "epoch": 12, "tokens": 115343360, "loss": 4.026053833961487, "lr": 0.004509609720097321, "grad_norm": 0.18008066713809967, "tokens_per_second": 1765607.5182901658, "training_seconds": 1.4847240809999676, "elapsed_tokens_per_second": 917664.8181732395, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 900, "epoch": 12, "tokens": 117964800, "loss": 4.0189169049263, "lr": 0.004475748379303428, "grad_norm": 0.16751256585121155, "tokens_per_second": 1765427.2804460207, "training_seconds": 1.48487566100016, "elapsed_tokens_per_second": 927551.2879275916, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 920, "epoch": 12, "tokens": 120586240, "loss": 4.026380181312561, "lr": 0.004440892899896928, "grad_norm": 0.18550434708595276, "tokens_per_second": 1764858.7023264654, "training_seconds": 1.4853540379999686, "elapsed_tokens_per_second": 937209.1469235887, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 934, "epoch": 12, "tokens": 122421248, "loss": 3.99636219229017, "lr": 0.004415911923743702, "grad_norm": 0.19327883422374725, "tokens_per_second": 1765535.0689756356, "training_seconds": 1.0393495050000183, "elapsed_tokens_per_second": 943836.4873991953, "peak_memory_bytes": 42389451776}
{"loss": 4.022047023235324, "perplexity": 55.815244066614596, "tokens": 122421248, "seconds": 0.5388165310000659, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 12, "step": 934, "evaluation_tokens": 1048576}
{"event": "train", "step": 940, "epoch": 13, "tokens": 123207680, "loss": 4.004031658172607, "lr": 0.004405060820132339, "grad_norm": 0.17244452238082886, "tokens_per_second": 1785269.7984423696, "training_seconds": 0.4405115689999093, "elapsed_tokens_per_second": 942459.5987788918, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 960, "epoch": 13, "tokens": 125829120, "loss": 3.993101179599762, "lr": 0.004368270169660825, "grad_norm": 0.17829087376594543, "tokens_per_second": 1765950.7175795864, "training_seconds": 1.4844355360000918, "elapsed_tokens_per_second": 951697.7865010647, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 980, "epoch": 13, "tokens": 128450560, "loss": 3.9962081789970396, "lr": 0.0043305394604582, "grad_norm": 0.1580655574798584, "tokens_per_second": 1762485.0110294474, "training_seconds": 1.4873544930001117, "elapsed_tokens_per_second": 960706.7558145609, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1000, "epoch": 13, "tokens": 131072000, "loss": 3.9713473558425902, "lr": 0.004291887677510251, "grad_norm": 0.1544279009103775, "tokens_per_second": 1765173.5294714926, "training_seconds": 1.4850891180001327, "elapsed_tokens_per_second": 969535.6371249723, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1012, "epoch": 13, "tokens": 132644864, "loss": 3.9587984879811606, "lr": 0.004268262563907721, "grad_norm": 0.1730603724718094, "tokens_per_second": 1763736.6845767032, "training_seconds": 0.8917793759999313, "elapsed_tokens_per_second": 974729.3257491854, "peak_memory_bytes": 42389451776}
{"loss": 3.9862796515155554, "perplexity": 53.85415996079563, "tokens": 132644864, "seconds": 0.5404277500001626, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 13, "step": 1012, "evaluation_tokens": 1048576}
{"event": "train", "step": 1020, "epoch": 14, "tokens": 133693440, "loss": 3.9804578721523285, "lr": 0.00425233426926005, "grad_norm": 0.171103835105896, "tokens_per_second": 1782534.0154368286, "training_seconds": 0.5882502049998948, "elapsed_tokens_per_second": 974247.9098880198, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1040, "epoch": 14, "tokens": 136314880, "loss": 3.974249815940857, "lr": 0.004211899137822061, "grad_norm": 0.18049131333827972, "tokens_per_second": 1761517.8295131207, "training_seconds": 1.4881711420000556, "elapsed_tokens_per_second": 982686.086376078, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1060, "epoch": 14, "tokens": 138936320, "loss": 3.947146451473236, "lr": 0.004170602628967988, "grad_norm": 0.15813405811786652, "tokens_per_second": 1762419.41417511, "training_seconds": 1.487409851999928, "elapsed_tokens_per_second": 990946.3607424868, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1080, "epoch": 14, "tokens": 141557760, "loss": 3.953984248638153, "lr": 0.004128465521889375, "grad_norm": 0.16473618149757385, "tokens_per_second": 1760974.5035568553, "training_seconds": 1.4886302979998618, "elapsed_tokens_per_second": 999026.4929966937, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1090, "epoch": 14, "tokens": 142868480, "loss": 3.942019748687744, "lr": 0.004107088353457822, "grad_norm": 0.182073712348938, "tokens_per_second": 1766977.5778968658, "training_seconds": 0.741786435999984, "elapsed_tokens_per_second": 1003011.6458354178, "peak_memory_bytes": 42389451776}
{"loss": 3.956309572604548, "perplexity": 52.26409277213692, "tokens": 142868480, "seconds": 0.5392647740000029, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 14, "step": 1090, "evaluation_tokens": 1048576}
{"event": "train", "step": 1100, "epoch": 15, "tokens": 144179200, "loss": 3.9131643295288088, "lr": 0.0040855090187421296, "grad_norm": 0.15358515083789825, "tokens_per_second": 1779682.451734633, "training_seconds": 0.7364909390000776, "elapsed_tokens_per_second": 1002973.2571893004, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1120, "epoch": 15, "tokens": 146800640, "loss": 3.9366619110107424, "lr": 0.0040417547339782174, "grad_norm": 0.16228380799293518, "tokens_per_second": 1764529.5825480449, "training_seconds": 1.4856310860000121, "elapsed_tokens_per_second": 1010754.8611010262, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1140, "epoch": 15, "tokens": 149422080, "loss": 3.921183204650879, "lr": 0.003997224683469905, "grad_norm": 0.18551471829414368, "tokens_per_second": 1764161.719301884, "training_seconds": 1.4859408699999221, "elapsed_tokens_per_second": 1018374.574502726, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1160, "epoch": 15, "tokens": 152043520, "loss": 3.9309120774269104, "lr": 0.003951941273432022, "grad_norm": 0.15206342935562134, "tokens_per_second": 1768949.051385388, "training_seconds": 1.481919446999882, "elapsed_tokens_per_second": 1025871.5115623146, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1167, "epoch": 15, "tokens": 152961024, "loss": 3.921325922012329, "lr": 0.003935918304261752, "grad_norm": 0.15200601518154144, "tokens_per_second": 1765237.295967034, "training_seconds": 0.5197624150000593, "elapsed_tokens_per_second": 1028444.3187945397, "peak_memory_bytes": 42389451776}
{"loss": 3.930811898361622, "perplexity": 50.948325743911916, "tokens": 152961024, "seconds": 0.5380850959998043, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 15, "step": 1167, "evaluation_tokens": 1048576}
{"event": "train", "step": 1180, "epoch": 16, "tokens": 154664960, "loss": 3.9170218797830434, "lr": 0.003905927289147804, "grad_norm": 0.15676996111869812, "tokens_per_second": 1778453.849420358, "training_seconds": 0.9580996439999581, "elapsed_tokens_per_second": 1029471.0180108693, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1200, "epoch": 16, "tokens": 157286400, "loss": 3.9090946555137633, "lr": 0.0038592058835040135, "grad_norm": 0.17523948848247528, "tokens_per_second": 1761631.465350709, "training_seconds": 1.4880751460000283, "elapsed_tokens_per_second": 1036644.1602548445, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1220, "epoch": 16, "tokens": 159907840, "loss": 3.888499844074249, "lr": 0.003811800565341085, "grad_norm": 0.14848117530345917, "tokens_per_second": 1764647.9027074138, "training_seconds": 1.4855314740000267, "elapsed_tokens_per_second": 1043692.2157346947, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1240, "epoch": 16, "tokens": 162529280, "loss": 3.87942088842392, "lr": 0.0037637351876241634, "grad_norm": 0.146306112408638, "tokens_per_second": 1764389.5780291697, "training_seconds": 1.485748971000021, "elapsed_tokens_per_second": 1050605.9436671291, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1245, "epoch": 16, "tokens": 163184640, "loss": 3.874225616455078, "lr": 0.0037516185359550993, "grad_norm": 0.16707965731620789, "tokens_per_second": 1762038.7101916163, "training_seconds": 0.3719328049999149, "elapsed_tokens_per_second": 1052301.5124155183, "peak_memory_bytes": 42389451776}
{"loss": 3.903434532816481, "perplexity": 49.57241514809628, "tokens": 163184640, "seconds": 0.5373636759998135, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 16, "step": 1245, "evaluation_tokens": 1048576}
{"event": "train", "step": 1260, "epoch": 17, "tokens": 165150720, "loss": 3.8884478410085044, "lr": 0.0037150339354409955, "grad_norm": 0.15628468990325928, "tokens_per_second": 1772720.4767694972, "training_seconds": 1.1090750209998532, "elapsed_tokens_per_second": 1053722.5367468148, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1280, "epoch": 17, "tokens": 167772160, "loss": 3.8755839705467223, "lr": 0.003665721313832702, "grad_norm": 0.15348179638385773, "tokens_per_second": 1760940.1336290769, "training_seconds": 1.4886593530000027, "elapsed_tokens_per_second": 1060369.0650242502, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1300, "epoch": 17, "tokens": 170393600, "loss": 3.88092679977417, "lr": 0.003615822135463557, "grad_norm": 0.16936145722866058, "tokens_per_second": 1764788.9367090508, "training_seconds": 1.4854127569999491, "elapsed_tokens_per_second": 1066910.4085755546, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1320, "epoch": 17, "tokens": 173015040, "loss": 3.8744876742362977, "lr": 0.0035653615081359903, "grad_norm": 0.15018874406814575, "tokens_per_second": 1759907.0067886955, "training_seconds": 1.4895332480000434, "elapsed_tokens_per_second": 1073305.8281783338, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1323, "epoch": 17, "tokens": 173408256, "loss": 3.8465147813161216, "lr": 0.0035577455548971722, "grad_norm": 0.14195466041564941, "tokens_per_second": 1768171.9047514899, "training_seconds": 0.22238561699987258, "elapsed_tokens_per_second": 1074250.8360223612, "peak_memory_bytes": 42389451776}
{"loss": 3.8823854368499693, "perplexity": 48.53986586239583, "tokens": 173408256, "seconds": 0.5346736679998685, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 17, "step": 1323, "evaluation_tokens": 1048576}
{"event": "train", "step": 1340, "epoch": 18, "tokens": 175636480, "loss": 3.8540119143093334, "lr": 0.0035143648221570697, "grad_norm": 0.1860320270061493, "tokens_per_second": 1767828.6779359728, "training_seconds": 1.260429830000021, "elapsed_tokens_per_second": 1076022.0825991281, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1360, "epoch": 18, "tokens": 178257920, "loss": 3.8687900424003603, "lr": 0.00346285773756285, "grad_norm": 0.15149667859077454, "tokens_per_second": 1762789.2573317862, "training_seconds": 1.48709778500006, "elapsed_tokens_per_second": 1082215.4835672013, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1380, "epoch": 18, "tokens": 180879360, "loss": 3.845305049419403, "lr": 0.003410866171206993, "grad_norm": 0.15347270667552948, "tokens_per_second": 1763998.0099737057, "training_seconds": 1.4860787739999068, "elapsed_tokens_per_second": 1088301.5480507347, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1400, "epoch": 18, "tokens": 183500800, "loss": 3.83798269033432, "lr": 0.0033584162837201658, "grad_norm": 0.17038556933403015, "tokens_per_second": 1764099.5067951875, "training_seconds": 1.485993272999849, "elapsed_tokens_per_second": 1094283.167832346, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1401, "epoch": 18, "tokens": 183631872, "loss": 3.8718483448028564, "lr": 0.0033557822308610463, "grad_norm": 0.1581052839756012, "tokens_per_second": 1766585.2592472166, "training_seconds": 0.0741951169998174, "elapsed_tokens_per_second": 1094569.5974980157, "peak_memory_bytes": 42389451776}
{"loss": 3.859049452293343, "perplexity": 47.420254724615624, "tokens": 183631872, "seconds": 0.5360763139999563, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 18, "step": 1401, "evaluation_tokens": 1048576}
{"event": "train", "step": 1420, "epoch": 19, "tokens": 186122240, "loss": 3.8275121262199, "lr": 0.0033055344663467817, "grad_norm": 0.16362856328487396, "tokens_per_second": 1771086.9832366772, "training_seconds": 1.4061240490000273, "elapsed_tokens_per_second": 1096656.5709625543, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1440, "epoch": 19, "tokens": 188743680, "loss": 3.831617534160614, "lr": 0.0032522473276657003, "grad_norm": 0.17291605472564697, "tokens_per_second": 1764244.327452725, "training_seconds": 1.4858712929999456, "elapsed_tokens_per_second": 1102443.2995452883, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1460, "epoch": 19, "tokens": 191365120, "loss": 3.8308621644973755, "lr": 0.00319858168020157, "grad_norm": 0.1470080018043518, "tokens_per_second": 1764160.0619226946, "training_seconds": 1.4859422659999382, "elapsed_tokens_per_second": 1108127.9362467094, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1479, "epoch": 19, "tokens": 193855488, "loss": 3.8052191232380115, "lr": 0.003147273313955012, "grad_norm": 0.15231122076511383, "tokens_per_second": 1762105.6414089163, "training_seconds": 1.413290975000109, "elapsed_tokens_per_second": 1113429.636579727, "peak_memory_bytes": 42389451776}
{"loss": 3.8369010417560707, "perplexity": 46.38151711130458, "tokens": 193855488, "seconds": 0.5363135229999898, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 19, "step": 1479, "evaluation_tokens": 1048576}
{"event": "train", "step": 1480, "epoch": 20, "tokens": 193986560, "loss": 3.8345909118652344, "lr": 0.003144564526933551, "grad_norm": 0.1600116789340973, "tokens_per_second": 1909960.9171462788, "training_seconds": 0.06862548799995238, "elapsed_tokens_per_second": 1110274.6553300573, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1500, "epoch": 20, "tokens": 196608000, "loss": 3.7993972301483154, "lr": 0.0030902230477082115, "grad_norm": 0.16286595165729523, "tokens_per_second": 1764124.9228928622, "training_seconds": 1.485971864000021, "elapsed_tokens_per_second": 1115778.6352004358, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1520, "epoch": 20, "tokens": 199229440, "loss": 3.819821357727051, "lr": 0.0030355845855634263, "grad_norm": 0.1519513875246048, "tokens_per_second": 1761806.3974979778, "training_seconds": 1.4879273930000636, "elapsed_tokens_per_second": 1121180.9754011193, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1540, "epoch": 20, "tokens": 201850880, "loss": 3.7897250771522524, "lr": 0.0029806766329701583, "grad_norm": 0.15461257100105286, "tokens_per_second": 1763251.0030770188, "training_seconds": 1.4867083560000083, "elapsed_tokens_per_second": 1126499.7733620068, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1557, "epoch": 20, "tokens": 204079104, "loss": 3.814774330924539, "lr": 0.0029338136193441822, "grad_norm": 0.15078482031822205, "tokens_per_second": 1763210.3512186944, "training_seconds": 1.2637312379999912, "elapsed_tokens_per_second": 1130951.0438391138, "peak_memory_bytes": 42389451776}
{"loss": 3.8207014748063903, "perplexity": 45.636209746836, "tokens": 204079104, "seconds": 0.5395984510000744, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 20, "step": 1557, "evaluation_tokens": 1048576}
{"event": "train", "step": 1560, "epoch": 21, "tokens": 204472320, "loss": 3.8234638373057046, "lr": 0.002925526817999061, "grad_norm": 0.16278871893882751, "tokens_per_second": 1808911.6029012387, "training_seconds": 0.21737712300000567, "elapsed_tokens_per_second": 1128342.1877394137, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1580, "epoch": 21, "tokens": 207093760, "loss": 3.8054547548294066, "lr": 0.0028701628904188353, "grad_norm": 0.14750507473945618, "tokens_per_second": 1761090.73838503, "training_seconds": 1.4885320460000457, "elapsed_tokens_per_second": 1133489.7180836794, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1600, "epoch": 21, "tokens": 209715200, "loss": 3.8016974210739134, "lr": 0.0028146127077333673, "grad_norm": 0.14940643310546875, "tokens_per_second": 1762166.0378442516, "training_seconds": 1.4876237220000803, "elapsed_tokens_per_second": 1138560.0697633997, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1620, "epoch": 21, "tokens": 212336640, "loss": 3.8097713470458983, "lr": 0.002758904221164647, "grad_norm": 0.14300385117530823, "tokens_per_second": 1765649.9719281148, "training_seconds": 1.484688381999831, "elapsed_tokens_per_second": 1143565.43508182, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1634, "epoch": 21, "tokens": 214171648, "loss": 3.796856556619917, "lr": 0.0027198290975098864, "grad_norm": 0.13388466835021973, "tokens_per_second": 1763674.3140549571, "training_seconds": 1.0404460649999692, "elapsed_tokens_per_second": 1147014.0381046382, "peak_memory_bytes": 42389451776}
{"loss": 3.7945370050047025, "perplexity": 44.457647971212126, "tokens": 214171648, "seconds": 0.5348316779998186, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 21, "step": 1634, "evaluation_tokens": 1048576}
{"event": "train", "step": 1640, "epoch": 22, "tokens": 214958080, "loss": 3.7707743644714355, "lr": 0.0027030654615885314, "grad_norm": 0.16015969216823578, "tokens_per_second": 1783434.8116485458, "training_seconds": 0.44096481400015364, "elapsed_tokens_per_second": 1145187.6193151132, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1660, "epoch": 22, "tokens": 217579520, "loss": 3.7749998688697817, "lr": 0.0026471245254304355, "grad_norm": 0.16044029593467712, "tokens_per_second": 1762659.997776722, "training_seconds": 1.4872068370000306, "elapsed_tokens_per_second": 1150033.4572501204, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1680, "epoch": 22, "tokens": 220200960, "loss": 3.7871789932250977, "lr": 0.0025911095605280292, "grad_norm": 0.14733625948429108, "tokens_per_second": 1764883.1624104995, "training_seconds": 1.4853334520000772, "elapsed_tokens_per_second": 1154816.1131765482, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1700, "epoch": 22, "tokens": 222822400, "loss": 3.7704156160354616, "lr": 0.0025350487519680766, "grad_norm": 0.14950931072235107, "tokens_per_second": 1766863.3370650657, "training_seconds": 1.4836687960000745, "elapsed_tokens_per_second": 1159532.5153337906, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1712, "epoch": 22, "tokens": 224395264, "loss": 3.771051565806071, "lr": 0.002501401995934006, "grad_norm": 0.15640796720981598, "tokens_per_second": 1764819.2772255412, "training_seconds": 0.891232331999845, "elapsed_tokens_per_second": 1162320.5013666344, "peak_memory_bytes": 42389451776}
{"loss": 3.77795824689887, "perplexity": 43.72667146354306, "tokens": 224395264, "seconds": 0.5371064599999045, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 22, "step": 1712, "evaluation_tokens": 1048576}
{"event": "train", "step": 1720, "epoch": 23, "tokens": 225443840, "loss": 3.770665228366852, "lr": 0.002478970307904525, "grad_norm": 0.14764316380023956, "tokens_per_second": 1785716.7915457336, "training_seconds": 0.5872017359999973, "elapsed_tokens_per_second": 1160938.6027349515, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1740, "epoch": 23, "tokens": 228065280, "loss": 3.770149254798889, "lr": 0.0024229024453649877, "grad_norm": 0.16438420116901398, "tokens_per_second": 1761208.181287699, "training_seconds": 1.4884327859999757, "elapsed_tokens_per_second": 1165496.5079229185, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1760, "epoch": 23, "tokens": 230686720, "loss": 3.7640683531761168, "lr": 0.002366873376052768, "grad_norm": 0.36602693796157837, "tokens_per_second": 1764621.0045375351, "training_seconds": 1.4855541179999818, "elapsed_tokens_per_second": 1170004.0817615408, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1780, "epoch": 23, "tokens": 233308160, "loss": 3.7640032052993773, "lr": 0.0023109112921515552, "grad_norm": 0.15118347108364105, "tokens_per_second": 1763478.0192002885, "training_seconds": 1.4865169690001494, "elapsed_tokens_per_second": 1174436.5037303572, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1790, "epoch": 23, "tokens": 234618880, "loss": 3.767840361595154, "lr": 0.0022829641709588093, "grad_norm": 0.16167326271533966, "tokens_per_second": 1764237.907493059, "training_seconds": 0.7429383499998039, "elapsed_tokens_per_second": 1176627.2656472076, "peak_memory_bytes": 42389451776}
{"loss": 3.764051993668013, "perplexity": 43.12280578322179, "tokens": 234618880, "seconds": 0.5376117250000334, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 23, "step": 1790, "evaluation_tokens": 1048576}
{"event": "train", "step": 1800, "epoch": 24, "tokens": 235929600, "loss": 3.7360406160354613, "lr": 0.002255044352139943, "grad_norm": 0.13723807036876678, "tokens_per_second": 1773025.0255752627, "training_seconds": 0.7392563449998306, "elapsed_tokens_per_second": 1175625.3924379467, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1820, "epoch": 24, "tokens": 238551040, "loss": 3.7472366809844972, "lr": 0.0021993006666229126, "grad_norm": 0.15702708065509796, "tokens_per_second": 1765573.1420792413, "training_seconds": 1.484752988999844, "elapsed_tokens_per_second": 1179949.1654766744, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1840, "epoch": 24, "tokens": 241172480, "loss": 3.765783500671387, "lr": 0.0021437082841874017, "grad_norm": 0.1452244371175766, "tokens_per_second": 1764256.134506863, "training_seconds": 1.4858613490000607, "elapsed_tokens_per_second": 1184205.223269569, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1860, "epoch": 24, "tokens": 243793920, "loss": 3.741673445701599, "lr": 0.002088295177289076, "grad_norm": 0.15470866858959198, "tokens_per_second": 1763103.9975325586, "training_seconds": 1.4868323159998909, "elapsed_tokens_per_second": 1188391.3767461, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1868, "epoch": 24, "tokens": 244842496, "loss": 3.731127142906189, "lr": 0.0020661863806558174, "grad_norm": 0.16118332743644714, "tokens_per_second": 1765567.519267158, "training_seconds": 0.5939030870001716, "elapsed_tokens_per_second": 1190050.6907039809, "peak_memory_bytes": 42389451776}
{"loss": 3.747221215354745, "perplexity": 42.40308908467706, "tokens": 244842496, "seconds": 0.5402625029998944, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 24, "step": 1868, "evaluation_tokens": 1048576}
{"event": "train", "step": 1880, "epoch": 25, "tokens": 246415360, "loss": 3.735294282436371, "lr": 0.0020330892281774098, "grad_norm": 0.14914542436599731, "tokens_per_second": 1772715.3036355227, "training_seconds": 0.8872626060001494, "elapsed_tokens_per_second": 1189390.972440689, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1900, "epoch": 25, "tokens": 249036800, "loss": 3.7197012543678283, "lr": 0.001978118214866159, "grad_norm": 0.14435839653015137, "tokens_per_second": 1764435.997899297, "training_seconds": 1.4857098830000268, "elapsed_tokens_per_second": 1193477.2745972225, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1920, "epoch": 25, "tokens": 251658240, "loss": 3.7170854806900024, "lr": 0.0019234097971562766, "grad_norm": 0.14425694942474365, "tokens_per_second": 1762012.6956744143, "training_seconds": 1.487753184999974, "elapsed_tokens_per_second": 1197496.2461219737, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1940, "epoch": 25, "tokens": 254279680, "loss": 3.717991888523102, "lr": 0.0018689915027183164, "grad_norm": 0.1510051190853119, "tokens_per_second": 1758692.3188732665, "training_seconds": 1.4905620340000496, "elapsed_tokens_per_second": 1201440.460190866, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1946, "epoch": 25, "tokens": 255066112, "loss": 3.7157422304153442, "lr": 0.001852726686044989, "grad_norm": 0.14946594834327698, "tokens_per_second": 1768752.9267638705, "training_seconds": 0.4446251299998494, "elapsed_tokens_per_second": 1202623.412118853, "peak_memory_bytes": 42389451776}
{"loss": 3.7252044815390244, "perplexity": 41.47971371339886, "tokens": 255066112, "seconds": 0.5383048629998939, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 25, "step": 1946, "evaluation_tokens": 1048576}
{"event": "train", "step": 1960, "epoch": 26, "tokens": 256901120, "loss": 3.7072631972176686, "lr": 0.0018148907132413139, "grad_norm": 0.15947744250297546, "tokens_per_second": 1773240.932660499, "training_seconds": 1.0348328679999668, "elapsed_tokens_per_second": 1202306.664648812, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1980, "epoch": 26, "tokens": 259522560, "loss": 3.7094714999198914, "lr": 0.0017611346506551213, "grad_norm": 0.13892357051372528, "tokens_per_second": 1765379.4150409226, "training_seconds": 1.484915921000038, "elapsed_tokens_per_second": 1206184.241034368, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2000, "epoch": 26, "tokens": 262144000, "loss": 3.7073867559432983, "lr": 0.0017077503634331374, "grad_norm": 0.1506449580192566, "tokens_per_second": 1761755.3668531494, "training_seconds": 1.4879704919999313, "elapsed_tokens_per_second": 1209993.8966370628, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2020, "epoch": 26, "tokens": 264765440, "loss": 3.700511610507965, "lr": 0.0016547647129823058, "grad_norm": 0.14996421337127686, "tokens_per_second": 1766898.9758942565, "training_seconds": 1.4836388700000498, "elapsed_tokens_per_second": 1213772.9673318712, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2024, "epoch": 26, "tokens": 265289728, "loss": 3.694671332836151, "lr": 0.0016442177691389543, "grad_norm": 0.15882983803749084, "tokens_per_second": 1765897.8584931018, "training_seconds": 0.2968959940001241, "elapsed_tokens_per_second": 1214516.9424609605, "peak_memory_bytes": 42389451776}
{"loss": 3.7072516711902717, "perplexity": 40.74168098303304, "tokens": 265289728, "seconds": 0.5368084579999959, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 26, "step": 2024, "evaluation_tokens": 1048576}
{"event": "train", "step": 2040, "epoch": 27, "tokens": 267386880, "loss": 3.6935612857341766, "lr": 0.001602204360127244, "grad_norm": 0.14061081409454346, "tokens_per_second": 1773164.753296007, "training_seconds": 1.1827169450000383, "elapsed_tokens_per_second": 1214519.3020294532, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2060, "epoch": 27, "tokens": 270008320, "loss": 3.690021204948425, "lr": 0.0015500957516952952, "grad_norm": 0.1482653170824051, "tokens_per_second": 1760798.1091481762, "training_seconds": 1.4887794269998267, "elapsed_tokens_per_second": 1218180.8594074596, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2080, "epoch": 27, "tokens": 272629760, "loss": 3.6967284202575685, "lr": 0.0014984651072092675, "grad_norm": 0.1579892784357071, "tokens_per_second": 1765735.9474219538, "training_seconds": 1.4846160910001345, "elapsed_tokens_per_second": 1221817.4363590004, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2100, "epoch": 27, "tokens": 275251200, "loss": 3.6963024139404297, "lr": 0.0014473384056945338, "grad_norm": 0.15516778826713562, "tokens_per_second": 1765013.8213506949, "training_seconds": 1.4852234970001064, "elapsed_tokens_per_second": 1225401.091813106, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2101, "epoch": 27, "tokens": 275382272, "loss": 3.6493890285491943, "lr": 0.0014447957616861562, "grad_norm": 0.14332956075668335, "tokens_per_second": 1784813.4937898952, "training_seconds": 0.07343736499979059, "elapsed_tokens_per_second": 1225577.9333409502, "peak_memory_bytes": 42389451776}
{"loss": 3.695387627033272, "perplexity": 40.26117588381052, "tokens": 275382272, "seconds": 0.5388082720000966, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 27, "step": 2101, "evaluation_tokens": 1048576}
{"event": "train", "step": 2120, "epoch": 28, "tokens": 277872640, "loss": 3.6810365727073266, "lr": 0.0013967413726071521, "grad_norm": 0.13551580905914307, "tokens_per_second": 1768045.536720207, "training_seconds": 1.4085429069998554, "elapsed_tokens_per_second": 1226000.663161889, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2140, "epoch": 28, "tokens": 280494080, "loss": 3.681377375125885, "lr": 0.0013466994668895663, "grad_norm": 0.16082198917865753, "tokens_per_second": 1768598.0204938794, "training_seconds": 1.482213578000028, "elapsed_tokens_per_second": 1229516.0259765242, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2160, "epoch": 28, "tokens": 283115520, "loss": 3.6856542825698853, "lr": 0.0012972378681604185, "grad_norm": 0.14676983654499054, "tokens_per_second": 1761393.5767771269, "training_seconds": 1.488276120999899, "elapsed_tokens_per_second": 1232957.2279965468, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2179, "epoch": 28, "tokens": 285605888, "loss": 3.6818690425471257, "lr": 0.0012508095301131512, "grad_norm": 0.13908371329307556, "tokens_per_second": 1766184.2195836983, "training_seconds": 1.4100273190001644, "elapsed_tokens_per_second": 1236203.7239557225, "peak_memory_bytes": 42389451776}
{"loss": 3.677808149958451, "perplexity": 39.559590287269515, "tokens": 285605888, "seconds": 0.5396573800001079, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 28, "step": 2179, "evaluation_tokens": 1048576}
{"event": "train", "step": 2180, "epoch": 29, "tokens": 285736960, "loss": 3.6842901706695557, "lr": 0.0012483814640449006, "grad_norm": 0.14669537544250488, "tokens_per_second": 1895405.3022397382, "training_seconds": 0.06915249200005746, "elapsed_tokens_per_second": 1233488.1730479132, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2200, "epoch": 29, "tokens": 288358400, "loss": 3.6540640711784365, "lr": 0.0012001548376520327, "grad_norm": 0.13775955140590668, "tokens_per_second": 1762694.2796051542, "training_seconds": 1.4871779129998686, "elapsed_tokens_per_second": 1236858.8236233892, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2220, "epoch": 29, "tokens": 290979840, "loss": 3.680931580066681, "lr": 0.001152582255205164, "grad_norm": 0.14243553578853607, "tokens_per_second": 1762351.178910682, "training_seconds": 1.4874674420000247, "elapsed_tokens_per_second": 1240181.5521324473, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2240, "epoch": 29, "tokens": 293601280, "loss": 3.6653306245803834, "lr": 0.001105687653831919, "grad_norm": 0.19271908700466156, "tokens_per_second": 1762558.851398401, "training_seconds": 1.4872921820001466, "elapsed_tokens_per_second": 1243466.1930269052, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2257, "epoch": 29, "tokens": 295829504, "loss": 3.6416703252231373, "lr": 0.0010663779398238562, "grad_norm": 0.1518644243478775, "tokens_per_second": 1763938.9696762299, "training_seconds": 1.2632092370004102, "elapsed_tokens_per_second": 1246227.8449861421, "peak_memory_bytes": 42389451776}
{"loss": 3.664296852672818, "perplexity": 39.02868359807616, "tokens": 295829504, "seconds": 0.5389254659999096, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 29, "step": 2257, "evaluation_tokens": 1048576}
{"event": "train", "step": 2260, "epoch": 30, "tokens": 296222720, "loss": 3.626429557800293, "lr": 0.001059494629519741, "grad_norm": 0.1455104649066925, "tokens_per_second": 1807374.599115337, "training_seconds": 0.21756198200000654, "elapsed_tokens_per_second": 1243890.8978174203, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2280, "epoch": 30, "tokens": 298844160, "loss": 3.668084371089935, "lr": 0.001014026425243081, "grad_norm": 0.14069302380084991, "tokens_per_second": 1761520.681002162, "training_seconds": 1.4881687329998385, "elapsed_tokens_per_second": 1247100.1867508506, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2300, "epoch": 30, "tokens": 301465600, "loss": 3.637301433086395, "lr": 0.0009693059192682168, "grad_norm": 0.1435309201478958, "tokens_per_second": 1760144.2174124585, "training_seconds": 1.4893325069997445, "elapsed_tokens_per_second": 1250261.5269256276, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2320, "epoch": 30, "tokens": 304087040, "loss": 3.635108506679535, "lr": 0.0009253556136415763, "grad_norm": 0.14740082621574402, "tokens_per_second": 1761158.540050047, "training_seconds": 1.4884747400001288, "elapsed_tokens_per_second": 1253390.4096584227, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2335, "epoch": 30, "tokens": 306053120, "loss": 3.630426359176636, "lr": 0.0008929116465421789, "grad_norm": 0.14778080582618713, "tokens_per_second": 1762440.7961981045, "training_seconds": 1.1155438549999417, "elapsed_tokens_per_second": 1255711.458757311, "peak_memory_bytes": 42389451776}
{"loss": 3.648747950589614, "perplexity": 38.42652401048519, "tokens": 306053120, "seconds": 0.5362697979999211, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 30, "step": 2335, "evaluation_tokens": 1048576}
{"event": "train", "step": 2340, "epoch": 31, "tokens": 306708480, "loss": 3.640420913696289, "lr": 0.0008821976228673739, "grad_norm": 0.1422348916530609, "tokens_per_second": 1779771.6105683388, "training_seconds": 0.36822702200015556, "elapsed_tokens_per_second": 1253719.6780172645, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2360, "epoch": 31, "tokens": 309329920, "loss": 3.625890827178955, "lr": 0.0008398536627802378, "grad_norm": 0.16990135610103607, "tokens_per_second": 1762522.3718640301, "training_seconds": 1.4873229650002031, "elapsed_tokens_per_second": 1256789.1030477735, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2380, "epoch": 31, "tokens": 311951360, "loss": 3.6342613697052, "lr": 0.0007983450396184397, "grad_norm": 0.14465375244617462, "tokens_per_second": 1762091.9342709102, "training_seconds": 1.48768628300013, "elapsed_tokens_per_second": 1259817.8675472236, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2400, "epoch": 31, "tokens": 314572800, "loss": 3.6425720691680907, "lr": 0.0007576926393032186, "grad_norm": 0.15404577553272247, "tokens_per_second": 1763701.556477556, "training_seconds": 1.4863285629999154, "elapsed_tokens_per_second": 1262818.5529744136, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2413, "epoch": 31, "tokens": 316276736, "loss": 3.6352215180030236, "lr": 0.000731737436092279, "grad_norm": 0.1475093811750412, "tokens_per_second": 1763245.0427575791, "training_seconds": 0.9663636980003503, "elapsed_tokens_per_second": 1264744.3574300236, "peak_memory_bytes": 42389451776}
{"loss": 3.636009336421472, "perplexity": 37.940127930655756, "tokens": 316276736, "seconds": 0.5361146019999978, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 31, "step": 2413, "evaluation_tokens": 1048576}
{"event": "train", "step": 2420, "epoch": 32, "tokens": 317194240, "loss": 3.620342663356236, "lr": 0.0007179169169296026, "grad_norm": 0.15011578798294067, "tokens_per_second": 1781165.9018542517, "training_seconds": 0.5151142849999815, "elapsed_tokens_per_second": 1263066.7223684175, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2440, "epoch": 32, "tokens": 319815680, "loss": 3.623590075969696, "lr": 0.0006790378864740018, "grad_norm": 0.13515986502170563, "tokens_per_second": 1763722.4791420938, "training_seconds": 1.4863109310003892, "elapsed_tokens_per_second": 1266006.9667343767, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2460, "epoch": 32, "tokens": 322437120, "loss": 3.6028440237045287, "lr": 0.0006410751107237639, "grad_norm": 0.14595487713813782, "tokens_per_second": 1761541.020469188, "training_seconds": 1.4881515500001115, "elapsed_tokens_per_second": 1268901.579026357, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2480, "epoch": 32, "tokens": 325058560, "loss": 3.6179033160209655, "lr": 0.0006040476914337539, "grad_norm": 0.1449366956949234, "tokens_per_second": 1757627.0902504951, "training_seconds": 1.4914654050003264, "elapsed_tokens_per_second": 1271747.0422491338, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2491, "epoch": 32, "tokens": 326500352, "loss": 3.6095625053752554, "lr": 0.000584088076256298, "grad_norm": 0.13749755918979645, "tokens_per_second": 1761639.798062944, "training_seconds": 0.8184374590000516, "elapsed_tokens_per_second": 1273303.6064491076, "peak_memory_bytes": 42389451776}
{"loss": 3.6235440013448263, "perplexity": 37.47012696878008, "tokens": 326500352, "seconds": 0.5353497609999067, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 32, "step": 2491, "evaluation_tokens": 1048576}
{"event": "train", "step": 2500, "epoch": 33, "tokens": 327680000, "loss": 3.6119990083906384, "lr": 0.0005679742597149087, "grad_norm": 0.1379692554473877, "tokens_per_second": 1779841.1588092716, "training_seconds": 0.6627827399997841, "elapsed_tokens_per_second": 1271816.2511821021, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2520, "epoch": 33, "tokens": 330301440, "loss": 3.6076259851455688, "lr": 0.0005328729666596136, "grad_norm": 0.14493924379348755, "tokens_per_second": 1764428.196558845, "training_seconds": 1.485716451999906, "elapsed_tokens_per_second": 1274634.837408612, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2540, "epoch": 33, "tokens": 332922880, "loss": 3.6165788412094115, "lr": 0.0004987614742086017, "grad_norm": 0.1361713856458664, "tokens_per_second": 1761621.4028332164, "training_seconds": 1.4880836460001774, "elapsed_tokens_per_second": 1277408.0003495577, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2560, "epoch": 33, "tokens": 335544320, "loss": 3.5841451048851014, "lr": 0.0004656569462639848, "grad_norm": 0.14429572224617004, "tokens_per_second": 1760048.8450080846, "training_seconds": 1.4894132099998387, "elapsed_tokens_per_second": 1280144.6374356444, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2568, "epoch": 33, "tokens": 336592896, "loss": 3.6285781264305115, "lr": 0.0004527008335841501, "grad_norm": 0.14565330743789673, "tokens_per_second": 1758658.9541185002, "training_seconds": 0.5962361249999049, "elapsed_tokens_per_second": 1281222.5148812814, "peak_memory_bytes": 42389451776}
{"loss": 3.613534056317541, "perplexity": 37.096924044244595, "tokens": 336592896, "seconds": 0.5402042760001677, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 33, "step": 2568, "evaluation_tokens": 1048576}
{"event": "train", "step": 2580, "epoch": 34, "tokens": 338165760, "loss": 3.6339706977208457, "lr": 0.0004335760400528796, "grad_norm": 0.13861243426799774, "tokens_per_second": 1769684.7169878613, "training_seconds": 0.8887820439999814, "elapsed_tokens_per_second": 1280199.4178512949, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2600, "epoch": 34, "tokens": 340787200, "loss": 3.6196377515792846, "lr": 0.00040253489774598304, "grad_norm": 0.13681776821613312, "tokens_per_second": 1765042.748246864, "training_seconds": 1.4851991559999078, "elapsed_tokens_per_second": 1282904.617748379, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2620, "epoch": 34, "tokens": 343408640, "loss": 3.616525185108185, "lr": 0.00037254913833530357, "grad_norm": 0.1365557760000229, "tokens_per_second": 1759937.6830171708, "training_seconds": 1.4895072849999451, "elapsed_tokens_per_second": 1285557.093005267, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2640, "epoch": 34, "tokens": 346030080, "loss": 3.6168314695358275, "lr": 0.00034363384977514287, "grad_norm": 0.138686865568161, "tokens_per_second": 1757942.1339890829, "training_seconds": 1.4911981170002946, "elapsed_tokens_per_second": 1288173.8601887913, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2646, "epoch": 34, "tokens": 346816512, "loss": 3.6273600260416665, "lr": 0.0003351701943666427, "grad_norm": 0.1410633772611618, "tokens_per_second": 1761615.411940162, "training_seconds": 0.4464266120003231, "elapsed_tokens_per_second": 1288952.134364053, "peak_memory_bytes": 42389451776}
{"loss": 3.60374842705731, "perplexity": 36.735677692982534, "tokens": 346816512, "seconds": 0.5381603670002733, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 34, "step": 2646, "evaluation_tokens": 1048576}
{"event": "train", "step": 2660, "epoch": 35, "tokens": 348651520, "loss": 3.593512381826128, "lr": 0.00031580358139028013, "grad_norm": 0.14357508718967438, "tokens_per_second": 1772606.3433010506, "training_seconds": 1.035203335999995, "elapsed_tokens_per_second": 1288200.1542061395, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2680, "epoch": 35, "tokens": 351272960, "loss": 3.6071141719818116, "lr": 0.0002890723365551784, "grad_norm": 0.13177970051765442, "tokens_per_second": 1762065.48113318, "training_seconds": 1.487708616999953, "elapsed_tokens_per_second": 1290785.3362916175, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2700, "epoch": 35, "tokens": 353894400, "loss": 3.602795088291168, "lr": 0.0002634535656478981, "grad_norm": 0.13921840488910675, "tokens_per_second": 1766448.7313869765, "training_seconds": 1.4840170299999045, "elapsed_tokens_per_second": 1293358.154071614, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2720, "epoch": 35, "tokens": 356515840, "loss": 3.586617946624756, "lr": 0.0002389601592822613, "grad_norm": 0.13500073552131653, "tokens_per_second": 1766862.5320346602, "training_seconds": 1.4836694719997467, "elapsed_tokens_per_second": 1295897.1659600837, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2724, "epoch": 35, "tokens": 357040128, "loss": 3.617093801498413, "lr": 0.00023419761633493825, "grad_norm": 0.13672545552253723, "tokens_per_second": 1766979.7955961844, "training_seconds": 0.2967142019997482, "elapsed_tokens_per_second": 1296398.0450483025, "peak_memory_bytes": 42389451776}
{"loss": 3.594067894060065, "perplexity": 36.38177251207073, "tokens": 357040128, "seconds": 0.5379094489999261, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 35, "step": 2724, "evaluation_tokens": 1048576}
{"event": "train", "step": 2740, "epoch": 36, "tokens": 359137280, "loss": 3.5998248904943466, "lr": 0.00021560444182167155, "grad_norm": 0.13666307926177979, "tokens_per_second": 1771428.1435360985, "training_seconds": 1.1838764150002135, "elapsed_tokens_per_second": 1295874.433147508, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2760, "epoch": 36, "tokens": 361758720, "loss": 3.59800785779953, "lr": 0.0001933981651778585, "grad_norm": 0.1400601714849472, "tokens_per_second": 1759845.8820124916, "training_seconds": 1.4895849839999755, "elapsed_tokens_per_second": 1298349.6616699335, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2780, "epoch": 36, "tokens": 364380160, "loss": 3.5699721574783325, "lr": 0.00017235250289765914, "grad_norm": 0.1384718418121338, "tokens_per_second": 1762888.8640794996, "training_seconds": 1.487013761000071, "elapsed_tokens_per_second": 1300809.0842426305, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2800, "epoch": 36, "tokens": 367001600, "loss": 3.6022825598716737, "lr": 0.00015247804454081665, "grad_norm": 0.14079664647579193, "tokens_per_second": 1763871.7158573037, "training_seconds": 1.4861851779996869, "elapsed_tokens_per_second": 1303247.5357662863, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2802, "epoch": 36, "tokens": 367263744, "loss": 3.5603106021881104, "lr": 0.00015055540506279914, "grad_norm": 0.1310432404279709, "tokens_per_second": 1753666.9855438024, "training_seconds": 0.1494833409997227, "elapsed_tokens_per_second": 1303479.754172915, "peak_memory_bytes": 42389451776}
{"loss": 3.588091158785553, "perplexity": 36.16497679959248, "tokens": 367263744, "seconds": 0.5379328069998337, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 36, "step": 2802, "evaluation_tokens": 1048576}
{"event": "train", "step": 2820, "epoch": 37, "tokens": 369623040, "loss": 3.5934938059912787, "lr": 0.00013378479035162593, "grad_norm": 0.13360850512981415, "tokens_per_second": 1774190.8268745246, "training_seconds": 1.3297870579999653, "elapsed_tokens_per_second": 1303047.0848277425, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2840, "epoch": 37, "tokens": 372244480, "loss": 3.5795279860496523, "lr": 0.00011628214622710187, "grad_norm": 0.1320609599351883, "tokens_per_second": 1759250.1284375647, "training_seconds": 1.490089418000025, "elapsed_tokens_per_second": 1305425.8426544357, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2860, "epoch": 37, "tokens": 374865920, "loss": 3.584752094745636, "lr": 9.997891898421041e-05, "grad_norm": 0.1401272416114807, "tokens_per_second": 1760598.027567402, "training_seconds": 1.488948617999995, "elapsed_tokens_per_second": 1307782.979635398, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2880, "epoch": 37, "tokens": 377487360, "loss": 3.5891375303268434, "lr": 8.488331192853582e-05, "grad_norm": 0.13076376914978027, "tokens_per_second": 1763103.7959439321, "training_seconds": 1.4868324860003668, "elapsed_tokens_per_second": 1310127.2518671488, "peak_memory_bytes": 42389451776}
{"loss": 3.5836896964959735, "perplexity": 36.00614781431451, "tokens": 377487360, "seconds": 0.5364832179998302, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 37, "step": 2880, "evaluation_tokens": 1048576}
{"event": "train", "step": 2900, "epoch": 38, "tokens": 380108800, "loss": 3.5881476402282715, "lr": 7.100292072661746e-05, "grad_norm": 0.13042527437210083, "tokens_per_second": 1772677.7192066212, "training_seconds": 1.478802362999886, "elapsed_tokens_per_second": 1310002.552338647, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2920, "epoch": 38, "tokens": 382730240, "loss": 3.587027335166931, "lr": 5.834472958403308e-05, "grad_norm": 0.12677673995494843, "tokens_per_second": 1762850.302233893, "training_seconds": 1.4870462890003182, "elapsed_tokens_per_second": 1312304.7974282512, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2940, "epoch": 38, "tokens": 385351680, "loss": 3.5905895829200745, "lr": 4.691510773115276e-05, "grad_norm": 0.12871429324150085, "tokens_per_second": 1761218.414209802, "training_seconds": 1.4884241380000276, "elapsed_tokens_per_second": 1314579.1800961974, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2958, "epoch": 38, "tokens": 387710976, "loss": 3.5805433061387806, "lr": 3.7683640870077585e-05, "grad_norm": 0.13404689729213715, "tokens_per_second": 1762642.919388294, "training_seconds": 1.3384991219995754, "elapsed_tokens_per_second": 1316609.262032813, "peak_memory_bytes": 42389451776}
{"loss": 3.5805841788571606, "perplexity": 35.89450353354006, "tokens": 387710976, "seconds": 0.5354119540002102, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 38, "step": 2958, "evaluation_tokens": 1048576}
{"event": "train", "step": 2960, "epoch": 39, "tokens": 387973120, "loss": 3.5563812255859375, "lr": 3.671980621832799e-05, "grad_norm": 0.12725870311260223, "tokens_per_second": 1828139.4388124614, "training_seconds": 0.14339387600011833, "elapsed_tokens_per_second": 1314436.3097974907, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2980, "epoch": 39, "tokens": 390594560, "loss": 3.569855797290802, "lr": 2.7763955022132304e-05, "grad_norm": 0.13225600123405457, "tokens_per_second": 1763484.8998566999, "training_seconds": 1.4865111690000958, "elapsed_tokens_per_second": 1316682.0883696731, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3000, "epoch": 39, "tokens": 393216000, "loss": 3.572133111953735, "lr": 2.005206046410801e-05, "grad_norm": 0.1283322274684906, "tokens_per_second": 1764110.1544234096, "training_seconds": 1.485984303999885, "elapsed_tokens_per_second": 1318906.0149099347, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3020, "epoch": 39, "tokens": 395837440, "loss": 3.573775053024292, "lr": 1.3588002943315802e-05, "grad_norm": 0.12754063308238983, "tokens_per_second": 1761114.0683552152, "training_seconds": 1.4885123270000804, "elapsed_tokens_per_second": 1321097.5123049016, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3035, "epoch": 39, "tokens": 397803520, "loss": 3.5906114260355633, "lr": 9.560833109556744e-06, "grad_norm": 0.14172175526618958, "tokens_per_second": 1760494.0614259283, "training_seconds": 1.11677741099993, "elapsed_tokens_per_second": 1322722.9608091563, "peak_memory_bytes": 42389451776}
{"loss": 3.57925204486283, "perplexity": 35.84671907988743, "tokens": 397803520, "seconds": 0.5399091060003229, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 39, "step": 3035, "evaluation_tokens": 1048576}
{"event": "train", "step": 3040, "epoch": 40, "tokens": 398458880, "loss": 3.580687475204468, "lr": 8.375034983833796e-06, "grad_norm": 0.1269780993461609, "tokens_per_second": 1782161.5936295586, "training_seconds": 0.3677332080001179, "elapsed_tokens_per_second": 1320885.1682247887, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3060, "epoch": 40, "tokens": 401080320, "loss": 3.562165415287018, "lr": 4.415779598181679e-06, "grad_norm": 0.13125158846378326, "tokens_per_second": 1760895.1548783001, "training_seconds": 1.4886973779998698, "elapsed_tokens_per_second": 1323026.6195287658, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3080, "epoch": 40, "tokens": 403701760, "loss": 3.5819685816764832, "lr": 1.712228967498397e-06, "grad_norm": 0.12756222486495972, "tokens_per_second": 1760647.802762985, "training_seconds": 1.4889065239999582, "elapsed_tokens_per_second": 1325157.381853618, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3100, "epoch": 40, "tokens": 406323200, "loss": 3.574003553390503, "lr": 2.6574343913426947e-07, "grad_norm": 0.12733961641788483, "tokens_per_second": 1764045.652113003, "training_seconds": 1.4860386390000713, "elapsed_tokens_per_second": 1327282.8101583114, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3113, "epoch": 40, "tokens": 408027136, "loss": 3.5796616627619815, "lr": 0.0, "grad_norm": 0.12823975086212158, "tokens_per_second": 1758169.7561145227, "training_seconds": 0.9691532879996885, "elapsed_tokens_per_second": 1328634.8227321238, "peak_memory_bytes": 42389451776}
{"loss": 3.579019582443686, "perplexity": 35.8383870333331, "tokens": 408027136, "seconds": 0.5371269779998329, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 40, "step": 3113, "evaluation_tokens": 1048576}
{"loss": 3.5801491687730063, "perplexity": 35.87889245827102, "tokens": 408027136, "seconds": 100.50165704400024, "split": "full", "validation_complete": true, "event": "final_validation", "step": 3113, "evaluation_tokens": 197411295}