{"event": "train", "step": 20, "epoch": 1, "tokens": 2621440, "loss": 9.604866123199463, "lr": 0.0003846153846153846, "grad_norm": 1.3803308010101318, "tokens_per_second": 47552.25214274262, "training_seconds": 55.12756771500426, "elapsed_tokens_per_second": 47552.25214274262, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 40, "epoch": 1, "tokens": 5242880, "loss": 7.677172064781189, "lr": 0.0007692307692307692, "grad_norm": 0.42985811829566956, "tokens_per_second": 1786032.7371213199, "training_seconds": 1.467744653004047, "elapsed_tokens_per_second": 92628.23119613882, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 60, "epoch": 1, "tokens": 7864320, "loss": 6.891155195236206, "lr": 0.0011538461538461537, "grad_norm": 2.1516807079315186, "tokens_per_second": 1788378.647635661, "training_seconds": 1.4658193349969224, "elapsed_tokens_per_second": 135430.25122847527, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 78, "epoch": 1, "tokens": 10223616, "loss": 6.601270967059666, "lr": 0.0015, "grad_norm": 0.762495219707489, "tokens_per_second": 1787126.6222385992, "training_seconds": 1.320161633004318, "elapsed_tokens_per_second": 172141.0769219265, "peak_memory_bytes": 21988176384}
{"loss": 6.5033775668646285, "perplexity": 667.3919916133528, "tokens": 10223616, "seconds": 1.1745011780003551, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 1, "step": 78, "evaluation_tokens": 1048576}
{"event": "train", "step": 80, "epoch": 2, "tokens": 10485760, "loss": 6.511838912963867, "lr": 0.0015384615384615385, "grad_norm": 0.8695998191833496, "tokens_per_second": 1851392.6845542563, "training_seconds": 0.14159286799986148, "elapsed_tokens_per_second": 172706.28887130288, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 100, "epoch": 2, "tokens": 13107200, "loss": 6.337471079826355, "lr": 0.001923076923076923, "grad_norm": 0.5302478075027466, "tokens_per_second": 1777052.098758463, "training_seconds": 1.4751621530012926, "elapsed_tokens_per_second": 210757.63850928636, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 120, "epoch": 2, "tokens": 15728640, "loss": 6.127339720726013, "lr": 0.0023076923076923075, "grad_norm": 0.31812286376953125, "tokens_per_second": 1786111.503990094, "training_seconds": 1.4676799259977997, "elapsed_tokens_per_second": 247070.88756364517, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 140, "epoch": 2, "tokens": 18350080, "loss": 5.931929969787598, "lr": 0.002692307692307692, "grad_norm": 0.3269638419151306, "tokens_per_second": 1775475.970767353, "training_seconds": 1.4764716859936016, "elapsed_tokens_per_second": 281707.7494389337, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 156, "epoch": 2, "tokens": 20447232, "loss": 5.751502245664597, "lr": 0.003, "grad_norm": 0.44183745980262756, "tokens_per_second": 1772962.6036737503, "training_seconds": 1.182851796002069, "elapsed_tokens_per_second": 308295.91396451375, "peak_memory_bytes": 42389451776}
{"loss": 5.707257939831161, "perplexity": 301.0444534820228, "tokens": 20447232, "seconds": 0.5342429340016679, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 2, "step": 156, "evaluation_tokens": 1048576}
{"event": "train", "step": 160, "epoch": 3, "tokens": 20971520, "loss": 5.695988774299622, "lr": 0.003076923076923077, "grad_norm": 0.42025884985923767, "tokens_per_second": 1807584.6346378922, "training_seconds": 0.2900489359963103, "elapsed_tokens_per_second": 312265.24800873187, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 180, "epoch": 3, "tokens": 23592960, "loss": 5.597913980484009, "lr": 0.0034615384615384616, "grad_norm": 0.3440619111061096, "tokens_per_second": 1774742.2086638773, "training_seconds": 1.4770821290003369, "elapsed_tokens_per_second": 343732.66360590333, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 200, "epoch": 3, "tokens": 26214400, "loss": 5.454982948303223, "lr": 0.003846153846153846, "grad_norm": 0.3771837055683136, "tokens_per_second": 1778764.5122168735, "training_seconds": 1.4737420169985853, "elapsed_tokens_per_second": 373888.1501758001, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 220, "epoch": 3, "tokens": 28835840, "loss": 5.324578022956848, "lr": 0.004230769230769231, "grad_norm": 0.586979866027832, "tokens_per_second": 1777887.6526743844, "training_seconds": 1.4744688709979528, "elapsed_tokens_per_second": 402799.41769549175, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 233, "epoch": 3, "tokens": 30539776, "loss": 5.2581328978905315, "lr": 0.004480769230769231, "grad_norm": 0.232200026512146, "tokens_per_second": 1777652.5658707197, "training_seconds": 0.9585315110016381, "elapsed_tokens_per_second": 420954.71933795605, "peak_memory_bytes": 42389451776}
{"loss": 5.21772573163425, "perplexity": 184.51407201096805, "tokens": 30539776, "seconds": 0.5320047369968961, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 3, "step": 233, "evaluation_tokens": 1048576}
{"event": "train", "step": 240, "epoch": 4, "tokens": 31457280, "loss": 5.162961823599679, "lr": 0.004615384615384615, "grad_norm": 0.23522716760635376, "tokens_per_second": 1783540.9855832437, "training_seconds": 0.5144283240006189, "elapsed_tokens_per_second": 427374.50010029384, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 260, "epoch": 4, "tokens": 34078720, "loss": 5.146149730682373, "lr": 0.005, "grad_norm": 0.2753064036369324, "tokens_per_second": 1773462.2195396344, "training_seconds": 1.4781482070029597, "elapsed_tokens_per_second": 453866.5258459344, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 280, "epoch": 4, "tokens": 36700160, "loss": 5.046569776535034, "lr": 0.005384615384615384, "grad_norm": 0.4592135548591614, "tokens_per_second": 1766697.5162112548, "training_seconds": 1.4838080519984942, "elapsed_tokens_per_second": 479295.7859196164, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 300, "epoch": 4, "tokens": 39321600, "loss": 4.987469053268432, "lr": 0.0057692307692307696, "grad_norm": 0.3043767213821411, "tokens_per_second": 1778036.441705802, "training_seconds": 1.4743454850031412, "elapsed_tokens_per_second": 503819.84027918417, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 311, "epoch": 4, "tokens": 40763392, "loss": 4.952458034862172, "lr": 0.005980769230769231, "grad_norm": 0.21980875730514526, "tokens_per_second": 1780816.7698022556, "training_seconds": 0.8096240020022378, "elapsed_tokens_per_second": 516916.25243080355, "peak_memory_bytes": 42389451776}
{"loss": 4.94315882468719, "perplexity": 140.21245733556486, "tokens": 40763392, "seconds": 0.5347078790000523, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 4, "step": 311, "evaluation_tokens": 1048576}
{"event": "train", "step": 320, "epoch": 5, "tokens": 41943040, "loss": 4.898178736368815, "lr": 0.005999879234788303, "grad_norm": 0.27309826016426086, "tokens_per_second": 1786942.3149405646, "training_seconds": 0.6601488980013528, "elapsed_tokens_per_second": 523879.68277926126, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 340, "epoch": 5, "tokens": 44564480, "loss": 4.8537095308303835, "lr": 0.0059985207378148026, "grad_norm": 0.19440023601055145, "tokens_per_second": 1773113.920363114, "training_seconds": 1.4784385649982141, "elapsed_tokens_per_second": 546522.2088065601, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 360, "epoch": 5, "tokens": 47185920, "loss": 4.778294682502747, "lr": 0.005995653473187795, "grad_norm": 0.21532629430294037, "tokens_per_second": 1776737.0956177264, "training_seconds": 1.4754236890003085, "elapsed_tokens_per_second": 568375.1875035353, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 380, "epoch": 5, "tokens": 49807360, "loss": 4.692155456542968, "lr": 0.005991278883630709, "grad_norm": 0.20048269629478455, "tokens_per_second": 1772045.1559338144, "training_seconds": 1.4793302480029524, "elapsed_tokens_per_second": 589440.0335587612, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 389, "epoch": 5, "tokens": 50987008, "loss": 4.624225775400798, "lr": 0.005988819112284388, "grad_norm": 0.32001495361328125, "tokens_per_second": 1781689.6615686882, "training_seconds": 0.662095103005413, "elapsed_tokens_per_second": 598694.4727028741, "peak_memory_bytes": 42389451776}
{"loss": 4.681014602204123, "perplexity": 107.87947181354126, "tokens": 50987008, "seconds": 0.5376329669961706, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 5, "step": 389, "evaluation_tokens": 1048576}
{"event": "train", "step": 400, "epoch": 6, "tokens": 52428800, "loss": 4.622369289398193, "lr": 0.0059853991703086515, "grad_norm": 0.2082781195640564, "tokens_per_second": 1794678.552636168, "training_seconds": 0.8033706080022966, "elapsed_tokens_per_second": 606024.2336094192, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 420, "epoch": 6, "tokens": 55050240, "loss": 4.576089406013489, "lr": 0.005978017291720847, "grad_norm": 0.20414115488529205, "tokens_per_second": 1780052.7870220444, "training_seconds": 1.4726754280054593, "elapsed_tokens_per_second": 625663.1843786282, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 440, "epoch": 6, "tokens": 57671680, "loss": 4.515733313560486, "lr": 0.005969136962212003, "grad_norm": 0.2019989788532257, "tokens_per_second": 1775954.934480587, "training_seconds": 1.4760734910014435, "elapsed_tokens_per_second": 644630.5852227067, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 460, "epoch": 6, "tokens": 60293120, "loss": 4.4462401390075685, "lr": 0.005958762650103364, "grad_norm": 0.1943812221288681, "tokens_per_second": 1776563.3265776027, "training_seconds": 1.4755680029993528, "elapsed_tokens_per_second": 662983.8971299224, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 467, "epoch": 6, "tokens": 61210624, "loss": 4.402835096631732, "lr": 0.005954779630955907, "grad_norm": 0.21004971861839294, "tokens_per_second": 1781268.5838911594, "training_seconds": 0.5150845910029602, "elapsed_tokens_per_second": 669266.0185044078, "peak_memory_bytes": 42389451776}
{"loss": 4.420422481791298, "perplexity": 83.13139944284052, "tokens": 61210624, "seconds": 0.5386554299984709, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 6, "step": 467, "evaluation_tokens": 1048576}
{"event": "train", "step": 480, "epoch": 7, "tokens": 62914560, "loss": 4.3887739548316365, "lr": 0.0059468995754443825, "grad_norm": 0.2217046618461609, "tokens_per_second": 1791334.6007378274, "training_seconds": 0.9512103430024581, "elapsed_tokens_per_second": 676813.1299216268, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 500, "epoch": 7, "tokens": 65536000, "loss": 4.3551555395126345, "lr": 0.005933553707386146, "grad_norm": 0.17790158092975616, "tokens_per_second": 1782186.2945823437, "training_seconds": 1.4709124449946103, "elapsed_tokens_per_second": 694019.2376499485, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 520, "epoch": 7, "tokens": 68157440, "loss": 4.324503684043885, "lr": 0.005918731761177867, "grad_norm": 0.19864261150360107, "tokens_per_second": 1774092.9927931663, "training_seconds": 1.4776226559988572, "elapsed_tokens_per_second": 710644.7543168967, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 540, "epoch": 7, "tokens": 70778880, "loss": 4.316995692253113, "lr": 0.00590244119478798, "grad_norm": 0.2779895067214966, "tokens_per_second": 1777961.4652598696, "training_seconds": 1.4744076579954708, "elapsed_tokens_per_second": 726795.299231603, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 545, "epoch": 7, "tokens": 71434240, "loss": 4.303024578094482, "lr": 0.005898140025685757, "grad_norm": 0.21385984122753143, "tokens_per_second": 1773954.771473745, "training_seconds": 0.36943444699863903, "elapsed_tokens_per_second": 730739.2643637088, "peak_memory_bytes": 42389451776}
{"loss": 4.312434791377078, "perplexity": 74.62195682950046, "tokens": 71434240, "seconds": 0.5344948310012114, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 7, "step": 545, "evaluation_tokens": 1048576}
{"event": "train", "step": 560, "epoch": 8, "tokens": 73400320, "loss": 4.293619696299235, "lr": 0.005884690205151496, "grad_norm": 0.18616047501564026, "tokens_per_second": 1782966.9464299718, "training_seconds": 1.1027013170023565, "elapsed_tokens_per_second": 738404.6364503036, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 580, "epoch": 8, "tokens": 76021760, "loss": 4.263826203346253, "lr": 0.005865487724045557, "grad_norm": 0.16876907646656036, "tokens_per_second": 1780428.7385626188, "training_seconds": 1.4723644609985058, "elapsed_tokens_per_second": 753603.4120894336, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 600, "epoch": 8, "tokens": 78643200, "loss": 4.2394593238830565, "lr": 0.005844843413595223, "grad_norm": 0.21532189846038818, "tokens_per_second": 1778393.8585295088, "training_seconds": 1.474049175005348, "elapsed_tokens_per_second": 768348.087119948, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 620, "epoch": 8, "tokens": 81264640, "loss": 4.215966820716858, "lr": 0.0058227676614117695, "grad_norm": 0.1787835955619812, "tokens_per_second": 1778808.157378615, "training_seconds": 1.473705856995366, "elapsed_tokens_per_second": 782679.9882305771, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 623, "epoch": 8, "tokens": 81657856, "loss": 4.173174858093262, "lr": 0.005819333513924642, "grad_norm": 0.17408353090286255, "tokens_per_second": 1797135.0290432838, "training_seconds": 0.21880158899875823, "elapsed_tokens_per_second": 784798.7155560134, "peak_memory_bytes": 42389451776}
{"loss": 4.219631680047993, "perplexity": 68.00843081388199, "tokens": 81657856, "seconds": 0.5343564670038177, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 8, "step": 623, "evaluation_tokens": 1048576}
{"event": "train", "step": 640, "epoch": 9, "tokens": 83886080, "loss": 4.19894339056576, "lr": 0.005799271575365957, "grad_norm": 0.1796674132347107, "tokens_per_second": 1783195.811989257, "training_seconds": 1.2495677620026981, "elapsed_tokens_per_second": 792551.1958296836, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 660, "epoch": 9, "tokens": 86507520, "loss": 4.175903677940369, "lr": 0.005774366977998868, "grad_norm": 0.17727753520011902, "tokens_per_second": 1777390.5128603433, "training_seconds": 1.4748812830002862, "elapsed_tokens_per_second": 806077.793788108, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 680, "epoch": 9, "tokens": 89128960, "loss": 4.174166536331176, "lr": 0.005748066400573153, "grad_norm": 0.17128625512123108, "tokens_per_second": 1777154.2757091084, "training_seconds": 1.4750773389969254, "elapsed_tokens_per_second": 819228.3770846067, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 700, "epoch": 9, "tokens": 91750400, "loss": 4.142135834693908, "lr": 0.00572038307676767, "grad_norm": 0.1862943023443222, "tokens_per_second": 1781501.5504778088, "training_seconds": 1.4714778099951218, "elapsed_tokens_per_second": 832061.1121416555, "peak_memory_bytes": 42389451776}
{"loss": 4.165048213741761, "perplexity": 64.3957871304687, "tokens": 91750400, "seconds": 0.5343723209953168, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 9, "step": 700, "evaluation_tokens": 1048576}
{"event": "train", "step": 720, "epoch": 10, "tokens": 94371840, "loss": 4.1460209608078005, "lr": 0.005691330936018681, "grad_norm": 0.17936281859874725, "tokens_per_second": 1787483.89070427, "training_seconds": 1.466553076999844, "elapsed_tokens_per_second": 840482.6951832643, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 740, "epoch": 10, "tokens": 96993280, "loss": 4.125372195243836, "lr": 0.0056609245965109686, "grad_norm": 0.15955089032649994, "tokens_per_second": 1778730.0936753615, "training_seconds": 1.4737705340012326, "elapsed_tokens_per_second": 852624.5984973807, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 760, "epoch": 10, "tokens": 99614720, "loss": 4.111888766288757, "lr": 0.005629179357822402, "grad_norm": 0.17601315677165985, "tokens_per_second": 1779949.7858468017, "training_seconds": 1.4727606479937094, "elapsed_tokens_per_second": 864467.8745695908, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 778, "epoch": 10, "tokens": 101974016, "loss": 4.0853785673777265, "lr": 0.0055994770723212265, "grad_norm": 0.18673066794872284, "tokens_per_second": 1768164.4600660375, "training_seconds": 1.3343193199980306, "elapsed_tokens_per_second": 874796.1601852281, "peak_memory_bytes": 42389451776}
{"loss": 4.100162550007654, "perplexity": 60.35009670878672, "tokens": 101974016, "seconds": 0.5354357420001179, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 10, "step": 778, "evaluation_tokens": 1048576}
{"event": "train", "step": 780, "epoch": 11, "tokens": 102236160, "loss": 4.092036724090576, "lr": 0.005596111193225627, "grad_norm": 0.17707720398902893, "tokens_per_second": 1849417.3786047273, "training_seconds": 0.141744098997151, "elapsed_tokens_per_second": 871920.2359903763, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 800, "epoch": 11, "tokens": 104857600, "loss": 4.075237703323364, "lr": 0.005561736741650793, "grad_norm": 0.19648012518882751, "tokens_per_second": 1777035.6590738876, "training_seconds": 1.4751757999983965, "elapsed_tokens_per_second": 883154.1915516995, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 820, "epoch": 11, "tokens": 107479040, "loss": 4.07610170841217, "lr": 0.005526073299313328, "grad_norm": 0.17180073261260986, "tokens_per_second": 1775450.2193240377, "training_seconds": 1.4764931009995053, "elapsed_tokens_per_second": 894102.3388843489, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 840, "epoch": 11, "tokens": 110100480, "loss": 4.059275257587433, "lr": 0.005489138811010988, "grad_norm": 0.1541948914527893, "tokens_per_second": 1785256.649082332, "training_seconds": 1.4683827120024944, "elapsed_tokens_per_second": 904847.0539936018, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 856, "epoch": 11, "tokens": 112197632, "loss": 4.042171522974968, "lr": 0.005458688534706318, "grad_norm": 0.16644760966300964, "tokens_per_second": 1770053.5938131667, "training_seconds": 1.1847957639984088, "elapsed_tokens_per_second": 913175.2804687299, "peak_memory_bytes": 42389451776}
{"loss": 4.0679004261504215, "perplexity": 58.43414689994769, "tokens": 112197632, "seconds": 0.5334711660034372, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 11, "step": 856, "evaluation_tokens": 1048576}
{"event": "train", "step": 860, "epoch": 12, "tokens": 112721920, "loss": 4.025376796722412, "lr": 0.005450951861094564, "grad_norm": 0.1816447526216507, "tokens_per_second": 1807455.5666764048, "training_seconds": 0.29006964799918933, "elapsed_tokens_per_second": 911269.9422848376, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 880, "epoch": 12, "tokens": 115343360, "loss": 4.043547523021698, "lr": 0.005411531664116785, "grad_norm": 0.16375689208507538, "tokens_per_second": 1776295.099718532, "training_seconds": 1.4757908190003945, "elapsed_tokens_per_second": 921459.202752529, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 900, "epoch": 12, "tokens": 117964800, "loss": 4.017221438884735, "lr": 0.0053708980551641135, "grad_norm": 0.1637483537197113, "tokens_per_second": 1775723.685657415, "training_seconds": 1.4762657169994782, "elapsed_tokens_per_second": 931401.9598448528, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 920, "epoch": 12, "tokens": 120586240, "loss": 4.028245770931244, "lr": 0.0053290714798763135, "grad_norm": 0.15086698532104492, "tokens_per_second": 1778586.7068911726, "training_seconds": 1.473889346998476, "elapsed_tokens_per_second": 941138.1837261836, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 934, "epoch": 12, "tokens": 122421248, "loss": 4.015898874827793, "lr": 0.005299094308492442, "grad_norm": 0.16763687133789062, "tokens_per_second": 1775133.343450489, "training_seconds": 1.0337296669968055, "elapsed_tokens_per_second": 947800.0740673398, "peak_memory_bytes": 42389451776}
{"loss": 4.026273702110337, "perplexity": 56.05165644726704, "tokens": 122421248, "seconds": 0.5356484389994876, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 12, "step": 934, "evaluation_tokens": 1048576}
{"event": "train", "step": 940, "epoch": 13, "tokens": 123207680, "loss": 4.01835298538208, "lr": 0.005286072984158808, "grad_norm": 0.17487257719039917, "tokens_per_second": 1795198.0916371823, "training_seconds": 0.43807533200015314, "elapsed_tokens_per_second": 946664.1102346927, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 960, "epoch": 13, "tokens": 125829120, "loss": 4.013618350028992, "lr": 0.00524192420359299, "grad_norm": 0.1718664914369583, "tokens_per_second": 1788009.6672241818, "training_seconds": 1.4661218269975507, "elapsed_tokens_per_second": 956027.0918058343, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 980, "epoch": 13, "tokens": 128450560, "loss": 3.9967554807662964, "lr": 0.00519664735254984, "grad_norm": 0.1426355093717575, "tokens_per_second": 1781201.9808308536, "training_seconds": 1.4717252889968222, "elapsed_tokens_per_second": 965140.8339744217, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1000, "epoch": 13, "tokens": 131072000, "loss": 3.9719286918640138, "lr": 0.005150265213012302, "grad_norm": 0.1477331668138504, "tokens_per_second": 1779454.4407763244, "training_seconds": 1.4731706189995748, "elapsed_tokens_per_second": 974047.1345539537, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1012, "epoch": 13, "tokens": 132644864, "loss": 3.9882620573043823, "lr": 0.0051219150766892655, "grad_norm": 0.16190017759799957, "tokens_per_second": 1780698.2093079973, "training_seconds": 0.8832849899990833, "elapsed_tokens_per_second": 979296.659349032, "peak_memory_bytes": 42389451776}
{"loss": 3.995361646287014, "perplexity": 54.34549091537672, "tokens": 132644864, "seconds": 0.5385870940008317, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 13, "step": 1012, "evaluation_tokens": 1048576}
{"event": "train", "step": 1020, "epoch": 14, "tokens": 133693440, "loss": 3.962316542863846, "lr": 0.005102801123112059, "grad_norm": 0.16729804873466492, "tokens_per_second": 1794678.4792147132, "training_seconds": 0.584269556995423, "elapsed_tokens_per_second": 978857.5236960091, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1040, "epoch": 14, "tokens": 136314880, "loss": 3.967783176898956, "lr": 0.005054278965386473, "grad_norm": 0.14191924035549164, "tokens_per_second": 1780035.2184465362, "training_seconds": 1.4726899630040862, "elapsed_tokens_per_second": 987396.4840139911, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1060, "epoch": 14, "tokens": 138936320, "loss": 3.9741795539855955, "lr": 0.0050047231547615855, "grad_norm": 0.18531033396720886, "tokens_per_second": 1778326.640267806, "training_seconds": 1.4741048920041067, "elapsed_tokens_per_second": 995739.6000713204, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1080, "epoch": 14, "tokens": 141557760, "loss": 3.9570059537887574, "lr": 0.00495415862626725, "grad_norm": 0.17113704979419708, "tokens_per_second": 1770179.1885317932, "training_seconds": 1.480889628001023, "elapsed_tokens_per_second": 1003851.5190208297, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1090, "epoch": 14, "tokens": 142868480, "loss": 3.9717180252075197, "lr": 0.0049285060241493865, "grad_norm": 0.14977794885635376, "tokens_per_second": 1781840.9057733319, "training_seconds": 0.7355987819973961, "elapsed_tokens_per_second": 1007874.0892096406, "peak_memory_bytes": 42389451776}
{"loss": 3.9678663684007685, "perplexity": 52.87160188763776, "tokens": 142868480, "seconds": 0.5378240790014388, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 14, "step": 1090, "evaluation_tokens": 1048576}
{"event": "train", "step": 1100, "epoch": 15, "tokens": 144179200, "loss": 3.948498272895813, "lr": 0.004902610822490556, "grad_norm": 0.1667184829711914, "tokens_per_second": 1782189.0776567615, "training_seconds": 0.7354550740055856, "elapsed_tokens_per_second": 1008009.7643625328, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1120, "epoch": 15, "tokens": 146800640, "loss": 3.939642369747162, "lr": 0.00485010568077386, "grad_norm": 0.15778659284114838, "tokens_per_second": 1773765.4430165451, "training_seconds": 1.47789551900496, "elapsed_tokens_per_second": 1015831.3560747812, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1140, "epoch": 15, "tokens": 149422080, "loss": 3.937478017807007, "lr": 0.004796669620163886, "grad_norm": 0.16530141234397888, "tokens_per_second": 1773156.7789295537, "training_seconds": 1.478402829998231, "elapsed_tokens_per_second": 1023488.3649629576, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1160, "epoch": 15, "tokens": 152043520, "loss": 3.9292807936668397, "lr": 0.004742329528118427, "grad_norm": 0.13405513763427734, "tokens_per_second": 1773864.0338679573, "training_seconds": 1.4778133779982454, "elapsed_tokens_per_second": 1030999.4164801429, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1167, "epoch": 15, "tokens": 152961024, "loss": 3.9086478437696184, "lr": 0.004723101965114102, "grad_norm": 0.1364646852016449, "tokens_per_second": 1784682.9220051079, "training_seconds": 0.5140991650041542, "elapsed_tokens_per_second": 1033603.8116595772, "peak_memory_bytes": 42389451776}
{"loss": 3.9412493283477676, "perplexity": 51.4828801610749, "tokens": 152961024, "seconds": 0.5368795670001418, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 15, "step": 1167, "evaluation_tokens": 1048576}
{"event": "train", "step": 1180, "epoch": 16, "tokens": 154664960, "loss": 3.888925845806415, "lr": 0.004687112746977365, "grad_norm": 0.1548929065465927, "tokens_per_second": 1780321.2995802849, "training_seconds": 0.9570946549938526, "elapsed_tokens_per_second": 1034624.5430681185, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1200, "epoch": 16, "tokens": 157286400, "loss": 3.9114107131958007, "lr": 0.004631047060204816, "grad_norm": 0.13710938394069672, "tokens_per_second": 1773335.335602188, "training_seconds": 1.4782539700026973, "elapsed_tokens_per_second": 1041849.429134962, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1220, "epoch": 16, "tokens": 159907840, "loss": 3.915415573120117, "lr": 0.004574160678409302, "grad_norm": 0.14398783445358276, "tokens_per_second": 1766371.7010916257, "training_seconds": 1.4840817469957983, "elapsed_tokens_per_second": 1048887.7978754067, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1240, "epoch": 16, "tokens": 162529280, "loss": 3.8895326137542723, "lr": 0.004516482225148996, "grad_norm": 0.16062678396701813, "tokens_per_second": 1784039.6193959976, "training_seconds": 1.4693844080029521, "elapsed_tokens_per_second": 1055893.753569288, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1245, "epoch": 16, "tokens": 163184640, "loss": 3.8787794589996336, "lr": 0.004501942243146119, "grad_norm": 0.1510046124458313, "tokens_per_second": 1762768.936451463, "training_seconds": 0.3717787319983472, "elapsed_tokens_per_second": 1057586.2680682235, "peak_memory_bytes": 42389451776}
{"loss": 3.9186014194212038, "perplexity": 50.33000496419587, "tokens": 163184640, "seconds": 0.5392169290062157, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 16, "step": 1245, "evaluation_tokens": 1048576}
{"event": "train", "step": 1260, "epoch": 17, "tokens": 165150720, "loss": 3.893631362915039, "lr": 0.004458040722529194, "grad_norm": 0.1470191329717636, "tokens_per_second": 1778534.721262427, "training_seconds": 1.1054493210031069, "elapsed_tokens_per_second": 1058995.9706685655, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1280, "epoch": 17, "tokens": 167772160, "loss": 3.9026139616966247, "lr": 0.004398865576599242, "grad_norm": 0.15959599614143372, "tokens_per_second": 1774493.0570202877, "training_seconds": 1.4772895220012288, "elapsed_tokens_per_second": 1065698.5598854676, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1300, "epoch": 17, "tokens": 170393600, "loss": 3.8875391840934754, "lr": 0.0043389865625562685, "grad_norm": 0.14397616684436798, "tokens_per_second": 1778115.6614804075, "training_seconds": 1.4742797989965766, "elapsed_tokens_per_second": 1072298.0143847002, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1320, "epoch": 17, "tokens": 173015040, "loss": 3.8972990989685057, "lr": 0.004278433809763189, "grad_norm": 0.14285893738269806, "tokens_per_second": 1779942.3615633436, "training_seconds": 1.4727667909974116, "elapsed_tokens_per_second": 1078787.3545416712, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1323, "epoch": 17, "tokens": 173408256, "loss": 3.884158134460449, "lr": 0.004269294665876606, "grad_norm": 0.13411127030849457, "tokens_per_second": 1776729.720587614, "training_seconds": 0.2213144720008131, "elapsed_tokens_per_second": 1079736.377879858, "peak_memory_bytes": 42389451776}
{"loss": 3.892849252856403, "perplexity": 49.05044473076491, "tokens": 173408256, "seconds": 0.5359144769972772, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 17, "step": 1323, "evaluation_tokens": 1048576}
{"event": "train", "step": 1340, "epoch": 18, "tokens": 175636480, "loss": 3.861217358533074, "lr": 0.004217237786588483, "grad_norm": 0.14280810952186584, "tokens_per_second": 1778584.4864358266, "training_seconds": 1.2528075090012862, "elapsed_tokens_per_second": 1081493.5796209504, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1360, "epoch": 18, "tokens": 178257920, "loss": 3.861897277832031, "lr": 0.00415542928507542, "grad_norm": 0.14145100116729736, "tokens_per_second": 1772679.016225467, "training_seconds": 1.4788012810022337, "elapsed_tokens_per_second": 1087720.4090305672, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1380, "epoch": 18, "tokens": 180879360, "loss": 3.861945903301239, "lr": 0.004093039405448392, "grad_norm": 0.1718304306268692, "tokens_per_second": 1779770.5919332698, "training_seconds": 1.4729089310058043, "elapsed_tokens_per_second": 1093872.4239177515, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1400, "epoch": 18, "tokens": 183500800, "loss": 3.8517158031463623, "lr": 0.004030099540464199, "grad_norm": 0.15829847753047943, "tokens_per_second": 1779656.1105637443, "training_seconds": 1.4730036800028756, "elapsed_tokens_per_second": 1099919.555094223, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1401, "epoch": 18, "tokens": 183631872, "loss": 3.8614413738250732, "lr": 0.004026938677033256, "grad_norm": 0.13924208283424377, "tokens_per_second": 1769772.4904256004, "training_seconds": 0.07406149700545939, "elapsed_tokens_per_second": 1100206.5296091016, "peak_memory_bytes": 42389451776}
{"loss": 3.8726570518279066, "perplexity": 48.0699408701887, "tokens": 183631872, "seconds": 0.5367009799956577, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 18, "step": 1401, "evaluation_tokens": 1048576}
{"event": "train", "step": 1420, "epoch": 19, "tokens": 186122240, "loss": 3.852964351051732, "lr": 0.003966641359616138, "grad_norm": 0.14270471036434174, "tokens_per_second": 1785233.161961959, "training_seconds": 1.3949819290064625, "elapsed_tokens_per_second": 1102300.9825365327, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1440, "epoch": 19, "tokens": 188743680, "loss": 3.851386535167694, "lr": 0.0039026967931988406, "grad_norm": 0.16190369427204132, "tokens_per_second": 1769431.7564008508, "training_seconds": 1.4815151759976288, "elapsed_tokens_per_second": 1108096.3618927253, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1460, "epoch": 19, "tokens": 191365120, "loss": 3.836480128765106, "lr": 0.003838298016241884, "grad_norm": 0.13364776968955994, "tokens_per_second": 1774942.953521549, "training_seconds": 1.476915072002157, "elapsed_tokens_per_second": 1113815.7474679064, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1479, "epoch": 19, "tokens": 193855488, "loss": 3.8265912532806396, "lr": 0.0037767279767460145, "grad_norm": 0.1507181078195572, "tokens_per_second": 1782333.3243049073, "training_seconds": 1.397251549999055, "elapsed_tokens_per_second": 1119197.7620520717, "peak_memory_bytes": 42389451776}
{"loss": 3.853194021065871, "perplexity": 47.1434000271283, "tokens": 193855488, "seconds": 0.5332869479971123, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 19, "step": 1479, "evaluation_tokens": 1048576}
{"event": "train", "step": 1480, "epoch": 20, "tokens": 193986560, "loss": 3.8034896850585938, "lr": 0.003773477432320261, "grad_norm": 0.16032260656356812, "tokens_per_second": 1985797.800509541, "training_seconds": 0.06600470600096742, "elapsed_tokens_per_second": 1115997.4570018158, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1500, "epoch": 20, "tokens": 196608000, "loss": 3.829679524898529, "lr": 0.003708267657249854, "grad_norm": 0.14246514439582825, "tokens_per_second": 1769576.3835954852, "training_seconds": 1.481394091999391, "elapsed_tokens_per_second": 1121511.7481597972, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1520, "epoch": 20, "tokens": 199229440, "loss": 3.8156503438949585, "lr": 0.0036427015026761116, "grad_norm": 0.1416051834821701, "tokens_per_second": 1773183.6429009682, "training_seconds": 1.4783804319959017, "elapsed_tokens_per_second": 1126950.4769733774, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1540, "epoch": 20, "tokens": 201850880, "loss": 3.811963605880737, "lr": 0.0035768119595641903, "grad_norm": 0.1526803970336914, "tokens_per_second": 1758045.0431738978, "training_seconds": 1.49111082800664, "elapsed_tokens_per_second": 1132218.4009699468, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1557, "epoch": 20, "tokens": 204079104, "loss": 3.8263568737927605, "lr": 0.003520576343213019, "grad_norm": 0.13532596826553345, "tokens_per_second": 1774532.5014552132, "training_seconds": 1.2556681819987716, "elapsed_tokens_per_second": 1136698.8183662326, "peak_memory_bytes": 42389451776}
{"loss": 3.829875733927697, "perplexity": 46.05681457914324, "tokens": 204079104, "seconds": 0.5387764320039423, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 20, "step": 1557, "evaluation_tokens": 1048576}
{"event": "train", "step": 1560, "epoch": 21, "tokens": 204472320, "loss": 3.805799722671509, "lr": 0.0035106321815988736, "grad_norm": 0.15871870517730713, "tokens_per_second": 1806938.1755333885, "training_seconds": 0.21761452899954747, "elapsed_tokens_per_second": 1134055.9896777628, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1580, "epoch": 21, "tokens": 207093760, "loss": 3.8199644923210143, "lr": 0.0034441954685026023, "grad_norm": 0.16263000667095184, "tokens_per_second": 1769821.623260083, "training_seconds": 1.4811888190015452, "elapsed_tokens_per_second": 1139227.0884270868, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1600, "epoch": 21, "tokens": 209715200, "loss": 3.8197011828422545, "lr": 0.0033775352492800407, "grad_norm": 0.16046686470508575, "tokens_per_second": 1774666.2302643708, "training_seconds": 1.4771453669964103, "elapsed_tokens_per_second": 1144338.1129186826, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1620, "epoch": 21, "tokens": 212336640, "loss": 3.8057777285575867, "lr": 0.0033106850653975765, "grad_norm": 0.14713320136070251, "tokens_per_second": 1773549.1723373006, "training_seconds": 1.478075736995379, "elapsed_tokens_per_second": 1149361.7001733778, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1634, "epoch": 21, "tokens": 214171648, "loss": 3.800823245729719, "lr": 0.003263794917011864, "grad_norm": 0.15814712643623352, "tokens_per_second": 1780462.5867867616, "training_seconds": 1.0306355290013016, "elapsed_tokens_per_second": 1152852.7900127703, "peak_memory_bytes": 42389451776}
{"loss": 3.807740650403889, "perplexity": 45.04854339259571, "tokens": 214171648, "seconds": 0.5348669919985696, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 21, "step": 1634, "evaluation_tokens": 1048576}
{"event": "train", "step": 1640, "epoch": 22, "tokens": 214958080, "loss": 3.7714098691940308, "lr": 0.0032436785539062376, "grad_norm": 0.14303401112556458, "tokens_per_second": 1793072.254302696, "training_seconds": 0.4385947069968097, "elapsed_tokens_per_second": 1150995.3685104533, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1660, "epoch": 22, "tokens": 217579520, "loss": 3.8112502336502074, "lr": 0.0031765494305165225, "grad_norm": 0.13383036851882935, "tokens_per_second": 1769560.330392508, "training_seconds": 1.4814075309986947, "elapsed_tokens_per_second": 1155852.6567762042, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1680, "epoch": 22, "tokens": 220200960, "loss": 3.788495409488678, "lr": 0.0031093314726336353, "grad_norm": 0.1597563773393631, "tokens_per_second": 1782224.707384037, "training_seconds": 1.470880741995643, "elapsed_tokens_per_second": 1160700.4320546705, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1700, "epoch": 22, "tokens": 222822400, "loss": 3.7876587867736817, "lr": 0.003042058502361692, "grad_norm": 0.15935418009757996, "tokens_per_second": 1773051.5893361627, "training_seconds": 1.4784905390042695, "elapsed_tokens_per_second": 1165424.7661357366, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1712, "epoch": 22, "tokens": 224395264, "loss": 3.7827958265940347, "lr": 0.0030016823951208075, "grad_norm": 0.14446662366390228, "tokens_per_second": 1776695.69023221, "training_seconds": 0.88527484399674, "elapsed_tokens_per_second": 1168231.436764051, "peak_memory_bytes": 42389451776}
{"loss": 3.792234070459915, "perplexity": 44.3553827182082, "tokens": 224395264, "seconds": 0.5388564610038884, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 22, "step": 1712, "evaluation_tokens": 1048576}
{"event": "train", "step": 1720, "epoch": 23, "tokens": 225443840, "loss": 3.756035804748535, "lr": 0.00297476436948543, "grad_norm": 0.13719622790813446, "tokens_per_second": 1787685.3737832184, "training_seconds": 0.5865551149981911, "elapsed_tokens_per_second": 1166793.1902784437, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1740, "epoch": 23, "tokens": 228065280, "loss": 3.7787774443626403, "lr": 0.002907482934437985, "grad_norm": 0.13996276259422302, "tokens_per_second": 1769626.1528859665, "training_seconds": 1.4813524290002533, "elapsed_tokens_per_second": 1171370.5903138109, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1760, "epoch": 23, "tokens": 230686720, "loss": 3.764433431625366, "lr": 0.002840248051263322, "grad_norm": 0.14325158298015594, "tokens_per_second": 1779066.1142913876, "training_seconds": 1.4734921760027646, "elapsed_tokens_per_second": 1175924.4844300302, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1780, "epoch": 23, "tokens": 233308160, "loss": 3.765162718296051, "lr": 0.0027730935505818665, "grad_norm": 0.13934268057346344, "tokens_per_second": 1774542.4089458843, "training_seconds": 1.477248436996888, "elapsed_tokens_per_second": 1180387.5654377926, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1790, "epoch": 23, "tokens": 234618880, "loss": 3.7500589370727537, "lr": 0.002739557005150571, "grad_norm": 0.13529670238494873, "tokens_per_second": 1763390.7593391126, "training_seconds": 0.7432952640010626, "elapsed_tokens_per_second": 1182560.2176539372, "peak_memory_bytes": 42389451776}
{"loss": 3.7677028098516776, "perplexity": 43.28052695077407, "tokens": 234618880, "seconds": 0.5349594069994055, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 23, "step": 1790, "evaluation_tokens": 1048576}
{"event": "train", "step": 1800, "epoch": 24, "tokens": 235929600, "loss": 3.7546741247177122, "lr": 0.0027060532225679315, "grad_norm": 0.16604480147361755, "tokens_per_second": 1784705.6615224613, "training_seconds": 0.7344180209984188, "elapsed_tokens_per_second": 1181528.4265171671, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1820, "epoch": 24, "tokens": 238551040, "loss": 3.7813247084617614, "lr": 0.002639160799947495, "grad_norm": 0.13962508738040924, "tokens_per_second": 1781103.655716185, "training_seconds": 1.4718065350025427, "elapsed_tokens_per_second": 1185902.1160973327, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1840, "epoch": 24, "tokens": 241172480, "loss": 3.7389623641967775, "lr": 0.0025724499410248822, "grad_norm": 0.13213308155536652, "tokens_per_second": 1776249.2272357414, "training_seconds": 1.4758289320016047, "elapsed_tokens_per_second": 1190194.6782669362, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1860, "epoch": 24, "tokens": 243793920, "loss": 3.757819175720215, "lr": 0.0025059542127468916, "grad_norm": 0.1546497642993927, "tokens_per_second": 1769174.3993904893, "training_seconds": 1.4817306879995158, "elapsed_tokens_per_second": 1194388.3015974758, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1868, "epoch": 24, "tokens": 244842496, "loss": 3.7248932123184204, "lr": 0.0024794236567869813, "grad_norm": 0.14088913798332214, "tokens_per_second": 1782043.9285446657, "training_seconds": 0.5884119819966145, "elapsed_tokens_per_second": 1196067.5560419965, "peak_memory_bytes": 42389451776}
{"loss": 3.7520849043278672, "perplexity": 42.60982686808348, "tokens": 244842496, "seconds": 0.5346062980024726, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 24, "step": 1868, "evaluation_tokens": 1048576}
{"event": "train", "step": 1880, "epoch": 25, "tokens": 246415360, "loss": 3.7441298166910806, "lr": 0.0024397070738128917, "grad_norm": 0.14362996816635132, "tokens_per_second": 1787198.7600439412, "training_seconds": 0.8800722310043056, "elapsed_tokens_per_second": 1195439.8591362406, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1900, "epoch": 25, "tokens": 249036800, "loss": 3.741778028011322, "lr": 0.00237374185783939, "grad_norm": 0.15910139679908752, "tokens_per_second": 1768033.7530776164, "training_seconds": 1.482686625997303, "elapsed_tokens_per_second": 1199519.3740639884, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1920, "epoch": 25, "tokens": 251658240, "loss": 3.7238812327384947, "lr": 0.002308091756587532, "grad_norm": 0.1401999145746231, "tokens_per_second": 1782636.524951606, "training_seconds": 1.4705409450034495, "elapsed_tokens_per_second": 1203609.6552472787, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1940, "epoch": 25, "tokens": 254279680, "loss": 3.7252719521522524, "lr": 0.0022427898032619797, "grad_norm": 0.1503136307001114, "tokens_per_second": 1781435.808871189, "training_seconds": 1.4715321129988297, "elapsed_tokens_per_second": 1207637.9897506097, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1946, "epoch": 25, "tokens": 255066112, "loss": 3.6972334384918213, "lr": 0.002223272023253987, "grad_norm": 0.1413630247116089, "tokens_per_second": 1769241.73671572, "training_seconds": 0.4445022880026954, "elapsed_tokens_per_second": 1208814.4049131086, "peak_memory_bytes": 42389451776}
{"loss": 3.733824824577876, "perplexity": 41.838828698114845, "tokens": 255066112, "seconds": 0.5328833770035999, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 25, "step": 1946, "evaluation_tokens": 1048576}
{"event": "train", "step": 1960, "epoch": 26, "tokens": 256901120, "loss": 3.7261918612888882, "lr": 0.0021778688558895766, "grad_norm": 0.1453353762626648, "tokens_per_second": 1788217.312668661, "training_seconds": 1.026166108000325, "elapsed_tokens_per_second": 1208525.2966601378, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1980, "epoch": 26, "tokens": 259522560, "loss": 3.7308360815048216, "lr": 0.0021133615807861455, "grad_norm": 0.1420767903327942, "tokens_per_second": 1780943.0448448684, "training_seconds": 1.4719392670012894, "elapsed_tokens_per_second": 1212453.3711723743, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2000, "epoch": 26, "tokens": 262144000, "loss": 3.714495289325714, "lr": 0.002049300436119765, "grad_norm": 0.13668857514858246, "tokens_per_second": 1771624.6453021117, "training_seconds": 1.4796813799985102, "elapsed_tokens_per_second": 1216285.9401353123, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2020, "epoch": 26, "tokens": 264765440, "loss": 3.706212341785431, "lr": 0.0019857176555787667, "grad_norm": 0.14047430455684662, "tokens_per_second": 1782834.027883601, "training_seconds": 1.47037803800049, "elapsed_tokens_per_second": 1220112.8298759572, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2024, "epoch": 26, "tokens": 265289728, "loss": 3.692130148410797, "lr": 0.0019730613229667453, "grad_norm": 0.13632367551326752, "tokens_per_second": 1769840.3577797601, "training_seconds": 0.29623462799645495, "elapsed_tokens_per_second": 1220855.2703661507, "peak_memory_bytes": 42389451776}
{"loss": 3.7165537373003548, "perplexity": 41.122430928082515, "tokens": 265289728, "seconds": 0.5355923769966466, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 26, "step": 2024, "evaluation_tokens": 1048576}
{"event": "train", "step": 2040, "epoch": 27, "tokens": 267386880, "loss": 3.7054751962423325, "lr": 0.0019226452321526929, "grad_norm": 0.1548067033290863, "tokens_per_second": 1781187.264220789, "training_seconds": 1.1773899590043584, "elapsed_tokens_per_second": 1220841.3858757066, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2060, "epoch": 27, "tokens": 270008320, "loss": 3.7123889088630677, "lr": 0.0018601149020343543, "grad_norm": 0.12669597566127777, "tokens_per_second": 1768991.2552240745, "training_seconds": 1.4818840919979266, "elapsed_tokens_per_second": 1224516.572147841, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2080, "epoch": 27, "tokens": 272629760, "loss": 3.7010707378387453, "lr": 0.001798158128651121, "grad_norm": 0.13388611376285553, "tokens_per_second": 1770765.7921397348, "training_seconds": 1.480399052001303, "elapsed_tokens_per_second": 1228150.0521464224, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2100, "epoch": 27, "tokens": 275251200, "loss": 3.6917894959449766, "lr": 0.0017368060868334406, "grad_norm": 0.13777361810207367, "tokens_per_second": 1770347.045726044, "training_seconds": 1.480749215996184, "elapsed_tokens_per_second": 1231731.377368391, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2101, "epoch": 27, "tokens": 275382272, "loss": 3.694155693054199, "lr": 0.0017337549140233875, "grad_norm": 0.13576795160770416, "tokens_per_second": 1780723.816984046, "training_seconds": 0.07360602399421623, "elapsed_tokens_per_second": 1231903.3535731381, "peak_memory_bytes": 42389451776}
{"loss": 3.6986790002914334, "perplexity": 40.39390875834738, "tokens": 275382272, "seconds": 0.5363735990031273, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 27, "step": 2101, "evaluation_tokens": 1048576}
{"event": "train", "step": 2120, "epoch": 28, "tokens": 277872640, "loss": 3.7103541775753626, "lr": 0.0016760896471285825, "grad_norm": 0.13566534221172333, "tokens_per_second": 1784279.4771801599, "training_seconds": 1.3957275369975832, "elapsed_tokens_per_second": 1232342.489181687, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2140, "epoch": 28, "tokens": 280494080, "loss": 3.704797077178955, "lr": 0.0016160393602674796, "grad_norm": 0.14477699995040894, "tokens_per_second": 1773309.499881186, "training_seconds": 1.4782755069973064, "elapsed_tokens_per_second": 1235856.3884519788, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2160, "epoch": 28, "tokens": 283115520, "loss": 3.672786843776703, "lr": 0.0015566854417925022, "grad_norm": 0.14000485837459564, "tokens_per_second": 1777594.1848970938, "training_seconds": 1.4747122950066114, "elapsed_tokens_per_second": 1239344.7351365266, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2179, "epoch": 28, "tokens": 285605888, "loss": 3.6784583518379614, "lr": 0.0015009714361357814, "grad_norm": 0.16344241797924042, "tokens_per_second": 1771997.7134938918, "training_seconds": 1.4054013619970647, "elapsed_tokens_per_second": 1242593.254706585, "peak_memory_bytes": 42389451776}
{"loss": 3.6862634299930956, "perplexity": 39.89549578753523, "tokens": 285605888, "seconds": 0.5386232859964366, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 28, "step": 2179, "evaluation_tokens": 1048576}
{"event": "train", "step": 2180, "epoch": 29, "tokens": 285736960, "loss": 3.6478657722473145, "lr": 0.0014980577568538807, "grad_norm": 0.14492611587047577, "tokens_per_second": 1938560.1323820665, "training_seconds": 0.06761306900443742, "elapsed_tokens_per_second": 1239841.4222906912, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2200, "epoch": 29, "tokens": 288358400, "loss": 3.672885608673096, "lr": 0.0014401858051824392, "grad_norm": 0.13017940521240234, "tokens_per_second": 1775661.3345928006, "training_seconds": 1.4763175550033338, "elapsed_tokens_per_second": 1243245.9009289616, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2220, "epoch": 29, "tokens": 290979840, "loss": 3.677758586406708, "lr": 0.0013830987062461969, "grad_norm": 0.1464310884475708, "tokens_per_second": 1774312.3840643654, "training_seconds": 1.4774399500020081, "elapsed_tokens_per_second": 1246599.342983222, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2240, "epoch": 29, "tokens": 293601280, "loss": 3.659477984905243, "lr": 0.001326825184598303, "grad_norm": 0.13205695152282715, "tokens_per_second": 1779870.4243147108, "training_seconds": 1.472826315999555, "elapsed_tokens_per_second": 1249937.094002363, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2257, "epoch": 29, "tokens": 295829504, "loss": 3.6722174532273235, "lr": 0.0012796535277886276, "grad_norm": 0.14077119529247284, "tokens_per_second": 1775661.7714783845, "training_seconds": 1.2548696130033932, "elapsed_tokens_per_second": 1252722.5915433993, "peak_memory_bytes": 42389451776}
{"loss": 3.667080108089323, "perplexity": 39.137461701501465, "tokens": 295829504, "seconds": 0.5346794500001124, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 29, "step": 2257, "evaluation_tokens": 1048576}
{"event": "train", "step": 2260, "epoch": 30, "tokens": 296222720, "loss": 3.654353380203247, "lr": 0.0012713935554236892, "grad_norm": 0.12850883603096008, "tokens_per_second": 1797701.0543161181, "training_seconds": 0.218732696994266, "elapsed_tokens_per_second": 1250353.687391141, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2280, "epoch": 30, "tokens": 298844160, "loss": 3.6601796388626098, "lr": 0.0012168317102916975, "grad_norm": 0.13677355647087097, "tokens_per_second": 1767650.822583667, "training_seconds": 1.4830078240047442, "elapsed_tokens_per_second": 1253565.8505167693, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2300, "epoch": 30, "tokens": 301465600, "loss": 3.654263961315155, "lr": 0.0011631671031218603, "grad_norm": 0.13336950540542603, "tokens_per_second": 1775759.5697450584, "training_seconds": 1.4762358850057353, "elapsed_tokens_per_second": 1256770.8244789648, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2320, "epoch": 30, "tokens": 304087040, "loss": 3.645961284637451, "lr": 0.0011104267363698916, "grad_norm": 0.13518230617046356, "tokens_per_second": 1779511.6974499659, "training_seconds": 1.4731232190024457, "elapsed_tokens_per_second": 1259954.2682633242, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2335, "epoch": 30, "tokens": 306053120, "loss": 3.6276915709177655, "lr": 0.0010714939758506147, "grad_norm": 0.14038772881031036, "tokens_per_second": 1781865.6700992524, "training_seconds": 1.1033828379950137, "elapsed_tokens_per_second": 1262320.0371307395, "peak_memory_bytes": 42389451776}
{"loss": 3.6543089695749003, "perplexity": 38.64080991179767, "tokens": 306053120, "seconds": 0.5363860510042286, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 30, "step": 2335, "evaluation_tokens": 1048576}
{"event": "train", "step": 2340, "epoch": 31, "tokens": 306708480, "loss": 3.644615650177002, "lr": 0.0010586371474408487, "grad_norm": 0.134392648935318, "tokens_per_second": 1803171.9206986083, "training_seconds": 0.36344842800463084, "elapsed_tokens_per_second": 1260303.4985721626, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2360, "epoch": 31, "tokens": 309329920, "loss": 3.6167242527008057, "lr": 0.0010078243953362852, "grad_norm": 0.14080746471881866, "tokens_per_second": 1764462.072139194, "training_seconds": 1.4856879280050634, "elapsed_tokens_per_second": 1263356.1353207622, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2380, "epoch": 31, "tokens": 311951360, "loss": 3.65138977766037, "lr": 0.0009580140475421277, "grad_norm": 0.13028231263160706, "tokens_per_second": 1772214.7078822718, "training_seconds": 1.479188716999488, "elapsed_tokens_per_second": 1266403.6066511103, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2400, "epoch": 31, "tokens": 314572800, "loss": 3.6358885169029236, "lr": 0.0009092311671638622, "grad_norm": 0.14621126651763916, "tokens_per_second": 1776544.6035889394, "training_seconds": 1.475583553998149, "elapsed_tokens_per_second": 1269430.6348722596, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2413, "epoch": 31, "tokens": 316276736, "loss": 3.63960154239948, "lr": 0.0008780849233107348, "grad_norm": 0.12936179339885712, "tokens_per_second": 1777810.345302233, "training_seconds": 0.9584464419967844, "elapsed_tokens_per_second": 1271380.6795167837, "peak_memory_bytes": 42389451776}
{"loss": 3.639565732021574, "perplexity": 38.075298251794415, "tokens": 316276736, "seconds": 0.5362103119987296, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 31, "step": 2413, "evaluation_tokens": 1048576}
{"event": "train", "step": 2420, "epoch": 32, "tokens": 317194240, "loss": 3.6062462670462474, "lr": 0.0008615003003155232, "grad_norm": 0.1324869692325592, "tokens_per_second": 1789482.1636477597, "training_seconds": 0.5127203939991887, "elapsed_tokens_per_second": 1269669.22630572, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2440, "epoch": 32, "tokens": 319815680, "loss": 3.63166161775589, "lr": 0.0008148454637688022, "grad_norm": 0.13325977325439453, "tokens_per_second": 1780764.5896246221, "training_seconds": 1.472086774003401, "elapsed_tokens_per_second": 1272655.1011999988, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2460, "epoch": 32, "tokens": 322437120, "loss": 3.6203526139259337, "lr": 0.0007692901328685167, "grad_norm": 0.1395023614168167, "tokens_per_second": 1773536.0502776082, "training_seconds": 1.4780866729997797, "elapsed_tokens_per_second": 1275575.3827346873, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2480, "epoch": 32, "tokens": 325058560, "loss": 3.616750955581665, "lr": 0.0007248572297205047, "grad_norm": 0.1586591601371765, "tokens_per_second": 1781599.7342578205, "training_seconds": 1.47139671700279, "elapsed_tokens_per_second": 1278495.683944367, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2491, "epoch": 32, "tokens": 326500352, "loss": 3.592643911188299, "lr": 0.0007009056915075576, "grad_norm": 0.14229533076286316, "tokens_per_second": 1782482.6988597473, "training_seconds": 0.808867317995464, "elapsed_tokens_per_second": 1280083.8813195413, "peak_memory_bytes": 42389451776}
{"loss": 3.6274790701563195, "perplexity": 37.6178649857684, "tokens": 326500352, "seconds": 0.5315687679976691, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 32, "step": 2491, "evaluation_tokens": 1048576}
{"event": "train", "step": 2500, "epoch": 33, "tokens": 327680000, "loss": 3.5841455459594727, "lr": 0.0006815691116578904, "grad_norm": 0.13921011984348297, "tokens_per_second": 1780877.4909789925, "training_seconds": 0.6623970520013245, "elapsed_tokens_per_second": 1278683.0870158598, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2520, "epoch": 33, "tokens": 330301440, "loss": 3.603168475627899, "lr": 0.0006394475599915362, "grad_norm": 0.13372358679771423, "tokens_per_second": 1781796.7362251238, "training_seconds": 1.4712340339974617, "elapsed_tokens_per_second": 1281548.4404185896, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2540, "epoch": 33, "tokens": 332922880, "loss": 3.6190220713615417, "lr": 0.000598513769050322, "grad_norm": 0.13528573513031006, "tokens_per_second": 1777403.5944000643, "training_seconds": 1.4748704279991216, "elapsed_tokens_per_second": 1284360.4625426817, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2560, "epoch": 33, "tokens": 335544320, "loss": 3.5971627831459045, "lr": 0.0005587883355167817, "grad_norm": 0.1319071352481842, "tokens_per_second": 1772625.939385765, "training_seconds": 1.478845559999172, "elapsed_tokens_per_second": 1287124.9422290984, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2568, "epoch": 33, "tokens": 336592896, "loss": 3.6349641382694244, "lr": 0.0005432410003009801, "grad_norm": 0.13009701669216156, "tokens_per_second": 1771769.201302337, "training_seconds": 0.591824262002774, "elapsed_tokens_per_second": 1288211.694347793, "peak_memory_bytes": 42389451776}
{"loss": 3.615632434530262, "perplexity": 37.17484915099787, "tokens": 336592896, "seconds": 0.5355356130021391, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 33, "step": 2568, "evaluation_tokens": 1048576}
{"event": "train", "step": 2580, "epoch": 34, "tokens": 338165760, "loss": 3.6005850632985434, "lr": 0.0005202912480634555, "grad_norm": 0.13587112724781036, "tokens_per_second": 1785001.5487244267, "training_seconds": 0.8811555380016216, "elapsed_tokens_per_second": 1287214.5832507224, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2600, "epoch": 34, "tokens": 340787200, "loss": 3.6181705236434936, "lr": 0.00048304187729517967, "grad_norm": 0.1287366896867752, "tokens_per_second": 1776323.570662469, "training_seconds": 1.475767165000434, "elapsed_tokens_per_second": 1289940.8080750383, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2620, "epoch": 34, "tokens": 343408640, "loss": 3.5978894352912905, "lr": 0.00044705896600236427, "grad_norm": 0.13854201138019562, "tokens_per_second": 1777520.7185964198, "training_seconds": 1.4747732460018597, "elapsed_tokens_per_second": 1292640.1969816468, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2640, "epoch": 34, "tokens": 346030080, "loss": 3.603320848941803, "lr": 0.0004123606197301715, "grad_norm": 0.12737557291984558, "tokens_per_second": 1776067.245894708, "training_seconds": 1.475980149996758, "elapsed_tokens_per_second": 1295302.844999774, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2646, "epoch": 34, "tokens": 346816512, "loss": 3.61614982287089, "lr": 0.00040220423323997126, "grad_norm": 0.129986971616745, "tokens_per_second": 1768285.5228529517, "training_seconds": 0.4447426560000167, "elapsed_tokens_per_second": 1296081.848113728, "peak_memory_bytes": 42389451776}
{"loss": 3.605056264302217, "perplexity": 36.78375341124122, "tokens": 346816512, "seconds": 0.5382382460011286, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 34, "step": 2646, "evaluation_tokens": 1048576}
{"event": "train", "step": 2660, "epoch": 35, "tokens": 348651520, "loss": 3.6005127259663174, "lr": 0.0003789642976683362, "grad_norm": 0.12620162963867188, "tokens_per_second": 1775229.3991978616, "training_seconds": 1.0336737329998869, "elapsed_tokens_per_second": 1295302.1400782745, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2680, "epoch": 35, "tokens": 351272960, "loss": 3.60871217250824, "lr": 0.00034688680386621407, "grad_norm": 0.13223035633563995, "tokens_per_second": 1779415.1423547366, "training_seconds": 1.4732031540042954, "elapsed_tokens_per_second": 1297929.4615276558, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2700, "epoch": 35, "tokens": 353894400, "loss": 3.612139546871185, "lr": 0.00031614427877747775, "grad_norm": 0.13191868364810944, "tokens_per_second": 1778548.6064054987, "training_seconds": 1.4739209210019908, "elapsed_tokens_per_second": 1300525.1357364794, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2720, "epoch": 35, "tokens": 356515840, "loss": 3.59606214761734, "lr": 0.00028675219113871356, "grad_norm": 0.13152365386486053, "tokens_per_second": 1776022.5042023126, "training_seconds": 1.4760173329996178, "elapsed_tokens_per_second": 1303083.6291031763, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2724, "epoch": 35, "tokens": 357040128, "loss": 3.621708631515503, "lr": 0.00028103713960192587, "grad_norm": 0.12871359288692474, "tokens_per_second": 1769424.9976523663, "training_seconds": 0.2963041670009261, "elapsed_tokens_per_second": 1303580.9618711623, "peak_memory_bytes": 42389451776}
{"loss": 3.5960791766157367, "perplexity": 36.45502017264752, "tokens": 357040128, "seconds": 0.537388832999568, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 35, "step": 2724, "evaluation_tokens": 1048576}
{"event": "train", "step": 2740, "epoch": 36, "tokens": 359137280, "loss": 3.6001719534397125, "lr": 0.0002587253301860059, "grad_norm": 0.13591057062149048, "tokens_per_second": 1784965.1188758446, "training_seconds": 1.1748980289994506, "elapsed_tokens_per_second": 1303041.7896693118, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2760, "epoch": 36, "tokens": 361758720, "loss": 3.5953888654708863, "lr": 0.00023207779821343022, "grad_norm": 0.12134256213903427, "tokens_per_second": 1781429.8539547962, "training_seconds": 1.4715370319972862, "elapsed_tokens_per_second": 1305576.669033102, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2780, "epoch": 36, "tokens": 364380160, "loss": 3.598009729385376, "lr": 0.00020682300347719097, "grad_norm": 0.12245004624128342, "tokens_per_second": 1775327.7241431412, "training_seconds": 1.4765949770007865, "elapsed_tokens_per_second": 1308056.7767487268, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2800, "epoch": 36, "tokens": 367001600, "loss": 3.5852425336837768, "lr": 0.00018297365344897997, "grad_norm": 0.12320954352617264, "tokens_per_second": 1776235.6812619246, "training_seconds": 1.475840187005815, "elapsed_tokens_per_second": 1310516.5394287768, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2802, "epoch": 36, "tokens": 367263744, "loss": 3.567877769470215, "lr": 0.00018066648607535895, "grad_norm": 0.1248999610543251, "tokens_per_second": 1754081.0300056874, "training_seconds": 0.14944805599952815, "elapsed_tokens_per_second": 1310745.5300951563, "peak_memory_bytes": 42389451776}
{"loss": 3.5881907560940736, "perplexity": 36.16857891332186, "tokens": 367263744, "seconds": 0.5327584879996721, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 36, "step": 2802, "evaluation_tokens": 1048576}
{"event": "train", "step": 2820, "epoch": 37, "tokens": 369623040, "loss": 3.587218748198615, "lr": 0.00016054174842195112, "grad_norm": 0.12382306158542633, "tokens_per_second": 1771869.2052597953, "training_seconds": 1.3315294339990942, "elapsed_tokens_per_second": 1310400.161668853, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2840, "epoch": 37, "tokens": 372244480, "loss": 3.6074311256408693, "lr": 0.00013953857547252223, "grad_norm": 0.11974826455116272, "tokens_per_second": 1768396.063445815, "training_seconds": 1.482382852002047, "elapsed_tokens_per_second": 1312788.8764233086, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2860, "epoch": 37, "tokens": 374865920, "loss": 3.570997679233551, "lr": 0.0001199747027810525, "grad_norm": 0.12829160690307617, "tokens_per_second": 1772218.0433961092, "training_seconds": 1.479185932999826, "elapsed_tokens_per_second": 1315165.4356483785, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2880, "epoch": 37, "tokens": 377487360, "loss": 3.5838260531425474, "lr": 0.00010185997431424299, "grad_norm": 0.12296324968338013, "tokens_per_second": 1777718.556659848, "training_seconds": 1.4746091220004018, "elapsed_tokens_per_second": 1317538.3381865367, "peak_memory_bytes": 42389451776}
{"loss": 3.5834699730253496, "perplexity": 35.99823728764896, "tokens": 377487360, "seconds": 0.5313746620013262, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 37, "step": 2880, "evaluation_tokens": 1048576}
{"event": "train", "step": 2900, "epoch": 38, "tokens": 380108800, "loss": 3.5849471569061278, "lr": 8.520350487194096e-05, "grad_norm": 0.12215742468833923, "tokens_per_second": 1775791.0934276986, "training_seconds": 1.4762096790000214, "elapsed_tokens_per_second": 1317404.4865149998, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2920, "epoch": 38, "tokens": 382730240, "loss": 3.5928965330123903, "lr": 7.001367550083971e-05, "grad_norm": 0.12484648823738098, "tokens_per_second": 1770110.3498916926, "training_seconds": 1.4809472190027009, "elapsed_tokens_per_second": 1319708.0726685734, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2940, "epoch": 38, "tokens": 385351680, "loss": 3.580563759803772, "lr": 5.6298129277383315e-05, "grad_norm": 0.12344502657651901, "tokens_per_second": 1771942.627798516, "training_seconds": 1.4794158450022223, "elapsed_tokens_per_second": 1321996.9363933778, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2958, "epoch": 38, "tokens": 387710976, "loss": 3.5928101672066584, "lr": 4.52203690440931e-05, "grad_norm": 0.11964460462331772, "tokens_per_second": 1782055.382643494, "training_seconds": 1.3239184499980183, "elapsed_tokens_per_second": 1324067.6612798136, "peak_memory_bytes": 42389451776}
{"loss": 3.5803160548164077, "perplexity": 35.88488064433345, "tokens": 387710976, "seconds": 0.5372855729947332, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 38, "step": 2958, "evaluation_tokens": 1048576}
{"event": "train", "step": 2960, "epoch": 39, "tokens": 387973120, "loss": 3.577719807624817, "lr": 4.406376746199359e-05, "grad_norm": 0.11965610086917877, "tokens_per_second": 1851503.6889063127, "training_seconds": 0.14158437899459386, "elapsed_tokens_per_second": 1321852.6012236946, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2980, "epoch": 39, "tokens": 390594560, "loss": 3.582065689563751, "lr": 3.3316746026558764e-05, "grad_norm": 0.11959236860275269, "tokens_per_second": 1768819.501581976, "training_seconds": 1.4820279840059811, "elapsed_tokens_per_second": 1324091.47916015, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3000, "epoch": 39, "tokens": 393216000, "loss": 3.578741502761841, "lr": 2.4062472556929617e-05, "grad_norm": 0.1229211613535881, "tokens_per_second": 1774390.100107931, "training_seconds": 1.4773752399996738, "elapsed_tokens_per_second": 1326328.0555157114, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3020, "epoch": 39, "tokens": 395837440, "loss": 3.5752684235572816, "lr": 1.6305603531978965e-05, "grad_norm": 0.11982771754264832, "tokens_per_second": 1776168.5959576475, "training_seconds": 1.4758959290047642, "elapsed_tokens_per_second": 1328551.3274678846, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3035, "epoch": 39, "tokens": 397803520, "loss": 3.56281050046285, "lr": 1.1472999731468093e-05, "grad_norm": 0.11946260929107666, "tokens_per_second": 1768551.1101247387, "training_seconds": 1.1116896700041252, "elapsed_tokens_per_second": 1330177.418135848, "peak_memory_bytes": 42389451776}
{"loss": 3.57897084356739, "perplexity": 35.8366403531868, "tokens": 397803520, "seconds": 0.5369591260023299, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 39, "step": 3035, "evaluation_tokens": 1048576}
{"event": "train", "step": 3040, "epoch": 40, "tokens": 398458880, "loss": 3.5998535633087156, "lr": 1.0050041980600555e-05, "grad_norm": 0.12131834775209427, "tokens_per_second": 1800671.1198499668, "training_seconds": 0.3639531909939251, "elapsed_tokens_per_second": 1328326.466432999, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3060, "epoch": 40, "tokens": 401080320, "loss": 3.589685010910034, "lr": 5.2989355178180155e-06, "grad_norm": 0.1218290701508522, "tokens_per_second": 1772947.8355502074, "training_seconds": 1.4785770610033069, "elapsed_tokens_per_second": 1330500.4184758672, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3080, "epoch": 40, "tokens": 403701760, "loss": 3.5620160341262816, "lr": 2.0546747609980766e-06, "grad_norm": 0.11971575766801834, "tokens_per_second": 1765016.365680899, "training_seconds": 1.485221356000693, "elapsed_tokens_per_second": 1332622.9973475488, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3100, "epoch": 40, "tokens": 406323200, "loss": 3.5723304867744448, "lr": 3.1889212696112336e-07, "grad_norm": 0.12024013698101044, "tokens_per_second": 1765473.5314083677, "training_seconds": 1.4848367609956767, "elapsed_tokens_per_second": 1334728.666091768, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3113, "epoch": 40, "tokens": 408027136, "loss": 3.5902743889735294, "lr": 0.0, "grad_norm": 0.11840140074491501, "tokens_per_second": 1774347.7542172917, "training_seconds": 0.9603168239991646, "elapsed_tokens_per_second": 1336102.322421723, "peak_memory_bytes": 42389451776}
{"loss": 3.5787311076781037, "perplexity": 35.82805005408533, "tokens": 408027136, "seconds": 0.5343112009941251, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 40, "step": 3113, "evaluation_tokens": 1048576}
{"loss": 3.579848873468441, "perplexity": 35.868119812901156, "tokens": 408027136, "seconds": 99.96416629500163, "split": "full", "validation_complete": true, "event": "final_validation", "step": 3113, "evaluation_tokens": 197411295}