{"event": "train", "step": 20, "epoch": 1, "tokens": 2621440, "loss": 9.668553018569947, "lr": 0.0003205128205128205, "grad_norm": 2.3777830600738525, "tokens_per_second": 47514.99048951753, "training_seconds": 55.17079921500408, "elapsed_tokens_per_second": 47514.99048951753, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 40, "epoch": 1, "tokens": 5242880, "loss": 7.854959774017334, "lr": 0.000641025641025641, "grad_norm": 0.4647102952003479, "tokens_per_second": 1726689.9239786216, "training_seconds": 1.51818804499635, "elapsed_tokens_per_second": 92476.02311714095, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 60, "epoch": 1, "tokens": 7864320, "loss": 6.887238502502441, "lr": 0.0009615384615384615, "grad_norm": 0.9961331486701965, "tokens_per_second": 1723362.0404854591, "training_seconds": 1.5211197290045675, "elapsed_tokens_per_second": 135085.97317767932, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 78, "epoch": 1, "tokens": 10223616, "loss": 6.578260898590088, "lr": 0.00125, "grad_norm": 0.9311594367027283, "tokens_per_second": 1719524.1886223054, "training_seconds": 1.3720632810000097, "elapsed_tokens_per_second": 171564.85332352895, "peak_memory_bytes": 21988176384}
{"loss": 6.435095100449985, "perplexity": 623.3418601362848, "tokens": 10223616, "seconds": 0.9841320879932027, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 1, "step": 78, "evaluation_tokens": 1048576}
{"event": "train", "step": 80, "epoch": 2, "tokens": 10485760, "loss": 6.409104347229004, "lr": 0.001282051282051282, "grad_norm": 0.5202152729034424, "tokens_per_second": 1778445.9977215724, "training_seconds": 0.1474005959898932, "elapsed_tokens_per_second": 172666.7446328026, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 100, "epoch": 2, "tokens": 13107200, "loss": 6.249775147438049, "lr": 0.0016025641025641025, "grad_norm": 0.4674030840396881, "tokens_per_second": 1715418.3547442274, "training_seconds": 1.528163665003376, "elapsed_tokens_per_second": 210531.997822168, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 120, "epoch": 2, "tokens": 15728640, "loss": 6.010388445854187, "lr": 0.001923076923076923, "grad_norm": 0.3851986825466156, "tokens_per_second": 1721259.6245406056, "training_seconds": 1.522977686006925, "elapsed_tokens_per_second": 246599.57755703895, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 140, "epoch": 2, "tokens": 18350080, "loss": 5.794044327735901, "lr": 0.002243589743589744, "grad_norm": 0.8111000061035156, "tokens_per_second": 1717049.559149584, "training_seconds": 1.5267119030031608, "elapsed_tokens_per_second": 280969.0438183927, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 156, "epoch": 2, "tokens": 20447232, "loss": 5.684753924608231, "lr": 0.0025, "grad_norm": 0.2766948938369751, "tokens_per_second": 1716671.333027726, "training_seconds": 1.2216386210056953, "elapsed_tokens_per_second": 307323.8744829438, "peak_memory_bytes": 42389451776}
{"loss": 5.602311758991428, "perplexity": 271.0522912726056, "tokens": 20447232, "seconds": 0.5481317660014611, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 2, "step": 156, "evaluation_tokens": 1048576}
{"event": "train", "step": 160, "epoch": 3, "tokens": 20971520, "loss": 5.551480412483215, "lr": 0.002564102564102564, "grad_norm": 0.381538450717926, "tokens_per_second": 1769604.7267696261, "training_seconds": 0.29627407299994957, "elapsed_tokens_per_second": 311222.57979925355, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 180, "epoch": 3, "tokens": 23592960, "loss": 5.4675147294998165, "lr": 0.0028846153846153848, "grad_norm": 0.345943808555603, "tokens_per_second": 1714085.0358650582, "training_seconds": 1.5293523630098207, "elapsed_tokens_per_second": 342350.2168610102, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 200, "epoch": 3, "tokens": 26214400, "loss": 5.327041220664978, "lr": 0.003205128205128205, "grad_norm": 0.3861231803894043, "tokens_per_second": 1715148.0278835264, "training_seconds": 1.5284045209991746, "elapsed_tokens_per_second": 372127.76208218915, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 220, "epoch": 3, "tokens": 28835840, "loss": 5.204803395271301, "lr": 0.003525641025641026, "grad_norm": 0.478957861661911, "tokens_per_second": 1711587.762305608, "training_seconds": 1.5315837479865877, "elapsed_tokens_per_second": 400623.6018216118, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 233, "epoch": 3, "tokens": 30539776, "loss": 5.1622329491835375, "lr": 0.003733974358974359, "grad_norm": 0.30668532848358154, "tokens_per_second": 1716660.915550256, "training_seconds": 0.9925874030013802, "elapsed_tokens_per_second": 418516.32776129816, "peak_memory_bytes": 42389451776}
{"loss": 5.120815234052039, "perplexity": 167.4718427337357, "tokens": 30539776, "seconds": 0.5457370270014508, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 3, "step": 233, "evaluation_tokens": 1048576}
{"event": "train", "step": 240, "epoch": 4, "tokens": 31457280, "loss": 5.069747175489153, "lr": 0.003846153846153846, "grad_norm": 0.3018815219402313, "tokens_per_second": 1742692.0300298722, "training_seconds": 0.5264865990029648, "elapsed_tokens_per_second": 424812.3562144744, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 260, "epoch": 4, "tokens": 34078720, "loss": 5.045310473442077, "lr": 0.004166666666666667, "grad_norm": 0.24997320771217346, "tokens_per_second": 1716923.8604316758, "training_seconds": 1.5268236760020955, "elapsed_tokens_per_second": 450909.3028963586, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 280, "epoch": 4, "tokens": 36700160, "loss": 4.982071208953857, "lr": 0.004487179487179488, "grad_norm": 0.4183354377746582, "tokens_per_second": 1713613.1938024668, "training_seconds": 1.5297734689956997, "elapsed_tokens_per_second": 475950.8576607046, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 300, "epoch": 4, "tokens": 39321600, "loss": 4.907058787345886, "lr": 0.004807692307692308, "grad_norm": 0.24974921345710754, "tokens_per_second": 1712036.6289493453, "training_seconds": 1.5311821929935832, "elapsed_tokens_per_second": 500011.4551307467, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 311, "epoch": 4, "tokens": 40763392, "loss": 4.855311133644798, "lr": 0.0049839743589743584, "grad_norm": 0.2897557318210602, "tokens_per_second": 1709938.756334298, "training_seconds": 0.8431834149960196, "elapsed_tokens_per_second": 512835.3056447045, "peak_memory_bytes": 42389451776}
{"loss": 4.873096087579019, "perplexity": 130.725027126071, "tokens": 40763392, "seconds": 0.5470188409963157, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 4, "step": 311, "evaluation_tokens": 1048576}
{"event": "train", "step": 320, "epoch": 5, "tokens": 41943040, "loss": 4.838258743286133, "lr": 0.004999899362323586, "grad_norm": 0.3025173544883728, "tokens_per_second": 1733852.2329782268, "training_seconds": 0.6803624770109309, "elapsed_tokens_per_second": 519603.8737968628, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 340, "epoch": 5, "tokens": 44564480, "loss": 4.771186208724975, "lr": 0.0049987672815123355, "grad_norm": 0.22622519731521606, "tokens_per_second": 1715356.215657476, "training_seconds": 1.5282190230063861, "elapsed_tokens_per_second": 541814.1502513913, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 360, "epoch": 5, "tokens": 47185920, "loss": 4.695425176620484, "lr": 0.004996377894323162, "grad_norm": 0.24373656511306763, "tokens_per_second": 1718213.3827798415, "training_seconds": 1.5256777919857996, "elapsed_tokens_per_second": 563227.3876840747, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 380, "epoch": 5, "tokens": 49807360, "loss": 4.599715209007263, "lr": 0.004992732403025591, "grad_norm": 0.31198251247406006, "tokens_per_second": 1719287.38449777, "training_seconds": 1.524724734001211, "elapsed_tokens_per_second": 583820.6468499879, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 389, "epoch": 5, "tokens": 50987008, "loss": 4.5540888044569225, "lr": 0.004990682593570323, "grad_norm": 0.23388104140758514, "tokens_per_second": 1718242.3475419478, "training_seconds": 0.686543432995677, "elapsed_tokens_per_second": 592865.9474422015, "peak_memory_bytes": 42389451776}
{"loss": 4.5542897402843625, "perplexity": 95.03922872216903, "tokens": 50987008, "seconds": 0.5479645070008701, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 5, "step": 389, "evaluation_tokens": 1048576}
{"event": "train", "step": 400, "epoch": 6, "tokens": 52428800, "loss": 4.519145055250688, "lr": 0.004987832641923876, "grad_norm": 0.26663902401924133, "tokens_per_second": 1726636.143612388, "training_seconds": 0.835029433001182, "elapsed_tokens_per_second": 599943.1295432603, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 420, "epoch": 6, "tokens": 55050240, "loss": 4.474358749389649, "lr": 0.00498168107643404, "grad_norm": 0.21462057530879974, "tokens_per_second": 1713816.4556367148, "training_seconds": 1.5295920350035885, "elapsed_tokens_per_second": 619096.2218348867, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 440, "epoch": 6, "tokens": 57671680, "loss": 4.412232685089111, "lr": 0.004974280801843336, "grad_norm": 0.2282220721244812, "tokens_per_second": 1715384.7343355215, "training_seconds": 1.5281936160026817, "elapsed_tokens_per_second": 637607.3354885356, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 460, "epoch": 6, "tokens": 60293120, "loss": 4.367995834350586, "lr": 0.004965635541752804, "grad_norm": 0.20632962882518768, "tokens_per_second": 1718066.6158226884, "training_seconds": 1.5258081240026513, "elapsed_tokens_per_second": 655522.7407524718, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 467, "epoch": 6, "tokens": 61210624, "loss": 4.328607899802072, "lr": 0.0049623163591299225, "grad_norm": 0.21255023777484894, "tokens_per_second": 1717331.348639647, "training_seconds": 0.5342614870023681, "elapsed_tokens_per_second": 661643.8981824436, "peak_memory_bytes": 42389451776}
{"loss": 4.353043000651144, "perplexity": 77.71458902211756, "tokens": 61210624, "seconds": 0.5490358329989249, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 6, "step": 467, "evaluation_tokens": 1048576}
{"event": "train", "step": 480, "epoch": 7, "tokens": 62914560, "loss": 4.3268691943242, "lr": 0.004955749646203652, "grad_norm": 0.20729100704193115, "tokens_per_second": 1723977.4219952754, "training_seconds": 0.9883748930005822, "elapsed_tokens_per_second": 668902.8501955207, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 500, "epoch": 7, "tokens": 65536000, "loss": 4.30333149433136, "lr": 0.004944628089488454, "grad_norm": 0.2198646068572998, "tokens_per_second": 1714488.8949955595, "training_seconds": 1.5289921140065417, "elapsed_tokens_per_second": 685619.9992170474, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 520, "epoch": 7, "tokens": 68157440, "loss": 4.270420742034912, "lr": 0.004932276467648223, "grad_norm": 0.20513050258159637, "tokens_per_second": 1715844.04735044, "training_seconds": 1.5277845349919517, "elapsed_tokens_per_second": 701816.4243349731, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 540, "epoch": 7, "tokens": 70778880, "loss": 4.2563882827758786, "lr": 0.00491870099565665, "grad_norm": 0.2593930661678314, "tokens_per_second": 1717648.9832612309, "training_seconds": 1.5261791119992267, "elapsed_tokens_per_second": 717523.1741321079, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 545, "epoch": 7, "tokens": 71434240, "loss": 4.26069917678833, "lr": 0.004915116688071464, "grad_norm": 0.22218045592308044, "tokens_per_second": 1709996.3993012973, "training_seconds": 0.38325226899178233, "elapsed_tokens_per_second": 721352.5054295305, "peak_memory_bytes": 42389451776}
{"loss": 4.249654858840003, "perplexity": 70.08122025843132, "tokens": 71434240, "seconds": 0.5476603940041969, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 7, "step": 545, "evaluation_tokens": 1048576}
{"event": "train", "step": 560, "epoch": 8, "tokens": 73400320, "loss": 4.233737277984619, "lr": 0.004903908504292913, "grad_norm": 0.18695810437202454, "tokens_per_second": 1722297.3674586862, "training_seconds": 1.14154502999736, "elapsed_tokens_per_second": 728717.8157019581, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 580, "epoch": 8, "tokens": 76021760, "loss": 4.200326061248779, "lr": 0.004887906436704631, "grad_norm": 0.20816457271575928, "tokens_per_second": 1714979.6374372898, "training_seconds": 1.5285545920050936, "elapsed_tokens_per_second": 743452.3491260265, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 600, "epoch": 8, "tokens": 78643200, "loss": 4.190156245231629, "lr": 0.0048707028446626855, "grad_norm": 0.21576644480228424, "tokens_per_second": 1714132.813187522, "training_seconds": 1.5293097359972307, "elapsed_tokens_per_second": 757743.9468750415, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 620, "epoch": 8, "tokens": 81264640, "loss": 4.179686379432678, "lr": 0.004852306384509808, "grad_norm": 0.18041814863681793, "tokens_per_second": 1716229.2446257551, "training_seconds": 1.5274416329921223, "elapsed_tokens_per_second": 771637.0870726231, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 623, "epoch": 8, "tokens": 81657856, "loss": 4.150679747263591, "lr": 0.0048494445949372016, "grad_norm": 0.3089439570903778, "tokens_per_second": 1720936.4942507409, "training_seconds": 0.22848954700748436, "elapsed_tokens_per_second": 773680.5778534102, "peak_memory_bytes": 42389451776}
{"loss": 4.169838308184271, "perplexity": 64.70498899436876, "tokens": 81657856, "seconds": 0.5530736049986444, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 8, "step": 623, "evaluation_tokens": 1048576}
{"event": "train", "step": 640, "epoch": 9, "tokens": 83886080, "loss": 4.1552236781400795, "lr": 0.004832726312804964, "grad_norm": 0.20530202984809875, "tokens_per_second": 1721268.5997912101, "training_seconds": 1.2945242830028292, "elapsed_tokens_per_second": 781076.1110420605, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 660, "epoch": 9, "tokens": 86507520, "loss": 4.143764305114746, "lr": 0.004811972481665723, "grad_norm": 0.1863977164030075, "tokens_per_second": 1719677.1675375598, "training_seconds": 1.5243791389948456, "elapsed_tokens_per_second": 794203.0084227714, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 680, "epoch": 9, "tokens": 89128960, "loss": 4.1185129404067995, "lr": 0.004790055333810961, "grad_norm": 0.20239663124084473, "tokens_per_second": 1713226.0235197905, "training_seconds": 1.5301191810140153, "elapsed_tokens_per_second": 806922.6214371086, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 700, "epoch": 9, "tokens": 91750400, "loss": 4.1060261726379395, "lr": 0.004766985897306392, "grad_norm": 0.1673361212015152, "tokens_per_second": 1718072.9642684562, "training_seconds": 1.5258024859940633, "elapsed_tokens_per_second": 819328.6044220654, "peak_memory_bytes": 42389451776}
{"loss": 4.112107769687422, "perplexity": 61.075314692412206, "tokens": 91750400, "seconds": 0.5516646259929985, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 9, "step": 700, "evaluation_tokens": 1048576}
{"event": "train", "step": 720, "epoch": 10, "tokens": 94371840, "loss": 4.088339734077453, "lr": 0.004742775780015567, "grad_norm": 0.17890888452529907, "tokens_per_second": 1719672.2940742236, "training_seconds": 1.5243834590073675, "elapsed_tokens_per_second": 827352.7094099123, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 740, "epoch": 10, "tokens": 96993280, "loss": 4.080475234985352, "lr": 0.0047174371637591405, "grad_norm": 0.16125479340553284, "tokens_per_second": 1717733.2210884097, "training_seconds": 1.5261042680067476, "elapsed_tokens_per_second": 839096.6427978814, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 760, "epoch": 10, "tokens": 99614720, "loss": 4.067932403087616, "lr": 0.0046909827981853345, "grad_norm": 0.1647351235151291, "tokens_per_second": 1718902.5513883017, "training_seconds": 1.5250660939927911, "elapsed_tokens_per_second": 850544.5733949051, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 778, "epoch": 10, "tokens": 101974016, "loss": 4.055014226171705, "lr": 0.0046662308936010225, "grad_norm": 0.2129540890455246, "tokens_per_second": 1718358.2624190806, "training_seconds": 1.3729942420031875, "elapsed_tokens_per_second": 860588.9964316302, "peak_memory_bytes": 42389451776}
{"loss": 4.064896828373598, "perplexity": 58.25889754726394, "tokens": 101974016, "seconds": 0.5493653399898903, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 10, "step": 778, "evaluation_tokens": 1048576}
{"event": "train", "step": 780, "epoch": 11, "tokens": 102236160, "loss": 4.015887260437012, "lr": 0.004663425994354689, "grad_norm": 0.1843625009059906, "tokens_per_second": 1849707.7979949873, "training_seconds": 0.14172184400376864, "elapsed_tokens_per_second": 857391.0396448195, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 800, "epoch": 11, "tokens": 104857600, "loss": 4.041284608840942, "lr": 0.004634780618042328, "grad_norm": 0.2019517868757248, "tokens_per_second": 1710246.7910887918, "training_seconds": 1.5327846329892054, "elapsed_tokens_per_second": 868206.7983485563, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 820, "epoch": 11, "tokens": 107479040, "loss": 4.0328898429870605, "lr": 0.004605061082761107, "grad_norm": 0.1604091227054596, "tokens_per_second": 1711537.490656352, "training_seconds": 1.5316287339956034, "elapsed_tokens_per_second": 878755.6339777398, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 840, "epoch": 11, "tokens": 110100480, "loss": 4.018158602714538, "lr": 0.004574282342509156, "grad_norm": 0.17226500809192657, "tokens_per_second": 1713094.2576576797, "training_seconds": 1.530236873004469, "elapsed_tokens_per_second": 889056.2745674748, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 856, "epoch": 11, "tokens": 112197632, "loss": 4.004053205251694, "lr": 0.004548907112255265, "grad_norm": 0.17562907934188843, "tokens_per_second": 1712887.4674758085, "training_seconds": 1.224337289997493, "elapsed_tokens_per_second": 897109.9630899421, "peak_memory_bytes": 42389451776}
{"loss": 4.023952966180755, "perplexity": 55.92172617947275, "tokens": 112197632, "seconds": 0.5504003469977761, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 11, "step": 856, "evaluation_tokens": 1048576}
{"event": "train", "step": 860, "epoch": 12, "tokens": 112721920, "loss": 3.9966596961021423, "lr": 0.00454245988424547, "grad_norm": 0.18101070821285248, "tokens_per_second": 1741858.7627023822, "training_seconds": 0.3009934049914591, "elapsed_tokens_per_second": 895161.4975168941, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 880, "epoch": 12, "tokens": 115343360, "loss": 3.9866188645362852, "lr": 0.004509609720097321, "grad_norm": 0.17703792452812195, "tokens_per_second": 1712566.8933320027, "training_seconds": 1.5307080909988144, "elapsed_tokens_per_second": 904971.0275041377, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 900, "epoch": 12, "tokens": 117964800, "loss": 3.989962470531464, "lr": 0.004475748379303428, "grad_norm": 0.18232634663581848, "tokens_per_second": 1711614.7309101417, "training_seconds": 1.5315596159925917, "elapsed_tokens_per_second": 914537.7655054148, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 920, "epoch": 12, "tokens": 120586240, "loss": 3.9825878500938416, "lr": 0.004440892899896928, "grad_norm": 0.15953950583934784, "tokens_per_second": 1712056.3493508282, "training_seconds": 1.5311645559995668, "elapsed_tokens_per_second": 923885.6026140824, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 934, "epoch": 12, "tokens": 122421248, "loss": 3.973643388066973, "lr": 0.004415911923743702, "grad_norm": 0.1603742092847824, "tokens_per_second": 1712732.6057984612, "training_seconds": 1.0713919929985423, "elapsed_tokens_per_second": 930296.7437438178, "peak_memory_bytes": 42389451776}
{"loss": 3.989326152693368, "perplexity": 54.01847689131973, "tokens": 122421248, "seconds": 0.5476427379908273, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 12, "step": 934, "evaluation_tokens": 1048576}
{"event": "train", "step": 940, "epoch": 13, "tokens": 123207680, "loss": 3.9365502993265786, "lr": 0.004405060820132339, "grad_norm": 0.1740676909685135, "tokens_per_second": 1748004.6241173686, "training_seconds": 0.4499026999983471, "elapsed_tokens_per_second": 929180.0429994729, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 960, "epoch": 13, "tokens": 125829120, "loss": 3.964442241191864, "lr": 0.004368270169660825, "grad_norm": 0.1697770357131958, "tokens_per_second": 1714903.2083382083, "training_seconds": 1.5286227159958798, "elapsed_tokens_per_second": 938127.3394254951, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 980, "epoch": 13, "tokens": 128450560, "loss": 3.9412647008895876, "lr": 0.0043305394604582, "grad_norm": 0.169369637966156, "tokens_per_second": 1718042.1582422908, "training_seconds": 1.5258298449916765, "elapsed_tokens_per_second": 946888.174982824, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1000, "epoch": 13, "tokens": 131072000, "loss": 3.961089086532593, "lr": 0.004291887677510251, "grad_norm": 0.14627471566200256, "tokens_per_second": 1713069.9335877297, "training_seconds": 1.5302586010075174, "elapsed_tokens_per_second": 955426.6908635888, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1012, "epoch": 13, "tokens": 132644864, "loss": 3.96613617738088, "lr": 0.004268262563907721, "grad_norm": 0.15259762108325958, "tokens_per_second": 1715907.839528736, "training_seconds": 0.9166366419958649, "elapsed_tokens_per_second": 960463.4635490449, "peak_memory_bytes": 42389451776}
{"loss": 3.955185725584379, "perplexity": 52.20538892046625, "tokens": 132644864, "seconds": 0.5523230380058521, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 13, "step": 1012, "evaluation_tokens": 1048576}
{"event": "train", "step": 1020, "epoch": 14, "tokens": 133693440, "loss": 3.946083128452301, "lr": 0.00425233426926005, "grad_norm": 0.1580507457256317, "tokens_per_second": 1730790.9229544613, "training_seconds": 0.6058363180054585, "elapsed_tokens_per_second": 959953.5360196304, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1040, "epoch": 14, "tokens": 136314880, "loss": 3.9320271968841554, "lr": 0.004211899137822061, "grad_norm": 0.16011983156204224, "tokens_per_second": 1712960.8274785506, "training_seconds": 1.5303560699976515, "elapsed_tokens_per_second": 968130.6291513426, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1060, "epoch": 14, "tokens": 138936320, "loss": 3.9277977466583254, "lr": 0.004170602628967988, "grad_norm": 0.16807009279727936, "tokens_per_second": 1715311.9000627077, "training_seconds": 1.5282585050008493, "elapsed_tokens_per_second": 976141.4736981448, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1080, "epoch": 14, "tokens": 141557760, "loss": 3.9286792874336243, "lr": 0.004128465521889375, "grad_norm": 0.16953201591968536, "tokens_per_second": 1715446.379311499, "training_seconds": 1.5281386999995448, "elapsed_tokens_per_second": 983985.7082952233, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1090, "epoch": 14, "tokens": 142868480, "loss": 3.9253065824508666, "lr": 0.004107088353457822, "grad_norm": 0.1677643060684204, "tokens_per_second": 1717792.0025052358, "training_seconds": 0.7630260229925625, "elapsed_tokens_per_second": 987846.2176904271, "peak_memory_bytes": 42389451776}
{"loss": 3.928152694720356, "perplexity": 50.8130237480881, "tokens": 142868480, "seconds": 0.550488951994339, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 14, "step": 1090, "evaluation_tokens": 1048576}
{"event": "train", "step": 1100, "epoch": 15, "tokens": 144179200, "loss": 3.9169151306152346, "lr": 0.0040855090187421296, "grad_norm": 0.1659327894449234, "tokens_per_second": 1730308.4683095615, "training_seconds": 0.7575065510027343, "elapsed_tokens_per_second": 987921.9444331283, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1120, "epoch": 15, "tokens": 146800640, "loss": 3.9194722414016723, "lr": 0.0040417547339782174, "grad_norm": 0.17508628964424133, "tokens_per_second": 1718395.5047151805, "training_seconds": 1.5255160949891433, "elapsed_tokens_per_second": 995470.5350767932, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1140, "epoch": 15, "tokens": 149422080, "loss": 3.9009180307388305, "lr": 0.003997224683469905, "grad_norm": 0.16642077267169952, "tokens_per_second": 1715183.9070348712, "training_seconds": 1.5283725490007782, "elapsed_tokens_per_second": 1002842.6695966462, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1160, "epoch": 15, "tokens": 152043520, "loss": 3.8827317237854, "lr": 0.003951941273432022, "grad_norm": 0.16129525005817413, "tokens_per_second": 1716631.1944192613, "training_seconds": 1.5270839820004767, "elapsed_tokens_per_second": 1010076.2757644637, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1167, "epoch": 15, "tokens": 152961024, "loss": 3.8943279130118236, "lr": 0.003935918304261752, "grad_norm": 0.16428011655807495, "tokens_per_second": 1720371.1896565075, "training_seconds": 0.5333174639963545, "elapsed_tokens_per_second": 1012572.8921441894, "peak_memory_bytes": 42389451776}
{"loss": 3.90439048445388, "perplexity": 49.61982663746181, "tokens": 152961024, "seconds": 0.5479215779923834, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 15, "step": 1167, "evaluation_tokens": 1048576}
{"event": "train", "step": 1180, "epoch": 16, "tokens": 154664960, "loss": 3.886965091411884, "lr": 0.003905927289147804, "grad_norm": 0.18171264231204987, "tokens_per_second": 1724125.1974489295, "training_seconds": 0.9882901789969765, "elapsed_tokens_per_second": 1013497.8077784128, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1200, "epoch": 16, "tokens": 157286400, "loss": 3.872325909137726, "lr": 0.0038592058835040135, "grad_norm": 0.17467285692691803, "tokens_per_second": 1713257.9111649739, "training_seconds": 1.5300907019991428, "elapsed_tokens_per_second": 1020436.6133363718, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1220, "epoch": 16, "tokens": 159907840, "loss": 3.870434045791626, "lr": 0.003811800565341085, "grad_norm": 0.15532782673835754, "tokens_per_second": 1716011.2461259002, "training_seconds": 1.5276356760005, "elapsed_tokens_per_second": 1027252.636775155, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1240, "epoch": 16, "tokens": 162529280, "loss": 3.8563563942909242, "lr": 0.0037637351876241634, "grad_norm": 0.15860356390476227, "tokens_per_second": 1715218.5610470208, "training_seconds": 1.5283416699967347, "elapsed_tokens_per_second": 1033933.965842006, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1245, "epoch": 16, "tokens": 163184640, "loss": 3.838782215118408, "lr": 0.0037516185359550993, "grad_norm": 0.17570708692073822, "tokens_per_second": 1723886.361027816, "training_seconds": 0.38016426999820396, "elapsed_tokens_per_second": 1035588.3909142294, "peak_memory_bytes": 42389451776}
{"loss": 3.8830082584999603, "perplexity": 48.57010695816962, "tokens": 163184640, "seconds": 0.5515702300035628, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 16, "step": 1245, "evaluation_tokens": 1048576}
{"event": "train", "step": 1260, "epoch": 17, "tokens": 165150720, "loss": 3.8596778392791746, "lr": 0.0037150339354409955, "grad_norm": 0.1593727022409439, "tokens_per_second": 1723080.1130881615, "training_seconds": 1.1410264589940198, "elapsed_tokens_per_second": 1036879.8282279721, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1280, "epoch": 17, "tokens": 167772160, "loss": 3.8627277970314027, "lr": 0.003665721313832702, "grad_norm": 0.14649340510368347, "tokens_per_second": 1712476.5589068336, "training_seconds": 1.5307888370007277, "elapsed_tokens_per_second": 1043303.7925649376, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1300, "epoch": 17, "tokens": 170393600, "loss": 3.8452324271202087, "lr": 0.003615822135463557, "grad_norm": 0.16173046827316284, "tokens_per_second": 1715880.258855307, "training_seconds": 1.527752293011872, "elapsed_tokens_per_second": 1049622.515742854, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1320, "epoch": 17, "tokens": 173015040, "loss": 3.850022256374359, "lr": 0.0035653615081359903, "grad_norm": 0.1650746613740921, "tokens_per_second": 1714556.5928645316, "training_seconds": 1.5289317429997027, "elapsed_tokens_per_second": 1055818.831283725, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1323, "epoch": 17, "tokens": 173408256, "loss": 3.871406157811483, "lr": 0.0035577455548971722, "grad_norm": 0.15821582078933716, "tokens_per_second": 1715529.004684933, "training_seconds": 0.22920976499153767, "elapsed_tokens_per_second": 1056730.189808628, "peak_memory_bytes": 42389451776}
{"loss": 3.870245366513305, "perplexity": 47.95415098022858, "tokens": 173408256, "seconds": 0.5508843480056385, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 17, "step": 1323, "evaluation_tokens": 1048576}
{"event": "train", "step": 1340, "epoch": 18, "tokens": 175636480, "loss": 3.8390061013838825, "lr": 0.0035143648221570697, "grad_norm": 0.16705286502838135, "tokens_per_second": 1718734.87895236, "training_seconds": 1.296432641989668, "elapsed_tokens_per_second": 1058345.3028014146, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1360, "epoch": 18, "tokens": 178257920, "loss": 3.8353473424911497, "lr": 0.00346285773756285, "grad_norm": 0.15331415832042694, "tokens_per_second": 1714219.0627551978, "training_seconds": 1.5292327899951488, "elapsed_tokens_per_second": 1064326.3069879988, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1380, "epoch": 18, "tokens": 180879360, "loss": 3.811429977416992, "lr": 0.003410866171206993, "grad_norm": 0.14289934933185577, "tokens_per_second": 1715498.6321470928, "training_seconds": 1.5280921540106647, "elapsed_tokens_per_second": 1070203.3105090454, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1400, "epoch": 18, "tokens": 183500800, "loss": 3.8267050981521606, "lr": 0.0033584162837201658, "grad_norm": 0.14423222839832306, "tokens_per_second": 1715615.0309629056, "training_seconds": 1.5279884780029533, "elapsed_tokens_per_second": 1075978.7320144444, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1401, "epoch": 18, "tokens": 183631872, "loss": 3.8263463973999023, "lr": 0.0033557822308610463, "grad_norm": 0.1593814343214035, "tokens_per_second": 1722552.412991404, "training_seconds": 0.07609173399396241, "elapsed_tokens_per_second": 1076257.5117529875, "peak_memory_bytes": 42389451776}
{"loss": 3.839674431585399, "perplexity": 46.51032968029873, "tokens": 183631872, "seconds": 0.546143313011271, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 18, "step": 1401, "evaluation_tokens": 1048576}
{"event": "train", "step": 1420, "epoch": 19, "tokens": 186122240, "loss": 3.8078974673622534, "lr": 0.0033055344663467817, "grad_norm": 0.14967454969882965, "tokens_per_second": 1724412.4268991456, "training_seconds": 1.4441835150064435, "elapsed_tokens_per_second": 1078238.7581871038, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1440, "epoch": 19, "tokens": 188743680, "loss": 3.8009801030159, "lr": 0.0032522473276657003, "grad_norm": 0.1450648307800293, "tokens_per_second": 1715461.3085269728, "training_seconds": 1.5281254010042176, "elapsed_tokens_per_second": 1083823.0884166858, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1460, "epoch": 19, "tokens": 191365120, "loss": 3.815390706062317, "lr": 0.00319858168020157, "grad_norm": 0.15934918820858002, "tokens_per_second": 1714433.1246350105, "training_seconds": 1.529041851987131, "elapsed_tokens_per_second": 1089301.5536787778, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1479, "epoch": 19, "tokens": 193855488, "loss": 3.8067339470511987, "lr": 0.003147273313955012, "grad_norm": 0.16390842199325562, "tokens_per_second": 1715318.2939119837, "training_seconds": 1.4518401679961244, "elapsed_tokens_per_second": 1094425.2209419631, "peak_memory_bytes": 42389451776}
{"loss": 3.8208792967325076, "perplexity": 45.64432558711967, "tokens": 193855488, "seconds": 0.5474806149868527, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 19, "step": 1479, "evaluation_tokens": 1048576}
{"event": "train", "step": 1480, "epoch": 20, "tokens": 193986560, "loss": 3.817373275756836, "lr": 0.003144564526933551, "grad_norm": 0.16338369250297546, "tokens_per_second": 1878144.4595413082, "training_seconds": 0.06978802899539005, "elapsed_tokens_per_second": 1091314.8850783524, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1500, "epoch": 20, "tokens": 196608000, "loss": 3.805638682842255, "lr": 0.0030902230477082115, "grad_norm": 0.14109490811824799, "tokens_per_second": 1715545.8730533815, "training_seconds": 1.5280500750086503, "elapsed_tokens_per_second": 1096626.9351342556, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1520, "epoch": 20, "tokens": 199229440, "loss": 3.8011884689331055, "lr": 0.0030355845855634263, "grad_norm": 0.1581016629934311, "tokens_per_second": 1716361.2606093662, "training_seconds": 1.5273241479881108, "elapsed_tokens_per_second": 1101854.7538335195, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1540, "epoch": 20, "tokens": 201850880, "loss": 3.7912150025367737, "lr": 0.0029806766329701583, "grad_norm": 0.14998257160186768, "tokens_per_second": 1714001.4322771402, "training_seconds": 1.5294269599980908, "elapsed_tokens_per_second": 1106979.193573096, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1557, "epoch": 20, "tokens": 204079104, "loss": 3.80365953725927, "lr": 0.0029338136193441822, "grad_norm": 0.1575990617275238, "tokens_per_second": 1714975.6276930207, "training_seconds": 1.299274441000307, "elapsed_tokens_per_second": 1111272.4060886952, "peak_memory_bytes": 42389451776}
{"loss": 3.8038754030639312, "perplexity": 44.874755712629955, "tokens": 204079104, "seconds": 0.5506193949986482, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 20, "step": 1557, "evaluation_tokens": 1048576}
{"event": "train", "step": 1560, "epoch": 21, "tokens": 204472320, "loss": 3.8102616469065347, "lr": 0.002925526817999061, "grad_norm": 0.16179248690605164, "tokens_per_second": 1752033.1623859536, "training_seconds": 0.22443410800769925, "elapsed_tokens_per_second": 1108685.3333242314, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1580, "epoch": 21, "tokens": 207093760, "loss": 3.782478141784668, "lr": 0.0028701628904188353, "grad_norm": 0.1454504132270813, "tokens_per_second": 1717988.497196459, "training_seconds": 1.5258775039983448, "elapsed_tokens_per_second": 1113676.4817215363, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1600, "epoch": 21, "tokens": 209715200, "loss": 3.782703733444214, "lr": 0.0028146127077333673, "grad_norm": 0.1743115484714508, "tokens_per_second": 1716975.4914835028, "training_seconds": 1.526777762992424, "elapsed_tokens_per_second": 1118582.2955187662, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1620, "epoch": 21, "tokens": 212336640, "loss": 3.7910466313362123, "lr": 0.002758904221164647, "grad_norm": 0.16964489221572876, "tokens_per_second": 1718545.3415801858, "training_seconds": 1.5253830879955785, "elapsed_tokens_per_second": 1123414.2703680382, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1634, "epoch": 21, "tokens": 214171648, "loss": 3.7844362940107072, "lr": 0.0027198290975098864, "grad_norm": 0.1566578596830368, "tokens_per_second": 1713569.583801512, "training_seconds": 1.0708686809957726, "elapsed_tokens_per_second": 1126731.8710725796, "peak_memory_bytes": 42389451776}
{"loss": 3.7844173640124246, "perplexity": 44.01002126517171, "tokens": 214171648, "seconds": 0.5488135969935684, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 21, "step": 1634, "evaluation_tokens": 1048576}
{"event": "train", "step": 1640, "epoch": 22, "tokens": 214958080, "loss": 3.7629871368408203, "lr": 0.0027030654615885314, "grad_norm": 0.16302365064620972, "tokens_per_second": 1737126.7046230908, "training_seconds": 0.452719999011606, "elapsed_tokens_per_second": 1124892.264366248, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1660, "epoch": 22, "tokens": 217579520, "loss": 3.7763670086860657, "lr": 0.0026471245254304355, "grad_norm": 0.16125214099884033, "tokens_per_second": 1715285.7407653665, "training_seconds": 1.5282818120031152, "elapsed_tokens_per_second": 1129567.3425128113, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1680, "epoch": 22, "tokens": 220200960, "loss": 3.7633397459983824, "lr": 0.0025911095605280292, "grad_norm": 0.15079791843891144, "tokens_per_second": 1717856.392893539, "training_seconds": 1.5259948449966032, "elapsed_tokens_per_second": 1134184.4255794464, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1700, "epoch": 22, "tokens": 222822400, "loss": 3.761470818519592, "lr": 0.0025350487519680766, "grad_norm": 0.15569065511226654, "tokens_per_second": 1716719.0615435466, "training_seconds": 1.5270058210007846, "elapsed_tokens_per_second": 1138720.7110862473, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1712, "epoch": 22, "tokens": 224395264, "loss": 3.7621118625005088, "lr": 0.002501401995934006, "grad_norm": 0.15157821774482727, "tokens_per_second": 1712125.5586593465, "training_seconds": 0.9186615970102139, "elapsed_tokens_per_second": 1141393.041208606, "peak_memory_bytes": 42389451776}
{"loss": 3.7681057245434038, "perplexity": 43.297968824505816, "tokens": 224395264, "seconds": 0.5495199429860804, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 22, "step": 1712, "evaluation_tokens": 1048576}
{"event": "train", "step": 1720, "epoch": 23, "tokens": 225443840, "loss": 3.752536028623581, "lr": 0.002478970307904525, "grad_norm": 0.1547808051109314, "tokens_per_second": 1733715.0137685107, "training_seconds": 0.6048145120003028, "elapsed_tokens_per_second": 1139787.5853128734, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1740, "epoch": 23, "tokens": 228065280, "loss": 3.7585076570510862, "lr": 0.0024229024453649877, "grad_norm": 0.15878567099571228, "tokens_per_second": 1716004.043485253, "training_seconds": 1.5276420879963553, "elapsed_tokens_per_second": 1144195.1721100484, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1760, "epoch": 23, "tokens": 230686720, "loss": 3.748191475868225, "lr": 0.002366873376052768, "grad_norm": 0.1440490186214447, "tokens_per_second": 1714726.5905163237, "training_seconds": 1.5287801650119945, "elapsed_tokens_per_second": 1148531.0520082023, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1780, "epoch": 23, "tokens": 233308160, "loss": 3.7437514066696167, "lr": 0.0023109112921515552, "grad_norm": 0.15911276638507843, "tokens_per_second": 1716261.732916593, "training_seconds": 1.5274127190059517, "elapsed_tokens_per_second": 1152806.8086084602, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1790, "epoch": 23, "tokens": 234618880, "loss": 3.7478098630905152, "lr": 0.0022829641709588093, "grad_norm": 0.14830392599105835, "tokens_per_second": 1718737.4785681397, "training_seconds": 0.7626062830095179, "elapsed_tokens_per_second": 1154924.0484955027, "peak_memory_bytes": 42389451776}
{"loss": 3.75131376333749, "perplexity": 42.576981349882985, "tokens": 234618880, "seconds": 0.5497165760025382, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 23, "step": 1790, "evaluation_tokens": 1048576}
{"event": "train", "step": 1800, "epoch": 24, "tokens": 235929600, "loss": 3.7358538627624513, "lr": 0.002255044352139943, "grad_norm": 0.1767149269580841, "tokens_per_second": 1730329.4719429065, "training_seconds": 0.7574973559967475, "elapsed_tokens_per_second": 1153732.0580821137, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1820, "epoch": 24, "tokens": 238551040, "loss": 3.7442203402519225, "lr": 0.0021993006666229126, "grad_norm": 0.15713432431221008, "tokens_per_second": 1714001.6474458568, "training_seconds": 1.5294267680001212, "elapsed_tokens_per_second": 1157882.1930354931, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1840, "epoch": 24, "tokens": 241172480, "loss": 3.7199219942092894, "lr": 0.0021437082841874017, "grad_norm": 0.14870664477348328, "tokens_per_second": 1714537.681649419, "training_seconds": 1.5289486069959821, "elapsed_tokens_per_second": 1161976.1706665452, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1860, "epoch": 24, "tokens": 243793920, "loss": 3.7424485206604006, "lr": 0.002088295177289076, "grad_norm": 0.17167304456233978, "tokens_per_second": 1713455.876375142, "training_seconds": 1.52991392200056, "elapsed_tokens_per_second": 1166002.9001422569, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1868, "epoch": 24, "tokens": 244842496, "loss": 3.729044109582901, "lr": 0.0020661863806558174, "grad_norm": 0.14034965634346008, "tokens_per_second": 1717628.5474192365, "training_seconds": 0.6104789080127375, "elapsed_tokens_per_second": 1167602.3971710403, "peak_memory_bytes": 42389451776}
{"loss": 3.739050495214817, "perplexity": 42.0580368928019, "tokens": 244842496, "seconds": 0.5484135779988719, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 24, "step": 1868, "evaluation_tokens": 1048576}
{"event": "train", "step": 1880, "epoch": 25, "tokens": 246415360, "loss": 3.7219232519467673, "lr": 0.0020330892281774098, "grad_norm": 0.14441616833209991, "tokens_per_second": 1720717.433566232, "training_seconds": 0.9140745420008898, "elapsed_tokens_per_second": 1166927.900842715, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1900, "epoch": 25, "tokens": 249036800, "loss": 3.7241112112998964, "lr": 0.001978118214866159, "grad_norm": 0.15951627492904663, "tokens_per_second": 1714678.3191518495, "training_seconds": 1.5288232029997744, "elapsed_tokens_per_second": 1170856.4307725974, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1920, "epoch": 25, "tokens": 251658240, "loss": 3.729274344444275, "lr": 0.0019234097971562766, "grad_norm": 0.14884154498577118, "tokens_per_second": 1713336.4019480837, "training_seconds": 1.5300206060055643, "elapsed_tokens_per_second": 1174724.2759649712, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1940, "epoch": 25, "tokens": 254279680, "loss": 3.730603051185608, "lr": 0.0018689915027183164, "grad_norm": 0.14034295082092285, "tokens_per_second": 1714073.7663867532, "training_seconds": 1.5293624180048937, "elapsed_tokens_per_second": 1178538.647869212, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1946, "epoch": 25, "tokens": 255066112, "loss": 3.6913528442382812, "lr": 0.001852726686044989, "grad_norm": 0.14653746783733368, "tokens_per_second": 1720596.6025882892, "training_seconds": 0.4570693669957109, "elapsed_tokens_per_second": 1179678.3164948665, "peak_memory_bytes": 42389451776}
{"loss": 3.718910911544436, "perplexity": 41.21947799661043, "tokens": 255066112, "seconds": 0.5497118409984978, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 25, "step": 1946, "evaluation_tokens": 1048576}
{"event": "train", "step": 1960, "epoch": 26, "tokens": 256901120, "loss": 3.6949563877923146, "lr": 0.0018148907132413139, "grad_norm": 0.15137198567390442, "tokens_per_second": 1723048.130117547, "training_seconds": 1.064977795991581, "elapsed_tokens_per_second": 1179159.6845294652, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1980, "epoch": 26, "tokens": 259522560, "loss": 3.7018277645111084, "lr": 0.0017611346506551213, "grad_norm": 0.1423639953136444, "tokens_per_second": 1717090.0752855982, "training_seconds": 1.5266758789948653, "elapsed_tokens_per_second": 1182894.7067319134, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2000, "epoch": 26, "tokens": 262144000, "loss": 3.695008873939514, "lr": 0.0017077503634331374, "grad_norm": 0.14476008713245392, "tokens_per_second": 1716369.1742260496, "training_seconds": 1.5273171059961896, "elapsed_tokens_per_second": 1186576.6485156273, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2020, "epoch": 26, "tokens": 264765440, "loss": 3.6986748576164246, "lr": 0.0016547647129823058, "grad_norm": 0.14893609285354614, "tokens_per_second": 1716118.750437631, "training_seconds": 1.5275399789970834, "elapsed_tokens_per_second": 1190204.8530859547, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2024, "epoch": 26, "tokens": 265289728, "loss": 3.692701816558838, "lr": 0.0016442177691389543, "grad_norm": 0.14878758788108826, "tokens_per_second": 1718731.8227737567, "training_seconds": 0.3050435170007404, "elapsed_tokens_per_second": 1190922.4459920526, "peak_memory_bytes": 42389451776}
{"loss": 3.7011927553851534, "perplexity": 40.49557688309072, "tokens": 265289728, "seconds": 0.5502058910060441, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 26, "step": 2024, "evaluation_tokens": 1048576}
{"event": "train", "step": 2040, "epoch": 27, "tokens": 267386880, "loss": 3.675409570336342, "lr": 0.001602204360127244, "grad_norm": 0.14435243606567383, "tokens_per_second": 1728765.5735012128, "training_seconds": 1.2130921810021391, "elapsed_tokens_per_second": 1190829.2236806082, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2060, "epoch": 27, "tokens": 270008320, "loss": 3.6767557859420776, "lr": 0.0015500957516952952, "grad_norm": 0.14977654814720154, "tokens_per_second": 1715908.6197656682, "training_seconds": 1.527727041990147, "elapsed_tokens_per_second": 1194369.3678541912, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2080, "epoch": 27, "tokens": 272629760, "loss": 3.6847739696502684, "lr": 0.0014984651072092675, "grad_norm": 0.15023230016231537, "tokens_per_second": 1714212.2517809833, "training_seconds": 1.5292388660018332, "elapsed_tokens_per_second": 1197855.167392871, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2100, "epoch": 27, "tokens": 275251200, "loss": 3.6763182997703554, "lr": 0.0014473384056945338, "grad_norm": 0.15544438362121582, "tokens_per_second": 1712734.018002969, "training_seconds": 1.530558728001779, "elapsed_tokens_per_second": 1201286.097804443, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2101, "epoch": 27, "tokens": 275382272, "loss": 3.6932477951049805, "lr": 0.0014447957616861562, "grad_norm": 0.16248805820941925, "tokens_per_second": 1727160.9836328332, "training_seconds": 0.07588869899336714, "elapsed_tokens_per_second": 1201454.40142482, "peak_memory_bytes": 42389451776}
{"loss": 3.6870399516012293, "perplexity": 39.926487533404334, "tokens": 275382272, "seconds": 0.5497328509954968, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 27, "step": 2101, "evaluation_tokens": 1048576}
{"event": "train", "step": 2120, "epoch": 28, "tokens": 277872640, "loss": 3.680152089972245, "lr": 0.0013967413726071521, "grad_norm": 0.15873080492019653, "tokens_per_second": 1722771.4665680246, "training_seconds": 1.445559116997174, "elapsed_tokens_per_second": 1201823.1314890783, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2140, "epoch": 28, "tokens": 280494080, "loss": 3.672690713405609, "lr": 0.0013466994668895663, "grad_norm": 0.15082129836082458, "tokens_per_second": 1714591.513109146, "training_seconds": 1.5289006039965898, "elapsed_tokens_per_second": 1205183.2935616055, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2160, "epoch": 28, "tokens": 283115520, "loss": 3.6725414037704467, "lr": 0.0012972378681604185, "grad_norm": 0.14868319034576416, "tokens_per_second": 1716303.0501443357, "training_seconds": 1.527375949008274, "elapsed_tokens_per_second": 1208509.591650407, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2179, "epoch": 28, "tokens": 285605888, "loss": 3.6696939342900325, "lr": 0.0012508095301131512, "grad_norm": 0.1356356143951416, "tokens_per_second": 1712883.9788921403, "training_seconds": 1.4539034929912305, "elapsed_tokens_per_second": 1211612.365380408, "peak_memory_bytes": 42389451776}
{"loss": 3.6719598675396234, "perplexity": 39.328909830611174, "tokens": 285605888, "seconds": 0.5487310260068625, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 28, "step": 2179, "evaluation_tokens": 1048576}
{"event": "train", "step": 2180, "epoch": 29, "tokens": 285736960, "loss": 3.7018189430236816, "lr": 0.0012483814640449006, "grad_norm": 0.1499037742614746, "tokens_per_second": 1860851.1738009455, "training_seconds": 0.07043658399197739, "elapsed_tokens_per_second": 1208955.4053299024, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2200, "epoch": 29, "tokens": 288358400, "loss": 3.660180425643921, "lr": 0.0012001548376520327, "grad_norm": 0.1527576744556427, "tokens_per_second": 1716969.198390248, "training_seconds": 1.5267833589896327, "elapsed_tokens_per_second": 1212211.103166024, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2220, "epoch": 29, "tokens": 290979840, "loss": 3.6525872707366944, "lr": 0.001152582255205164, "grad_norm": 0.1454225778579712, "tokens_per_second": 1711612.504730272, "training_seconds": 1.5315616079897154, "elapsed_tokens_per_second": 1215398.0256411266, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2240, "epoch": 29, "tokens": 293601280, "loss": 3.679437792301178, "lr": 0.001105687653831919, "grad_norm": 0.15744242072105408, "tokens_per_second": 1715519.400137611, "training_seconds": 1.528073655004846, "elapsed_tokens_per_second": 1218562.4623832973, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2257, "epoch": 29, "tokens": 295829504, "loss": 3.6561819805818447, "lr": 0.0010663779398238562, "grad_norm": 0.154301255941391, "tokens_per_second": 1714950.9608382015, "training_seconds": 1.2992931290064007, "elapsed_tokens_per_second": 1221216.437131044, "peak_memory_bytes": 42389451776}
{"loss": 3.658864507796165, "perplexity": 38.81724116278314, "tokens": 295829504, "seconds": 0.5517102279991377, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 29, "step": 2257, "evaluation_tokens": 1048576}
{"event": "train", "step": 2260, "epoch": 30, "tokens": 296222720, "loss": 3.6219571431477866, "lr": 0.001059494629519741, "grad_norm": 0.15092386305332184, "tokens_per_second": 1751615.6326285186, "training_seconds": 0.22448760599945672, "elapsed_tokens_per_second": 1218903.5967786736, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2280, "epoch": 30, "tokens": 298844160, "loss": 3.648085618019104, "lr": 0.001014026425243081, "grad_norm": 0.15682919323444366, "tokens_per_second": 1714401.3771061366, "training_seconds": 1.529070167001919, "elapsed_tokens_per_second": 1221996.5217582136, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2300, "epoch": 30, "tokens": 301465600, "loss": 3.6493605852127073, "lr": 0.0009693059192682168, "grad_norm": 0.14904724061489105, "tokens_per_second": 1714615.7704951314, "training_seconds": 1.5288789740006905, "elapsed_tokens_per_second": 1225048.9866534513, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2320, "epoch": 30, "tokens": 304087040, "loss": 3.620639944076538, "lr": 0.0009253556136415763, "grad_norm": 0.14756916463375092, "tokens_per_second": 1714491.9730241052, "training_seconds": 1.5289893690060126, "elapsed_tokens_per_second": 1228065.4579470376, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2335, "epoch": 30, "tokens": 306053120, "loss": 3.6389050483703613, "lr": 0.0008929116465421789, "grad_norm": 0.14232634007930756, "tokens_per_second": 1714635.940273758, "training_seconds": 1.1466457420028746, "elapsed_tokens_per_second": 1230300.670816823, "peak_memory_bytes": 42389451776}
{"loss": 3.642752940319592, "perplexity": 38.196845754042975, "tokens": 306053120, "seconds": 0.5483262399939122, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 30, "step": 2335, "evaluation_tokens": 1048576}
{"event": "train", "step": 2340, "epoch": 31, "tokens": 306708480, "loss": 3.622590112686157, "lr": 0.0008821976228673739, "grad_norm": 0.145396426320076, "tokens_per_second": 1743855.7251450624, "training_seconds": 0.3758109059999697, "elapsed_tokens_per_second": 1228343.4608968978, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2360, "epoch": 31, "tokens": 309329920, "loss": 3.636645293235779, "lr": 0.0008398536627802378, "grad_norm": 0.1455613076686859, "tokens_per_second": 1716915.7977651947, "training_seconds": 1.526830845992663, "elapsed_tokens_per_second": 1231307.3228635385, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2380, "epoch": 31, "tokens": 311951360, "loss": 3.625233793258667, "lr": 0.0007983450396184397, "grad_norm": 0.13948746025562286, "tokens_per_second": 1714528.8956403374, "training_seconds": 1.5289564420090755, "elapsed_tokens_per_second": 1234222.7103913904, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2400, "epoch": 31, "tokens": 314572800, "loss": 3.6183408379554747, "lr": 0.0007576926393032186, "grad_norm": 0.15259259939193726, "tokens_per_second": 1713870.2317396444, "training_seconds": 1.5295440409972798, "elapsed_tokens_per_second": 1237102.3555675496, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2413, "epoch": 31, "tokens": 316276736, "loss": 3.605365459735577, "lr": 0.000731737436092279, "grad_norm": 0.14454835653305054, "tokens_per_second": 1712220.9319927143, "training_seconds": 0.9951612949953414, "elapsed_tokens_per_second": 1238946.4719075449, "peak_memory_bytes": 42389451776}
{"loss": 3.63008558153963, "perplexity": 37.716044276203675, "tokens": 316276736, "seconds": 0.5519308619986987, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 31, "step": 2413, "evaluation_tokens": 1048576}
{"event": "train", "step": 2420, "epoch": 32, "tokens": 317194240, "loss": 3.620920079095023, "lr": 0.0007179169169296026, "grad_norm": 0.15653517842292786, "tokens_per_second": 1731988.6107748155, "training_seconds": 0.5297402040014276, "elapsed_tokens_per_second": 1237257.8820489792, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2440, "epoch": 32, "tokens": 319815680, "loss": 3.6235204696655274, "lr": 0.0006790378864740018, "grad_norm": 0.14471276104450226, "tokens_per_second": 1716194.9351445509, "training_seconds": 1.527472168992972, "elapsed_tokens_per_second": 1240089.6072109519, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2460, "epoch": 32, "tokens": 322437120, "loss": 3.6090537309646606, "lr": 0.0006410751107237639, "grad_norm": 0.1454794555902481, "tokens_per_second": 1715307.4015204129, "training_seconds": 1.5282625129912049, "elapsed_tokens_per_second": 1242881.4728206026, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2480, "epoch": 32, "tokens": 325058560, "loss": 3.6080225348472594, "lr": 0.0006040476914337539, "grad_norm": 0.14266686141490936, "tokens_per_second": 1713980.063376799, "training_seconds": 1.5294460279983468, "elapsed_tokens_per_second": 1245637.0670686678, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2491, "epoch": 32, "tokens": 326500352, "loss": 3.6102348457683218, "lr": 0.000584088076256298, "grad_norm": 0.13899685442447662, "tokens_per_second": 1714884.315989249, "training_seconds": 0.8407517559971893, "elapsed_tokens_per_second": 1247136.614352348, "peak_memory_bytes": 42389451776}
{"loss": 3.6183128848450985, "perplexity": 37.27462815369714, "tokens": 326500352, "seconds": 0.5503984289971413, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 32, "step": 2491, "evaluation_tokens": 1048576}
{"event": "train", "step": 2500, "epoch": 33, "tokens": 327680000, "loss": 3.604860438240899, "lr": 0.0005679742597149087, "grad_norm": 0.14300478994846344, "tokens_per_second": 1733823.7064170607, "training_seconds": 0.6803736709989607, "elapsed_tokens_per_second": 1245729.8855595652, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2520, "epoch": 33, "tokens": 330301440, "loss": 3.589879012107849, "lr": 0.0005328729666596136, "grad_norm": 0.14372269809246063, "tokens_per_second": 1714657.579386893, "training_seconds": 1.52884169499157, "elapsed_tokens_per_second": 1248434.1914794669, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2540, "epoch": 33, "tokens": 332922880, "loss": 3.5892979502677917, "lr": 0.0004987614742086017, "grad_norm": 0.14506490528583527, "tokens_per_second": 1714328.8718434277, "training_seconds": 1.5291348369937623, "elapsed_tokens_per_second": 1251104.1081442207, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2560, "epoch": 33, "tokens": 335544320, "loss": 3.6119091272354127, "lr": 0.0004656569462639848, "grad_norm": 0.13976503908634186, "tokens_per_second": 1714969.0013172198, "training_seconds": 1.5285640719957883, "elapsed_tokens_per_second": 1253747.9638069868, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2568, "epoch": 33, "tokens": 336592896, "loss": 3.5958633720874786, "lr": 0.0004527008335841501, "grad_norm": 0.14054474234580994, "tokens_per_second": 1716122.8695870808, "training_seconds": 0.611014524998609, "elapsed_tokens_per_second": 1254794.0647790483, "peak_memory_bytes": 42389451776}
{"loss": 3.6076255505973016, "perplexity": 36.87838291785379, "tokens": 336592896, "seconds": 0.5504157099931035, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 33, "step": 2568, "evaluation_tokens": 1048576}
{"event": "train", "step": 2580, "epoch": 34, "tokens": 338165760, "loss": 3.6065185268719993, "lr": 0.0004335760400528796, "grad_norm": 0.14174887537956238, "tokens_per_second": 1724190.152234341, "training_seconds": 0.9122334900021087, "elapsed_tokens_per_second": 1253793.3987343456, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2600, "epoch": 34, "tokens": 340787200, "loss": 3.6206220746040345, "lr": 0.00040253489774598304, "grad_norm": 0.13613596558570862, "tokens_per_second": 1712105.6450929982, "training_seconds": 1.5311204699974041, "elapsed_tokens_per_second": 1256374.9742466563, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2620, "epoch": 34, "tokens": 343408640, "loss": 3.5961875319480896, "lr": 0.00037254913833530357, "grad_norm": 0.1380014717578888, "tokens_per_second": 1715717.3302466853, "training_seconds": 1.5278973720123759, "elapsed_tokens_per_second": 1258940.5524263997, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2640, "epoch": 34, "tokens": 346030080, "loss": 3.605917203426361, "lr": 0.00034363384977514287, "grad_norm": 0.14778926968574524, "tokens_per_second": 1718673.2643797158, "training_seconds": 1.5252695520030102, "elapsed_tokens_per_second": 1261491.5676108887, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2646, "epoch": 34, "tokens": 346816512, "loss": 3.5905113220214844, "lr": 0.0003351701943666427, "grad_norm": 0.13728925585746765, "tokens_per_second": 1714820.0629378757, "training_seconds": 0.4586090500088176, "elapsed_tokens_per_second": 1262240.7846627703, "peak_memory_bytes": 42389451776}
{"loss": 3.5980622113437564, "perplexity": 36.527383469412186, "tokens": 346816512, "seconds": 0.5510332899866626, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 34, "step": 2646, "evaluation_tokens": 1048576}
{"event": "train", "step": 2660, "epoch": 35, "tokens": 348651520, "loss": 3.5823570489883423, "lr": 0.00031580358139028013, "grad_norm": 0.13948959112167358, "tokens_per_second": 1720128.4362750305, "training_seconds": 1.066785457005608, "elapsed_tokens_per_second": 1261462.2713559323, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2680, "epoch": 35, "tokens": 351272960, "loss": 3.5930479407310485, "lr": 0.0002890723365551784, "grad_norm": 0.13481004536151886, "tokens_per_second": 1715729.7274671576, "training_seconds": 1.527886331998161, "elapsed_tokens_per_second": 1263954.598450502, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2700, "epoch": 35, "tokens": 353894400, "loss": 3.5989744067192078, "lr": 0.0002634535656478981, "grad_norm": 0.1388571709394455, "tokens_per_second": 1716113.3972077372, "training_seconds": 1.527544743992621, "elapsed_tokens_per_second": 1266419.2542442847, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2720, "epoch": 35, "tokens": 356515840, "loss": 3.579926097393036, "lr": 0.0002389601592822613, "grad_norm": 0.14517159759998322, "tokens_per_second": 1712633.6551440007, "training_seconds": 1.5306484210013878, "elapsed_tokens_per_second": 1268844.5450019364, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2724, "epoch": 35, "tokens": 357040128, "loss": 3.561534881591797, "lr": 0.00023419761633493825, "grad_norm": 0.13819579780101776, "tokens_per_second": 1719902.9095729825, "training_seconds": 0.30483581199951004, "elapsed_tokens_per_second": 1269326.5522964573, "peak_memory_bytes": 42389451776}
{"loss": 3.590177962036572, "perplexity": 36.24052479023109, "tokens": 357040128, "seconds": 0.5517912490031449, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 35, "step": 2724, "evaluation_tokens": 1048576}
{"event": "train", "step": 2740, "epoch": 36, "tokens": 359137280, "loss": 3.5974676311016083, "lr": 0.00021560444182167155, "grad_norm": 0.133601576089859, "tokens_per_second": 1722747.5533315765, "training_seconds": 1.2173298379930202, "elapsed_tokens_per_second": 1268760.867438137, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2760, "epoch": 36, "tokens": 361758720, "loss": 3.6040769934654238, "lr": 0.0001933981651778585, "grad_norm": 0.13648025691509247, "tokens_per_second": 1715040.9144485323, "training_seconds": 1.5284999779978534, "elapsed_tokens_per_second": 1271152.2923394109, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2780, "epoch": 36, "tokens": 364380160, "loss": 3.5915671586990356, "lr": 0.00017235250289765914, "grad_norm": 0.13469089567661285, "tokens_per_second": 1718269.7428801418, "training_seconds": 1.525627748997067, "elapsed_tokens_per_second": 1273529.3369949376, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2800, "epoch": 36, "tokens": 367001600, "loss": 3.583621311187744, "lr": 0.00015247804454081665, "grad_norm": 0.13901294767856598, "tokens_per_second": 1712973.5027660131, "training_seconds": 1.530344746002811, "elapsed_tokens_per_second": 1275862.1690505184, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2802, "epoch": 36, "tokens": 367263744, "loss": 3.598596453666687, "lr": 0.00015055540506279914, "grad_norm": 0.13538148999214172, "tokens_per_second": 1719265.5588701006, "training_seconds": 0.15247440899838693, "elapsed_tokens_per_second": 1276089.9110206459, "peak_memory_bytes": 42389451776}
{"loss": 3.583033731507811, "perplexity": 35.98253678684003, "tokens": 367263744, "seconds": 0.5514115200057859, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 36, "step": 2802, "evaluation_tokens": 1048576}
{"event": "train", "step": 2820, "epoch": 37, "tokens": 369623040, "loss": 3.57457172870636, "lr": 0.00013378479035162593, "grad_norm": 0.13990159332752228, "tokens_per_second": 1717050.6122177076, "training_seconds": 1.374039870002889, "elapsed_tokens_per_second": 1275702.8540631488, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2840, "epoch": 37, "tokens": 372244480, "loss": 3.592784321308136, "lr": 0.00011628214622710187, "grad_norm": 0.1349414587020874, "tokens_per_second": 1716278.745010249, "training_seconds": 1.5273975789896213, "elapsed_tokens_per_second": 1278007.985784619, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2860, "epoch": 37, "tokens": 374865920, "loss": 3.582554292678833, "lr": 9.997891898421041e-05, "grad_norm": 0.13799652457237244, "tokens_per_second": 1716326.639046888, "training_seconds": 1.527354957011994, "elapsed_tokens_per_second": 1280287.1021968268, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2880, "epoch": 37, "tokens": 377487360, "loss": 3.5930710196495057, "lr": 8.488331192853582e-05, "grad_norm": 0.13253366947174072, "tokens_per_second": 1716205.0033360396, "training_seconds": 1.5274632080108859, "elapsed_tokens_per_second": 1282544.3994553306, "peak_memory_bytes": 42389451776}
{"loss": 3.578217949571129, "perplexity": 35.80966931625864, "tokens": 377487360, "seconds": 0.5482630109909223, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 37, "step": 2880, "evaluation_tokens": 1048576}
{"event": "train", "step": 2900, "epoch": 38, "tokens": 380108800, "loss": 3.5910911321640016, "lr": 7.100292072661746e-05, "grad_norm": 0.13371875882148743, "tokens_per_second": 1720885.541713097, "training_seconds": 1.523308748001, "elapsed_tokens_per_second": 1282379.6522366272, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2920, "epoch": 38, "tokens": 382730240, "loss": 3.5604764223098755, "lr": 5.834472958403308e-05, "grad_norm": 0.13047736883163452, "tokens_per_second": 1717688.1568096266, "training_seconds": 1.5261443060007878, "elapsed_tokens_per_second": 1284602.5686538122, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2940, "epoch": 38, "tokens": 385351680, "loss": 3.584709107875824, "lr": 4.691510773115276e-05, "grad_norm": 0.13226252794265747, "tokens_per_second": 1716274.8627631355, "training_seconds": 1.5274010339926463, "elapsed_tokens_per_second": 1286799.290696914, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2958, "epoch": 38, "tokens": 387710976, "loss": 3.5744641754362316, "lr": 3.7683640870077585e-05, "grad_norm": 0.12984590232372284, "tokens_per_second": 1714245.308716978, "training_seconds": 1.3762884390016552, "elapsed_tokens_per_second": 1288748.0430896117, "peak_memory_bytes": 42389451776}
{"loss": 3.5753304303046995, "perplexity": 35.706417348946836, "tokens": 387710976, "seconds": 0.5513627850014018, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 38, "step": 2958, "evaluation_tokens": 1048576}
{"event": "train", "step": 2960, "epoch": 39, "tokens": 387973120, "loss": 3.5657893419265747, "lr": 3.671980621832799e-05, "grad_norm": 0.1286049634218216, "tokens_per_second": 1768113.5985624567, "training_seconds": 0.14826196699868888, "elapsed_tokens_per_second": 1286599.8622474512, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2980, "epoch": 39, "tokens": 390594560, "loss": 3.5785252332687376, "lr": 2.7763955022132304e-05, "grad_norm": 0.12938356399536133, "tokens_per_second": 1715129.5693216042, "training_seconds": 1.5284209699893836, "elapsed_tokens_per_second": 1288756.5247732934, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3000, "epoch": 39, "tokens": 393216000, "loss": 3.562437689304352, "lr": 2.005206046410801e-05, "grad_norm": 0.13357624411582947, "tokens_per_second": 1712789.6655777285, "training_seconds": 1.5305090010078857, "elapsed_tokens_per_second": 1290880.2947810069, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3020, "epoch": 39, "tokens": 395837440, "loss": 3.577147972583771, "lr": 1.3588002943315802e-05, "grad_norm": 0.1305290162563324, "tokens_per_second": 1713753.891422618, "training_seconds": 1.529647875999217, "elapsed_tokens_per_second": 1292988.3330780813, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3035, "epoch": 39, "tokens": 397803520, "loss": 3.5645946343739827, "lr": 9.560833109556744e-06, "grad_norm": 0.12993620336055756, "tokens_per_second": 1711225.3055045546, "training_seconds": 1.1489311160112265, "elapsed_tokens_per_second": 1294545.2699123763, "peak_memory_bytes": 42389451776}
{"loss": 3.574037912904678, "perplexity": 35.66029599597738, "tokens": 397803520, "seconds": 0.5482208040048135, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 39, "step": 3035, "evaluation_tokens": 1048576}
{"event": "train", "step": 3040, "epoch": 40, "tokens": 398458880, "loss": 3.5895092487335205, "lr": 8.375034983833796e-06, "grad_norm": 0.12933319807052612, "tokens_per_second": 1750955.7751945732, "training_seconds": 0.37428700900636613, "elapsed_tokens_per_second": 1292768.7899430397, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3060, "epoch": 40, "tokens": 401080320, "loss": 3.584704840183258, "lr": 4.415779598181679e-06, "grad_norm": 0.13396094739437103, "tokens_per_second": 1715633.4314982854, "training_seconds": 1.527972089999821, "elapsed_tokens_per_second": 1294849.9862281992, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3080, "epoch": 40, "tokens": 403701760, "loss": 3.5588707089424134, "lr": 1.712228967498397e-06, "grad_norm": 0.13249599933624268, "tokens_per_second": 1710601.8951852666, "training_seconds": 1.532466442004079, "elapsed_tokens_per_second": 1296890.1415163986, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3100, "epoch": 40, "tokens": 406323200, "loss": 3.5866645216941833, "lr": 2.6574343913426947e-07, "grad_norm": 0.13034813106060028, "tokens_per_second": 1714501.9136297747, "training_seconds": 1.5289805039938074, "elapsed_tokens_per_second": 1298926.6172249592, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3113, "epoch": 40, "tokens": 408027136, "loss": 3.570753079194289, "lr": 0.0, "grad_norm": 0.1290924996137619, "tokens_per_second": 1712497.2498206615, "training_seconds": 0.9950007220031694, "elapsed_tokens_per_second": 1300231.1808461852, "peak_memory_bytes": 42389451776}
{"loss": 3.5738210845886798, "perplexity": 35.65256467226381, "tokens": 408027136, "seconds": 0.5501780229969881, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 40, "step": 3113, "evaluation_tokens": 1048576}
{"loss": 3.5747507548080018, "perplexity": 35.68572521167668, "tokens": 408027136, "seconds": 102.7261590739945, "split": "full", "validation_complete": true, "event": "final_validation", "step": 3113, "evaluation_tokens": 197411295}