{"event": "train", "step": 20, "epoch": 1, "tokens": 2621440, "loss": 9.390288972854615, "lr": 0.0005769230769230769, "grad_norm": 1.2519830465316772, "tokens_per_second": 55000.103703633125, "training_seconds": 47.66245558600349, "elapsed_tokens_per_second": 55000.103703633125, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 40, "epoch": 1, "tokens": 5242880, "loss": 7.3846063137054445, "lr": 0.0011538461538461537, "grad_norm": 2.761528491973877, "tokens_per_second": 1747566.5981340518, "training_seconds": 1.500051559007261, "elapsed_tokens_per_second": 106630.32792213808, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 60, "epoch": 1, "tokens": 7864320, "loss": 7.048066592216491, "lr": 0.0017307692307692306, "grad_norm": 0.6041072607040405, "tokens_per_second": 1742545.420487167, "training_seconds": 1.5043739859975176, "elapsed_tokens_per_second": 155192.66326088694, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 78, "epoch": 1, "tokens": 10223616, "loss": 6.813364081912571, "lr": 0.00225, "grad_norm": 0.6543352603912354, "tokens_per_second": 1742507.20373978, "training_seconds": 1.3539662819966907, "elapsed_tokens_per_second": 196495.65272633402, "peak_memory_bytes": 21988176384}
{"loss": 6.713568425680222, "perplexity": 823.5040154472808, "tokens": 10223616, "seconds": 1.0654248959908728, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 1, "step": 78, "evaluation_tokens": 1048576}
{"event": "train", "step": 80, "epoch": 2, "tokens": 10485760, "loss": 6.678264617919922, "lr": 0.0023076923076923075, "grad_norm": 0.8156723380088806, "tokens_per_second": 1795890.2227690544, "training_seconds": 0.14596883299236652, "elapsed_tokens_per_second": 196925.39623666165, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 100, "epoch": 2, "tokens": 13107200, "loss": 6.495152473449707, "lr": 0.0028846153846153843, "grad_norm": 0.8365771174430847, "tokens_per_second": 1737442.721453593, "training_seconds": 1.508792184991762, "elapsed_tokens_per_second": 239367.83891552375, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 120, "epoch": 2, "tokens": 15728640, "loss": 6.280303573608398, "lr": 0.003461538461538461, "grad_norm": 0.2991621494293213, "tokens_per_second": 1738653.1462742314, "training_seconds": 1.5077417860011337, "elapsed_tokens_per_second": 279536.1316780449, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 140, "epoch": 2, "tokens": 18350080, "loss": 6.077801394462585, "lr": 0.0040384615384615385, "grad_norm": 0.27172860503196716, "tokens_per_second": 1726764.7787192487, "training_seconds": 1.5181222319952212, "elapsed_tokens_per_second": 317550.8069568695, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 156, "epoch": 2, "tokens": 20447232, "loss": 5.904938697814941, "lr": 0.0045, "grad_norm": 0.3214816153049469, "tokens_per_second": 1719642.7962026787, "training_seconds": 1.2195276860002195, "elapsed_tokens_per_second": 346518.72022107133, "peak_memory_bytes": 42389451776}
{"loss": 5.838193246214933, "perplexity": 343.1587768118496, "tokens": 20447232, "seconds": 0.5520828089938732, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 2, "step": 156, "evaluation_tokens": 1048576}
{"event": "train", "step": 160, "epoch": 3, "tokens": 20971520, "loss": 5.786760330200195, "lr": 0.004615384615384615, "grad_norm": 0.4090471565723419, "tokens_per_second": 1748836.3075746729, "training_seconds": 0.29979249500320293, "elapsed_tokens_per_second": 350307.71420211217, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 180, "epoch": 3, "tokens": 23592960, "loss": 5.692984271049499, "lr": 0.005192307692307692, "grad_norm": 0.33596235513687134, "tokens_per_second": 1720550.6682106268, "training_seconds": 1.5236052319960436, "elapsed_tokens_per_second": 384308.2386199023, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 200, "epoch": 3, "tokens": 26214400, "loss": 5.541130256652832, "lr": 0.005769230769230769, "grad_norm": 0.4361919164657593, "tokens_per_second": 1718574.8587085698, "training_seconds": 1.5253568890038878, "elapsed_tokens_per_second": 416644.76826318074, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 220, "epoch": 3, "tokens": 28835840, "loss": 5.392103433609009, "lr": 0.006346153846153845, "grad_norm": 0.274392694234848, "tokens_per_second": 1720633.0258942547, "training_seconds": 1.523532305000117, "elapsed_tokens_per_second": 447464.8064320468, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 233, "epoch": 3, "tokens": 30539776, "loss": 5.290981586162861, "lr": 0.006721153846153846, "grad_norm": 0.3036021590232849, "tokens_per_second": 1723364.1841246563, "training_seconds": 0.9887265940051293, "elapsed_tokens_per_second": 466731.7541097988, "peak_memory_bytes": 42389451776}
{"loss": 5.283301592282262, "perplexity": 197.0192800616141, "tokens": 30539776, "seconds": 0.5485918769991258, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 3, "step": 233, "evaluation_tokens": 1048576}
{"event": "train", "step": 240, "epoch": 4, "tokens": 31457280, "loss": 5.228245190211704, "lr": 0.006923076923076922, "grad_norm": 0.28638648986816406, "tokens_per_second": 1737040.2763949342, "training_seconds": 0.5281996119883843, "elapsed_tokens_per_second": 472927.18418640154, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 260, "epoch": 4, "tokens": 34078720, "loss": 5.185256290435791, "lr": 0.0075, "grad_norm": 0.23897233605384827, "tokens_per_second": 1720879.634521913, "training_seconds": 1.5233139769989066, "elapsed_tokens_per_second": 500857.85821215966, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 280, "epoch": 4, "tokens": 36700160, "loss": 5.135260009765625, "lr": 0.008076923076923077, "grad_norm": 0.27662864327430725, "tokens_per_second": 1720736.0634381464, "training_seconds": 1.5234410760022001, "elapsed_tokens_per_second": 527560.6502329975, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 300, "epoch": 4, "tokens": 39321600, "loss": 5.033338832855224, "lr": 0.008653846153846153, "grad_norm": 0.271729975938797, "tokens_per_second": 1730704.8545653126, "training_seconds": 1.5146661159960786, "elapsed_tokens_per_second": 553189.0516107803, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 311, "epoch": 4, "tokens": 40763392, "loss": 5.002030762759122, "lr": 0.008971153846153846, "grad_norm": 0.19298683106899261, "tokens_per_second": 1738109.943801808, "training_seconds": 0.8295171459903941, "elapsed_tokens_per_second": 566844.7136050751, "peak_memory_bytes": 42389451776}
{"loss": 4.997686896829238, "perplexity": 148.07026088603783, "tokens": 40763392, "seconds": 0.5459230629930971, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 4, "step": 311, "evaluation_tokens": 1048576}
{"event": "train", "step": 320, "epoch": 5, "tokens": 41943040, "loss": 4.957736968994141, "lr": 0.008999818852182455, "grad_norm": 0.21869567036628723, "tokens_per_second": 1760792.621750231, "training_seconds": 0.6699528300086968, "elapsed_tokens_per_second": 573509.3828906921, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 340, "epoch": 5, "tokens": 44564480, "loss": 4.929548764228821, "lr": 0.008997781106722202, "grad_norm": 0.27529478073120117, "tokens_per_second": 1736191.8858330701, "training_seconds": 1.5098791909986176, "elapsed_tokens_per_second": 597018.6828663538, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 360, "epoch": 5, "tokens": 47185920, "loss": 4.865147852897644, "lr": 0.00899348020978169, "grad_norm": 0.21393820643424988, "tokens_per_second": 1738555.6263549645, "training_seconds": 1.507826358996681, "elapsed_tokens_per_second": 619608.0574629497, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 380, "epoch": 5, "tokens": 49807360, "loss": 4.810857653617859, "lr": 0.008986918325446062, "grad_norm": 0.33435142040252686, "tokens_per_second": 1739742.6274419245, "training_seconds": 1.506797591006034, "elapsed_tokens_per_second": 641329.7940894497, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 389, "epoch": 5, "tokens": 50987008, "loss": 4.8003626929389105, "lr": 0.00898322866842658, "grad_norm": 0.31281283497810364, "tokens_per_second": 1742288.719916822, "training_seconds": 0.6770680350018665, "elapsed_tokens_per_second": 650831.2000289231, "peak_memory_bytes": 42389451776}
{"loss": 4.842651469461722, "perplexity": 126.80512630537108, "tokens": 50987008, "seconds": 0.5467938840010902, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 5, "step": 389, "evaluation_tokens": 1048576}
{"event": "train", "step": 400, "epoch": 6, "tokens": 52428800, "loss": 4.8025264306501905, "lr": 0.008978098755462975, "grad_norm": 0.19698914885520935, "tokens_per_second": 1745644.1037635487, "training_seconds": 0.8259369689913001, "elapsed_tokens_per_second": 657656.5921616923, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 420, "epoch": 6, "tokens": 55050240, "loss": 4.7342613697052, "lr": 0.00896702593758127, "grad_norm": 0.2438282072544098, "tokens_per_second": 1734839.2785265842, "training_seconds": 1.5110564030037494, "elapsed_tokens_per_second": 677684.2545606655, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 440, "epoch": 6, "tokens": 57671680, "loss": 4.688308930397033, "lr": 0.008953705443318003, "grad_norm": 0.1870727390050888, "tokens_per_second": 1740249.045586001, "training_seconds": 1.5063591079961043, "elapsed_tokens_per_second": 697016.6121489641, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 460, "epoch": 6, "tokens": 60293120, "loss": 4.668774056434631, "lr": 0.008938143975155044, "grad_norm": 0.1784818470478058, "tokens_per_second": 1733706.9829653949, "training_seconds": 1.5120432839903515, "elapsed_tokens_per_second": 715612.0667801659, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 467, "epoch": 6, "tokens": 61210624, "loss": 4.623679910387311, "lr": 0.008932169446433859, "grad_norm": 0.16460813581943512, "tokens_per_second": 1735267.3489107515, "training_seconds": 0.5287392750033177, "elapsed_tokens_per_second": 721957.1530834172, "peak_memory_bytes": 42389451776}
{"loss": 4.630548413092228, "perplexity": 102.57029958411474, "tokens": 61210624, "seconds": 0.5487143060017843, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 6, "step": 467, "evaluation_tokens": 1048576}
{"event": "train", "step": 480, "epoch": 7, "tokens": 62914560, "loss": 4.59228805395273, "lr": 0.008920349363166572, "grad_norm": 0.3233918249607086, "tokens_per_second": 1744573.6413074585, "training_seconds": 0.9767062620085198, "elapsed_tokens_per_second": 728882.381027638, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 500, "epoch": 7, "tokens": 65536000, "loss": 4.563016486167908, "lr": 0.008900330561079218, "grad_norm": 0.1665273904800415, "tokens_per_second": 1735581.3353399495, "training_seconds": 1.5104103429912357, "elapsed_tokens_per_second": 746185.5289120045, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 520, "epoch": 7, "tokens": 68157440, "loss": 4.493463468551636, "lr": 0.008878097641766801, "grad_norm": 0.16711701452732086, "tokens_per_second": 1735889.8858093868, "training_seconds": 1.5101418709964491, "elapsed_tokens_per_second": 762901.6757441733, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 540, "epoch": 7, "tokens": 70778880, "loss": 4.468910169601441, "lr": 0.008853661792181968, "grad_norm": 0.20847518742084503, "tokens_per_second": 1736165.5031994306, "training_seconds": 1.5099021350033581, "elapsed_tokens_per_second": 779065.0005214635, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 545, "epoch": 7, "tokens": 71434240, "loss": 4.444287300109863, "lr": 0.008847210038528635, "grad_norm": 0.17962408065795898, "tokens_per_second": 1739276.6407290327, "training_seconds": 0.37680032299249433, "elapsed_tokens_per_second": 783016.8092978118, "peak_memory_bytes": 42389451776}
{"loss": 4.431967668000394, "perplexity": 84.09672865953375, "tokens": 71434240, "seconds": 0.5476949449948734, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 7, "step": 545, "evaluation_tokens": 1048576}
{"event": "train", "step": 560, "epoch": 8, "tokens": 73400320, "loss": 4.407231426239013, "lr": 0.008827035307727243, "grad_norm": 0.17083202302455902, "tokens_per_second": 1742532.6211397483, "training_seconds": 1.1282887770066736, "elapsed_tokens_per_second": 789994.1630445501, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 580, "epoch": 8, "tokens": 76021760, "loss": 4.367989540100098, "lr": 0.008798231586068335, "grad_norm": 0.17679989337921143, "tokens_per_second": 1733702.5055013297, "training_seconds": 1.512047188996803, "elapsed_tokens_per_second": 805096.4592534713, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 600, "epoch": 8, "tokens": 78643200, "loss": 4.332717609405518, "lr": 0.008767265120392833, "grad_norm": 0.19496983289718628, "tokens_per_second": 1734591.1127058112, "training_seconds": 1.51127258798806, "elapsed_tokens_per_second": 819724.6417962181, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 620, "epoch": 8, "tokens": 81264640, "loss": 4.3128948450088505, "lr": 0.008734151492117653, "grad_norm": 0.15650327503681183, "tokens_per_second": 1737155.6103207131, "training_seconds": 1.5090415529994061, "elapsed_tokens_per_second": 833921.7294017622, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 623, "epoch": 8, "tokens": 81657856, "loss": 4.274557113647461, "lr": 0.008729000270886961, "grad_norm": 0.14105477929115295, "tokens_per_second": 1725430.7485130758, "training_seconds": 0.22789439700136427, "elapsed_tokens_per_second": 835987.9438843859, "peak_memory_bytes": 42389451776}
{"loss": 4.295884197603727, "perplexity": 73.39708328752366, "tokens": 81657856, "seconds": 0.5469063289929181, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 8, "step": 623, "evaluation_tokens": 1048576}
{"event": "train", "step": 640, "epoch": 9, "tokens": 83886080, "loss": 4.272007914150462, "lr": 0.008698907363048935, "grad_norm": 0.19520597159862518, "tokens_per_second": 1745265.6576058334, "training_seconds": 1.2767248299933271, "elapsed_tokens_per_second": 843004.1879402222, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 660, "epoch": 9, "tokens": 86507520, "loss": 4.263049650192261, "lr": 0.008661550466998302, "grad_norm": 0.18625569343566895, "tokens_per_second": 1737438.8822052327, "training_seconds": 1.508795518995612, "elapsed_tokens_per_second": 856353.5699393414, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 680, "epoch": 9, "tokens": 89128960, "loss": 4.242933750152588, "lr": 0.00862209960085973, "grad_norm": 0.15778112411499023, "tokens_per_second": 1735026.8944260057, "training_seconds": 1.5108930059941486, "elapsed_tokens_per_second": 869288.4818802514, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 700, "epoch": 9, "tokens": 91750400, "loss": 4.218369722366333, "lr": 0.008580574615151505, "grad_norm": 0.14385898411273956, "tokens_per_second": 1734009.8835685167, "training_seconds": 1.5117791569937253, "elapsed_tokens_per_second": 881843.7587224168, "peak_memory_bytes": 42389451776}
{"loss": 4.225743185395505, "perplexity": 68.42533736815673, "tokens": 91750400, "seconds": 0.54876216800767, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 9, "step": 700, "evaluation_tokens": 1048576}
{"event": "train", "step": 720, "epoch": 10, "tokens": 94371840, "loss": 4.199144887924194, "lr": 0.00853699640402802, "grad_norm": 0.14795635640621185, "tokens_per_second": 1740805.2239086663, "training_seconds": 1.5058778340026038, "elapsed_tokens_per_second": 889413.6783720893, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 740, "epoch": 10, "tokens": 96993280, "loss": 4.187520456314087, "lr": 0.008491386894766452, "grad_norm": 0.14066065847873688, "tokens_per_second": 1716890.3563972965, "training_seconds": 1.5268534710048698, "elapsed_tokens_per_second": 901138.7340577584, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 760, "epoch": 10, "tokens": 99614720, "loss": 4.172502636909485, "lr": 0.008443769036733603, "grad_norm": 0.13801990449428558, "tokens_per_second": 1721077.0814785806, "training_seconds": 1.5231392179994145, "elapsed_tokens_per_second": 912569.9580327215, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 778, "epoch": 10, "tokens": 101974016, "loss": 4.162200450897217, "lr": 0.00839921560848184, "grad_norm": 0.13328306376934052, "tokens_per_second": 1712339.4550454998, "training_seconds": 1.3778202639950905, "elapsed_tokens_per_second": 922525.3744849975, "peak_memory_bytes": 42389451776}
{"loss": 4.162604886907299, "perplexity": 64.23863923575963, "tokens": 101974016, "seconds": 0.5526291860005585, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 10, "step": 778, "evaluation_tokens": 1048576}
{"event": "train", "step": 780, "epoch": 11, "tokens": 102236160, "loss": 4.115873336791992, "lr": 0.008394166789838441, "grad_norm": 0.15007294714450836, "tokens_per_second": 1791139.2788800485, "training_seconds": 0.14635601099871565, "elapsed_tokens_per_second": 919009.246245956, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 800, "epoch": 11, "tokens": 104857600, "loss": 4.141482782363892, "lr": 0.00834260511247619, "grad_norm": 0.16162879765033722, "tokens_per_second": 1727073.6724919586, "training_seconds": 1.5178507099917624, "elapsed_tokens_per_second": 929877.0319652726, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 820, "epoch": 11, "tokens": 107479040, "loss": 4.133000111579895, "lr": 0.00828910994896999, "grad_norm": 0.14378048479557037, "tokens_per_second": 1734976.5535790497, "training_seconds": 1.5109368449921021, "elapsed_tokens_per_second": 940509.1219091059, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 840, "epoch": 11, "tokens": 110100480, "loss": 4.113709354400635, "lr": 0.008233708216516481, "grad_norm": 0.16834460198879242, "tokens_per_second": 1737833.4134831838, "training_seconds": 1.5084529849991668, "elapsed_tokens_per_second": 950886.7878576645, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 856, "epoch": 11, "tokens": 112197632, "loss": 4.0967608988285065, "lr": 0.008188032802059476, "grad_norm": 0.19504708051681519, "tokens_per_second": 1735255.3099806071, "training_seconds": 1.20855529900291, "elapsed_tokens_per_second": 958976.2844278294, "peak_memory_bytes": 42389451776}
{"loss": 4.115666908116397, "perplexity": 61.2930774860842, "tokens": 112197632, "seconds": 0.5478447259956738, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 11, "step": 856, "evaluation_tokens": 1048576}
{"event": "train", "step": 860, "epoch": 12, "tokens": 112721920, "loss": 4.088971138000488, "lr": 0.008176427791641844, "grad_norm": 0.150504469871521, "tokens_per_second": 1768118.9352057895, "training_seconds": 0.29652303901093546, "elapsed_tokens_per_second": 956470.4788371364, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 880, "epoch": 12, "tokens": 115343360, "loss": 4.077908372879028, "lr": 0.008117297496175176, "grad_norm": 0.14579682052135468, "tokens_per_second": 1734415.4736872325, "training_seconds": 1.5114256300003035, "elapsed_tokens_per_second": 966312.27765947, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 900, "epoch": 12, "tokens": 117964800, "loss": 4.0791085958480835, "lr": 0.00805634708274617, "grad_norm": 0.1895824670791626, "tokens_per_second": 1737322.9482521657, "training_seconds": 1.508896202998585, "elapsed_tokens_per_second": 975924.5105323315, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 920, "epoch": 12, "tokens": 120586240, "loss": 4.071528851985931, "lr": 0.007993607219814469, "grad_norm": 0.13774815201759338, "tokens_per_second": 1733802.7968950297, "training_seconds": 1.5119597250013612, "elapsed_tokens_per_second": 985277.8593824859, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 934, "epoch": 12, "tokens": 122421248, "loss": 4.061219113213675, "lr": 0.007948641462738663, "grad_norm": 0.13883253931999207, "tokens_per_second": 1737686.3444660706, "training_seconds": 1.0560064570017857, "elapsed_tokens_per_second": 991701.5940374387, "peak_memory_bytes": 42389451776}
{"loss": 4.0731934876889495, "perplexity": 58.744262441734854, "tokens": 122421248, "seconds": 0.5475514230056433, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 12, "step": 934, "evaluation_tokens": 1048576}
{"event": "train", "step": 940, "epoch": 13, "tokens": 123207680, "loss": 4.02439268430074, "lr": 0.00792910947623821, "grad_norm": 0.1573086827993393, "tokens_per_second": 1756639.0682592727, "training_seconds": 0.44769128400366753, "elapsed_tokens_per_second": 990036.794774075, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 960, "epoch": 13, "tokens": 125829120, "loss": 4.048881769180298, "lr": 0.007862886305389484, "grad_norm": 0.13112372159957886, "tokens_per_second": 1731333.321927057, "training_seconds": 1.5141162979998626, "elapsed_tokens_per_second": 998938.7158785369, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 980, "epoch": 13, "tokens": 128450560, "loss": 4.023549735546112, "lr": 0.007794971028824759, "grad_norm": 0.1462727189064026, "tokens_per_second": 1732198.1830025697, "training_seconds": 1.5133603220019722, "elapsed_tokens_per_second": 1007630.9797101303, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1000, "epoch": 13, "tokens": 131072000, "loss": 4.045422649383545, "lr": 0.007725397819518452, "grad_norm": 0.17033220827579498, "tokens_per_second": 1733780.2663295174, "training_seconds": 1.5119793729973026, "elapsed_tokens_per_second": 1016133.6460020597, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1012, "epoch": 13, "tokens": 132644864, "loss": 4.051689187685649, "lr": 0.007682872615033897, "grad_norm": 0.14239570498466492, "tokens_per_second": 1736629.8460021953, "training_seconds": 0.9056990490062162, "elapsed_tokens_per_second": 1021144.7058325001, "peak_memory_bytes": 42389451776}
{"loss": 4.037552200690946, "perplexity": 56.68741342779992, "tokens": 132644864, "seconds": 0.5465255669987528, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 13, "step": 1012, "evaluation_tokens": 1048576}
{"event": "train", "step": 1020, "epoch": 14, "tokens": 133693440, "loss": 4.028223633766174, "lr": 0.007654201684668089, "grad_norm": 0.12150780111551285, "tokens_per_second": 1750426.1260617354, "training_seconds": 0.5990404190088157, "elapsed_tokens_per_second": 1020153.1433067851, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1040, "epoch": 14, "tokens": 136314880, "loss": 4.012529981136322, "lr": 0.007581418448079708, "grad_norm": 0.1548732966184616, "tokens_per_second": 1733988.709074313, "training_seconds": 1.5117976179899415, "elapsed_tokens_per_second": 1028285.5552121972, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1060, "epoch": 14, "tokens": 138936320, "loss": 4.0113322854042055, "lr": 0.007507084732142377, "grad_norm": 0.1317569762468338, "tokens_per_second": 1732759.9180891062, "training_seconds": 1.5128697130130604, "elapsed_tokens_per_second": 1036220.7952684485, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1080, "epoch": 14, "tokens": 141557760, "loss": 4.007375180721283, "lr": 0.007431237939400874, "grad_norm": 0.135288268327713, "tokens_per_second": 1734527.844259403, "training_seconds": 1.5113277130003553, "elapsed_tokens_per_second": 1043993.781828591, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1090, "epoch": 14, "tokens": 142868480, "loss": 4.003719735145569, "lr": 0.007392759036224079, "grad_norm": 0.15372055768966675, "tokens_per_second": 1738248.166541695, "training_seconds": 0.7540465310012223, "elapsed_tokens_per_second": 1047821.2002181337, "peak_memory_bytes": 42389451776}
{"loss": 4.006939105859789, "perplexity": 54.97832990465175, "tokens": 142868480, "seconds": 0.5472446170024341, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 14, "step": 1090, "evaluation_tokens": 1048576}
{"event": "train", "step": 1100, "epoch": 15, "tokens": 144179200, "loss": 3.9983399391174315, "lr": 0.007353916233735832, "grad_norm": 0.14251601696014404, "tokens_per_second": 1748485.832975361, "training_seconds": 0.7496314669988351, "elapsed_tokens_per_second": 1047400.2462163393, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1120, "epoch": 15, "tokens": 146800640, "loss": 3.9955116510391235, "lr": 0.00727515852116079, "grad_norm": 0.13586178421974182, "tokens_per_second": 1731837.2352745296, "training_seconds": 1.5136757349973777, "elapsed_tokens_per_second": 1054835.350634152, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1140, "epoch": 15, "tokens": 149422080, "loss": 3.9768598675727844, "lr": 0.007195004430245829, "grad_norm": 0.16935746371746063, "tokens_per_second": 1734626.3097292837, "training_seconds": 1.5112419229990337, "elapsed_tokens_per_second": 1062125.9515344314, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1160, "epoch": 15, "tokens": 152043520, "loss": 3.9633909821510316, "lr": 0.007113494292177639, "grad_norm": 0.14483344554901123, "tokens_per_second": 1735680.557111111, "training_seconds": 1.5103239989985013, "elapsed_tokens_per_second": 1069271.1843375436, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1167, "epoch": 15, "tokens": 152961024, "loss": 3.9737371035984586, "lr": 0.007084652947671153, "grad_norm": 0.14733615517616272, "tokens_per_second": 1734064.2823796803, "training_seconds": 0.5291061059979256, "elapsed_tokens_per_second": 1071724.0413950733, "peak_memory_bytes": 42389451776}
{"loss": 3.9848773710465286, "perplexity": 53.77869424852022, "tokens": 152961024, "seconds": 0.5496096949937055, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 15, "step": 1167, "evaluation_tokens": 1048576}
{"event": "train", "step": 1180, "epoch": 16, "tokens": 154664960, "loss": 3.9649102137638974, "lr": 0.007030669120466046, "grad_norm": 0.15810731053352356, "tokens_per_second": 1742927.5676972293, "training_seconds": 0.9776286929991329, "elapsed_tokens_per_second": 1072135.265446351, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1200, "epoch": 16, "tokens": 157286400, "loss": 3.9503822207450865, "lr": 0.006946570590307223, "grad_norm": 0.14694979786872864, "tokens_per_second": 1731175.160236961, "training_seconds": 1.5142546290007886, "elapsed_tokens_per_second": 1078972.596896426, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1220, "epoch": 16, "tokens": 159907840, "loss": 3.945255386829376, "lr": 0.006861241017613952, "grad_norm": 0.1457531601190567, "tokens_per_second": 1733147.2852600976, "training_seconds": 1.5125315789919114, "elapsed_tokens_per_second": 1085677.9972760954, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1240, "epoch": 16, "tokens": 162529280, "loss": 3.9301605582237245, "lr": 0.006774723337723493, "grad_norm": 0.17035476863384247, "tokens_per_second": 1720921.2918906806, "training_seconds": 1.5232771029986907, "elapsed_tokens_per_second": 1092171.8190822424, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1245, "epoch": 16, "tokens": 163184640, "loss": 3.9108211040496825, "lr": 0.006752913364719178, "grad_norm": 0.13516569137573242, "tokens_per_second": 1704567.6602712737, "training_seconds": 0.3844728580006631, "elapsed_tokens_per_second": 1093738.0337820235, "peak_memory_bytes": 42389451776}
{"loss": 3.9557498523238626, "perplexity": 52.2348476847585, "tokens": 163184640, "seconds": 0.5549879290047102, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 16, "step": 1245, "evaluation_tokens": 1048576}
{"event": "train", "step": 1260, "epoch": 17, "tokens": 165150720, "loss": 3.932049338022868, "lr": 0.006687061083793792, "grad_norm": 0.13040272891521454, "tokens_per_second": 1719382.8370499637, "training_seconds": 1.1434800660063047, "elapsed_tokens_per_second": 1094398.740984195, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1280, "epoch": 17, "tokens": 167772160, "loss": 3.9326294660568237, "lr": 0.006598298364898863, "grad_norm": 0.12491783499717712, "tokens_per_second": 1723841.6988107148, "training_seconds": 1.5206964779936243, "elapsed_tokens_per_second": 1100670.1059802254, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1300, "epoch": 17, "tokens": 170393600, "loss": 3.9224026083946226, "lr": 0.006508479843834402, "grad_norm": 0.13473685085773468, "tokens_per_second": 1733122.5350632048, "training_seconds": 1.5125531789963134, "elapsed_tokens_per_second": 1106872.2973543373, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1320, "epoch": 17, "tokens": 173015040, "loss": 3.9253133893013, "lr": 0.006417650714644782, "grad_norm": 0.1575576812028885, "tokens_per_second": 1735404.8351493597, "training_seconds": 1.5105639600078575, "elapsed_tokens_per_second": 1112971.8906030273, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1323, "epoch": 17, "tokens": 173408256, "loss": 3.9467384815216064, "lr": 0.006403941998814909, "grad_norm": 0.1727248579263687, "tokens_per_second": 1743202.8285829984, "training_seconds": 0.22557099699042737, "elapsed_tokens_per_second": 1113874.2147031336, "peak_memory_bytes": 42389451776}
{"loss": 3.9462530806791376, "perplexity": 51.74113332129775, "tokens": 173408256, "seconds": 0.5485139849915868, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 17, "step": 1323, "evaluation_tokens": 1048576}
{"event": "train", "step": 1340, "epoch": 18, "tokens": 175636480, "loss": 3.9117041195140168, "lr": 0.006325856679882724, "grad_norm": 0.12642686069011688, "tokens_per_second": 1737457.7150226787, "training_seconds": 1.2824622900079703, "elapsed_tokens_per_second": 1115019.1288115038, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1360, "epoch": 18, "tokens": 178257920, "loss": 3.906359553337097, "lr": 0.0062331439276131296, "grad_norm": 0.15997138619422913, "tokens_per_second": 1732997.8816127328, "training_seconds": 1.5126619759976165, "elapsed_tokens_per_second": 1120888.3823817049, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1380, "epoch": 18, "tokens": 180879360, "loss": 3.8825037121772765, "lr": 0.0061395591081725865, "grad_norm": 0.13436131179332733, "tokens_per_second": 1732221.3317869864, "training_seconds": 1.5133400979975704, "elapsed_tokens_per_second": 1126639.536294333, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1400, "epoch": 18, "tokens": 183500800, "loss": 3.8937018871307374, "lr": 0.006045149310696298, "grad_norm": 0.11957572400569916, "tokens_per_second": 1735172.346845846, "training_seconds": 1.510766353996587, "elapsed_tokens_per_second": 1132303.357418184, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1401, "epoch": 18, "tokens": 183631872, "loss": 3.895538330078125, "lr": 0.006040408015549883, "grad_norm": 0.14020420610904694, "tokens_per_second": 1725444.9221244399, "training_seconds": 0.07596417499007657, "elapsed_tokens_per_second": 1132570.6051547658, "peak_memory_bytes": 42389451776}
{"loss": 3.907124991549561, "perplexity": 49.75569809155086, "tokens": 183631872, "seconds": 0.5478064560011262, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 18, "step": 1401, "evaluation_tokens": 1048576}
{"event": "train", "step": 1420, "epoch": 19, "tokens": 186122240, "loss": 3.8728701942845394, "lr": 0.005949962039424207, "grad_norm": 0.11866770684719086, "tokens_per_second": 1736543.2930476756, "training_seconds": 1.4340949689940317, "elapsed_tokens_per_second": 1133951.191942899, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1440, "epoch": 19, "tokens": 188743680, "loss": 3.8661697626113893, "lr": 0.00585404518979826, "grad_norm": 0.1460137963294983, "tokens_per_second": 1735729.1723802837, "training_seconds": 1.510281697002938, "elapsed_tokens_per_second": 1139430.2302255498, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1460, "epoch": 19, "tokens": 191365120, "loss": 3.883529019355774, "lr": 0.005757447024362826, "grad_norm": 0.13284669816493988, "tokens_per_second": 1731346.6776494146, "training_seconds": 1.514104618006968, "elapsed_tokens_per_second": 1144781.406830197, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1479, "epoch": 19, "tokens": 193855488, "loss": 3.8704010310925936, "lr": 0.005665091965119021, "grad_norm": 0.13331998884677887, "tokens_per_second": 1733786.1788859535, "training_seconds": 1.4363755060039693, "elapsed_tokens_per_second": 1149791.6572560407, "peak_memory_bytes": 42389451776}
{"loss": 3.8832948918697867, "perplexity": 48.58403076701866, "tokens": 193855488, "seconds": 0.5493967419897672, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 19, "step": 1479, "evaluation_tokens": 1048576}
{"event": "train", "step": 1480, "epoch": 20, "tokens": 193986560, "loss": 3.8850295543670654, "lr": 0.005660216148480391, "grad_norm": 0.147156223654747, "tokens_per_second": 1900930.474085796, "training_seconds": 0.0689514960104134, "elapsed_tokens_per_second": 1146311.464517705, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1500, "epoch": 20, "tokens": 196608000, "loss": 3.8690471410751344, "lr": 0.00556240148587478, "grad_norm": 0.13818715512752533, "tokens_per_second": 1733303.9004535351, "training_seconds": 1.5123949120024918, "elapsed_tokens_per_second": 1151501.3136720457, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1520, "epoch": 20, "tokens": 199229440, "loss": 3.8641345858573914, "lr": 0.005464052254014167, "grad_norm": 0.1550321877002716, "tokens_per_second": 1731649.6965499986, "training_seconds": 1.513839667008142, "elapsed_tokens_per_second": 1156592.178433955, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1540, "epoch": 20, "tokens": 201850880, "loss": 3.855757546424866, "lr": 0.005365217939346285, "grad_norm": 0.15248842537403107, "tokens_per_second": 1731391.7570612938, "training_seconds": 1.5140651959954994, "elapsed_tokens_per_second": 1161587.8596423627, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1557, "epoch": 20, "tokens": 204079104, "loss": 3.8656129977282356, "lr": 0.005280864514819528, "grad_norm": 0.14491437375545502, "tokens_per_second": 1732841.7415463051, "training_seconds": 1.2858785349963, "elapsed_tokens_per_second": 1165774.8806165152, "peak_memory_bytes": 42389451776}
{"loss": 3.8649046606023965, "perplexity": 47.69872464822622, "tokens": 204079104, "seconds": 0.5492722339986358, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 20, "step": 1557, "evaluation_tokens": 1048576}
{"event": "train", "step": 1560, "epoch": 21, "tokens": 204472320, "loss": 3.8694956302642822, "lr": 0.00526594827239831, "grad_norm": 0.1373978853225708, "tokens_per_second": 1776682.315997908, "training_seconds": 0.22132037700794172, "elapsed_tokens_per_second": 1162846.0105856396, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1580, "epoch": 21, "tokens": 207093760, "loss": 3.8425781607627867, "lr": 0.005166293202753903, "grad_norm": 0.1314946711063385, "tokens_per_second": 1731966.5541562783, "training_seconds": 1.5135627150011715, "elapsed_tokens_per_second": 1167693.1840555512, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1600, "epoch": 21, "tokens": 209715200, "loss": 3.843075120449066, "lr": 0.00506630287392006, "grad_norm": 0.1530679166316986, "tokens_per_second": 1733971.0562075062, "training_seconds": 1.5118130089977058, "elapsed_tokens_per_second": 1172471.64953798, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1620, "epoch": 21, "tokens": 212336640, "loss": 3.8497594833374023, "lr": 0.0049660275980963646, "grad_norm": 0.14035049080848694, "tokens_per_second": 1733848.8861739386, "training_seconds": 1.5119195339939324, "elapsed_tokens_per_second": 1177166.393525934, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1634, "epoch": 21, "tokens": 214171648, "loss": 3.8410647766930714, "lr": 0.004895692375517796, "grad_norm": 0.11814431101083755, "tokens_per_second": 1732081.2228253824, "training_seconds": 1.0594237590121338, "elapsed_tokens_per_second": 1180398.859436177, "peak_memory_bytes": 42389451776}
{"loss": 3.8419180479508874, "perplexity": 46.61479816691392, "tokens": 214171648, "seconds": 0.5488394150015665, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 21, "step": 1634, "evaluation_tokens": 1048576}
{"event": "train", "step": 1640, "epoch": 22, "tokens": 214958080, "loss": 3.820014715194702, "lr": 0.004865517830859356, "grad_norm": 0.14451970160007477, "tokens_per_second": 1759370.4015682477, "training_seconds": 0.44699626599322073, "elapsed_tokens_per_second": 1178198.0279927393, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1660, "epoch": 22, "tokens": 217579520, "loss": 3.8336342453956602, "lr": 0.004764824145774784, "grad_norm": 0.12301943451166153, "tokens_per_second": 1730691.0105586858, "training_seconds": 1.5146782319934573, "elapsed_tokens_per_second": 1182737.9527732795, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1680, "epoch": 22, "tokens": 220200960, "loss": 3.8187772631645203, "lr": 0.004663997208950452, "grad_norm": 0.12986448407173157, "tokens_per_second": 1735069.7046407852, "training_seconds": 1.51085572699958, "elapsed_tokens_per_second": 1187229.9435295481, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1700, "epoch": 22, "tokens": 222822400, "loss": 3.819879722595215, "lr": 0.004563087753542537, "grad_norm": 0.17460793256759644, "tokens_per_second": 1730648.5612257645, "training_seconds": 1.5147153840080136, "elapsed_tokens_per_second": 1191621.6898910853, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1712, "epoch": 22, "tokens": 224395264, "loss": 3.8258284529050193, "lr": 0.004502523592681211, "grad_norm": 0.1403418481349945, "tokens_per_second": 1729844.794380594, "training_seconds": 0.9092515149968676, "elapsed_tokens_per_second": 1194218.543202984, "peak_memory_bytes": 42389451776}
{"loss": 3.833045407102805, "perplexity": 46.203031235935285, "tokens": 224395264, "seconds": 0.5548505569895497, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 22, "step": 1712, "evaluation_tokens": 1048576}
{"event": "train", "step": 1720, "epoch": 23, "tokens": 225443840, "loss": 3.815355360507965, "lr": 0.0044621465542281444, "grad_norm": 0.1511748880147934, "tokens_per_second": 1731437.9726595776, "training_seconds": 0.6056099130073562, "elapsed_tokens_per_second": 1192384.2719616478, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1740, "epoch": 23, "tokens": 228065280, "loss": 3.816665542125702, "lr": 0.004361224401656978, "grad_norm": 0.15318219363689423, "tokens_per_second": 1708256.715575953, "training_seconds": 1.5345702880003955, "elapsed_tokens_per_second": 1196527.170702679, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1760, "epoch": 23, "tokens": 230686720, "loss": 3.803378093242645, "lr": 0.004260372076894983, "grad_norm": 0.13834963738918304, "tokens_per_second": 1722483.486777209, "training_seconds": 1.5218955770105822, "elapsed_tokens_per_second": 1200686.2018761702, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1780, "epoch": 23, "tokens": 233308160, "loss": 3.7974219799041746, "lr": 0.004159640325872799, "grad_norm": 0.1267363727092743, "tokens_per_second": 1736099.0293115878, "training_seconds": 1.5099599479872268, "elapsed_tokens_per_second": 1204851.4361072665, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1790, "epoch": 23, "tokens": 234618880, "loss": 3.8009129762649536, "lr": 0.004109335507725857, "grad_norm": 0.13538400828838348, "tokens_per_second": 1733248.4166350418, "training_seconds": 0.756221662988537, "elapsed_tokens_per_second": 1206899.60511948, "peak_memory_bytes": 42389451776}
{"loss": 3.8045488898599786, "perplexity": 44.90498844760942, "tokens": 234618880, "seconds": 0.5477016249933513, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 23, "step": 1790, "evaluation_tokens": 1048576}
{"event": "train", "step": 1800, "epoch": 24, "tokens": 235929600, "loss": 3.7850815773010256, "lr": 0.0040590798338518965, "grad_norm": 0.15535086393356323, "tokens_per_second": 1742225.0627945778, "training_seconds": 0.7523253039980773, "elapsed_tokens_per_second": 1205529.7036858383, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1820, "epoch": 24, "tokens": 238551040, "loss": 3.796453821659088, "lr": 0.003958741199921243, "grad_norm": 0.13846895098686218, "tokens_per_second": 1733691.0339217926, "training_seconds": 1.5120571939914953, "elapsed_tokens_per_second": 1209569.0238219074, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1840, "epoch": 24, "tokens": 241172480, "loss": 3.7730491518974305, "lr": 0.003858674911537323, "grad_norm": 0.14104865491390228, "tokens_per_second": 1732119.1471244409, "training_seconds": 1.5134293760056607, "elapsed_tokens_per_second": 1213541.3459989575, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1860, "epoch": 24, "tokens": 243793920, "loss": 3.800526261329651, "lr": 0.003758931319120337, "grad_norm": 0.14343057572841644, "tokens_per_second": 1736366.6921480824, "training_seconds": 1.509727185999509, "elapsed_tokens_per_second": 1217473.7574179731, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1868, "epoch": 24, "tokens": 244842496, "loss": 3.7844057083129883, "lr": 0.0037191354851804715, "grad_norm": 0.1187417283654213, "tokens_per_second": 1734241.2177431867, "training_seconds": 0.6046309990051668, "elapsed_tokens_per_second": 1219021.922607801, "peak_memory_bytes": 42389451776}
{"loss": 3.795564759194825, "perplexity": 44.50336299307619, "tokens": 244842496, "seconds": 0.5476298200082965, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 24, "step": 1868, "evaluation_tokens": 1048576}
{"event": "train", "step": 1880, "epoch": 25, "tokens": 246415360, "loss": 3.774862368901571, "lr": 0.003659560610719337, "grad_norm": 0.12710973620414734, "tokens_per_second": 1745987.8902013407, "training_seconds": 0.9008447359956335, "elapsed_tokens_per_second": 1218023.516721843, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1900, "epoch": 25, "tokens": 249036800, "loss": 3.7746127009391786, "lr": 0.0035606127867590853, "grad_norm": 0.1339956372976303, "tokens_per_second": 1733273.6460015695, "training_seconds": 1.5124213109957054, "elapsed_tokens_per_second": 1221837.4090851306, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1920, "epoch": 25, "tokens": 251658240, "loss": 3.7768054842948913, "lr": 0.003462137634881298, "grad_norm": 0.11553876847028732, "tokens_per_second": 1734078.9999098785, "training_seconds": 1.5117189010052243, "elapsed_tokens_per_second": 1225601.8878213407, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1940, "epoch": 25, "tokens": 254279680, "loss": 3.77404705286026, "lr": 0.003364184704892969, "grad_norm": 0.12405620515346527, "tokens_per_second": 1732352.8694286784, "training_seconds": 1.5132251900067786, "elapsed_tokens_per_second": 1229299.6044185115, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1946, "epoch": 25, "tokens": 255066112, "loss": 3.736614545186361, "lr": 0.0033349080348809798, "grad_norm": 0.1254415661096573, "tokens_per_second": 1740778.8372680685, "training_seconds": 0.4517701980075799, "elapsed_tokens_per_second": 1230407.321836611, "peak_memory_bytes": 42389451776}
{"loss": 3.7647714294182757, "perplexity": 43.153841033949696, "tokens": 255066112, "seconds": 0.5498529509932268, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 25, "step": 1946, "evaluation_tokens": 1048576}
{"event": "train", "step": 1960, "epoch": 26, "tokens": 256901120, "loss": 3.740266271999904, "lr": 0.003266803283834365, "grad_norm": 0.14909067749977112, "tokens_per_second": 1743599.622408517, "training_seconds": 1.0524250960006611, "elapsed_tokens_per_second": 1229708.9013726662, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1980, "epoch": 26, "tokens": 259522560, "loss": 3.748110806941986, "lr": 0.003170042371179218, "grad_norm": 0.1368587762117386, "tokens_per_second": 1736703.8334803742, "training_seconds": 1.5094341069925576, "elapsed_tokens_per_second": 1233336.7704404786, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2000, "epoch": 26, "tokens": 262144000, "loss": 3.740161454677582, "lr": 0.003073950654179647, "grad_norm": 0.12079065293073654, "tokens_per_second": 1733008.220126936, "training_seconds": 1.5126529519911855, "elapsed_tokens_per_second": 1236896.5136216267, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2020, "epoch": 26, "tokens": 264765440, "loss": 3.7431411266326906, "lr": 0.00297857648336815, "grad_norm": 0.12049844861030579, "tokens_per_second": 1733221.0610448958, "training_seconds": 1.5124671970115742, "elapsed_tokens_per_second": 1240404.473856816, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2024, "epoch": 26, "tokens": 265289728, "loss": 3.7352524399757385, "lr": 0.0029595919844501175, "grad_norm": 0.12865328788757324, "tokens_per_second": 1734208.9130673034, "training_seconds": 0.3023211310064653, "elapsed_tokens_per_second": 1241096.2955280058, "peak_memory_bytes": 42389451776}
{"loss": 3.745494000641734, "perplexity": 42.32991305887909, "tokens": 265289728, "seconds": 0.5491367499926127, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 26, "step": 2024, "evaluation_tokens": 1048576}
{"event": "train", "step": 2040, "epoch": 27, "tokens": 267386880, "loss": 3.71978896856308, "lr": 0.002883967848229039, "grad_norm": 0.12375626713037491, "tokens_per_second": 1736881.0137043807, "training_seconds": 1.2074241030059056, "elapsed_tokens_per_second": 1240666.46028931, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2060, "epoch": 27, "tokens": 270008320, "loss": 3.720317375659943, "lr": 0.002790172353051531, "grad_norm": 0.14667533338069916, "tokens_per_second": 1731567.3068504047, "training_seconds": 1.513911697009462, "elapsed_tokens_per_second": 1244081.9284407983, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2080, "epoch": 27, "tokens": 272629760, "loss": 3.7263315320014954, "lr": 0.0026972371929766814, "grad_norm": 0.14775075018405914, "tokens_per_second": 1731805.7860663936, "training_seconds": 1.5137032230122713, "elapsed_tokens_per_second": 1247452.5138793357, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2100, "epoch": 27, "tokens": 275251200, "loss": 3.7180026292800905, "lr": 0.0026052091302501607, "grad_norm": 0.13767193257808685, "tokens_per_second": 1735162.9380572685, "training_seconds": 1.5107745460118167, "elapsed_tokens_per_second": 1250791.7302353894, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2101, "epoch": 27, "tokens": 275382272, "loss": 3.7293901443481445, "lr": 0.002600632371035081, "grad_norm": 0.13722433149814606, "tokens_per_second": 1731940.9395524967, "training_seconds": 0.07567925499461126, "elapsed_tokens_per_second": 1250949.0715310418, "peak_memory_bytes": 42389451776}
{"loss": 3.7286799661480017, "perplexity": 41.62412662706042, "tokens": 275382272, "seconds": 0.5475128640100593, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 27, "step": 2101, "evaluation_tokens": 1048576}
{"event": "train", "step": 2120, "epoch": 28, "tokens": 277872640, "loss": 3.718626022338867, "lr": 0.0025141344706928735, "grad_norm": 0.12693896889686584, "tokens_per_second": 1737653.1885194532, "training_seconds": 1.4331789660063805, "elapsed_tokens_per_second": 1250967.500995577, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2140, "epoch": 28, "tokens": 280494080, "loss": 3.711611568927765, "lr": 0.002424059040401219, "grad_norm": 0.13138385117053986, "tokens_per_second": 1733726.8067377955, "training_seconds": 1.512025994990836, "elapsed_tokens_per_second": 1254222.3050307953, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2160, "epoch": 28, "tokens": 283115520, "loss": 3.712140965461731, "lr": 0.0023350281626887534, "grad_norm": 0.11728616058826447, "tokens_per_second": 1728810.2703288659, "training_seconds": 1.5163260219997028, "elapsed_tokens_per_second": 1257411.9772803548, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2179, "epoch": 28, "tokens": 285605888, "loss": 3.7072618133143376, "lr": 0.0022514571542036716, "grad_norm": 0.12377825379371643, "tokens_per_second": 1733381.062332153, "training_seconds": 1.436711208007182, "elapsed_tokens_per_second": 1260420.7236073825, "peak_memory_bytes": 42389451776}
{"loss": 3.709931794531426, "perplexity": 40.85102016899657, "tokens": 285605888, "seconds": 0.5489131089998409, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 28, "step": 2179, "evaluation_tokens": 1048576}
{"event": "train", "step": 2180, "epoch": 29, "tokens": 285736960, "loss": 3.7378334999084473, "lr": 0.002247086635280821, "grad_norm": 0.12381082028150558, "tokens_per_second": 1872743.726343134, "training_seconds": 0.06998928799293935, "elapsed_tokens_per_second": 1257534.4216569392, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2200, "epoch": 29, "tokens": 288358400, "loss": 3.6978899955749513, "lr": 0.0021602787077736585, "grad_norm": 0.13612018525600433, "tokens_per_second": 1711612.5080803768, "training_seconds": 1.5315616049920209, "elapsed_tokens_per_second": 1260568.9723559434, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2220, "epoch": 29, "tokens": 290979840, "loss": 3.689486026763916, "lr": 0.002074648059369295, "grad_norm": 0.11305513232946396, "tokens_per_second": 1708710.7062829565, "training_seconds": 1.5341625650034985, "elapsed_tokens_per_second": 1263544.8393548122, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2240, "epoch": 29, "tokens": 293601280, "loss": 3.715254616737366, "lr": 0.001990237776897454, "grad_norm": 0.12177931517362595, "tokens_per_second": 1724320.5625605795, "training_seconds": 1.5202741630055243, "elapsed_tokens_per_second": 1266560.3988731024, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2257, "epoch": 29, "tokens": 295829504, "loss": 3.694047675413244, "lr": 0.0019194802916829411, "grad_norm": 0.1328907012939453, "tokens_per_second": 1734274.0730084605, "training_seconds": 1.2848165319883265, "elapsed_tokens_per_second": 1269129.7045272451, "peak_memory_bytes": 42389451776}
{"loss": 3.694439448134571, "perplexity": 40.223019178950494, "tokens": 295829504, "seconds": 0.5482073930033948, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 29, "step": 2257, "evaluation_tokens": 1048576}
{"event": "train", "step": 2260, "epoch": 30, "tokens": 296222720, "loss": 3.6556055545806885, "lr": 0.0019070903331355337, "grad_norm": 0.11948394775390625, "tokens_per_second": 1777136.1064893063, "training_seconds": 0.22126386300078593, "elapsed_tokens_per_second": 1266586.8458768064, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2280, "epoch": 30, "tokens": 298844160, "loss": 3.682384705543518, "lr": 0.0018252475654375459, "grad_norm": 0.12691476941108704, "tokens_per_second": 1733661.8196025027, "training_seconds": 1.5120826740021585, "elapsed_tokens_per_second": 1269581.5584145419, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2300, "epoch": 30, "tokens": 301465600, "loss": 3.6829177498817445, "lr": 0.0017447506546827902, "grad_norm": 0.12318923324346542, "tokens_per_second": 1731770.230908032, "training_seconds": 1.5137343010137556, "elapsed_tokens_per_second": 1272526.3721111182, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2320, "epoch": 30, "tokens": 304087040, "loss": 3.6528130173683167, "lr": 0.0016656401045548374, "grad_norm": 0.1301179677248001, "tokens_per_second": 1732496.3269556966, "training_seconds": 1.513099888994475, "elapsed_tokens_per_second": 1275439.380267214, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2335, "epoch": 30, "tokens": 306053120, "loss": 3.671714735031128, "lr": 0.0016072409637759217, "grad_norm": 0.13246771693229675, "tokens_per_second": 1731750.766837055, "training_seconds": 1.1353134860110004, "elapsed_tokens_per_second": 1277593.55115813, "peak_memory_bytes": 42389451776}
{"loss": 3.6769168117938182, "perplexity": 39.52434502472653, "tokens": 306053120, "seconds": 0.5491171250032494, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 30, "step": 2335, "evaluation_tokens": 1048576}
{"event": "train", "step": 2340, "epoch": 31, "tokens": 306708480, "loss": 3.6561866760253907, "lr": 0.001587955721161273, "grad_norm": 0.12965665757656097, "tokens_per_second": 1759442.727479572, "training_seconds": 0.37248157599242404, "elapsed_tokens_per_second": 1275388.6963878192, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2360, "epoch": 31, "tokens": 309329920, "loss": 3.6684535264968874, "lr": 0.001511736593004428, "grad_norm": 0.1258675456047058, "tokens_per_second": 1731865.4521814033, "training_seconds": 1.5136510730080772, "elapsed_tokens_per_second": 1278238.1370859696, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2380, "epoch": 31, "tokens": 311951360, "loss": 3.654358696937561, "lr": 0.0014370210713131914, "grad_norm": 0.1231539398431778, "tokens_per_second": 1736393.1441622998, "training_seconds": 1.5097041869885288, "elapsed_tokens_per_second": 1280942.9935325964, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2400, "epoch": 31, "tokens": 314572800, "loss": 3.64884774684906, "lr": 0.0013638467507457932, "grad_norm": 0.12551937997341156, "tokens_per_second": 1731706.5343469626, "training_seconds": 1.5137899800029118, "elapsed_tokens_per_second": 1283721.7257752437, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2413, "epoch": 31, "tokens": 316276736, "loss": 3.635826349258423, "lr": 0.0013171273849661021, "grad_norm": 0.11417125910520554, "tokens_per_second": 1738230.90110855, "training_seconds": 0.9802702269953443, "elapsed_tokens_per_second": 1285524.2993001896, "peak_memory_bytes": 42389451776}
{"loss": 3.6614547361724488, "perplexity": 38.91791701276519, "tokens": 316276736, "seconds": 0.5448958159977337, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 31, "step": 2413, "evaluation_tokens": 1048576}
{"event": "train", "step": 2420, "epoch": 32, "tokens": 317194240, "loss": 3.6509970256260464, "lr": 0.0012922504504732845, "grad_norm": 0.14548274874687195, "tokens_per_second": 1748961.98416897, "training_seconds": 0.5245991669944488, "elapsed_tokens_per_second": 1283640.6685036726, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2440, "epoch": 32, "tokens": 319815680, "loss": 3.6529664635658263, "lr": 0.0012222681956532032, "grad_norm": 0.11490000039339066, "tokens_per_second": 1733144.3071607612, "training_seconds": 1.512534178007627, "elapsed_tokens_per_second": 1286369.9168418017, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2460, "epoch": 32, "tokens": 322437120, "loss": 3.635990798473358, "lr": 0.0011539351993027748, "grad_norm": 0.12092927098274231, "tokens_per_second": 1732227.694840855, "training_seconds": 1.5133345389913302, "elapsed_tokens_per_second": 1289058.9739924856, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2480, "epoch": 32, "tokens": 325058560, "loss": 3.634827959537506, "lr": 0.001087285844580757, "grad_norm": 0.12259584665298462, "tokens_per_second": 1731379.4904084424, "training_seconds": 1.5140759229980176, "elapsed_tokens_per_second": 1291714.0051183077, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2491, "epoch": 32, "tokens": 326500352, "loss": 3.6366056312214243, "lr": 0.0010513585372613364, "grad_norm": 0.11415033042430878, "tokens_per_second": 1731846.6218437976, "training_seconds": 0.8325171420001425, "elapsed_tokens_per_second": 1293157.0524101164, "peak_memory_bytes": 42389451776}
{"loss": 3.6452645535825425, "perplexity": 38.292902036062465, "tokens": 326500352, "seconds": 0.5494454349973239, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 32, "step": 2491, "evaluation_tokens": 1048576}
{"event": "train", "step": 2500, "epoch": 33, "tokens": 327680000, "loss": 3.630607843399048, "lr": 0.0010223536674868357, "grad_norm": 0.12262049317359924, "tokens_per_second": 1745047.6723439817, "training_seconds": 0.6759975780005334, "elapsed_tokens_per_second": 1291529.7388664382, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2520, "epoch": 33, "tokens": 330301440, "loss": 3.6151726961135866, "lr": 0.0009591713399873042, "grad_norm": 0.1326654553413391, "tokens_per_second": 1732066.8794184146, "training_seconds": 1.513475045998348, "elapsed_tokens_per_second": 1294136.4180128335, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2540, "epoch": 33, "tokens": 332922880, "loss": 3.6139237880706787, "lr": 0.0008977706535754829, "grad_norm": 0.1327175498008728, "tokens_per_second": 1730151.2508974827, "training_seconds": 1.515150769992033, "elapsed_tokens_per_second": 1296701.069200271, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2560, "epoch": 33, "tokens": 335544320, "loss": 3.636317527294159, "lr": 0.0008381825032751725, "grad_norm": 0.11939534544944763, "tokens_per_second": 1732441.55311289, "training_seconds": 1.5131477280083345, "elapsed_tokens_per_second": 1299248.2635880283, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2568, "epoch": 33, "tokens": 336592896, "loss": 3.6213239431381226, "lr": 0.0008148615004514701, "grad_norm": 0.11078678071498871, "tokens_per_second": 1726919.7532842027, "training_seconds": 0.6071943980059586, "elapsed_tokens_per_second": 1300243.2307358838, "peak_memory_bytes": 42389451776}
{"loss": 3.6319234403849143, "perplexity": 37.78542477804131, "tokens": 336592896, "seconds": 0.5480572859960375, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 33, "step": 2568, "evaluation_tokens": 1048576}
{"event": "train", "step": 2580, "epoch": 34, "tokens": 338165760, "loss": 3.6317571004231772, "lr": 0.0007804368720951832, "grad_norm": 0.11901059001684189, "tokens_per_second": 1744177.0952329503, "training_seconds": 0.9017799879948143, "elapsed_tokens_per_second": 1298988.760171391, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2600, "epoch": 34, "tokens": 340787200, "loss": 3.644368624687195, "lr": 0.0007245628159427694, "grad_norm": 0.11857804656028748, "tokens_per_second": 1733778.7893814573, "training_seconds": 1.5119806610018713, "elapsed_tokens_per_second": 1301493.7573675518, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2620, "epoch": 34, "tokens": 343408640, "loss": 3.6183315753936767, "lr": 0.0006705884490035463, "grad_norm": 0.11402765661478043, "tokens_per_second": 1732559.6041334309, "training_seconds": 1.5130446270050015, "elapsed_tokens_per_second": 1303962.5101512962, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2640, "epoch": 34, "tokens": 346030080, "loss": 3.6287643194198607, "lr": 0.0006185409295952571, "grad_norm": 0.12098194658756256, "tokens_per_second": 1729560.6424444912, "training_seconds": 1.5156681619992014, "elapsed_tokens_per_second": 1306392.3152807155, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2646, "epoch": 34, "tokens": 346816512, "loss": 3.6098918517430625, "lr": 0.0006033063498599568, "grad_norm": 0.11537052690982819, "tokens_per_second": 1731210.9055176342, "training_seconds": 0.45426700900134165, "elapsed_tokens_per_second": 1307111.660700308, "peak_memory_bytes": 42389451776}
{"loss": 3.619498624835297, "perplexity": 37.31885238495699, "tokens": 346816512, "seconds": 0.5483955790114123, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 34, "step": 2646, "evaluation_tokens": 1048576}
{"event": "train", "step": 2660, "epoch": 35, "tokens": 348651520, "loss": 3.603096297809056, "lr": 0.0005684464465025043, "grad_norm": 0.11523491889238358, "tokens_per_second": 1740594.322459298, "training_seconds": 1.0542422069993336, "elapsed_tokens_per_second": 1306090.1430985993, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2680, "epoch": 35, "tokens": 351272960, "loss": 3.6148332834243773, "lr": 0.0005203302057993211, "grad_norm": 0.11263886094093323, "tokens_per_second": 1710800.8547946925, "training_seconds": 1.5322882220061729, "elapsed_tokens_per_second": 1308394.395026976, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2700, "epoch": 35, "tokens": 353894400, "loss": 3.62004896402359, "lr": 0.00047421641816621657, "grad_norm": 0.11485136300325394, "tokens_per_second": 1706207.6623715279, "training_seconds": 1.5364132149989018, "elapsed_tokens_per_second": 1310649.7257286615, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2720, "epoch": 35, "tokens": 356515840, "loss": 3.599887764453888, "lr": 0.00043012828670807026, "grad_norm": 0.13104334473609924, "tokens_per_second": 1725703.5212531006, "training_seconds": 1.5190558330068598, "elapsed_tokens_per_second": 1312964.8162088965, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2724, "epoch": 35, "tokens": 357040128, "loss": 3.5825406312942505, "lr": 0.0004215557094028888, "grad_norm": 0.11640055477619171, "tokens_per_second": 1728265.8150018302, "training_seconds": 0.3033607419929467, "elapsed_tokens_per_second": 1313419.5690572895, "peak_memory_bytes": 42389451776}
{"loss": 3.609544900018221, "perplexity": 36.94923339240975, "tokens": 357040128, "seconds": 0.5467145110014826, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 35, "step": 2724, "evaluation_tokens": 1048576}
{"event": "train", "step": 2740, "epoch": 36, "tokens": 359137280, "loss": 3.6178869009017944, "lr": 0.00038808799527900874, "grad_norm": 0.1071583554148674, "tokens_per_second": 1742245.3962175294, "training_seconds": 1.2037064379983349, "elapsed_tokens_per_second": 1312627.691828945, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2760, "epoch": 36, "tokens": 361758720, "loss": 3.6227179646492003, "lr": 0.0003481166973201453, "grad_norm": 0.11332523822784424, "tokens_per_second": 1733466.0013861472, "training_seconds": 1.5122534840047592, "elapsed_tokens_per_second": 1314935.478724723, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2780, "epoch": 36, "tokens": 364380160, "loss": 3.6102179646492005, "lr": 0.0003102345052157864, "grad_norm": 0.11317437142133713, "tokens_per_second": 1731099.0607100436, "training_seconds": 1.514321195994853, "elapsed_tokens_per_second": 1317206.1173471557, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2800, "epoch": 36, "tokens": 367001600, "loss": 3.6013239860534667, "lr": 0.00027446048017346997, "grad_norm": 0.11130031943321228, "tokens_per_second": 1736219.7066675609, "training_seconds": 1.5098549969989108, "elapsed_tokens_per_second": 1319475.1075735127, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2802, "epoch": 36, "tokens": 367263744, "loss": 3.6147143840789795, "lr": 0.0002709997291130384, "grad_norm": 0.10800562798976898, "tokens_per_second": 1734202.6891583367, "training_seconds": 0.15116110800590832, "elapsed_tokens_per_second": 1319692.9364975228, "peak_memory_bytes": 42389451776}
{"loss": 3.600899855508178, "perplexity": 36.63118238850327, "tokens": 367263744, "seconds": 0.548005030999775, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 36, "step": 2802, "evaluation_tokens": 1048576}
{"event": "train", "step": 2820, "epoch": 37, "tokens": 369623040, "loss": 3.59141915374332, "lr": 0.00024081262263292666, "grad_norm": 0.11466344445943832, "tokens_per_second": 1739384.886424803, "training_seconds": 1.3563967460067943, "elapsed_tokens_per_second": 1319087.2600159147, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2840, "epoch": 37, "tokens": 372244480, "loss": 3.610171043872833, "lr": 0.00020930786320878334, "grad_norm": 0.11089465767145157, "tokens_per_second": 1734213.7855458118, "training_seconds": 1.5116014079976594, "elapsed_tokens_per_second": 1321309.1969925126, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2860, "epoch": 37, "tokens": 374865920, "loss": 3.598922073841095, "lr": 0.00017996205417157872, "grad_norm": 0.11162136495113373, "tokens_per_second": 1731691.0133120117, "training_seconds": 1.5138035480049439, "elapsed_tokens_per_second": 1323495.1880188242, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2880, "epoch": 37, "tokens": 377487360, "loss": 3.6101003170013426, "lr": 0.00015278996147136446, "grad_norm": 0.10639181733131409, "tokens_per_second": 1731220.1483791242, "training_seconds": 1.5142152790067485, "elapsed_tokens_per_second": 1325657.5414718024, "peak_memory_bytes": 42389451776}
{"loss": 3.5944347527610288, "perplexity": 36.39512193039869, "tokens": 377487360, "seconds": 0.546053635989665, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 37, "step": 2880, "evaluation_tokens": 1048576}
{"event": "train", "step": 2900, "epoch": 38, "tokens": 380108800, "loss": 3.606859838962555, "lr": 0.0001278052573079114, "grad_norm": 0.11215700954198837, "tokens_per_second": 1741694.6023192173, "training_seconds": 1.505108872996061, "elapsed_tokens_per_second": 1325193.6555351235, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2920, "epoch": 38, "tokens": 382730240, "loss": 3.576354813575745, "lr": 0.00010502051325125955, "grad_norm": 0.10681582242250443, "tokens_per_second": 1731271.9911298144, "training_seconds": 1.5141699359955965, "elapsed_tokens_per_second": 1327318.8429838642, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2940, "epoch": 38, "tokens": 385351680, "loss": 3.600144457817078, "lr": 8.444719391607497e-05, "grad_norm": 0.10641302913427353, "tokens_per_second": 1732120.8604409264, "training_seconds": 1.5134278790064855, "elapsed_tokens_per_second": 1329427.201900055, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2958, "epoch": 38, "tokens": 387710976, "loss": 3.590043783187866, "lr": 6.783055356613964e-05, "grad_norm": 0.10328750312328339, "tokens_per_second": 1730188.972495212, "training_seconds": 1.3636059629934607, "elapsed_tokens_per_second": 1331296.2198232, "peak_memory_bytes": 42389451776}
{"loss": 3.590982829769005, "perplexity": 36.26970536091577, "tokens": 387710976, "seconds": 0.5445516340114409, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 38, "step": 2958, "evaluation_tokens": 1048576}
{"event": "train", "step": 2960, "epoch": 39, "tokens": 387973120, "loss": 3.5797789096832275, "lr": 6.609565119299037e-05, "grad_norm": 0.10078950226306915, "tokens_per_second": 1806375.4266030472, "training_seconds": 0.1451215490087634, "elapsed_tokens_per_second": 1329002.9527602682, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2980, "epoch": 39, "tokens": 390594560, "loss": 3.5938975334167482, "lr": 4.997511903983814e-05, "grad_norm": 0.10257790237665176, "tokens_per_second": 1736006.4953963137, "training_seconds": 1.5100404330005404, "elapsed_tokens_per_second": 1331092.4047928671, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3000, "epoch": 39, "tokens": 393216000, "loss": 3.5773971915245055, "lr": 3.609370883539442e-05, "grad_norm": 0.10646449774503708, "tokens_per_second": 1731335.142312517, "training_seconds": 1.5141147060057847, "elapsed_tokens_per_second": 1333139.4485082831, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3020, "epoch": 39, "tokens": 395837440, "loss": 3.5921265959739683, "lr": 2.4458405297968444e-05, "grad_norm": 0.10635917633771896, "tokens_per_second": 1733916.8772085265, "training_seconds": 1.5118602480069967, "elapsed_tokens_per_second": 1335178.071978312, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3035, "epoch": 39, "tokens": 397803520, "loss": 3.57964186668396, "lr": 1.7209499597202137e-05, "grad_norm": 0.10176821798086166, "tokens_per_second": 1733356.8762877672, "training_seconds": 1.1342615169996861, "elapsed_tokens_per_second": 1336688.017622131, "peak_memory_bytes": 42389451776}
{"loss": 3.5891809073593635, "perplexity": 36.20440901317866, "tokens": 397803520, "seconds": 0.5470609979965957, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 39, "step": 3035, "evaluation_tokens": 1048576}
{"event": "train", "step": 3040, "epoch": 40, "tokens": 398458880, "loss": 3.6048483848571777, "lr": 1.5075062970900831e-05, "grad_norm": 0.10219845175743103, "tokens_per_second": 1762283.9298517646, "training_seconds": 0.3718810510035837, "elapsed_tokens_per_second": 1334719.2801718102, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3060, "epoch": 40, "tokens": 401080320, "loss": 3.5997690677642824, "lr": 7.948403276727022e-06, "grad_norm": 0.1066114753484726, "tokens_per_second": 1732225.9011775663, "training_seconds": 1.5133361059997696, "elapsed_tokens_per_second": 1336719.215898594, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3080, "epoch": 40, "tokens": 403701760, "loss": 3.573918354511261, "lr": 3.0820121414971145e-06, "grad_norm": 0.10254807770252228, "tokens_per_second": 1733468.3856600802, "training_seconds": 1.5122514039976522, "elapsed_tokens_per_second": 1338702.0250316248, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3100, "epoch": 40, "tokens": 406323200, "loss": 3.602184760570526, "lr": 4.78338190441685e-07, "grad_norm": 0.10345427691936493, "tokens_per_second": 1731934.1402481252, "training_seconds": 1.5135910419921856, "elapsed_tokens_per_second": 1340660.8680204258, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3113, "epoch": 40, "tokens": 408027136, "loss": 3.586823976956881, "lr": 0.0, "grad_norm": 0.10271412879228592, "tokens_per_second": 1732569.9496640153, "training_seconds": 0.9834731349983485, "elapsed_tokens_per_second": 1341921.9962692314, "peak_memory_bytes": 42389451776}
{"loss": 3.588873040393832, "perplexity": 36.19326458722523, "tokens": 408027136, "seconds": 0.5487635690078605, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 40, "step": 3113, "evaluation_tokens": 1048576}
{"loss": 3.590063076117814, "perplexity": 36.23636150340039, "tokens": 408027136, "seconds": 102.5110955459968, "split": "full", "validation_complete": true, "event": "final_validation", "step": 3113, "evaluation_tokens": 197411295}