{"event": "train", "step": 20, "epoch": 1, "tokens": 2621440, "loss": 9.349434804916381, "lr": 0.000641025641025641, "grad_norm": 1.263858437538147, "tokens_per_second": 52761.77394575047, "training_seconds": 49.68445531598991, "elapsed_tokens_per_second": 52761.77394575047, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 40, "epoch": 1, "tokens": 5242880, "loss": 7.375539112091064, "lr": 0.001282051282051282, "grad_norm": 1.5348938703536987, "tokens_per_second": 1746519.1197041445, "training_seconds": 1.5009512180113234, "elapsed_tokens_per_second": 102415.79337346862, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 60, "epoch": 1, "tokens": 7864320, "loss": 6.98207700252533, "lr": 0.001923076923076923, "grad_norm": 0.5344042181968689, "tokens_per_second": 1738801.0873111603, "training_seconds": 1.5076135039998917, "elapsed_tokens_per_second": 149225.4920619798, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 78, "epoch": 1, "tokens": 10223616, "loss": 6.7553515964084205, "lr": 0.0025, "grad_norm": 0.5208117365837097, "tokens_per_second": 1735478.7677927718, "training_seconds": 1.3594496480072848, "elapsed_tokens_per_second": 189111.16983273494, "peak_memory_bytes": 21988176384}
{"loss": 6.597799421644055, "perplexity": 733.4793332399112, "tokens": 10223616, "seconds": 1.0381373530108249, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 1, "step": 78, "evaluation_tokens": 1048576}
{"event": "train", "step": 80, "epoch": 2, "tokens": 10485760, "loss": 6.596948623657227, "lr": 0.002564102564102564, "grad_norm": 0.3885766863822937, "tokens_per_second": 1798752.3406521622, "training_seconds": 0.14573657199798618, "elapsed_tokens_per_second": 189769.62237049814, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 100, "epoch": 2, "tokens": 13107200, "loss": 6.43141872882843, "lr": 0.003205128205128205, "grad_norm": 0.5095403790473938, "tokens_per_second": 1736962.3524010114, "training_seconds": 1.5092094519932289, "elapsed_tokens_per_second": 230901.29158321008, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 120, "epoch": 2, "tokens": 15728640, "loss": 6.255912947654724, "lr": 0.003846153846153846, "grad_norm": 0.3739936947822571, "tokens_per_second": 1736876.535677013, "training_seconds": 1.5092840199940838, "elapsed_tokens_per_second": 269898.5498255297, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 140, "epoch": 2, "tokens": 18350080, "loss": 6.070825052261353, "lr": 0.004487179487179488, "grad_norm": 0.5452477931976318, "tokens_per_second": 1736813.9128073778, "training_seconds": 1.50933843900566, "elapsed_tokens_per_second": 306925.8185829245, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 156, "epoch": 2, "tokens": 20447232, "loss": 5.8898413479328156, "lr": 0.005, "grad_norm": 0.44514092803001404, "tokens_per_second": 1737545.6181215192, "training_seconds": 1.206962267999188, "elapsed_tokens_per_second": 335226.78259085026, "peak_memory_bytes": 42389451776}
{"loss": 5.823877553053928, "perplexity": 338.2812171809575, "tokens": 20447232, "seconds": 0.5493620280030882, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 2, "step": 156, "evaluation_tokens": 1048576}
{"event": "train", "step": 160, "epoch": 3, "tokens": 20971520, "loss": 5.815770387649536, "lr": 0.005128205128205128, "grad_norm": 0.36956480145454407, "tokens_per_second": 1758157.5204079165, "training_seconds": 0.29820308698981535, "elapsed_tokens_per_second": 339073.66931477934, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 180, "epoch": 3, "tokens": 23592960, "loss": 5.7103451013565065, "lr": 0.0057692307692307696, "grad_norm": 0.3259267807006836, "tokens_per_second": 1736462.5944099058, "training_seconds": 1.509643805999076, "elapsed_tokens_per_second": 372363.0982355369, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 200, "epoch": 3, "tokens": 26214400, "loss": 5.524664735794067, "lr": 0.00641025641025641, "grad_norm": 0.22539912164211273, "tokens_per_second": 1734005.9505010135, "training_seconds": 1.5117825860070297, "elapsed_tokens_per_second": 404085.6698087494, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 220, "epoch": 3, "tokens": 28835840, "loss": 5.4027228355407715, "lr": 0.007051282051282052, "grad_norm": 0.3513944149017334, "tokens_per_second": 1726177.9800189068, "training_seconds": 1.5186383040127112, "elapsed_tokens_per_second": 434319.8850827912, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 233, "epoch": 3, "tokens": 30539776, "loss": 5.269693888150728, "lr": 0.007467948717948718, "grad_norm": 0.23918688297271729, "tokens_per_second": 1734658.7316178954, "training_seconds": 0.9822888899943791, "elapsed_tokens_per_second": 453267.6264987186, "peak_memory_bytes": 42389451776}
{"loss": 5.252272641523129, "perplexity": 190.99984977407047, "tokens": 30539776, "seconds": 0.5521824190072948, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 3, "step": 233, "evaluation_tokens": 1048576}
{"event": "train", "step": 240, "epoch": 4, "tokens": 31457280, "loss": 5.230289595467704, "lr": 0.007692307692307692, "grad_norm": 0.3564346432685852, "tokens_per_second": 1746957.2991968426, "training_seconds": 0.5252011599950492, "elapsed_tokens_per_second": 459481.2965068595, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 260, "epoch": 4, "tokens": 34078720, "loss": 5.183375954627991, "lr": 0.008333333333333333, "grad_norm": 0.2272462695837021, "tokens_per_second": 1736373.9321788142, "training_seconds": 1.5097208910010522, "elapsed_tokens_per_second": 487024.2902847324, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 280, "epoch": 4, "tokens": 36700160, "loss": 5.091386938095093, "lr": 0.008974358974358975, "grad_norm": 0.21137776970863342, "tokens_per_second": 1738111.5557159465, "training_seconds": 1.508211594002205, "elapsed_tokens_per_second": 513411.13034633093, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 300, "epoch": 4, "tokens": 39321600, "loss": 5.015614652633667, "lr": 0.009615384615384616, "grad_norm": 0.26488831639289856, "tokens_per_second": 1735738.6516491256, "training_seconds": 1.5102734490064904, "elapsed_tokens_per_second": 538694.1834174301, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 311, "epoch": 4, "tokens": 40763392, "loss": 4.97628944570368, "lr": 0.009967948717948717, "grad_norm": 0.2033221274614334, "tokens_per_second": 1737403.816294678, "training_seconds": 0.8298542840057053, "elapsed_tokens_per_second": 552157.4907401935, "peak_memory_bytes": 42389451776}
{"loss": 4.965208863517812, "perplexity": 143.33848532734814, "tokens": 40763392, "seconds": 0.5539814020012273, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 4, "step": 311, "evaluation_tokens": 1048576}
{"event": "train", "step": 320, "epoch": 5, "tokens": 41943040, "loss": 4.921442720625135, "lr": 0.009999798724647173, "grad_norm": 0.1806277632713318, "tokens_per_second": 1741327.9712575055, "training_seconds": 0.677441595995333, "elapsed_tokens_per_second": 558763.3099285846, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 340, "epoch": 5, "tokens": 44564480, "loss": 4.884071946144104, "lr": 0.009997534563024671, "grad_norm": 0.23417536914348602, "tokens_per_second": 1734874.6968908082, "training_seconds": 1.5110255540057551, "elapsed_tokens_per_second": 581963.4008683794, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 360, "epoch": 5, "tokens": 47185920, "loss": 4.822045159339905, "lr": 0.009992755788646324, "grad_norm": 0.1856791079044342, "tokens_per_second": 1719293.949443111, "training_seconds": 1.5247189119982067, "elapsed_tokens_per_second": 604155.1925317233, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 380, "epoch": 5, "tokens": 49807360, "loss": 4.750770878791809, "lr": 0.009985464806051182, "grad_norm": 0.17302854359149933, "tokens_per_second": 1738545.8118977773, "training_seconds": 1.5078348709939746, "elapsed_tokens_per_second": 625632.8501481798, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 389, "epoch": 5, "tokens": 50987008, "loss": 4.689936478932698, "lr": 0.009981365187140646, "grad_norm": 0.17867782711982727, "tokens_per_second": 1740940.156567816, "training_seconds": 0.6775925039983122, "elapsed_tokens_per_second": 635033.1762818733, "peak_memory_bytes": 42389451776}
{"loss": 4.716239566961999, "perplexity": 111.74724354908102, "tokens": 50987008, "seconds": 0.5497743029991398, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 5, "step": 389, "evaluation_tokens": 1048576}
{"event": "train", "step": 400, "epoch": 6, "tokens": 52428800, "loss": 4.667692574587735, "lr": 0.009975665283847752, "grad_norm": 0.17251411080360413, "tokens_per_second": 1746362.5097862117, "training_seconds": 0.8255972009937977, "elapsed_tokens_per_second": 641928.6231988478, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 420, "epoch": 6, "tokens": 55050240, "loss": 4.6094642162323, "lr": 0.00996336215286808, "grad_norm": 0.20224003493785858, "tokens_per_second": 1738266.155583002, "training_seconds": 1.5080774549860507, "elapsed_tokens_per_second": 661796.8924153663, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 440, "epoch": 6, "tokens": 57671680, "loss": 4.539356017112732, "lr": 0.009948561603686672, "grad_norm": 0.26107195019721985, "tokens_per_second": 1739768.1201541482, "training_seconds": 1.5067755119962385, "elapsed_tokens_per_second": 680964.2826408917, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 460, "epoch": 6, "tokens": 60293120, "loss": 4.465678882598877, "lr": 0.009931271083505607, "grad_norm": 0.1380029320716858, "tokens_per_second": 1736790.2372338302, "training_seconds": 1.509359014002257, "elapsed_tokens_per_second": 699443.1048435586, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 467, "epoch": 6, "tokens": 61210624, "loss": 4.429793017251151, "lr": 0.009924632718259845, "grad_norm": 0.26546937227249146, "tokens_per_second": 1739590.6920938548, "training_seconds": 0.5274252179951873, "elapsed_tokens_per_second": 705754.309379926, "peak_memory_bytes": 42389451776}
{"loss": 4.462112473711528, "perplexity": 86.67040479883767, "tokens": 61210624, "seconds": 0.5492505120055284, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 6, "step": 467, "evaluation_tokens": 1048576}
{"event": "train", "step": 480, "epoch": 7, "tokens": 62914560, "loss": 4.412987048809345, "lr": 0.009911499292407304, "grad_norm": 0.1447898894548416, "tokens_per_second": 1746225.033612686, "training_seconds": 0.9757825980050256, "elapsed_tokens_per_second": 712800.3815722775, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 500, "epoch": 7, "tokens": 65536000, "loss": 4.363388586044311, "lr": 0.009889256178976909, "grad_norm": 0.16479052603244781, "tokens_per_second": 1739199.986493068, "training_seconds": 1.5072677209973335, "elapsed_tokens_per_second": 730025.2603044077, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 520, "epoch": 7, "tokens": 68157440, "loss": 4.32239511013031, "lr": 0.009864552935296447, "grad_norm": 0.17247287929058075, "tokens_per_second": 1732906.5955641686, "training_seconds": 1.5127416600007564, "elapsed_tokens_per_second": 746632.3251167481, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 540, "epoch": 7, "tokens": 70778880, "loss": 4.3249438285827635, "lr": 0.0098374019913133, "grad_norm": 0.13264897465705872, "tokens_per_second": 1716881.6508513654, "training_seconds": 1.526861213002121, "elapsed_tokens_per_second": 762582.5400499706, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 545, "epoch": 7, "tokens": 71434240, "loss": 4.29160852432251, "lr": 0.009830233376142928, "grad_norm": 0.13047201931476593, "tokens_per_second": 1751334.6905711514, "training_seconds": 0.37420602899510413, "elapsed_tokens_per_second": 766540.2942533667, "peak_memory_bytes": 42389451776}
{"loss": 4.29506509696155, "perplexity": 73.33698830474835, "tokens": 71434240, "seconds": 0.5526536999968812, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 7, "step": 545, "evaluation_tokens": 1048576}
{"event": "train", "step": 560, "epoch": 8, "tokens": 73400320, "loss": 4.298267650604248, "lr": 0.009807817008585826, "grad_norm": 0.17135480046272278, "tokens_per_second": 1743359.0430644655, "training_seconds": 1.1277539229922695, "elapsed_tokens_per_second": 773622.0204829881, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 580, "epoch": 8, "tokens": 76021760, "loss": 4.266363048553467, "lr": 0.009775812873409262, "grad_norm": 0.13351313769817352, "tokens_per_second": 1736445.774515851, "training_seconds": 1.5096584290004103, "elapsed_tokens_per_second": 788693.2729398774, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 600, "epoch": 8, "tokens": 78643200, "loss": 4.241958546638489, "lr": 0.009741405689325371, "grad_norm": 0.11598402261734009, "tokens_per_second": 1729811.282595594, "training_seconds": 1.5154485500097508, "elapsed_tokens_per_second": 803248.7750186002, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 620, "epoch": 8, "tokens": 81264640, "loss": 4.206272482872009, "lr": 0.009704612769019617, "grad_norm": 0.21025271713733673, "tokens_per_second": 1734918.638632172, "training_seconds": 1.5109872829925735, "elapsed_tokens_per_second": 817399.1488451323, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 623, "epoch": 8, "tokens": 81657856, "loss": 4.171590328216553, "lr": 0.009698889189874403, "grad_norm": 0.15271984040737152, "tokens_per_second": 1742887.4612848484, "training_seconds": 0.22561181300261524, "elapsed_tokens_per_second": 819482.0318032076, "peak_memory_bytes": 42389451776}
{"loss": 4.207465627084859, "perplexity": 67.18604935441645, "tokens": 81657856, "seconds": 0.5512239860108821, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 8, "step": 623, "evaluation_tokens": 1048576}
{"event": "train", "step": 640, "epoch": 9, "tokens": 83886080, "loss": 4.1883085194756005, "lr": 0.009665452625609928, "grad_norm": 0.163457989692688, "tokens_per_second": 1741352.701265808, "training_seconds": 1.2795937310002046, "elapsed_tokens_per_second": 826582.896410279, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 660, "epoch": 9, "tokens": 86507520, "loss": 4.171045732498169, "lr": 0.009623944963331446, "grad_norm": 0.15045183897018433, "tokens_per_second": 1739139.657036892, "training_seconds": 1.5073200069891755, "elapsed_tokens_per_second": 839929.6279017573, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 680, "epoch": 9, "tokens": 89128960, "loss": 4.167820906639099, "lr": 0.009580110667621922, "grad_norm": 0.11795789003372192, "tokens_per_second": 1736556.862230765, "training_seconds": 1.5095618560008006, "elapsed_tokens_per_second": 852868.5016031883, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 700, "epoch": 9, "tokens": 91750400, "loss": 4.124869441986084, "lr": 0.009533971794612784, "grad_norm": 0.13384640216827393, "tokens_per_second": 1734072.861863538, "training_seconds": 1.5117242519918364, "elapsed_tokens_per_second": 865425.0761369782, "peak_memory_bytes": 42389451776}
{"loss": 4.143614525692277, "perplexity": 63.0302346086389, "tokens": 91750400, "seconds": 0.5491844019998098, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 9, "step": 700, "evaluation_tokens": 1048576}
{"event": "train", "step": 720, "epoch": 10, "tokens": 94371840, "loss": 4.1354905128479, "lr": 0.009485551560031134, "grad_norm": 0.14631542563438416, "tokens_per_second": 1742665.6658049915, "training_seconds": 1.504270182995242, "elapsed_tokens_per_second": 873166.2754053994, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 740, "epoch": 10, "tokens": 96993280, "loss": 4.113846778869629, "lr": 0.009434874327518281, "grad_norm": 0.16571885347366333, "tokens_per_second": 1737290.885028221, "training_seconds": 1.5089240509987576, "elapsed_tokens_per_second": 885052.7240989759, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 760, "epoch": 10, "tokens": 99614720, "loss": 4.101919436454773, "lr": 0.009381965596370669, "grad_norm": 0.14288897812366486, "tokens_per_second": 1736566.1388780358, "training_seconds": 1.5095537919987692, "elapsed_tokens_per_second": 896613.3368257118, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 778, "epoch": 10, "tokens": 101974016, "loss": 4.078004863527086, "lr": 0.009332461787202045, "grad_norm": 0.12226952612400055, "tokens_per_second": 1738522.2445937288, "training_seconds": 1.3570697800023481, "elapsed_tokens_per_second": 906760.7286837552, "peak_memory_bytes": 42389451776}
{"loss": 4.09515841204431, "perplexity": 60.04885086527021, "tokens": 101974016, "seconds": 0.55008011800237, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 10, "step": 778, "evaluation_tokens": 1048576}
{"event": "train", "step": 780, "epoch": 11, "tokens": 102236160, "loss": 4.096471786499023, "lr": 0.009326851988709379, "grad_norm": 0.14714586734771729, "tokens_per_second": 1737879.330269643, "training_seconds": 0.1508413129922701, "elapsed_tokens_per_second": 903316.5388581671, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 800, "epoch": 11, "tokens": 104857600, "loss": 4.06894633769989, "lr": 0.009269561236084656, "grad_norm": 0.2188839465379715, "tokens_per_second": 1737302.1199229278, "training_seconds": 1.5089142929937225, "elapsed_tokens_per_second": 914281.1536021981, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 820, "epoch": 11, "tokens": 107479040, "loss": 4.065761947631836, "lr": 0.009210122165522213, "grad_norm": 0.12234452366828918, "tokens_per_second": 1732564.9929067052, "training_seconds": 1.5130399210029282, "elapsed_tokens_per_second": 924924.1650336605, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 840, "epoch": 11, "tokens": 110100480, "loss": 4.0522901773452755, "lr": 0.009148564685018313, "grad_norm": 0.11984193325042725, "tokens_per_second": 1730857.9635571353, "training_seconds": 1.5145321309973951, "elapsed_tokens_per_second": 935284.4080380418, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 856, "epoch": 11, "tokens": 112197632, "loss": 4.029862612485886, "lr": 0.00909781422451053, "grad_norm": 0.12641915678977966, "tokens_per_second": 1736673.3837102582, "training_seconds": 1.2075684579904191, "elapsed_tokens_per_second": 943409.5172822373, "peak_memory_bytes": 42389451776}
{"loss": 4.051293121608463, "perplexity": 57.47172694708054, "tokens": 112197632, "seconds": 0.5500693020003382, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 11, "step": 856, "evaluation_tokens": 1048576}
{"event": "train", "step": 860, "epoch": 12, "tokens": 112721920, "loss": 4.012150049209595, "lr": 0.00908491976849094, "grad_norm": 0.1270367056131363, "tokens_per_second": 1762618.951238124, "training_seconds": 0.2974482939898735, "elapsed_tokens_per_second": 941024.6925811273, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 880, "epoch": 12, "tokens": 115343360, "loss": 4.0271343231201175, "lr": 0.009019219440194641, "grad_norm": 0.15088944137096405, "tokens_per_second": 1735305.9412564903, "training_seconds": 1.5106500460096868, "elapsed_tokens_per_second": 950908.1398419105, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 900, "epoch": 12, "tokens": 117964800, "loss": 4.004163312911987, "lr": 0.008951496758606856, "grad_norm": 0.14346633851528168, "tokens_per_second": 1735188.9904685845, "training_seconds": 1.5107518629956758, "elapsed_tokens_per_second": 960543.6702579008, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 920, "epoch": 12, "tokens": 120586240, "loss": 4.018174350261688, "lr": 0.008881785799793856, "grad_norm": 0.1567048877477646, "tokens_per_second": 1719325.8953203594, "training_seconds": 1.524690582009498, "elapsed_tokens_per_second": 969838.3397545279, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 934, "epoch": 12, "tokens": 122421248, "loss": 4.001480375017438, "lr": 0.008831823847487404, "grad_norm": 0.1186695545911789, "tokens_per_second": 1734843.8858571632, "training_seconds": 1.0577366729994537, "elapsed_tokens_per_second": 976278.9099749622, "peak_memory_bytes": 42389451776}
{"loss": 4.00745464930563, "perplexity": 55.00668092976199, "tokens": 122421248, "seconds": 0.5528485060058301, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 12, "step": 934, "evaluation_tokens": 1048576}
{"event": "train", "step": 940, "epoch": 13, "tokens": 123207680, "loss": 4.004034241040547, "lr": 0.008810121640264679, "grad_norm": 0.11576355993747711, "tokens_per_second": 1750698.153708996, "training_seconds": 0.4492105040117167, "elapsed_tokens_per_second": 974695.0381991741, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 960, "epoch": 13, "tokens": 125829120, "loss": 3.997641050815582, "lr": 0.00873654033932165, "grad_norm": 0.1829308420419693, "tokens_per_second": 1736966.2332726964, "training_seconds": 1.5092060799943283, "elapsed_tokens_per_second": 983680.3507784237, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 980, "epoch": 13, "tokens": 128450560, "loss": 3.9849676966667174, "lr": 0.0086610789209164, "grad_norm": 0.1164034828543663, "tokens_per_second": 1735018.041867939, "training_seconds": 1.510900715002208, "elapsed_tokens_per_second": 992439.3408229675, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1000, "epoch": 13, "tokens": 131072000, "loss": 3.955540323257446, "lr": 0.008583775355020503, "grad_norm": 0.12317798286676407, "tokens_per_second": 1735173.3805216884, "training_seconds": 1.5107654540042859, "elapsed_tokens_per_second": 1000999.9133100163, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1012, "epoch": 13, "tokens": 132644864, "loss": 3.9707545042037964, "lr": 0.008536525127815442, "grad_norm": 0.1152782291173935, "tokens_per_second": 1739234.1545949727, "training_seconds": 0.9043428659933852, "elapsed_tokens_per_second": 1006052.398648859, "peak_memory_bytes": 42389451776}
{"loss": 3.978114654076568, "perplexity": 53.416231159361935, "tokens": 132644864, "seconds": 0.551606722001452, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 13, "step": 1012, "evaluation_tokens": 1048576}
{"event": "train", "step": 1020, "epoch": 14, "tokens": 133693440, "loss": 3.945943146944046, "lr": 0.0085046685385201, "grad_norm": 0.14379483461380005, "tokens_per_second": 1747667.4688837077, "training_seconds": 0.5999859919975279, "elapsed_tokens_per_second": 1005175.4462107089, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1040, "epoch": 14, "tokens": 136314880, "loss": 3.9520071387290954, "lr": 0.008423798275644122, "grad_norm": 0.13396193087100983, "tokens_per_second": 1730970.9468643256, "training_seconds": 1.514433275006013, "elapsed_tokens_per_second": 1013338.5231484615, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1060, "epoch": 14, "tokens": 138936320, "loss": 3.95970242023468, "lr": 0.008341205257935976, "grad_norm": 0.1271284818649292, "tokens_per_second": 1735715.569662044, "training_seconds": 1.5102935330069158, "elapsed_tokens_per_second": 1021345.8052450579, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1080, "epoch": 14, "tokens": 141557760, "loss": 3.9409969449043274, "lr": 0.00825693104377875, "grad_norm": 0.13103608787059784, "tokens_per_second": 1737533.4218884807, "training_seconds": 1.5087134250061354, "elapsed_tokens_per_second": 1029193.4548813154, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1090, "epoch": 14, "tokens": 142868480, "loss": 3.954838585853577, "lr": 0.008214176706915644, "grad_norm": 0.11793415248394012, "tokens_per_second": 1732834.8029514027, "training_seconds": 0.7564021669968497, "elapsed_tokens_per_second": 1033030.7780816528, "peak_memory_bytes": 42389451776}
{"loss": 3.951203685760097, "perplexity": 51.99791833495857, "tokens": 142868480, "seconds": 0.5497709390037926, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 14, "step": 1090, "evaluation_tokens": 1048576}
{"event": "train", "step": 1100, "epoch": 15, "tokens": 144179200, "loss": 3.932822108268738, "lr": 0.008171018037484259, "grad_norm": 0.13006709516048431, "tokens_per_second": 1740792.202763865, "training_seconds": 0.7529445489926729, "elapsed_tokens_per_second": 1032713.4810422264, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1120, "epoch": 15, "tokens": 146800640, "loss": 3.92271546125412, "lr": 0.008083509467956435, "grad_norm": 0.1213526651263237, "tokens_per_second": 1734539.160504682, "training_seconds": 1.5113178530009463, "elapsed_tokens_per_second": 1040221.5709394029, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1140, "epoch": 15, "tokens": 149422080, "loss": 3.9205796003341673, "lr": 0.00799444936693981, "grad_norm": 0.14394289255142212, "tokens_per_second": 1733737.4509079617, "training_seconds": 1.5120167120039696, "elapsed_tokens_per_second": 1047562.0083035028, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1160, "epoch": 15, "tokens": 152043520, "loss": 3.9106929779052733, "lr": 0.007903882546864045, "grad_norm": 0.10516989976167679, "tokens_per_second": 1733832.1214482524, "training_seconds": 1.511934153008042, "elapsed_tokens_per_second": 1054752.3174735596, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1167, "epoch": 15, "tokens": 152961024, "loss": 3.890423910958426, "lr": 0.007871836608523504, "grad_norm": 0.1232832670211792, "tokens_per_second": 1731434.2702525877, "training_seconds": 0.5299098070099717, "elapsed_tokens_per_second": 1057219.9978427526, "peak_memory_bytes": 42389451776}
{"loss": 3.922388382776162, "perplexity": 50.52096419824738, "tokens": 152961024, "seconds": 0.5527987800014671, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 15, "step": 1167, "evaluation_tokens": 1048576}
{"event": "train", "step": 1180, "epoch": 16, "tokens": 154664960, "loss": 3.8706554816319394, "lr": 0.007811854578295608, "grad_norm": 0.11890051513910294, "tokens_per_second": 1741747.8425322226, "training_seconds": 0.9782908630004385, "elapsed_tokens_per_second": 1057720.2914299606, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1200, "epoch": 16, "tokens": 157286400, "loss": 3.896580183506012, "lr": 0.007718411767008027, "grad_norm": 0.125409334897995, "tokens_per_second": 1736594.8644296203, "training_seconds": 1.509528822003631, "elapsed_tokens_per_second": 1064649.2135758076, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1220, "epoch": 16, "tokens": 159907840, "loss": 3.8984655380249023, "lr": 0.00762360113068217, "grad_norm": 0.11139474809169769, "tokens_per_second": 1734861.0065322553, "training_seconds": 1.5110374780051643, "elapsed_tokens_per_second": 1071424.6142890155, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1240, "epoch": 16, "tokens": 162529280, "loss": 3.8732539892196653, "lr": 0.007527470375248327, "grad_norm": 0.12124970555305481, "tokens_per_second": 1735309.188696447, "training_seconds": 1.5106472189945634, "elapsed_tokens_per_second": 1078069.2754170052, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1245, "epoch": 16, "tokens": 163184640, "loss": 3.859423875808716, "lr": 0.0075032370719101986, "grad_norm": 0.16185113787651062, "tokens_per_second": 1730672.9940032866, "training_seconds": 0.3786735000030603, "elapsed_tokens_per_second": 1079693.973862989, "peak_memory_bytes": 42389451776}
{"loss": 3.9043001764941736, "perplexity": 49.61534577448904, "tokens": 163184640, "seconds": 0.5521854879916646, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 16, "step": 1245, "evaluation_tokens": 1048576}
{"event": "train", "step": 1260, "epoch": 17, "tokens": 165150720, "loss": 3.877340316772461, "lr": 0.007430067870881991, "grad_norm": 0.14797598123550415, "tokens_per_second": 1744059.135566218, "training_seconds": 1.1273012250021566, "elapsed_tokens_per_second": 1080611.398270139, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1280, "epoch": 17, "tokens": 167772160, "loss": 3.8848615288734436, "lr": 0.007331442627665404, "grad_norm": 0.1162877008318901, "tokens_per_second": 1732262.1778918914, "training_seconds": 1.5133044139947742, "elapsed_tokens_per_second": 1086993.4642268228, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1300, "epoch": 17, "tokens": 170393600, "loss": 3.8696882128715515, "lr": 0.007231644270927114, "grad_norm": 0.12305442988872528, "tokens_per_second": 1734689.0860062372, "training_seconds": 1.5111872330016922, "elapsed_tokens_per_second": 1093263.080514307, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1320, "epoch": 17, "tokens": 173015040, "loss": 3.8787011981010435, "lr": 0.0071307230162719806, "grad_norm": 0.10912253707647324, "tokens_per_second": 1733401.4246643782, "training_seconds": 1.5123098220065003, "elapsed_tokens_per_second": 1099407.148631792, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1323, "epoch": 17, "tokens": 173408256, "loss": 3.8609093030293784, "lr": 0.0071154911097943445, "grad_norm": 0.11674615740776062, "tokens_per_second": 1739166.4643918322, "training_seconds": 0.22609451599419117, "elapsed_tokens_per_second": 1100314.471468233, "peak_memory_bytes": 42389451776}
{"loss": 3.8732584722201, "perplexity": 48.098859808227395, "tokens": 173408256, "seconds": 0.553228525997838, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 17, "step": 1323, "evaluation_tokens": 1048576}
{"event": "train", "step": 1340, "epoch": 18, "tokens": 175636480, "loss": 3.840973138809204, "lr": 0.007028729644314139, "grad_norm": 0.13739770650863647, "tokens_per_second": 1737749.1966481223, "training_seconds": 1.2822471760009648, "elapsed_tokens_per_second": 1101585.059433912, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1360, "epoch": 18, "tokens": 178257920, "loss": 3.8444957971572875, "lr": 0.0069257154751257, "grad_norm": 0.12442255765199661, "tokens_per_second": 1735823.1065675777, "training_seconds": 1.5101999680045992, "elapsed_tokens_per_second": 1107528.93101564, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1380, "epoch": 18, "tokens": 180879360, "loss": 3.8440665364265443, "lr": 0.006821732342413986, "grad_norm": 0.15758387744426727, "tokens_per_second": 1736724.8948325939, "training_seconds": 1.5094158020074246, "elapsed_tokens_per_second": 1113365.12867017, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1400, "epoch": 18, "tokens": 183500800, "loss": 3.83387610912323, "lr": 0.0067168325674403315, "grad_norm": 0.11818966269493103, "tokens_per_second": 1733025.89690877, "training_seconds": 1.5126375230029225, "elapsed_tokens_per_second": 1119074.2276288623, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1401, "epoch": 18, "tokens": 183631872, "loss": 3.8460545539855957, "lr": 0.006711564461722093, "grad_norm": 0.11231770366430283, "tokens_per_second": 1756060.0399552768, "training_seconds": 0.07463981698674615, "elapsed_tokens_per_second": 1119354.097696131, "peak_memory_bytes": 42389451776}
{"loss": 3.8520897198311475, "perplexity": 47.091368246936476, "tokens": 183631872, "seconds": 0.5505105320044095, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 18, "step": 1401, "evaluation_tokens": 1048576}
{"event": "train", "step": 1420, "epoch": 19, "tokens": 186122240, "loss": 3.834856259195428, "lr": 0.006611068932693563, "grad_norm": 0.12407398968935013, "tokens_per_second": 1736415.6131974056, "training_seconds": 1.4342004189966246, "elapsed_tokens_per_second": 1120927.9062087308, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1440, "epoch": 19, "tokens": 188743680, "loss": 3.8266927123069765, "lr": 0.006504494655331401, "grad_norm": 0.12316153943538666, "tokens_per_second": 1731884.3219503795, "training_seconds": 1.5136345810024068, "elapsed_tokens_per_second": 1126439.9873325087, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1460, "epoch": 19, "tokens": 191365120, "loss": 3.8163710951805117, "lr": 0.00639716336040314, "grad_norm": 0.13010098040103912, "tokens_per_second": 1738421.6095119133, "training_seconds": 1.5079425989970332, "elapsed_tokens_per_second": 1131887.8029589807, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1479, "epoch": 19, "tokens": 193855488, "loss": 3.8071890755703577, "lr": 0.006294546627910024, "grad_norm": 0.1191696748137474, "tokens_per_second": 1735101.207275111, "training_seconds": 1.4352868809946813, "elapsed_tokens_per_second": 1136956.7615326804, "peak_memory_bytes": 42389451776}
{"loss": 3.8332949184027685, "perplexity": 46.21456085264622, "tokens": 193855488, "seconds": 0.5494133840111317, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 19, "step": 1479, "evaluation_tokens": 1048576}
{"event": "train", "step": 1480, "epoch": 20, "tokens": 193986560, "loss": 3.7855801582336426, "lr": 0.006289129053867102, "grad_norm": 0.11352355033159256, "tokens_per_second": 1895742.7405894608, "training_seconds": 0.06914018299721647, "elapsed_tokens_per_second": 1133424.7958906428, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1500, "epoch": 20, "tokens": 196608000, "loss": 3.810641181468964, "lr": 0.006180446095416423, "grad_norm": 0.13362735509872437, "tokens_per_second": 1734817.949450632, "training_seconds": 1.511074980997364, "elapsed_tokens_per_second": 1138678.6376028769, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1520, "epoch": 20, "tokens": 199229440, "loss": 3.798287332057953, "lr": 0.006071169171126853, "grad_norm": 0.1358613818883896, "tokens_per_second": 1734919.643300456, "training_seconds": 1.5109864080004627, "elapsed_tokens_per_second": 1143844.3724127961, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1540, "epoch": 20, "tokens": 201850880, "loss": 3.795889341831207, "lr": 0.005961353265940317, "grad_norm": 0.11428248882293701, "tokens_per_second": 1728084.6433717606, "training_seconds": 1.5169627309951466, "elapsed_tokens_per_second": 1148878.16517289, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1557, "epoch": 20, "tokens": 204079104, "loss": 3.809140822466682, "lr": 0.0058676272386883645, "grad_norm": 0.1312146931886673, "tokens_per_second": 1733878.0391901573, "training_seconds": 1.285109995995299, "elapsed_tokens_per_second": 1153117.6262511376, "peak_memory_bytes": 42389451776}
{"loss": 3.8105477613136745, "perplexity": 45.17517730478634, "tokens": 204079104, "seconds": 0.5531772960093804, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 20, "step": 1557, "evaluation_tokens": 1048576}
{"event": "train", "step": 1560, "epoch": 21, "tokens": 204472320, "loss": 3.7861990133921304, "lr": 0.005851053635998122, "grad_norm": 0.11431890726089478, "tokens_per_second": 1775185.5865527787, "training_seconds": 0.22150698100449517, "elapsed_tokens_per_second": 1150239.251450742, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1580, "epoch": 21, "tokens": 207093760, "loss": 3.8034263849258423, "lr": 0.005740325780837671, "grad_norm": 0.1346425712108612, "tokens_per_second": 1736387.893712789, "training_seconds": 1.5097087519970955, "elapsed_tokens_per_second": 1155165.0967452137, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1600, "epoch": 21, "tokens": 209715200, "loss": 3.8013697981834413, "lr": 0.005629225415466735, "grad_norm": 0.1304929107427597, "tokens_per_second": 1733347.9517566653, "training_seconds": 1.5123564759996952, "elapsed_tokens_per_second": 1159994.8972395458, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1620, "epoch": 21, "tokens": 212336640, "loss": 3.7890050053596496, "lr": 0.005517808442329294, "grad_norm": 0.12202959507703781, "tokens_per_second": 1735291.9488911547, "training_seconds": 1.510662226995919, "elapsed_tokens_per_second": 1164752.514110214, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1634, "epoch": 21, "tokens": 214171648, "loss": 3.782660024506705, "lr": 0.005439658195019773, "grad_norm": 0.12706299126148224, "tokens_per_second": 1735523.7045016312, "training_seconds": 1.0573223490064265, "elapsed_tokens_per_second": 1168036.8847619744, "peak_memory_bytes": 42389451776}
{"loss": 3.7912065316415884, "perplexity": 44.30982924865073, "tokens": 214171648, "seconds": 0.5481997250026325, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 21, "step": 1634, "evaluation_tokens": 1048576}
{"event": "train", "step": 1640, "epoch": 22, "tokens": 214958080, "loss": 3.750785311063131, "lr": 0.005406130923177063, "grad_norm": 0.1317119300365448, "tokens_per_second": 1764282.6712824297, "training_seconds": 0.445751699997345, "elapsed_tokens_per_second": 1165800.3845508024, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1660, "epoch": 22, "tokens": 217579520, "loss": 3.7925769448280335, "lr": 0.005294249050860871, "grad_norm": 0.127196803689003, "tokens_per_second": 1732383.9767433524, "training_seconds": 1.5131980179867242, "elapsed_tokens_per_second": 1170402.7195060805, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1680, "epoch": 22, "tokens": 220200960, "loss": 3.770844912528992, "lr": 0.0051822191210560585, "grad_norm": 0.1262846142053604, "tokens_per_second": 1732728.1124171717, "training_seconds": 1.5128974830004154, "elapsed_tokens_per_second": 1174935.5211485766, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1700, "epoch": 22, "tokens": 222822400, "loss": 3.7677528500556945, "lr": 0.005070097503936153, "grad_norm": 0.1328943520784378, "tokens_per_second": 1734542.4417848147, "training_seconds": 1.5113149940007133, "elapsed_tokens_per_second": 1179402.8736470353, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1712, "epoch": 22, "tokens": 224395264, "loss": 3.7610019644101462, "lr": 0.005002803991868012, "grad_norm": 0.12204005569219589, "tokens_per_second": 1737579.9965016686, "training_seconds": 0.905203791000531, "elapsed_tokens_per_second": 1182057.5215837536, "peak_memory_bytes": 42389451776}
{"loss": 3.7698301911710974, "perplexity": 43.37269914324164, "tokens": 224395264, "seconds": 0.5484364169969922, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 22, "step": 1712, "evaluation_tokens": 1048576}
{"event": "train", "step": 1720, "epoch": 23, "tokens": 225443840, "loss": 3.7323293685913086, "lr": 0.00495794061580905, "grad_norm": 0.12781107425689697, "tokens_per_second": 1748776.805093702, "training_seconds": 0.5996053910057526, "elapsed_tokens_per_second": 1180401.3187432776, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1740, "epoch": 23, "tokens": 228065280, "loss": 3.7579864859580994, "lr": 0.0048458048907299755, "grad_norm": 0.11630658060312271, "tokens_per_second": 1736230.22049074, "training_seconds": 1.509845854001469, "elapsed_tokens_per_second": 1184751.6501908652, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1760, "epoch": 23, "tokens": 230686720, "loss": 3.744089436531067, "lr": 0.004733746752105536, "grad_norm": 0.11087339371442795, "tokens_per_second": 1735432.977740453, "training_seconds": 1.5105394639977021, "elapsed_tokens_per_second": 1189032.8255168344, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1780, "epoch": 23, "tokens": 233308160, "loss": 3.746326231956482, "lr": 0.0046218225843031105, "grad_norm": 0.1166670024394989, "tokens_per_second": 1733728.735343838, "training_seconds": 1.5120243130077142, "elapsed_tokens_per_second": 1193235.62832868, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1790, "epoch": 23, "tokens": 234618880, "loss": 3.730476236343384, "lr": 0.004565928341917619, "grad_norm": 0.1251826137304306, "tokens_per_second": 1736286.189813922, "training_seconds": 0.7548985920002451, "elapsed_tokens_per_second": 1195317.2587216788, "peak_memory_bytes": 42389451776}
{"loss": 3.751991794213356, "perplexity": 42.60585964692155, "tokens": 234618880, "seconds": 0.5503954269952374, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 23, "step": 1790, "evaluation_tokens": 1048576}
{"event": "train", "step": 1800, "epoch": 24, "tokens": 235929600, "loss": 3.7336774110794066, "lr": 0.004510088704279886, "grad_norm": 0.12532347440719604, "tokens_per_second": 1747231.5081323143, "training_seconds": 0.7501696219987934, "elapsed_tokens_per_second": 1194018.1032689116, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1820, "epoch": 24, "tokens": 238551040, "loss": 3.7599862694740294, "lr": 0.004398601333245825, "grad_norm": 0.1393529325723648, "tokens_per_second": 1734412.997301698, "training_seconds": 1.5114277880056761, "elapsed_tokens_per_second": 1198111.8610116204, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1840, "epoch": 24, "tokens": 241172480, "loss": 3.718563973903656, "lr": 0.0042874165683748034, "grad_norm": 0.1009456068277359, "tokens_per_second": 1737068.2689275711, "training_seconds": 1.5091174289991613, "elapsed_tokens_per_second": 1202159.6603022825, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1860, "epoch": 24, "tokens": 243793920, "loss": 3.737370252609253, "lr": 0.004176590354578152, "grad_norm": 0.11506398022174835, "tokens_per_second": 1737056.997913045, "training_seconds": 1.5091272210120223, "elapsed_tokens_per_second": 1206143.8109358754, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1868, "epoch": 24, "tokens": 244842496, "loss": 3.704629749059677, "lr": 0.004132372761311635, "grad_norm": 0.13324275612831116, "tokens_per_second": 1735130.4164567743, "training_seconds": 0.6043211450014496, "elapsed_tokens_per_second": 1207714.230190677, "peak_memory_bytes": 42389451776}
{"loss": 3.7337535457362456, "perplexity": 41.83584658115225, "tokens": 244842496, "seconds": 0.5510635660029948, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 24, "step": 1868, "evaluation_tokens": 1048576}
{"event": "train", "step": 1880, "epoch": 25, "tokens": 246415360, "loss": 3.724115173021952, "lr": 0.0040661784563548195, "grad_norm": 0.13386523723602295, "tokens_per_second": 1751640.7967793501, "training_seconds": 0.8979375240014633, "elapsed_tokens_per_second": 1206800.4269720155, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1900, "epoch": 25, "tokens": 249036800, "loss": 3.7225005984306336, "lr": 0.003956236429732318, "grad_norm": 0.13266295194625854, "tokens_per_second": 1732222.7076419317, "training_seconds": 1.5133388959948206, "elapsed_tokens_per_second": 1210656.7367344087, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1920, "epoch": 25, "tokens": 251658240, "loss": 3.702411484718323, "lr": 0.003846819594312553, "grad_norm": 0.12097536027431488, "tokens_per_second": 1734415.75138912, "training_seconds": 1.5114253880019533, "elapsed_tokens_per_second": 1214471.0281483654, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1940, "epoch": 25, "tokens": 254279680, "loss": 3.7026369094848635, "lr": 0.0037379830054366328, "grad_norm": 0.11685871332883835, "tokens_per_second": 1736125.6870202152, "training_seconds": 1.509936762988218, "elapsed_tokens_per_second": 1218235.6378209917, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1946, "epoch": 25, "tokens": 255066112, "loss": 3.673700133959452, "lr": 0.003705453372089978, "grad_norm": 0.11143884062767029, "tokens_per_second": 1738264.2172434682, "training_seconds": 0.4524237409932539, "elapsed_tokens_per_second": 1219354.1046530062, "peak_memory_bytes": 42389451776}
{"loss": 3.717665411331967, "perplexity": 41.16817108602437, "tokens": 255066112, "seconds": 0.5506069719995139, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 25, "step": 1946, "evaluation_tokens": 1048576}
{"event": "train", "step": 1960, "epoch": 26, "tokens": 256901120, "loss": 3.7077722208840505, "lr": 0.0036297814264826278, "grad_norm": 0.11856023967266083, "tokens_per_second": 1745999.9717062807, "training_seconds": 1.0509782529989025, "elapsed_tokens_per_second": 1218477.1206787939, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1980, "epoch": 26, "tokens": 259522560, "loss": 3.711381995677948, "lr": 0.0035222693013102426, "grad_norm": 0.11521592736244202, "tokens_per_second": 1735476.6524714185, "training_seconds": 1.5105014500004472, "elapsed_tokens_per_second": 1222146.610756399, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2000, "epoch": 26, "tokens": 262144000, "loss": 3.694087898731232, "lr": 0.0034155007268662748, "grad_norm": 0.11394654214382172, "tokens_per_second": 1733073.7185162585, "training_seconds": 1.5125957840064075, "elapsed_tokens_per_second": 1225753.8651249113, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2020, "epoch": 26, "tokens": 264765440, "loss": 3.68339079618454, "lr": 0.0033095294259646115, "grad_norm": 0.11137299239635468, "tokens_per_second": 1733251.4810092007, "training_seconds": 1.5124406519898912, "elapsed_tokens_per_second": 1229308.9062544154, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2024, "epoch": 26, "tokens": 265289728, "loss": 3.671765446662903, "lr": 0.0032884355382779085, "grad_norm": 0.11163389682769775, "tokens_per_second": 1738073.1218051333, "training_seconds": 0.3016489889996592, "elapsed_tokens_per_second": 1230014.557109623, "peak_memory_bytes": 42389451776}
{"loss": 3.6966107307228193, "perplexity": 40.3104496038712, "tokens": 265289728, "seconds": 0.5530184160015779, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 26, "step": 2024, "evaluation_tokens": 1048576}
{"event": "train", "step": 2040, "epoch": 27, "tokens": 267386880, "loss": 3.6821523755788803, "lr": 0.003204408720254488, "grad_norm": 0.13672779500484467, "tokens_per_second": 1739632.6285170019, "training_seconds": 1.205514294008026, "elapsed_tokens_per_second": 1229669.9597658506, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2060, "epoch": 27, "tokens": 270008320, "loss": 3.690208840370178, "lr": 0.0031001915033905905, "grad_norm": 0.10347212105989456, "tokens_per_second": 1732361.1327085474, "training_seconds": 1.5132179719948908, "elapsed_tokens_per_second": 1233134.6262253097, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2080, "epoch": 27, "tokens": 272629760, "loss": 3.677291238307953, "lr": 0.002996930214418535, "grad_norm": 0.11525630205869675, "tokens_per_second": 1735174.4980669355, "training_seconds": 1.5107644809904741, "elapsed_tokens_per_second": 1236567.7061812824, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2100, "epoch": 27, "tokens": 275251200, "loss": 3.6678889989852905, "lr": 0.0028946768113890676, "grad_norm": 0.10220175981521606, "tokens_per_second": 1736412.9730401894, "training_seconds": 1.5096869469998637, "elapsed_tokens_per_second": 1239958.5433825976, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2101, "epoch": 27, "tokens": 275382272, "loss": 3.6694350242614746, "lr": 0.0028895915233723125, "grad_norm": 0.1346389353275299, "tokens_per_second": 1736152.0212084781, "training_seconds": 0.07549569300317671, "elapsed_tokens_per_second": 1240121.5984929884, "peak_memory_bytes": 42389451776}
{"loss": 3.6781493698273984, "perplexity": 39.57309110872622, "tokens": 275382272, "seconds": 0.5495928930031369, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 27, "step": 2101, "evaluation_tokens": 1048576}
{"event": "train", "step": 2120, "epoch": 28, "tokens": 277872640, "loss": 3.6880852172249243, "lr": 0.0027934827452143042, "grad_norm": 0.10915392637252808, "tokens_per_second": 1738821.7261473795, "training_seconds": 1.4322158290015068, "elapsed_tokens_per_second": 1240225.9993060709, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2140, "epoch": 28, "tokens": 280494080, "loss": 3.6805853843688965, "lr": 0.0026933989337791326, "grad_norm": 0.12259244173765182, "tokens_per_second": 1734893.9032636667, "training_seconds": 1.5110088259971235, "elapsed_tokens_per_second": 1243531.6419940535, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2160, "epoch": 28, "tokens": 283115520, "loss": 3.650553059577942, "lr": 0.002594475736320837, "grad_norm": 0.12026020884513855, "tokens_per_second": 1735937.808131099, "training_seconds": 1.5101001820003148, "elapsed_tokens_per_second": 1246799.9952083493, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2179, "epoch": 28, "tokens": 285605888, "loss": 3.655668936277691, "lr": 0.0025016190602263023, "grad_norm": 0.12816384434700012, "tokens_per_second": 1735653.640653986, "training_seconds": 1.434830049998709, "elapsed_tokens_per_second": 1249861.4546910867, "peak_memory_bytes": 42389451776}
{"loss": 3.6655312496898027, "perplexity": 39.07689023563008, "tokens": 285605888, "seconds": 0.5491589540033601, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 28, "step": 2179, "evaluation_tokens": 1048576}
{"event": "train", "step": 2180, "epoch": 29, "tokens": 285736960, "loss": 3.621368408203125, "lr": 0.0024967629280898012, "grad_norm": 0.13320577144622803, "tokens_per_second": 1895805.9704689789, "training_seconds": 0.06913787699886598, "elapsed_tokens_per_second": 1246846.6742055397, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2200, "epoch": 29, "tokens": 288358400, "loss": 3.648772394657135, "lr": 0.0024003096753040655, "grad_norm": 0.1251295953989029, "tokens_per_second": 1735254.8054461193, "training_seconds": 1.5106945629959228, "elapsed_tokens_per_second": 1250040.0765707684, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2220, "epoch": 29, "tokens": 290979840, "loss": 3.6535696744918824, "lr": 0.002305164510410328, "grad_norm": 0.1503601223230362, "tokens_per_second": 1738051.3662727713, "training_seconds": 1.508263823998277, "elapsed_tokens_per_second": 1253202.2241277865, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2240, "epoch": 29, "tokens": 293601280, "loss": 3.6347329378128053, "lr": 0.002211375307663838, "grad_norm": 0.11637908965349197, "tokens_per_second": 1733528.242047366, "training_seconds": 1.5121991880005226, "elapsed_tokens_per_second": 1256304.678535981, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2257, "epoch": 29, "tokens": 295829504, "loss": 3.6472895846647373, "lr": 0.0021327558796477124, "grad_norm": 0.11184003949165344, "tokens_per_second": 1736080.9129726638, "training_seconds": 1.2834793490037555, "elapsed_tokens_per_second": 1258917.2079004105, "peak_memory_bytes": 42389451776}
{"loss": 3.6453422178791506, "perplexity": 38.295876142853636, "tokens": 295829504, "seconds": 0.5517879270046251, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 29, "step": 2257, "evaluation_tokens": 1048576}
{"event": "train", "step": 2260, "epoch": 30, "tokens": 296222720, "loss": 3.630025545756022, "lr": 0.002118989259039482, "grad_norm": 0.10206503421068192, "tokens_per_second": 1759922.8643871094, "training_seconds": 0.2234279740077909, "elapsed_tokens_per_second": 1256402.8869106227, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2280, "epoch": 30, "tokens": 298844160, "loss": 3.636503779888153, "lr": 0.002028052850486162, "grad_norm": 0.11077939718961716, "tokens_per_second": 1735794.2490721468, "training_seconds": 1.5102250750060193, "elapsed_tokens_per_second": 1259449.1094321446, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2300, "epoch": 30, "tokens": 301465600, "loss": 3.6303473591804503, "lr": 0.0019386118385364337, "grad_norm": 0.10793416202068329, "tokens_per_second": 1736399.4654139113, "training_seconds": 1.5096986910066335, "elapsed_tokens_per_second": 1262457.0409948644, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2320, "epoch": 30, "tokens": 304087040, "loss": 3.6211243748664854, "lr": 0.0018507112272831527, "grad_norm": 0.11304549872875214, "tokens_per_second": 1737795.8650918251, "training_seconds": 1.5084855780005455, "elapsed_tokens_per_second": 1265435.2113649724, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2335, "epoch": 30, "tokens": 306053120, "loss": 3.6027591228485107, "lr": 0.0017858232930843577, "grad_norm": 0.13509681820869446, "tokens_per_second": 1731339.1254004496, "training_seconds": 1.1355834169953596, "elapsed_tokens_per_second": 1267619.126688032, "peak_memory_bytes": 42389451776}
{"loss": 3.6312896579923857, "perplexity": 37.7614846283468, "tokens": 306053120, "seconds": 0.5532648399967002, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 30, "step": 2335, "evaluation_tokens": 1048576}
{"event": "train", "step": 2340, "epoch": 31, "tokens": 306708480, "loss": 3.6203282356262205, "lr": 0.0017643952457347479, "grad_norm": 0.10148162394762039, "tokens_per_second": 1757441.5748074402, "training_seconds": 0.37290571100311354, "elapsed_tokens_per_second": 1265434.6051551846, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2360, "epoch": 31, "tokens": 309329920, "loss": 3.5906539797782897, "lr": 0.0016797073255604756, "grad_norm": 0.11176880449056625, "tokens_per_second": 1736813.315594874, "training_seconds": 1.5093389579997165, "elapsed_tokens_per_second": 1268346.6563659024, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2380, "epoch": 31, "tokens": 311951360, "loss": 3.6272342920303347, "lr": 0.0015966900792368794, "grad_norm": 0.12035133689641953, "tokens_per_second": 1734091.206207597, "training_seconds": 1.5117082599899732, "elapsed_tokens_per_second": 1271207.997127464, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2400, "epoch": 31, "tokens": 314572800, "loss": 3.610555613040924, "lr": 0.0015153852786064371, "grad_norm": 0.11535976827144623, "tokens_per_second": 1735493.1973847344, "training_seconds": 1.510487049992662, "elapsed_tokens_per_second": 1274042.4734686157, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2413, "epoch": 31, "tokens": 316276736, "loss": 3.6141964288858266, "lr": 0.001463474872184558, "grad_norm": 0.11774616688489914, "tokens_per_second": 1734939.7091852098, "training_seconds": 0.982129805997829, "elapsed_tokens_per_second": 1275860.6329018308, "peak_memory_bytes": 42389451776}
{"loss": 3.617348425134811, "perplexity": 37.23869560715898, "tokens": 316276736, "seconds": 0.5485743640019791, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 31, "step": 2413, "evaluation_tokens": 1048576}
{"event": "train", "step": 2420, "epoch": 32, "tokens": 317194240, "loss": 3.5820489951542447, "lr": 0.0014358338338592053, "grad_norm": 0.10741967707872391, "tokens_per_second": 1727253.3645115674, "training_seconds": 0.5311924809939228, "elapsed_tokens_per_second": 1273825.2302080726, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2440, "epoch": 32, "tokens": 319815680, "loss": 3.605690836906433, "lr": 0.0013580757729480036, "grad_norm": 0.10305355489253998, "tokens_per_second": 1736328.1777974914, "training_seconds": 1.5097606740018819, "elapsed_tokens_per_second": 1276607.2939512231, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2460, "epoch": 32, "tokens": 322437120, "loss": 3.596062695980072, "lr": 0.0012821502214475278, "grad_norm": 0.1220664456486702, "tokens_per_second": 1732977.851095609, "training_seconds": 1.512679460007348, "elapsed_tokens_per_second": 1279339.0379247998, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2480, "epoch": 32, "tokens": 325058560, "loss": 3.5913087725639343, "lr": 0.0012080953828675078, "grad_norm": 0.09763769060373306, "tokens_per_second": 1734851.4484489749, "training_seconds": 1.5110458029957954, "elapsed_tokens_per_second": 1282048.7019923977, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2491, "epoch": 32, "tokens": 326500352, "loss": 3.566718751733953, "lr": 0.001168176152512596, "grad_norm": 0.11172960698604584, "tokens_per_second": 1719417.730567229, "training_seconds": 0.8385350309981732, "elapsed_tokens_per_second": 1283482.7286664078, "peak_memory_bytes": 42389451776}
{"loss": 3.6046039066919002, "perplexity": 36.767117763364276, "tokens": 326500352, "seconds": 0.5503153430036036, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 32, "step": 2491, "evaluation_tokens": 1048576}
{"event": "train", "step": 2500, "epoch": 33, "tokens": 327680000, "loss": 3.556690216064453, "lr": 0.0011359485194298174, "grad_norm": 0.11143574118614197, "tokens_per_second": 1730888.3785675177, "training_seconds": 0.6815274830005364, "elapsed_tokens_per_second": 1281696.9729954416, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2520, "epoch": 33, "tokens": 330301440, "loss": 3.577292227745056, "lr": 0.0010657459333192271, "grad_norm": 0.11418171226978302, "tokens_per_second": 1723947.6242716734, "training_seconds": 1.520603041004506, "elapsed_tokens_per_second": 1284306.7800363437, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2540, "epoch": 33, "tokens": 332922880, "loss": 3.5933693289756774, "lr": 0.0009975229484172033, "grad_norm": 0.11072526127099991, "tokens_per_second": 1735172.744241055, "training_seconds": 1.5107660079956986, "elapsed_tokens_per_second": 1286932.7168920164, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2560, "epoch": 33, "tokens": 335544320, "loss": 3.5709327697753905, "lr": 0.0009313138925279696, "grad_norm": 0.11424071341753006, "tokens_per_second": 1736234.609813899, "training_seconds": 1.5098420370050007, "elapsed_tokens_per_second": 1289534.7526965064, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2568, "epoch": 33, "tokens": 336592896, "loss": 3.6101898849010468, "lr": 0.0009054016671683002, "grad_norm": 0.116072878241539, "tokens_per_second": 1719317.6573150156, "training_seconds": 0.6098791549884481, "elapsed_tokens_per_second": 1290532.6429246513, "peak_memory_bytes": 42389451776}
{"loss": 3.5913579148248402, "perplexity": 36.28331213706587, "tokens": 336592896, "seconds": 0.5504964889987605, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 33, "step": 2568, "evaluation_tokens": 1048576}
{"event": "train", "step": 2580, "epoch": 34, "tokens": 338165760, "loss": 3.5784492095311484, "lr": 0.0008671520801057592, "grad_norm": 0.11070436984300613, "tokens_per_second": 1744418.4640260814, "training_seconds": 0.9016552120010601, "elapsed_tokens_per_second": 1289075.3637978046, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2600, "epoch": 34, "tokens": 340787200, "loss": 3.5934394359588624, "lr": 0.0008050697954919661, "grad_norm": 0.10173381865024567, "tokens_per_second": 1737700.5538646958, "training_seconds": 1.5085683170036646, "elapsed_tokens_per_second": 1291635.473847371, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2620, "epoch": 34, "tokens": 343408640, "loss": 3.571838891506195, "lr": 0.0007450982766706071, "grad_norm": 0.12261500209569931, "tokens_per_second": 1735619.432744083, "training_seconds": 1.510377188998973, "elapsed_tokens_per_second": 1294132.8875208783, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2640, "epoch": 34, "tokens": 346030080, "loss": 3.5782473564147947, "lr": 0.0006872676995502857, "grad_norm": 0.09848388284444809, "tokens_per_second": 1736581.4172527192, "training_seconds": 1.509540511004161, "elapsed_tokens_per_second": 1296630.4862334477, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2646, "epoch": 34, "tokens": 346816512, "loss": 3.591119329134623, "lr": 0.0006703403887332854, "grad_norm": 0.1008031889796257, "tokens_per_second": 1734264.1000805486, "training_seconds": 0.4534672660083743, "elapsed_tokens_per_second": 1297365.6694956156, "peak_memory_bytes": 42389451776}
{"loss": 3.579638068284453, "perplexity": 35.86055942421726, "tokens": 346816512, "seconds": 0.5505619589966955, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 34, "step": 2646, "evaluation_tokens": 1048576}
{"event": "train", "step": 2660, "epoch": 35, "tokens": 348651520, "loss": 3.575472320829119, "lr": 0.0006316071627805603, "grad_norm": 0.10185064375400543, "tokens_per_second": 1747829.829421537, "training_seconds": 1.0498779509944143, "elapsed_tokens_per_second": 1296392.2920100505, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2680, "epoch": 35, "tokens": 351272960, "loss": 3.5836088061332703, "lr": 0.0005781446731103568, "grad_norm": 0.0976891815662384, "tokens_per_second": 1736141.1140237532, "training_seconds": 1.5099233459914103, "elapsed_tokens_per_second": 1298842.6159448698, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2700, "epoch": 35, "tokens": 353894400, "loss": 3.5867143869400024, "lr": 0.0005269071312957962, "grad_norm": 0.11187958717346191, "tokens_per_second": 1737798.3834009045, "training_seconds": 1.508483391997288, "elapsed_tokens_per_second": 1301270.2978119005, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2720, "epoch": 35, "tokens": 356515840, "loss": 3.5710283517837524, "lr": 0.0004779203185645226, "grad_norm": 0.1094675362110138, "tokens_per_second": 1736925.9706208054, "training_seconds": 1.5092410640063463, "elapsed_tokens_per_second": 1303669.3714614862, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2724, "epoch": 35, "tokens": 357040128, "loss": 3.5956510305404663, "lr": 0.0004683952326698765, "grad_norm": 0.10274214297533035, "tokens_per_second": 1744764.659383352, "training_seconds": 0.30049210200377274, "elapsed_tokens_per_second": 1304145.9820195881, "peak_memory_bytes": 42389451776}
{"loss": 3.5712896228264635, "perplexity": 35.56242570787828, "tokens": 357040128, "seconds": 0.5493510200030869, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 35, "step": 2724, "evaluation_tokens": 1048576}
{"event": "train", "step": 2740, "epoch": 36, "tokens": 359137280, "loss": 3.5751717537641525, "lr": 0.0004312088836433431, "grad_norm": 0.12572436034679413, "tokens_per_second": 1739914.09291332, "training_seconds": 1.2053192790044704, "elapsed_tokens_per_second": 1303370.2244703108, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2760, "epoch": 36, "tokens": 361758720, "loss": 3.570562171936035, "lr": 0.000386796330355717, "grad_norm": 0.08508756011724472, "tokens_per_second": 1734022.2115907855, "training_seconds": 1.5117684090073453, "elapsed_tokens_per_second": 1305714.7821798567, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2780, "epoch": 36, "tokens": 364380160, "loss": 3.573044216632843, "lr": 0.0003447050057953183, "grad_norm": 0.09355032444000244, "tokens_per_second": 1735013.9170528036, "training_seconds": 1.510904307011515, "elapsed_tokens_per_second": 1308036.2171931507, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2800, "epoch": 36, "tokens": 367001600, "loss": 3.5592785716056823, "lr": 0.0003049560890816333, "grad_norm": 0.10597989708185196, "tokens_per_second": 1735496.7741005986, "training_seconds": 1.5104839370033005, "elapsed_tokens_per_second": 1310336.6538051013, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2802, "epoch": 36, "tokens": 367263744, "loss": 3.5421576499938965, "lr": 0.0003011108101255983, "grad_norm": 0.09982730448246002, "tokens_per_second": 1739936.3568504339, "training_seconds": 0.15066298199235462, "elapsed_tokens_per_second": 1310561.0453669995, "peak_memory_bytes": 42389451776}
{"loss": 3.564615732506337, "perplexity": 35.3258762098969, "tokens": 367263744, "seconds": 0.554711746997782, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 36, "step": 2802, "evaluation_tokens": 1048576}
{"event": "train", "step": 2820, "epoch": 37, "tokens": 369623040, "loss": 3.561480416191949, "lr": 0.00026756958070325187, "grad_norm": 0.09725593775510788, "tokens_per_second": 1740947.7656006913, "training_seconds": 1.3551790849887766, "elapsed_tokens_per_second": 1309974.8224667131, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2840, "epoch": 37, "tokens": 372244480, "loss": 3.581744921207428, "lr": 0.00023256429245420375, "grad_norm": 0.09180817753076553, "tokens_per_second": 1734861.2533845433, "training_seconds": 1.5110372630006168, "elapsed_tokens_per_second": 1312233.073195945, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2860, "epoch": 37, "tokens": 374865920, "loss": 3.5446186423301698, "lr": 0.00019995783796842082, "grad_norm": 0.09358958899974823, "tokens_per_second": 1732959.4214723175, "training_seconds": 1.512695547004114, "elapsed_tokens_per_second": 1314457.6772357945, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2880, "epoch": 37, "tokens": 377487360, "loss": 3.5583174228668213, "lr": 0.00016976662385707165, "grad_norm": 0.0868612602353096, "tokens_per_second": 1734855.448473187, "training_seconds": 1.5110423190053552, "elapsed_tokens_per_second": 1316668.5392363719, "peak_memory_bytes": 42389451776}
{"loss": 3.5596439478233206, "perplexity": 35.15067944083426, "tokens": 377487360, "seconds": 0.5486627540085465, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 37, "step": 2880, "evaluation_tokens": 1048576}
{"event": "train", "step": 2900, "epoch": 38, "tokens": 380108800, "loss": 3.559496760368347, "lr": 0.00014200584145323492, "grad_norm": 0.09083181619644165, "tokens_per_second": 1740214.7786752738, "training_seconds": 1.5063887700089253, "elapsed_tokens_per_second": 1316296.261109526, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2920, "epoch": 38, "tokens": 382730240, "loss": 3.568443787097931, "lr": 0.00011668945916806617, "grad_norm": 0.09204952418804169, "tokens_per_second": 1734638.5707693987, "training_seconds": 1.5112312410055893, "elapsed_tokens_per_second": 1318467.2314859836, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2940, "epoch": 38, "tokens": 385351680, "loss": 3.5546703577041625, "lr": 9.383021546230552e-05, "grad_norm": 0.09267303347587585, "tokens_per_second": 1735279.589000962, "training_seconds": 1.510672987002181, "elapsed_tokens_per_second": 1320620.12510575, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2958, "epoch": 38, "tokens": 387710976, "loss": 3.5674490796195135, "lr": 7.536728174015517e-05, "grad_norm": 0.0864172875881195, "tokens_per_second": 1735593.9442674373, "training_seconds": 1.359359433001373, "elapsed_tokens_per_second": 1322537.899949428, "peak_memory_bytes": 42389451776}
{"loss": 3.5557153883846286, "perplexity": 35.012858802880004, "tokens": 387710976, "seconds": 0.5503230530011933, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 38, "step": 2958, "evaluation_tokens": 1048576}
{"event": "train", "step": 2960, "epoch": 39, "tokens": 387973120, "loss": 3.5517748594284058, "lr": 7.343961243665598e-05, "grad_norm": 0.08853113651275635, "tokens_per_second": 1806138.75934094, "training_seconds": 0.14514056500047445, "elapsed_tokens_per_second": 1319999.0737926387, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2980, "epoch": 39, "tokens": 390594560, "loss": 3.5570224642753603, "lr": 5.552791004426461e-05, "grad_norm": 0.08856084197759628, "tokens_per_second": 1733338.1111828948, "training_seconds": 1.5123650620080298, "elapsed_tokens_per_second": 1322110.4737382627, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3000, "epoch": 39, "tokens": 393216000, "loss": 3.5519131064414977, "lr": 4.010412092821602e-05, "grad_norm": 0.09004691988229752, "tokens_per_second": 1726313.5148461568, "training_seconds": 1.518519074001233, "elapsed_tokens_per_second": 1324170.2605604678, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3020, "epoch": 39, "tokens": 395837440, "loss": 3.549593925476074, "lr": 2.7176005886631604e-05, "grad_norm": 0.08826349675655365, "tokens_per_second": 1732500.3962877619, "training_seconds": 1.5130963349947706, "elapsed_tokens_per_second": 1326235.6870397339, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3035, "epoch": 39, "tokens": 397803520, "loss": 3.5372512499491373, "lr": 1.912166621911349e-05, "grad_norm": 0.08669016510248184, "tokens_per_second": 1733662.496058166, "training_seconds": 1.1340615630033426, "elapsed_tokens_per_second": 1327771.3416260027, "peak_memory_bytes": 42389451776}
{"loss": 3.5541092017671048, "perplexity": 34.956666757166005, "tokens": 397803520, "seconds": 0.5490136869921116, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 39, "step": 3035, "evaluation_tokens": 1048576}
{"event": "train", "step": 3040, "epoch": 40, "tokens": 398458880, "loss": 3.5750237941741942, "lr": 1.6750069967667592e-05, "grad_norm": 0.09061193466186523, "tokens_per_second": 1763283.5146014108, "training_seconds": 0.3716702359961346, "elapsed_tokens_per_second": 1325801.510456489, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3060, "epoch": 40, "tokens": 401080320, "loss": 3.5647168874740602, "lr": 8.831559196363359e-06, "grad_norm": 0.09065989404916763, "tokens_per_second": 1736713.8031723546, "training_seconds": 1.5094254420109792, "elapsed_tokens_per_second": 1327850.6515358652, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3080, "epoch": 40, "tokens": 403701760, "loss": 3.5357780694961547, "lr": 3.424457934996794e-06, "grad_norm": 0.08915329724550247, "tokens_per_second": 1730501.998446166, "training_seconds": 1.5148436710005626, "elapsed_tokens_per_second": 1329853.2971795623, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3100, "epoch": 40, "tokens": 406323200, "loss": 3.5467788934707642, "lr": 5.314868782685389e-07, "grad_norm": 0.08572965115308762, "tokens_per_second": 1711245.5721094185, "training_seconds": 1.5318900120037142, "elapsed_tokens_per_second": 1331763.5858884375, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3113, "epoch": 40, "tokens": 408027136, "loss": 3.5645238986382117, "lr": 0.0, "grad_norm": 0.0829697698354721, "tokens_per_second": 1717794.0492567315, "training_seconds": 0.9919326480012387, "elapsed_tokens_per_second": 1333008.0353248918, "peak_memory_bytes": 42389451776}
{"loss": 3.5538446134569224, "perplexity": 34.94741885527644, "tokens": 408027136, "seconds": 0.5502659669873537, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 40, "step": 3113, "evaluation_tokens": 1048576}
{"loss": 3.5540433205794573, "perplexity": 34.95436384630393, "tokens": 408027136, "seconds": 103.01938693299599, "split": "full", "validation_complete": true, "event": "final_validation", "step": 3113, "evaluation_tokens": 197411295}