{"event": "train", "step": 20, "epoch": 1, "tokens": 2621440, "loss": 9.405385398864746, "lr": 0.0005769230769230769, "grad_norm": 1.311622142791748, "tokens_per_second": 49890.45855585344, "training_seconds": 52.543914726004004, "elapsed_tokens_per_second": 49890.45855585344, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 40, "epoch": 1, "tokens": 5242880, "loss": 7.371922039985657, "lr": 0.0011538461538461537, "grad_norm": 3.0892863273620605, "tokens_per_second": 1792743.326876762, "training_seconds": 1.462250597003731, "elapsed_tokens_per_second": 97064.6816595067, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 60, "epoch": 1, "tokens": 7864320, "loss": 6.893211412429809, "lr": 0.0017307692307692306, "grad_norm": 1.2114741802215576, "tokens_per_second": 1785760.9743992842, "training_seconds": 1.4679680190020008, "elapsed_tokens_per_second": 141740.85605124006, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 78, "epoch": 1, "tokens": 10223616, "loss": 6.565521452162001, "lr": 0.00225, "grad_norm": 0.9528218507766724, "tokens_per_second": 1784562.9558644472, "training_seconds": 1.3220581500063417, "elapsed_tokens_per_second": 179970.534014996, "peak_memory_bytes": 21988176384}
{"loss": 6.466029309126782, "perplexity": 642.925792366155, "tokens": 10223616, "seconds": 1.0657452080049552, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 1, "step": 78, "evaluation_tokens": 1048576}
{"event": "train", "step": 80, "epoch": 2, "tokens": 10485760, "loss": 6.467631816864014, "lr": 0.0023076923076923075, "grad_norm": 0.577946662902832, "tokens_per_second": 1854406.259642686, "training_seconds": 0.1413627669971902, "elapsed_tokens_per_second": 180702.9670902863, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 100, "epoch": 2, "tokens": 13107200, "loss": 6.291333889961242, "lr": 0.0028846153846153843, "grad_norm": 0.431240975856781, "tokens_per_second": 1781036.6910740219, "training_seconds": 1.4718618729966693, "elapsed_tokens_per_second": 220286.3290669491, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 120, "epoch": 2, "tokens": 15728640, "loss": 6.08967661857605, "lr": 0.003461538461538461, "grad_norm": 0.38938480615615845, "tokens_per_second": 1778996.055164433, "training_seconds": 1.4735502039984567, "elapsed_tokens_per_second": 257947.45707693568, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 140, "epoch": 2, "tokens": 18350080, "loss": 5.885268044471741, "lr": 0.0040384615384615385, "grad_norm": 0.46172529458999634, "tokens_per_second": 1780783.068994704, "training_seconds": 1.4720714980066987, "elapsed_tokens_per_second": 293838.9740187441, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 156, "epoch": 2, "tokens": 20447232, "loss": 5.703050971031189, "lr": 0.0045, "grad_norm": 0.26322877407073975, "tokens_per_second": 1778776.5844234414, "training_seconds": 1.17898561200127, "elapsed_tokens_per_second": 321344.92298864346, "peak_memory_bytes": 42389451776}
{"loss": 5.624803786971899, "perplexity": 277.21788542565963, "tokens": 20447232, "seconds": 0.5351067269948544, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 2, "step": 156, "evaluation_tokens": 1048576}
{"event": "train", "step": 160, "epoch": 3, "tokens": 20971520, "loss": 5.608646750450134, "lr": 0.004615384615384615, "grad_norm": 0.30829182267189026, "tokens_per_second": 1822656.9094631518, "training_seconds": 0.28765040599682834, "elapsed_tokens_per_second": 325250.9488195314, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 180, "epoch": 3, "tokens": 23592960, "loss": 5.564414072036743, "lr": 0.005192307692307692, "grad_norm": 0.23536372184753418, "tokens_per_second": 1779132.8221625646, "training_seconds": 1.4734369280049577, "elapsed_tokens_per_second": 357726.04853241984, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 200, "epoch": 3, "tokens": 26214400, "loss": 5.394895768165588, "lr": 0.005769230769230769, "grad_norm": 0.24058060348033905, "tokens_per_second": 1776472.1834965607, "training_seconds": 1.4756437079922762, "elapsed_tokens_per_second": 388764.9386880894, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 220, "epoch": 3, "tokens": 28835840, "loss": 5.280316114425659, "lr": 0.006346153846153845, "grad_norm": 0.25745531916618347, "tokens_per_second": 1773739.992021459, "training_seconds": 1.4779167249944294, "elapsed_tokens_per_second": 418461.1380043694, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 233, "epoch": 3, "tokens": 30539776, "loss": 5.175692594968355, "lr": 0.006721153846153846, "grad_norm": 0.3568798303604126, "tokens_per_second": 1775917.9984769616, "training_seconds": 0.9594677239947487, "elapsed_tokens_per_second": 437090.8247869466, "peak_memory_bytes": 42389451776}
{"loss": 5.17474995279694, "perplexity": 176.75241230404217, "tokens": 30539776, "seconds": 0.5357734260032885, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 3, "step": 233, "evaluation_tokens": 1048576}
{"event": "train", "step": 240, "epoch": 4, "tokens": 31457280, "loss": 5.123327732086182, "lr": 0.006923076923076922, "grad_norm": 0.25202375650405884, "tokens_per_second": 1799149.0875595273, "training_seconds": 0.5099655200028792, "elapsed_tokens_per_second": 443497.1742607171, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 260, "epoch": 4, "tokens": 34078720, "loss": 5.100483322143555, "lr": 0.0075, "grad_norm": 0.2179999053478241, "tokens_per_second": 1773331.698394229, "training_seconds": 1.4782570019888226, "elapsed_tokens_per_second": 470639.02201802155, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 280, "epoch": 4, "tokens": 36700160, "loss": 5.031448459625244, "lr": 0.008076923076923077, "grad_norm": 0.2260691374540329, "tokens_per_second": 1774667.9711088892, "training_seconds": 1.4771439180040034, "elapsed_tokens_per_second": 496697.5552752821, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 300, "epoch": 4, "tokens": 39321600, "loss": 4.937904334068298, "lr": 0.008653846153846153, "grad_norm": 0.25912147760391235, "tokens_per_second": 1774129.4173546438, "training_seconds": 1.4775923190027243, "elapsed_tokens_per_second": 521733.6407205384, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 311, "epoch": 4, "tokens": 40763392, "loss": 4.913747267289595, "lr": 0.008971153846153846, "grad_norm": 0.34497231245040894, "tokens_per_second": 1777433.6669610126, "training_seconds": 0.8111650109931361, "elapsed_tokens_per_second": 535093.2927400249, "peak_memory_bytes": 42389451776}
{"loss": 4.938282873164024, "perplexity": 139.53045225372796, "tokens": 40763392, "seconds": 0.5327949259954039, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 4, "step": 311, "evaluation_tokens": 1048576}
{"event": "train", "step": 320, "epoch": 5, "tokens": 41943040, "loss": 4.877693706088596, "lr": 0.008999818852182455, "grad_norm": 0.1708647608757019, "tokens_per_second": 1788656.6130497926, "training_seconds": 0.659516192987212, "elapsed_tokens_per_second": 542054.3011726642, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 340, "epoch": 5, "tokens": 44564480, "loss": 4.830176758766174, "lr": 0.008997781106722202, "grad_norm": 0.22859807312488556, "tokens_per_second": 1774447.790438366, "training_seconds": 1.4773272080055904, "elapsed_tokens_per_second": 565134.3677552848, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 360, "epoch": 5, "tokens": 47185920, "loss": 4.766634225845337, "lr": 0.00899348020978169, "grad_norm": 0.2108035683631897, "tokens_per_second": 1776960.4730752748, "training_seconds": 1.4752382170117926, "elapsed_tokens_per_second": 587377.1605027617, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 380, "epoch": 5, "tokens": 49807360, "loss": 4.687089371681213, "lr": 0.008986918325446062, "grad_norm": 0.19972199201583862, "tokens_per_second": 1776411.781742904, "training_seconds": 1.4756938829959836, "elapsed_tokens_per_second": 608816.0074877817, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 389, "epoch": 5, "tokens": 50987008, "loss": 4.630111217498779, "lr": 0.00898322866842658, "grad_norm": 0.1929013431072235, "tokens_per_second": 1777406.113380688, "training_seconds": 0.663690752000548, "elapsed_tokens_per_second": 618206.0586369814, "peak_memory_bytes": 42389451776}
{"loss": 4.647023775686682, "perplexity": 104.27417994329763, "tokens": 50987008, "seconds": 0.5370511789951706, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 5, "step": 389, "evaluation_tokens": 1048576}
{"event": "train", "step": 400, "epoch": 6, "tokens": 52428800, "loss": 4.593879309567538, "lr": 0.008978098755462975, "grad_norm": 0.21078070998191833, "tokens_per_second": 1788569.005724609, "training_seconds": 0.8061148300039349, "elapsed_tokens_per_second": 625460.7476442623, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 420, "epoch": 6, "tokens": 55050240, "loss": 4.545899748802185, "lr": 0.00896702593758127, "grad_norm": 0.170582577586174, "tokens_per_second": 1777378.2292865864, "training_seconds": 1.4748914759984473, "elapsed_tokens_per_second": 645368.5779184366, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 440, "epoch": 6, "tokens": 57671680, "loss": 4.4813251972198485, "lr": 0.008953705443318003, "grad_norm": 0.1709291934967041, "tokens_per_second": 1774646.4059202087, "training_seconds": 1.4771618679951644, "elapsed_tokens_per_second": 664579.7383556048, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 460, "epoch": 6, "tokens": 60293120, "loss": 4.4101999521255495, "lr": 0.008938143975155044, "grad_norm": 0.22035476565361023, "tokens_per_second": 1774536.8471773085, "training_seconds": 1.477253067001584, "elapsed_tokens_per_second": 683146.7569528965, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 467, "epoch": 6, "tokens": 61210624, "loss": 4.3967863491603305, "lr": 0.008932169446433859, "grad_norm": 0.1865926831960678, "tokens_per_second": 1776625.389217728, "training_seconds": 0.5164307600061875, "elapsed_tokens_per_second": 689493.9708724219, "peak_memory_bytes": 42389451776}
{"loss": 4.406074155849259, "perplexity": 81.94711956216254, "tokens": 61210624, "seconds": 0.5369939319934929, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 6, "step": 467, "evaluation_tokens": 1048576}
{"event": "train", "step": 480, "epoch": 7, "tokens": 62914560, "loss": 4.362539034623366, "lr": 0.008920349363166572, "grad_norm": 0.12854035198688507, "tokens_per_second": 1791891.9405209753, "training_seconds": 0.9509144839976216, "elapsed_tokens_per_second": 696570.5130288285, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 500, "epoch": 7, "tokens": 65536000, "loss": 4.328795003890991, "lr": 0.008900330561079218, "grad_norm": 0.15471187233924866, "tokens_per_second": 1780079.7225487088, "training_seconds": 1.4726531440101098, "elapsed_tokens_per_second": 713943.6372194756, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 520, "epoch": 7, "tokens": 68157440, "loss": 4.303591179847717, "lr": 0.008878097641766801, "grad_norm": 0.1672591269016266, "tokens_per_second": 1772278.042858971, "training_seconds": 1.4791358560032677, "elapsed_tokens_per_second": 730713.9318151854, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 540, "epoch": 7, "tokens": 70778880, "loss": 4.293661499023438, "lr": 0.008853661792181968, "grad_norm": 0.15996915102005005, "tokens_per_second": 1774821.8392994625, "training_seconds": 1.4770158570026979, "elapsed_tokens_per_second": 746978.0123912495, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 545, "epoch": 7, "tokens": 71434240, "loss": 4.268915843963623, "lr": 0.008847210038528635, "grad_norm": 0.153250589966774, "tokens_per_second": 1773018.3269550533, "training_seconds": 0.36962956898787525, "elapsed_tokens_per_second": 750951.8657532093, "peak_memory_bytes": 42389451776}
{"loss": 4.27863048831057, "perplexity": 72.14157359509193, "tokens": 71434240, "seconds": 0.5374623660027282, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 7, "step": 545, "evaluation_tokens": 1048576}
{"event": "train", "step": 560, "epoch": 8, "tokens": 73400320, "loss": 4.268186124165853, "lr": 0.008827035307727243, "grad_norm": 0.169549360871315, "tokens_per_second": 1785526.7089260977, "training_seconds": 1.1011204649985302, "elapsed_tokens_per_second": 758403.7657932979, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 580, "epoch": 8, "tokens": 76021760, "loss": 4.241092276573181, "lr": 0.008798231586068335, "grad_norm": 0.14398515224456787, "tokens_per_second": 1777978.0667724176, "training_seconds": 1.4743938910105499, "elapsed_tokens_per_second": 773692.2855410627, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 600, "epoch": 8, "tokens": 78643200, "loss": 4.228831505775451, "lr": 0.008767265120392833, "grad_norm": 0.2413361817598343, "tokens_per_second": 1773190.2168900492, "training_seconds": 1.478374950995203, "elapsed_tokens_per_second": 788494.6466195488, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 620, "epoch": 8, "tokens": 81264640, "loss": 4.201065254211426, "lr": 0.008734151492117653, "grad_norm": 0.12352143228054047, "tokens_per_second": 1776910.3217219817, "training_seconds": 1.4752798539993819, "elapsed_tokens_per_second": 802892.1011890749, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 623, "epoch": 8, "tokens": 81657856, "loss": 4.146757125854492, "lr": 0.008729000270886961, "grad_norm": 0.11453980952501297, "tokens_per_second": 1787255.2143892485, "training_seconds": 0.2200111080019269, "elapsed_tokens_per_second": 805012.7902700537, "peak_memory_bytes": 42389451776}
{"loss": 4.184902057537013, "perplexity": 65.68706704853524, "tokens": 81657856, "seconds": 0.5358143519988516, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 8, "step": 623, "evaluation_tokens": 1048576}
{"event": "train", "step": 640, "epoch": 9, "tokens": 83886080, "loss": 4.168524938471177, "lr": 0.008698907363048935, "grad_norm": 0.15896978974342346, "tokens_per_second": 1783737.223607019, "training_seconds": 1.249188485002378, "elapsed_tokens_per_second": 812564.7580086432, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 660, "epoch": 9, "tokens": 86507520, "loss": 4.147921514511109, "lr": 0.008661550466998302, "grad_norm": 0.15255136787891388, "tokens_per_second": 1774209.1010840747, "training_seconds": 1.4775259570014896, "elapsed_tokens_per_second": 826123.7987180064, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 680, "epoch": 9, "tokens": 89128960, "loss": 4.146946454048157, "lr": 0.00862209960085973, "grad_norm": 0.15240004658699036, "tokens_per_second": 1776747.5025668112, "training_seconds": 1.4754150469962042, "elapsed_tokens_per_second": 839319.9764366009, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 700, "epoch": 9, "tokens": 91750400, "loss": 4.1158771276473995, "lr": 0.008580574615151505, "grad_norm": 0.12668746709823608, "tokens_per_second": 1775132.7642194494, "training_seconds": 1.4767571490083355, "elapsed_tokens_per_second": 852144.4877829645, "peak_memory_bytes": 42389451776}
{"loss": 4.126742347525791, "perplexity": 61.97569843767674, "tokens": 91750400, "seconds": 0.5382936030073324, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 9, "step": 700, "evaluation_tokens": 1048576}
{"event": "train", "step": 720, "epoch": 10, "tokens": 94371840, "loss": 4.116901779174805, "lr": 0.00853699640402802, "grad_norm": 0.2258000671863556, "tokens_per_second": 1780551.2227404802, "training_seconds": 1.47226317699824, "elapsed_tokens_per_second": 860149.2943645578, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 740, "epoch": 10, "tokens": 96993280, "loss": 4.107682514190674, "lr": 0.008491386894766452, "grad_norm": 0.12086360901594162, "tokens_per_second": 1779237.3373739682, "training_seconds": 1.4733503759925952, "elapsed_tokens_per_second": 872314.8444097965, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 760, "epoch": 10, "tokens": 99614720, "loss": 4.089992046356201, "lr": 0.008443769036733603, "grad_norm": 0.16143491864204407, "tokens_per_second": 1776220.9717009477, "training_seconds": 1.4758524089993443, "elapsed_tokens_per_second": 884146.1274522733, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 778, "epoch": 10, "tokens": 101974016, "loss": 4.06657518280877, "lr": 0.00839921560848184, "grad_norm": 0.12264008074998856, "tokens_per_second": 1776214.911456843, "training_seconds": 1.3282716999965487, "elapsed_tokens_per_second": 894527.6706828809, "peak_memory_bytes": 42389451776}
{"loss": 4.079208540162691, "perplexity": 59.098677105668784, "tokens": 101974016, "seconds": 0.5348147350014187, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 10, "step": 778, "evaluation_tokens": 1048576}
{"event": "train", "step": 780, "epoch": 11, "tokens": 102236160, "loss": 4.0681023597717285, "lr": 0.008394166789838441, "grad_norm": 0.14389488101005554, "tokens_per_second": 1830228.2728264472, "training_seconds": 0.14323022100143135, "elapsed_tokens_per_second": 891473.0870805542, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 800, "epoch": 11, "tokens": 104857600, "loss": 4.055799996852874, "lr": 0.00834260511247619, "grad_norm": 0.1540166288614273, "tokens_per_second": 1773191.0169044302, "training_seconds": 1.4783742839936167, "elapsed_tokens_per_second": 902685.6002469845, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 820, "epoch": 11, "tokens": 107479040, "loss": 4.052468073368073, "lr": 0.00828910994896999, "grad_norm": 0.134970024228096, "tokens_per_second": 1777447.7946723972, "training_seconds": 1.4748337519995403, "elapsed_tokens_per_second": 913639.7606878651, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 840, "epoch": 11, "tokens": 110100480, "loss": 4.039296019077301, "lr": 0.008233708216516481, "grad_norm": 0.12761831283569336, "tokens_per_second": 1775588.759171591, "training_seconds": 1.476377898012288, "elapsed_tokens_per_second": 924314.7814704789, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 856, "epoch": 11, "tokens": 112197632, "loss": 4.020129412412643, "lr": 0.008188032802059476, "grad_norm": 0.12734247744083405, "tokens_per_second": 1770971.373714695, "training_seconds": 1.1841817609965801, "elapsed_tokens_per_second": 932635.0786324574, "peak_memory_bytes": 42389451776}
{"loss": 4.042576174740873, "perplexity": 56.97292612547504, "tokens": 112197632, "seconds": 0.5361196219892008, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 11, "step": 856, "evaluation_tokens": 1048576}
{"event": "train", "step": 860, "epoch": 12, "tokens": 112721920, "loss": 4.0066558718681335, "lr": 0.008176427791641844, "grad_norm": 0.17686104774475098, "tokens_per_second": 1803742.4469581807, "training_seconds": 0.2906667750066845, "elapsed_tokens_per_second": 930534.071645721, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 880, "epoch": 12, "tokens": 115343360, "loss": 4.0230751752853395, "lr": 0.008117297496175176, "grad_norm": 0.1464608907699585, "tokens_per_second": 1770894.213164333, "training_seconds": 1.4802916969929356, "elapsed_tokens_per_second": 940669.3806073718, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 900, "epoch": 12, "tokens": 117964800, "loss": 3.996587538719177, "lr": 0.00805634708274617, "grad_norm": 0.12871050834655762, "tokens_per_second": 1775802.8738875594, "training_seconds": 1.4761998860049061, "elapsed_tokens_per_second": 950589.3160566133, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 920, "epoch": 12, "tokens": 120586240, "loss": 4.003777825832367, "lr": 0.007993607219814469, "grad_norm": 0.1350758671760559, "tokens_per_second": 1774481.877687387, "training_seconds": 1.4772988290060312, "elapsed_tokens_per_second": 960271.8765519947, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 934, "epoch": 12, "tokens": 122421248, "loss": 3.992275987352644, "lr": 0.007948641462738663, "grad_norm": 0.12032545357942581, "tokens_per_second": 1772723.3919763656, "training_seconds": 1.0351349840057082, "elapsed_tokens_per_second": 966901.3636993467, "peak_memory_bytes": 42389451776}
{"loss": 4.002160659909574, "perplexity": 54.71624560329611, "tokens": 122421248, "seconds": 0.5377932980045443, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 12, "step": 934, "evaluation_tokens": 1048576}
{"event": "train", "step": 940, "epoch": 13, "tokens": 123207680, "loss": 3.9957209825515747, "lr": 0.00792910947623821, "grad_norm": 0.13366563618183136, "tokens_per_second": 1800572.0888174872, "training_seconds": 0.4367678499984322, "elapsed_tokens_per_second": 965280.3856327917, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 960, "epoch": 13, "tokens": 125829120, "loss": 3.9921605229377746, "lr": 0.007862886305389484, "grad_norm": 0.1564428210258484, "tokens_per_second": 1773448.6632710816, "training_seconds": 1.4781595059903339, "elapsed_tokens_per_second": 974523.2925693741, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 980, "epoch": 13, "tokens": 128450560, "loss": 3.9737873792648317, "lr": 0.007794971028824759, "grad_norm": 0.10839491337537766, "tokens_per_second": 1772367.645248386, "training_seconds": 1.479061078003724, "elapsed_tokens_per_second": 983546.1723702141, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1000, "epoch": 13, "tokens": 131072000, "loss": 3.9495792150497437, "lr": 0.007725397819518452, "grad_norm": 0.15559840202331543, "tokens_per_second": 1773423.4013010468, "training_seconds": 1.4781805620004889, "elapsed_tokens_per_second": 992374.9419928194, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1012, "epoch": 13, "tokens": 132644864, "loss": 3.96578449010849, "lr": 0.007682872615033897, "grad_norm": 0.12536683678627014, "tokens_per_second": 1778072.0671889174, "training_seconds": 0.8845895669946913, "elapsed_tokens_per_second": 997590.7042580987, "peak_memory_bytes": 42389451776}
{"loss": 3.9668467756890666, "perplexity": 52.81772186020643, "tokens": 132644864, "seconds": 0.5377316039957805, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 13, "step": 1012, "evaluation_tokens": 1048576}
{"event": "train", "step": 1020, "epoch": 14, "tokens": 133693440, "loss": 3.9387245178222656, "lr": 0.007654201684668089, "grad_norm": 0.14364485442638397, "tokens_per_second": 1792000.738520545, "training_seconds": 0.5851426159933908, "elapsed_tokens_per_second": 997000.3625489791, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1040, "epoch": 14, "tokens": 136314880, "loss": 3.94343181848526, "lr": 0.007581418448079708, "grad_norm": 0.16409380733966827, "tokens_per_second": 1770165.0715789977, "training_seconds": 1.4809014380007284, "elapsed_tokens_per_second": 1005436.606687515, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1060, "epoch": 14, "tokens": 138936320, "loss": 3.9513904213905335, "lr": 0.007507084732142377, "grad_norm": 0.1383819729089737, "tokens_per_second": 1774032.250888829, "training_seconds": 1.4776732489990536, "elapsed_tokens_per_second": 1013709.9338348799, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1080, "epoch": 14, "tokens": 141557760, "loss": 3.9301626563072203, "lr": 0.007431237939400874, "grad_norm": 0.14099130034446716, "tokens_per_second": 1774542.4930181885, "training_seconds": 1.4772483670094516, "elapsed_tokens_per_second": 1021813.0677084081, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1090, "epoch": 14, "tokens": 142868480, "loss": 3.942437195777893, "lr": 0.007392759036224079, "grad_norm": 0.13085320591926575, "tokens_per_second": 1776910.9022914225, "training_seconds": 0.7376396859908709, "elapsed_tokens_per_second": 1025799.5947483324, "peak_memory_bytes": 42389451776}
{"loss": 3.938586930632906, "perplexity": 51.34599456139134, "tokens": 142868480, "seconds": 0.5359060600021621, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 14, "step": 1090, "evaluation_tokens": 1048576}
{"event": "train", "step": 1100, "epoch": 15, "tokens": 144179200, "loss": 3.9200417518615724, "lr": 0.007353916233735832, "grad_norm": 0.13044872879981995, "tokens_per_second": 1786255.365408204, "training_seconds": 0.7337808610027423, "elapsed_tokens_per_second": 1025769.0637733015, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1120, "epoch": 15, "tokens": 146800640, "loss": 3.9132123708724977, "lr": 0.00727515852116079, "grad_norm": 0.1272118091583252, "tokens_per_second": 1774714.0250941948, "training_seconds": 1.477105585989193, "elapsed_tokens_per_second": 1033548.7110519429, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1140, "epoch": 15, "tokens": 149422080, "loss": 3.912285625934601, "lr": 0.007195004430245829, "grad_norm": 0.1673583984375, "tokens_per_second": 1776404.3423983725, "training_seconds": 1.4757000630052062, "elapsed_tokens_per_second": 1041175.3666512496, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1160, "epoch": 15, "tokens": 152043520, "loss": 3.9028786182403565, "lr": 0.007113494292177639, "grad_norm": 0.1223909929394722, "tokens_per_second": 1774973.2283529295, "training_seconds": 1.4768898809998063, "elapsed_tokens_per_second": 1048641.7288924803, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1167, "epoch": 15, "tokens": 152961024, "loss": 3.8832130091530934, "lr": 0.007084652947671153, "grad_norm": 0.13863548636436462, "tokens_per_second": 1780134.927890304, "training_seconds": 0.515412615990499, "elapsed_tokens_per_second": 1051219.3499561767, "peak_memory_bytes": 42389451776}
{"loss": 3.912963884623286, "perplexity": 50.04706609804111, "tokens": 152961024, "seconds": 0.5351846430130536, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 15, "step": 1167, "evaluation_tokens": 1048576}
{"event": "train", "step": 1180, "epoch": 16, "tokens": 154664960, "loss": 3.860730923139132, "lr": 0.007030669120466046, "grad_norm": 0.14306753873825073, "tokens_per_second": 1784406.395599585, "training_seconds": 0.954903548990842, "elapsed_tokens_per_second": 1052073.5757421507, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1200, "epoch": 16, "tokens": 157286400, "loss": 3.8835562109947204, "lr": 0.006946570590307223, "grad_norm": 0.13828590512275696, "tokens_per_second": 1771892.1089341503, "training_seconds": 1.4794580250018043, "elapsed_tokens_per_second": 1059236.5793439085, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1220, "epoch": 16, "tokens": 159907840, "loss": 3.885214376449585, "lr": 0.006861241017613952, "grad_norm": 0.14471907913684845, "tokens_per_second": 1777160.1081032448, "training_seconds": 1.4750724979967345, "elapsed_tokens_per_second": 1066285.198971552, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1240, "epoch": 16, "tokens": 162529280, "loss": 3.8622528195381163, "lr": 0.006774723337723493, "grad_norm": 0.13003312051296234, "tokens_per_second": 1772378.4588346865, "training_seconds": 1.4790520539972931, "elapsed_tokens_per_second": 1073171.9600863985, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1245, "epoch": 16, "tokens": 163184640, "loss": 3.8497431755065916, "lr": 0.006752913364719178, "grad_norm": 0.1380481719970703, "tokens_per_second": 1776983.0570001449, "training_seconds": 0.36880486700101756, "elapsed_tokens_per_second": 1074870.4966775968, "peak_memory_bytes": 42389451776}
{"loss": 3.8902529506972297, "perplexity": 48.923260131470556, "tokens": 163184640, "seconds": 0.5363692149985582, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 16, "step": 1245, "evaluation_tokens": 1048576}
{"event": "train", "step": 1260, "epoch": 17, "tokens": 165150720, "loss": 3.86203449567159, "lr": 0.006687061083793792, "grad_norm": 0.12024301290512085, "tokens_per_second": 1783322.945930124, "training_seconds": 1.1024811879906338, "elapsed_tokens_per_second": 1076160.1180737815, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1280, "epoch": 17, "tokens": 167772160, "loss": 3.8737688660621643, "lr": 0.006598298364898863, "grad_norm": 0.13589514791965485, "tokens_per_second": 1774822.1805557448, "training_seconds": 1.4770155730075203, "elapsed_tokens_per_second": 1082811.8057047408, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1300, "epoch": 17, "tokens": 170393600, "loss": 3.857096481323242, "lr": 0.006508479843834402, "grad_norm": 0.12236183136701584, "tokens_per_second": 1773182.4578910887, "training_seconds": 1.4783814199909102, "elapsed_tokens_per_second": 1089325.3269728976, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1320, "epoch": 17, "tokens": 173015040, "loss": 3.8660019040107727, "lr": 0.006417650714644782, "grad_norm": 0.13407392799854279, "tokens_per_second": 1774674.0034603507, "training_seconds": 1.477138896996621, "elapsed_tokens_per_second": 1095727.4107580609, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1323, "epoch": 17, "tokens": 173408256, "loss": 3.853719790776571, "lr": 0.006403941998814909, "grad_norm": 0.12457091361284256, "tokens_per_second": 1778393.2091087347, "training_seconds": 0.22110745699319523, "elapsed_tokens_per_second": 1096670.5985717822, "peak_memory_bytes": 42389451776}
{"loss": 3.865055771475623, "perplexity": 47.705932988775196, "tokens": 173408256, "seconds": 0.5359485880035209, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 17, "step": 1323, "evaluation_tokens": 1048576}
{"event": "train", "step": 1340, "epoch": 18, "tokens": 175636480, "loss": 3.82985624145059, "lr": 0.006325856679882724, "grad_norm": 0.15402086079120636, "tokens_per_second": 1782527.847513339, "training_seconds": 1.2500360109988833, "elapsed_tokens_per_second": 1098316.423545566, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1360, "epoch": 18, "tokens": 178257920, "loss": 3.8318326592445375, "lr": 0.0062331439276131296, "grad_norm": 0.13386912643909454, "tokens_per_second": 1776539.0942875803, "training_seconds": 1.4755881299934117, "elapsed_tokens_per_second": 1104508.5674098001, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1380, "epoch": 18, "tokens": 180879360, "loss": 3.8308455109596253, "lr": 0.0061395591081725865, "grad_norm": 0.17397639155387878, "tokens_per_second": 1775063.7621474927, "training_seconds": 1.476814555004239, "elapsed_tokens_per_second": 1110576.5513719844, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1400, "epoch": 18, "tokens": 183500800, "loss": 3.822403943538666, "lr": 0.006045149310696298, "grad_norm": 0.1510949581861496, "tokens_per_second": 1773584.2330134336, "training_seconds": 1.478046518008341, "elapsed_tokens_per_second": 1116531.0885821497, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1401, "epoch": 18, "tokens": 183631872, "loss": 3.838559627532959, "lr": 0.006040408015549883, "grad_norm": 0.14474250376224518, "tokens_per_second": 1792331.7458107234, "training_seconds": 0.07312931900378317, "elapsed_tokens_per_second": 1116819.0497453485, "peak_memory_bytes": 42389451776}
{"loss": 3.841554939774157, "perplexity": 46.597875025194384, "tokens": 183631872, "seconds": 0.5375289250077913, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 18, "step": 1401, "evaluation_tokens": 1048576}
{"event": "train", "step": 1420, "epoch": 19, "tokens": 186122240, "loss": 3.824106316817434, "lr": 0.005949962039424207, "grad_norm": 0.1351470798254013, "tokens_per_second": 1781987.9971443668, "training_seconds": 1.3975223200104665, "elapsed_tokens_per_second": 1118658.796487189, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1440, "epoch": 19, "tokens": 188743680, "loss": 3.8156462907791138, "lr": 0.00585404518979826, "grad_norm": 0.14127810299396515, "tokens_per_second": 1774375.0139591522, "training_seconds": 1.4773878009873442, "elapsed_tokens_per_second": 1124420.9551126563, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1460, "epoch": 19, "tokens": 191365120, "loss": 3.804503154754639, "lr": 0.005757447024362826, "grad_norm": 0.1455504298210144, "tokens_per_second": 1775573.3098720033, "training_seconds": 1.476390744006494, "elapsed_tokens_per_second": 1130085.9139248908, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1479, "epoch": 19, "tokens": 193855488, "loss": 3.7954986346395394, "lr": 0.005665091965119021, "grad_norm": 0.14154358208179474, "tokens_per_second": 1773767.4631989442, "training_seconds": 1.4039991440076847, "elapsed_tokens_per_second": 1135371.4488757448, "peak_memory_bytes": 42389451776}
{"loss": 3.8217068134915584, "perplexity": 45.68211266406197, "tokens": 193855488, "seconds": 0.5354538560059154, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 19, "step": 1479, "evaluation_tokens": 1048576}
{"event": "train", "step": 1480, "epoch": 20, "tokens": 193986560, "loss": 3.7708754539489746, "lr": 0.005660216148480391, "grad_norm": 0.11528505384922028, "tokens_per_second": 1908901.1470506373, "training_seconds": 0.06866358700790443, "elapsed_tokens_per_second": 1132077.749820455, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1500, "epoch": 20, "tokens": 196608000, "loss": 3.8008121848106384, "lr": 0.00556240148587478, "grad_norm": 0.12424301356077194, "tokens_per_second": 1772098.220765127, "training_seconds": 1.4792859500012128, "elapsed_tokens_per_second": 1137546.806219076, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1520, "epoch": 20, "tokens": 199229440, "loss": 3.786774218082428, "lr": 0.005464052254014167, "grad_norm": 0.13626857101917267, "tokens_per_second": 1774619.5480617436, "training_seconds": 1.4771842240006663, "elapsed_tokens_per_second": 1142937.1359458144, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1540, "epoch": 20, "tokens": 201850880, "loss": 3.7845053553581236, "lr": 0.005365217939346285, "grad_norm": 0.11404182761907578, "tokens_per_second": 1772802.559651156, "training_seconds": 1.4786982259975048, "elapsed_tokens_per_second": 1148224.93338793, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1557, "epoch": 20, "tokens": 204079104, "loss": 3.7976209977093864, "lr": 0.005280864514819528, "grad_norm": 0.12694349884986877, "tokens_per_second": 1771762.2653722716, "training_seconds": 1.2576314799953252, "elapsed_tokens_per_second": 1152645.421361126, "peak_memory_bytes": 42389451776}
{"loss": 3.8001723744250007, "perplexity": 44.708890498414725, "tokens": 204079104, "seconds": 0.5365581410005689, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 20, "step": 1557, "evaluation_tokens": 1048576}
{"event": "train", "step": 1560, "epoch": 21, "tokens": 204472320, "loss": 3.7756193478902182, "lr": 0.00526594827239831, "grad_norm": 0.11800679564476013, "tokens_per_second": 1809632.651763526, "training_seconds": 0.21729050899739377, "elapsed_tokens_per_second": 1149916.4640976177, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1580, "epoch": 21, "tokens": 207093760, "loss": 3.79223690032959, "lr": 0.005166293202753903, "grad_norm": 0.18014106154441833, "tokens_per_second": 1774786.633533289, "training_seconds": 1.4770451560034417, "elapsed_tokens_per_second": 1155054.341949778, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1600, "epoch": 21, "tokens": 209715200, "loss": 3.791602170467377, "lr": 0.00506630287392006, "grad_norm": 0.13127996027469635, "tokens_per_second": 1772136.0933092285, "training_seconds": 1.479254335994483, "elapsed_tokens_per_second": 1160095.9100664128, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1620, "epoch": 21, "tokens": 212336640, "loss": 3.777957391738892, "lr": 0.0049660275980963646, "grad_norm": 0.12249629944562912, "tokens_per_second": 1772619.662040174, "training_seconds": 1.4788507970079081, "elapsed_tokens_per_second": 1165055.5560912034, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1634, "epoch": 21, "tokens": 214171648, "loss": 3.7728874513081143, "lr": 0.004895692375517796, "grad_norm": 0.14202095568180084, "tokens_per_second": 1775034.8341415992, "training_seconds": 1.0337870360090164, "elapsed_tokens_per_second": 1168487.9181173164, "peak_memory_bytes": 42389451776}
{"loss": 3.7840174337587107, "perplexity": 43.99242384530602, "tokens": 214171648, "seconds": 0.5376547370105982, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 21, "step": 1634, "evaluation_tokens": 1048576}
{"event": "train", "step": 1640, "epoch": 22, "tokens": 214958080, "loss": 3.745444655418396, "lr": 0.004865517830859356, "grad_norm": 0.12562201917171478, "tokens_per_second": 1799629.8217855247, "training_seconds": 0.4369965369987767, "elapsed_tokens_per_second": 1166501.5615006723, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1660, "epoch": 22, "tokens": 217579520, "loss": 3.7854833006858826, "lr": 0.004764824145774784, "grad_norm": 0.11672962456941605, "tokens_per_second": 1773383.6214222822, "training_seconds": 1.4782137199945282, "elapsed_tokens_per_second": 1171321.4946995548, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1680, "epoch": 22, "tokens": 220200960, "loss": 3.76306836605072, "lr": 0.004663997208950452, "grad_norm": 0.1326625943183899, "tokens_per_second": 1775014.6781080763, "training_seconds": 1.476855392989819, "elapsed_tokens_per_second": 1176074.996075987, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1700, "epoch": 22, "tokens": 222822400, "loss": 3.7610167026519776, "lr": 0.004563087753542537, "grad_norm": 0.13730402290821075, "tokens_per_second": 1775353.914492217, "training_seconds": 1.4765731939987745, "elapsed_tokens_per_second": 1180753.7057864456, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1712, "epoch": 22, "tokens": 224395264, "loss": 3.753528376420339, "lr": 0.004502523592681211, "grad_norm": 0.12103647738695145, "tokens_per_second": 1774644.8937655613, "training_seconds": 0.8862978760007536, "elapsed_tokens_per_second": 1183522.5502431497, "peak_memory_bytes": 42389451776}
{"loss": 3.760410836796311, "perplexity": 42.96607439756043, "tokens": 224395264, "seconds": 0.5357025409903144, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 22, "step": 1712, "evaluation_tokens": 1048576}
{"event": "train", "step": 1720, "epoch": 23, "tokens": 225443840, "loss": 3.7233569025993347, "lr": 0.0044621465542281444, "grad_norm": 0.11567016690969467, "tokens_per_second": 1794744.7496714564, "training_seconds": 0.5842479830025695, "elapsed_tokens_per_second": 1182022.188034832, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1740, "epoch": 23, "tokens": 228065280, "loss": 3.7505050182342528, "lr": 0.004361224401656978, "grad_norm": 0.12806819379329681, "tokens_per_second": 1772593.8987095067, "training_seconds": 1.4788722910016077, "elapsed_tokens_per_second": 1186556.569380236, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1760, "epoch": 23, "tokens": 230686720, "loss": 3.7374186873435975, "lr": 0.004260372076894983, "grad_norm": 0.11840181052684784, "tokens_per_second": 1775941.7202641033, "training_seconds": 1.4760844739939785, "elapsed_tokens_per_second": 1191040.2053781569, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1780, "epoch": 23, "tokens": 233308160, "loss": 3.7390299439430237, "lr": 0.004159640325872799, "grad_norm": 0.12110132724046707, "tokens_per_second": 1773939.624275813, "training_seconds": 1.4777504060039064, "elapsed_tokens_per_second": 1195444.2296890293, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1790, "epoch": 23, "tokens": 234618880, "loss": 3.7224327087402345, "lr": 0.004109335507725857, "grad_norm": 0.11912155896425247, "tokens_per_second": 1771327.5751830933, "training_seconds": 0.7399647690035636, "elapsed_tokens_per_second": 1197611.34451977, "peak_memory_bytes": 42389451776}
{"loss": 3.7426875125060826, "perplexity": 42.21128120740377, "tokens": 234618880, "seconds": 0.5368872090039076, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 23, "step": 1790, "evaluation_tokens": 1048576}
{"event": "train", "step": 1800, "epoch": 24, "tokens": 235929600, "loss": 3.7275846719741823, "lr": 0.0040590798338518965, "grad_norm": 0.15337203443050385, "tokens_per_second": 1783698.7464947605, "training_seconds": 0.7348326070059557, "elapsed_tokens_per_second": 1196484.5280140932, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1820, "epoch": 24, "tokens": 238551040, "loss": 3.7533221364021303, "lr": 0.003958741199921243, "grad_norm": 0.13854308426380157, "tokens_per_second": 1771951.6180169627, "training_seconds": 1.4794083390006563, "elapsed_tokens_per_second": 1200759.7416210037, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1840, "epoch": 24, "tokens": 241172480, "loss": 3.7110642910003664, "lr": 0.003858674911537323, "grad_norm": 0.10968415439128876, "tokens_per_second": 1774769.1879788327, "training_seconds": 1.4770596750022378, "elapsed_tokens_per_second": 1204988.3812706997, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1860, "epoch": 24, "tokens": 243793920, "loss": 3.7309765100479124, "lr": 0.003758931319120337, "grad_norm": 0.1289517730474472, "tokens_per_second": 1774063.0529382157, "training_seconds": 1.4776475929975277, "elapsed_tokens_per_second": 1209148.9202259246, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1868, "epoch": 24, "tokens": 244842496, "loss": 3.6988508999347687, "lr": 0.0037191354851804715, "grad_norm": 0.13214096426963806, "tokens_per_second": 1774221.3486948446, "training_seconds": 0.5910063030023593, "elapsed_tokens_per_second": 1210792.088933778, "peak_memory_bytes": 42389451776}
{"loss": 3.7230480099211727, "perplexity": 41.39036026677231, "tokens": 244842496, "seconds": 0.5351937250088667, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 24, "step": 1868, "evaluation_tokens": 1048576}
{"event": "train", "step": 1880, "epoch": 25, "tokens": 246415360, "loss": 3.7173341313997903, "lr": 0.003659560610719337, "grad_norm": 0.12455132603645325, "tokens_per_second": 1780382.9634842696, "training_seconds": 0.883441390004009, "elapsed_tokens_per_second": 1210028.564418979, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1900, "epoch": 25, "tokens": 249036800, "loss": 3.7141280293464662, "lr": 0.0035606127867590853, "grad_norm": 0.13187278807163239, "tokens_per_second": 1773269.2309061673, "training_seconds": 1.4783090769924456, "elapsed_tokens_per_second": 1214077.4376432246, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1920, "epoch": 25, "tokens": 251658240, "loss": 3.695366847515106, "lr": 0.003462137634881298, "grad_norm": 0.11702167987823486, "tokens_per_second": 1774921.7649937118, "training_seconds": 1.4769327030080603, "elapsed_tokens_per_second": 1218078.9250228135, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1940, "epoch": 25, "tokens": 254279680, "loss": 3.6972233176231386, "lr": 0.003364184704892969, "grad_norm": 0.11458173394203186, "tokens_per_second": 1774627.3617045428, "training_seconds": 1.4771777199930511, "elapsed_tokens_per_second": 1222019.8855273647, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1946, "epoch": 25, "tokens": 255066112, "loss": 3.6672571897506714, "lr": 0.0033349080348809798, "grad_norm": 0.12463542819023132, "tokens_per_second": 1775893.1875564563, "training_seconds": 0.44283744400308933, "elapsed_tokens_per_second": 1223188.5821139652, "peak_memory_bytes": 42389451776}
{"loss": 3.708940895116708, "perplexity": 40.81056096583136, "tokens": 255066112, "seconds": 0.5371427840000251, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 25, "step": 1946, "evaluation_tokens": 1048576}
{"event": "train", "step": 1960, "epoch": 26, "tokens": 256901120, "loss": 3.699380942753383, "lr": 0.003266803283834365, "grad_norm": 0.12181555479764938, "tokens_per_second": 1783480.8206779936, "training_seconds": 1.0288913560070796, "elapsed_tokens_per_second": 1222752.5917653118, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1980, "epoch": 26, "tokens": 259522560, "loss": 3.7043312311172487, "lr": 0.003170042371179218, "grad_norm": 0.13320325314998627, "tokens_per_second": 1776919.567165395, "training_seconds": 1.475272178009618, "elapsed_tokens_per_second": 1226607.7633487661, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2000, "epoch": 26, "tokens": 262144000, "loss": 3.6877368211746218, "lr": 0.003073950654179647, "grad_norm": 0.11775394529104233, "tokens_per_second": 1776027.9633739742, "training_seconds": 1.476012796003488, "elapsed_tokens_per_second": 1230406.030606735, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2020, "epoch": 26, "tokens": 264765440, "loss": 3.676561748981476, "lr": 0.00297857648336815, "grad_norm": 0.11952187865972519, "tokens_per_second": 1772559.4177294716, "training_seconds": 1.4789010589884128, "elapsed_tokens_per_second": 1234133.1212935247, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2024, "epoch": 26, "tokens": 265289728, "loss": 3.6646430492401123, "lr": 0.0029595919844501175, "grad_norm": 0.11808093637228012, "tokens_per_second": 1779710.1662662108, "training_seconds": 0.29459178799879737, "elapsed_tokens_per_second": 1234874.0637471676, "peak_memory_bytes": 42389451776}
{"loss": 3.6895178632172816, "perplexity": 40.02554451719238, "tokens": 265289728, "seconds": 0.5377496139990399, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 26, "step": 2024, "evaluation_tokens": 1048576}
{"event": "train", "step": 2040, "epoch": 27, "tokens": 267386880, "loss": 3.67517326772213, "lr": 0.002883967848229039, "grad_norm": 0.13240176439285278, "tokens_per_second": 1778657.6120631625, "training_seconds": 1.1790644729917403, "elapsed_tokens_per_second": 1234714.3026062818, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2060, "epoch": 27, "tokens": 270008320, "loss": 3.6837849974632264, "lr": 0.002790172353051531, "grad_norm": 0.11741083860397339, "tokens_per_second": 1775917.2354256955, "training_seconds": 1.4761048249929445, "elapsed_tokens_per_second": 1238368.6206578624, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2080, "epoch": 27, "tokens": 272629760, "loss": 3.671872866153717, "lr": 0.0026972371929766814, "grad_norm": 0.11400420218706131, "tokens_per_second": 1774907.3824160083, "training_seconds": 1.4769446710124612, "elapsed_tokens_per_second": 1241971.0634881493, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2100, "epoch": 27, "tokens": 275251200, "loss": 3.662988579273224, "lr": 0.0026052091302501607, "grad_norm": 0.10225880891084671, "tokens_per_second": 1776596.221284515, "training_seconds": 1.4755406820040662, "elapsed_tokens_per_second": 1245530.5472279864, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2101, "epoch": 27, "tokens": 275382272, "loss": 3.662630319595337, "lr": 0.002600632371035081, "grad_norm": 0.11801590025424957, "tokens_per_second": 1779279.1652334884, "training_seconds": 0.0736657870002091, "elapsed_tokens_per_second": 1245700.494983849, "peak_memory_bytes": 42389451776}
{"loss": 3.6713258016441555, "perplexity": 39.30398061439976, "tokens": 275382272, "seconds": 0.5367644290090539, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 27, "step": 2101, "evaluation_tokens": 1048576}
{"event": "train", "step": 2120, "epoch": 28, "tokens": 277872640, "loss": 3.6808459256824695, "lr": 0.0025141344706928735, "grad_norm": 0.1143907979130745, "tokens_per_second": 1778292.5517608793, "training_seconds": 1.4004264919931302, "elapsed_tokens_per_second": 1245858.6457038799, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2140, "epoch": 28, "tokens": 280494080, "loss": 3.6752957344055175, "lr": 0.002424059040401219, "grad_norm": 0.12553414702415466, "tokens_per_second": 1775735.3497491956, "training_seconds": 1.4762560200033477, "elapsed_tokens_per_second": 1249332.122587019, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2160, "epoch": 28, "tokens": 283115520, "loss": 3.6443145990371706, "lr": 0.0023350281626887534, "grad_norm": 0.12014869600534439, "tokens_per_second": 1776241.37403174, "training_seconds": 1.4758354570076335, "elapsed_tokens_per_second": 1252765.70850983, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2179, "epoch": 28, "tokens": 285605888, "loss": 3.651002607847515, "lr": 0.0022514571542036716, "grad_norm": 0.14625351130962372, "tokens_per_second": 1772373.150017416, "training_seconds": 1.4051036600139923, "elapsed_tokens_per_second": 1255967.9641072182, "peak_memory_bytes": 42389451776}
{"loss": 3.6600638562147685, "perplexity": 38.86382448882156, "tokens": 285605888, "seconds": 0.5366782219934976, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 28, "step": 2179, "evaluation_tokens": 1048576}
{"event": "train", "step": 2180, "epoch": 29, "tokens": 285736960, "loss": 3.6148297786712646, "lr": 0.002247086635280821, "grad_norm": 0.13894180953502655, "tokens_per_second": 1895294.93218064, "training_seconds": 0.06915651900635567, "elapsed_tokens_per_second": 1253160.7255650263, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2200, "epoch": 29, "tokens": 288358400, "loss": 3.645345664024353, "lr": 0.0021602787077736585, "grad_norm": 0.12401793152093887, "tokens_per_second": 1774231.109559063, "training_seconds": 1.4775076290097786, "elapsed_tokens_per_second": 1256509.782539312, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2220, "epoch": 29, "tokens": 290979840, "loss": 3.6490417242050173, "lr": 0.002074648059369295, "grad_norm": 0.15552480518817902, "tokens_per_second": 1771920.2592593832, "training_seconds": 1.47943452099571, "elapsed_tokens_per_second": 1259801.496552744, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2240, "epoch": 29, "tokens": 293601280, "loss": 3.629825782775879, "lr": 0.001990237776897454, "grad_norm": 0.11081668734550476, "tokens_per_second": 1771664.4349145289, "training_seconds": 1.479648148000706, "elapsed_tokens_per_second": 1263052.8772838027, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2257, "epoch": 29, "tokens": 295829504, "loss": 3.6425454756792854, "lr": 0.0019194802916829411, "grad_norm": 0.12147911638021469, "tokens_per_second": 1771872.7947311134, "training_seconds": 1.2575530289905146, "elapsed_tokens_per_second": 1265779.3209719553, "peak_memory_bytes": 42389451776}
{"loss": 3.6395459882392833, "perplexity": 38.07454650881622, "tokens": 295829504, "seconds": 0.5364740709919715, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 29, "step": 2257, "evaluation_tokens": 1048576}
{"event": "train", "step": 2260, "epoch": 30, "tokens": 296222720, "loss": 3.6261448860168457, "lr": 0.0019070903331355337, "grad_norm": 0.10902535170316696, "tokens_per_second": 1822382.5060862552, "training_seconds": 0.21577028899628203, "elapsed_tokens_per_second": 1263353.8988989096, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2280, "epoch": 30, "tokens": 298844160, "loss": 3.631619703769684, "lr": 0.0018252475654375459, "grad_norm": 0.11869440972805023, "tokens_per_second": 1772352.6713542594, "training_seconds": 1.4790735739952652, "elapsed_tokens_per_second": 1266536.7779006967, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2300, "epoch": 30, "tokens": 301465600, "loss": 3.625474238395691, "lr": 0.0017447506546827902, "grad_norm": 0.11268791556358337, "tokens_per_second": 1773626.7591247065, "training_seconds": 1.4780110790015897, "elapsed_tokens_per_second": 1269683.4364138232, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2320, "epoch": 30, "tokens": 304087040, "loss": 3.615700364112854, "lr": 0.0016656401045548374, "grad_norm": 0.1147913858294487, "tokens_per_second": 1772393.3948180554, "training_seconds": 1.4790395900054136, "elapsed_tokens_per_second": 1272788.6088695698, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2335, "epoch": 30, "tokens": 306053120, "loss": 3.5984390576680503, "lr": 0.0016072409637759217, "grad_norm": 0.1352507770061493, "tokens_per_second": 1773913.1871493931, "training_seconds": 1.1083293219999177, "elapsed_tokens_per_second": 1275093.4659086165, "peak_memory_bytes": 42389451776}
{"loss": 3.6261791728126607, "perplexity": 37.5689973913085, "tokens": 306053120, "seconds": 0.5369857030018466, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 30, "step": 2335, "evaluation_tokens": 1048576}
{"event": "train", "step": 2340, "epoch": 31, "tokens": 306708480, "loss": 3.6151487827301025, "lr": 0.001587955721161273, "grad_norm": 0.11515207588672638, "tokens_per_second": 1796848.287685443, "training_seconds": 0.3647275089897448, "elapsed_tokens_per_second": 1273005.3808911315, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2360, "epoch": 31, "tokens": 309329920, "loss": 3.5877655744552612, "lr": 0.001511736593004428, "grad_norm": 0.1151672899723053, "tokens_per_second": 1772344.5434060583, "training_seconds": 1.479080357006751, "elapsed_tokens_per_second": 1276045.4559756916, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2380, "epoch": 31, "tokens": 311951360, "loss": 3.6217059016227724, "lr": 0.0014370210713131914, "grad_norm": 0.1279856115579605, "tokens_per_second": 1775160.4790805299, "training_seconds": 1.4767340929975035, "elapsed_tokens_per_second": 1279058.6700456354, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2400, "epoch": 31, "tokens": 314572800, "loss": 3.6054580569267274, "lr": 0.0013638467507457932, "grad_norm": 0.12631402909755707, "tokens_per_second": 1773541.5193874543, "training_seconds": 1.4780821149906842, "elapsed_tokens_per_second": 1282030.7433538288, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2413, "epoch": 31, "tokens": 316276736, "loss": 3.6102812473590555, "lr": 0.0013171273849661021, "grad_norm": 0.11419769376516342, "tokens_per_second": 1774643.979456727, "training_seconds": 0.9601565270131687, "elapsed_tokens_per_second": 1283941.1398009378, "peak_memory_bytes": 42389451776}
{"loss": 3.612001871184224, "perplexity": 37.04012821070923, "tokens": 316276736, "seconds": 0.5375211760110687, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 31, "step": 2413, "evaluation_tokens": 1048576}
{"event": "train", "step": 2420, "epoch": 32, "tokens": 317194240, "loss": 3.5769224848066057, "lr": 0.0012922504504732845, "grad_norm": 0.1069803237915039, "tokens_per_second": 1795710.903231505, "training_seconds": 0.5109419329965021, "elapsed_tokens_per_second": 1282175.2850794801, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2440, "epoch": 32, "tokens": 319815680, "loss": 3.602225601673126, "lr": 0.0012222681956532032, "grad_norm": 0.10820451378822327, "tokens_per_second": 1771752.4472903744, "training_seconds": 1.4795746460004011, "elapsed_tokens_per_second": 1285079.4283111733, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2460, "epoch": 32, "tokens": 322437120, "loss": 3.5930788040161135, "lr": 0.0011539351993027748, "grad_norm": 0.1250164955854416, "tokens_per_second": 1773528.5414289816, "training_seconds": 1.478092930992716, "elapsed_tokens_per_second": 1287954.2476037703, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2480, "epoch": 32, "tokens": 325058560, "loss": 3.587232303619385, "lr": 0.001087285844580757, "grad_norm": 0.11338435113430023, "tokens_per_second": 1771843.7629912295, "training_seconds": 1.479498393004178, "elapsed_tokens_per_second": 1290791.0288954694, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2491, "epoch": 32, "tokens": 326500352, "loss": 3.5631121071902188, "lr": 0.0010513585372613364, "grad_norm": 0.11897164583206177, "tokens_per_second": 1773916.7362641918, "training_seconds": 0.8127732099965215, "elapsed_tokens_per_second": 1292335.6113584444, "peak_memory_bytes": 42389451776}
{"loss": 3.5997358566830897, "perplexity": 36.58856854128693, "tokens": 326500352, "seconds": 0.5379969050118234, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 32, "step": 2491, "evaluation_tokens": 1048576}
{"event": "train", "step": 2500, "epoch": 33, "tokens": 327680000, "loss": 3.5542035367753773, "lr": 0.0010223536674868357, "grad_norm": 0.13155581057071686, "tokens_per_second": 1786582.735282812, "training_seconds": 0.6602817640086869, "elapsed_tokens_per_second": 1290771.986309018, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2520, "epoch": 33, "tokens": 330301440, "loss": 3.574180376529694, "lr": 0.0009591713399873042, "grad_norm": 0.11401087790727615, "tokens_per_second": 1777663.3392516263, "training_seconds": 1.4746549260016764, "elapsed_tokens_per_second": 1293577.5915599703, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2540, "epoch": 33, "tokens": 332922880, "loss": 3.590460503101349, "lr": 0.0008977706535754829, "grad_norm": 0.11089423298835754, "tokens_per_second": 1774787.1345915466, "training_seconds": 1.4770447390037589, "elapsed_tokens_per_second": 1296336.0494870371, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2560, "epoch": 33, "tokens": 335544320, "loss": 3.5676242113113403, "lr": 0.0008381825032751725, "grad_norm": 0.10983014851808548, "tokens_per_second": 1772599.4123484094, "training_seconds": 1.4788676909956848, "elapsed_tokens_per_second": 1299056.0739045336, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2568, "epoch": 33, "tokens": 336592896, "loss": 3.606250375509262, "lr": 0.0008148615004514701, "grad_norm": 0.10480903834104538, "tokens_per_second": 1769243.3795782, "training_seconds": 0.5926691670028958, "elapsed_tokens_per_second": 1300122.8102686321, "peak_memory_bytes": 42389451776}
{"loss": 3.587674010822898, "perplexity": 36.149893799341186, "tokens": 336592896, "seconds": 0.538034950994188, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 33, "step": 2568, "evaluation_tokens": 1048576}
{"event": "train", "step": 2580, "epoch": 34, "tokens": 338165760, "loss": 3.5737268328666687, "lr": 0.0007804368720951832, "grad_norm": 0.10729104280471802, "tokens_per_second": 1783448.390796121, "training_seconds": 0.8819229130021995, "elapsed_tokens_per_second": 1298856.684548833, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2600, "epoch": 34, "tokens": 340787200, "loss": 3.5895219683647155, "lr": 0.0007245628159427694, "grad_norm": 0.10301599651575089, "tokens_per_second": 1773839.5546630037, "training_seconds": 1.477833772005397, "elapsed_tokens_per_second": 1301531.5857736259, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2620, "epoch": 34, "tokens": 343408640, "loss": 3.5687156319618225, "lr": 0.0006705884490035463, "grad_norm": 0.11398900300264359, "tokens_per_second": 1773674.8759928716, "training_seconds": 1.4779709830036154, "elapsed_tokens_per_second": 1304172.2607215075, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2640, "epoch": 34, "tokens": 346030080, "loss": 3.5754855632781983, "lr": 0.0006185409295952571, "grad_norm": 0.11461003869771957, "tokens_per_second": 1770435.2118197356, "training_seconds": 1.4806754760065814, "elapsed_tokens_per_second": 1306773.2594195923, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2646, "epoch": 34, "tokens": 346816512, "loss": 3.5877139965693154, "lr": 0.0006033063498599568, "grad_norm": 0.11031244695186615, "tokens_per_second": 1773957.2059532974, "training_seconds": 0.4433207280089846, "elapsed_tokens_per_second": 1307545.1358192007, "peak_memory_bytes": 42389451776}
{"loss": 3.5775012528233208, "perplexity": 35.78401383741689, "tokens": 346816512, "seconds": 0.5375904209940927, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 34, "step": 2646, "evaluation_tokens": 1048576}
{"event": "train", "step": 2660, "epoch": 35, "tokens": 348651520, "loss": 3.5724464314324513, "lr": 0.0005684464465025043, "grad_norm": 0.10192771255970001, "tokens_per_second": 1785466.0764391427, "training_seconds": 1.0277473339956487, "elapsed_tokens_per_second": 1306645.5667363473, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2680, "epoch": 35, "tokens": 351272960, "loss": 3.5807295560836794, "lr": 0.0005203302057993211, "grad_norm": 0.10353681445121765, "tokens_per_second": 1773630.83076174, "training_seconds": 1.4780076860042755, "elapsed_tokens_per_second": 1309211.307223941, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2700, "epoch": 35, "tokens": 353894400, "loss": 3.5841792225837708, "lr": 0.00047421641816621657, "grad_norm": 0.10163573175668716, "tokens_per_second": 1772486.0038338976, "training_seconds": 1.4789623130054679, "elapsed_tokens_per_second": 1311742.345516003, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2720, "epoch": 35, "tokens": 356515840, "loss": 3.5679386973381044, "lr": 0.00043012828670807026, "grad_norm": 0.10404794663190842, "tokens_per_second": 1774409.71814157, "training_seconds": 1.4773589060059749, "elapsed_tokens_per_second": 1314255.7386138507, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2724, "epoch": 35, "tokens": 357040128, "loss": 3.593692123889923, "lr": 0.0004215557094028888, "grad_norm": 0.10177507251501083, "tokens_per_second": 1778438.6678648782, "training_seconds": 0.2948024070065003, "elapsed_tokens_per_second": 1314751.1913614103, "peak_memory_bytes": 42389451776}
{"loss": 3.5690487950723138, "perplexity": 35.482825655658345, "tokens": 357040128, "seconds": 0.5356622889958089, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 35, "step": 2724, "evaluation_tokens": 1048576}
{"event": "train", "step": 2740, "epoch": 36, "tokens": 359137280, "loss": 3.5733467638492584, "lr": 0.00038808799527900874, "grad_norm": 0.1196221336722374, "tokens_per_second": 1781667.8344037018, "training_seconds": 1.177072381004109, "elapsed_tokens_per_second": 1314098.3617536472, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2760, "epoch": 36, "tokens": 361758720, "loss": 3.5691099643707274, "lr": 0.0003481166973201453, "grad_norm": 0.09645148366689682, "tokens_per_second": 1771523.948400847, "training_seconds": 1.4797654879948823, "elapsed_tokens_per_second": 1316555.0487608318, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2780, "epoch": 36, "tokens": 364380160, "loss": 3.570114004611969, "lr": 0.0003102345052157864, "grad_norm": 0.10486659407615662, "tokens_per_second": 1772448.4986353905, "training_seconds": 1.478993608005112, "elapsed_tokens_per_second": 1318987.4474004477, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2800, "epoch": 36, "tokens": 367001600, "loss": 3.55780975818634, "lr": 0.00027446048017346997, "grad_norm": 0.1042056530714035, "tokens_per_second": 1775837.2297684355, "training_seconds": 1.4761713269981556, "elapsed_tokens_per_second": 1321409.8117764413, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2802, "epoch": 36, "tokens": 367263744, "loss": 3.5411418676376343, "lr": 0.0002709997291130384, "grad_norm": 0.10234009474515915, "tokens_per_second": 1770581.7276589437, "training_seconds": 0.14805529499426484, "elapsed_tokens_per_second": 1321640.3221119258, "peak_memory_bytes": 42389451776}
{"loss": 3.561673098471228, "perplexity": 35.222077879391634, "tokens": 367263744, "seconds": 0.5366376190067967, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 36, "step": 2802, "evaluation_tokens": 1048576}
{"event": "train", "step": 2820, "epoch": 37, "tokens": 369623040, "loss": 3.559602008925544, "lr": 0.00024081262263292666, "grad_norm": 0.09855231642723083, "tokens_per_second": 1782788.836713527, "training_seconds": 1.3233737789996667, "elapsed_tokens_per_second": 1321209.4040351706, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2840, "epoch": 37, "tokens": 372244480, "loss": 3.5797359704971314, "lr": 0.00020930786320878334, "grad_norm": 0.08901214599609375, "tokens_per_second": 1773252.9090959453, "training_seconds": 1.4783226840081625, "elapsed_tokens_per_second": 1323578.5161676435, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2860, "epoch": 37, "tokens": 374865920, "loss": 3.5430857658386232, "lr": 0.00017996205417157872, "grad_norm": 0.1015586256980896, "tokens_per_second": 1773525.5837305079, "training_seconds": 1.4780953959998442, "elapsed_tokens_per_second": 1325923.0447812513, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2880, "epoch": 37, "tokens": 377487360, "loss": 3.556477975845337, "lr": 0.00015278996147136446, "grad_norm": 0.09263702481985092, "tokens_per_second": 1772478.7183839604, "training_seconds": 1.4789683920098469, "elapsed_tokens_per_second": 1328240.7130292056, "peak_memory_bytes": 42389451776}
{"loss": 3.556928535015935, "perplexity": 35.05536030965648, "tokens": 377487360, "seconds": 0.5387997929938138, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 37, "step": 2880, "evaluation_tokens": 1048576}
{"event": "train", "step": 2900, "epoch": 38, "tokens": 380108800, "loss": 3.5577627420425415, "lr": 0.0001278052573079114, "grad_norm": 0.09182453155517578, "tokens_per_second": 1780297.1404342127, "training_seconds": 1.4724732969916658, "elapsed_tokens_per_second": 1327774.7520305892, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2920, "epoch": 38, "tokens": 382730240, "loss": 3.56568558216095, "lr": 0.00010502051325125955, "grad_norm": 0.09819825738668442, "tokens_per_second": 1775806.7041096098, "training_seconds": 1.4761967020021984, "elapsed_tokens_per_second": 1330064.2465057145, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2940, "epoch": 38, "tokens": 385351680, "loss": 3.5536271572113036, "lr": 8.444719391607497e-05, "grad_norm": 0.09886648505926132, "tokens_per_second": 1774295.92417636, "training_seconds": 1.4774536559998523, "elapsed_tokens_per_second": 1332327.1415864343, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2958, "epoch": 38, "tokens": 387710976, "loss": 3.5660230848524304, "lr": 6.783055356613964e-05, "grad_norm": 0.09068359434604645, "tokens_per_second": 1777319.748683299, "training_seconds": 1.3274460050015477, "elapsed_tokens_per_second": 1334351.2456565744, "peak_memory_bytes": 42389451776}
{"loss": 3.553433234874769, "perplexity": 34.93304519236907, "tokens": 387710976, "seconds": 0.5362403509934666, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 38, "step": 2958, "evaluation_tokens": 1048576}
{"event": "train", "step": 2960, "epoch": 39, "tokens": 387973120, "loss": 3.5493303537368774, "lr": 6.609565119299037e-05, "grad_norm": 0.08999228477478027, "tokens_per_second": 1855960.714361875, "training_seconds": 0.14124436900601722, "elapsed_tokens_per_second": 1332063.470783149, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2980, "epoch": 39, "tokens": 390594560, "loss": 3.5550390601158144, "lr": 4.997511903983814e-05, "grad_norm": 0.09323359280824661, "tokens_per_second": 1770706.026588354, "training_seconds": 1.4804490189999342, "elapsed_tokens_per_second": 1334276.898111947, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3000, "epoch": 39, "tokens": 393216000, "loss": 3.5501909494400024, "lr": 3.609370883539442e-05, "grad_norm": 0.09267409890890121, "tokens_per_second": 1776255.4821589398, "training_seconds": 1.4758237350033596, "elapsed_tokens_per_second": 1336485.4550165385, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3020, "epoch": 39, "tokens": 395837440, "loss": 3.5473312377929687, "lr": 2.4458405297968444e-05, "grad_norm": 0.09050678461790085, "tokens_per_second": 1775453.2892583222, "training_seconds": 1.4764905479969457, "elapsed_tokens_per_second": 1338671.7252682818, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3035, "epoch": 39, "tokens": 397803520, "loss": 3.536478614807129, "lr": 1.7209499597202137e-05, "grad_norm": 0.08794716745615005, "tokens_per_second": 1773165.1929573175, "training_seconds": 1.1087968610081589, "elapsed_tokens_per_second": 1340286.660365406, "peak_memory_bytes": 42389451776}
{"loss": 3.5520555027862297, "perplexity": 34.88494995384151, "tokens": 397803520, "seconds": 0.5348144579911605, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 39, "step": 3035, "evaluation_tokens": 1048576}
{"event": "train", "step": 3040, "epoch": 40, "tokens": 398458880, "loss": 3.572016954421997, "lr": 1.5075062970900831e-05, "grad_norm": 0.09190642088651657, "tokens_per_second": 1801005.4472096476, "training_seconds": 0.3638856290053809, "elapsed_tokens_per_second": 1338311.49537681, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3060, "epoch": 40, "tokens": 401080320, "loss": 3.562481737136841, "lr": 7.948403276727022e-06, "grad_norm": 0.09193417429924011, "tokens_per_second": 1774242.0503590056, "training_seconds": 1.4774985180119984, "elapsed_tokens_per_second": 1340458.7899734126, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3080, "epoch": 40, "tokens": 403701760, "loss": 3.5350824356079102, "lr": 3.0820121414971145e-06, "grad_norm": 0.08953503519296646, "tokens_per_second": 1772681.1044220666, "training_seconds": 1.4787995389924617, "elapsed_tokens_per_second": 1342577.0125262889, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3100, "epoch": 40, "tokens": 406323200, "loss": 3.5450499415397645, "lr": 4.78338190441685e-07, "grad_norm": 0.09106902778148651, "tokens_per_second": 1771400.2886511744, "training_seconds": 1.4798687889997382, "elapsed_tokens_per_second": 1344671.844321843, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3113, "epoch": 40, "tokens": 408027136, "loss": 3.5632121562957764, "lr": 0.0, "grad_norm": 0.08475802838802338, "tokens_per_second": 1770252.327030593, "training_seconds": 0.962538488995051, "elapsed_tokens_per_second": 1346014.5359449838, "peak_memory_bytes": 42389451776}
{"loss": 3.5518088989613013, "perplexity": 34.87634825240029, "tokens": 408027136, "seconds": 0.5372003770025913, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 40, "step": 3113, "evaluation_tokens": 1048576}
{"loss": 3.5525725451159573, "perplexity": 34.902991613386995, "tokens": 408027136, "seconds": 100.36453571100719, "split": "full", "validation_complete": true, "event": "final_validation", "step": 3113, "evaluation_tokens": 197411295}