{"event": "train", "step": 20, "epoch": 1, "tokens": 2621440, "loss": 9.671165704727173, "lr": 0.0003205128205128205, "grad_norm": 2.4751100540161133, "tokens_per_second": 47075.78113245005, "training_seconds": 55.685533769996255, "elapsed_tokens_per_second": 47075.78113245005, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 40, "epoch": 1, "tokens": 5242880, "loss": 7.864728426933288, "lr": 0.000641025641025641, "grad_norm": 0.5300483107566833, "tokens_per_second": 1775408.1143623614, "training_seconds": 1.4765281169966329, "elapsed_tokens_per_second": 91710.21365303652, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 60, "epoch": 1, "tokens": 7864320, "loss": 6.916599750518799, "lr": 0.0009615384615384615, "grad_norm": 1.2482268810272217, "tokens_per_second": 1776193.4933113796, "training_seconds": 1.4758752409979934, "elapsed_tokens_per_second": 134098.7033217898, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 78, "epoch": 1, "tokens": 10223616, "loss": 6.558348284827338, "lr": 0.00125, "grad_norm": 0.5280247330665588, "tokens_per_second": 1765556.7679470254, "training_seconds": 1.336290083010681, "elapsed_tokens_per_second": 170441.60538948825, "peak_memory_bytes": 21988176384}
{"loss": 6.422739062101357, "perplexity": 615.6872121572084, "tokens": 10223616, "seconds": 1.2935686749988236, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 1, "step": 78, "evaluation_tokens": 1048576}
{"event": "train", "step": 80, "epoch": 2, "tokens": 10485760, "loss": 6.390833854675293, "lr": 0.001282051282051282, "grad_norm": 0.4270283281803131, "tokens_per_second": 1865425.5147400992, "training_seconds": 0.14052772299328353, "elapsed_tokens_per_second": 170677.09454269896, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 100, "epoch": 2, "tokens": 13107200, "loss": 6.248356676101684, "lr": 0.0016025641025641025, "grad_norm": 0.3119238615036011, "tokens_per_second": 1764119.9189198976, "training_seconds": 1.4859760789986467, "elapsed_tokens_per_second": 208304.22298957987, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 120, "epoch": 2, "tokens": 15728640, "loss": 6.020651841163636, "lr": 0.001923076923076923, "grad_norm": 0.3014633357524872, "tokens_per_second": 1773596.8782133397, "training_seconds": 1.478035979991546, "elapsed_tokens_per_second": 244219.90962147445, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 140, "epoch": 2, "tokens": 18350080, "loss": 5.830145239830017, "lr": 0.002243589743589744, "grad_norm": 0.6030420064926147, "tokens_per_second": 1769432.8217560635, "training_seconds": 1.4815142839943292, "elapsed_tokens_per_second": 278509.5584776777, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 156, "epoch": 2, "tokens": 20447232, "loss": 5.653774917125702, "lr": 0.0025, "grad_norm": 0.9392346739768982, "tokens_per_second": 1775356.1060836525, "training_seconds": 1.18125709699234, "elapsed_tokens_per_second": 304864.0235325016, "peak_memory_bytes": 42389451776}
{"loss": 5.648346851773895, "perplexity": 283.8218781474591, "tokens": 20447232, "seconds": 0.5345343110093381, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 2, "step": 156, "evaluation_tokens": 1048576}
{"event": "train", "step": 160, "epoch": 3, "tokens": 20971520, "loss": 5.6037596464157104, "lr": 0.002564102564102564, "grad_norm": 0.5353965759277344, "tokens_per_second": 1789278.725454114, "training_seconds": 0.29301639400364365, "elapsed_tokens_per_second": 308839.55767950165, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 180, "epoch": 3, "tokens": 23592960, "loss": 5.4980215549469, "lr": 0.0028846153846153848, "grad_norm": 0.4039301872253418, "tokens_per_second": 1763234.7691309778, "training_seconds": 1.4867220439919038, "elapsed_tokens_per_second": 339993.35382440675, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 200, "epoch": 3, "tokens": 26214400, "loss": 5.36989426612854, "lr": 0.003205128205128205, "grad_norm": 0.3927818238735199, "tokens_per_second": 1771580.5557779085, "training_seconds": 1.4797182049951516, "elapsed_tokens_per_second": 369872.1198457886, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 220, "epoch": 3, "tokens": 28835840, "loss": 5.254127311706543, "lr": 0.003525641025641026, "grad_norm": 0.5162598490715027, "tokens_per_second": 1766697.7543432966, "training_seconds": 1.4838078519969713, "elapsed_tokens_per_second": 398507.40059088997, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 233, "epoch": 3, "tokens": 30539776, "loss": 5.204727099492, "lr": 0.003733974358974359, "grad_norm": 0.4190318286418915, "tokens_per_second": 1776752.0333704818, "training_seconds": 0.9590173350006808, "elapsed_tokens_per_second": 416524.01808940736, "peak_memory_bytes": 42389451776}
{"loss": 5.228010912756268, "perplexity": 186.42162561246536, "tokens": 30539776, "seconds": 0.5344269530032761, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 3, "step": 233, "evaluation_tokens": 1048576}
{"event": "train", "step": 240, "epoch": 4, "tokens": 31457280, "loss": 5.175643239702497, "lr": 0.003846153846153846, "grad_norm": 0.41510626673698425, "tokens_per_second": 1788752.0803980085, "training_seconds": 0.5129296619998058, "elapsed_tokens_per_second": 422958.2676778468, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 260, "epoch": 4, "tokens": 34078720, "loss": 5.077337527275086, "lr": 0.004166666666666667, "grad_norm": 0.26070407032966614, "tokens_per_second": 1774384.5777267509, "training_seconds": 1.4773798380047083, "elapsed_tokens_per_second": 449272.0448559768, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 280, "epoch": 4, "tokens": 36700160, "loss": 5.021045231819153, "lr": 0.004487179487179488, "grad_norm": 0.34569960832595825, "tokens_per_second": 1769611.3172461023, "training_seconds": 1.4813648480048869, "elapsed_tokens_per_second": 474554.48297971743, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 300, "epoch": 4, "tokens": 39321600, "loss": 4.931540989875794, "lr": 0.004807692307692308, "grad_norm": 0.25236988067626953, "tokens_per_second": 1772576.0036110783, "training_seconds": 1.4788872210046975, "elapsed_tokens_per_second": 498900.9061520984, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 311, "epoch": 4, "tokens": 40763392, "loss": 4.8913592858748, "lr": 0.0049839743589743584, "grad_norm": 0.3119242489337921, "tokens_per_second": 1770685.9492073786, "training_seconds": 0.8142561929998919, "elapsed_tokens_per_second": 511894.2915720183, "peak_memory_bytes": 42389451776}
{"loss": 4.898113979825015, "perplexity": 134.0367451402887, "tokens": 40763392, "seconds": 0.536875877995044, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 4, "step": 311, "evaluation_tokens": 1048576}
{"event": "train", "step": 320, "epoch": 5, "tokens": 41943040, "loss": 4.864619149102105, "lr": 0.004999899362323586, "grad_norm": 0.23871801793575287, "tokens_per_second": 1798115.4002557124, "training_seconds": 0.6560468809911981, "elapsed_tokens_per_second": 518887.92219233257, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 340, "epoch": 5, "tokens": 44564480, "loss": 4.811496758460999, "lr": 0.0049987672815123355, "grad_norm": 0.24326030910015106, "tokens_per_second": 1772750.10958855, "training_seconds": 1.4787419759959448, "elapsed_tokens_per_second": 541406.0603962236, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 360, "epoch": 5, "tokens": 47185920, "loss": 4.765657663345337, "lr": 0.004996377894323162, "grad_norm": 0.2804681062698364, "tokens_per_second": 1764475.9296227577, "training_seconds": 1.485676260010223, "elapsed_tokens_per_second": 563075.5311506379, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 380, "epoch": 5, "tokens": 49807360, "loss": 4.697955751419068, "lr": 0.004992732403025591, "grad_norm": 0.23992158472537994, "tokens_per_second": 1773263.519974339, "training_seconds": 1.4783138380007586, "elapsed_tokens_per_second": 584043.589613413, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 389, "epoch": 5, "tokens": 50987008, "loss": 4.654221269819471, "lr": 0.004990682593570323, "grad_norm": 0.21784232556819916, "tokens_per_second": 1774408.209353715, "training_seconds": 0.6648120729951188, "elapsed_tokens_per_second": 593236.85785548, "peak_memory_bytes": 42389451776}
{"loss": 4.659013020252632, "perplexity": 105.53187291764324, "tokens": 50987008, "seconds": 0.5378733309917152, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 5, "step": 389, "evaluation_tokens": 1048576}
{"event": "train", "step": 400, "epoch": 6, "tokens": 52428800, "loss": 4.638459899208763, "lr": 0.004987832641923876, "grad_norm": 0.33142128586769104, "tokens_per_second": 1792283.5088856502, "training_seconds": 0.8044441590027418, "elapsed_tokens_per_second": 600499.7379624139, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 420, "epoch": 6, "tokens": 55050240, "loss": 4.582191157341003, "lr": 0.00498168107643404, "grad_norm": 0.1988992691040039, "tokens_per_second": 1772453.2695352226, "training_seconds": 1.4789896270085592, "elapsed_tokens_per_second": 620013.3313980311, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 440, "epoch": 6, "tokens": 57671680, "loss": 4.50762026309967, "lr": 0.004974280801843336, "grad_norm": 0.277273565530777, "tokens_per_second": 1774807.1519394885, "training_seconds": 1.4770280800003093, "elapsed_tokens_per_second": 638894.5889667132, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 460, "epoch": 6, "tokens": 60293120, "loss": 4.452486419677735, "lr": 0.004965635541752804, "grad_norm": 0.21244777739048004, "tokens_per_second": 1773251.0834545929, "training_seconds": 1.4783242060075281, "elapsed_tokens_per_second": 657157.0478556438, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 467, "epoch": 6, "tokens": 61210624, "loss": 4.40423972266061, "lr": 0.0049623163591299225, "grad_norm": 0.21505145728588104, "tokens_per_second": 1773052.1295141503, "training_seconds": 0.5174715309985913, "elapsed_tokens_per_second": 663399.9358606474, "peak_memory_bytes": 42389451776}
{"loss": 4.417074718363364, "perplexity": 82.85356051306718, "tokens": 61210624, "seconds": 0.5352643480000552, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 6, "step": 467, "evaluation_tokens": 1048576}
{"event": "train", "step": 480, "epoch": 7, "tokens": 62914560, "loss": 4.393405767587515, "lr": 0.004955749646203652, "grad_norm": 0.3077068030834198, "tokens_per_second": 1774298.5188861357, "training_seconds": 0.9603434720047517, "elapsed_tokens_per_second": 670933.7968601334, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 500, "epoch": 7, "tokens": 65536000, "loss": 4.373467564582825, "lr": 0.004944628089488454, "grad_norm": 0.23146820068359375, "tokens_per_second": 1766007.7224441327, "training_seconds": 1.4843876199884107, "elapsed_tokens_per_second": 687989.2712834276, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 520, "epoch": 7, "tokens": 68157440, "loss": 4.3326130390167235, "lr": 0.004932276467648223, "grad_norm": 0.21088922023773193, "tokens_per_second": 1766427.202411192, "training_seconds": 1.4840351169987116, "elapsed_tokens_per_second": 704517.4667251385, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 540, "epoch": 7, "tokens": 70778880, "loss": 4.312104892730713, "lr": 0.00491870099565665, "grad_norm": 0.1943395584821701, "tokens_per_second": 1769680.498177741, "training_seconds": 1.4813069380033994, "elapsed_tokens_per_second": 720567.2703145794, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 545, "epoch": 7, "tokens": 71434240, "loss": 4.304465103149414, "lr": 0.004915116688071464, "grad_norm": 0.20968082547187805, "tokens_per_second": 1768464.7890987864, "training_seconds": 0.37058131099911407, "elapsed_tokens_per_second": 724486.1365577728, "peak_memory_bytes": 42389451776}
{"loss": 4.295515495620514, "perplexity": 73.37002662558247, "tokens": 71434240, "seconds": 0.5360736690054182, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 7, "step": 545, "evaluation_tokens": 1048576}
{"event": "train", "step": 560, "epoch": 8, "tokens": 73400320, "loss": 4.273626708984375, "lr": 0.004903908504292913, "grad_norm": 0.20270471274852753, "tokens_per_second": 1785298.397318633, "training_seconds": 1.101261281000916, "elapsed_tokens_per_second": 732172.425510753, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 580, "epoch": 8, "tokens": 76021760, "loss": 4.235209441184997, "lr": 0.004887906436704631, "grad_norm": 0.2296570986509323, "tokens_per_second": 1774017.5393653729, "training_seconds": 1.4776855030067964, "elapsed_tokens_per_second": 747294.8728586755, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 600, "epoch": 8, "tokens": 78643200, "loss": 4.222073984146118, "lr": 0.0048707028446626855, "grad_norm": 0.20041429996490479, "tokens_per_second": 1771459.3780529115, "training_seconds": 1.4798194259929005, "elapsed_tokens_per_second": 761963.0142885026, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 620, "epoch": 8, "tokens": 81264640, "loss": 4.212530612945557, "lr": 0.004852306384509808, "grad_norm": 0.19049444794654846, "tokens_per_second": 1773876.7550671722, "training_seconds": 1.4778027799911797, "elapsed_tokens_per_second": 776236.2580661059, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 623, "epoch": 8, "tokens": 81657856, "loss": 4.178378264109294, "lr": 0.0048494445949372016, "grad_norm": 0.21319709718227386, "tokens_per_second": 1759999.0768343052, "training_seconds": 0.22341829900688026, "elapsed_tokens_per_second": 778317.7074558277, "peak_memory_bytes": 42389451776}
{"loss": 4.199918433890478, "perplexity": 66.68089191817087, "tokens": 81657856, "seconds": 0.5370717540063197, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 8, "step": 623, "evaluation_tokens": 1048576}
{"event": "train", "step": 640, "epoch": 9, "tokens": 83886080, "loss": 4.30607478758868, "lr": 0.004832726312804964, "grad_norm": 0.4292019307613373, "tokens_per_second": 1775826.1437382018, "training_seconds": 1.2547534610057482, "elapsed_tokens_per_second": 786079.2517136781, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 660, "epoch": 9, "tokens": 86507520, "loss": 4.310207939147949, "lr": 0.004811972481665723, "grad_norm": 0.1642673760652542, "tokens_per_second": 1769992.039463876, "training_seconds": 1.4810462089953944, "elapsed_tokens_per_second": 799536.6006919263, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 680, "epoch": 9, "tokens": 89128960, "loss": 4.188019108772278, "lr": 0.004790055333810961, "grad_norm": 0.13419316709041595, "tokens_per_second": 1772427.1563179535, "training_seconds": 1.4790114170027664, "elapsed_tokens_per_second": 812636.7446720708, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 700, "epoch": 9, "tokens": 91750400, "loss": 4.144316887855529, "lr": 0.004766985897306392, "grad_norm": 0.15436039865016937, "tokens_per_second": 1775727.7067758967, "training_seconds": 1.4762623740098206, "elapsed_tokens_per_second": 825414.8651622146, "peak_memory_bytes": 42389451776}
{"loss": 4.147389175016018, "perplexity": 63.26860123326876, "tokens": 91750400, "seconds": 0.5380923000047915, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 9, "step": 700, "evaluation_tokens": 1048576}
{"event": "train", "step": 720, "epoch": 10, "tokens": 94371840, "loss": 4.123543238639831, "lr": 0.004742775780015567, "grad_norm": 0.16646942496299744, "tokens_per_second": 1780691.7367791904, "training_seconds": 1.4721470009972109, "elapsed_tokens_per_second": 833849.708038596, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 740, "epoch": 10, "tokens": 96993280, "loss": 4.114881110191345, "lr": 0.0047174371637591405, "grad_norm": 0.16071882843971252, "tokens_per_second": 1775720.1637093571, "training_seconds": 1.4762686450121691, "elapsed_tokens_per_second": 845961.556239445, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 760, "epoch": 10, "tokens": 99614720, "loss": 4.098573803901672, "lr": 0.0046909827981853345, "grad_norm": 0.14908276498317719, "tokens_per_second": 1766208.564305553, "training_seconds": 1.4842188249895116, "elapsed_tokens_per_second": 857708.9646166932, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 778, "epoch": 10, "tokens": 101974016, "loss": 4.081788831286961, "lr": 0.0046662308936010225, "grad_norm": 0.1821093112230301, "tokens_per_second": 1774014.3975685996, "training_seconds": 1.3299193080019904, "elapsed_tokens_per_second": 868066.6864942525, "peak_memory_bytes": 42389451776}
{"loss": 4.0822065574905375, "perplexity": 59.27612182194378, "tokens": 101974016, "seconds": 0.5428252260026056, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 10, "step": 778, "evaluation_tokens": 1048576}
{"event": "train", "step": 780, "epoch": 11, "tokens": 102236160, "loss": 4.042418718338013, "lr": 0.004663425994354689, "grad_norm": 0.16682861745357513, "tokens_per_second": 1864436.1122520932, "training_seconds": 0.14060229700407945, "elapsed_tokens_per_second": 865194.546281424, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 800, "epoch": 11, "tokens": 104857600, "loss": 4.069620871543885, "lr": 0.004634780618042328, "grad_norm": 0.16994553804397583, "tokens_per_second": 1766464.0330280825, "training_seconds": 1.484004174999427, "elapsed_tokens_per_second": 876362.9952623912, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 820, "epoch": 11, "tokens": 107479040, "loss": 4.057178616523743, "lr": 0.004605061082761107, "grad_norm": 0.17525836825370789, "tokens_per_second": 1767592.2849500773, "training_seconds": 1.4830569370096782, "elapsed_tokens_per_second": 887259.4415479985, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 840, "epoch": 11, "tokens": 110100480, "loss": 4.044738376140595, "lr": 0.004574282342509156, "grad_norm": 0.15736593306064606, "tokens_per_second": 1765760.0357592737, "training_seconds": 1.4845958380028605, "elapsed_tokens_per_second": 897884.8765482618, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 856, "epoch": 11, "tokens": 112197632, "loss": 4.028109669685364, "lr": 0.004548907112255265, "grad_norm": 0.1655273139476776, "tokens_per_second": 1777539.3943618215, "training_seconds": 1.1798062010057038, "elapsed_tokens_per_second": 906254.3860551037, "peak_memory_bytes": 42389451776}
{"loss": 4.044680514416533, "perplexity": 57.092942747940945, "tokens": 112197632, "seconds": 0.5373917770048138, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 11, "step": 856, "evaluation_tokens": 1048576}
{"event": "train", "step": 860, "epoch": 12, "tokens": 112721920, "loss": 4.01806914806366, "lr": 0.00454245988424547, "grad_norm": 0.17248599231243134, "tokens_per_second": 1807912.7902638442, "training_seconds": 0.28999628899327945, "elapsed_tokens_per_second": 904385.389834334, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 880, "epoch": 12, "tokens": 115343360, "loss": 4.012169897556305, "lr": 0.004509609720097321, "grad_norm": 0.13658815622329712, "tokens_per_second": 1769502.9442696578, "training_seconds": 1.481455574001302, "elapsed_tokens_per_second": 914536.4855286634, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 900, "epoch": 12, "tokens": 117964800, "loss": 4.016178548336029, "lr": 0.004475748379303428, "grad_norm": 0.16522590816020966, "tokens_per_second": 1766636.0247970477, "training_seconds": 1.4838596990011865, "elapsed_tokens_per_second": 924431.4651988624, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 920, "epoch": 12, "tokens": 120586240, "loss": 4.007329499721527, "lr": 0.004440892899896928, "grad_norm": 0.1569971889257431, "tokens_per_second": 1769327.3749300702, "training_seconds": 1.4816025779873598, "elapsed_tokens_per_second": 934118.2092133561, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 934, "epoch": 12, "tokens": 122421248, "loss": 3.9969278233391896, "lr": 0.004415911923743702, "grad_norm": 0.15890288352966309, "tokens_per_second": 1766897.7084164307, "training_seconds": 1.0385479539982043, "elapsed_tokens_per_second": 940750.6886701642, "peak_memory_bytes": 42389451776}
{"loss": 4.010089067176847, "perplexity": 55.151782558282356, "tokens": 122421248, "seconds": 0.5356390569941141, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 12, "step": 934, "evaluation_tokens": 1048576}
{"event": "train", "step": 940, "epoch": 13, "tokens": 123207680, "loss": 3.9622198740641275, "lr": 0.004405060820132339, "grad_norm": 0.17266570031642914, "tokens_per_second": 1787110.9083918405, "training_seconds": 0.4400577470078133, "elapsed_tokens_per_second": 939690.8361515631, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 960, "epoch": 13, "tokens": 125829120, "loss": 3.9878573298454283, "lr": 0.004368270169660825, "grad_norm": 0.17345939576625824, "tokens_per_second": 1773797.5200691188, "training_seconds": 1.4778687929938314, "elapsed_tokens_per_second": 948975.2765893079, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 980, "epoch": 13, "tokens": 128450560, "loss": 3.967154335975647, "lr": 0.0043305394604582, "grad_norm": 0.15787453949451447, "tokens_per_second": 1768088.5658548109, "training_seconds": 1.4826406610081904, "elapsed_tokens_per_second": 958018.0137016097, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1000, "epoch": 13, "tokens": 131072000, "loss": 3.9813013434410096, "lr": 0.004291887677510251, "grad_norm": 0.13590490818023682, "tokens_per_second": 1777317.6996399504, "training_seconds": 1.4749417059938423, "elapsed_tokens_per_second": 966918.3718287303, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1012, "epoch": 13, "tokens": 132644864, "loss": 3.9865702589352927, "lr": 0.004268262563907721, "grad_norm": 0.16124999523162842, "tokens_per_second": 1773587.1005143833, "training_seconds": 0.8868264769989764, "elapsed_tokens_per_second": 972147.2642161837, "peak_memory_bytes": 42389451776}
{"loss": 3.975203268433009, "perplexity": 53.260942073726795, "tokens": 132644864, "seconds": 0.5341061399958562, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 13, "step": 1012, "evaluation_tokens": 1048576}
{"event": "train", "step": 1020, "epoch": 14, "tokens": 133693440, "loss": 3.9681243300437927, "lr": 0.00425233426926005, "grad_norm": 0.16282804310321808, "tokens_per_second": 1793643.0361432382, "training_seconds": 0.5846068469982129, "elapsed_tokens_per_second": 971796.2230068576, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1040, "epoch": 14, "tokens": 136314880, "loss": 3.951639413833618, "lr": 0.004211899137822061, "grad_norm": 0.1647130250930786, "tokens_per_second": 1761943.0364436805, "training_seconds": 1.4878120040084468, "elapsed_tokens_per_second": 980240.905244859, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1060, "epoch": 14, "tokens": 138936320, "loss": 3.945607054233551, "lr": 0.004170602628967988, "grad_norm": 0.13407312333583832, "tokens_per_second": 1768720.2593892287, "training_seconds": 1.482111140008783, "elapsed_tokens_per_second": 988541.0141296042, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1080, "epoch": 14, "tokens": 141557760, "loss": 3.9457666873931885, "lr": 0.004128465521889375, "grad_norm": 0.16835340857505798, "tokens_per_second": 1779879.9072465547, "training_seconds": 1.4728184690029593, "elapsed_tokens_per_second": 996737.3699683972, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1090, "epoch": 14, "tokens": 142868480, "loss": 3.9414700984954836, "lr": 0.004107088353457822, "grad_norm": 0.17039066553115845, "tokens_per_second": 1767941.624202743, "training_seconds": 0.7413819450011943, "elapsed_tokens_per_second": 1000729.125367228, "peak_memory_bytes": 42389451776}
{"loss": 3.945807167712122, "perplexity": 51.71806642231859, "tokens": 142868480, "seconds": 0.5350003880012082, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 14, "step": 1090, "evaluation_tokens": 1048576}
{"event": "train", "step": 1100, "epoch": 15, "tokens": 144179200, "loss": 3.931118869781494, "lr": 0.0040855090187421296, "grad_norm": 0.1573689877986908, "tokens_per_second": 1787556.439814947, "training_seconds": 0.7332467780070147, "elapsed_tokens_per_second": 1000944.5289259306, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1120, "epoch": 15, "tokens": 146800640, "loss": 3.933108913898468, "lr": 0.0040417547339782174, "grad_norm": 0.1589556187391281, "tokens_per_second": 1768454.939462857, "training_seconds": 1.4823334999964572, "elapsed_tokens_per_second": 1008753.5320281344, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1140, "epoch": 15, "tokens": 149422080, "loss": 3.9146289348602297, "lr": 0.003997224683469905, "grad_norm": 0.15652059018611908, "tokens_per_second": 1765205.8361472127, "training_seconds": 1.4850619380013086, "elapsed_tokens_per_second": 1016379.6913210584, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1160, "epoch": 15, "tokens": 152043520, "loss": 3.8973433136940003, "lr": 0.003951941273432022, "grad_norm": 0.15503251552581787, "tokens_per_second": 1768503.1984805826, "training_seconds": 1.4822930499940412, "elapsed_tokens_per_second": 1023875.7389842373, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1167, "epoch": 15, "tokens": 152961024, "loss": 3.906452553612845, "lr": 0.003935918304261752, "grad_norm": 0.15475700795650482, "tokens_per_second": 1764356.8324924854, "training_seconds": 0.5200217910023639, "elapsed_tokens_per_second": 1026447.9187696386, "peak_memory_bytes": 42389451776}
{"loss": 3.91645322777096, "perplexity": 50.222002514289095, "tokens": 152961024, "seconds": 0.5351418899954297, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 15, "step": 1167, "evaluation_tokens": 1048576}
{"event": "train", "step": 1180, "epoch": 16, "tokens": 154664960, "loss": 3.8997374131129336, "lr": 0.003905927289147804, "grad_norm": 0.17540745437145233, "tokens_per_second": 1773849.396775788, "training_seconds": 0.9605866220081225, "elapsed_tokens_per_second": 1027512.9203984704, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1200, "epoch": 16, "tokens": 157286400, "loss": 3.885685622692108, "lr": 0.0038592058835040135, "grad_norm": 0.14588665962219238, "tokens_per_second": 1769681.8577231306, "training_seconds": 1.4813057999999728, "elapsed_tokens_per_second": 1034736.6257690764, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1220, "epoch": 16, "tokens": 159907840, "loss": 3.880126118659973, "lr": 0.003811800565341085, "grad_norm": 0.15377020835876465, "tokens_per_second": 1765309.2147669208, "training_seconds": 1.4849749709974276, "elapsed_tokens_per_second": 1041792.8706881182, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1240, "epoch": 16, "tokens": 162529280, "loss": 3.866424489021301, "lr": 0.0037637351876241634, "grad_norm": 0.16186204552650452, "tokens_per_second": 1768851.962154518, "training_seconds": 1.4820007870002883, "elapsed_tokens_per_second": 1048733.1309881362, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1245, "epoch": 16, "tokens": 163184640, "loss": 3.8469074726104737, "lr": 0.0037516185359550993, "grad_norm": 0.17196619510650635, "tokens_per_second": 1780285.8490999667, "training_seconds": 0.3681206590117654, "elapsed_tokens_per_second": 1050451.9014605691, "peak_memory_bytes": 42389451776}
{"loss": 3.891429292118701, "perplexity": 48.980844451606785, "tokens": 163184640, "seconds": 0.5369419649941847, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 16, "step": 1245, "evaluation_tokens": 1048576}
{"event": "train", "step": 1260, "epoch": 17, "tokens": 165150720, "loss": 3.8685034116109214, "lr": 0.0037150339354409955, "grad_norm": 0.13806799054145813, "tokens_per_second": 1781628.5115285297, "training_seconds": 1.1035297130001709, "elapsed_tokens_per_second": 1051958.533297198, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1280, "epoch": 17, "tokens": 167772160, "loss": 3.8672890663146973, "lr": 0.003665721313832702, "grad_norm": 0.1322273313999176, "tokens_per_second": 1766900.5622088532, "training_seconds": 1.483637537996401, "elapsed_tokens_per_second": 1058643.4779943028, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1300, "epoch": 17, "tokens": 170393600, "loss": 3.8479607701301575, "lr": 0.003615822135463557, "grad_norm": 0.1521192342042923, "tokens_per_second": 1769678.5138255272, "training_seconds": 1.4813085990026593, "elapsed_tokens_per_second": 1065213.2809281219, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1320, "epoch": 17, "tokens": 173015040, "loss": 3.8496284246444703, "lr": 0.0035653615081359903, "grad_norm": 0.1452399045228958, "tokens_per_second": 1765125.9381112822, "training_seconds": 1.4851291590020992, "elapsed_tokens_per_second": 1071643.2699612072, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1323, "epoch": 17, "tokens": 173408256, "loss": 3.8682642777760825, "lr": 0.0035577455548971722, "grad_norm": 0.1546599119901657, "tokens_per_second": 1756906.969423764, "training_seconds": 0.22381150900037028, "elapsed_tokens_per_second": 1072578.8070521115, "peak_memory_bytes": 42389451776}
{"loss": 3.8640548814063576, "perplexity": 47.65820848167843, "tokens": 173408256, "seconds": 0.5410532509995392, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 17, "step": 1323, "evaluation_tokens": 1048576}
{"event": "train", "step": 1340, "epoch": 18, "tokens": 175636480, "loss": 3.8372884497923008, "lr": 0.0035143648221570697, "grad_norm": 0.1579657644033432, "tokens_per_second": 1773222.9494159683, "training_seconds": 1.2565955119935097, "elapsed_tokens_per_second": 1074367.1234173388, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1360, "epoch": 18, "tokens": 178257920, "loss": 3.8335628867149354, "lr": 0.00346285773756285, "grad_norm": 0.13686271011829376, "tokens_per_second": 1765218.437019763, "training_seconds": 1.4850513370038243, "elapsed_tokens_per_second": 1080578.7295124314, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1380, "epoch": 18, "tokens": 180879360, "loss": 3.8115921139717104, "lr": 0.003410866171206993, "grad_norm": 0.14574024081230164, "tokens_per_second": 1772598.056706234, "training_seconds": 1.4788688219996402, "elapsed_tokens_per_second": 1086713.3954331854, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1400, "epoch": 18, "tokens": 183500800, "loss": 3.827058792114258, "lr": 0.0033584162837201658, "grad_norm": 0.14331461489200592, "tokens_per_second": 1768240.1967140266, "training_seconds": 1.4825135209975997, "elapsed_tokens_per_second": 1092719.0083151886, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1401, "epoch": 18, "tokens": 183631872, "loss": 3.824185848236084, "lr": 0.0033557822308610463, "grad_norm": 0.1551375687122345, "tokens_per_second": 1781073.1543963407, "training_seconds": 0.07359158700273838, "elapsed_tokens_per_second": 1093004.8889821304, "peak_memory_bytes": 42389451776}
{"loss": 3.839269024792438, "perplexity": 46.49147789828193, "tokens": 183631872, "seconds": 0.5380237670033239, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 18, "step": 1401, "evaluation_tokens": 1048576}
{"event": "train", "step": 1420, "epoch": 19, "tokens": 186122240, "loss": 3.8060144374245093, "lr": 0.0033055344663467817, "grad_norm": 0.13745570182800293, "tokens_per_second": 1774866.6385464189, "training_seconds": 1.4031296469911467, "elapsed_tokens_per_second": 1095130.2026835755, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1440, "epoch": 19, "tokens": 188743680, "loss": 3.798585045337677, "lr": 0.0032522473276657003, "grad_norm": 0.1376824826002121, "tokens_per_second": 1769976.790165112, "training_seconds": 1.4810589690023335, "elapsed_tokens_per_second": 1100951.8348265572, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1460, "epoch": 19, "tokens": 191365120, "loss": 3.8135035157203676, "lr": 0.00319858168020157, "grad_norm": 0.14051806926727295, "tokens_per_second": 1763889.889023293, "training_seconds": 1.4861698659951799, "elapsed_tokens_per_second": 1106636.0254219102, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1479, "epoch": 19, "tokens": 193855488, "loss": 3.804591517699392, "lr": 0.003147273313955012, "grad_norm": 0.16882295906543732, "tokens_per_second": 1768385.1705640089, "training_seconds": 1.4082723840110702, "elapsed_tokens_per_second": 1111971.764778266, "peak_memory_bytes": 42389451776}
{"loss": 3.8146752077395445, "perplexity": 45.362020756807695, "tokens": 193855488, "seconds": 0.5377551349956775, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 19, "step": 1479, "evaluation_tokens": 1048576}
{"event": "train", "step": 1480, "epoch": 20, "tokens": 193986560, "loss": 3.8142080307006836, "lr": 0.003144564526933551, "grad_norm": 0.13701361417770386, "tokens_per_second": 1911129.2807565655, "training_seconds": 0.06858353399729822, "elapsed_tokens_per_second": 1108818.508539937, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1500, "epoch": 20, "tokens": 196608000, "loss": 3.8036433100700378, "lr": 0.0030902230477082115, "grad_norm": 0.14268940687179565, "tokens_per_second": 1770020.27165778, "training_seconds": 1.4810225859982893, "elapsed_tokens_per_second": 1114354.6521382201, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1520, "epoch": 20, "tokens": 199229440, "loss": 3.7950602054595945, "lr": 0.0030355845855634263, "grad_norm": 0.14593935012817383, "tokens_per_second": 1774788.0129479142, "training_seconds": 1.4770440080028493, "elapsed_tokens_per_second": 1119829.4990241088, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1540, "epoch": 20, "tokens": 201850880, "loss": 3.787261998653412, "lr": 0.0029806766329701583, "grad_norm": 0.1531883180141449, "tokens_per_second": 1761158.9305074029, "training_seconds": 1.4884744099981617, "elapsed_tokens_per_second": 1125138.8748379, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1557, "epoch": 20, "tokens": 204079104, "loss": 3.800229226841646, "lr": 0.0029338136193441822, "grad_norm": 0.15991489589214325, "tokens_per_second": 1769756.6434321783, "training_seconds": 1.2590567230072338, "elapsed_tokens_per_second": 1129619.926958962, "peak_memory_bytes": 42389451776}
{"loss": 3.798798800998043, "perplexity": 44.64752171139362, "tokens": 204079104, "seconds": 0.5391389370051911, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 20, "step": 1557, "evaluation_tokens": 1048576}
{"event": "train", "step": 1560, "epoch": 21, "tokens": 204472320, "loss": 3.8067261377970376, "lr": 0.002925526817999061, "grad_norm": 0.1622113436460495, "tokens_per_second": 1810947.4503802583, "training_seconds": 0.21713274999638088, "elapsed_tokens_per_second": 1127028.768939328, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1580, "epoch": 21, "tokens": 207093760, "loss": 3.7767317652702332, "lr": 0.0028701628904188353, "grad_norm": 0.1674259752035141, "tokens_per_second": 1760466.2658814492, "training_seconds": 1.4890600580110913, "elapsed_tokens_per_second": 1132174.649703444, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1600, "epoch": 21, "tokens": 209715200, "loss": 3.778521919250488, "lr": 0.0028146127077333673, "grad_norm": 0.14370113611221313, "tokens_per_second": 1766730.519283815, "training_seconds": 1.4837803340051323, "elapsed_tokens_per_second": 1137272.9456922524, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1620, "epoch": 21, "tokens": 212336640, "loss": 3.784240353107452, "lr": 0.002758904221164647, "grad_norm": 0.15259724855422974, "tokens_per_second": 1769292.0010818935, "training_seconds": 1.481632199996966, "elapsed_tokens_per_second": 1142298.7475731454, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1634, "epoch": 21, "tokens": 214171648, "loss": 3.7754206487110684, "lr": 0.0027198290975098864, "grad_norm": 0.13795050978660583, "tokens_per_second": 1774140.5706296442, "training_seconds": 1.0343081210012315, "elapsed_tokens_per_second": 1145785.4185642723, "peak_memory_bytes": 42389451776}
{"loss": 3.773182073724551, "perplexity": 43.51832325791878, "tokens": 214171648, "seconds": 0.539684714996838, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 21, "step": 1634, "evaluation_tokens": 1048576}
{"event": "train", "step": 1640, "epoch": 22, "tokens": 214958080, "loss": 3.753266970316569, "lr": 0.0027030654615885314, "grad_norm": 0.1414828896522522, "tokens_per_second": 1829262.6251112483, "training_seconds": 0.42991749200155027, "elapsed_tokens_per_second": 1093680.0492172658, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1660, "epoch": 22, "tokens": 217579520, "loss": 3.770018255710602, "lr": 0.0026471245254304355, "grad_norm": 0.13688528537750244, "tokens_per_second": 1761618.0052699721, "training_seconds": 1.4880865160084795, "elapsed_tokens_per_second": 1098689.2963734737, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1680, "epoch": 22, "tokens": 220200960, "loss": 3.754569172859192, "lr": 0.0025911095605280292, "grad_norm": 0.13467317819595337, "tokens_per_second": 1768439.1809818854, "training_seconds": 1.4823467090027407, "elapsed_tokens_per_second": 1103658.1796453502, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1700, "epoch": 22, "tokens": 222822400, "loss": 3.753063368797302, "lr": 0.0025350487519680766, "grad_norm": 0.1640552282333374, "tokens_per_second": 1773428.5961584225, "training_seconds": 1.478176232005353, "elapsed_tokens_per_second": 1108571.358316932, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1712, "epoch": 22, "tokens": 224395264, "loss": 3.753838916619619, "lr": 0.002501401995934006, "grad_norm": 0.15137764811515808, "tokens_per_second": 1762933.8708489097, "training_seconds": 0.8921854789950885, "elapsed_tokens_per_second": 1111456.5710522234, "peak_memory_bytes": 42389451776}
{"loss": 3.7589803768358907, "perplexity": 42.904657086453234, "tokens": 224395264, "seconds": 0.5372677570121596, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 22, "step": 1712, "evaluation_tokens": 1048576}
{"event": "train", "step": 1720, "epoch": 23, "tokens": 225443840, "loss": 3.744563728570938, "lr": 0.002478970307904525, "grad_norm": 0.13544078171253204, "tokens_per_second": 1777860.7502487514, "training_seconds": 0.5897964730102103, "elapsed_tokens_per_second": 1110410.5468242571, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1740, "epoch": 23, "tokens": 228065280, "loss": 3.7524203300476073, "lr": 0.0024229024453649877, "grad_norm": 0.14394259452819824, "tokens_per_second": 1758500.695691114, "training_seconds": 1.4907244600035483, "elapsed_tokens_per_second": 1115124.9613935258, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1760, "epoch": 23, "tokens": 230686720, "loss": 3.739232039451599, "lr": 0.002366873376052768, "grad_norm": 0.14538651704788208, "tokens_per_second": 1758186.8090100947, "training_seconds": 1.4909905969980173, "elapsed_tokens_per_second": 1119772.4887680681, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1780, "epoch": 23, "tokens": 233308160, "loss": 3.7324536204338075, "lr": 0.0023109112921515552, "grad_norm": 0.1420612931251526, "tokens_per_second": 1766146.0133830644, "training_seconds": 1.4842713910038583, "elapsed_tokens_per_second": 1124385.8373488055, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1790, "epoch": 23, "tokens": 234618880, "loss": 3.7356571435928343, "lr": 0.0022829641709588093, "grad_norm": 0.1411977857351303, "tokens_per_second": 1777102.5352267202, "training_seconds": 0.7375601429957896, "elapsed_tokens_per_second": 1126688.7014923878, "peak_memory_bytes": 42389451776}
{"loss": 3.739322999443591, "perplexity": 42.0694994474355, "tokens": 234618880, "seconds": 0.535440703999484, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 23, "step": 1790, "evaluation_tokens": 1048576}
{"event": "train", "step": 1800, "epoch": 24, "tokens": 235929600, "loss": 3.7210289001464845, "lr": 0.002255044352139943, "grad_norm": 0.13852284848690033, "tokens_per_second": 1780979.8408036733, "training_seconds": 0.7359544279897818, "elapsed_tokens_per_second": 1126067.9136048493, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1820, "epoch": 24, "tokens": 238551040, "loss": 3.7332200527191164, "lr": 0.0021993006666229126, "grad_norm": 0.1325625330209732, "tokens_per_second": 1770748.7616484228, "training_seconds": 1.4804132900026161, "elapsed_tokens_per_second": 1130581.8153797456, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1840, "epoch": 24, "tokens": 241172480, "loss": 3.7079810976982115, "lr": 0.0021437082841874017, "grad_norm": 0.1357300877571106, "tokens_per_second": 1769687.694927522, "training_seconds": 1.48130091400526, "elapsed_tokens_per_second": 1135030.5117543763, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1860, "epoch": 24, "tokens": 243793920, "loss": 3.7275467991828917, "lr": 0.002088295177289076, "grad_norm": 0.14119596779346466, "tokens_per_second": 1773081.737325235, "training_seconds": 1.4784653999959119, "elapsed_tokens_per_second": 1139428.3111027814, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1868, "epoch": 24, "tokens": 244842496, "loss": 3.710785925388336, "lr": 0.0020661863806558174, "grad_norm": 0.14155898988246918, "tokens_per_second": 1762961.4429901715, "training_seconds": 0.5947810170036973, "elapsed_tokens_per_second": 1141148.9115345199, "peak_memory_bytes": 42389451776}
{"loss": 3.7207439074493824, "perplexity": 41.29510241943687, "tokens": 244842496, "seconds": 0.5340251769957831, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 24, "step": 1868, "evaluation_tokens": 1048576}
{"event": "train", "step": 1880, "epoch": 25, "tokens": 246415360, "loss": 3.7063934008280435, "lr": 0.0020330892281774098, "grad_norm": 0.1391209065914154, "tokens_per_second": 1783803.3885991916, "training_seconds": 0.8817473999952199, "elapsed_tokens_per_second": 1140908.1676997002, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1900, "epoch": 25, "tokens": 249036800, "loss": 3.7099977254867555, "lr": 0.001978118214866159, "grad_norm": 0.1315758228302002, "tokens_per_second": 1771160.1842001006, "training_seconds": 1.4800694050063612, "elapsed_tokens_per_second": 1145188.6848365767, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1920, "epoch": 25, "tokens": 251658240, "loss": 3.713279676437378, "lr": 0.0019234097971562766, "grad_norm": 0.13775406777858734, "tokens_per_second": 1775285.2919630373, "training_seconds": 1.4766302700008964, "elapsed_tokens_per_second": 1149430.8499427384, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1940, "epoch": 25, "tokens": 254279680, "loss": 3.713646614551544, "lr": 0.0018689915027183164, "grad_norm": 0.1312340646982193, "tokens_per_second": 1769166.5871454796, "training_seconds": 1.4817372309917118, "elapsed_tokens_per_second": 1153587.1310007507, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1946, "epoch": 25, "tokens": 255066112, "loss": 3.677037318547567, "lr": 0.001852726686044989, "grad_norm": 0.14174969494342804, "tokens_per_second": 1774083.182772719, "training_seconds": 0.44328924801084213, "elapsed_tokens_per_second": 1154824.127679673, "peak_memory_bytes": 42389451776}
{"loss": 3.7019733295417905, "perplexity": 40.52719902397114, "tokens": 255066112, "seconds": 0.5347212539927568, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 25, "step": 1946, "evaluation_tokens": 1048576}
{"event": "train", "step": 1960, "epoch": 26, "tokens": 256901120, "loss": 3.6797080380576, "lr": 0.0018148907132413139, "grad_norm": 0.15017232298851013, "tokens_per_second": 1777604.5228425807, "training_seconds": 1.0322926030057715, "elapsed_tokens_per_second": 1154776.025718271, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1980, "epoch": 26, "tokens": 259522560, "loss": 3.687769389152527, "lr": 0.0017611346506551213, "grad_norm": 0.13598747551441193, "tokens_per_second": 1762705.8881320911, "training_seconds": 1.4871681189979427, "elapsed_tokens_per_second": 1158802.4146138707, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2000, "epoch": 26, "tokens": 262144000, "loss": 3.6800537586212156, "lr": 0.0017077503634331374, "grad_norm": 0.12961554527282715, "tokens_per_second": 1770487.8311188107, "training_seconds": 1.4806314699962968, "elapsed_tokens_per_second": 1162813.674386404, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2020, "epoch": 26, "tokens": 264765440, "loss": 3.6847885489463805, "lr": 0.0016547647129823058, "grad_norm": 0.14379626512527466, "tokens_per_second": 1771736.7892541478, "training_seconds": 1.4795877220021794, "elapsed_tokens_per_second": 1166773.019378013, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2024, "epoch": 26, "tokens": 265289728, "loss": 3.6793659925460815, "lr": 0.0016442177691389543, "grad_norm": 0.14544479548931122, "tokens_per_second": 1773201.8404704048, "training_seconds": 0.2956730520090787, "elapsed_tokens_per_second": 1167553.631166083, "peak_memory_bytes": 42389451776}
{"loss": 3.68673950389092, "perplexity": 39.91449351352235, "tokens": 265289728, "seconds": 0.5329811429983238, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 26, "step": 2024, "evaluation_tokens": 1048576}
{"event": "train", "step": 2040, "epoch": 27, "tokens": 267386880, "loss": 3.6621495336294174, "lr": 0.001602204360127244, "grad_norm": 0.13255296647548676, "tokens_per_second": 1778795.8768252868, "training_seconds": 1.1789728250005282, "elapsed_tokens_per_second": 1167949.7606149213, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2060, "epoch": 27, "tokens": 270008320, "loss": 3.6616877198219298, "lr": 0.0015500957516952952, "grad_norm": 0.13355794548988342, "tokens_per_second": 1767434.4053885546, "training_seconds": 1.4831894139933866, "elapsed_tokens_per_second": 1171797.8611810743, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2080, "epoch": 27, "tokens": 272629760, "loss": 3.671099054813385, "lr": 0.0014984651072092675, "grad_norm": 0.14327573776245117, "tokens_per_second": 1773644.711436201, "training_seconds": 1.4779961190070026, "elapsed_tokens_per_second": 1175623.5750992163, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2100, "epoch": 27, "tokens": 275251200, "loss": 3.662237513065338, "lr": 0.0014473384056945338, "grad_norm": 0.14582109451293945, "tokens_per_second": 1771941.924745052, "training_seconds": 1.4794164319901029, "elapsed_tokens_per_second": 1179394.920449178, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2101, "epoch": 27, "tokens": 275382272, "loss": 3.6731016635894775, "lr": 0.0014447957616861562, "grad_norm": 0.1514018326997757, "tokens_per_second": 1775135.4675574203, "training_seconds": 0.07383774500340223, "elapsed_tokens_per_second": 1179575.6121985323, "peak_memory_bytes": 42389451776}
{"loss": 3.6715152897077488, "perplexity": 39.311428955241446, "tokens": 275382272, "seconds": 0.5342422269895906, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 27, "step": 2101, "evaluation_tokens": 1048576}
{"event": "train", "step": 2120, "epoch": 28, "tokens": 277872640, "loss": 3.665220913134123, "lr": 0.0013967413726071521, "grad_norm": 0.143702894449234, "tokens_per_second": 1775519.0555636869, "training_seconds": 1.4026140649948502, "elapsed_tokens_per_second": 1180412.4975667165, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2140, "epoch": 28, "tokens": 280494080, "loss": 3.659087371826172, "lr": 0.0013466994668895663, "grad_norm": 0.14723259210586548, "tokens_per_second": 1762873.6207611228, "training_seconds": 1.4870266189973336, "elapsed_tokens_per_second": 1184058.0610855129, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2160, "epoch": 28, "tokens": 283115520, "loss": 3.661060607433319, "lr": 0.0012972378681604185, "grad_norm": 0.13438138365745544, "tokens_per_second": 1772039.1642145265, "training_seconds": 1.4793352499982575, "elapsed_tokens_per_second": 1187698.7417591894, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2179, "epoch": 28, "tokens": 285605888, "loss": 3.6563687324523926, "lr": 0.0012508095301131512, "grad_norm": 0.1344587802886963, "tokens_per_second": 1770652.125014635, "training_seconds": 1.4064693819964305, "elapsed_tokens_per_second": 1191106.4776915405, "peak_memory_bytes": 42389451776}
{"loss": 3.6563690163467184, "perplexity": 38.720493835641776, "tokens": 285605888, "seconds": 0.5368166519911028, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 28, "step": 2179, "evaluation_tokens": 1048576}
{"event": "train", "step": 2180, "epoch": 29, "tokens": 285736960, "loss": 3.6856775283813477, "lr": 0.0012483814640449006, "grad_norm": 0.13311320543289185, "tokens_per_second": 1916615.7230591592, "training_seconds": 0.06838720898667816, "elapsed_tokens_per_second": 1188614.6368864249, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2200, "epoch": 29, "tokens": 288358400, "loss": 3.645820415019989, "lr": 0.0012001548376520327, "grad_norm": 0.14627382159233093, "tokens_per_second": 1776796.4127457452, "training_seconds": 1.4753744329937035, "elapsed_tokens_per_second": 1192194.9296298793, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2220, "epoch": 29, "tokens": 290979840, "loss": 3.638438892364502, "lr": 0.001152582255205164, "grad_norm": 0.1254676729440689, "tokens_per_second": 1768345.1131981527, "training_seconds": 1.4824255629937397, "elapsed_tokens_per_second": 1195693.7744286, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2240, "epoch": 29, "tokens": 293601280, "loss": 3.665174162387848, "lr": 0.001105687653831919, "grad_norm": 0.1534578651189804, "tokens_per_second": 1772365.759124834, "training_seconds": 1.4790626519970829, "elapsed_tokens_per_second": 1199169.903246542, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2257, "epoch": 29, "tokens": 295829504, "loss": 3.6426748387953816, "lr": 0.0010663779398238562, "grad_norm": 0.15168628096580505, "tokens_per_second": 1762302.5988609877, "training_seconds": 1.2643821789970389, "elapsed_tokens_per_second": 1202054.3853184774, "peak_memory_bytes": 42389451776}
{"loss": 3.6414337428110746, "perplexity": 38.14648979232343, "tokens": 295829504, "seconds": 0.5344829559908248, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 29, "step": 2257, "evaluation_tokens": 1048576}
{"event": "train", "step": 2260, "epoch": 30, "tokens": 296222720, "loss": 3.60459566116333, "lr": 0.001059494629519741, "grad_norm": 0.14264298975467682, "tokens_per_second": 1810776.1239150744, "training_seconds": 0.21715329399739858, "elapsed_tokens_per_second": 1199946.7844732003, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2280, "epoch": 30, "tokens": 298844160, "loss": 3.633893036842346, "lr": 0.001014026425243081, "grad_norm": 0.14143438637256622, "tokens_per_second": 1771726.5582782521, "training_seconds": 1.4795962659991346, "elapsed_tokens_per_second": 1203346.2177679953, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2300, "epoch": 30, "tokens": 301465600, "loss": 3.6360321044921875, "lr": 0.0009693059192682168, "grad_norm": 0.1306212693452835, "tokens_per_second": 1776681.7356712834, "training_seconds": 1.4754696619929746, "elapsed_tokens_per_second": 1206722.3687122623, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2320, "epoch": 30, "tokens": 304087040, "loss": 3.60628479719162, "lr": 0.0009253556136415763, "grad_norm": 0.12942872941493988, "tokens_per_second": 1770229.7831054493, "training_seconds": 1.4808473029988818, "elapsed_tokens_per_second": 1210035.8514843874, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2335, "epoch": 30, "tokens": 306053120, "loss": 3.6257558345794676, "lr": 0.0008929116465421789, "grad_norm": 0.13348640501499176, "tokens_per_second": 1769484.34234254, "training_seconds": 1.1111033609922742, "elapsed_tokens_per_second": 1212488.0167206028, "peak_memory_bytes": 42389451776}
{"loss": 3.6287592882567106, "perplexity": 37.66605489763819, "tokens": 306053120, "seconds": 0.5366526560101192, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 30, "step": 2335, "evaluation_tokens": 1048576}
{"event": "train", "step": 2340, "epoch": 31, "tokens": 306708480, "loss": 3.61094012260437, "lr": 0.0008821976228673739, "grad_norm": 0.13583728671073914, "tokens_per_second": 1786757.8207230116, "training_seconds": 0.36678725700767245, "elapsed_tokens_per_second": 1210718.2219839483, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2360, "epoch": 31, "tokens": 309329920, "loss": 3.6242454290390014, "lr": 0.0008398536627802378, "grad_norm": 0.13713118433952332, "tokens_per_second": 1764573.6080628205, "training_seconds": 1.485594020006829, "elapsed_tokens_per_second": 1213939.7433251522, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2380, "epoch": 31, "tokens": 311951360, "loss": 3.611672604084015, "lr": 0.0007983450396184397, "grad_norm": 0.13499537110328674, "tokens_per_second": 1771368.136663537, "training_seconds": 1.4798956500017084, "elapsed_tokens_per_second": 1217148.569249011, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2400, "epoch": 31, "tokens": 314572800, "loss": 3.6062593698501586, "lr": 0.0007576926393032186, "grad_norm": 0.14656010270118713, "tokens_per_second": 1776407.1243216405, "training_seconds": 1.4756977520009968, "elapsed_tokens_per_second": 1220343.6887206805, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2413, "epoch": 31, "tokens": 316276736, "loss": 3.592691109730647, "lr": 0.000731737436092279, "grad_norm": 0.12434622645378113, "tokens_per_second": 1769690.891366681, "training_seconds": 0.9628438549989369, "elapsed_tokens_per_second": 1222377.187945448, "peak_memory_bytes": 42389451776}
{"loss": 3.6164859936193134, "perplexity": 37.20659362734065, "tokens": 316276736, "seconds": 0.5340754159988137, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 31, "step": 2413, "evaluation_tokens": 1048576}
{"event": "train", "step": 2420, "epoch": 32, "tokens": 317194240, "loss": 3.6077262333461215, "lr": 0.0007179169169296026, "grad_norm": 0.1375221312046051, "tokens_per_second": 1785519.745513451, "training_seconds": 0.5138582210056484, "elapsed_tokens_per_second": 1220872.254373503, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2440, "epoch": 32, "tokens": 319815680, "loss": 3.6128077030181887, "lr": 0.0006790378864740018, "grad_norm": 0.12323072552680969, "tokens_per_second": 1769823.1013102382, "training_seconds": 1.4811875820014393, "elapsed_tokens_per_second": 1223976.459698606, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2460, "epoch": 32, "tokens": 322437120, "loss": 3.5974339962005617, "lr": 0.0006410751107237639, "grad_norm": 0.12994875013828278, "tokens_per_second": 1763225.3868246318, "training_seconds": 1.4867299549950985, "elapsed_tokens_per_second": 1227017.17079366, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2480, "epoch": 32, "tokens": 325058560, "loss": 3.595843017101288, "lr": 0.0006040476914337539, "grad_norm": 0.1269322782754898, "tokens_per_second": 1767686.3751849176, "training_seconds": 1.4829779970023083, "elapsed_tokens_per_second": 1230043.626842408, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2491, "epoch": 32, "tokens": 326500352, "loss": 3.598978887904774, "lr": 0.000584088076256298, "grad_norm": 0.12500284612178802, "tokens_per_second": 1758091.9873181144, "training_seconds": 0.8200890570005868, "elapsed_tokens_per_second": 1231669.836816236, "peak_memory_bytes": 42389451776}
{"loss": 3.605322478931309, "perplexity": 36.79354708806439, "tokens": 326500352, "seconds": 0.5346511120005744, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 32, "step": 2491, "evaluation_tokens": 1048576}
{"event": "train", "step": 2500, "epoch": 33, "tokens": 327680000, "loss": 3.594348986943563, "lr": 0.0005679742597149087, "grad_norm": 0.13163983821868896, "tokens_per_second": 1785514.9040676137, "training_seconds": 0.6606766470067669, "elapsed_tokens_per_second": 1230537.9378296027, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2520, "epoch": 33, "tokens": 330301440, "loss": 3.578581380844116, "lr": 0.0005328729666596136, "grad_norm": 0.13442941009998322, "tokens_per_second": 1776176.461757702, "training_seconds": 1.4758893929974874, "elapsed_tokens_per_second": 1233537.720094395, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2540, "epoch": 33, "tokens": 332922880, "loss": 3.5787886023521422, "lr": 0.0004987614742086017, "grad_norm": 0.13528741896152496, "tokens_per_second": 1769513.8746164816, "training_seconds": 1.4814464230003068, "elapsed_tokens_per_second": 1236476.339092672, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2560, "epoch": 33, "tokens": 335544320, "loss": 3.601849687099457, "lr": 0.0004656569462639848, "grad_norm": 0.12417184561491013, "tokens_per_second": 1771897.2385305064, "training_seconds": 1.4794537420093548, "elapsed_tokens_per_second": 1239394.8915993192, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2568, "epoch": 33, "tokens": 336592896, "loss": 3.5848254561424255, "lr": 0.0004527008335841501, "grad_norm": 0.12575849890708923, "tokens_per_second": 1764395.463498278, "training_seconds": 0.5942976060032379, "elapsed_tokens_per_second": 1240535.7286358285, "peak_memory_bytes": 42389451776}
{"loss": 3.595613096418442, "perplexity": 36.43803316861367, "tokens": 336592896, "seconds": 0.5354200190049596, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 33, "step": 2568, "evaluation_tokens": 1048576}
{"event": "train", "step": 2580, "epoch": 34, "tokens": 338165760, "loss": 3.5967889626820884, "lr": 0.0004335760400528796, "grad_norm": 0.13569265604019165, "tokens_per_second": 1768407.0012144637, "training_seconds": 0.8894242099922849, "elapsed_tokens_per_second": 1239781.298724563, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2600, "epoch": 34, "tokens": 340787200, "loss": 3.610287868976593, "lr": 0.00040253489774598304, "grad_norm": 0.11902881413698196, "tokens_per_second": 1764169.2559013185, "training_seconds": 1.4859345220029354, "elapsed_tokens_per_second": 1242617.3737879526, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2620, "epoch": 34, "tokens": 343408640, "loss": 3.5861684679985046, "lr": 0.00037254913833530357, "grad_norm": 0.12449797987937927, "tokens_per_second": 1760545.9696571636, "training_seconds": 1.4889926449977793, "elapsed_tokens_per_second": 1245406.8928474537, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2640, "epoch": 34, "tokens": 346030080, "loss": 3.5952946543693542, "lr": 0.00034363384977514287, "grad_norm": 0.15418371558189392, "tokens_per_second": 1759213.3807804463, "training_seconds": 1.4901205440110061, "elapsed_tokens_per_second": 1248162.642940801, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2646, "epoch": 34, "tokens": 346816512, "loss": 3.581293980280558, "lr": 0.0003351701943666427, "grad_norm": 0.11783537268638611, "tokens_per_second": 1756161.941470401, "training_seconds": 0.44781291601248085, "elapsed_tokens_per_second": 1248971.6973987455, "peak_memory_bytes": 42389451776}
{"loss": 3.5872056685098634, "perplexity": 36.13296723848498, "tokens": 346816512, "seconds": 0.5388062419951893, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 34, "step": 2646, "evaluation_tokens": 1048576}
{"event": "train", "step": 2660, "epoch": 35, "tokens": 348651520, "loss": 3.57156697341374, "lr": 0.00031580358139028013, "grad_norm": 0.12700393795967102, "tokens_per_second": 1780228.574077176, "training_seconds": 1.0307710070046596, "elapsed_tokens_per_second": 1248488.2283808459, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2680, "epoch": 35, "tokens": 351272960, "loss": 3.584045875072479, "lr": 0.0002890723365551784, "grad_norm": 0.1273520588874817, "tokens_per_second": 1762365.0447329583, "training_seconds": 1.4874557389994152, "elapsed_tokens_per_second": 1251203.4558085536, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2700, "epoch": 35, "tokens": 353894400, "loss": 3.5892147064208983, "lr": 0.0002634535656478981, "grad_norm": 0.12010353058576584, "tokens_per_second": 1768080.0417293229, "training_seconds": 1.482647808996262, "elapsed_tokens_per_second": 1253908.8973789758, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2720, "epoch": 35, "tokens": 356515840, "loss": 3.5696794629096984, "lr": 0.0002389601592822613, "grad_norm": 0.1270792931318283, "tokens_per_second": 1764671.7760514633, "training_seconds": 1.4855113770026946, "elapsed_tokens_per_second": 1256575.958982526, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2724, "epoch": 35, "tokens": 357040128, "loss": 3.5532310009002686, "lr": 0.00023419761633493825, "grad_norm": 0.11893153935670853, "tokens_per_second": 1777484.688556286, "training_seconds": 0.29496062800171785, "elapsed_tokens_per_second": 1257107.7250241183, "peak_memory_bytes": 42389451776}
{"loss": 3.580515242286285, "perplexity": 35.892029174841056, "tokens": 357040128, "seconds": 0.5349898139975267, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 35, "step": 2724, "evaluation_tokens": 1048576}
{"event": "train", "step": 2740, "epoch": 36, "tokens": 359137280, "loss": 3.589216321706772, "lr": 0.00021560444182167155, "grad_norm": 0.11526140570640564, "tokens_per_second": 1766988.9442556286, "training_seconds": 1.1868506629980402, "elapsed_tokens_per_second": 1256838.5765337131, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2760, "epoch": 36, "tokens": 361758720, "loss": 3.5958678007125853, "lr": 0.0001933981651778585, "grad_norm": 0.12301179766654968, "tokens_per_second": 1765468.2284741045, "training_seconds": 1.4848412209976232, "elapsed_tokens_per_second": 1259460.172594019, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2780, "epoch": 36, "tokens": 364380160, "loss": 3.583876979351044, "lr": 0.00017235250289765914, "grad_norm": 0.12478897720575333, "tokens_per_second": 1767843.408024264, "training_seconds": 1.4828462680015946, "elapsed_tokens_per_second": 1262061.3201345329, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2800, "epoch": 36, "tokens": 367001600, "loss": 3.5755152702331543, "lr": 0.00015247804454081665, "grad_norm": 0.12065328657627106, "tokens_per_second": 1768656.1295233392, "training_seconds": 1.4821648800134426, "elapsed_tokens_per_second": 1264643.6812318857, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2802, "epoch": 36, "tokens": 367263744, "loss": 3.591535806655884, "lr": 0.00015055540506279914, "grad_norm": 0.12257900834083557, "tokens_per_second": 1764923.1488845288, "training_seconds": 0.14852997999696527, "elapsed_tokens_per_second": 1264891.608956373, "peak_memory_bytes": 42389451776}
{"loss": 3.574502811707328, "perplexity": 35.67687827913117, "tokens": 367263744, "seconds": 0.5358208300021943, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 36, "step": 2802, "evaluation_tokens": 1048576}
{"event": "train", "step": 2820, "epoch": 37, "tokens": 369623040, "loss": 3.567551030053033, "lr": 0.00013378479035162593, "grad_norm": 0.12069088220596313, "tokens_per_second": 1779202.4291710858, "training_seconds": 1.3260413550015073, "elapsed_tokens_per_second": 1264871.131635095, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2840, "epoch": 37, "tokens": 372244480, "loss": 3.5864599108695985, "lr": 0.00011628214622710187, "grad_norm": 0.17325934767723083, "tokens_per_second": 1766452.0964148536, "training_seconds": 1.4840142030006973, "elapsed_tokens_per_second": 1267399.8757169943, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2860, "epoch": 37, "tokens": 374865920, "loss": 3.5745665311813353, "lr": 9.997891898421041e-05, "grad_norm": 0.11754529178142548, "tokens_per_second": 1766734.7236313336, "training_seconds": 1.483776803012006, "elapsed_tokens_per_second": 1269900.2125013026, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2880, "epoch": 37, "tokens": 377487360, "loss": 3.5850860595703127, "lr": 8.488331192853582e-05, "grad_norm": 0.11366195976734161, "tokens_per_second": 1762456.7627578822, "training_seconds": 1.4873783319926588, "elapsed_tokens_per_second": 1272362.1860696473, "peak_memory_bytes": 42389451776}
{"loss": 3.570413623070121, "perplexity": 35.531286672508216, "tokens": 377487360, "seconds": 0.537112760997843, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 37, "step": 2880, "evaluation_tokens": 1048576}
{"event": "train", "step": 2900, "epoch": 38, "tokens": 380108800, "loss": 3.5837605714797975, "lr": 7.100292072661746e-05, "grad_norm": 0.11901183426380157, "tokens_per_second": 1769883.3055669894, "training_seconds": 1.4811371980031254, "elapsed_tokens_per_second": 1272512.0774577898, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2920, "epoch": 38, "tokens": 382730240, "loss": 3.554113745689392, "lr": 5.834472958403308e-05, "grad_norm": 0.11423268169164658, "tokens_per_second": 1758112.4195082907, "training_seconds": 1.4910536840034183, "elapsed_tokens_per_second": 1274915.041993445, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2940, "epoch": 38, "tokens": 385351680, "loss": 3.5772171020507812, "lr": 4.691510773115276e-05, "grad_norm": 0.11741219460964203, "tokens_per_second": 1757331.293254733, "training_seconds": 1.4917164509970462, "elapsed_tokens_per_second": 1277295.1370451439, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2958, "epoch": 38, "tokens": 387710976, "loss": 3.5681588782204523, "lr": 3.7683640870077585e-05, "grad_norm": 0.10905785858631134, "tokens_per_second": 1770667.24996746, "training_seconds": 1.3324332960037282, "elapsed_tokens_per_second": 1128093.2927553586, "peak_memory_bytes": 42389451776}
{"loss": 3.5679037555436826, "perplexity": 35.442219669861096, "tokens": 387710976, "seconds": 0.5350011339905905, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 38, "step": 2958, "evaluation_tokens": 1048576}
{"event": "train", "step": 2960, "epoch": 39, "tokens": 387973120, "loss": 3.557397961616516, "lr": 3.671980621832799e-05, "grad_norm": 0.11196374893188477, "tokens_per_second": 1814206.2585625045, "training_seconds": 0.14449514698935673, "elapsed_tokens_per_second": 1126586.3391330931, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2980, "epoch": 39, "tokens": 390594560, "loss": 3.571350860595703, "lr": 2.7763955022132304e-05, "grad_norm": 0.1113915666937828, "tokens_per_second": 1768109.5831940903, "training_seconds": 1.4826230370090343, "elapsed_tokens_per_second": 1129331.084890643, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3000, "epoch": 39, "tokens": 393216000, "loss": 3.5550801157951355, "lr": 2.005206046410801e-05, "grad_norm": 0.11899498105049133, "tokens_per_second": 1770510.4002749885, "training_seconds": 1.4806125960021745, "elapsed_tokens_per_second": 1132056.5289101915, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3020, "epoch": 39, "tokens": 395837440, "loss": 3.570093047618866, "lr": 1.3588002943315802e-05, "grad_norm": 0.1134001836180687, "tokens_per_second": 1757191.827932842, "training_seconds": 1.4918348459905246, "elapsed_tokens_per_second": 1134723.9495643186, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3035, "epoch": 39, "tokens": 397803520, "loss": 3.557232062021891, "lr": 9.560833109556744e-06, "grad_norm": 0.11276670545339584, "tokens_per_second": 1768501.7468768747, "training_seconds": 1.1117207000061171, "elapsed_tokens_per_second": 1136730.4900715193, "peak_memory_bytes": 42389451776}
{"loss": 3.5667825975366605, "perplexity": 35.40250560852056, "tokens": 397803520, "seconds": 0.5385882029950153, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 39, "step": 3035, "evaluation_tokens": 1048576}
{"event": "train", "step": 3040, "epoch": 40, "tokens": 398458880, "loss": 3.583606719970703, "lr": 8.375034983833796e-06, "grad_norm": 0.11204134672880173, "tokens_per_second": 1807870.6238562614, "training_seconds": 0.3625038160098484, "elapsed_tokens_per_second": 1135640.353391173, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3060, "epoch": 40, "tokens": 401080320, "loss": 3.5785160183906557, "lr": 4.415779598181679e-06, "grad_norm": 0.11159323900938034, "tokens_per_second": 1763734.9686598228, "training_seconds": 1.486300406002556, "elapsed_tokens_per_second": 1138284.5637926923, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3080, "epoch": 40, "tokens": 403701760, "loss": 3.5522894859313965, "lr": 1.712228967498397e-06, "grad_norm": 0.11366760730743408, "tokens_per_second": 1767972.903126079, "training_seconds": 1.48273765698832, "elapsed_tokens_per_second": 1140916.1360218322, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3100, "epoch": 40, "tokens": 406323200, "loss": 3.5795082449913025, "lr": 2.6574343913426947e-07, "grad_norm": 0.11281319707632065, "tokens_per_second": 1774585.235678382, "training_seconds": 1.4772127860051114, "elapsed_tokens_per_second": 1139400.9579079198, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3113, "epoch": 40, "tokens": 408027136, "loss": 3.562892033503606, "lr": 0.0, "grad_norm": 0.11275757104158401, "tokens_per_second": 1756491.0500606848, "training_seconds": 0.9700795230019139, "elapsed_tokens_per_second": 1141070.0334940925, "peak_memory_bytes": 42389451776}
{"loss": 3.56659132744207, "perplexity": 35.395734815469844, "tokens": 408027136, "seconds": 0.5369390330015449, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 40, "step": 3113, "evaluation_tokens": 1048576}
{"loss": 3.5673932630385874, "perplexity": 35.42413129973721, "tokens": 408027136, "seconds": 99.90990860799502, "split": "full", "validation_complete": true, "event": "final_validation", "step": 3113, "evaluation_tokens": 197411295}