{"event": "train", "step": 20, "epoch": 1, "tokens": 2621440, "loss": 9.436374044418335, "lr": 0.0005769230769230769, "grad_norm": 1.799208402633667, "tokens_per_second": 49851.35200992771, "training_seconds": 52.585133488013525, "elapsed_tokens_per_second": 49851.35200992771, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 40, "epoch": 1, "tokens": 5242880, "loss": 7.409127593040466, "lr": 0.0011538461538461537, "grad_norm": 1.7651821374893188, "tokens_per_second": 1743491.5707494672, "training_seconds": 1.5035575990041252, "elapsed_tokens_per_second": 96919.5522691246, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 60, "epoch": 1, "tokens": 7864320, "loss": 6.892017602920532, "lr": 0.0017307692307692306, "grad_norm": 0.7489005327224731, "tokens_per_second": 1749425.3278118435, "training_seconds": 1.498457784007769, "elapsed_tokens_per_second": 141455.58761017246, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 78, "epoch": 1, "tokens": 10223616, "loss": 6.662489255269368, "lr": 0.00225, "grad_norm": 0.4087662994861603, "tokens_per_second": 1737056.5757524068, "training_seconds": 1.3582148290006444, "elapsed_tokens_per_second": 179501.75170734158, "peak_memory_bytes": 21988176384}
{"loss": 6.513361463198862, "perplexity": 674.0885372557963, "tokens": 10223616, "seconds": 0.9231908110086806, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 1, "step": 78, "evaluation_tokens": 1048576}
{"event": "train", "step": 80, "epoch": 2, "tokens": 10485760, "loss": 6.46815037727356, "lr": 0.0023076923076923075, "grad_norm": 0.40651363134384155, "tokens_per_second": 1774691.2042991437, "training_seconds": 0.14771245801239274, "elapsed_tokens_per_second": 180685.13116795095, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 100, "epoch": 2, "tokens": 13107200, "loss": 6.325512838363648, "lr": 0.0028846153846153843, "grad_norm": 0.5850229859352112, "tokens_per_second": 1742395.4275817298, "training_seconds": 1.5045034889917588, "elapsed_tokens_per_second": 220144.99645382309, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 120, "epoch": 2, "tokens": 15728640, "loss": 6.118568634986877, "lr": 0.003461538461538461, "grad_norm": 0.39454805850982666, "tokens_per_second": 1743388.090392075, "training_seconds": 1.5036468440084718, "elapsed_tokens_per_second": 257658.7101961289, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 140, "epoch": 2, "tokens": 18350080, "loss": 5.8693122386932375, "lr": 0.0040384615384615385, "grad_norm": 0.5258851647377014, "tokens_per_second": 1746780.2526478993, "training_seconds": 1.5007268350018421, "elapsed_tokens_per_second": 293381.42568638653, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 156, "epoch": 2, "tokens": 20447232, "loss": 5.711687862873077, "lr": 0.0045, "grad_norm": 0.3505846858024597, "tokens_per_second": 1741169.720123747, "training_seconds": 1.2044500750052975, "elapsed_tokens_per_second": 320722.334492133, "peak_memory_bytes": 42389451776}
{"loss": 5.662995376114581, "perplexity": 288.0100502172019, "tokens": 20447232, "seconds": 0.5383615309983725, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 2, "step": 156, "evaluation_tokens": 1048576}
{"event": "train", "step": 160, "epoch": 3, "tokens": 20971520, "loss": 5.623327136039734, "lr": 0.004615384615384615, "grad_norm": 0.26929330825805664, "tokens_per_second": 1767297.983297988, "training_seconds": 0.29666078100854065, "elapsed_tokens_per_second": 324654.0063059984, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 180, "epoch": 3, "tokens": 23592960, "loss": 5.512966275215149, "lr": 0.005192307692307692, "grad_norm": 0.3650573790073395, "tokens_per_second": 1746143.5109905354, "training_seconds": 1.5012740840029437, "elapsed_tokens_per_second": 356930.45100516675, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 200, "epoch": 3, "tokens": 26214400, "loss": 5.365293335914612, "lr": 0.005769230769230769, "grad_norm": 0.2580232620239258, "tokens_per_second": 1736661.0702814301, "training_seconds": 1.5094712749996688, "elapsed_tokens_per_second": 387719.7801039374, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 220, "epoch": 3, "tokens": 28835840, "loss": 5.2565521717071535, "lr": 0.006346153846153845, "grad_norm": 0.32586580514907837, "tokens_per_second": 1752044.7769429367, "training_seconds": 1.4962174680113094, "elapsed_tokens_per_second": 417249.73507133464, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 233, "epoch": 3, "tokens": 30539776, "loss": 5.171715002793532, "lr": 0.006721153846153846, "grad_norm": 0.24569040536880493, "tokens_per_second": 1752491.8338361352, "training_seconds": 0.9722932610020507, "elapsed_tokens_per_second": 435759.42685191485, "peak_memory_bytes": 42389451776}
{"loss": 5.158626849049531, "perplexity": 173.92546563956006, "tokens": 30539776, "seconds": 0.5369172849896131, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 3, "step": 233, "evaluation_tokens": 1048576}
{"event": "train", "step": 240, "epoch": 4, "tokens": 31457280, "loss": 5.122535364968436, "lr": 0.006923076923076922, "grad_norm": 0.24220040440559387, "tokens_per_second": 1765695.818987353, "training_seconds": 0.519627440997283, "elapsed_tokens_per_second": 442132.7464836044, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 260, "epoch": 4, "tokens": 34078720, "loss": 5.082517004013061, "lr": 0.0075, "grad_norm": 0.19237640500068665, "tokens_per_second": 1745732.8677168621, "training_seconds": 1.501627224002732, "elapsed_tokens_per_second": 469066.3185711605, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 280, "epoch": 4, "tokens": 36700160, "loss": 4.9965656995773315, "lr": 0.008076923076923077, "grad_norm": 0.2833203375339508, "tokens_per_second": 1750134.4132594983, "training_seconds": 1.4978506680054124, "elapsed_tokens_per_second": 494929.2087761306, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 300, "epoch": 4, "tokens": 39321600, "loss": 4.922113728523255, "lr": 0.008653846153846153, "grad_norm": 0.24176189303398132, "tokens_per_second": 1755214.0063127987, "training_seconds": 1.4935158849984873, "elapsed_tokens_per_second": 519803.735806112, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 311, "epoch": 4, "tokens": 40763392, "loss": 4.875146432356401, "lr": 0.008971153846153846, "grad_norm": 0.18652471899986267, "tokens_per_second": 1756898.3987779927, "training_seconds": 0.8206462029920658, "elapsed_tokens_per_second": 533065.1529013893, "peak_memory_bytes": 42389451776}
{"loss": 4.867490841126883, "perplexity": 129.99433091088255, "tokens": 40763392, "seconds": 0.5397682720067678, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 4, "step": 311, "evaluation_tokens": 1048576}
{"event": "train", "step": 320, "epoch": 5, "tokens": 41943040, "loss": 4.816098478105333, "lr": 0.008999818852182455, "grad_norm": 0.23528262972831726, "tokens_per_second": 1758072.2621218786, "training_seconds": 0.670989484002348, "elapsed_tokens_per_second": 539903.5953945296, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 340, "epoch": 5, "tokens": 44564480, "loss": 4.804099011421203, "lr": 0.008997781106722202, "grad_norm": 0.20679469406604767, "tokens_per_second": 1751006.1903188715, "training_seconds": 1.497104930007481, "elapsed_tokens_per_second": 562790.1400691853, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 360, "epoch": 5, "tokens": 47185920, "loss": 4.717203092575073, "lr": 0.00899348020978169, "grad_norm": 0.1786973625421524, "tokens_per_second": 1753566.8662405591, "training_seconds": 1.4949187570018694, "elapsed_tokens_per_second": 584841.3553960732, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 380, "epoch": 5, "tokens": 49807360, "loss": 4.743867754936218, "lr": 0.008986918325446062, "grad_norm": 0.2694280743598938, "tokens_per_second": 1745536.0218816358, "training_seconds": 1.5017965639999602, "elapsed_tokens_per_second": 606041.817705687, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 389, "epoch": 5, "tokens": 50987008, "loss": 4.7376927269829645, "lr": 0.00898322866842658, "grad_norm": 0.1742093414068222, "tokens_per_second": 1745501.5043524364, "training_seconds": 0.6758218180038966, "elapsed_tokens_per_second": 615322.8038104563, "peak_memory_bytes": 42389451776}
{"loss": 4.692996523802748, "perplexity": 109.17985014499953, "tokens": 50987008, "seconds": 0.5418199859996093, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 5, "step": 389, "evaluation_tokens": 1048576}
{"event": "train", "step": 400, "epoch": 6, "tokens": 52428800, "loss": 4.620640581304377, "lr": 0.008978098755462975, "grad_norm": 0.14217351377010345, "tokens_per_second": 1754150.6847394358, "training_seconds": 0.821931669008336, "elapsed_tokens_per_second": 622432.666583902, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 420, "epoch": 6, "tokens": 55050240, "loss": 4.517274689674378, "lr": 0.00896702593758127, "grad_norm": 0.14712625741958618, "tokens_per_second": 1745753.9591530382, "training_seconds": 1.5016090819990495, "elapsed_tokens_per_second": 642094.6277534835, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 440, "epoch": 6, "tokens": 57671680, "loss": 4.453987550735474, "lr": 0.008953705443318003, "grad_norm": 0.1350666731595993, "tokens_per_second": 1745022.880797042, "training_seconds": 1.5022381820017472, "elapsed_tokens_per_second": 661073.3677551503, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 460, "epoch": 6, "tokens": 60293120, "loss": 4.412962460517884, "lr": 0.008938143975155044, "grad_norm": 0.13979901373386383, "tokens_per_second": 1743495.5052185836, "training_seconds": 1.503554205992259, "elapsed_tokens_per_second": 679400.0219743575, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 467, "epoch": 6, "tokens": 61210624, "loss": 4.388447148459298, "lr": 0.008932169446433859, "grad_norm": 0.1609036773443222, "tokens_per_second": 1728556.5753193954, "training_seconds": 0.5307919990009395, "elapsed_tokens_per_second": 685622.3195975843, "peak_memory_bytes": 42389451776}
{"loss": 4.395516442940841, "perplexity": 81.08649649987967, "tokens": 61210624, "seconds": 0.5428384830011055, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 6, "step": 467, "evaluation_tokens": 1048576}
{"event": "train", "step": 480, "epoch": 7, "tokens": 62914560, "loss": 4.365791394160344, "lr": 0.008920349363166572, "grad_norm": 0.15166045725345612, "tokens_per_second": 1758860.296324291, "training_seconds": 0.9687727919954341, "elapsed_tokens_per_second": 692899.1054215418, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 500, "epoch": 7, "tokens": 65536000, "loss": 4.346708106994629, "lr": 0.008900330561079218, "grad_norm": 0.13053691387176514, "tokens_per_second": 1738582.5163608482, "training_seconds": 1.5078030380100245, "elapsed_tokens_per_second": 709970.3500117883, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 520, "epoch": 7, "tokens": 68157440, "loss": 4.313619351387024, "lr": 0.008878097641766801, "grad_norm": 0.14771275222301483, "tokens_per_second": 1742844.508156851, "training_seconds": 1.5041158219974022, "elapsed_tokens_per_second": 726511.9026187047, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 540, "epoch": 7, "tokens": 70778880, "loss": 4.2870423793792725, "lr": 0.008853661792181968, "grad_norm": 0.14305226504802704, "tokens_per_second": 1740924.6591768477, "training_seconds": 1.5057745240046643, "elapsed_tokens_per_second": 742526.3235365963, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 545, "epoch": 7, "tokens": 71434240, "loss": 4.3073748588562015, "lr": 0.008847210038528635, "grad_norm": 0.17810837924480438, "tokens_per_second": 1735277.0745600807, "training_seconds": 0.37766879399714526, "elapsed_tokens_per_second": 746431.427620077, "peak_memory_bytes": 42389451776}
{"loss": 4.293662112720217, "perplexity": 73.23416980907986, "tokens": 71434240, "seconds": 0.5379062479914865, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 7, "step": 545, "evaluation_tokens": 1048576}
{"event": "train", "step": 560, "epoch": 8, "tokens": 73400320, "loss": 4.280902830759684, "lr": 0.008827035307727243, "grad_norm": 0.2037927657365799, "tokens_per_second": 1744842.9442296666, "training_seconds": 1.1267948250024347, "elapsed_tokens_per_second": 753807.3938624632, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 580, "epoch": 8, "tokens": 76021760, "loss": 4.259337282180786, "lr": 0.008798231586068335, "grad_norm": 0.1292419731616974, "tokens_per_second": 1751668.0931131935, "training_seconds": 1.4965392189915292, "elapsed_tokens_per_second": 768900.443310227, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 600, "epoch": 8, "tokens": 78643200, "loss": 4.212000107765197, "lr": 0.008767265120392833, "grad_norm": 0.17757083475589752, "tokens_per_second": 1738610.189032413, "training_seconds": 1.5077790389914298, "elapsed_tokens_per_second": 783450.8928565378, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 620, "epoch": 8, "tokens": 81264640, "loss": 4.198535513877869, "lr": 0.008734151492117653, "grad_norm": 0.1595756858587265, "tokens_per_second": 1745741.3858476854, "training_seconds": 1.5016198969969992, "elapsed_tokens_per_second": 797623.2408835689, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 623, "epoch": 8, "tokens": 81657856, "loss": 4.199909051259358, "lr": 0.008729000270886961, "grad_norm": 0.150474414229393, "tokens_per_second": 1759748.5892761224, "training_seconds": 0.22345010099525098, "elapsed_tokens_per_second": 799711.0235741657, "peak_memory_bytes": 42389451776}
{"loss": 4.198659207942499, "perplexity": 66.59697845292767, "tokens": 81657856, "seconds": 0.537812524009496, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 8, "step": 623, "evaluation_tokens": 1048576}
{"event": "train", "step": 640, "epoch": 9, "tokens": 83886080, "loss": 4.177157794727998, "lr": 0.008698907363048935, "grad_norm": 0.1779530942440033, "tokens_per_second": 1755465.530709041, "training_seconds": 1.2693066089996137, "elapsed_tokens_per_second": 807179.8609371224, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 660, "epoch": 9, "tokens": 86507520, "loss": 4.149727845191956, "lr": 0.008661550466998302, "grad_norm": 0.14142191410064697, "tokens_per_second": 1745268.9839591482, "training_seconds": 1.5020263490005163, "elapsed_tokens_per_second": 820533.4949977857, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 680, "epoch": 9, "tokens": 89128960, "loss": 4.148283457756042, "lr": 0.00862209960085973, "grad_norm": 0.1413322240114212, "tokens_per_second": 1750542.0450688694, "training_seconds": 1.4975018779950915, "elapsed_tokens_per_second": 833542.1441556917, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 700, "epoch": 9, "tokens": 91750400, "loss": 4.134111475944519, "lr": 0.008580574615151505, "grad_norm": 0.13294333219528198, "tokens_per_second": 1755584.2008353483, "training_seconds": 1.4932009519980056, "elapsed_tokens_per_second": 846227.9781315185, "peak_memory_bytes": 42389451776}
{"loss": 4.138165139436664, "perplexity": 62.68769268377444, "tokens": 91750400, "seconds": 0.5395184240041999, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 9, "step": 700, "evaluation_tokens": 1048576}
{"event": "train", "step": 720, "epoch": 10, "tokens": 94371840, "loss": 4.134677791595459, "lr": 0.00853699640402802, "grad_norm": 0.118247851729393, "tokens_per_second": 1741525.3521802258, "training_seconds": 1.5052551469998434, "elapsed_tokens_per_second": 853977.1134380319, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 740, "epoch": 10, "tokens": 96993280, "loss": 4.103608965873718, "lr": 0.008491386894766452, "grad_norm": 0.12995345890522003, "tokens_per_second": 1742683.6803445362, "training_seconds": 1.504254632993252, "elapsed_tokens_per_second": 865898.116216149, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 760, "epoch": 10, "tokens": 99614720, "loss": 4.096903586387635, "lr": 0.008443769036733603, "grad_norm": 0.16750827431678772, "tokens_per_second": 1743163.1022945303, "training_seconds": 1.503840918012429, "elapsed_tokens_per_second": 877507.5821306707, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 778, "epoch": 10, "tokens": 101974016, "loss": 4.078309562471178, "lr": 0.00839921560848184, "grad_norm": 0.14093759655952454, "tokens_per_second": 1747004.1547299253, "training_seconds": 1.3504810470039956, "elapsed_tokens_per_second": 887713.9283181935, "peak_memory_bytes": 42389451776}
{"loss": 4.086514590102009, "perplexity": 59.53203613564309, "tokens": 101974016, "seconds": 0.5368539909977699, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 10, "step": 778, "evaluation_tokens": 1048576}
{"event": "train", "step": 780, "epoch": 11, "tokens": 102236160, "loss": 4.052641868591309, "lr": 0.008394166789838441, "grad_norm": 0.13366010785102844, "tokens_per_second": 1812884.2137223957, "training_seconds": 0.14460051999776624, "elapsed_tokens_per_second": 884538.1244762547, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 800, "epoch": 11, "tokens": 104857600, "loss": 4.1021963596344, "lr": 0.00834260511247619, "grad_norm": 0.14618025720119476, "tokens_per_second": 1737671.4611502555, "training_seconds": 1.508593573991675, "elapsed_tokens_per_second": 895517.8396693957, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 820, "epoch": 11, "tokens": 107479040, "loss": 4.062950015068054, "lr": 0.00828910994896999, "grad_norm": 0.1371091604232788, "tokens_per_second": 1746341.7584547321, "training_seconds": 1.5011036570067517, "elapsed_tokens_per_second": 906271.8797504294, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 840, "epoch": 11, "tokens": 110100480, "loss": 4.048899710178375, "lr": 0.008233708216516481, "grad_norm": 0.15089426934719086, "tokens_per_second": 1735036.9045984675, "training_seconds": 1.510884289004025, "elapsed_tokens_per_second": 916685.7181637102, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 856, "epoch": 11, "tokens": 112197632, "loss": 4.050275295972824, "lr": 0.008188032802059476, "grad_norm": 0.1382659673690796, "tokens_per_second": 1741488.3584673193, "training_seconds": 1.2042296980071114, "elapsed_tokens_per_second": 924857.6090905609, "peak_memory_bytes": 42389451776}
{"loss": 4.044838242750822, "perplexity": 57.10194863292316, "tokens": 112197632, "seconds": 0.5422182460024487, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 11, "step": 856, "evaluation_tokens": 1048576}
{"event": "train", "step": 860, "epoch": 12, "tokens": 112721920, "loss": 4.047039151191711, "lr": 0.008176427791641844, "grad_norm": 0.1324232518672943, "tokens_per_second": 1795378.2153923668, "training_seconds": 0.2920209209987661, "elapsed_tokens_per_second": 922754.9770016229, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 880, "epoch": 12, "tokens": 115343360, "loss": 4.013567125797271, "lr": 0.008117297496175176, "grad_norm": 0.1492796689271927, "tokens_per_second": 1743829.7401493646, "training_seconds": 1.5032660239958204, "elapsed_tokens_per_second": 932727.0285448191, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 900, "epoch": 12, "tokens": 117964800, "loss": 4.012934279441834, "lr": 0.00805634708274617, "grad_norm": 0.1601424664258957, "tokens_per_second": 1743562.3333614722, "training_seconds": 1.5034965770028066, "elapsed_tokens_per_second": 942454.4316571488, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 920, "epoch": 12, "tokens": 120586240, "loss": 4.016827499866485, "lr": 0.007993607219814469, "grad_norm": 0.14643599092960358, "tokens_per_second": 1735976.13616998, "training_seconds": 1.5100668410013895, "elapsed_tokens_per_second": 951900.9676408295, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 934, "epoch": 12, "tokens": 122421248, "loss": 3.9879661798477173, "lr": 0.007948641462738663, "grad_norm": 0.18218690156936646, "tokens_per_second": 1749935.5282634615, "training_seconds": 1.0486146320035914, "elapsed_tokens_per_second": 958436.1535666661, "peak_memory_bytes": 42389451776}
{"loss": 4.010766786076867, "perplexity": 55.189172632240684, "tokens": 122421248, "seconds": 0.5378966480056988, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 12, "step": 934, "evaluation_tokens": 1048576}
{"event": "train", "step": 940, "epoch": 13, "tokens": 123207680, "loss": 3.99511981010437, "lr": 0.00792910947623821, "grad_norm": 0.13574209809303284, "tokens_per_second": 1766202.4219622205, "training_seconds": 0.44526719600253273, "elapsed_tokens_per_second": 957131.3023749171, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 960, "epoch": 13, "tokens": 125829120, "loss": 3.9832038402557375, "lr": 0.007862886305389484, "grad_norm": 0.16585977375507355, "tokens_per_second": 1738858.7323423577, "training_seconds": 1.5075635249959305, "elapsed_tokens_per_second": 966172.2212679014, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 980, "epoch": 13, "tokens": 128450560, "loss": 3.988280951976776, "lr": 0.007794971028824759, "grad_norm": 0.12046317756175995, "tokens_per_second": 1735530.7325104766, "training_seconds": 1.5104543819907121, "elapsed_tokens_per_second": 974977.7224007669, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1000, "epoch": 13, "tokens": 131072000, "loss": 3.963844871520996, "lr": 0.007725397819518452, "grad_norm": 0.13241071999073029, "tokens_per_second": 1744814.3411745818, "training_seconds": 1.502417729003355, "elapsed_tokens_per_second": 983649.4318805911, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1012, "epoch": 13, "tokens": 132644864, "loss": 3.947918732961019, "lr": 0.007682872615033897, "grad_norm": 0.1317291259765625, "tokens_per_second": 1746507.2719493425, "training_seconds": 0.9005768399947556, "elapsed_tokens_per_second": 988754.567390481, "peak_memory_bytes": 42389451776}
{"loss": 3.9744755445137505, "perplexity": 53.222196911817925, "tokens": 132644864, "seconds": 0.5375205629970878, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 13, "step": 1012, "evaluation_tokens": 1048576}
{"event": "train", "step": 1020, "epoch": 14, "tokens": 133693440, "loss": 3.9685314297676086, "lr": 0.007654201684668089, "grad_norm": 0.13818274438381195, "tokens_per_second": 1763622.7070051997, "training_seconds": 0.5945580059924396, "elapsed_tokens_per_second": 987701.382101334, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1040, "epoch": 14, "tokens": 136314880, "loss": 3.960071051120758, "lr": 0.007581418448079708, "grad_norm": 0.11648650467395782, "tokens_per_second": 1725642.0331752072, "training_seconds": 1.519109960005153, "elapsed_tokens_per_second": 995882.2521294437, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1060, "epoch": 14, "tokens": 138936320, "loss": 3.931520771980286, "lr": 0.007507084732142377, "grad_norm": 0.12197648733854294, "tokens_per_second": 1736249.793814909, "training_seconds": 1.5098288330045762, "elapsed_tokens_per_second": 1003946.6885859129, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1080, "epoch": 14, "tokens": 141557760, "loss": 3.9348676204681396, "lr": 0.007431237939400874, "grad_norm": 0.1430976539850235, "tokens_per_second": 1738023.0476774722, "training_seconds": 1.5082883989962284, "elapsed_tokens_per_second": 1011840.2688203078, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1090, "epoch": 14, "tokens": 142868480, "loss": 3.925411581993103, "lr": 0.007392759036224079, "grad_norm": 0.17369461059570312, "tokens_per_second": 1741315.207011442, "training_seconds": 0.7527184020000277, "elapsed_tokens_per_second": 1015715.3195467, "peak_memory_bytes": 42389451776}
{"loss": 3.940457894123882, "perplexity": 51.44215096713617, "tokens": 142868480, "seconds": 0.5414351010113023, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 14, "step": 1090, "evaluation_tokens": 1048576}
{"event": "train", "step": 1100, "epoch": 15, "tokens": 144179200, "loss": 3.8988826990127565, "lr": 0.007353916233735832, "grad_norm": 0.12237824499607086, "tokens_per_second": 1745452.3031943836, "training_seconds": 0.7509342980047222, "elapsed_tokens_per_second": 1015639.4273061178, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1120, "epoch": 15, "tokens": 146800640, "loss": 3.9210209488868712, "lr": 0.00727515852116079, "grad_norm": 0.14561516046524048, "tokens_per_second": 1754568.6960874903, "training_seconds": 1.4940651829965645, "elapsed_tokens_per_second": 1023322.7229568665, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1140, "epoch": 15, "tokens": 149422080, "loss": 3.904804217815399, "lr": 0.007195004430245829, "grad_norm": 0.1653616577386856, "tokens_per_second": 1743433.5369881815, "training_seconds": 1.5036076480027987, "elapsed_tokens_per_second": 1030777.0548400877, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1160, "epoch": 15, "tokens": 152043520, "loss": 3.9108704924583435, "lr": 0.007113494292177639, "grad_norm": 0.13462090492248535, "tokens_per_second": 1742404.577925229, "training_seconds": 1.5044955880002817, "elapsed_tokens_per_second": 1038074.8302845968, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1167, "epoch": 15, "tokens": 152961024, "loss": 3.907162666320801, "lr": 0.007084652947671153, "grad_norm": 0.132879838347435, "tokens_per_second": 1742366.4093544637, "training_seconds": 0.5265849910065299, "elapsed_tokens_per_second": 1040583.3706371782, "peak_memory_bytes": 42389451776}
{"loss": 3.9155555571535574, "perplexity": 50.176939926991174, "tokens": 152961024, "seconds": 0.538360026999726, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 15, "step": 1167, "evaluation_tokens": 1048576}
{"event": "train", "step": 1180, "epoch": 16, "tokens": 154664960, "loss": 3.898589244255653, "lr": 0.007030669120466046, "grad_norm": 0.14435645937919617, "tokens_per_second": 1748130.9782620647, "training_seconds": 0.9747187259927159, "elapsed_tokens_per_second": 1041398.8802988007, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1200, "epoch": 16, "tokens": 157286400, "loss": 3.892508029937744, "lr": 0.006946570590307223, "grad_norm": 0.11355651170015335, "tokens_per_second": 1733254.4789383418, "training_seconds": 1.5124380359920906, "elapsed_tokens_per_second": 1048361.6381271187, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1220, "epoch": 16, "tokens": 159907840, "loss": 3.870968234539032, "lr": 0.006861241017613952, "grad_norm": 0.14071699976921082, "tokens_per_second": 1740740.1766674547, "training_seconds": 1.5059341050073272, "elapsed_tokens_per_second": 1055227.2988706124, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1240, "epoch": 16, "tokens": 162529280, "loss": 3.8630282998085024, "lr": 0.006774723337723493, "grad_norm": 0.13220660388469696, "tokens_per_second": 1748374.729773044, "training_seconds": 1.499358207001933, "elapsed_tokens_per_second": 1062010.0994669439, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1245, "epoch": 16, "tokens": 163184640, "loss": 3.8559128284454345, "lr": 0.006752913364719178, "grad_norm": 0.13328756392002106, "tokens_per_second": 1723782.3212647683, "training_seconds": 0.3801872150070267, "elapsed_tokens_per_second": 1063639.469745047, "peak_memory_bytes": 42389451776}
{"loss": 3.885735822692683, "perplexity": 48.702765878361525, "tokens": 163184640, "seconds": 0.5441956269933144, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 16, "step": 1245, "evaluation_tokens": 1048576}
{"event": "train", "step": 1260, "epoch": 17, "tokens": 165150720, "loss": 3.8735925833384197, "lr": 0.006687061083793792, "grad_norm": 0.13231588900089264, "tokens_per_second": 1755550.4128960082, "training_seconds": 1.1199222680006642, "elapsed_tokens_per_second": 1064848.23860168, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1280, "epoch": 17, "tokens": 167772160, "loss": 3.8597692608833314, "lr": 0.006598298364898863, "grad_norm": 0.1344490498304367, "tokens_per_second": 1743971.8806130164, "training_seconds": 1.5031435019918717, "elapsed_tokens_per_second": 1071355.5921673514, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1300, "epoch": 17, "tokens": 170393600, "loss": 3.8654247879981996, "lr": 0.006508479843834402, "grad_norm": 0.16557465493679047, "tokens_per_second": 1735123.3355250147, "training_seconds": 1.5108090279973112, "elapsed_tokens_per_second": 1077686.6534925818, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1320, "epoch": 17, "tokens": 173015040, "loss": 3.859369707107544, "lr": 0.006417650714644782, "grad_norm": 0.13818581402301788, "tokens_per_second": 1743121.5585383996, "training_seconds": 1.5038767590012867, "elapsed_tokens_per_second": 1083948.1737061527, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1323, "epoch": 17, "tokens": 173408256, "loss": 3.8273646036783853, "lr": 0.006403941998814909, "grad_norm": 0.11732378602027893, "tokens_per_second": 1732044.8982169277, "training_seconds": 0.22702413800288923, "elapsed_tokens_per_second": 1084856.492111585, "peak_memory_bytes": 42389451776}
{"loss": 3.863512728233545, "perplexity": 47.63237743556404, "tokens": 173408256, "seconds": 0.5475121019990183, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 17, "step": 1323, "evaluation_tokens": 1048576}
{"event": "train", "step": 1340, "epoch": 18, "tokens": 175636480, "loss": 3.8376080849591423, "lr": 0.006325856679882724, "grad_norm": 0.1371445655822754, "tokens_per_second": 1751723.5275850585, "training_seconds": 1.2720180809992598, "elapsed_tokens_per_second": 1086382.387360249, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1360, "epoch": 18, "tokens": 178257920, "loss": 3.8517717599868773, "lr": 0.0062331439276131296, "grad_norm": 0.11599015444517136, "tokens_per_second": 1739724.4046341188, "training_seconds": 1.5068133740132907, "elapsed_tokens_per_second": 1092406.011159326, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1380, "epoch": 18, "tokens": 180879360, "loss": 3.832047498226166, "lr": 0.0061395591081725865, "grad_norm": 0.1437908560037613, "tokens_per_second": 1747582.4004132561, "training_seconds": 1.5000379949924536, "elapsed_tokens_per_second": 1098359.933213209, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1400, "epoch": 18, "tokens": 183500800, "loss": 3.820874345302582, "lr": 0.006045149310696298, "grad_norm": 0.16242572665214539, "tokens_per_second": 1741011.6383882083, "training_seconds": 1.5056992970057763, "elapsed_tokens_per_second": 1104174.3335108077, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1401, "epoch": 18, "tokens": 183631872, "loss": 3.85493540763855, "lr": 0.006040408015549883, "grad_norm": 0.145589217543602, "tokens_per_second": 1778347.9596560441, "training_seconds": 0.07370436099881772, "elapsed_tokens_per_second": 1104459.168163311, "peak_memory_bytes": 42389451776}
{"loss": 3.8430582204351484, "perplexity": 46.66797738812455, "tokens": 183631872, "seconds": 0.5481971070112195, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 18, "step": 1401, "evaluation_tokens": 1048576}
{"event": "train", "step": 1420, "epoch": 19, "tokens": 186122240, "loss": 3.8126959298786365, "lr": 0.005949962039424207, "grad_norm": 0.14710350334644318, "tokens_per_second": 1761508.812287895, "training_seconds": 1.4137698220001766, "elapsed_tokens_per_second": 1106313.4621479192, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1440, "epoch": 19, "tokens": 188743680, "loss": 3.816614580154419, "lr": 0.00585404518979826, "grad_norm": 0.15666340291500092, "tokens_per_second": 1730173.7055049813, "training_seconds": 1.5151311060035368, "elapsed_tokens_per_second": 1111874.0668760727, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1460, "epoch": 19, "tokens": 191365120, "loss": 3.8154703736305238, "lr": 0.005757447024362826, "grad_norm": 0.14323586225509644, "tokens_per_second": 1737921.1717283865, "training_seconds": 1.508376814002986, "elapsed_tokens_per_second": 1117377.7124848673, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1479, "epoch": 19, "tokens": 193855488, "loss": 3.7901994429136576, "lr": 0.005665091965119021, "grad_norm": 0.1359078288078308, "tokens_per_second": 1739155.2779066595, "training_seconds": 1.431941145012388, "elapsed_tokens_per_second": 1122525.1136403657, "peak_memory_bytes": 42389451776}
{"loss": 3.8210786526646463, "perplexity": 45.65342596127057, "tokens": 193855488, "seconds": 0.5443961010023486, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 19, "step": 1479, "evaluation_tokens": 1048576}
{"event": "train", "step": 1480, "epoch": 20, "tokens": 193986560, "loss": 3.8220057487487793, "lr": 0.005660216148480391, "grad_norm": 0.14325805008411407, "tokens_per_second": 1897132.7143070255, "training_seconds": 0.06908952600497287, "elapsed_tokens_per_second": 1119094.5120372106, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1500, "epoch": 20, "tokens": 196608000, "loss": 3.7852675318717957, "lr": 0.00556240148587478, "grad_norm": 0.13929376006126404, "tokens_per_second": 1744237.667533657, "training_seconds": 1.502914452998084, "elapsed_tokens_per_second": 1124455.4183919947, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1520, "epoch": 20, "tokens": 199229440, "loss": 3.8044959187507628, "lr": 0.005464052254014167, "grad_norm": 0.12870584428310394, "tokens_per_second": 1743902.9409496707, "training_seconds": 1.503202923995559, "elapsed_tokens_per_second": 1129727.4239051852, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1540, "epoch": 20, "tokens": 201850880, "loss": 3.774240231513977, "lr": 0.005365217939346285, "grad_norm": 0.14374493062496185, "tokens_per_second": 1741994.614572589, "training_seconds": 1.5048496580129722, "elapsed_tokens_per_second": 1134896.7554593529, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1557, "epoch": 20, "tokens": 204079104, "loss": 3.7999893917756924, "lr": 0.005280864514819528, "grad_norm": 0.13103586435317993, "tokens_per_second": 1725570.898542086, "training_seconds": 1.2912966959993355, "elapsed_tokens_per_second": 1139145.409324615, "peak_memory_bytes": 42389451776}
{"loss": 3.8031164962517416, "perplexity": 44.8407128741292, "tokens": 204079104, "seconds": 0.5398045280016959, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 20, "step": 1557, "evaluation_tokens": 1048576}
{"event": "train", "step": 1560, "epoch": 21, "tokens": 204472320, "loss": 3.8068600495656333, "lr": 0.00526594827239831, "grad_norm": 0.12994055449962616, "tokens_per_second": 1776895.3150929008, "training_seconds": 0.22129384700383525, "elapsed_tokens_per_second": 1136457.8222742907, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1580, "epoch": 21, "tokens": 207093760, "loss": 3.7875250816345214, "lr": 0.005166293202753903, "grad_norm": 0.15396691858768463, "tokens_per_second": 1743686.2820769632, "training_seconds": 1.5033897020039149, "elapsed_tokens_per_second": 1141475.868371194, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1600, "epoch": 21, "tokens": 209715200, "loss": 3.7855852603912354, "lr": 0.00506630287392006, "grad_norm": 0.14934030175209045, "tokens_per_second": 1741907.6089056153, "training_seconds": 1.5049248229915975, "elapsed_tokens_per_second": 1146407.863779434, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1620, "epoch": 21, "tokens": 212336640, "loss": 3.794056701660156, "lr": 0.0049660275980963646, "grad_norm": 0.11116253584623337, "tokens_per_second": 1738912.580417244, "training_seconds": 1.5075168409966864, "elapsed_tokens_per_second": 1151236.26249955, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1634, "epoch": 21, "tokens": 214171648, "loss": 3.7785728658948625, "lr": 0.004895692375517796, "grad_norm": 0.12488242983818054, "tokens_per_second": 1750867.9634816109, "training_seconds": 1.0480561860022135, "elapsed_tokens_per_second": 1154611.6761032082, "peak_memory_bytes": 42389451776}
{"loss": 3.776120328219606, "perplexity": 43.646379205200766, "tokens": 214171648, "seconds": 0.5411971260036808, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 21, "step": 1634, "evaluation_tokens": 1048576}
{"event": "train", "step": 1640, "epoch": 22, "tokens": 214958080, "loss": 3.7556052605311074, "lr": 0.004865517830859356, "grad_norm": 0.1693095564842224, "tokens_per_second": 1769007.4051906762, "training_seconds": 0.44456116898800246, "elapsed_tokens_per_second": 1152679.2620140393, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1660, "epoch": 22, "tokens": 217579520, "loss": 3.7595723152160643, "lr": 0.004764824145774784, "grad_norm": 0.14327087998390198, "tokens_per_second": 1743473.4989221168, "training_seconds": 1.5035731840034714, "elapsed_tokens_per_second": 1157393.827400714, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1680, "epoch": 22, "tokens": 220200960, "loss": 3.769321548938751, "lr": 0.004663997208950452, "grad_norm": 0.135184645652771, "tokens_per_second": 1739588.6422001931, "training_seconds": 1.5069309700047597, "elapsed_tokens_per_second": 1162013.5587132822, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1700, "epoch": 22, "tokens": 222822400, "loss": 3.754817879199982, "lr": 0.004563087753542537, "grad_norm": 0.24011501669883728, "tokens_per_second": 1738870.1340049033, "training_seconds": 1.5075536399963312, "elapsed_tokens_per_second": 1166554.9100261224, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1712, "epoch": 22, "tokens": 224395264, "loss": 3.758096615473429, "lr": 0.004502523592681211, "grad_norm": 0.1332734227180481, "tokens_per_second": 1745371.4450659023, "training_seconds": 0.9011629040032858, "elapsed_tokens_per_second": 1169262.1555042968, "peak_memory_bytes": 42389451776}
{"loss": 3.762210039168897, "perplexity": 43.04344864565006, "tokens": 224395264, "seconds": 0.5372380129992962, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 22, "step": 1712, "evaluation_tokens": 1048576}
{"event": "train", "step": 1720, "epoch": 23, "tokens": 225443840, "loss": 3.758445978164673, "lr": 0.0044621465542281444, "grad_norm": 0.10742846131324768, "tokens_per_second": 1762778.339999226, "training_seconds": 0.5948427979892585, "elapsed_tokens_per_second": 1167760.5473263185, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1740, "epoch": 23, "tokens": 228065280, "loss": 3.7535432815551757, "lr": 0.004361224401656978, "grad_norm": 0.13680067658424377, "tokens_per_second": 1737118.6529557668, "training_seconds": 1.5090736580023076, "elapsed_tokens_per_second": 1172166.692046977, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1760, "epoch": 23, "tokens": 230686720, "loss": 3.745061457157135, "lr": 0.004260372076894983, "grad_norm": 0.12662474811077118, "tokens_per_second": 1727825.9426173838, "training_seconds": 1.517189860009239, "elapsed_tokens_per_second": 1176458.5632959756, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1780, "epoch": 23, "tokens": 233308160, "loss": 3.737422227859497, "lr": 0.004159640325872799, "grad_norm": 0.12005416303873062, "tokens_per_second": 1743146.7806042654, "training_seconds": 1.5038549989985768, "elapsed_tokens_per_second": 1180759.0929326154, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1790, "epoch": 23, "tokens": 234618880, "loss": 3.744621229171753, "lr": 0.004109335507725857, "grad_norm": 0.1582774668931961, "tokens_per_second": 1733609.1193987674, "training_seconds": 0.7560643199976766, "elapsed_tokens_per_second": 1182858.643604979, "peak_memory_bytes": 42389451776}
{"loss": 3.7395698297379565, "perplexity": 42.079884756019574, "tokens": 234618880, "seconds": 0.5409483000112232, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 23, "step": 1790, "evaluation_tokens": 1048576}
{"event": "train", "step": 1800, "epoch": 24, "tokens": 235929600, "loss": 3.714374566078186, "lr": 0.0040590798338518965, "grad_norm": 0.12136098742485046, "tokens_per_second": 1756991.8549397916, "training_seconds": 0.746002319996478, "elapsed_tokens_per_second": 1181735.4487949836, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1820, "epoch": 24, "tokens": 238551040, "loss": 3.725212502479553, "lr": 0.003958741199921243, "grad_norm": 0.1429416537284851, "tokens_per_second": 1744549.00772846, "training_seconds": 1.50264623601106, "elapsed_tokens_per_second": 1185927.6701230668, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1840, "epoch": 24, "tokens": 241172480, "loss": 3.744657289981842, "lr": 0.003858674911537323, "grad_norm": 0.1239967942237854, "tokens_per_second": 1737867.4553164972, "training_seconds": 1.5084234370006016, "elapsed_tokens_per_second": 1190026.2681915213, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1860, "epoch": 24, "tokens": 243793920, "loss": 3.720310831069946, "lr": 0.003758931319120337, "grad_norm": 0.15394087135791779, "tokens_per_second": 1739167.338178892, "training_seconds": 1.507296016003238, "elapsed_tokens_per_second": 1194070.6125816621, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1868, "epoch": 24, "tokens": 244842496, "loss": 3.7116130888462067, "lr": 0.0037191354851804715, "grad_norm": 0.14106473326683044, "tokens_per_second": 1727138.8533724893, "training_seconds": 0.6071173709933646, "elapsed_tokens_per_second": 1195643.566808524, "peak_memory_bytes": 42389451776}
{"loss": 3.726913954305685, "perplexity": 41.550682796935845, "tokens": 244842496, "seconds": 0.5467248939967249, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 24, "step": 1868, "evaluation_tokens": 1048576}
{"event": "train", "step": 1880, "epoch": 25, "tokens": 246415360, "loss": 3.714812616507212, "lr": 0.003659560610719337, "grad_norm": 0.1314232498407364, "tokens_per_second": 1738006.781756201, "training_seconds": 0.9049815089965705, "elapsed_tokens_per_second": 1194813.9480712644, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1900, "epoch": 25, "tokens": 249036800, "loss": 3.6985897183418275, "lr": 0.0035606127867590853, "grad_norm": 0.1393909901380539, "tokens_per_second": 1731795.8074321116, "training_seconds": 1.5137119449937018, "elapsed_tokens_per_second": 1198717.549259709, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1920, "epoch": 25, "tokens": 251658240, "loss": 3.6972060441970824, "lr": 0.003462137634881298, "grad_norm": 0.10834380984306335, "tokens_per_second": 1726565.6368765752, "training_seconds": 1.5182973320042947, "elapsed_tokens_per_second": 1202540.0617118967, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1940, "epoch": 25, "tokens": 254279680, "loss": 3.697630786895752, "lr": 0.003364184704892969, "grad_norm": 0.13435326516628265, "tokens_per_second": 1740211.2748942298, "training_seconds": 1.5063918030064087, "elapsed_tokens_per_second": 1206370.3518246242, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1946, "epoch": 25, "tokens": 255066112, "loss": 3.697259306907654, "lr": 0.0033349080348809798, "grad_norm": 0.11060845106840134, "tokens_per_second": 1739270.5230438062, "training_seconds": 0.45216197801346425, "elapsed_tokens_per_second": 1207503.6001464042, "peak_memory_bytes": 42389451776}
{"loss": 3.705460286646256, "perplexity": 40.66876229762585, "tokens": 255066112, "seconds": 0.5403217450075317, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 25, "step": 1946, "evaluation_tokens": 1048576}
{"event": "train", "step": 1960, "epoch": 26, "tokens": 256901120, "loss": 3.6872200114386424, "lr": 0.003266803283834365, "grad_norm": 0.15213941037654877, "tokens_per_second": 1756315.2451493244, "training_seconds": 1.0448055980086792, "elapsed_tokens_per_second": 1207092.665205791, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1980, "epoch": 26, "tokens": 259522560, "loss": 3.6888637065887453, "lr": 0.003170042371179218, "grad_norm": 0.1108105331659317, "tokens_per_second": 1745035.6458924576, "training_seconds": 1.5022271929919953, "elapsed_tokens_per_second": 1210854.2586689682, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2000, "epoch": 26, "tokens": 262144000, "loss": 3.685779333114624, "lr": 0.003073950654179647, "grad_norm": 0.13013458251953125, "tokens_per_second": 1739948.9667010864, "training_seconds": 1.506618900995818, "elapsed_tokens_per_second": 1214539.4343612108, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2020, "epoch": 26, "tokens": 264765440, "loss": 3.6787811636924745, "lr": 0.00297857648336815, "grad_norm": 0.13130588829517365, "tokens_per_second": 1732535.1295060583, "training_seconds": 1.513066001003608, "elapsed_tokens_per_second": 1218135.1908175927, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2024, "epoch": 26, "tokens": 265289728, "loss": 3.674164831638336, "lr": 0.0029595919844501175, "grad_norm": 0.1384194940328598, "tokens_per_second": 1731540.070673872, "training_seconds": 0.30278710200218484, "elapsed_tokens_per_second": 1218840.1018797276, "peak_memory_bytes": 42389451776}
{"loss": 3.6880985986061647, "perplexity": 39.96877797122214, "tokens": 265289728, "seconds": 0.5403312489943346, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 26, "step": 2024, "evaluation_tokens": 1048576}
{"event": "train", "step": 2040, "epoch": 27, "tokens": 267386880, "loss": 3.6718379855155945, "lr": 0.002883967848229039, "grad_norm": 0.11289973556995392, "tokens_per_second": 1749349.1253715889, "training_seconds": 1.1988184460060438, "elapsed_tokens_per_second": 1218651.7223724402, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2060, "epoch": 27, "tokens": 270008320, "loss": 3.6688985943794252, "lr": 0.002790172353051531, "grad_norm": 0.13651002943515778, "tokens_per_second": 1735793.4525751257, "training_seconds": 1.5102257679973263, "elapsed_tokens_per_second": 1222176.9201466676, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2080, "epoch": 27, "tokens": 272629760, "loss": 3.674671733379364, "lr": 0.0026972371929766814, "grad_norm": 0.134925976395607, "tokens_per_second": 1733222.813228938, "training_seconds": 1.5124656679981854, "elapsed_tokens_per_second": 1225641.6884637575, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2100, "epoch": 27, "tokens": 275251200, "loss": 3.671713042259216, "lr": 0.0026052091302501607, "grad_norm": 0.13745547831058502, "tokens_per_second": 1742713.278281612, "training_seconds": 1.504229084996041, "elapsed_tokens_per_second": 1229100.7083443636, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2101, "epoch": 27, "tokens": 275382272, "loss": 3.629164218902588, "lr": 0.002600632371035081, "grad_norm": 0.12786786258220673, "tokens_per_second": 1740715.1687004531, "training_seconds": 0.07529778699972667, "elapsed_tokens_per_second": 1229265.8483577396, "peak_memory_bytes": 42389451776}
{"loss": 3.6725317195410243, "perplexity": 39.35140657820273, "tokens": 275382272, "seconds": 0.5412391899881186, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 27, "step": 2101, "evaluation_tokens": 1048576}
{"event": "train", "step": 2120, "epoch": 28, "tokens": 277872640, "loss": 3.6565969366776314, "lr": 0.0025141344706928735, "grad_norm": 0.10586516559123993, "tokens_per_second": 1737395.4060292144, "training_seconds": 1.433391611004481, "elapsed_tokens_per_second": 1229472.2803396846, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2140, "epoch": 28, "tokens": 280494080, "loss": 3.6584655404090882, "lr": 0.002424059040401219, "grad_norm": 0.12768760323524475, "tokens_per_second": 1733335.0671331538, "training_seconds": 1.5123677179944934, "elapsed_tokens_per_second": 1232811.7307914707, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2160, "epoch": 28, "tokens": 283115520, "loss": 3.661442744731903, "lr": 0.0023350281626887534, "grad_norm": 0.11983679980039597, "tokens_per_second": 1739018.0577485152, "training_seconds": 1.5074254049977753, "elapsed_tokens_per_second": 1236136.0545315442, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2179, "epoch": 28, "tokens": 285605888, "loss": 3.658728085066143, "lr": 0.0022514571542036716, "grad_norm": 0.1112285628914833, "tokens_per_second": 1736086.138220363, "training_seconds": 1.4344726020062808, "elapsed_tokens_per_second": 1239237.6597090142, "peak_memory_bytes": 42389451776}
{"loss": 3.6542365827353387, "perplexity": 38.63801292692372, "tokens": 285605888, "seconds": 0.538486728008138, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 28, "step": 2179, "evaluation_tokens": 1048576}
{"event": "train", "step": 2180, "epoch": 29, "tokens": 285736960, "loss": 3.6632163524627686, "lr": 0.002247086635280821, "grad_norm": 0.12362654507160187, "tokens_per_second": 1858976.166401876, "training_seconds": 0.0705076279991772, "elapsed_tokens_per_second": 1236499.420421674, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2200, "epoch": 29, "tokens": 288358400, "loss": 3.6303358674049377, "lr": 0.0021602787077736585, "grad_norm": 0.11451614648103714, "tokens_per_second": 1737317.673764632, "training_seconds": 1.5089007839997066, "elapsed_tokens_per_second": 1239742.251484988, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2220, "epoch": 29, "tokens": 290979840, "loss": 3.6578589916229247, "lr": 0.002074648059369295, "grad_norm": 0.12800022959709167, "tokens_per_second": 1741680.9094086816, "training_seconds": 1.5051207060023444, "elapsed_tokens_per_second": 1242960.325260334, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2240, "epoch": 29, "tokens": 293601280, "loss": 3.641710305213928, "lr": 0.001990237776897454, "grad_norm": 0.13899283111095428, "tokens_per_second": 1737372.7195157297, "training_seconds": 1.5088529770000605, "elapsed_tokens_per_second": 1246120.266417095, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2257, "epoch": 29, "tokens": 295829504, "loss": 3.618069887161255, "lr": 0.0019194802916829411, "grad_norm": 0.1520027369260788, "tokens_per_second": 1733724.8935495687, "training_seconds": 1.2852235140017, "elapsed_tokens_per_second": 1248754.1069569066, "peak_memory_bytes": 42389451776}
{"loss": 3.6407427871055997, "perplexity": 38.120141361405196, "tokens": 295829504, "seconds": 0.5410636430024169, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 29, "step": 2257, "evaluation_tokens": 1048576}
{"event": "train", "step": 2260, "epoch": 30, "tokens": 296222720, "loss": 3.6019980112711587, "lr": 0.0019070903331355337, "grad_norm": 0.13062737882137299, "tokens_per_second": 1761743.6358950064, "training_seconds": 0.22319705999689177, "elapsed_tokens_per_second": 1246351.4573897012, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2280, "epoch": 30, "tokens": 298844160, "loss": 3.643172359466553, "lr": 0.0018252475654375459, "grad_norm": 0.12740901112556458, "tokens_per_second": 1730053.767763548, "training_seconds": 1.5152361440123059, "elapsed_tokens_per_second": 1249410.1570150966, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2300, "epoch": 30, "tokens": 301465600, "loss": 3.6123070240020754, "lr": 0.0017447506546827902, "grad_norm": 0.10937973856925964, "tokens_per_second": 1737422.313998206, "training_seconds": 1.5088099069980672, "elapsed_tokens_per_second": 1252460.4766842383, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2320, "epoch": 30, "tokens": 304087040, "loss": 3.6092080950736998, "lr": 0.0016656401045548374, "grad_norm": 0.1325657218694687, "tokens_per_second": 1740767.1967335702, "training_seconds": 1.5059107300039614, "elapsed_tokens_per_second": 1255488.1388070968, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2335, "epoch": 30, "tokens": 306053120, "loss": 3.6044958591461183, "lr": 0.0016072409637759217, "grad_norm": 0.11148320138454437, "tokens_per_second": 1738860.2729161647, "training_seconds": 1.1306716420076555, "elapsed_tokens_per_second": 1257721.1528286065, "peak_memory_bytes": 42389451776}
{"loss": 3.625052209496938, "perplexity": 37.52668235766384, "tokens": 306053120, "seconds": 0.5465046619938221, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 30, "step": 2335, "evaluation_tokens": 1048576}
{"event": "train", "step": 2340, "epoch": 31, "tokens": 306708480, "loss": 3.6141817569732666, "lr": 0.001587955721161273, "grad_norm": 0.11747373640537262, "tokens_per_second": 1760411.8478317887, "training_seconds": 0.37227652200090233, "elapsed_tokens_per_second": 1255623.4193313543, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2360, "epoch": 31, "tokens": 309329920, "loss": 3.600328767299652, "lr": 0.001511736593004428, "grad_norm": 0.14750626683235168, "tokens_per_second": 1739827.2472948101, "training_seconds": 1.506724304999807, "elapsed_tokens_per_second": 1258585.2163226833, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2380, "epoch": 31, "tokens": 311951360, "loss": 3.608089542388916, "lr": 0.0014370210713131914, "grad_norm": 0.12861260771751404, "tokens_per_second": 1746209.3325677249, "training_seconds": 1.5012174950097688, "elapsed_tokens_per_second": 1261537.2947684217, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2400, "epoch": 31, "tokens": 314572800, "loss": 3.616048276424408, "lr": 0.0013638467507457932, "grad_norm": 0.13611608743667603, "tokens_per_second": 1743814.6494783093, "training_seconds": 1.503279033000581, "elapsed_tokens_per_second": 1264442.63229458, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2413, "epoch": 31, "tokens": 316276736, "loss": 3.6097820905538707, "lr": 0.0013171273849661021, "grad_norm": 0.10672181099653244, "tokens_per_second": 1750312.140954572, "training_seconds": 0.9735040740051772, "elapsed_tokens_per_second": 1266326.209221736, "peak_memory_bytes": 42389451776}
{"loss": 3.6111491812685053, "perplexity": 37.00855792865044, "tokens": 316276736, "seconds": 0.5426309239992406, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 31, "step": 2413, "evaluation_tokens": 1048576}
{"event": "train", "step": 2420, "epoch": 32, "tokens": 317194240, "loss": 3.5933065755026683, "lr": 0.0012922504504732845, "grad_norm": 0.12327093631029129, "tokens_per_second": 1737198.0253583344, "training_seconds": 0.5281516480026767, "elapsed_tokens_per_second": 1264524.8328743437, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2440, "epoch": 32, "tokens": 319815680, "loss": 3.5973027110099793, "lr": 0.0012222681956532032, "grad_norm": 0.10961046814918518, "tokens_per_second": 1736788.2534689535, "training_seconds": 1.509360737996758, "elapsed_tokens_per_second": 1267343.7920730026, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2460, "epoch": 32, "tokens": 322437120, "loss": 3.576454484462738, "lr": 0.0011539351993027748, "grad_norm": 0.12249597907066345, "tokens_per_second": 1742986.0986492378, "training_seconds": 1.5039936359971762, "elapsed_tokens_per_second": 1270151.0667010623, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2480, "epoch": 32, "tokens": 325058560, "loss": 3.5916611313819886, "lr": 0.001087285844580757, "grad_norm": 0.11978115886449814, "tokens_per_second": 1737281.6052436144, "training_seconds": 1.5089321109990124, "elapsed_tokens_per_second": 1272902.772381933, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2491, "epoch": 32, "tokens": 326500352, "loss": 3.5831805792721836, "lr": 0.0010513585372613364, "grad_norm": 0.11506377905607224, "tokens_per_second": 1741419.5424050004, "training_seconds": 0.8279406340006972, "elapsed_tokens_per_second": 1274406.5163803124, "peak_memory_bytes": 42389451776}
{"loss": 3.5985403122015804, "perplexity": 36.54485141817089, "tokens": 326500352, "seconds": 0.5410491469956469, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 32, "step": 2491, "evaluation_tokens": 1048576}
{"event": "train", "step": 2500, "epoch": 33, "tokens": 327680000, "loss": 3.585783905453152, "lr": 0.0010223536674868357, "grad_norm": 0.11899708211421967, "tokens_per_second": 1765017.863576317, "training_seconds": 0.6683490430004895, "elapsed_tokens_per_second": 1272958.438909406, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2520, "epoch": 33, "tokens": 330301440, "loss": 3.5807276487350466, "lr": 0.0009591713399873042, "grad_norm": 0.1169305071234703, "tokens_per_second": 1748949.3025791543, "training_seconds": 1.4988656310015358, "elapsed_tokens_per_second": 1275705.8764415837, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2540, "epoch": 33, "tokens": 332922880, "loss": 3.589590346813202, "lr": 0.0008977706535754829, "grad_norm": 0.11176277697086334, "tokens_per_second": 1744631.2058252152, "training_seconds": 1.5025754390080692, "elapsed_tokens_per_second": 1278402.9774736308, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2560, "epoch": 33, "tokens": 335544320, "loss": 3.5569851636886596, "lr": 0.0008381825032751725, "grad_norm": 0.11524057388305664, "tokens_per_second": 1743496.8920723044, "training_seconds": 1.5035530099994503, "elapsed_tokens_per_second": 1281064.229951732, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2568, "epoch": 33, "tokens": 336592896, "loss": 3.602411597967148, "lr": 0.0008148615004514701, "grad_norm": 0.11851159483194351, "tokens_per_second": 1726319.6327755777, "training_seconds": 0.6074054769997019, "elapsed_tokens_per_second": 1282086.0320977848, "peak_memory_bytes": 42389451776}
{"loss": 3.587337873408954, "perplexity": 36.13774450955494, "tokens": 336592896, "seconds": 0.5451583360118093, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 33, "step": 2568, "evaluation_tokens": 1048576}
{"event": "train", "step": 2580, "epoch": 34, "tokens": 338165760, "loss": 3.608569780985514, "lr": 0.0007804368720951832, "grad_norm": 0.10836798697710037, "tokens_per_second": 1737992.8391311395, "training_seconds": 0.9049887689907337, "elapsed_tokens_per_second": 1280943.961225727, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2600, "epoch": 34, "tokens": 340787200, "loss": 3.593015158176422, "lr": 0.0007245628159427694, "grad_norm": 0.10055209696292877, "tokens_per_second": 1743573.0743098056, "training_seconds": 1.503487314999802, "elapsed_tokens_per_second": 1283558.1912476518, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2620, "epoch": 34, "tokens": 343408640, "loss": 3.5890071392059326, "lr": 0.0006705884490035463, "grad_norm": 0.10344336926937103, "tokens_per_second": 1728040.0800292923, "training_seconds": 1.5170018509961665, "elapsed_tokens_per_second": 1286075.1228830006, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2640, "epoch": 34, "tokens": 346030080, "loss": 3.5909767031669615, "lr": 0.0006185409295952571, "grad_norm": 0.11216476559638977, "tokens_per_second": 1737824.5979296209, "training_seconds": 1.5084606370073743, "elapsed_tokens_per_second": 1288607.2001750804, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2646, "epoch": 34, "tokens": 346816512, "loss": 3.5986605087916055, "lr": 0.0006033063498599568, "grad_norm": 0.11176770180463791, "tokens_per_second": 1752395.671290435, "training_seconds": 0.4487753610010259, "elapsed_tokens_per_second": 1289370.663410799, "peak_memory_bytes": 42389451776}
{"loss": 3.577120928505476, "perplexity": 35.77040689445409, "tokens": 346816512, "seconds": 0.5379189060040517, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 34, "step": 2646, "evaluation_tokens": 1048576}
{"event": "train", "step": 2660, "epoch": 35, "tokens": 348651520, "loss": 3.566627621650696, "lr": 0.0005684464465025043, "grad_norm": 0.11164899915456772, "tokens_per_second": 1749453.3992409036, "training_seconds": 1.0489036180078983, "elapsed_tokens_per_second": 1288533.503118505, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2680, "epoch": 35, "tokens": 351272960, "loss": 3.580302929878235, "lr": 0.0005203302057993211, "grad_norm": 0.09894872456789017, "tokens_per_second": 1734453.9869954942, "training_seconds": 1.5113920690055238, "elapsed_tokens_per_second": 1291004.70521728, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2700, "epoch": 35, "tokens": 353894400, "loss": 3.5749398112297057, "lr": 0.00047421641816621657, "grad_norm": 0.10202434659004211, "tokens_per_second": 1751650.578224148, "training_seconds": 1.496554183002445, "elapsed_tokens_per_second": 1293516.916930929, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2720, "epoch": 35, "tokens": 356515840, "loss": 3.560108006000519, "lr": 0.00043012828670807026, "grad_norm": 0.10216571390628815, "tokens_per_second": 1745404.0121770974, "training_seconds": 1.501910149003379, "elapsed_tokens_per_second": 1295977.2802883002, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2724, "epoch": 35, "tokens": 357040128, "loss": 3.5900481939315796, "lr": 0.0004215557094028888, "grad_norm": 0.09587197750806808, "tokens_per_second": 1757675.4672544356, "training_seconds": 0.2982848709943937, "elapsed_tokens_per_second": 1296467.645272017, "peak_memory_bytes": 42389451776}
{"loss": 3.5712481289192044, "perplexity": 35.56095011449833, "tokens": 357040128, "seconds": 0.5405004600033863, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 35, "step": 2724, "evaluation_tokens": 1048576}
{"event": "train", "step": 2740, "epoch": 36, "tokens": 359137280, "loss": 3.5713875591754913, "lr": 0.00038808799527900874, "grad_norm": 0.10933410376310349, "tokens_per_second": 1745919.888851037, "training_seconds": 1.2011730969970813, "elapsed_tokens_per_second": 1295835.766901065, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2760, "epoch": 36, "tokens": 361758720, "loss": 3.570661497116089, "lr": 0.0003481166973201453, "grad_norm": 0.10683464258909225, "tokens_per_second": 1739011.4843732973, "training_seconds": 1.507431102989358, "elapsed_tokens_per_second": 1298227.6435432963, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2780, "epoch": 36, "tokens": 364380160, "loss": 3.5419109582901003, "lr": 0.0003102345052157864, "grad_norm": 0.10645348578691483, "tokens_per_second": 1738619.8692892299, "training_seconds": 1.5077706440060865, "elapsed_tokens_per_second": 1300589.548669122, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2800, "epoch": 36, "tokens": 367001600, "loss": 3.573686647415161, "lr": 0.00027446048017346997, "grad_norm": 0.10624805092811584, "tokens_per_second": 1742013.7068778593, "training_seconds": 1.5048331650032196, "elapsed_tokens_per_second": 1302939.7183027174, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2802, "epoch": 36, "tokens": 367263744, "loss": 3.5317676067352295, "lr": 0.0002709997291130384, "grad_norm": 0.09792334586381912, "tokens_per_second": 1735928.8784431254, "training_seconds": 0.15101079500163905, "elapsed_tokens_per_second": 1303162.3046933834, "peak_memory_bytes": 42389451776}
{"loss": 3.5633505758213326, "perplexity": 35.281211701214765, "tokens": 367263744, "seconds": 0.5388600939913886, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 36, "step": 2802, "evaluation_tokens": 1048576}
{"event": "train", "step": 2820, "epoch": 37, "tokens": 369623040, "loss": 3.5655753347608776, "lr": 0.00024081262263292666, "grad_norm": 0.09586142748594284, "tokens_per_second": 1732213.7189693719, "training_seconds": 1.3620120740088169, "elapsed_tokens_per_second": 1302685.1602499608, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2840, "epoch": 37, "tokens": 372244480, "loss": 3.5519914388656617, "lr": 0.00020930786320878334, "grad_norm": 0.09713800996541977, "tokens_per_second": 1744956.248441519, "training_seconds": 1.5022955460008234, "elapsed_tokens_per_second": 1305007.0309729176, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2860, "epoch": 37, "tokens": 374865920, "loss": 3.556558084487915, "lr": 0.00017996205417157872, "grad_norm": 0.10033068805932999, "tokens_per_second": 1745626.93811994, "training_seconds": 1.5017183470044984, "elapsed_tokens_per_second": 1307306.9019272435, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2880, "epoch": 37, "tokens": 377487360, "loss": 3.5605214834213257, "lr": 0.00015278996147136446, "grad_norm": 0.09590107202529907, "tokens_per_second": 1733839.7015977807, "training_seconds": 1.5119275430042762, "elapsed_tokens_per_second": 1309536.771869235, "peak_memory_bytes": 42389451776}
{"loss": 3.5565126897354977, "perplexity": 35.04078573411193, "tokens": 377487360, "seconds": 0.5398349129973212, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 37, "step": 2880, "evaluation_tokens": 1048576}
{"event": "train", "step": 2900, "epoch": 38, "tokens": 380108800, "loss": 3.560413146018982, "lr": 0.0001278052573079114, "grad_norm": 0.0943952277302742, "tokens_per_second": 1750419.1137794822, "training_seconds": 1.4976070470002014, "elapsed_tokens_per_second": 1309311.3571722999, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2920, "epoch": 38, "tokens": 382730240, "loss": 3.5588578581809998, "lr": 0.00010502051325125955, "grad_norm": 0.08831645548343658, "tokens_per_second": 1734383.2618068154, "training_seconds": 1.511453700994025, "elapsed_tokens_per_second": 1311503.7181603636, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2940, "epoch": 38, "tokens": 385351680, "loss": 3.5625889182090758, "lr": 8.444719391607497e-05, "grad_norm": 0.0937148779630661, "tokens_per_second": 1738730.9389712894, "training_seconds": 1.5076743280078517, "elapsed_tokens_per_second": 1313692.2765825132, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2958, "epoch": 38, "tokens": 387710976, "loss": 3.5517130162980823, "lr": 6.783055356613964e-05, "grad_norm": 0.09541906416416168, "tokens_per_second": 1739775.6468395307, "training_seconds": 1.356092093992629, "elapsed_tokens_per_second": 1315643.9580187649, "peak_memory_bytes": 42389451776}
{"loss": 3.553385777991399, "perplexity": 34.931387418254324, "tokens": 387710976, "seconds": 0.5416700569912791, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 38, "step": 2958, "evaluation_tokens": 1048576}
{"event": "train", "step": 2960, "epoch": 39, "tokens": 387973120, "loss": 3.5269616842269897, "lr": 6.609565119299037e-05, "grad_norm": 0.09728249162435532, "tokens_per_second": 1803573.1448586062, "training_seconds": 0.14534703000390437, "elapsed_tokens_per_second": 1313380.0269805335, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2980, "epoch": 39, "tokens": 390594560, "loss": 3.54151793718338, "lr": 4.997511903983814e-05, "grad_norm": 0.09849738329648972, "tokens_per_second": 1744553.9256777286, "training_seconds": 1.5026420000067446, "elapsed_tokens_per_second": 1315554.9515158667, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3000, "epoch": 39, "tokens": 393216000, "loss": 3.54300799369812, "lr": 3.609370883539442e-05, "grad_norm": 0.09363748133182526, "tokens_per_second": 1738978.4832093439, "training_seconds": 1.5074597100028768, "elapsed_tokens_per_second": 1317687.0574659277, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3020, "epoch": 39, "tokens": 395837440, "loss": 3.5457146883010866, "lr": 2.4458405297968444e-05, "grad_norm": 0.0893825888633728, "tokens_per_second": 1742199.3451912662, "training_seconds": 1.5046728190063732, "elapsed_tokens_per_second": 1319809.4871902277, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3035, "epoch": 39, "tokens": 397803520, "loss": 3.5613680203755695, "lr": 1.7209499597202137e-05, "grad_norm": 0.09658422321081161, "tokens_per_second": 1742799.437531226, "training_seconds": 1.1281160400103545, "elapsed_tokens_per_second": 1321385.0833704462, "peak_memory_bytes": 42389451776}
{"loss": 3.5517230345966713, "perplexity": 34.87335374547954, "tokens": 397803520, "seconds": 0.5402088849950815, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 39, "step": 3035, "evaluation_tokens": 1048576}
{"event": "train", "step": 3040, "epoch": 40, "tokens": 398458880, "loss": 3.5528972148895264, "lr": 1.5075062970900831e-05, "grad_norm": 0.08842610567808151, "tokens_per_second": 1748514.7536392817, "training_seconds": 0.3748095339979045, "elapsed_tokens_per_second": 1319474.2102539232, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3060, "epoch": 40, "tokens": 401080320, "loss": 3.5326990842819215, "lr": 7.948403276727022e-06, "grad_norm": 0.09469621628522873, "tokens_per_second": 1735414.127077313, "training_seconds": 1.510555871995166, "elapsed_tokens_per_second": 1321539.250932448, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3080, "epoch": 40, "tokens": 403701760, "loss": 3.553086256980896, "lr": 3.0820121414971145e-06, "grad_norm": 0.08883572369813919, "tokens_per_second": 1740256.6299498337, "training_seconds": 1.5063525430014124, "elapsed_tokens_per_second": 1323599.2662050594, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3100, "epoch": 40, "tokens": 406323200, "loss": 3.546137046813965, "lr": 4.78338190441685e-07, "grad_norm": 0.08832554519176483, "tokens_per_second": 1733414.83296245, "training_seconds": 1.5122981239983346, "elapsed_tokens_per_second": 1325615.9062728968, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3113, "epoch": 40, "tokens": 408027136, "loss": 3.5510929914621205, "lr": 0.0, "grad_norm": 0.08968029916286469, "tokens_per_second": 1751546.1058798912, "training_seconds": 0.9728182399994694, "elapsed_tokens_per_second": 1326954.331451981, "peak_memory_bytes": 42389451776}
{"loss": 3.551451910368711, "perplexity": 34.86390001599438, "tokens": 408027136, "seconds": 0.5420576619944768, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 40, "step": 3113, "evaluation_tokens": 1048576}
{"loss": 3.551978120800378, "perplexity": 34.882250591580096, "tokens": 408027136, "seconds": 100.70118650200311, "split": "full", "validation_complete": true, "event": "final_validation", "step": 3113, "evaluation_tokens": 197411295}