{"event": "train", "step": 20, "epoch": 1, "tokens": 2621440, "loss": 9.573529052734376, "lr": 0.0005128205128205128, "grad_norm": 2.281135320663452, "tokens_per_second": 48612.91757855421, "training_seconds": 53.92476178299694, "elapsed_tokens_per_second": 48612.91757855421, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 40, "epoch": 1, "tokens": 5242880, "loss": 7.514677739143371, "lr": 0.0010256410256410256, "grad_norm": 0.828007698059082, "tokens_per_second": 1742761.443702114, "training_seconds": 1.5041875119932229, "elapsed_tokens_per_second": 94571.56127947774, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 60, "epoch": 1, "tokens": 7864320, "loss": 6.9217036962509155, "lr": 0.0015384615384615385, "grad_norm": 0.755940318107605, "tokens_per_second": 1738383.3532442162, "training_seconds": 1.5079757839994272, "elapsed_tokens_per_second": 138097.41570404792, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 78, "epoch": 1, "tokens": 10223616, "loss": 6.645447413126628, "lr": 0.002, "grad_norm": 1.485323429107666, "tokens_per_second": 1734351.9955827359, "training_seconds": 1.3603328540048096, "elapsed_tokens_per_second": 175334.7588324132, "peak_memory_bytes": 21988176384}
{"loss": 6.532220223869814, "perplexity": 686.9216395111191, "tokens": 10223616, "seconds": 1.0197090489964467, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 1, "step": 78, "evaluation_tokens": 1048576}
{"event": "train", "step": 80, "epoch": 2, "tokens": 10485760, "loss": 6.509277820587158, "lr": 0.0020512820512820513, "grad_norm": 0.5229290723800659, "tokens_per_second": 1777950.718522732, "training_seconds": 0.14744165699812584, "elapsed_tokens_per_second": 176281.92865898827, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 100, "epoch": 2, "tokens": 13107200, "loss": 6.3797790050506595, "lr": 0.002564102564102564, "grad_norm": 0.2848989963531494, "tokens_per_second": 1732774.3885355382, "training_seconds": 1.5128570789966034, "elapsed_tokens_per_second": 214882.4621643849, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 120, "epoch": 2, "tokens": 15728640, "loss": 6.148350787162781, "lr": 0.003076923076923077, "grad_norm": 0.27342700958251953, "tokens_per_second": 1729742.5402624765, "training_seconds": 1.5155087760067545, "elapsed_tokens_per_second": 251600.71306288315, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 140, "epoch": 2, "tokens": 18350080, "loss": 5.956460976600647, "lr": 0.00358974358974359, "grad_norm": 0.2186739295721054, "tokens_per_second": 1732545.610199311, "training_seconds": 1.5130568480090005, "elapsed_tokens_per_second": 286592.22425392084, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 156, "epoch": 2, "tokens": 20447232, "loss": 5.752204179763794, "lr": 0.004, "grad_norm": 0.306380033493042, "tokens_per_second": 1726632.4563098329, "training_seconds": 1.2145908599923132, "elapsed_tokens_per_second": 313392.43686474604, "peak_memory_bytes": 42389451776}
{"loss": 5.6889819220953575, "perplexity": 295.59253117545717, "tokens": 20447232, "seconds": 0.5470392249990255, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 2, "step": 156, "evaluation_tokens": 1048576}
{"event": "train", "step": 160, "epoch": 3, "tokens": 20971520, "loss": 5.646330237388611, "lr": 0.0041025641025641026, "grad_norm": 0.3440626859664917, "tokens_per_second": 1759642.4200751178, "training_seconds": 0.29795144400850404, "elapsed_tokens_per_second": 317290.7245206572, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 180, "epoch": 3, "tokens": 23592960, "loss": 5.560943174362182, "lr": 0.004615384615384615, "grad_norm": 0.5349424481391907, "tokens_per_second": 1731008.6409849694, "training_seconds": 1.5144002969900612, "elapsed_tokens_per_second": 348950.92734689615, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 200, "epoch": 3, "tokens": 26214400, "loss": 5.440515637397766, "lr": 0.005128205128205128, "grad_norm": 0.27221623063087463, "tokens_per_second": 1727980.2660048746, "training_seconds": 1.5170543620042736, "elapsed_tokens_per_second": 379205.42252397886, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 220, "epoch": 3, "tokens": 28835840, "loss": 5.2931392908096315, "lr": 0.0056410256410256415, "grad_norm": 0.43434348702430725, "tokens_per_second": 1727324.8135664973, "training_seconds": 1.5176300250022905, "elapsed_tokens_per_second": 408158.33731579775, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 233, "epoch": 3, "tokens": 30539776, "loss": 5.258471085475041, "lr": 0.0059743589743589745, "grad_norm": 0.3221895396709442, "tokens_per_second": 1731034.489809945, "training_seconds": 0.9843454939982621, "elapsed_tokens_per_second": 426326.6696585732, "peak_memory_bytes": 42389451776}
{"loss": 5.214536913890405, "perplexity": 183.92662738885636, "tokens": 30539776, "seconds": 0.545615426992299, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 3, "step": 233, "evaluation_tokens": 1048576}
{"event": "train", "step": 240, "epoch": 4, "tokens": 31457280, "loss": 5.149447304861886, "lr": 0.006153846153846154, "grad_norm": 0.2722339630126953, "tokens_per_second": 1741850.1011859444, "training_seconds": 0.526741077992483, "elapsed_tokens_per_second": 432617.2774703982, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 260, "epoch": 4, "tokens": 34078720, "loss": 5.101831674575806, "lr": 0.006666666666666667, "grad_norm": 0.32978948950767517, "tokens_per_second": 1725678.5060970825, "training_seconds": 1.5190778529940872, "elapsed_tokens_per_second": 459070.9953140321, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 280, "epoch": 4, "tokens": 36700160, "loss": 5.032613015174865, "lr": 0.00717948717948718, "grad_norm": 0.34832334518432617, "tokens_per_second": 1725809.198478116, "training_seconds": 1.5189628160005668, "elapsed_tokens_per_second": 484460.24293928355, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 300, "epoch": 4, "tokens": 39321600, "loss": 4.9468494892120365, "lr": 0.007692307692307692, "grad_norm": 0.19754144549369812, "tokens_per_second": 1727580.0864832213, "training_seconds": 1.5174057749973144, "elapsed_tokens_per_second": 508863.9474174667, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 311, "epoch": 4, "tokens": 40763392, "loss": 4.9095939289439805, "lr": 0.007974358974358975, "grad_norm": 0.2390713393688202, "tokens_per_second": 1724684.5387164748, "training_seconds": 0.835974329005694, "elapsed_tokens_per_second": 521865.28361312323, "peak_memory_bytes": 42389451776}
{"loss": 4.906007954655341, "perplexity": 135.0990150825995, "tokens": 40763392, "seconds": 0.5451250740006799, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 4, "step": 311, "evaluation_tokens": 1048576}
{"event": "train", "step": 320, "epoch": 5, "tokens": 41943040, "loss": 4.872439543406169, "lr": 0.007999838979717738, "grad_norm": 0.19438153505325317, "tokens_per_second": 1743720.2966344438, "training_seconds": 0.676512168996851, "elapsed_tokens_per_second": 528656.6670580232, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 340, "epoch": 5, "tokens": 44564480, "loss": 4.810890460014344, "lr": 0.007998027650419737, "grad_norm": 0.2453693449497223, "tokens_per_second": 1729204.221739947, "training_seconds": 1.5159805690054782, "elapsed_tokens_per_second": 551158.639198827, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 360, "epoch": 5, "tokens": 47185920, "loss": 4.760572385787964, "lr": 0.00799420463091706, "grad_norm": 0.24102388322353363, "tokens_per_second": 1726974.3389271367, "training_seconds": 1.5179380150075303, "elapsed_tokens_per_second": 572814.6728611732, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 380, "epoch": 5, "tokens": 49807360, "loss": 4.666992354393005, "lr": 0.007988371844840945, "grad_norm": 0.2147441804409027, "tokens_per_second": 1725979.0360179972, "training_seconds": 1.5188133490009932, "elapsed_tokens_per_second": 593683.1224731625, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 389, "epoch": 5, "tokens": 50987008, "loss": 4.60312737358941, "lr": 0.007985092149712518, "grad_norm": 0.2006761133670807, "tokens_per_second": 1727693.706385359, "training_seconds": 0.6827876930037746, "elapsed_tokens_per_second": 602826.4768979135, "peak_memory_bytes": 42389451776}
{"loss": 4.603394145537486, "perplexity": 99.822553577595, "tokens": 50987008, "seconds": 0.5460847569920588, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 5, "step": 389, "evaluation_tokens": 1048576}
{"event": "train", "step": 400, "epoch": 6, "tokens": 52428800, "loss": 4.585202997381037, "lr": 0.007980532227078202, "grad_norm": 0.1754639893770218, "tokens_per_second": 1737844.808010327, "training_seconds": 0.8296437019889709, "elapsed_tokens_per_second": 609904.9321572211, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 420, "epoch": 6, "tokens": 55050240, "loss": 4.516485619544983, "lr": 0.007970689722294463, "grad_norm": 0.17596836388111115, "tokens_per_second": 1723910.3867181286, "training_seconds": 1.5206358869909309, "elapsed_tokens_per_second": 629260.1946028197, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 440, "epoch": 6, "tokens": 57671680, "loss": 4.4400519847869875, "lr": 0.007958849282949336, "grad_norm": 0.16309109330177307, "tokens_per_second": 1728273.869516782, "training_seconds": 1.5167966409935616, "elapsed_tokens_per_second": 647977.8498306967, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 460, "epoch": 6, "tokens": 60293120, "loss": 4.4002227783203125, "lr": 0.007945016866804485, "grad_norm": 0.13908126950263977, "tokens_per_second": 1724942.675762856, "training_seconds": 1.5197258650005097, "elapsed_tokens_per_second": 666049.8977940356, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 467, "epoch": 6, "tokens": 61210624, "loss": 4.351402350834438, "lr": 0.007939706174607876, "grad_norm": 0.16538453102111816, "tokens_per_second": 1729386.8825122355, "training_seconds": 0.530537156999344, "elapsed_tokens_per_second": 672231.3450612664, "peak_memory_bytes": 42389451776}
{"loss": 4.363180870937464, "perplexity": 78.50645658821558, "tokens": 61210624, "seconds": 0.5439080859941896, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 6, "step": 467, "evaluation_tokens": 1048576}
{"event": "train", "step": 480, "epoch": 7, "tokens": 62914560, "loss": 4.343945723313552, "lr": 0.007929199433925843, "grad_norm": 0.22818569839000702, "tokens_per_second": 1738498.3148617279, "training_seconds": 0.9801194429892348, "elapsed_tokens_per_second": 679518.0371286065, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 500, "epoch": 7, "tokens": 65536000, "loss": 4.324959063529969, "lr": 0.007911404943181526, "grad_norm": 0.1718013733625412, "tokens_per_second": 1729288.613469344, "training_seconds": 1.5159065870102495, "elapsed_tokens_per_second": 696420.1857286337, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 520, "epoch": 7, "tokens": 68157440, "loss": 4.27970712184906, "lr": 0.007891642348237157, "grad_norm": 0.18114396929740906, "tokens_per_second": 1721591.0113633529, "training_seconds": 1.5226845300057903, "elapsed_tokens_per_second": 712732.1953118677, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 540, "epoch": 7, "tokens": 70778880, "loss": 4.272261261940002, "lr": 0.00786992159305064, "grad_norm": 0.17354366183280945, "tokens_per_second": 1727731.3608756938, "training_seconds": 1.5172729160112794, "elapsed_tokens_per_second": 728574.0024274692, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 545, "epoch": 7, "tokens": 71434240, "loss": 4.272201251983643, "lr": 0.007864186700914343, "grad_norm": 0.16641677916049957, "tokens_per_second": 1731234.233014044, "training_seconds": 0.37855073998798616, "elapsed_tokens_per_second": 732453.659584495, "peak_memory_bytes": 42389451776}
{"loss": 4.256464483170582, "perplexity": 70.56007560310807, "tokens": 71434240, "seconds": 0.5486124249873683, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 7, "step": 545, "evaluation_tokens": 1048576}
{"event": "train", "step": 560, "epoch": 8, "tokens": 73400320, "loss": 4.240969816843669, "lr": 0.00784625360686866, "grad_norm": 0.1414492428302765, "tokens_per_second": 1729805.5076481933, "training_seconds": 1.1365902069956064, "elapsed_tokens_per_second": 739755.4453558176, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 580, "epoch": 8, "tokens": 76021760, "loss": 4.2092479228973385, "lr": 0.00782065029872741, "grad_norm": 0.20303688943386078, "tokens_per_second": 1726497.8834091958, "training_seconds": 1.5183569149958203, "elapsed_tokens_per_second": 754618.1408839722, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 600, "epoch": 8, "tokens": 78643200, "loss": 4.19597065448761, "lr": 0.007793124551460297, "grad_norm": 0.16627341508865356, "tokens_per_second": 1728128.0025647455, "training_seconds": 1.5169246699952055, "elapsed_tokens_per_second": 769047.0350375876, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 620, "epoch": 8, "tokens": 81264640, "loss": 4.186060571670533, "lr": 0.007763690215215693, "grad_norm": 0.14743100106716156, "tokens_per_second": 1726858.4674507233, "training_seconds": 1.5180398680095095, "elapsed_tokens_per_second": 783048.2983188671, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 623, "epoch": 8, "tokens": 81657856, "loss": 4.152764797210693, "lr": 0.007759111351899522, "grad_norm": 0.13862605392932892, "tokens_per_second": 1731895.1777347552, "training_seconds": 0.22704376399633475, "elapsed_tokens_per_second": 785107.331511095, "peak_memory_bytes": 42389451776}
{"loss": 4.170702741875825, "perplexity": 64.76094634909398, "tokens": 81657856, "seconds": 0.5458951299951877, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 8, "step": 623, "evaluation_tokens": 1048576}
{"event": "train", "step": 640, "epoch": 9, "tokens": 83886080, "loss": 4.151072305791518, "lr": 0.007732362100487943, "grad_norm": 0.1711272895336151, "tokens_per_second": 1735021.7959235734, "training_seconds": 1.2842628289945424, "elapsed_tokens_per_second": 792512.7553792064, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 660, "epoch": 9, "tokens": 86507520, "loss": 4.149542379379272, "lr": 0.007699155970665158, "grad_norm": 0.19585220515727997, "tokens_per_second": 1727761.0031232485, "training_seconds": 1.5172468849923462, "elapsed_tokens_per_second": 805720.4180504413, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 680, "epoch": 9, "tokens": 89128960, "loss": 4.127067565917969, "lr": 0.007664088534097537, "grad_norm": 0.15109263360500336, "tokens_per_second": 1727202.9773786936, "training_seconds": 1.5177370780002093, "elapsed_tokens_per_second": 818552.7354281147, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 700, "epoch": 9, "tokens": 91750400, "loss": 4.112120318412781, "lr": 0.007627177435690227, "grad_norm": 0.15036898851394653, "tokens_per_second": 1728025.5507340566, "training_seconds": 1.5170146059972467, "elapsed_tokens_per_second": 831040.6911780441, "peak_memory_bytes": 42389451776}
{"loss": 4.125687569078912, "perplexity": 61.91036227038244, "tokens": 91750400, "seconds": 0.546218552000937, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 9, "step": 700, "evaluation_tokens": 1048576}
{"event": "train", "step": 720, "epoch": 10, "tokens": 94371840, "loss": 4.098099970817566, "lr": 0.007588441248024907, "grad_norm": 0.13055284321308136, "tokens_per_second": 1730857.2355776413, "training_seconds": 1.5145327679929323, "elapsed_tokens_per_second": 839041.1410342152, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 740, "epoch": 10, "tokens": 96993280, "loss": 4.08719961643219, "lr": 0.007547899462014625, "grad_norm": 0.14993567764759064, "tokens_per_second": 1726017.4074047671, "training_seconds": 1.518779584002914, "elapsed_tokens_per_second": 850846.0384103137, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 760, "epoch": 10, "tokens": 99614720, "loss": 4.0773557901382445, "lr": 0.007505572477096535, "grad_norm": 0.13298580050468445, "tokens_per_second": 1727443.3771723635, "training_seconds": 1.5175258620001841, "elapsed_tokens_per_second": 862353.3050971928, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 778, "epoch": 10, "tokens": 101974016, "loss": 4.066121551725599, "lr": 0.007465969429761635, "grad_norm": 0.15044963359832764, "tokens_per_second": 1729017.246357084, "training_seconds": 1.3645300560019678, "elapsed_tokens_per_second": 872458.9516661873, "peak_memory_bytes": 42389451776}
{"loss": 4.062808320250606, "perplexity": 58.137350336849096, "tokens": 101974016, "seconds": 0.5453985749918502, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 10, "step": 778, "evaluation_tokens": 1048576}
{"event": "train", "step": 780, "epoch": 11, "tokens": 102236160, "loss": 4.0216615200042725, "lr": 0.007461481590967504, "grad_norm": 0.13316068053245544, "tokens_per_second": 1791625.4646082353, "training_seconds": 0.14631629499490373, "elapsed_tokens_per_second": 869484.0242521568, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 800, "epoch": 11, "tokens": 104857600, "loss": 4.046605038642883, "lr": 0.007415648988867725, "grad_norm": 0.14786672592163086, "tokens_per_second": 1724957.7185311732, "training_seconds": 1.5197126119892346, "elapsed_tokens_per_second": 880391.946225927, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 820, "epoch": 11, "tokens": 107479040, "loss": 4.041562581062317, "lr": 0.007368097732417771, "grad_norm": 0.12044365704059601, "tokens_per_second": 1726598.1753937723, "training_seconds": 1.5182687190099386, "elapsed_tokens_per_second": 891029.987909239, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 840, "epoch": 11, "tokens": 110100480, "loss": 4.027339625358581, "lr": 0.00731885174801465, "grad_norm": 0.1300976276397705, "tokens_per_second": 1727568.290464015, "training_seconds": 1.5174161360046128, "elapsed_tokens_per_second": 901411.7223632879, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 856, "epoch": 11, "tokens": 112197632, "loss": 4.01318784058094, "lr": 0.007278251379608424, "grad_norm": 0.13746821880340576, "tokens_per_second": 1724694.524615892, "training_seconds": 1.2159556200058432, "elapsed_tokens_per_second": 909515.6473080307, "peak_memory_bytes": 42389451776}
{"loss": 4.026811353568629, "perplexity": 56.081800804948394, "tokens": 112197632, "seconds": 0.5456397520028986, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 11, "step": 856, "evaluation_tokens": 1048576}
{"event": "train", "step": 860, "epoch": 12, "tokens": 112721920, "loss": 4.001581192016602, "lr": 0.007267935814792751, "grad_norm": 0.147955060005188, "tokens_per_second": 1761053.5612002208, "training_seconds": 0.29771269400953315, "elapsed_tokens_per_second": 907508.9196202365, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 880, "epoch": 12, "tokens": 115343360, "loss": 3.9930824995040894, "lr": 0.007215375552155713, "grad_norm": 0.1256740540266037, "tokens_per_second": 1727572.953746048, "training_seconds": 1.5174120400042739, "elapsed_tokens_per_second": 917398.1080150313, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 900, "epoch": 12, "tokens": 117964800, "loss": 3.9976258754730223, "lr": 0.007161197406885484, "grad_norm": 0.16099879145622253, "tokens_per_second": 1727071.4445800518, "training_seconds": 1.517852668010164, "elapsed_tokens_per_second": 927043.8012613506, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 920, "epoch": 12, "tokens": 120586240, "loss": 3.9906249761581423, "lr": 0.007105428639835085, "grad_norm": 0.1423993706703186, "tokens_per_second": 1722253.9303458205, "training_seconds": 1.5220984280022094, "elapsed_tokens_per_second": 936434.7277011133, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 934, "epoch": 12, "tokens": 122421248, "loss": 3.986100912094116, "lr": 0.007065459077989923, "grad_norm": 0.12993521988391876, "tokens_per_second": 1730608.3650573073, "training_seconds": 1.0603253959998256, "elapsed_tokens_per_second": 942908.0472267395, "peak_memory_bytes": 42389451776}
{"loss": 3.995693576818182, "perplexity": 54.36353283720953, "tokens": 122421248, "seconds": 0.548149693000596, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 12, "step": 934, "evaluation_tokens": 1048576}
{"event": "train", "step": 940, "epoch": 13, "tokens": 123207680, "loss": 3.9502608378728232, "lr": 0.007048097312211743, "grad_norm": 0.13027042150497437, "tokens_per_second": 1741878.5101757855, "training_seconds": 0.4514849889965262, "elapsed_tokens_per_second": 941663.9874608031, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 960, "epoch": 13, "tokens": 125829120, "loss": 3.9729103684425353, "lr": 0.00698923227145732, "grad_norm": 0.14702185988426208, "tokens_per_second": 1728213.6815513081, "training_seconds": 1.5168494660028955, "elapsed_tokens_per_second": 950669.8801359981, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 980, "epoch": 13, "tokens": 128450560, "loss": 3.9489734768867493, "lr": 0.00692886313673312, "grad_norm": 0.12007571756839752, "tokens_per_second": 1728935.448658935, "training_seconds": 1.516216237010667, "elapsed_tokens_per_second": 959471.9440405264, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1000, "epoch": 13, "tokens": 131072000, "loss": 3.966626965999603, "lr": 0.006867020284016403, "grad_norm": 0.1137341633439064, "tokens_per_second": 1726996.6622399916, "training_seconds": 1.5179183940053917, "elapsed_tokens_per_second": 968068.1661518548, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1012, "epoch": 13, "tokens": 132644864, "loss": 3.9700153271357217, "lr": 0.006829220102252354, "grad_norm": 0.1589617282152176, "tokens_per_second": 1725189.4147714016, "training_seconds": 0.911705107006128, "elapsed_tokens_per_second": 973120.9184752527, "peak_memory_bytes": 42389451776}
{"loss": 3.961817358909902, "perplexity": 52.552746418159266, "tokens": 132644864, "seconds": 0.5486225740023656, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 13, "step": 1012, "evaluation_tokens": 1048576}
{"event": "train", "step": 1020, "epoch": 14, "tokens": 133693440, "loss": 3.953744888305664, "lr": 0.00680373483081608, "grad_norm": 0.11844196915626526, "tokens_per_second": 1734112.4595172736, "training_seconds": 0.6046758929878706, "elapsed_tokens_per_second": 972545.4891168053, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1040, "epoch": 14, "tokens": 136314880, "loss": 3.9344334602355957, "lr": 0.006739038620515297, "grad_norm": 0.10943478345870972, "tokens_per_second": 1722380.5556013493, "training_seconds": 1.5219865270046284, "elapsed_tokens_per_second": 980748.3987312098, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1060, "epoch": 14, "tokens": 138936320, "loss": 3.927404999732971, "lr": 0.00667296420634878, "grad_norm": 0.1258097141981125, "tokens_per_second": 1728061.9570072365, "training_seconds": 1.5169826460041804, "elapsed_tokens_per_second": 988803.9774699479, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1080, "epoch": 14, "tokens": 141557760, "loss": 3.9307607650756835, "lr": 0.006605544835023, "grad_norm": 0.12471466511487961, "tokens_per_second": 1727601.224286055, "training_seconds": 1.51738720900903, "elapsed_tokens_per_second": 996688.717781159, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1090, "epoch": 14, "tokens": 142868480, "loss": 3.9260868549346926, "lr": 0.006571341365532515, "grad_norm": 0.1399884968996048, "tokens_per_second": 1725819.53092643, "training_seconds": 0.7594768609997118, "elapsed_tokens_per_second": 1000553.6255171648, "peak_memory_bytes": 42389451776}
{"loss": 3.928992327570911, "perplexity": 50.85570594824418, "tokens": 142868480, "seconds": 0.5462319579964969, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 14, "step": 1090, "evaluation_tokens": 1048576}
{"event": "train", "step": 1100, "epoch": 15, "tokens": 144179200, "loss": 3.9152373552322386, "lr": 0.006536814429987407, "grad_norm": 0.1159626841545105, "tokens_per_second": 1745319.0918821993, "training_seconds": 0.7509916129929479, "elapsed_tokens_per_second": 1000547.9925863381, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1120, "epoch": 15, "tokens": 146800640, "loss": 3.917672026157379, "lr": 0.006466807574365148, "grad_norm": 0.12447244673967361, "tokens_per_second": 1727963.7626545688, "training_seconds": 1.5170688510115724, "elapsed_tokens_per_second": 1008118.6349466506, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1140, "epoch": 15, "tokens": 149422080, "loss": 3.899855041503906, "lr": 0.006395559493551849, "grad_norm": 0.1416378915309906, "tokens_per_second": 1726914.2050523418, "training_seconds": 1.517990872001974, "elapsed_tokens_per_second": 1015523.6192841431, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1160, "epoch": 15, "tokens": 152043520, "loss": 3.8826931595802305, "lr": 0.006323106037491235, "grad_norm": 0.12328212708234787, "tokens_per_second": 1729969.6015912273, "training_seconds": 1.5153098630107706, "elapsed_tokens_per_second": 1022798.4265895435, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1167, "epoch": 15, "tokens": 152961024, "loss": 3.894404206957136, "lr": 0.006297469286818803, "grad_norm": 0.12756755948066711, "tokens_per_second": 1724733.026951124, "training_seconds": 0.5319687080045696, "elapsed_tokens_per_second": 1025290.4792987803, "peak_memory_bytes": 42389451776}
{"loss": 3.9060531143264474, "perplexity": 49.70239466451453, "tokens": 152961024, "seconds": 0.5441359579999698, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 15, "step": 1167, "evaluation_tokens": 1048576}
{"event": "train", "step": 1180, "epoch": 16, "tokens": 154664960, "loss": 3.8882046112647424, "lr": 0.006249483662636486, "grad_norm": 0.1447463482618332, "tokens_per_second": 1730281.134232745, "training_seconds": 0.9847740730037913, "elapsed_tokens_per_second": 1026152.8284003916, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1200, "epoch": 16, "tokens": 157286400, "loss": 3.8718814969062807, "lr": 0.006174729413606421, "grad_norm": 0.13134372234344482, "tokens_per_second": 1725710.8305603093, "training_seconds": 1.5190493989939569, "elapsed_tokens_per_second": 1033125.6457975646, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1220, "epoch": 16, "tokens": 159907840, "loss": 3.8689971446990965, "lr": 0.006098880904545735, "grad_norm": 0.13740311563014984, "tokens_per_second": 1728790.1278694875, "training_seconds": 1.5163436889997683, "elapsed_tokens_per_second": 1039975.377482218, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1240, "epoch": 16, "tokens": 162529280, "loss": 3.8566710472106935, "lr": 0.006021976300198661, "grad_norm": 0.1377592831850052, "tokens_per_second": 1730571.8933475076, "training_seconds": 1.514782489000936, "elapsed_tokens_per_second": 1046704.6622917695, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1245, "epoch": 16, "tokens": 163184640, "loss": 3.8345755100250245, "lr": 0.006002589657528159, "grad_norm": 0.13741916418075562, "tokens_per_second": 1732330.1589842215, "training_seconds": 0.3783112570090452, "elapsed_tokens_per_second": 1048359.8495669706, "peak_memory_bytes": 42389451776}
{"loss": 3.879988325943635, "perplexity": 48.42364976762871, "tokens": 163184640, "seconds": 0.5452898109942907, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 16, "step": 1245, "evaluation_tokens": 1048576}
{"event": "train", "step": 1260, "epoch": 17, "tokens": 165150720, "loss": 3.857773447036743, "lr": 0.005944054296705593, "grad_norm": 0.1319078803062439, "tokens_per_second": 1738184.3901789468, "training_seconds": 1.131111296999734, "elapsed_tokens_per_second": 1049630.1552340898, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1280, "epoch": 17, "tokens": 167772160, "loss": 3.858771634101868, "lr": 0.005865154102132323, "grad_norm": 0.11399345844984055, "tokens_per_second": 1725157.9791322437, "training_seconds": 1.519536199994036, "elapsed_tokens_per_second": 1056084.253089318, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1300, "epoch": 17, "tokens": 170393600, "loss": 3.8401212334632873, "lr": 0.005785315416741691, "grad_norm": 0.1088913083076477, "tokens_per_second": 1728049.4185428394, "training_seconds": 1.5169936530000996, "elapsed_tokens_per_second": 1062429.3636881346, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1320, "epoch": 17, "tokens": 173015040, "loss": 3.8433698654174804, "lr": 0.005704578413017585, "grad_norm": 0.12891198694705963, "tokens_per_second": 1726046.6817392586, "training_seconds": 1.51875382498838, "elapsed_tokens_per_second": 1068647.0680944799, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1323, "epoch": 17, "tokens": 173408256, "loss": 3.864650090535482, "lr": 0.005692392887835475, "grad_norm": 0.13509048521518707, "tokens_per_second": 1727106.3328891443, "training_seconds": 0.22767330100759864, "elapsed_tokens_per_second": 1069560.9435251083, "peak_memory_bytes": 42389451776}
{"loss": 3.861228649124935, "perplexity": 47.523705472295816, "tokens": 173408256, "seconds": 0.547203415990225, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 17, "step": 1323, "evaluation_tokens": 1048576}
{"event": "train", "step": 1340, "epoch": 18, "tokens": 175636480, "loss": 3.8317770396961883, "lr": 0.005622983715451311, "grad_norm": 0.09856148064136505, "tokens_per_second": 1731124.9697584845, "training_seconds": 1.2871537519968115, "elapsed_tokens_per_second": 1071124.1444348427, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1360, "epoch": 18, "tokens": 178257920, "loss": 3.8272161364555357, "lr": 0.00554057238010056, "grad_norm": 0.11979763209819794, "tokens_per_second": 1729457.0782319824, "training_seconds": 1.5157589239970548, "elapsed_tokens_per_second": 1077146.3236492255, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1380, "epoch": 18, "tokens": 180879360, "loss": 3.8055227637290954, "lr": 0.005457385873931188, "grad_norm": 0.11479519307613373, "tokens_per_second": 1725175.4666064433, "training_seconds": 1.5195207970100455, "elapsed_tokens_per_second": 1083031.9306851556, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1400, "epoch": 18, "tokens": 183500800, "loss": 3.8192213416099547, "lr": 0.005373466053952266, "grad_norm": 0.10976970195770264, "tokens_per_second": 1726543.5714796996, "training_seconds": 1.5183167359937215, "elapsed_tokens_per_second": 1088821.8076547363, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1401, "epoch": 18, "tokens": 183631872, "loss": 3.8212461471557617, "lr": 0.005369251569377675, "grad_norm": 0.12245973199605942, "tokens_per_second": 1730668.949296009, "training_seconds": 0.07573487699846737, "elapsed_tokens_per_second": 1089099.9414516182, "peak_memory_bytes": 42389451776}
{"loss": 3.833798658095202, "perplexity": 46.23784682585818, "tokens": 183631872, "seconds": 0.5475181750080083, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 18, "step": 1401, "evaluation_tokens": 1048576}
{"event": "train", "step": 1420, "epoch": 19, "tokens": 186122240, "loss": 3.800446535411634, "lr": 0.005288855146154851, "grad_norm": 0.11120779812335968, "tokens_per_second": 1747963.4053826847, "training_seconds": 1.4247254789952422, "elapsed_tokens_per_second": 939231.5926062461, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1440, "epoch": 19, "tokens": 188743680, "loss": 3.7955905199050903, "lr": 0.005203595724265121, "grad_norm": 0.11256275326013565, "tokens_per_second": 1736871.8450422613, "training_seconds": 1.5092880960000912, "elapsed_tokens_per_second": 945254.7201239851, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1460, "epoch": 19, "tokens": 191365120, "loss": 3.811633861064911, "lr": 0.005117730688322512, "grad_norm": 0.1357627809047699, "tokens_per_second": 1731841.5863975051, "training_seconds": 1.513671931999852, "elapsed_tokens_per_second": 951164.5236813683, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1479, "epoch": 19, "tokens": 193855488, "loss": 3.801361447886417, "lr": 0.005035637302328019, "grad_norm": 0.1341368556022644, "tokens_per_second": 1734762.0535363727, "training_seconds": 1.4355674859980354, "elapsed_tokens_per_second": 956710.5277339792, "peak_memory_bytes": 42389451776}
{"loss": 3.8147313419834545, "perplexity": 45.364567191015524, "tokens": 193855488, "seconds": 0.5453556980064604, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 19, "step": 1479, "evaluation_tokens": 1048576}
{"event": "train", "step": 1480, "epoch": 20, "tokens": 193986560, "loss": 3.810795783996582, "lr": 0.0050313032430936815, "grad_norm": 0.13098135590553284, "tokens_per_second": 1872102.3259068588, "training_seconds": 0.07001326700265054, "elapsed_tokens_per_second": 954401.1892774837, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1500, "epoch": 20, "tokens": 196608000, "loss": 3.7996227383613586, "lr": 0.0049443568763331384, "grad_norm": 0.11273982375860214, "tokens_per_second": 1732450.6461748986, "training_seconds": 1.5131397859950084, "elapsed_tokens_per_second": 960142.9477322979, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1520, "epoch": 20, "tokens": 199229440, "loss": 3.7934288144111634, "lr": 0.004856935336901482, "grad_norm": 0.11731261014938354, "tokens_per_second": 1728706.5143737155, "training_seconds": 1.5164170310017653, "elapsed_tokens_per_second": 965787.3183591618, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1540, "epoch": 20, "tokens": 201850880, "loss": 3.784402859210968, "lr": 0.0047690826127522535, "grad_norm": 0.12507286667823792, "tokens_per_second": 1727440.7544614214, "training_seconds": 1.5175281660049222, "elapsed_tokens_per_second": 971341.9120532006, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1557, "epoch": 20, "tokens": 204079104, "loss": 3.795761318767772, "lr": 0.004694101790950691, "grad_norm": 0.11889298260211945, "tokens_per_second": 1732251.5739709772, "training_seconds": 1.2863166259921854, "elapsed_tokens_per_second": 976016.7762809679, "peak_memory_bytes": 42389451776}
{"loss": 3.7944669454756426, "perplexity": 44.454533398436176, "tokens": 204079104, "seconds": 0.543270128997392, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 20, "step": 1557, "evaluation_tokens": 1048576}
{"event": "train", "step": 1560, "epoch": 21, "tokens": 204472320, "loss": 3.807065486907959, "lr": 0.004680842908798498, "grad_norm": 0.12843945622444153, "tokens_per_second": 1782134.4528447695, "training_seconds": 0.22064328500709962, "elapsed_tokens_per_second": 974292.4098701155, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1580, "epoch": 21, "tokens": 207093760, "loss": 3.7732810854911802, "lr": 0.004592260624670137, "grad_norm": 0.12505272030830383, "tokens_per_second": 1733801.583663726, "training_seconds": 1.511960782998358, "elapsed_tokens_per_second": 979717.8482989087, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1600, "epoch": 21, "tokens": 209715200, "loss": 3.7725341439247133, "lr": 0.004503380332373388, "grad_norm": 0.15180204808712006, "tokens_per_second": 1728754.7762271143, "training_seconds": 1.5163746970065404, "elapsed_tokens_per_second": 985047.5020968632, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1620, "epoch": 21, "tokens": 212336640, "loss": 3.7795570850372315, "lr": 0.004414246753863435, "grad_norm": 0.11808861792087555, "tokens_per_second": 1738608.5493198514, "training_seconds": 1.507780461004586, "elapsed_tokens_per_second": 990160.8180310896, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1634, "epoch": 21, "tokens": 214171648, "loss": 3.774143866130284, "lr": 0.004351726556015819, "grad_norm": 0.12329506874084473, "tokens_per_second": 1727561.1004191674, "training_seconds": 1.062195716003771, "elapsed_tokens_per_second": 993789.5343189125, "peak_memory_bytes": 42389451776}
{"loss": 3.772602204035135, "perplexity": 43.49309561640652, "tokens": 214171648, "seconds": 0.5480929619952803, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 21, "step": 1634, "evaluation_tokens": 1048576}
{"event": "train", "step": 1640, "epoch": 22, "tokens": 214958080, "loss": 3.7501609722773233, "lr": 0.004324904738541651, "grad_norm": 0.11448626220226288, "tokens_per_second": 1747641.043909871, "training_seconds": 0.44999629800440744, "elapsed_tokens_per_second": 992792.1110560781, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1660, "epoch": 22, "tokens": 217579520, "loss": 3.7658143401145936, "lr": 0.004235399240688696, "grad_norm": 0.10913148522377014, "tokens_per_second": 1728197.9735457108, "training_seconds": 1.5168632530112518, "elapsed_tokens_per_second": 997901.5966703839, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1680, "epoch": 22, "tokens": 220200960, "loss": 3.751376736164093, "lr": 0.004145775296844847, "grad_norm": 0.11238208413124084, "tokens_per_second": 1726538.538505196, "training_seconds": 1.518321161987842, "elapsed_tokens_per_second": 1002935.4058033756, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1700, "epoch": 22, "tokens": 222822400, "loss": 3.7548980832099916, "lr": 0.004056078003148922, "grad_norm": 0.15084217488765717, "tokens_per_second": 1732124.2058421583, "training_seconds": 1.5134249559923774, "elapsed_tokens_per_second": 1007920.2826652514, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1712, "epoch": 22, "tokens": 224395264, "loss": 3.7506236831347146, "lr": 0.00400224319349441, "grad_norm": 0.11605742573738098, "tokens_per_second": 1730189.7870607995, "training_seconds": 0.9090702140092617, "elapsed_tokens_per_second": 1010873.3504361876, "peak_memory_bytes": 42389451776}
{"loss": 3.758026103414717, "perplexity": 42.863733841639, "tokens": 224395264, "seconds": 0.5455421570077306, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 22, "step": 1712, "evaluation_tokens": 1048576}
{"event": "train", "step": 1720, "epoch": 23, "tokens": 225443840, "loss": 3.7411291003227234, "lr": 0.00396635249264724, "grad_norm": 0.1268358826637268, "tokens_per_second": 1743332.9190499869, "training_seconds": 0.6014777719974518, "elapsed_tokens_per_second": 1010344.3577169991, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1740, "epoch": 23, "tokens": 228065280, "loss": 3.747817647457123, "lr": 0.0038766439125839805, "grad_norm": 0.13663525879383087, "tokens_per_second": 1731023.2467686306, "training_seconds": 1.514387518996955, "elapsed_tokens_per_second": 1015195.6879831252, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1760, "epoch": 23, "tokens": 230686720, "loss": 3.737990975379944, "lr": 0.0037869974016844295, "grad_norm": 0.11179503798484802, "tokens_per_second": 1729543.1252695252, "training_seconds": 1.5156835130037507, "elapsed_tokens_per_second": 1019977.7454831784, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1780, "epoch": 23, "tokens": 233308160, "loss": 3.7311349630355837, "lr": 0.0036974580674424885, "grad_norm": 0.11413224041461945, "tokens_per_second": 1721185.7311394126, "training_seconds": 1.523043070003041, "elapsed_tokens_per_second": 1024660.6436132725, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1790, "epoch": 23, "tokens": 234618880, "loss": 3.734074592590332, "lr": 0.003652742673534095, "grad_norm": 0.11004291474819183, "tokens_per_second": 1725822.3327709127, "training_seconds": 0.7594756280013826, "elapsed_tokens_per_second": 1026984.4785846444, "peak_memory_bytes": 42389451776}
{"loss": 3.7385368692451877, "perplexity": 42.036440339572216, "tokens": 234618880, "seconds": 0.541876602001139, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 23, "step": 1790, "evaluation_tokens": 1048576}
{"event": "train", "step": 1800, "epoch": 24, "tokens": 235929600, "loss": 3.7188072681427, "lr": 0.0036080709634239085, "grad_norm": 0.1201966404914856, "tokens_per_second": 1733185.5337107696, "training_seconds": 0.7562490999989677, "elapsed_tokens_per_second": 1026852.1865050991, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1820, "epoch": 24, "tokens": 238551040, "loss": 3.730161416530609, "lr": 0.0035188810665966602, "grad_norm": 0.11084675788879395, "tokens_per_second": 1727585.3429814782, "training_seconds": 1.5174011580093065, "elapsed_tokens_per_second": 1031440.94557624, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1840, "epoch": 24, "tokens": 241172480, "loss": 3.7061750888824463, "lr": 0.003429933254699843, "grad_norm": 0.1105344220995903, "tokens_per_second": 1726257.0555215091, "training_seconds": 1.5185687390039675, "elapsed_tokens_per_second": 1035967.3387255946, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1860, "epoch": 24, "tokens": 243793920, "loss": 3.725103461742401, "lr": 0.003341272283662522, "grad_norm": 0.11962687224149704, "tokens_per_second": 1723492.0128447728, "training_seconds": 1.5210050179885002, "elapsed_tokens_per_second": 1040420.9125039683, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1868, "epoch": 24, "tokens": 244842496, "loss": 3.709785580635071, "lr": 0.003305898209049308, "grad_norm": 0.11338481307029724, "tokens_per_second": 1725708.5431198303, "training_seconds": 0.6076205650024349, "elapsed_tokens_per_second": 1042186.5878944943, "peak_memory_bytes": 42389451776}
{"loss": 3.7229369698382193, "perplexity": 41.385764532894875, "tokens": 244842496, "seconds": 0.5468390150053892, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 24, "step": 1868, "evaluation_tokens": 1048576}
{"event": "train", "step": 1880, "epoch": 25, "tokens": 246415360, "loss": 3.7044883370399475, "lr": 0.0032529427650838556, "grad_norm": 0.11278007179498672, "tokens_per_second": 1737031.085836356, "training_seconds": 0.9054898400063394, "elapsed_tokens_per_second": 1042399.5269932537, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1900, "epoch": 25, "tokens": 249036800, "loss": 3.708590066432953, "lr": 0.003164989143785854, "grad_norm": 0.11683943122625351, "tokens_per_second": 1721864.3627965085, "training_seconds": 1.5224427990033291, "elapsed_tokens_per_second": 1046738.8147209701, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1920, "epoch": 25, "tokens": 251658240, "loss": 3.710861563682556, "lr": 0.003077455675450043, "grad_norm": 0.11787106096744537, "tokens_per_second": 1722275.7979933387, "training_seconds": 1.5220791019964963, "elapsed_tokens_per_second": 1051027.1395911684, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1940, "epoch": 25, "tokens": 254279680, "loss": 3.709316837787628, "lr": 0.002990386404349306, "grad_norm": 0.11297697573900223, "tokens_per_second": 1729436.28632614, "training_seconds": 1.5157771469966974, "elapsed_tokens_per_second": 1055286.666316019, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1946, "epoch": 25, "tokens": 255066112, "loss": 3.672827363014221, "lr": 0.0029643626976719826, "grad_norm": 0.11861942708492279, "tokens_per_second": 1728292.6599738416, "training_seconds": 0.4550340449932264, "elapsed_tokens_per_second": 1056548.6610647605, "peak_memory_bytes": 42389451776}
{"loss": 3.699466504765953, "perplexity": 40.42573167093634, "tokens": 255066112, "seconds": 0.5482724949979456, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 25, "step": 1946, "evaluation_tokens": 1048576}
{"event": "train", "step": 1960, "epoch": 26, "tokens": 256901120, "loss": 3.6765728337424144, "lr": 0.0029038251411861024, "grad_norm": 0.12542730569839478, "tokens_per_second": 1736506.4333910043, "training_seconds": 1.0567239859956317, "elapsed_tokens_per_second": 1057089.6121046487, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1980, "epoch": 26, "tokens": 259522560, "loss": 3.684279227256775, "lr": 0.002817815441048194, "grad_norm": 0.10886955261230469, "tokens_per_second": 1728306.906587347, "training_seconds": 1.516767647000961, "elapsed_tokens_per_second": 1061245.9200170038, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2000, "epoch": 26, "tokens": 262144000, "loss": 3.677501118183136, "lr": 0.00273240058149302, "grad_norm": 0.11601390689611435, "tokens_per_second": 1730727.4606753346, "training_seconds": 1.5146463319979375, "elapsed_tokens_per_second": 1065361.7298018374, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2020, "epoch": 26, "tokens": 264765440, "loss": 3.681619703769684, "lr": 0.002647623540771689, "grad_norm": 0.11033537983894348, "tokens_per_second": 1729995.9755180676, "training_seconds": 1.5152867619908648, "elapsed_tokens_per_second": 1069422.580201536, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2024, "epoch": 26, "tokens": 265289728, "loss": 3.6743159890174866, "lr": 0.002630748430622327, "grad_norm": 0.1280258148908615, "tokens_per_second": 1732913.0220815698, "training_seconds": 0.30254720999801066, "elapsed_tokens_per_second": 1070226.9668240813, "peak_memory_bytes": 42389451776}
{"loss": 3.6828933071188477, "perplexity": 39.7612693714021, "tokens": 265289728, "seconds": 0.5450618019967806, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 26, "step": 2024, "evaluation_tokens": 1048576}
{"event": "train", "step": 2040, "epoch": 27, "tokens": 267386880, "loss": 3.6576473116874695, "lr": 0.0025635269762035906, "grad_norm": 0.11788530647754669, "tokens_per_second": 1735154.7143736633, "training_seconds": 1.2086253650049912, "elapsed_tokens_per_second": 1071075.1358656138, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2060, "epoch": 27, "tokens": 270008320, "loss": 3.6580636978149412, "lr": 0.0024801532027124724, "grad_norm": 0.11756369471549988, "tokens_per_second": 1726557.741530959, "training_seconds": 1.5183042749995366, "elapsed_tokens_per_second": 1075031.1200952355, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2080, "epoch": 27, "tokens": 272629760, "loss": 3.66621915102005, "lr": 0.002397544171534828, "grad_norm": 0.14055880904197693, "tokens_per_second": 1729908.8491242924, "training_seconds": 1.515363079000963, "elapsed_tokens_per_second": 1078952.8936874885, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2100, "epoch": 27, "tokens": 275251200, "loss": 3.656501019001007, "lr": 0.002315741449111254, "grad_norm": 0.10961984097957611, "tokens_per_second": 1728505.3185706877, "training_seconds": 1.5165935400000308, "elapsed_tokens_per_second": 1082821.6565613851, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2101, "epoch": 27, "tokens": 275382272, "loss": 3.667790174484253, "lr": 0.00231167321869785, "grad_norm": 0.11690995842218399, "tokens_per_second": 1740781.1723342626, "training_seconds": 0.07529493200127035, "elapsed_tokens_per_second": 1083010.9998544825, "peak_memory_bytes": 42389451776}
{"loss": 3.666988250729997, "perplexity": 39.13386680273032, "tokens": 275382272, "seconds": 0.543422616989119, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 27, "step": 2101, "evaluation_tokens": 1048576}
{"event": "train", "step": 2120, "epoch": 28, "tokens": 277872640, "loss": 3.6598580636476217, "lr": 0.002234786196171443, "grad_norm": 0.12043210864067078, "tokens_per_second": 1732753.8409701185, "training_seconds": 1.437231268006144, "elapsed_tokens_per_second": 1084329.2298169842, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2140, "epoch": 28, "tokens": 280494080, "loss": 3.653114950656891, "lr": 0.002154719147023306, "grad_norm": 0.11796347051858902, "tokens_per_second": 1727274.4474859869, "training_seconds": 1.5176742780022323, "elapsed_tokens_per_second": 1088107.848682609, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2160, "epoch": 28, "tokens": 283115520, "loss": 3.652147626876831, "lr": 0.00207558058905667, "grad_norm": 0.11283739656209946, "tokens_per_second": 1732575.0411286268, "training_seconds": 1.5130311459943186, "elapsed_tokens_per_second": 1091863.2468034578, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2179, "epoch": 28, "tokens": 285605888, "loss": 3.6489197705921375, "lr": 0.002001295248181042, "grad_norm": 0.10755787044763565, "tokens_per_second": 1726993.4996931392, "training_seconds": 1.4420251150004333, "elapsed_tokens_per_second": 1095369.1141676824, "peak_memory_bytes": 42389451776}
{"loss": 3.649810790538785, "perplexity": 38.46738696685589, "tokens": 285605888, "seconds": 0.5455554209911497, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 28, "step": 2179, "evaluation_tokens": 1048576}
{"event": "train", "step": 2180, "epoch": 29, "tokens": 285736960, "loss": 3.6846213340759277, "lr": 0.001997410342471841, "grad_norm": 0.10977914929389954, "tokens_per_second": 1874171.1792384563, "training_seconds": 0.06993598100962117, "elapsed_tokens_per_second": 1093260.9045871736, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2200, "epoch": 29, "tokens": 288358400, "loss": 3.6398122906684875, "lr": 0.0019202477402432523, "grad_norm": 0.11835526674985886, "tokens_per_second": 1725802.4371143165, "training_seconds": 1.5189687670062995, "elapsed_tokens_per_second": 1096911.6345432422, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2220, "epoch": 29, "tokens": 290979840, "loss": 3.6326936006546022, "lr": 0.0018441316083282625, "grad_norm": 0.11652003973722458, "tokens_per_second": 1728051.8198329539, "training_seconds": 1.5169915449951077, "elapsed_tokens_per_second": 1100526.145312957, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2240, "epoch": 29, "tokens": 293601280, "loss": 3.6596036553382874, "lr": 0.0017691002461310706, "grad_norm": 0.1246110051870346, "tokens_per_second": 1727033.356295509, "training_seconds": 1.5178861429885728, "elapsed_tokens_per_second": 1104097.4009515124, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2257, "epoch": 29, "tokens": 295829504, "loss": 3.637957544887767, "lr": 0.0017062047037181701, "grad_norm": 0.12432766705751419, "tokens_per_second": 1730533.694021064, "training_seconds": 1.2875935370102525, "elapsed_tokens_per_second": 1107109.6416238348, "peak_memory_bytes": 42389451776}
{"loss": 3.6375429036260094, "perplexity": 37.998356303735896, "tokens": 295829504, "seconds": 0.5468898469989654, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 29, "step": 2257, "evaluation_tokens": 1048576}
{"event": "train", "step": 2260, "epoch": 30, "tokens": 296222720, "loss": 3.6001884937286377, "lr": 0.0016951914072315857, "grad_norm": 0.11686356365680695, "tokens_per_second": 1770525.510480766, "training_seconds": 0.22208999400027096, "elapsed_tokens_per_second": 1105372.4541702752, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2280, "epoch": 30, "tokens": 298844160, "loss": 3.628550183773041, "lr": 0.0016224422803889297, "grad_norm": 0.11802344769239426, "tokens_per_second": 1729256.3134132733, "training_seconds": 1.5159349019959336, "elapsed_tokens_per_second": 1108876.7791612588, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2300, "epoch": 30, "tokens": 301465600, "loss": 3.6289382934570313, "lr": 0.001550889470829147, "grad_norm": 0.1178659126162529, "tokens_per_second": 1727512.5482048935, "training_seconds": 1.5174650990084046, "elapsed_tokens_per_second": 1112333.8034214645, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2320, "epoch": 30, "tokens": 304087040, "loss": 3.5985729336738586, "lr": 0.0014805689818265222, "grad_norm": 0.10594305396080017, "tokens_per_second": 1729961.3428858647, "training_seconds": 1.5153170969861094, "elapsed_tokens_per_second": 1115762.9704253096, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2335, "epoch": 30, "tokens": 306053120, "loss": 3.616562557220459, "lr": 0.0014286586344674861, "grad_norm": 0.10405674576759338, "tokens_per_second": 1726615.7815640238, "training_seconds": 1.138689928004169, "elapsed_tokens_per_second": 1118297.7787108999, "peak_memory_bytes": 42389451776}
{"loss": 3.6216418680968387, "perplexity": 37.39892153704511, "tokens": 306053120, "seconds": 0.5433525400003418, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 30, "step": 2335, "evaluation_tokens": 1048576}
{"event": "train", "step": 2340, "epoch": 31, "tokens": 306708480, "loss": 3.6014773845672607, "lr": 0.0014115161965877984, "grad_norm": 0.11116683483123779, "tokens_per_second": 1756126.9815802006, "training_seconds": 0.37318485899595544, "elapsed_tokens_per_second": 1116920.1506924792, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2360, "epoch": 31, "tokens": 309329920, "loss": 3.615702199935913, "lr": 0.0013437658604483805, "grad_norm": 0.1123986542224884, "tokens_per_second": 1726509.5579218096, "training_seconds": 1.5183466479938943, "elapsed_tokens_per_second": 1120267.5379400684, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2380, "epoch": 31, "tokens": 311951360, "loss": 3.6031697511672975, "lr": 0.0012773520633895035, "grad_norm": 0.11069244891405106, "tokens_per_second": 1728652.8074940026, "training_seconds": 1.5164641440060223, "elapsed_tokens_per_second": 1123584.1657010945, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2400, "epoch": 31, "tokens": 314572800, "loss": 3.5960011720657348, "lr": 0.0012123082228851496, "grad_norm": 0.11029992252588272, "tokens_per_second": 1726560.6083241103, "training_seconds": 1.5183017539966386, "elapsed_tokens_per_second": 1126858.9660734655, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2413, "epoch": 31, "tokens": 316276736, "loss": 3.5839907756218543, "lr": 0.0011707798977476465, "grad_norm": 0.10844527930021286, "tokens_per_second": 1727752.3333546498, "training_seconds": 0.9862154239963274, "elapsed_tokens_per_second": 1128967.835097717, "peak_memory_bytes": 42389451776}
{"loss": 3.6079832430698655, "perplexity": 36.8915763972873, "tokens": 316276736, "seconds": 0.5447597449965542, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 31, "step": 2413, "evaluation_tokens": 1048576}
{"event": "train", "step": 2420, "epoch": 32, "tokens": 317194240, "loss": 3.5991507257734026, "lr": 0.0011486670670873642, "grad_norm": 0.12269920110702515, "tokens_per_second": 1746912.8181902843, "training_seconds": 0.5252145330014173, "elapsed_tokens_per_second": 1127901.027650166, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2440, "epoch": 32, "tokens": 319815680, "loss": 3.6029069423675537, "lr": 0.001086460618358403, "grad_norm": 0.10075520724058151, "tokens_per_second": 1727734.5993817446, "training_seconds": 1.5172700719995191, "elapsed_tokens_per_second": 1131115.3690056966, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2460, "epoch": 32, "tokens": 322437120, "loss": 3.587538313865662, "lr": 0.0010257201771580223, "grad_norm": 0.10771502554416656, "tokens_per_second": 1723917.0198786722, "training_seconds": 1.5206300360005116, "elapsed_tokens_per_second": 1134280.157729202, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2480, "epoch": 32, "tokens": 325058560, "loss": 3.586292493343353, "lr": 0.0009664763062940063, "grad_norm": 0.11276991665363312, "tokens_per_second": 1725509.6658442768, "training_seconds": 1.5192264939978486, "elapsed_tokens_per_second": 1137418.3442331133, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2491, "epoch": 32, "tokens": 326500352, "loss": 3.587023214860396, "lr": 0.0009345409220100769, "grad_norm": 0.10240647196769714, "tokens_per_second": 1727617.372918303, "training_seconds": 0.8345551640086342, "elapsed_tokens_per_second": 1139130.1320592526, "peak_memory_bytes": 42389451776}
{"loss": 3.595641893733397, "perplexity": 36.43908250124009, "tokens": 326500352, "seconds": 0.5477011290058726, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 32, "step": 2491, "evaluation_tokens": 1048576}
{"event": "train", "step": 2500, "epoch": 33, "tokens": 327680000, "loss": 3.5827346642812095, "lr": 0.000908758815543854, "grad_norm": 0.10350130498409271, "tokens_per_second": 1734302.2689929355, "training_seconds": 0.6801859289989807, "elapsed_tokens_per_second": 1138334.2649969845, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2520, "epoch": 33, "tokens": 330301440, "loss": 3.5679168343544005, "lr": 0.0008525967466553817, "grad_norm": 0.11635620892047882, "tokens_per_second": 1725972.1574178983, "training_seconds": 1.5188194020010997, "elapsed_tokens_per_second": 1141413.6815818239, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2540, "epoch": 33, "tokens": 332922880, "loss": 3.5673738956451415, "lr": 0.0007980183587337626, "grad_norm": 0.11025360971689224, "tokens_per_second": 1726993.4458540003, "training_seconds": 1.5179212210059632, "elapsed_tokens_per_second": 1144463.044014554, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2560, "epoch": 33, "tokens": 335544320, "loss": 3.589579999446869, "lr": 0.0007450511140223757, "grad_norm": 0.10270511358976364, "tokens_per_second": 1725622.8845814758, "training_seconds": 1.5191268170019612, "elapsed_tokens_per_second": 1147477.569044513, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2568, "epoch": 33, "tokens": 336592896, "loss": 3.573826491832733, "lr": 0.0007243213337346402, "grad_norm": 0.10312916338443756, "tokens_per_second": 1725749.8080365174, "training_seconds": 0.607606036006473, "elapsed_tokens_per_second": 1148669.884787074, "peak_memory_bytes": 42389451776}
{"loss": 3.5850000410688767, "perplexity": 36.05335919953017, "tokens": 336592896, "seconds": 0.5474396330100717, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 33, "step": 2568, "evaluation_tokens": 1048576}
{"event": "train", "step": 2580, "epoch": 34, "tokens": 338165760, "loss": 3.5853967467943826, "lr": 0.0006937216640846073, "grad_norm": 0.10749872028827667, "tokens_per_second": 1738768.1414426651, "training_seconds": 0.904585241994937, "elapsed_tokens_per_second": 1148311.9211822017, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2600, "epoch": 34, "tokens": 340787200, "loss": 3.5990450620651244, "lr": 0.0006440558363935729, "grad_norm": 0.10990894585847855, "tokens_per_second": 1724772.9615385688, "training_seconds": 1.5198754029988777, "elapsed_tokens_per_second": 1151267.1188836885, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2620, "epoch": 34, "tokens": 343408640, "loss": 3.5738312721252443, "lr": 0.0005960786213364857, "grad_norm": 0.10333281010389328, "tokens_per_second": 1728899.0945093115, "training_seconds": 1.5162481190054677, "elapsed_tokens_per_second": 1154204.833065969, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2640, "epoch": 34, "tokens": 346030080, "loss": 3.583225500583649, "lr": 0.0005498141596402286, "grad_norm": 0.10765054821968079, "tokens_per_second": 1726281.010928027, "training_seconds": 1.5185476659971755, "elapsed_tokens_per_second": 1157104.9382419952, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2646, "epoch": 34, "tokens": 346816512, "loss": 3.56776491800944, "lr": 0.0005362723109866283, "grad_norm": 0.10100077092647552, "tokens_per_second": 1721906.0358033278, "training_seconds": 0.45672178600216284, "elapsed_tokens_per_second": 1157959.880541199, "peak_memory_bytes": 42389451776}
{"loss": 3.574560850558635, "perplexity": 35.67894898425481, "tokens": 346816512, "seconds": 0.5495173629897181, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 34, "step": 2646, "evaluation_tokens": 1048576}
{"event": "train", "step": 2660, "epoch": 35, "tokens": 348651520, "loss": 3.559173618044172, "lr": 0.0005052857302244482, "grad_norm": 0.10529356449842453, "tokens_per_second": 1735780.1884125837, "training_seconds": 1.057166115992004, "elapsed_tokens_per_second": 1157845.217804966, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2680, "epoch": 35, "tokens": 351272960, "loss": 3.5702604174613954, "lr": 0.00046251573848828543, "grad_norm": 0.09630724042654037, "tokens_per_second": 1727043.5793771974, "training_seconds": 1.5178771579958266, "elapsed_tokens_per_second": 1160694.8319581917, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2700, "epoch": 35, "tokens": 353894400, "loss": 3.5748192071914673, "lr": 0.000421525705036637, "grad_norm": 0.09739158302545547, "tokens_per_second": 1728865.3084905157, "training_seconds": 1.5162777499936055, "elapsed_tokens_per_second": 1163520.8612325036, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2720, "epoch": 35, "tokens": 356515840, "loss": 3.556155967712402, "lr": 0.00038233625485161805, "grad_norm": 0.10608764737844467, "tokens_per_second": 1726997.069558127, "training_seconds": 1.5179180359991733, "elapsed_tokens_per_second": 1166314.42432557, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2724, "epoch": 35, "tokens": 357040128, "loss": 3.5411659479141235, "lr": 0.0003747161861359012, "grad_norm": 0.10006985813379288, "tokens_per_second": 1733293.2500655435, "training_seconds": 0.3024808410118567, "elapsed_tokens_per_second": 1166868.7135608725, "peak_memory_bytes": 42389451776}
{"loss": 3.568678915834451, "perplexity": 35.46970372206262, "tokens": 357040128, "seconds": 0.5457900449982844, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 35, "step": 2724, "evaluation_tokens": 1048576}
{"event": "train", "step": 2740, "epoch": 36, "tokens": 359137280, "loss": 3.575219824910164, "lr": 0.0003449671069146745, "grad_norm": 0.09634964913129807, "tokens_per_second": 1736425.1026581808, "training_seconds": 1.2077411209902493, "elapsed_tokens_per_second": 1167008.0536978059, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2760, "epoch": 36, "tokens": 361758720, "loss": 3.58225040435791, "lr": 0.0003094370642845736, "grad_norm": 0.0987941101193428, "tokens_per_second": 1726762.320706501, "training_seconds": 1.5181243930128403, "elapsed_tokens_per_second": 1169751.10743109, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2780, "epoch": 36, "tokens": 364380160, "loss": 3.5693486452102663, "lr": 0.0002757640046362546, "grad_norm": 0.10028685629367828, "tokens_per_second": 1726901.8789119984, "training_seconds": 1.518001706994255, "elapsed_tokens_per_second": 1172466.6217835806, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2800, "epoch": 36, "tokens": 367001600, "loss": 3.5614062666893007, "lr": 0.00024396487126530664, "grad_norm": 0.10531778633594513, "tokens_per_second": 1726771.3485550426, "training_seconds": 1.518116456005373, "elapsed_tokens_per_second": 1175156.1650013179, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2802, "epoch": 36, "tokens": 367263744, "loss": 3.5746564865112305, "lr": 0.0002408886481004786, "grad_norm": 0.09194960445165634, "tokens_per_second": 1734633.0164739185, "training_seconds": 0.1511236079968512, "elapsed_tokens_per_second": 1175420.5882135443, "peak_memory_bytes": 42389451776}
{"loss": 3.561027066144726, "perplexity": 35.199330626996314, "tokens": 367263744, "seconds": 0.5447999939933652, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 36, "step": 2802, "evaluation_tokens": 1048576}
{"event": "train", "step": 2820, "epoch": 37, "tokens": 369623040, "loss": 3.553183489375644, "lr": 0.0002140556645626015, "grad_norm": 0.10654735565185547, "tokens_per_second": 1736137.244758108, "training_seconds": 1.358934039992164, "elapsed_tokens_per_second": 1175777.0494611165, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2840, "epoch": 37, "tokens": 372244480, "loss": 3.5712470769882203, "lr": 0.000186051433963363, "grad_norm": 0.09655023366212845, "tokens_per_second": 1724060.059832155, "training_seconds": 1.5205038740095915, "elapsed_tokens_per_second": 1178411.7892116453, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2860, "epoch": 37, "tokens": 374865920, "loss": 3.5596073865890503, "lr": 0.00015996627037473664, "grad_norm": 0.09637296199798584, "tokens_per_second": 1728043.7457056567, "training_seconds": 1.5169986330001848, "elapsed_tokens_per_second": 1181032.7073510531, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2880, "epoch": 37, "tokens": 377487360, "loss": 3.5705567240715026, "lr": 0.00013581329908565732, "grad_norm": 0.0914008617401123, "tokens_per_second": 1725438.3871181132, "training_seconds": 1.5192892540071625, "elapsed_tokens_per_second": 1183621.5502206413, "peak_memory_bytes": 42389451776}
{"loss": 3.5554799412705087, "perplexity": 35.004616096716546, "tokens": 377487360, "seconds": 0.5475916569994297, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 37, "step": 2880, "evaluation_tokens": 1048576}
{"event": "train", "step": 2900, "epoch": 38, "tokens": 380108800, "loss": 3.5693843603134154, "lr": 0.00011360467316258793, "grad_norm": 0.10229825228452682, "tokens_per_second": 1734223.217283798, "training_seconds": 1.5115931870095665, "elapsed_tokens_per_second": 1184150.5425652477, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2920, "epoch": 38, "tokens": 382730240, "loss": 3.538663387298584, "lr": 9.335156733445293e-05, "grad_norm": 0.09349992126226425, "tokens_per_second": 1726038.0035367776, "training_seconds": 1.5187614610040328, "elapsed_tokens_per_second": 1186696.5008621437, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2940, "epoch": 38, "tokens": 385351680, "loss": 3.5620577335357666, "lr": 7.506417236984442e-05, "grad_norm": 0.09297268837690353, "tokens_per_second": 1729286.8829591458, "training_seconds": 1.5159081039892044, "elapsed_tokens_per_second": 1189230.681662514, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2958, "epoch": 38, "tokens": 387710976, "loss": 3.5531707339816623, "lr": 6.0293825392124135e-05, "grad_norm": 0.08748642355203629, "tokens_per_second": 1727736.541265723, "training_seconds": 1.3655415300017921, "elapsed_tokens_per_second": 1191483.9053974, "peak_memory_bytes": 42389451776}
{"loss": 3.5526965890706697, "perplexity": 34.90732138703358, "tokens": 387710976, "seconds": 0.5481830320059089, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 38, "step": 2958, "evaluation_tokens": 1048576}
{"event": "train", "step": 2960, "epoch": 39, "tokens": 387973120, "loss": 3.5426379442214966, "lr": 5.8751689949324785e-05, "grad_norm": 0.091387078166008, "tokens_per_second": 1785671.6025021807, "training_seconds": 0.14680414900067262, "elapsed_tokens_per_second": 1189721.5058542439, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2980, "epoch": 39, "tokens": 390594560, "loss": 3.5559208393096924, "lr": 4.442232803541168e-05, "grad_norm": 0.09096767008304596, "tokens_per_second": 1724951.2282928538, "training_seconds": 1.5197183300042525, "elapsed_tokens_per_second": 1192200.644363169, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3000, "epoch": 39, "tokens": 393216000, "loss": 3.5405690670013428, "lr": 3.208329674257282e-05, "grad_norm": 0.0910225361585617, "tokens_per_second": 1726893.7973338354, "training_seconds": 1.518008810991887, "elapsed_tokens_per_second": 1194661.158358376, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3020, "epoch": 39, "tokens": 395837440, "loss": 3.554784834384918, "lr": 2.1740804709305283e-05, "grad_norm": 0.09639067202806473, "tokens_per_second": 1723815.3285672409, "training_seconds": 1.5207197410054505, "elapsed_tokens_per_second": 1197090.5573562558, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3035, "epoch": 39, "tokens": 397803520, "loss": 3.5416367848714194, "lr": 1.529733297529079e-05, "grad_norm": 0.08659030497074127, "tokens_per_second": 1730669.5266446266, "training_seconds": 1.1360227760014823, "elapsed_tokens_per_second": 1198910.5595073532, "peak_memory_bytes": 42389451776}
{"loss": 3.5513635722285715, "perplexity": 34.86082033993738, "tokens": 397803520, "seconds": 0.5488724519964308, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 39, "step": 3035, "evaluation_tokens": 1048576}
{"event": "train", "step": 3040, "epoch": 40, "tokens": 398458880, "loss": 3.568350315093994, "lr": 1.3400055974134074e-05, "grad_norm": 0.08800756186246872, "tokens_per_second": 1748403.9790713133, "training_seconds": 0.3748332810064312, "elapsed_tokens_per_second": 1197528.6672646108, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3060, "epoch": 40, "tokens": 401080320, "loss": 3.562065064907074, "lr": 7.065247357090687e-06, "grad_norm": 0.08784280717372894, "tokens_per_second": 1727551.1073547304, "training_seconds": 1.517431229003705, "elapsed_tokens_per_second": 1199930.9700858698, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3080, "epoch": 40, "tokens": 403701760, "loss": 3.5368354678153993, "lr": 2.7395663479974355e-06, "grad_norm": 0.08806221932172775, "tokens_per_second": 1725618.0762089628, "training_seconds": 1.51913104999403, "elapsed_tokens_per_second": 1202303.7738056951, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3100, "epoch": 40, "tokens": 406323200, "loss": 3.563969171047211, "lr": 4.2518950261483115e-07, "grad_norm": 0.08881277590990067, "tokens_per_second": 1726545.6797307346, "training_seconds": 1.5183148820069619, "elapsed_tokens_per_second": 1204659.5045764055, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3113, "epoch": 40, "tokens": 408027136, "loss": 3.5484462701357327, "lr": 0.0, "grad_norm": 0.08946114778518677, "tokens_per_second": 1727105.1028555944, "training_seconds": 0.9865850070054876, "elapsed_tokens_per_second": 1206176.9950674027, "peak_memory_bytes": 42389451776}
{"loss": 3.551128178999818, "perplexity": 34.85261530462333, "tokens": 408027136, "seconds": 0.546820479008602, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 40, "step": 3113, "evaluation_tokens": 1048576}
{"loss": 3.552179686972213, "perplexity": 34.889282381958566, "tokens": 408027136, "seconds": 102.02587032799784, "split": "full", "validation_complete": true, "event": "final_validation", "step": 3113, "evaluation_tokens": 197411295}