{"event": "train", "step": 20, "epoch": 1, "tokens": 2621440, "loss": 9.717799139022826, "lr": 0.0002564102564102564, "grad_norm": 2.7912793159484863, "tokens_per_second": 47063.52283301699, "training_seconds": 55.70003778299724, "elapsed_tokens_per_second": 47063.52283301699, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 40, "epoch": 1, "tokens": 5242880, "loss": 8.05251066684723, "lr": 0.0005128205128205128, "grad_norm": 0.748445987701416, "tokens_per_second": 1773159.082935247, "training_seconds": 1.4784009089926258, "elapsed_tokens_per_second": 91683.83562786404, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 60, "epoch": 1, "tokens": 7864320, "loss": 6.9646207094192505, "lr": 0.0007692307692307692, "grad_norm": 0.5763072967529297, "tokens_per_second": 1763830.0514526367, "training_seconds": 1.4862202840013197, "elapsed_tokens_per_second": 134039.01894801675, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 78, "epoch": 1, "tokens": 10223616, "loss": 6.5271756119198265, "lr": 0.001, "grad_norm": 0.3604050278663635, "tokens_per_second": 1763801.0541818033, "training_seconds": 1.3376202460058266, "elapsed_tokens_per_second": 170363.3981897308, "peak_memory_bytes": 21988176384}
{"loss": 6.367979185475264, "perplexity": 582.8787481004294, "tokens": 10223616, "seconds": 1.2770055319997482, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 1, "step": 78, "evaluation_tokens": 1048576}
{"event": "train", "step": 80, "epoch": 2, "tokens": 10485760, "loss": 6.3300018310546875, "lr": 0.0010256410256410256, "grad_norm": 0.3501264452934265, "tokens_per_second": 1848749.7271400322, "training_seconds": 0.1417952880001394, "elapsed_tokens_per_second": 170678.83977099173, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 100, "epoch": 2, "tokens": 13107200, "loss": 6.179955101013183, "lr": 0.001282051282051282, "grad_norm": 0.338214248418808, "tokens_per_second": 1760429.1789702743, "training_seconds": 1.4890914279967546, "elapsed_tokens_per_second": 208296.00288936196, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 120, "epoch": 2, "tokens": 15728640, "loss": 5.955344176292419, "lr": 0.0015384615384615385, "grad_norm": 0.36142194271087646, "tokens_per_second": 1759937.0745015698, "training_seconds": 1.4895078000117792, "elapsed_tokens_per_second": 244169.24013597143, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 140, "epoch": 2, "tokens": 18350080, "loss": 5.740459942817688, "lr": 0.001794871794871795, "grad_norm": 0.3049561083316803, "tokens_per_second": 1760820.6897943185, "training_seconds": 1.4887603349925485, "elapsed_tokens_per_second": 278424.4924615071, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 156, "epoch": 2, "tokens": 20447232, "loss": 5.584380239248276, "lr": 0.002, "grad_norm": 0.37216320633888245, "tokens_per_second": 1759991.9462348006, "training_seconds": 1.1915690889873076, "elapsed_tokens_per_second": 304727.9512656443, "peak_memory_bytes": 42389451776}
{"loss": 5.5511381559178865, "perplexity": 257.5304990281826, "tokens": 20447232, "seconds": 0.5390664949954953, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 2, "step": 156, "evaluation_tokens": 1048576}
{"event": "train", "step": 160, "epoch": 3, "tokens": 20971520, "loss": 5.522550106048584, "lr": 0.0020512820512820513, "grad_norm": 0.3549792468547821, "tokens_per_second": 1797592.1115945415, "training_seconds": 0.2916612709959736, "elapsed_tokens_per_second": 308694.9058186614, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 180, "epoch": 3, "tokens": 23592960, "loss": 5.4332355737686155, "lr": 0.0023076923076923075, "grad_norm": 0.4568491578102112, "tokens_per_second": 1760461.826491747, "training_seconds": 1.4890638130018488, "elapsed_tokens_per_second": 339827.7964248651, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 200, "epoch": 3, "tokens": 26214400, "loss": 5.305689144134521, "lr": 0.002564102564102564, "grad_norm": 0.8233191967010498, "tokens_per_second": 1759456.696321067, "training_seconds": 1.4899144750088453, "elapsed_tokens_per_second": 369644.7874077412, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 220, "epoch": 3, "tokens": 28835840, "loss": 5.501552844047547, "lr": 0.0028205128205128207, "grad_norm": 0.7301761507987976, "tokens_per_second": 1758942.9291983487, "training_seconds": 1.490349661995424, "elapsed_tokens_per_second": 398233.76472089806, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 233, "epoch": 3, "tokens": 30539776, "loss": 5.297022856198824, "lr": 0.0029871794871794873, "grad_norm": 0.3114524483680725, "tokens_per_second": 1760090.4466015392, "training_seconds": 0.9680957039963687, "elapsed_tokens_per_second": 416191.0262059769, "peak_memory_bytes": 42389451776}
{"loss": 5.239436137545422, "perplexity": 188.56374840594947, "tokens": 30539776, "seconds": 0.5397168769995915, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 3, "step": 233, "evaluation_tokens": 1048576}
{"event": "train", "step": 240, "epoch": 4, "tokens": 31457280, "loss": 5.193568570273263, "lr": 0.003076923076923077, "grad_norm": 0.27040719985961914, "tokens_per_second": 1776065.8483649432, "training_seconds": 0.5165934589895187, "elapsed_tokens_per_second": 422579.41885586147, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 260, "epoch": 4, "tokens": 34078720, "loss": 5.100787281990051, "lr": 0.0033333333333333335, "grad_norm": 0.26543810963630676, "tokens_per_second": 1753819.2774372092, "training_seconds": 1.4947036069934256, "elapsed_tokens_per_second": 448776.86141012586, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 280, "epoch": 4, "tokens": 36700160, "loss": 5.008603525161743, "lr": 0.00358974358974359, "grad_norm": 0.3848550021648407, "tokens_per_second": 1757485.9201490257, "training_seconds": 1.4915852069971152, "elapsed_tokens_per_second": 473977.4713595306, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 300, "epoch": 4, "tokens": 39321600, "loss": 4.946167063713074, "lr": 0.003846153846153846, "grad_norm": 0.2838347852230072, "tokens_per_second": 1756819.0478266308, "training_seconds": 1.492151398997521, "elapsed_tokens_per_second": 498224.412558948, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 311, "epoch": 4, "tokens": 40763392, "loss": 4.896578181873668, "lr": 0.003987179487179487, "grad_norm": 0.28174063563346863, "tokens_per_second": 1753696.832111233, "training_seconds": 0.8221443829970667, "elapsed_tokens_per_second": 511157.5491448955, "peak_memory_bytes": 42389451776}
{"loss": 4.897973214457741, "perplexity": 134.01787873653004, "tokens": 40763392, "seconds": 0.5383058480074396, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 4, "step": 311, "evaluation_tokens": 1048576}
{"event": "train", "step": 320, "epoch": 5, "tokens": 41943040, "loss": 4.847272131178114, "lr": 0.003999919489858869, "grad_norm": 0.2716909348964691, "tokens_per_second": 1775674.679358883, "training_seconds": 0.6643379070010269, "elapsed_tokens_per_second": 518098.41083482164, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 340, "epoch": 5, "tokens": 44564480, "loss": 4.815578603744507, "lr": 0.003999013825209868, "grad_norm": 0.2545778155326843, "tokens_per_second": 1758531.2261838927, "training_seconds": 1.490698579000309, "elapsed_tokens_per_second": 540519.3639898048, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 360, "epoch": 5, "tokens": 47185920, "loss": 4.804758024215698, "lr": 0.00399710231545853, "grad_norm": 0.3303968012332916, "tokens_per_second": 1758130.695864741, "training_seconds": 1.491038184001809, "elapsed_tokens_per_second": 562137.91705741, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 380, "epoch": 5, "tokens": 49807360, "loss": 4.758133745193481, "lr": 0.003994185922420472, "grad_norm": 0.22613511979579926, "tokens_per_second": 1757082.8484645048, "training_seconds": 1.4919273739942582, "elapsed_tokens_per_second": 582997.7301383546, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 389, "epoch": 5, "tokens": 50987008, "loss": 4.699192523956299, "lr": 0.003992546074856259, "grad_norm": 0.23279991745948792, "tokens_per_second": 1763293.7721557845, "training_seconds": 0.6690025330026401, "elapsed_tokens_per_second": 592157.5349347239, "peak_memory_bytes": 42389451776}
{"loss": 4.715003934283927, "perplexity": 111.60925027532372, "tokens": 50987008, "seconds": 0.5415810749982484, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 5, "step": 389, "evaluation_tokens": 1048576}
{"event": "train", "step": 400, "epoch": 6, "tokens": 52428800, "loss": 4.675353397022594, "lr": 0.003990266113539101, "grad_norm": 0.3037455379962921, "tokens_per_second": 1768011.136442793, "training_seconds": 0.815488075997564, "elapsed_tokens_per_second": 599417.0508113952, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 420, "epoch": 6, "tokens": 55050240, "loss": 4.643873953819275, "lr": 0.003985344861147232, "grad_norm": 0.24186931550502777, "tokens_per_second": 1756071.7491791989, "training_seconds": 1.4927863859920762, "elapsed_tokens_per_second": 618818.6113350494, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 440, "epoch": 6, "tokens": 57671680, "loss": 4.6150960445404055, "lr": 0.003979424641474668, "grad_norm": 0.326891154050827, "tokens_per_second": 1759074.5160540421, "training_seconds": 1.4902381769934436, "elapsed_tokens_per_second": 637593.8813638971, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 460, "epoch": 6, "tokens": 60293120, "loss": 4.564831638336182, "lr": 0.0039725084334022425, "grad_norm": 0.24811743199825287, "tokens_per_second": 1756128.250943575, "training_seconds": 1.4927383570029633, "elapsed_tokens_per_second": 655744.7887968898, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 467, "epoch": 6, "tokens": 61210624, "loss": 4.531854561397007, "lr": 0.003969853087303938, "grad_norm": 0.21470902860164642, "tokens_per_second": 1761139.2947010605, "training_seconds": 0.5209718520054594, "elapsed_tokens_per_second": 661960.4535303926, "peak_memory_bytes": 42389451776}
{"loss": 4.548871367602123, "perplexity": 94.52566336224776, "tokens": 61210624, "seconds": 0.5387086839909898, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 6, "step": 467, "evaluation_tokens": 1048576}
{"event": "train", "step": 480, "epoch": 7, "tokens": 62914560, "loss": 4.520246432377742, "lr": 0.003964599716962921, "grad_norm": 0.2828074097633362, "tokens_per_second": 1770347.0059872132, "training_seconds": 0.9624870120023843, "elapsed_tokens_per_second": 669478.8084721719, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 500, "epoch": 7, "tokens": 65536000, "loss": 4.474940896034241, "lr": 0.003955702471590763, "grad_norm": 0.25469106435775757, "tokens_per_second": 1758011.9240276816, "training_seconds": 1.491138919009245, "elapsed_tokens_per_second": 686473.0275945007, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 520, "epoch": 7, "tokens": 68157440, "loss": 4.42525725364685, "lr": 0.0039458211741185785, "grad_norm": 0.2557736039161682, "tokens_per_second": 1756540.0558757079, "training_seconds": 1.4923883979936363, "elapsed_tokens_per_second": 702930.6835409825, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 540, "epoch": 7, "tokens": 70778880, "loss": 4.3812546014785765, "lr": 0.00393496079652532, "grad_norm": 0.24744285643100739, "tokens_per_second": 1758188.294803112, "training_seconds": 1.4909893370058853, "elapsed_tokens_per_second": 718901.9866917161, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 545, "epoch": 7, "tokens": 71434240, "loss": 4.375361728668213, "lr": 0.003932093350457171, "grad_norm": 0.25011566281318665, "tokens_per_second": 1759855.62185584, "training_seconds": 0.37239418498938903, "elapsed_tokens_per_second": 722812.6809950437, "peak_memory_bytes": 42389451776}
{"loss": 4.365838761866904, "perplexity": 78.71539573281028, "tokens": 71434240, "seconds": 0.5411310329945991, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 7, "step": 545, "evaluation_tokens": 1048576}
{"event": "train", "step": 560, "epoch": 8, "tokens": 73400320, "loss": 4.350180466969808, "lr": 0.00392312680343433, "grad_norm": 0.2479938566684723, "tokens_per_second": 1764357.5518038876, "training_seconds": 1.1143319549883017, "elapsed_tokens_per_second": 730426.7877192937, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 580, "epoch": 8, "tokens": 76021760, "loss": 4.309997844696045, "lr": 0.003910325149363705, "grad_norm": 0.23546737432479858, "tokens_per_second": 1758541.0222196295, "training_seconds": 1.4906902749935398, "elapsed_tokens_per_second": 745445.9465684294, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 600, "epoch": 8, "tokens": 78643200, "loss": 4.25761239528656, "lr": 0.0038965622757301485, "grad_norm": 0.2334715723991394, "tokens_per_second": 1757804.2147973524, "training_seconds": 1.4913151179935085, "elapsed_tokens_per_second": 760024.9672315534, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 620, "epoch": 8, "tokens": 81264640, "loss": 4.229544401168823, "lr": 0.0038818451076078463, "grad_norm": 0.21071048080921173, "tokens_per_second": 1757171.8125507655, "training_seconds": 1.4918518390040845, "elapsed_tokens_per_second": 774188.8478977508, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 623, "epoch": 8, "tokens": 81657856, "loss": 4.228452841440837, "lr": 0.003879555675949761, "grad_norm": 0.2282644361257553, "tokens_per_second": 1763541.8164090938, "training_seconds": 0.22296947900031228, "elapsed_tokens_per_second": 776273.7103688985, "peak_memory_bytes": 42389451776}
{"loss": 4.226859110297015, "perplexity": 68.50173752651135, "tokens": 81657856, "seconds": 0.5373412610060768, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 8, "step": 623, "evaluation_tokens": 1048576}
{"event": "train", "step": 640, "epoch": 9, "tokens": 83886080, "loss": 4.200949977425968, "lr": 0.0038661810502439715, "grad_norm": 0.18857072293758392, "tokens_per_second": 1765536.5225665243, "training_seconds": 1.2620662169938441, "elapsed_tokens_per_second": 784001.0341680549, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 660, "epoch": 9, "tokens": 86507520, "loss": 4.163411283493042, "lr": 0.003849577985332579, "grad_norm": 0.2072589248418808, "tokens_per_second": 1759964.9986711117, "training_seconds": 1.4894841670029564, "elapsed_tokens_per_second": 797392.2665628489, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 680, "epoch": 9, "tokens": 89128960, "loss": 4.167717337608337, "lr": 0.0038320442670487687, "grad_norm": 0.18806782364845276, "tokens_per_second": 1759997.779056796, "training_seconds": 1.4894564249989344, "elapsed_tokens_per_second": 810416.7802677652, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 700, "epoch": 9, "tokens": 91750400, "loss": 4.149118852615357, "lr": 0.0038135887178451133, "grad_norm": 0.21129953861236572, "tokens_per_second": 1757111.1720780309, "training_seconds": 1.4919033249898348, "elapsed_tokens_per_second": 823078.6132501559, "peak_memory_bytes": 42389451776}
{"loss": 4.155762456215718, "perplexity": 63.80059116492414, "tokens": 91750400, "seconds": 0.5375775089923991, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 9, "step": 700, "evaluation_tokens": 1048576}
{"event": "train", "step": 720, "epoch": 10, "tokens": 94371840, "loss": 4.151258873939514, "lr": 0.0037942206240124533, "grad_norm": 0.21878008544445038, "tokens_per_second": 1767480.6936344162, "training_seconds": 1.483150571002625, "elapsed_tokens_per_second": 831473.1796309977, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 740, "epoch": 10, "tokens": 96993280, "loss": 4.115531611442566, "lr": 0.0037739497310073124, "grad_norm": 0.1794053167104721, "tokens_per_second": 1755568.5545075762, "training_seconds": 1.4932142600009684, "elapsed_tokens_per_second": 843461.9881113585, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 760, "epoch": 10, "tokens": 99614720, "loss": 4.099789333343506, "lr": 0.0037527862385482677, "grad_norm": 0.25248414278030396, "tokens_per_second": 1755304.190508545, "training_seconds": 1.4934391509887064, "elapsed_tokens_per_second": 855143.7152346686, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 778, "epoch": 10, "tokens": 101974016, "loss": 4.082208024130927, "lr": 0.0037329847148808177, "grad_norm": 0.2096233069896698, "tokens_per_second": 1756174.4477284309, "training_seconds": 1.343429180997191, "elapsed_tokens_per_second": 865404.3532481716, "peak_memory_bytes": 42389451776}
{"loss": 4.092596665514155, "perplexity": 59.89521779843291, "tokens": 101974016, "seconds": 0.5407649950066116, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 10, "step": 778, "evaluation_tokens": 1048576}
{"event": "train", "step": 780, "epoch": 11, "tokens": 102236160, "loss": 4.060575246810913, "lr": 0.003730740795483752, "grad_norm": 0.20306770503520966, "tokens_per_second": 1823675.7825947404, "training_seconds": 0.14374484900326934, "elapsed_tokens_per_second": 862571.2388911926, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 800, "epoch": 11, "tokens": 104857600, "loss": 4.097737407684326, "lr": 0.0037078244944338625, "grad_norm": 0.17944659292697906, "tokens_per_second": 1755084.6167587433, "training_seconds": 1.493625991002773, "elapsed_tokens_per_second": 873671.0379416979, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 820, "epoch": 11, "tokens": 107479040, "loss": 4.064146232604981, "lr": 0.0036840488662088855, "grad_norm": 0.19611462950706482, "tokens_per_second": 1754939.339772665, "training_seconds": 1.4937496360071236, "elapsed_tokens_per_second": 884491.3460624078, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 840, "epoch": 11, "tokens": 110100480, "loss": 4.046347284317017, "lr": 0.003659425874007325, "grad_norm": 0.17760558426380157, "tokens_per_second": 1756401.8811321605, "training_seconds": 1.4925058030057698, "elapsed_tokens_per_second": 895062.0631529001, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 856, "epoch": 11, "tokens": 112197632, "loss": 4.048670083284378, "lr": 0.003639125689804212, "grad_norm": 0.1775500476360321, "tokens_per_second": 1757540.1495010462, "training_seconds": 1.1932313470024383, "elapsed_tokens_per_second": 903335.5485590812, "peak_memory_bytes": 42389451776}
{"loss": 4.050783858964637, "perplexity": 57.44246619480666, "tokens": 112197632, "seconds": 0.5415232759987703, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 11, "step": 856, "evaluation_tokens": 1048576}
{"event": "train", "step": 860, "epoch": 12, "tokens": 112721920, "loss": 4.04827094078064, "lr": 0.0036339679073963756, "grad_norm": 0.1764950454235077, "tokens_per_second": 1795094.1866258916, "training_seconds": 0.29206712600716855, "elapsed_tokens_per_second": 901461.8749598996, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 880, "epoch": 12, "tokens": 115343360, "loss": 4.0125698924064634, "lr": 0.0036076877760778565, "grad_norm": 0.1622462123632431, "tokens_per_second": 1756445.6032352755, "training_seconds": 1.4924686509912135, "elapsed_tokens_per_second": 911538.9768596628, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 900, "epoch": 12, "tokens": 117964800, "loss": 4.006284618377686, "lr": 0.003580598703442742, "grad_norm": 0.17035681009292603, "tokens_per_second": 1756037.1009998892, "training_seconds": 1.492815839999821, "elapsed_tokens_per_second": 921374.9427394493, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 920, "epoch": 12, "tokens": 120586240, "loss": 4.013659524917602, "lr": 0.0035527143199175423, "grad_norm": 0.17702418565750122, "tokens_per_second": 1754538.4509812512, "training_seconds": 1.4940909380093217, "elapsed_tokens_per_second": 930977.2639932357, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 934, "epoch": 12, "tokens": 122421248, "loss": 3.9829795019967213, "lr": 0.0035327295389949616, "grad_norm": 0.17610570788383484, "tokens_per_second": 1756302.837808121, "training_seconds": 1.0448129790020175, "elapsed_tokens_per_second": 937568.1713269715, "peak_memory_bytes": 42389451776}
{"loss": 4.002919559038159, "perplexity": 54.75778547469634, "tokens": 122421248, "seconds": 0.5397848010034068, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 12, "step": 934, "evaluation_tokens": 1048576}
{"event": "train", "step": 940, "epoch": 13, "tokens": 123207680, "loss": 3.9900683959325156, "lr": 0.0035240486561058716, "grad_norm": 0.1720190793275833, "tokens_per_second": 1781976.210384941, "training_seconds": 0.44132575699768495, "elapsed_tokens_per_second": 936498.7146804408, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 960, "epoch": 13, "tokens": 125829120, "loss": 3.9761917114257814, "lr": 0.00349461613572866, "grad_norm": 0.1741277426481247, "tokens_per_second": 1756702.4732446433, "training_seconds": 1.4922504179994576, "elapsed_tokens_per_second": 945689.9794340451, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 980, "epoch": 13, "tokens": 128450560, "loss": 3.9820164799690247, "lr": 0.00346443156836656, "grad_norm": 0.190227210521698, "tokens_per_second": 1758144.8266914876, "training_seconds": 1.4910262000048533, "elapsed_tokens_per_second": 954681.8146687518, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1000, "epoch": 13, "tokens": 131072000, "loss": 3.9584637761116026, "lr": 0.0034335101420082015, "grad_norm": 0.18786251544952393, "tokens_per_second": 1754019.3280848588, "training_seconds": 1.4945331320050173, "elapsed_tokens_per_second": 963454.9334647859, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1012, "epoch": 13, "tokens": 132644864, "loss": 3.9443525075912476, "lr": 0.003414610051126177, "grad_norm": 0.1725054234266281, "tokens_per_second": 1754355.2564960874, "training_seconds": 0.8965481729974272, "elapsed_tokens_per_second": 968622.0485324144, "peak_memory_bytes": 42389451776}
{"loss": 3.969769121559857, "perplexity": 52.97229926590187, "tokens": 132644864, "seconds": 0.5397567059990251, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 13, "step": 1012, "evaluation_tokens": 1048576}
{"event": "train", "step": 1020, "epoch": 14, "tokens": 133693440, "loss": 3.9641642570495605, "lr": 0.00340186741540804, "grad_norm": 0.15536345541477203, "tokens_per_second": 1766588.5122659444, "training_seconds": 0.5935598430078244, "elapsed_tokens_per_second": 968211.3701301592, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1040, "epoch": 14, "tokens": 136314880, "loss": 3.9580156803131104, "lr": 0.0033695193102576486, "grad_norm": 0.17754095792770386, "tokens_per_second": 1757721.4672931586, "training_seconds": 1.491385323999566, "elapsed_tokens_per_second": 976638.8947366307, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1060, "epoch": 14, "tokens": 138936320, "loss": 3.9264230132102966, "lr": 0.00333648210317439, "grad_norm": 0.16655950248241425, "tokens_per_second": 1756715.8841976442, "training_seconds": 1.4922390260035172, "elapsed_tokens_per_second": 984878.6070948777, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1080, "epoch": 14, "tokens": 141557760, "loss": 3.9324950098991396, "lr": 0.0033027724175115, "grad_norm": 0.19377510249614716, "tokens_per_second": 1756447.1861185534, "training_seconds": 1.4924673060013447, "elapsed_tokens_per_second": 992947.5252998536, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1090, "epoch": 14, "tokens": 142868480, "loss": 3.9202961921691895, "lr": 0.0032856706827662577, "grad_norm": 0.19073064625263214, "tokens_per_second": 1753225.1774972784, "training_seconds": 0.7476050520053832, "elapsed_tokens_per_second": 996902.6864904248, "peak_memory_bytes": 42389451776}
{"loss": 3.937465793393592, "perplexity": 51.28846091238356, "tokens": 142868480, "seconds": 0.5388924130093073, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 14, "step": 1090, "evaluation_tokens": 1048576}
{"event": "train", "step": 1100, "epoch": 15, "tokens": 144179200, "loss": 3.894889068603516, "lr": 0.0032684072149937035, "grad_norm": 0.1892530471086502, "tokens_per_second": 1771253.8755440675, "training_seconds": 0.7399955580040114, "elapsed_tokens_per_second": 997099.2381953257, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1120, "epoch": 15, "tokens": 146800640, "loss": 3.9176384925842287, "lr": 0.003233403787182574, "grad_norm": 0.18855495750904083, "tokens_per_second": 1755119.733808929, "training_seconds": 1.4935961060109548, "elapsed_tokens_per_second": 1004841.0239197736, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1140, "epoch": 15, "tokens": 149422080, "loss": 3.8995344400405885, "lr": 0.0031977797467759245, "grad_norm": 0.18921466171741486, "tokens_per_second": 1756643.1458721205, "training_seconds": 1.492300815996714, "elapsed_tokens_per_second": 1012431.7238158634, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1160, "epoch": 15, "tokens": 152043520, "loss": 3.907443714141846, "lr": 0.0031615530187456176, "grad_norm": 0.16098134219646454, "tokens_per_second": 1756277.736015941, "training_seconds": 1.4926113030087436, "elapsed_tokens_per_second": 1019870.6501617801, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1167, "epoch": 15, "tokens": 152961024, "loss": 3.9023958274296353, "lr": 0.0031487346434094015, "grad_norm": 0.16498182713985443, "tokens_per_second": 1753222.9912068516, "training_seconds": 0.523324188994593, "elapsed_tokens_per_second": 1022424.5786185152, "peak_memory_bytes": 42389451776}
{"loss": 3.910781636673824, "perplexity": 49.93797007125724, "tokens": 152961024, "seconds": 0.5419452469941461, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 15, "step": 1167, "evaluation_tokens": 1048576}
{"event": "train", "step": 1180, "epoch": 16, "tokens": 154664960, "loss": 3.8938199556790867, "lr": 0.003124741831318243, "grad_norm": 0.16682669520378113, "tokens_per_second": 1765387.3396549236, "training_seconds": 0.965191016002791, "elapsed_tokens_per_second": 1023455.5347604587, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1200, "epoch": 16, "tokens": 157286400, "loss": 3.887320816516876, "lr": 0.0030873647068032106, "grad_norm": 0.1675405204296112, "tokens_per_second": 1754035.0254578064, "training_seconds": 1.494519756990485, "elapsed_tokens_per_second": 1030602.2378565134, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1220, "epoch": 16, "tokens": 159907840, "loss": 3.8682158827781676, "lr": 0.0030494404522728676, "grad_norm": 0.19492138922214508, "tokens_per_second": 1758476.777875795, "training_seconds": 1.4907447360019432, "elapsed_tokens_per_second": 1037633.2649921924, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1240, "epoch": 16, "tokens": 162529280, "loss": 3.8575552463531495, "lr": 0.0030109881500993306, "grad_norm": 0.14163832366466522, "tokens_per_second": 1757306.7911187182, "training_seconds": 1.4917372500058264, "elapsed_tokens_per_second": 1044525.1713977908, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1245, "epoch": 16, "tokens": 163184640, "loss": 3.8517640113830565, "lr": 0.0030012948287640793, "grad_norm": 0.18393270671367645, "tokens_per_second": 1756495.1262257819, "training_seconds": 0.37310664300457574, "elapsed_tokens_per_second": 1046217.3879039201, "peak_memory_bytes": 42389451776}
{"loss": 3.881008050647996, "perplexity": 48.47305374451893, "tokens": 163184640, "seconds": 0.540577193009085, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 16, "step": 1245, "evaluation_tokens": 1048576}
{"event": "train", "step": 1260, "epoch": 17, "tokens": 165150720, "loss": 3.8680444717407227, "lr": 0.0029720271483527965, "grad_norm": 0.17832903563976288, "tokens_per_second": 1767341.0243054964, "training_seconds": 1.1124508360080654, "elapsed_tokens_per_second": 1047409.426842601, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1280, "epoch": 17, "tokens": 167772160, "loss": 3.8531972408294677, "lr": 0.0029325770510661613, "grad_norm": 0.1743672788143158, "tokens_per_second": 1756343.7001872896, "training_seconds": 1.4925552440108731, "elapsed_tokens_per_second": 1054049.8088694557, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1300, "epoch": 17, "tokens": 170393600, "loss": 3.855804204940796, "lr": 0.0028926577083708454, "grad_norm": 0.16727572679519653, "tokens_per_second": 1754284.4862157712, "training_seconds": 1.4943072349997237, "elapsed_tokens_per_second": 1060552.264735994, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1320, "epoch": 17, "tokens": 173015040, "loss": 3.8528122901916504, "lr": 0.0028522892065087923, "grad_norm": 0.153243288397789, "tokens_per_second": 1754013.8672437186, "training_seconds": 1.4945377849944634, "elapsed_tokens_per_second": 1066930.9702840494, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1323, "epoch": 17, "tokens": 173408256, "loss": 3.8239423433939614, "lr": 0.0028461964439177377, "grad_norm": 0.15057942271232605, "tokens_per_second": 1755576.376880962, "training_seconds": 0.2239811409963295, "elapsed_tokens_per_second": 1067870.0643632466, "peak_memory_bytes": 42389451776}
{"loss": 3.858747004845409, "perplexity": 47.40591475824622, "tokens": 173408256, "seconds": 0.5436600560060469, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 17, "step": 1323, "evaluation_tokens": 1048576}
{"event": "train", "step": 1340, "epoch": 18, "tokens": 175636480, "loss": 3.832973199732163, "lr": 0.0028114918577256554, "grad_norm": 0.16449564695358276, "tokens_per_second": 1762974.7654616253, "training_seconds": 1.2639001100033056, "elapsed_tokens_per_second": 1069630.9772053047, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1360, "epoch": 18, "tokens": 178257920, "loss": 3.8443683266639708, "lr": 0.00277028619005028, "grad_norm": 0.1446942239999771, "tokens_per_second": 1757503.2691166177, "training_seconds": 1.4915704830054892, "elapsed_tokens_per_second": 1075815.7306124484, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1380, "epoch": 18, "tokens": 180879360, "loss": 3.822791802883148, "lr": 0.002728692936965594, "grad_norm": 0.14990337193012238, "tokens_per_second": 1757946.7080411657, "training_seconds": 1.49119423700904, "elapsed_tokens_per_second": 1081887.832724455, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1400, "epoch": 18, "tokens": 183500800, "loss": 3.816438817977905, "lr": 0.002686733026976133, "grad_norm": 0.1747615784406662, "tokens_per_second": 1758087.6880962416, "training_seconds": 1.4910746589885093, "elapsed_tokens_per_second": 1087857.9447076782, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1401, "epoch": 18, "tokens": 183631872, "loss": 3.850851535797119, "lr": 0.0026846257846888373, "grad_norm": 0.16582751274108887, "tokens_per_second": 1747205.3341468244, "training_seconds": 0.07501808599045034, "elapsed_tokens_per_second": 1088141.2968901678, "peak_memory_bytes": 42389451776}
{"loss": 3.8349769024661637, "perplexity": 46.292358416287065, "tokens": 183631872, "seconds": 0.540879437001422, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 18, "step": 1401, "evaluation_tokens": 1048576}
{"event": "train", "step": 1420, "epoch": 19, "tokens": 186122240, "loss": 3.8056274087805497, "lr": 0.0026444275730774253, "grad_norm": 0.15843959152698517, "tokens_per_second": 1763391.0323017826, "training_seconds": 1.4122607829922345, "elapsed_tokens_per_second": 1090237.5442851037, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1440, "epoch": 19, "tokens": 188743680, "loss": 3.809679460525513, "lr": 0.0026017978621325605, "grad_norm": 0.17285512387752533, "tokens_per_second": 1757963.0416575125, "training_seconds": 1.491180381999584, "elapsed_tokens_per_second": 1096012.1806463639, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1460, "epoch": 19, "tokens": 191365120, "loss": 3.80850727558136, "lr": 0.002558865344161256, "grad_norm": 0.15783993899822235, "tokens_per_second": 1755345.6634757419, "training_seconds": 1.4934038659994258, "elapsed_tokens_per_second": 1101670.9062600213, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1479, "epoch": 19, "tokens": 193855488, "loss": 3.783766796714381, "lr": 0.0025178186511640097, "grad_norm": 0.1493055373430252, "tokens_per_second": 1755848.536497693, "training_seconds": 1.418327348990715, "elapsed_tokens_per_second": 1106961.9969227272, "peak_memory_bytes": 42389451776}
{"loss": 3.8109965477853587, "perplexity": 45.19545586324766, "tokens": 193855488, "seconds": 0.5369918119977228, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 19, "step": 1479, "evaluation_tokens": 1048576}
{"event": "train", "step": 1480, "epoch": 20, "tokens": 193986560, "loss": 3.8110642433166504, "lr": 0.0025156516215468407, "grad_norm": 0.14133521914482117, "tokens_per_second": 1984268.489519217, "training_seconds": 0.06605557700095233, "elapsed_tokens_per_second": 1103590.348014458, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1500, "epoch": 20, "tokens": 196608000, "loss": 3.7764272809028627, "lr": 0.0024721784381665692, "grad_norm": 0.2073863297700882, "tokens_per_second": 1758676.0472305955, "training_seconds": 1.490575824995176, "elapsed_tokens_per_second": 1109089.8901026307, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1520, "epoch": 20, "tokens": 199229440, "loss": 3.7980100989341734, "lr": 0.002428467668450741, "grad_norm": 0.1477065086364746, "tokens_per_second": 1753768.3705219252, "training_seconds": 1.4947469939943403, "elapsed_tokens_per_second": 1114473.1566437313, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1540, "epoch": 20, "tokens": 201850880, "loss": 3.7670071721076965, "lr": 0.0023845413063761267, "grad_norm": 0.16587916016578674, "tokens_per_second": 1753401.455783015, "training_seconds": 1.4950597830029437, "elapsed_tokens_per_second": 1119761.1322612658, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1557, "epoch": 20, "tokens": 204079104, "loss": 3.7924629940706143, "lr": 0.0023470508954753456, "grad_norm": 0.16331879794597626, "tokens_per_second": 1755631.734623123, "training_seconds": 1.2691864450025605, "elapsed_tokens_per_second": 1124198.4661699934, "peak_memory_bytes": 42389451776}
{"loss": 3.7958883072778073, "perplexity": 44.51776430049094, "tokens": 204079104, "seconds": 0.5402507510007126, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 20, "step": 1557, "evaluation_tokens": 1048576}
{"event": "train", "step": 1560, "epoch": 21, "tokens": 204472320, "loss": 3.8001643816630044, "lr": 0.002340421454399249, "grad_norm": 0.15805235505104065, "tokens_per_second": 1795028.3389297386, "training_seconds": 0.21905838001111988, "elapsed_tokens_per_second": 1121627.8507732148, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1580, "epoch": 21, "tokens": 207093760, "loss": 3.782538366317749, "lr": 0.0022961303123350684, "grad_norm": 0.1577150672674179, "tokens_per_second": 1757068.0092220139, "training_seconds": 1.4919399740028894, "elapsed_tokens_per_second": 1126776.602407912, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1600, "epoch": 21, "tokens": 209715200, "loss": 3.778662085533142, "lr": 0.002251690166186694, "grad_norm": 0.15449227392673492, "tokens_per_second": 1757835.7324604008, "training_seconds": 1.4912883789947955, "elapsed_tokens_per_second": 1131848.3300225707, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1620, "epoch": 21, "tokens": 212336640, "loss": 3.787907803058624, "lr": 0.0022071233769317177, "grad_norm": 0.14875204861164093, "tokens_per_second": 1756043.2202704607, "training_seconds": 1.4928106379957171, "elapsed_tokens_per_second": 1136827.1712779272, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1634, "epoch": 21, "tokens": 214171648, "loss": 3.7759310517992293, "lr": 0.0021758632780079093, "grad_norm": 0.14241163432598114, "tokens_per_second": 1756020.3519825356, "training_seconds": 1.0449810549907852, "elapsed_tokens_per_second": 1140264.275747473, "peak_memory_bytes": 42389451776}
{"loss": 3.772402214486047, "perplexity": 43.484398321538784, "tokens": 214171648, "seconds": 0.5410827259911457, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 21, "step": 1634, "evaluation_tokens": 1048576}
{"event": "train", "step": 1640, "epoch": 22, "tokens": 214958080, "loss": 3.750360369682312, "lr": 0.0021624523692708253, "grad_norm": 0.1812800168991089, "tokens_per_second": 1776986.6602180186, "training_seconds": 0.4425649430049816, "elapsed_tokens_per_second": 1138433.8673967044, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1660, "epoch": 22, "tokens": 217579520, "loss": 3.753324234485626, "lr": 0.002117699620344348, "grad_norm": 0.1626957505941391, "tokens_per_second": 1758799.3987957863, "training_seconds": 1.4904712850111537, "elapsed_tokens_per_second": 1143283.766153613, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1680, "epoch": 22, "tokens": 220200960, "loss": 3.763849472999573, "lr": 0.0020728876484224236, "grad_norm": 0.14317956566810608, "tokens_per_second": 1759483.2684234746, "training_seconds": 1.4898919739935081, "elapsed_tokens_per_second": 1148063.5819246266, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1700, "epoch": 22, "tokens": 222822400, "loss": 3.746390902996063, "lr": 0.002028039001574461, "grad_norm": 0.1752994954586029, "tokens_per_second": 1755381.9582016843, "training_seconds": 1.4933729879994644, "elapsed_tokens_per_second": 1152744.861959407, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1712, "epoch": 22, "tokens": 224395264, "loss": 3.747540374596914, "lr": 0.002001121596747205, "grad_norm": 0.1616870015859604, "tokens_per_second": 1756325.0518864563, "training_seconds": 0.8955426549946424, "elapsed_tokens_per_second": 1155520.910618502, "peak_memory_bytes": 42389451776}
{"loss": 3.7542405285295772, "perplexity": 42.701776711159134, "tokens": 224395264, "seconds": 0.5402550069993595, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 22, "step": 1712, "evaluation_tokens": 1048576}
{"event": "train", "step": 1720, "epoch": 23, "tokens": 225443840, "loss": 3.7486476004123688, "lr": 0.00198317624632362, "grad_norm": 0.14918601512908936, "tokens_per_second": 1776589.8965061386, "training_seconds": 0.590218374010874, "elapsed_tokens_per_second": 1154152.0735306428, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1740, "epoch": 23, "tokens": 228065280, "loss": 3.745652675628662, "lr": 0.0019383219562919903, "grad_norm": 0.1622294783592224, "tokens_per_second": 1758264.5446014293, "training_seconds": 1.490924678000738, "elapsed_tokens_per_second": 1158719.4652240332, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1760, "epoch": 23, "tokens": 230686720, "loss": 3.7385286569595335, "lr": 0.0018934987008422147, "grad_norm": 0.14735372364521027, "tokens_per_second": 1757231.9165791266, "training_seconds": 1.4918008119857404, "elapsed_tokens_per_second": 1163215.2228213747, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1780, "epoch": 23, "tokens": 233308160, "loss": 3.7319096684455872, "lr": 0.0018487290337212442, "grad_norm": 0.1455429047346115, "tokens_per_second": 1757916.2650519996, "training_seconds": 1.4912200609978754, "elapsed_tokens_per_second": 1167644.7464737257, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1790, "epoch": 23, "tokens": 234618880, "loss": 3.738208293914795, "lr": 0.0018263713367670474, "grad_norm": 0.15681053698062897, "tokens_per_second": 1758189.4138598808, "training_seconds": 0.7454941940086428, "elapsed_tokens_per_second": 1169833.3658821627, "peak_memory_bytes": 42389451776}
{"loss": 3.735130907343147, "perplexity": 41.89350937216648, "tokens": 234618880, "seconds": 0.5418974530039122, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 23, "step": 1790, "evaluation_tokens": 1048576}
{"event": "train", "step": 1800, "epoch": 24, "tokens": 235929600, "loss": 3.7085900783538817, "lr": 0.0018040354817119542, "grad_norm": 0.13572099804878235, "tokens_per_second": 1767795.5307149347, "training_seconds": 0.741443214006722, "elapsed_tokens_per_second": 1168853.2630321865, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1820, "epoch": 24, "tokens": 238551040, "loss": 3.7202691793441773, "lr": 0.0017594405332983301, "grad_norm": 0.1699785441160202, "tokens_per_second": 1757177.754808351, "training_seconds": 1.491846794000594, "elapsed_tokens_per_second": 1173160.2443616595, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1840, "epoch": 24, "tokens": 241172480, "loss": 3.7405549049377442, "lr": 0.0017149666273499214, "grad_norm": 0.14307834208011627, "tokens_per_second": 1756076.6099457406, "training_seconds": 1.492782254004851, "elapsed_tokens_per_second": 1177401.9901616476, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1860, "epoch": 24, "tokens": 243793920, "loss": 3.715319049358368, "lr": 0.001670636141831261, "grad_norm": 0.17969980835914612, "tokens_per_second": 1760639.2035898415, "training_seconds": 1.4889137959980872, "elapsed_tokens_per_second": 1181601.490308124, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1868, "epoch": 24, "tokens": 244842496, "loss": 3.7044726610183716, "lr": 0.001652949104524654, "grad_norm": 0.16363319754600525, "tokens_per_second": 1757483.8517298258, "training_seconds": 0.5966347849898739, "elapsed_tokens_per_second": 1183255.6800541359, "peak_memory_bytes": 42389451776}
{"loss": 3.7202579527698805, "perplexity": 41.27503974634539, "tokens": 244842496, "seconds": 0.5428450400067959, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 24, "step": 1868, "evaluation_tokens": 1048576}
{"event": "train", "step": 1880, "epoch": 25, "tokens": 246415360, "loss": 3.708700676759084, "lr": 0.0016264713825419278, "grad_norm": 0.14908650517463684, "tokens_per_second": 1767574.497077948, "training_seconds": 0.889843116994598, "elapsed_tokens_per_second": 1182628.997321253, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1900, "epoch": 25, "tokens": 249036800, "loss": 3.6950525999069215, "lr": 0.001582494571892927, "grad_norm": 0.15183919668197632, "tokens_per_second": 1756904.4680565791, "training_seconds": 1.4920788509916747, "elapsed_tokens_per_second": 1186703.2196194618, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1920, "epoch": 25, "tokens": 251658240, "loss": 3.6928910613059998, "lr": 0.0015387278377250214, "grad_norm": 0.14762794971466064, "tokens_per_second": 1757794.4316855317, "training_seconds": 1.491323417998501, "elapsed_tokens_per_second": 1190726.3804525572, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1940, "epoch": 25, "tokens": 254279680, "loss": 3.6942076206207277, "lr": 0.001495193202174653, "grad_norm": 0.16149325668811798, "tokens_per_second": 1756479.7849827535, "training_seconds": 1.4924396069982322, "elapsed_tokens_per_second": 1194684.0406170539, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1946, "epoch": 25, "tokens": 255066112, "loss": 3.6924767891565957, "lr": 0.0014821813488359913, "grad_norm": 0.15124601125717163, "tokens_per_second": 1756613.8348907288, "training_seconds": 0.44769771498977207, "elapsed_tokens_per_second": 1195857.3839206179, "peak_memory_bytes": 42389451776}
{"loss": 3.701865204879971, "perplexity": 40.522817271174226, "tokens": 255066112, "seconds": 0.5402230079926085, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 25, "step": 1946, "evaluation_tokens": 1048576}
{"event": "train", "step": 1960, "epoch": 26, "tokens": 256901120, "loss": 3.684064269065857, "lr": 0.0014519125705930512, "grad_norm": 0.1649070680141449, "tokens_per_second": 1763874.990875788, "training_seconds": 1.040327693001018, "elapsed_tokens_per_second": 1195568.8484350385, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1980, "epoch": 26, "tokens": 259522560, "loss": 3.685104501247406, "lr": 0.001408907720524097, "grad_norm": 0.1431158185005188, "tokens_per_second": 1756701.517331561, "training_seconds": 1.4922512300108792, "elapsed_tokens_per_second": 1199430.001628862, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2000, "epoch": 26, "tokens": 262144000, "loss": 3.683924126625061, "lr": 0.00136620029074651, "grad_norm": 0.15049654245376587, "tokens_per_second": 1755212.4526720913, "training_seconds": 1.49351720699633, "elapsed_tokens_per_second": 1203233.3931125323, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2020, "epoch": 26, "tokens": 264765440, "loss": 3.6770394444465637, "lr": 0.0013238117703858446, "grad_norm": 0.1436864584684372, "tokens_per_second": 1755887.2511096988, "training_seconds": 1.492943239005399, "elapsed_tokens_per_second": 1206986.1534014097, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2024, "epoch": 26, "tokens": 265289728, "loss": 3.671030819416046, "lr": 0.0013153742153111634, "grad_norm": 0.1552819460630417, "tokens_per_second": 1756386.0508126135, "training_seconds": 0.298503850994166, "elapsed_tokens_per_second": 1207726.1807958137, "peak_memory_bytes": 42389451776}
{"loss": 3.684505773414872, "perplexity": 39.82543479654057, "tokens": 265289728, "seconds": 0.5406933620106429, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 26, "step": 2024, "evaluation_tokens": 1048576}
{"event": "train", "step": 2040, "epoch": 27, "tokens": 267386880, "loss": 3.670913353562355, "lr": 0.0012817634881017953, "grad_norm": 0.14208035171031952, "tokens_per_second": 1770397.9305790581, "training_seconds": 1.1845653249911265, "elapsed_tokens_per_second": 1207723.3893950086, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2060, "epoch": 27, "tokens": 270008320, "loss": 3.6678144097328187, "lr": 0.0012400766013562362, "grad_norm": 0.15172632038593292, "tokens_per_second": 1755952.7001779142, "training_seconds": 1.4928875930054346, "elapsed_tokens_per_second": 1211387.2318083714, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2080, "epoch": 27, "tokens": 272629760, "loss": 3.6738993406295775, "lr": 0.001198772085767414, "grad_norm": 0.1562833935022354, "tokens_per_second": 1754283.1373100856, "training_seconds": 1.4943083840043982, "elapsed_tokens_per_second": 1214995.249117325, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2100, "epoch": 27, "tokens": 275251200, "loss": 3.671525001525879, "lr": 0.001157870724555627, "grad_norm": 0.14521275460720062, "tokens_per_second": 1755974.1839536664, "training_seconds": 1.4928693280089647, "elapsed_tokens_per_second": 1218560.6605620768, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2101, "epoch": 27, "tokens": 275382272, "loss": 3.628584623336792, "lr": 0.001155836609348925, "grad_norm": 0.14807608723640442, "tokens_per_second": 1751198.2706181104, "training_seconds": 0.07484703599766362, "elapsed_tokens_per_second": 1218731.0232814003, "peak_memory_bytes": 42389451776}
{"loss": 3.6722728178771327, "perplexity": 39.341219752313144, "tokens": 275382272, "seconds": 0.540239694993943, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 27, "step": 2101, "evaluation_tokens": 1048576}
{"event": "train", "step": 2120, "epoch": 28, "tokens": 277872640, "loss": 3.6571237538990222, "lr": 0.0011173930980857216, "grad_norm": 0.14125396311283112, "tokens_per_second": 1765830.7835137607, "training_seconds": 1.410309539991431, "elapsed_tokens_per_second": 1219145.046682325, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2140, "epoch": 28, "tokens": 280494080, "loss": 3.6579629302024843, "lr": 0.001077359573511653, "grad_norm": 0.15183719992637634, "tokens_per_second": 1755625.3025620081, "training_seconds": 1.493165994004812, "elapsed_tokens_per_second": 1222628.1567446138, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2160, "epoch": 28, "tokens": 283115520, "loss": 3.661865782737732, "lr": 0.001037790294528335, "grad_norm": 0.14377392828464508, "tokens_per_second": 1753097.7446271642, "training_seconds": 1.4953187909995904, "elapsed_tokens_per_second": 1226057.4043717498, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2179, "epoch": 28, "tokens": 285605888, "loss": 3.659361563230816, "lr": 0.001000647624090521, "grad_norm": 0.142379492521286, "tokens_per_second": 1756459.5653217356, "training_seconds": 1.417833947998588, "elapsed_tokens_per_second": 1229284.4823729233, "peak_memory_bytes": 42389451776}
{"loss": 3.6559555160970776, "perplexity": 38.70448621158088, "tokens": 285605888, "seconds": 0.5387874519947218, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 28, "step": 2179, "evaluation_tokens": 1048576}
{"event": "train", "step": 2180, "epoch": 29, "tokens": 285736960, "loss": 3.6641483306884766, "lr": 0.0009987051712359205, "grad_norm": 0.14810697734355927, "tokens_per_second": 1881496.1727195415, "training_seconds": 0.06966370801092125, "elapsed_tokens_per_second": 1226604.0700977023, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2200, "epoch": 29, "tokens": 288358400, "loss": 3.632343566417694, "lr": 0.0009601238701216261, "grad_norm": 0.1370418816804886, "tokens_per_second": 1753528.713493597, "training_seconds": 1.4949512829916785, "elapsed_tokens_per_second": 1229958.7740259983, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2220, "epoch": 29, "tokens": 290979840, "loss": 3.659504544734955, "lr": 0.0009220658041641312, "grad_norm": 0.13824187219142914, "tokens_per_second": 1755108.055779168, "training_seconds": 1.4936060440086294, "elapsed_tokens_per_second": 1233274.9915909506, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2240, "epoch": 29, "tokens": 293601280, "loss": 3.646309471130371, "lr": 0.0008845501230655353, "grad_norm": 0.27703186869621277, "tokens_per_second": 1754125.9676555784, "training_seconds": 1.494442274008179, "elapsed_tokens_per_second": 1236547.3196814733, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2257, "epoch": 29, "tokens": 295829504, "loss": 3.623230639625998, "lr": 0.0008531023518590851, "grad_norm": 0.16806067526340485, "tokens_per_second": 1754644.2127689936, "training_seconds": 1.2699007489864016, "elapsed_tokens_per_second": 1239295.6602073996, "peak_memory_bytes": 42389451776}
{"loss": 3.644988061453526, "perplexity": 38.28231581362332, "tokens": 295829504, "seconds": 0.5388611140078865, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 29, "step": 2257, "evaluation_tokens": 1048576}
{"event": "train", "step": 2260, "epoch": 30, "tokens": 296222720, "loss": 3.6076997915903726, "lr": 0.0008475957036157928, "grad_norm": 0.14951185882091522, "tokens_per_second": 1806763.8128468422, "training_seconds": 0.21763553000346292, "elapsed_tokens_per_second": 1236989.471539724, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2280, "epoch": 30, "tokens": 298844160, "loss": 3.6482935547828674, "lr": 0.0008112211401944649, "grad_norm": 0.1409011036157608, "tokens_per_second": 1753605.8500137504, "training_seconds": 1.494885524007259, "elapsed_tokens_per_second": 1240188.4693209215, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2300, "epoch": 30, "tokens": 301465600, "loss": 3.618318736553192, "lr": 0.0007754447354145734, "grad_norm": 0.1480238288640976, "tokens_per_second": 1758506.800300685, "training_seconds": 1.4907192849932471, "elapsed_tokens_per_second": 1243366.5462323742, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2320, "epoch": 30, "tokens": 304087040, "loss": 3.6148763060569764, "lr": 0.0007402844909132611, "grad_norm": 0.1413593590259552, "tokens_per_second": 1755233.503474546, "training_seconds": 1.4934992950002197, "elapsed_tokens_per_second": 1246494.2739705082, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2335, "epoch": 30, "tokens": 306053120, "loss": 3.6113651752471925, "lr": 0.0007143293172337431, "grad_norm": 0.152754008769989, "tokens_per_second": 1759085.1518817428, "training_seconds": 1.1176718750066357, "elapsed_tokens_per_second": 1248824.5441190172, "peak_memory_bytes": 42389451776}
{"loss": 3.629813319398493, "perplexity": 37.70577702298941, "tokens": 306053120, "seconds": 0.541026326987776, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 30, "step": 2335, "evaluation_tokens": 1048576}
{"event": "train", "step": 2340, "epoch": 31, "tokens": 306708480, "loss": 3.620854377746582, "lr": 0.0007057580982938992, "grad_norm": 0.14301511645317078, "tokens_per_second": 1781305.680167988, "training_seconds": 0.3679099029977806, "elapsed_tokens_per_second": 1246845.0701760077, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2360, "epoch": 31, "tokens": 309329920, "loss": 3.60693279504776, "lr": 0.0006718829302241903, "grad_norm": 0.15093721449375153, "tokens_per_second": 1754069.9314997948, "training_seconds": 1.4944900160044199, "elapsed_tokens_per_second": 1249902.5544070061, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2380, "epoch": 31, "tokens": 311951360, "loss": 3.6155073285102843, "lr": 0.0006386760316947518, "grad_norm": 0.1413579136133194, "tokens_per_second": 1756374.5206447146, "training_seconds": 1.492529052993632, "elapsed_tokens_per_second": 1252930.455910138, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2400, "epoch": 31, "tokens": 314572800, "loss": 3.6241860032081603, "lr": 0.0006061541114425748, "grad_norm": 0.15157955884933472, "tokens_per_second": 1757833.7238958564, "training_seconds": 1.491290082994965, "elapsed_tokens_per_second": 1255930.4264922405, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2413, "epoch": 31, "tokens": 316276736, "loss": 3.618403049615713, "lr": 0.0005853899488738232, "grad_norm": 0.1493763029575348, "tokens_per_second": 1757252.6950704576, "training_seconds": 0.9696590620005736, "elapsed_tokens_per_second": 1257856.2795859862, "peak_memory_bytes": 42389451776}
{"loss": 3.6174496469071786, "perplexity": 37.242465164706424, "tokens": 316276736, "seconds": 0.5389314149942948, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 31, "step": 2413, "evaluation_tokens": 1048576}
{"event": "train", "step": 2420, "epoch": 32, "tokens": 317194240, "loss": 3.602448054722377, "lr": 0.0005743335335436821, "grad_norm": 0.14415372908115387, "tokens_per_second": 1774036.8066510234, "training_seconds": 0.5171843090065522, "elapsed_tokens_per_second": 1256196.6686103423, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2440, "epoch": 32, "tokens": 319815680, "loss": 3.606320595741272, "lr": 0.0005432303091792015, "grad_norm": 0.13726146519184113, "tokens_per_second": 1758060.3269116408, "training_seconds": 1.4910978650004836, "elapsed_tokens_per_second": 1259137.5293333146, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2460, "epoch": 32, "tokens": 322437120, "loss": 3.586225128173828, "lr": 0.0005128600885790112, "grad_norm": 0.1468021124601364, "tokens_per_second": 1755440.0648565777, "training_seconds": 1.4933235560019966, "elapsed_tokens_per_second": 1262031.2098297453, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2480, "epoch": 32, "tokens": 325058560, "loss": 3.602165412902832, "lr": 0.00048323815314700315, "grad_norm": 0.140217587351799, "tokens_per_second": 1755478.8098558716, "training_seconds": 1.493290597005398, "elapsed_tokens_per_second": 1264892.873502665, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2491, "epoch": 32, "tokens": 326500352, "loss": 3.5937294960021973, "lr": 0.00046727046100503844, "grad_norm": 0.14887255430221558, "tokens_per_second": 1757377.6287459773, "training_seconds": 0.8204224159999285, "elapsed_tokens_per_second": 1266450.8639992254, "peak_memory_bytes": 42389451776}
{"loss": 3.6075074281075517, "perplexity": 36.87402700871606, "tokens": 326500352, "seconds": 0.5382950189959956, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 32, "step": 2491, "evaluation_tokens": 1048576}
{"event": "train", "step": 2500, "epoch": 33, "tokens": 327680000, "loss": 3.5966401629977756, "lr": 0.000454379407771927, "grad_norm": 0.13849449157714844, "tokens_per_second": 1768871.7068589295, "training_seconds": 0.6668929099978413, "elapsed_tokens_per_second": 1265084.1122206922, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2520, "epoch": 33, "tokens": 330301440, "loss": 3.591913378238678, "lr": 0.00042629837332769084, "grad_norm": 0.1458725780248642, "tokens_per_second": 1752621.7660491078, "training_seconds": 1.4957248910068301, "elapsed_tokens_per_second": 1267877.8604829744, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2540, "epoch": 33, "tokens": 332922880, "loss": 3.6012269616127015, "lr": 0.0003990091793668813, "grad_norm": 0.13831885159015656, "tokens_per_second": 1755841.1011984458, "training_seconds": 1.4929824790015118, "elapsed_tokens_per_second": 1270650.4750193658, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2560, "epoch": 33, "tokens": 335544320, "loss": 3.5685244679450987, "lr": 0.00037252555701118784, "grad_norm": 0.15379853546619415, "tokens_per_second": 1755561.3451560682, "training_seconds": 1.4932203920034226, "elapsed_tokens_per_second": 1273392.9895683394, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2568, "epoch": 33, "tokens": 336592896, "loss": 3.6142772138118744, "lr": 0.0003621606668673201, "grad_norm": 0.14338187873363495, "tokens_per_second": 1751844.5214159514, "training_seconds": 0.5985554009967018, "elapsed_tokens_per_second": 1274468.3282850415, "peak_memory_bytes": 42389451776}
{"loss": 3.598552549856377, "perplexity": 36.54529864418363, "tokens": 336592896, "seconds": 0.5409943280101288, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 33, "step": 2568, "evaluation_tokens": 1048576}
{"event": "train", "step": 2580, "epoch": 34, "tokens": 338165760, "loss": 3.6205848455429077, "lr": 0.00034686083204230365, "grad_norm": 0.13782165944576263, "tokens_per_second": 1767389.2817390934, "training_seconds": 0.8899363689997699, "elapsed_tokens_per_second": 1273468.7213867642, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2600, "epoch": 34, "tokens": 340787200, "loss": 3.6057754874229433, "lr": 0.00032202791819678646, "grad_norm": 0.1367008090019226, "tokens_per_second": 1755178.7867656667, "training_seconds": 1.493545853998512, "elapsed_tokens_per_second": 1276157.4357158025, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2620, "epoch": 34, "tokens": 343408640, "loss": 3.602359879016876, "lr": 0.00029803931066824286, "grad_norm": 0.1385927051305771, "tokens_per_second": 1754410.82713647, "training_seconds": 1.4941996249981457, "elapsed_tokens_per_second": 1278810.3675464874, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2640, "epoch": 34, "tokens": 346030080, "loss": 3.6038434147834777, "lr": 0.0002749070798201143, "grad_norm": 0.1399506777524948, "tokens_per_second": 1754910.7078530686, "training_seconds": 1.4937740070017753, "elapsed_tokens_per_second": 1281438.608559385, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2646, "epoch": 34, "tokens": 346816512, "loss": 3.614209612210592, "lr": 0.00026813615549331417, "grad_norm": 0.13719789683818817, "tokens_per_second": 1759149.7700334727, "training_seconds": 0.4470523280033376, "elapsed_tokens_per_second": 1282220.4393415267, "peak_memory_bytes": 42389451776}
{"loss": 3.5902973983886306, "perplexity": 36.244853484805326, "tokens": 346816512, "seconds": 0.5373399130039616, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 34, "step": 2646, "evaluation_tokens": 1048576}
{"event": "train", "step": 2660, "epoch": 35, "tokens": 348651520, "loss": 3.580961755343846, "lr": 0.0002526428651122241, "grad_norm": 0.13571421802043915, "tokens_per_second": 1763041.213034927, "training_seconds": 1.040819685003953, "elapsed_tokens_per_second": 1281493.4084873572, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2680, "epoch": 35, "tokens": 351272960, "loss": 3.594675064086914, "lr": 0.00023125786924414271, "grad_norm": 0.13461191952228546, "tokens_per_second": 1757510.1220896218, "training_seconds": 1.4915646669978742, "elapsed_tokens_per_second": 1284083.4005282475, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2700, "epoch": 35, "tokens": 353894400, "loss": 3.5895705819129944, "lr": 0.0002107628525183185, "grad_norm": 0.13268133997917175, "tokens_per_second": 1755623.347243797, "training_seconds": 1.4931676570122363, "elapsed_tokens_per_second": 1286635.132058997, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2720, "epoch": 35, "tokens": 356515840, "loss": 3.574215495586395, "lr": 0.00019116812742580902, "grad_norm": 0.13738292455673218, "tokens_per_second": 1758394.4718780462, "training_seconds": 1.4908145139925182, "elapsed_tokens_per_second": 1289172.9048535887, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2724, "epoch": 35, "tokens": 357040128, "loss": 3.604636490345001, "lr": 0.0001873580930679506, "grad_norm": 0.13655419647693634, "tokens_per_second": 1754343.5040789768, "training_seconds": 0.2988513930031331, "elapsed_tokens_per_second": 1289668.051207707, "peak_memory_bytes": 42389451776}
{"loss": 3.5835065224027725, "perplexity": 35.999553024854684, "tokens": 357040128, "seconds": 0.5381336150021525, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 35, "step": 2724, "evaluation_tokens": 1048576}
{"event": "train", "step": 2740, "epoch": 36, "tokens": 359137280, "loss": 3.5883833914995193, "lr": 0.00017248355345733725, "grad_norm": 0.13789455592632294, "tokens_per_second": 1762691.869694456, "training_seconds": 1.1897439569875132, "elapsed_tokens_per_second": 1289153.5316621421, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2760, "epoch": 36, "tokens": 361758720, "loss": 3.586908721923828, "lr": 0.0001547185321422868, "grad_norm": 0.1327902227640152, "tokens_per_second": 1756073.2513940104, "training_seconds": 1.4927851090033073, "elapsed_tokens_per_second": 1291637.0543449062, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2780, "epoch": 36, "tokens": 364380160, "loss": 3.5592409014701842, "lr": 0.0001378820023181273, "grad_norm": 0.13782162964344025, "tokens_per_second": 1755300.4082485181, "training_seconds": 1.49344236899924, "elapsed_tokens_per_second": 1294089.6085377608, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2800, "epoch": 36, "tokens": 367001600, "loss": 3.5909926533699035, "lr": 0.00012198243563265332, "grad_norm": 0.13786670565605164, "tokens_per_second": 1755765.8763914707, "training_seconds": 1.4930464450008003, "elapsed_tokens_per_second": 1296519.5953120734, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2802, "epoch": 36, "tokens": 367263744, "loss": 3.5482455492019653, "lr": 0.0001204443240502393, "grad_norm": 0.12980057299137115, "tokens_per_second": 1768430.5187597403, "training_seconds": 0.14823539699136745, "elapsed_tokens_per_second": 1296759.3494728075, "peak_memory_bytes": 42389451776}
{"loss": 3.5779605583017644, "perplexity": 35.8004534061161, "tokens": 367263744, "seconds": 0.5388786809926387, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 36, "step": 2802, "evaluation_tokens": 1048576}
{"event": "train", "step": 2820, "epoch": 37, "tokens": 369623040, "loss": 3.583261979950799, "lr": 0.00010702783228130075, "grad_norm": 0.12830401957035065, "tokens_per_second": 1763329.5973902585, "training_seconds": 1.3379778820089996, "elapsed_tokens_per_second": 1296473.0272388766, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2840, "epoch": 37, "tokens": 372244480, "loss": 3.5698151111602785, "lr": 9.30257169816815e-05, "grad_norm": 0.12911969423294067, "tokens_per_second": 1754045.368835777, "training_seconds": 1.4945109440013766, "elapsed_tokens_per_second": 1298854.444676233, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2860, "epoch": 37, "tokens": 374865920, "loss": 3.575550889968872, "lr": 7.998313518736832e-05, "grad_norm": 0.21079331636428833, "tokens_per_second": 1753379.4543960793, "training_seconds": 1.495078542997362, "elapsed_tokens_per_second": 1301204.8040582663, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2880, "epoch": 37, "tokens": 377487360, "loss": 3.5793987274169923, "lr": 6.790664954282866e-05, "grad_norm": 0.12780317664146423, "tokens_per_second": 1753641.7760460016, "training_seconds": 1.4948548989923438, "elapsed_tokens_per_second": 1303535.3658068914, "peak_memory_bytes": 42389451776}
{"loss": 3.5739915417338968, "perplexity": 35.658642424640945, "tokens": 377487360, "seconds": 0.5409504240087699, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 37, "step": 2880, "evaluation_tokens": 1048576}
{"event": "train", "step": 2900, "epoch": 38, "tokens": 380108800, "loss": 3.5783604741096497, "lr": 5.6802336581293967e-05, "grad_norm": 0.13015472888946533, "tokens_per_second": 1764381.9089246297, "training_seconds": 1.485755428991979, "elapsed_tokens_per_second": 1303437.7770093626, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2920, "epoch": 38, "tokens": 382730240, "loss": 3.57837735414505, "lr": 4.6675783667226465e-05, "grad_norm": 0.126738041639328, "tokens_per_second": 1755868.7297176493, "training_seconds": 1.4929589869861957, "elapsed_tokens_per_second": 1305735.1178685778, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2940, "epoch": 38, "tokens": 385351680, "loss": 3.581021177768707, "lr": 3.753208618492221e-05, "grad_norm": 0.12702584266662598, "tokens_per_second": 1756666.2533781885, "training_seconds": 1.4922811860014917, "elapsed_tokens_per_second": 1308014.443579322, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2958, "epoch": 38, "tokens": 387710976, "loss": 3.570613702138265, "lr": 3.0146912696062068e-05, "grad_norm": 0.1295575499534607, "tokens_per_second": 1757598.584518106, "training_seconds": 1.3423406349902507, "elapsed_tokens_per_second": 1310046.6482862562, "peak_memory_bytes": 42389451776}
{"loss": 3.5714921158354667, "perplexity": 35.56962757960706, "tokens": 387710976, "seconds": 0.5389064320042962, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 38, "step": 2958, "evaluation_tokens": 1048576}
{"event": "train", "step": 2960, "epoch": 39, "tokens": 387973120, "loss": 3.547471523284912, "lr": 2.9375844974662392e-05, "grad_norm": 0.12532351911067963, "tokens_per_second": 1825364.3718669817, "training_seconds": 0.14361187499889638, "elapsed_tokens_per_second": 1307885.2722860402, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2980, "epoch": 39, "tokens": 390594560, "loss": 3.5602485656738283, "lr": 2.221116401770584e-05, "grad_norm": 0.13285721838474274, "tokens_per_second": 1755817.9636442694, "training_seconds": 1.4930021530017257, "elapsed_tokens_per_second": 1310123.8637993124, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3000, "epoch": 39, "tokens": 393216000, "loss": 3.562273645401001, "lr": 1.604164837128641e-05, "grad_norm": 0.12565761804580688, "tokens_per_second": 1755615.0392987423, "training_seconds": 1.4931747230002657, "elapsed_tokens_per_second": 1312337.5016576773, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3020, "epoch": 39, "tokens": 395837440, "loss": 3.564112639427185, "lr": 1.0870402354652641e-05, "grad_norm": 0.12402992695569992, "tokens_per_second": 1781243.2426986035, "training_seconds": 1.4716911970026558, "elapsed_tokens_per_second": 1164894.285164163, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3035, "epoch": 39, "tokens": 397803520, "loss": 3.5809836705525715, "lr": 7.648666487645394e-06, "grad_norm": 0.12438654899597168, "tokens_per_second": 1760724.9420908159, "training_seconds": 1.1166309700056445, "elapsed_tokens_per_second": 1166839.8857239133, "peak_memory_bytes": 42389451776}
{"loss": 3.5704284136790814, "perplexity": 35.53181220576171, "tokens": 397803520, "seconds": 0.5393368049990386, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 39, "step": 3035, "evaluation_tokens": 1048576}
{"event": "train", "step": 3040, "epoch": 40, "tokens": 398458880, "loss": 3.5717776298522947, "lr": 6.700027987067037e-06, "grad_norm": 0.12256932258605957, "tokens_per_second": 1790164.957821427, "training_seconds": 0.3660891680046916, "elapsed_tokens_per_second": 1165628.2020219485, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3060, "epoch": 40, "tokens": 401080320, "loss": 3.552894341945648, "lr": 3.5326236785453435e-06, "grad_norm": 0.12963628768920898, "tokens_per_second": 1758753.815462053, "training_seconds": 1.490509915005532, "elapsed_tokens_per_second": 1168199.3278303507, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3080, "epoch": 40, "tokens": 403701760, "loss": 3.5717527151107786, "lr": 1.3697831739987178e-06, "grad_norm": 0.12485133856534958, "tokens_per_second": 1760379.3180231124, "training_seconds": 1.4891336049913662, "elapsed_tokens_per_second": 1170751.4191255087, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3100, "epoch": 40, "tokens": 406323200, "loss": 3.56550053358078, "lr": 2.1259475130741558e-07, "grad_norm": 0.12260547280311584, "tokens_per_second": 1772643.3032780557, "training_seconds": 1.4788310739968438, "elapsed_tokens_per_second": 1169783.150424722, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3113, "epoch": 40, "tokens": 408027136, "loss": 3.569574209359976, "lr": 0.0, "grad_norm": 0.12408480048179626, "tokens_per_second": 1759324.8361281306, "training_seconds": 0.9685169930016855, "elapsed_tokens_per_second": 1171417.057325974, "peak_memory_bytes": 42389451776}
{"loss": 3.570202002763536, "perplexity": 35.52376832627465, "tokens": 408027136, "seconds": 0.5395519019948551, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 40, "step": 3113, "evaluation_tokens": 1048576}
{"loss": 3.5704795133749854, "perplexity": 35.5336279169511, "tokens": 408027136, "seconds": 100.61448631899839, "split": "full", "validation_complete": true, "event": "final_validation", "step": 3113, "evaluation_tokens": 197411295}