{"event": "train", "step": 20, "epoch": 1, "tokens": 2621440, "loss": 9.454367923736573, "lr": 0.0005128205128205128, "grad_norm": 1.5065425634384155, "tokens_per_second": 129724.87751626184, "training_seconds": 20.207689150998704, "elapsed_tokens_per_second": 129724.87751626184, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 40, "epoch": 1, "tokens": 5242880, "loss": 7.445170545578003, "lr": 0.0010256410256410256, "grad_norm": 0.9451460838317871, "tokens_per_second": 1765742.0000730215, "training_seconds": 1.4846110019989283, "elapsed_tokens_per_second": 241635.90774445917, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 60, "epoch": 1, "tokens": 7864320, "loss": 6.880429911613464, "lr": 0.0015384615384615385, "grad_norm": 0.7715354561805725, "tokens_per_second": 1761682.8214954196, "training_seconds": 1.4880317659990396, "elapsed_tokens_per_second": 339166.72956692346, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 78, "epoch": 1, "tokens": 10223616, "loss": 6.617595434188843, "lr": 0.002, "grad_norm": 1.0579876899719238, "tokens_per_second": 1767808.5889053212, "training_seconds": 1.3345879270000296, "elapsed_tokens_per_second": 416883.3448842163, "peak_memory_bytes": 21988176384}
{"loss": 6.5656742765029605, "perplexity": 710.2906670738943, "tokens": 10223616, "seconds": 0.7363447309999174, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 1, "step": 78, "evaluation_tokens": 1048576}
{"event": "train", "step": 80, "epoch": 2, "tokens": 10485760, "loss": 6.519999027252197, "lr": 0.0020512820512820513, "grad_norm": 0.4777796268463135, "tokens_per_second": 1798341.2691755875, "training_seconds": 0.14576988500084553, "elapsed_tokens_per_second": 412581.1330679639, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 100, "epoch": 2, "tokens": 13107200, "loss": 6.366459345817566, "lr": 0.002564102564102564, "grad_norm": 0.3557194173336029, "tokens_per_second": 1764122.3846927967, "training_seconds": 1.4859740020001482, "elapsed_tokens_per_second": 487215.3908640147, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 120, "epoch": 2, "tokens": 15728640, "loss": 6.128719520568848, "lr": 0.003076923076923077, "grad_norm": 0.4086415469646454, "tokens_per_second": 1754240.3891710986, "training_seconds": 1.494344798000384, "elapsed_tokens_per_second": 553855.9279437085, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 140, "epoch": 2, "tokens": 18350080, "loss": 5.933201742172241, "lr": 0.00358974358974359, "grad_norm": 0.5380130410194397, "tokens_per_second": 1755941.9743707571, "training_seconds": 1.4928967119994923, "elapsed_tokens_per_second": 613864.999627682, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 156, "epoch": 2, "tokens": 20447232, "loss": 5.743790984153748, "lr": 0.004, "grad_norm": 0.29795241355895996, "tokens_per_second": 1761861.3094498971, "training_seconds": 1.190304814999763, "elapsed_tokens_per_second": 657777.6881618102, "peak_memory_bytes": 42389451776}
{"loss": 5.672934752722843, "perplexity": 290.8869642548749, "tokens": 20447232, "seconds": 0.5379903960001684, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 2, "step": 156, "evaluation_tokens": 1048576}
{"event": "train", "step": 160, "epoch": 3, "tokens": 20971520, "loss": 5.6460593938827515, "lr": 0.0041025641025641026, "grad_norm": 0.6719503402709961, "tokens_per_second": 1784238.527554545, "training_seconds": 0.2938441200003581, "elapsed_tokens_per_second": 656484.9896671405, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 180, "epoch": 3, "tokens": 23592960, "loss": 5.558159136772156, "lr": 0.004615384615384615, "grad_norm": 0.2567157447338104, "tokens_per_second": 1764230.1648961233, "training_seconds": 1.4858832209993125, "elapsed_tokens_per_second": 705690.7074152479, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 200, "epoch": 3, "tokens": 26214400, "loss": 5.398485589027405, "lr": 0.005128205128205128, "grad_norm": 0.41382402181625366, "tokens_per_second": 1753434.7052087598, "training_seconds": 1.4950314329998946, "elapsed_tokens_per_second": 750487.6459842057, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 220, "epoch": 3, "tokens": 28835840, "loss": 5.2675185918807985, "lr": 0.0056410256410256415, "grad_norm": 0.2738383114337921, "tokens_per_second": 1758095.9946989683, "training_seconds": 1.4910676140007126, "elapsed_tokens_per_second": 791701.6477704124, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 233, "epoch": 3, "tokens": 30539776, "loss": 5.192327389350305, "lr": 0.0059743589743589745, "grad_norm": 0.27659836411476135, "tokens_per_second": 1765203.2480265663, "training_seconds": 0.9652916749982978, "elapsed_tokens_per_second": 816789.5408581053, "peak_memory_bytes": 42389451776}
{"loss": 5.176142506341733, "perplexity": 176.99872096154022, "tokens": 30539776, "seconds": 0.537584360999972, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 3, "step": 233, "evaluation_tokens": 1048576}
{"event": "train", "step": 240, "epoch": 4, "tokens": 31457280, "loss": 5.1153145517621725, "lr": 0.006153846153846154, "grad_norm": 0.3519543409347534, "tokens_per_second": 1774033.050631192, "training_seconds": 0.5171854039999744, "elapsed_tokens_per_second": 818070.7881734129, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 260, "epoch": 4, "tokens": 34078720, "loss": 5.074498701095581, "lr": 0.006666666666666667, "grad_norm": 0.26814284920692444, "tokens_per_second": 1754140.3241185101, "training_seconds": 1.4944300429997384, "elapsed_tokens_per_second": 853055.178197892, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 280, "epoch": 4, "tokens": 36700160, "loss": 5.0350661993026735, "lr": 0.00717948717948718, "grad_norm": 0.32396599650382996, "tokens_per_second": 1764716.2719857732, "training_seconds": 1.4854739210004482, "elapsed_tokens_per_second": 885687.3140798778, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 300, "epoch": 4, "tokens": 39321600, "loss": 4.941656231880188, "lr": 0.007692307692307692, "grad_norm": 0.21971169114112854, "tokens_per_second": 1757900.1621851556, "training_seconds": 1.4912337209989346, "elapsed_tokens_per_second": 915958.9511808269, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 311, "epoch": 4, "tokens": 40763392, "loss": 4.902880451895974, "lr": 0.007974358974358975, "grad_norm": 0.23656338453292847, "tokens_per_second": 1763057.9047021607, "training_seconds": 0.8177791530015384, "elapsed_tokens_per_second": 931744.001799213, "peak_memory_bytes": 42389451776}
{"loss": 4.902740240755352, "perplexity": 134.6582706586668, "tokens": 40763392, "seconds": 0.537942621998809, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 4, "step": 311, "evaluation_tokens": 1048576}
{"event": "train", "step": 320, "epoch": 5, "tokens": 41943040, "loss": 4.8602549235026045, "lr": 0.007999838979717738, "grad_norm": 0.19396348297595978, "tokens_per_second": 1771571.7926693575, "training_seconds": 0.665876486000343, "elapsed_tokens_per_second": 932841.5510438051, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 340, "epoch": 5, "tokens": 44564480, "loss": 4.805695748329162, "lr": 0.007998027650419737, "grad_norm": 0.22220318019390106, "tokens_per_second": 1757133.2106763658, "training_seconds": 1.4918846130003658, "elapsed_tokens_per_second": 959272.6337434736, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 360, "epoch": 5, "tokens": 47185920, "loss": 4.757821702957154, "lr": 0.00799420463091706, "grad_norm": 0.21656490862369537, "tokens_per_second": 1759399.766444325, "training_seconds": 1.4899626850001368, "elapsed_tokens_per_second": 984089.5589871844, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 380, "epoch": 5, "tokens": 49807360, "loss": 4.663573932647705, "lr": 0.007988371844840945, "grad_norm": 0.2634750008583069, "tokens_per_second": 1765139.511270923, "training_seconds": 1.485117739000998, "elapsed_tokens_per_second": 1007514.8949872752, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 389, "epoch": 5, "tokens": 50987008, "loss": 4.6221418380737305, "lr": 0.007985092149712518, "grad_norm": 0.23070558905601501, "tokens_per_second": 1758848.545112384, "training_seconds": 0.6706933370005572, "elapsed_tokens_per_second": 1017536.1507096986, "peak_memory_bytes": 42389451776}
{"loss": 4.627702906827858, "perplexity": 102.27885001155538, "tokens": 50987008, "seconds": 0.5379514229989582, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 5, "step": 389, "evaluation_tokens": 1048576}
{"event": "train", "step": 400, "epoch": 6, "tokens": 52428800, "loss": 5.674375967545942, "lr": 0.007980532227078202, "grad_norm": 4.138541221618652, "tokens_per_second": 1776728.7185444317, "training_seconds": 0.811486855000112, "elapsed_tokens_per_second": 1018705.2359625669, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 420, "epoch": 6, "tokens": 55050240, "loss": 7.226802492141724, "lr": 0.007970689722294463, "grad_norm": 0.16145376861095428, "tokens_per_second": 1765156.702652846, "training_seconds": 1.4851032750011655, "elapsed_tokens_per_second": 1039617.4886727062, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 440, "epoch": 6, "tokens": 57671680, "loss": 6.440907311439514, "lr": 0.007958849282949336, "grad_norm": 0.1115490198135376, "tokens_per_second": 1754619.0070595422, "training_seconds": 1.4940223430003243, "elapsed_tokens_per_second": 1059197.4022625359, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 460, "epoch": 6, "tokens": 60293120, "loss": 6.169108366966247, "lr": 0.007945016866804485, "grad_norm": 0.27206337451934814, "tokens_per_second": 1764344.039335417, "training_seconds": 1.485787319001247, "elapsed_tokens_per_second": 1077900.1778523424, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 467, "epoch": 6, "tokens": 61210624, "loss": 6.0334842545645575, "lr": 0.007939706174607876, "grad_norm": 0.23966099321842194, "tokens_per_second": 1759727.042538029, "training_seconds": 0.5213899529990158, "elapsed_tokens_per_second": 1084159.8650675027, "peak_memory_bytes": 42389451776}
{"loss": 5.998978640389836, "perplexity": 403.0169579693708, "tokens": 61210624, "seconds": 0.5382094310007233, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 6, "step": 467, "evaluation_tokens": 1048576}
{"event": "train", "step": 480, "epoch": 7, "tokens": 62914560, "loss": 5.887522330650916, "lr": 0.007929199433925843, "grad_norm": 0.3030747175216675, "tokens_per_second": 1773902.8639221333, "training_seconds": 0.9605576689991722, "elapsed_tokens_per_second": 1085458.32742291, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 500, "epoch": 7, "tokens": 65536000, "loss": 5.666888642311096, "lr": 0.007911404943181526, "grad_norm": 0.20612704753875732, "tokens_per_second": 1752625.7465164007, "training_seconds": 1.4957214939986443, "elapsed_tokens_per_second": 1102217.5585210104, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 520, "epoch": 7, "tokens": 68157440, "loss": 5.396872591972351, "lr": 0.007891642348237157, "grad_norm": 0.2850804924964905, "tokens_per_second": 1754289.975755768, "training_seconds": 1.4943025590000616, "elapsed_tokens_per_second": 1118167.4184442386, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 540, "epoch": 7, "tokens": 70778880, "loss": 5.184985780715943, "lr": 0.00786992159305064, "grad_norm": 0.25276264548301697, "tokens_per_second": 1755992.5982105131, "training_seconds": 1.4928536730003543, "elapsed_tokens_per_second": 1133387.636314419, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 545, "epoch": 7, "tokens": 71434240, "loss": 5.027156639099121, "lr": 0.007864186700914343, "grad_norm": 0.2697547972202301, "tokens_per_second": 1768773.9535308892, "training_seconds": 0.37051653700109455, "elapsed_tokens_per_second": 1137090.935117087, "peak_memory_bytes": 42389451776}
{"loss": 5.0022228820811705, "perplexity": 148.74343099629777, "tokens": 71434240, "seconds": 0.5410167720001482, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 7, "step": 545, "evaluation_tokens": 1048576}
{"event": "train", "step": 560, "epoch": 8, "tokens": 73400320, "loss": 4.921689860026041, "lr": 0.00784625360686866, "grad_norm": 0.2130117565393448, "tokens_per_second": 1766498.306251062, "training_seconds": 1.1129815370004508, "elapsed_tokens_per_second": 1138352.379475088, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 580, "epoch": 8, "tokens": 76021760, "loss": 4.765165305137634, "lr": 0.00782065029872741, "grad_norm": 0.17489612102508545, "tokens_per_second": 1762797.610806171, "training_seconds": 1.4870907380009157, "elapsed_tokens_per_second": 1152406.5407044282, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 600, "epoch": 8, "tokens": 78643200, "loss": 4.6370340347290036, "lr": 0.007793124551460297, "grad_norm": 0.1996726542711258, "tokens_per_second": 1755867.7617710275, "training_seconds": 1.4929598100006842, "elapsed_tokens_per_second": 1165732.7145551683, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 620, "epoch": 8, "tokens": 81264640, "loss": 4.557610535621643, "lr": 0.007763690215215693, "grad_norm": 0.18563571572303772, "tokens_per_second": 1766091.2781383325, "training_seconds": 1.4843173919998662, "elapsed_tokens_per_second": 1178627.150075655, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 623, "epoch": 8, "tokens": 81657856, "loss": 4.504530906677246, "lr": 0.007759111351899522, "grad_norm": 0.203650563955307, "tokens_per_second": 1765746.466543254, "training_seconds": 0.22269108699947537, "elapsed_tokens_per_second": 1180479.893086377, "peak_memory_bytes": 42389451776}
{"loss": 4.516120212643678, "perplexity": 91.47998568238374, "tokens": 81657856, "seconds": 0.539541216001453, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 8, "step": 623, "evaluation_tokens": 1048576}
{"event": "train", "step": 640, "epoch": 9, "tokens": 83886080, "loss": 4.470446754904354, "lr": 0.007732362100487943, "grad_norm": 0.19389304518699646, "tokens_per_second": 1766994.881888215, "training_seconds": 1.2610245920004672, "elapsed_tokens_per_second": 1181775.95746401, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 660, "epoch": 9, "tokens": 86507520, "loss": 4.4288887023925785, "lr": 0.007699155970665158, "grad_norm": 0.18282563984394073, "tokens_per_second": 1767559.7037568977, "training_seconds": 1.4830842740011576, "elapsed_tokens_per_second": 1193742.865907966, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 680, "epoch": 9, "tokens": 89128960, "loss": 4.379118609428406, "lr": 0.007664088534097537, "grad_norm": 0.18409626185894012, "tokens_per_second": 1763221.730463475, "training_seconds": 1.4867330380002386, "elapsed_tokens_per_second": 1205160.9473735811, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 700, "epoch": 9, "tokens": 91750400, "loss": 4.339871120452881, "lr": 0.007627177435690227, "grad_norm": 0.14821776747703552, "tokens_per_second": 1761539.913699635, "training_seconds": 1.4881524850006826, "elapsed_tokens_per_second": 1216104.1184124975, "peak_memory_bytes": 42389451776}
{"loss": 4.3378195050624555, "perplexity": 76.54046115985665, "tokens": 91750400, "seconds": 0.5372016010005609, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 9, "step": 700, "evaluation_tokens": 1048576}
{"event": "train", "step": 720, "epoch": 10, "tokens": 94371840, "loss": 4.307938170433045, "lr": 0.007588441248024907, "grad_norm": 0.13582651317119598, "tokens_per_second": 1757790.5220076058, "training_seconds": 1.491326735000257, "elapsed_tokens_per_second": 1217887.5723721827, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 740, "epoch": 10, "tokens": 96993280, "loss": 4.282021021842956, "lr": 0.007547899462014625, "grad_norm": 0.16774645447731018, "tokens_per_second": 1765951.5586601023, "training_seconds": 1.4844348289989284, "elapsed_tokens_per_second": 1228159.3810352169, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 760, "epoch": 10, "tokens": 99614720, "loss": 4.256595182418823, "lr": 0.007505572477096535, "grad_norm": 0.14177265763282776, "tokens_per_second": 1759337.696873091, "training_seconds": 1.4900152509999316, "elapsed_tokens_per_second": 1237969.2940728425, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 778, "epoch": 10, "tokens": 101974016, "loss": 4.233477539486355, "lr": 0.007465969429761635, "grad_norm": 0.2047852724790573, "tokens_per_second": 1767064.7030164674, "training_seconds": 1.3351497519997793, "elapsed_tokens_per_second": 1246569.5970727887, "peak_memory_bytes": 42389451776}
{"loss": 4.237276673161184, "perplexity": 69.21908872151343, "tokens": 101974016, "seconds": 0.5361779800005024, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 10, "step": 778, "evaluation_tokens": 1048576}
{"event": "train", "step": 780, "epoch": 11, "tokens": 102236160, "loss": 4.199008941650391, "lr": 0.007461481590967504, "grad_norm": 0.20361821353435516, "tokens_per_second": 1852554.0301408092, "training_seconds": 0.141504105000422, "elapsed_tokens_per_second": 1239119.5596804286, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 800, "epoch": 11, "tokens": 104857600, "loss": 4.212743282318115, "lr": 0.007415648988867725, "grad_norm": 0.1613173484802246, "tokens_per_second": 1751346.3675620866, "training_seconds": 1.4968141360004665, "elapsed_tokens_per_second": 1248230.0649943077, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 820, "epoch": 11, "tokens": 107479040, "loss": 4.190767693519592, "lr": 0.007368097732417771, "grad_norm": 0.16860589385032654, "tokens_per_second": 1755941.2639464692, "training_seconds": 1.4928973160003807, "elapsed_tokens_per_second": 1257068.8854562433, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 840, "epoch": 11, "tokens": 110100480, "loss": 4.173497819900513, "lr": 0.00731885174801465, "grad_norm": 0.13175353407859802, "tokens_per_second": 1753400.2911997314, "training_seconds": 1.495060776000173, "elapsed_tokens_per_second": 1265579.9892970275, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 856, "epoch": 11, "tokens": 112197632, "loss": 4.152612417936325, "lr": 0.007278251379608424, "grad_norm": 0.15569573640823364, "tokens_per_second": 1760894.8094886602, "training_seconds": 1.1909581359996082, "elapsed_tokens_per_second": 1272239.4426831736, "peak_memory_bytes": 42389451776}
{"loss": 4.165678106950287, "perplexity": 64.43636237713444, "tokens": 112197632, "seconds": 0.5355249969998113, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 11, "step": 856, "evaluation_tokens": 1048576}
{"event": "train", "step": 860, "epoch": 12, "tokens": 112721920, "loss": 4.144710540771484, "lr": 0.007267935814792751, "grad_norm": 0.1943221539258957, "tokens_per_second": 1810535.7656761915, "training_seconds": 0.28957616300067457, "elapsed_tokens_per_second": 1265828.4192262157, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 880, "epoch": 12, "tokens": 115343360, "loss": 4.131835389137268, "lr": 0.007215375552155713, "grad_norm": 0.13661368191242218, "tokens_per_second": 1763149.4556322535, "training_seconds": 1.4867939819996536, "elapsed_tokens_per_second": 1273972.511827678, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 900, "epoch": 12, "tokens": 117964800, "loss": 4.124646139144898, "lr": 0.007161197406885484, "grad_norm": 0.24150076508522034, "tokens_per_second": 1758050.715451182, "training_seconds": 1.4911060169997654, "elapsed_tokens_per_second": 1281790.0598745688, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 920, "epoch": 12, "tokens": 120586240, "loss": 4.121118593215942, "lr": 0.007105428639835085, "grad_norm": 0.13571372628211975, "tokens_per_second": 1758359.0054469411, "training_seconds": 1.4908445840010245, "elapsed_tokens_per_second": 1289363.7212381118, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 934, "epoch": 12, "tokens": 122421248, "loss": 4.097007717405047, "lr": 0.007065459077989923, "grad_norm": 0.1450851410627365, "tokens_per_second": 1763633.378009334, "training_seconds": 1.0404702150008234, "elapsed_tokens_per_second": 1294551.241552535, "peak_memory_bytes": 42389451776}
{"loss": 4.110154244991157, "perplexity": 60.95611902057949, "tokens": 122421248, "seconds": 0.5407261559994367, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 12, "step": 934, "evaluation_tokens": 1048576}
{"event": "train", "step": 940, "epoch": 13, "tokens": 123207680, "loss": 4.060587247212728, "lr": 0.007048097312211743, "grad_norm": 0.13548748195171356, "tokens_per_second": 1781720.2398003065, "training_seconds": 0.44138915999974415, "elapsed_tokens_per_second": 1289346.4360008086, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 960, "epoch": 13, "tokens": 125829120, "loss": 4.085726642608643, "lr": 0.00698923227145732, "grad_norm": 0.14080815017223358, "tokens_per_second": 1765038.459244256, "training_seconds": 1.4852027649994852, "elapsed_tokens_per_second": 1296603.356497068, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 980, "epoch": 13, "tokens": 128450560, "loss": 4.055475783348084, "lr": 0.00692886313673312, "grad_norm": 0.15869253873825073, "tokens_per_second": 1760965.4019891387, "training_seconds": 1.488637992000804, "elapsed_tokens_per_second": 1303588.4201214479, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1000, "epoch": 13, "tokens": 131072000, "loss": 4.071267819404602, "lr": 0.006867020284016403, "grad_norm": 0.12650713324546814, "tokens_per_second": 1761641.9399620993, "training_seconds": 1.4880662979994668, "elapsed_tokens_per_second": 1310384.0702804471, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1012, "epoch": 13, "tokens": 132644864, "loss": 4.072447697321574, "lr": 0.006829220102252354, "grad_norm": 0.1536911427974701, "tokens_per_second": 1768107.3356385971, "training_seconds": 0.8895749530001922, "elapsed_tokens_per_second": 1314394.6197890397, "peak_memory_bytes": 42389451776}
{"loss": 4.060902443550839, "perplexity": 58.02665323647578, "tokens": 132644864, "seconds": 0.5383341940014361, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 13, "step": 1012, "evaluation_tokens": 1048576}
{"event": "train", "step": 1020, "epoch": 14, "tokens": 133693440, "loss": 4.055489957332611, "lr": 0.00680373483081608, "grad_norm": 0.14816558361053467, "tokens_per_second": 1781636.0923568285, "training_seconds": 0.5885466760009876, "elapsed_tokens_per_second": 1310016.943574416, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1040, "epoch": 14, "tokens": 136314880, "loss": 4.034512126445771, "lr": 0.006739038620515297, "grad_norm": 0.12493723630905151, "tokens_per_second": 1743667.7399723083, "training_seconds": 1.5034056889999192, "elapsed_tokens_per_second": 1316292.0227454843, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1060, "epoch": 14, "tokens": 138936320, "loss": 4.026955306529999, "lr": 0.00667296420634878, "grad_norm": 0.1312524527311325, "tokens_per_second": 1754395.0502553235, "training_seconds": 1.494213062000199, "elapsed_tokens_per_second": 1322501.6777849023, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1080, "epoch": 14, "tokens": 141557760, "loss": 4.02756222486496, "lr": 0.006605544835023, "grad_norm": 0.16042613983154297, "tokens_per_second": 1750051.4714825286, "training_seconds": 1.4979216570009157, "elapsed_tokens_per_second": 1328496.7685288475, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1090, "epoch": 14, "tokens": 142868480, "loss": 4.026284337043762, "lr": 0.006571341365532515, "grad_norm": 0.1313226968050003, "tokens_per_second": 1752433.7513359634, "training_seconds": 0.7479426819991204, "elapsed_tokens_per_second": 1331430.2523269057, "peak_memory_bytes": 42389451776}
{"loss": 4.026394835295059, "perplexity": 56.05844657416799, "tokens": 142868480, "seconds": 0.5398099590001948, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 14, "step": 1090, "evaluation_tokens": 1048576}
{"event": "train", "step": 1100, "epoch": 15, "tokens": 144179200, "loss": 4.010327482223511, "lr": 0.006536814429987407, "grad_norm": 0.1413784772157669, "tokens_per_second": 1777205.7107642766, "training_seconds": 0.7375173239997821, "elapsed_tokens_per_second": 1327696.6231799943, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1120, "epoch": 15, "tokens": 146800640, "loss": 4.0136384725570675, "lr": 0.006466807574365148, "grad_norm": 0.1270531266927719, "tokens_per_second": 1759311.8010119838, "training_seconds": 1.4900371830008226, "elapsed_tokens_per_second": 1333522.8123882103, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1140, "epoch": 15, "tokens": 149422080, "loss": 3.9916581869125367, "lr": 0.006395559493551849, "grad_norm": 0.1385101079940796, "tokens_per_second": 1763084.909718814, "training_seconds": 1.4868484130001889, "elapsed_tokens_per_second": 1339220.5452758071, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1160, "epoch": 15, "tokens": 152043520, "loss": 3.9738353848457337, "lr": 0.006323106037491235, "grad_norm": 0.14227226376533508, "tokens_per_second": 1761149.537152715, "training_seconds": 1.4884823489992414, "elapsed_tokens_per_second": 1344754.0302191093, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1167, "epoch": 15, "tokens": 152961024, "loss": 3.9818306309836253, "lr": 0.006297469286818803, "grad_norm": 0.14919154345989227, "tokens_per_second": 1768590.1156570613, "training_seconds": 0.5187770709999313, "elapsed_tokens_per_second": 1346661.5381912768, "peak_memory_bytes": 42389451776}
{"loss": 3.9908689830850173, "perplexity": 54.101882563036455, "tokens": 152961024, "seconds": 0.5397266329982813, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 15, "step": 1167, "evaluation_tokens": 1048576}
{"event": "train", "step": 1180, "epoch": 16, "tokens": 154664960, "loss": 3.9769997963538537, "lr": 0.006249483662636486, "grad_norm": 0.15188835561275482, "tokens_per_second": 1773673.4801280051, "training_seconds": 0.9606818949996523, "elapsed_tokens_per_second": 1343445.2943170685, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1200, "epoch": 16, "tokens": 157286400, "loss": 3.9600038886070252, "lr": 0.006174729413606421, "grad_norm": 0.14620675146579742, "tokens_per_second": 1763404.1919504644, "training_seconds": 1.4865792040000088, "elapsed_tokens_per_second": 1348783.729447068, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1220, "epoch": 16, "tokens": 159907840, "loss": 3.9559399604797365, "lr": 0.006098880904545735, "grad_norm": 0.14305317401885986, "tokens_per_second": 1764858.071406069, "training_seconds": 1.4853545690002647, "elapsed_tokens_per_second": 1353990.3796791693, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1240, "epoch": 16, "tokens": 162529280, "loss": 3.939477062225342, "lr": 0.006021976300198661, "grad_norm": 0.12780264019966125, "tokens_per_second": 1755866.736213902, "training_seconds": 1.4929606820005574, "elapsed_tokens_per_second": 1358991.1860739223, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1245, "epoch": 16, "tokens": 163184640, "loss": 3.9201738357543947, "lr": 0.006002589657528159, "grad_norm": 0.1313147097826004, "tokens_per_second": 1755408.283926585, "training_seconds": 0.37333764799950586, "elapsed_tokens_per_second": 1360200.9178917666, "peak_memory_bytes": 42389451776}
{"loss": 3.9661121391372953, "perplexity": 52.77893428027806, "tokens": 163184640, "seconds": 0.5370352240006468, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 16, "step": 1245, "evaluation_tokens": 1048576}
{"event": "train", "step": 1260, "epoch": 17, "tokens": 165150720, "loss": 3.942567888895671, "lr": 0.005944054296705593, "grad_norm": 0.12968622148036957, "tokens_per_second": 1754776.4401012207, "training_seconds": 1.1204162279991579, "elapsed_tokens_per_second": 1357723.7338175601, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1280, "epoch": 17, "tokens": 167772160, "loss": 3.9412774443626404, "lr": 0.005865154102132323, "grad_norm": 0.14316070079803467, "tokens_per_second": 1755816.9851881734, "training_seconds": 1.493002985000203, "elapsed_tokens_per_second": 1362536.8961278105, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1300, "epoch": 17, "tokens": 170393600, "loss": 3.9264679908752442, "lr": 0.005785315416741691, "grad_norm": 0.13798704743385315, "tokens_per_second": 1760631.7148519026, "training_seconds": 1.4889201290006895, "elapsed_tokens_per_second": 1367263.9643471509, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1320, "epoch": 17, "tokens": 173015040, "loss": 3.9325483441352844, "lr": 0.005704578413017585, "grad_norm": 0.13782760500907898, "tokens_per_second": 1742746.3437069734, "training_seconds": 1.5042005449995486, "elapsed_tokens_per_second": 1371728.8413440483, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1323, "epoch": 17, "tokens": 173408256, "loss": 3.949711640675863, "lr": 0.005692392887835475, "grad_norm": 0.1307203769683838, "tokens_per_second": 1744347.773506113, "training_seconds": 0.22542293800142943, "elapsed_tokens_per_second": 1372370.5594917997, "peak_memory_bytes": 42389451776}
{"loss": 3.9463886473070966, "perplexity": 51.74814816774769, "tokens": 173408256, "seconds": 0.5395672140002716, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 17, "step": 1323, "evaluation_tokens": 1048576}
{"event": "train", "step": 1340, "epoch": 18, "tokens": 175636480, "loss": 3.916632147396312, "lr": 0.005622983715451311, "grad_norm": 0.1272779107093811, "tokens_per_second": 1766008.8127752761, "training_seconds": 1.2617286980002973, "elapsed_tokens_per_second": 1370372.023910276, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1360, "epoch": 18, "tokens": 178257920, "loss": 3.907303738594055, "lr": 0.00554057238010056, "grad_norm": 0.12960097193717957, "tokens_per_second": 1756945.3490158499, "training_seconds": 1.492044132999581, "elapsed_tokens_per_second": 1374802.3402080934, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1380, "epoch": 18, "tokens": 180879360, "loss": 3.883859419822693, "lr": 0.005457385873931188, "grad_norm": 0.13487882912158966, "tokens_per_second": 1757645.9280795685, "training_seconds": 1.4914494200002082, "elapsed_tokens_per_second": 1379132.4082482285, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1400, "epoch": 18, "tokens": 183500800, "loss": 3.8977445363998413, "lr": 0.005373466053952266, "grad_norm": 0.12788125872612, "tokens_per_second": 1756279.9387142484, "training_seconds": 1.4926094309994369, "elapsed_tokens_per_second": 1383362.21330856, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1401, "epoch": 18, "tokens": 183631872, "loss": 3.8981478214263916, "lr": 0.005369251569377675, "grad_norm": 0.14256764948368073, "tokens_per_second": 1765122.1336327856, "training_seconds": 0.0742566179997084, "elapsed_tokens_per_second": 1383553.0837674688, "peak_memory_bytes": 42389451776}
{"loss": 3.910945178320006, "perplexity": 49.94613767694333, "tokens": 183631872, "seconds": 0.5388714460004849, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 18, "step": 1401, "evaluation_tokens": 1048576}
{"event": "train", "step": 1420, "epoch": 19, "tokens": 186122240, "loss": 3.878419173391242, "lr": 0.005288855146154851, "grad_norm": 0.1378764808177948, "tokens_per_second": 1757141.4718270537, "training_seconds": 1.4172837189998972, "elapsed_tokens_per_second": 1381863.027134719, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1440, "epoch": 19, "tokens": 188743680, "loss": 3.8700929164886473, "lr": 0.005203595724265121, "grad_norm": 0.12911489605903625, "tokens_per_second": 1751327.6762238964, "training_seconds": 1.4968301110002358, "elapsed_tokens_per_second": 1385906.565321484, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1460, "epoch": 19, "tokens": 191365120, "loss": 3.8846771836280825, "lr": 0.005117730688322512, "grad_norm": 0.13074880838394165, "tokens_per_second": 1745986.0008699428, "training_seconds": 1.501409517999491, "elapsed_tokens_per_second": 1389815.2134909017, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1479, "epoch": 19, "tokens": 193855488, "loss": 3.8727925576661764, "lr": 0.005035637302328019, "grad_norm": 0.12771444022655487, "tokens_per_second": 1753218.2974422602, "training_seconds": 1.4204551729999366, "elapsed_tokens_per_second": 1393506.6321257222, "peak_memory_bytes": 42389451776}
{"loss": 3.8884934429737537, "perplexity": 48.8372549629791, "tokens": 193855488, "seconds": 0.5432986300002085, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 19, "step": 1479, "evaluation_tokens": 1048576}
{"event": "train", "step": 1480, "epoch": 20, "tokens": 193986560, "loss": 3.8864212036132812, "lr": 0.0050313032430936815, "grad_norm": 0.16817858815193176, "tokens_per_second": 1878161.1988823721, "training_seconds": 0.06978740700105845, "elapsed_tokens_per_second": 1388249.8820380522, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1500, "epoch": 20, "tokens": 196608000, "loss": 3.873301684856415, "lr": 0.0049443568763331384, "grad_norm": 0.12804853916168213, "tokens_per_second": 1750947.4599252169, "training_seconds": 1.4971551459984767, "elapsed_tokens_per_second": 1392079.5987692282, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1520, "epoch": 20, "tokens": 199229440, "loss": 3.864693582057953, "lr": 0.004856935336901482, "grad_norm": 0.1594674438238144, "tokens_per_second": 1748678.94937896, "training_seconds": 1.4990973620006116, "elapsed_tokens_per_second": 1395812.4325117532, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1540, "epoch": 20, "tokens": 201850880, "loss": 3.8554007768630982, "lr": 0.0047690826127522535, "grad_norm": 0.14729532599449158, "tokens_per_second": 1751377.9360621618, "training_seconds": 1.4967871560002095, "elapsed_tokens_per_second": 1399481.7885866154, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1557, "epoch": 20, "tokens": 204079104, "loss": 3.866745079264921, "lr": 0.004694101790950691, "grad_norm": 0.1345972865819931, "tokens_per_second": 1752288.2316353673, "training_seconds": 1.2716081519993168, "elapsed_tokens_per_second": 1402552.142354095, "peak_memory_bytes": 42389451776}
{"loss": 3.8640068052920515, "perplexity": 47.655917315275474, "tokens": 204079104, "seconds": 0.5375862189994223, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 20, "step": 1557, "evaluation_tokens": 1048576}
{"event": "train", "step": 1560, "epoch": 21, "tokens": 204472320, "loss": 3.871845801671346, "lr": 0.004680842908798498, "grad_norm": 0.1440562605857849, "tokens_per_second": 1812676.1453007814, "training_seconds": 0.2169256769993808, "elapsed_tokens_per_second": 1397932.2757580536, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1580, "epoch": 21, "tokens": 207093760, "loss": 3.8441205501556395, "lr": 0.004592260624670137, "grad_norm": 0.12953615188598633, "tokens_per_second": 1757544.5632834835, "training_seconds": 1.4915354379991186, "elapsed_tokens_per_second": 1401547.683441346, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1600, "epoch": 21, "tokens": 209715200, "loss": 3.8448344230651856, "lr": 0.004503380332373388, "grad_norm": 0.13738426566123962, "tokens_per_second": 1760232.8050761083, "training_seconds": 1.4892575530011527, "elapsed_tokens_per_second": 1405111.9322903056, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1620, "epoch": 21, "tokens": 212336640, "loss": 3.850809061527252, "lr": 0.004414246753863435, "grad_norm": 0.1185557097196579, "tokens_per_second": 1757893.07395007, "training_seconds": 1.491239734001283, "elapsed_tokens_per_second": 1408583.2217066605, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1634, "epoch": 21, "tokens": 214171648, "loss": 3.844494938850403, "lr": 0.004351726556015819, "grad_norm": 0.12926431000232697, "tokens_per_second": 1758827.5387354803, "training_seconds": 1.0433132070011197, "elapsed_tokens_per_second": 1410979.4648833452, "peak_memory_bytes": 42389451776}
{"loss": 3.845157228251783, "perplexity": 46.766036715092895, "tokens": 214171648, "seconds": 0.5380345260000468, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 21, "step": 1634, "evaluation_tokens": 1048576}
{"event": "train", "step": 1640, "epoch": 22, "tokens": 214958080, "loss": 3.8229452768961587, "lr": 0.004324904738541651, "grad_norm": 0.12705934047698975, "tokens_per_second": 1789436.8588774344, "training_seconds": 0.4394857499992213, "elapsed_tokens_per_second": 1407009.9917299403, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1660, "epoch": 22, "tokens": 217579520, "loss": 3.8376437544822695, "lr": 0.004235399240688696, "grad_norm": 0.1301261931657791, "tokens_per_second": 1752377.6030085497, "training_seconds": 1.4959332939997694, "elapsed_tokens_per_second": 1410341.6623945748, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1680, "epoch": 22, "tokens": 220200960, "loss": 3.820535218715668, "lr": 0.004145775296844847, "grad_norm": 0.11651746183633804, "tokens_per_second": 1757888.9245384182, "training_seconds": 1.4912432540004374, "elapsed_tokens_per_second": 1413657.9955022824, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1700, "epoch": 22, "tokens": 222822400, "loss": 3.8189406991004944, "lr": 0.004056078003148922, "grad_norm": 0.13147123157978058, "tokens_per_second": 1757168.4886795534, "training_seconds": 1.491854661000616, "elapsed_tokens_per_second": 1416903.2657946711, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1712, "epoch": 22, "tokens": 224395264, "loss": 3.8177571098009744, "lr": 0.00400224319349441, "grad_norm": 0.1196494847536087, "tokens_per_second": 1751495.3969451864, "training_seconds": 0.8980120659998647, "elapsed_tokens_per_second": 1418792.0449808121, "peak_memory_bytes": 42389451776}
{"loss": 3.823298150375873, "perplexity": 45.754866167211084, "tokens": 224395264, "seconds": 0.5408664429996861, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 22, "step": 1712, "evaluation_tokens": 1048576}
{"event": "train", "step": 1720, "epoch": 23, "tokens": 225443840, "loss": 3.806912213563919, "lr": 0.00396635249264724, "grad_norm": 0.13774007558822632, "tokens_per_second": 1770001.811209771, "training_seconds": 0.5924152130010043, "elapsed_tokens_per_second": 1415218.1448558187, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1740, "epoch": 23, "tokens": 228065280, "loss": 3.8120714902877806, "lr": 0.0038766439125839805, "grad_norm": 0.13363316655158997, "tokens_per_second": 1751651.0780116313, "training_seconds": 1.4965537560001394, "elapsed_tokens_per_second": 1418331.986476704, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1760, "epoch": 23, "tokens": 230686720, "loss": 3.8031172871589662, "lr": 0.0037869974016844295, "grad_norm": 0.14675873517990112, "tokens_per_second": 1761808.5678954155, "training_seconds": 1.4879255600008037, "elapsed_tokens_per_second": 1421470.0055845638, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1780, "epoch": 23, "tokens": 233308160, "loss": 3.7973886013031004, "lr": 0.0036974580674424885, "grad_norm": 0.13337863981723785, "tokens_per_second": 1757558.7035477045, "training_seconds": 1.4915234379986941, "elapsed_tokens_per_second": 1424515.5133492784, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1790, "epoch": 23, "tokens": 234618880, "loss": 3.8008997440338135, "lr": 0.003652742673534095, "grad_norm": 0.12264292687177658, "tokens_per_second": 1758375.1261546242, "training_seconds": 0.7454154580009344, "elapsed_tokens_per_second": 1426017.3124431623, "peak_memory_bytes": 42389451776}
{"loss": 3.8056968414641372, "perplexity": 44.956566800194736, "tokens": 234618880, "seconds": 0.5372885960005078, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 23, "step": 1790, "evaluation_tokens": 1048576}
{"event": "train", "step": 1800, "epoch": 24, "tokens": 235929600, "loss": 3.785812020301819, "lr": 0.0036080709634239085, "grad_norm": 0.13719435036182404, "tokens_per_second": 1758983.5793279195, "training_seconds": 0.7451576099992963, "elapsed_tokens_per_second": 1422819.4949882454, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1820, "epoch": 24, "tokens": 238551040, "loss": 3.795515763759613, "lr": 0.0035188810665966602, "grad_norm": 0.12064972519874573, "tokens_per_second": 1758148.5940933686, "training_seconds": 1.4910230049990787, "elapsed_tokens_per_second": 1425791.3780166768, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1840, "epoch": 24, "tokens": 241172480, "loss": 3.7712653398513796, "lr": 0.003429933254699843, "grad_norm": 0.15097612142562866, "tokens_per_second": 1753776.7079363312, "training_seconds": 1.494739888001277, "elapsed_tokens_per_second": 1428682.206534387, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1860, "epoch": 24, "tokens": 243793920, "loss": 3.7950443387031556, "lr": 0.003341272283662522, "grad_norm": 0.12492026388645172, "tokens_per_second": 1756926.8170477676, "training_seconds": 1.492059870999583, "elapsed_tokens_per_second": 1431540.8126716607, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1868, "epoch": 24, "tokens": 244842496, "loss": 3.7750920057296753, "lr": 0.003305898209049308, "grad_norm": 0.13678212463855743, "tokens_per_second": 1751317.0741120311, "training_seconds": 0.5987356690002343, "elapsed_tokens_per_second": 1432649.261156298, "peak_memory_bytes": 42389451776}
{"loss": 3.7870504896461927, "perplexity": 44.12605788276029, "tokens": 244842496, "seconds": 0.5382972709994647, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 24, "step": 1868, "evaluation_tokens": 1048576}
{"event": "train", "step": 1880, "epoch": 25, "tokens": 246415360, "loss": 3.7710854609807334, "lr": 0.0032529427650838556, "grad_norm": 0.11210071295499802, "tokens_per_second": 1768181.53138783, "training_seconds": 0.88953762500023, "elapsed_tokens_per_second": 1429856.8801354798, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1900, "epoch": 25, "tokens": 249036800, "loss": 3.77379515171051, "lr": 0.003164989143785854, "grad_norm": 0.14317885041236877, "tokens_per_second": 1754574.702949415, "training_seconds": 1.4940600680001808, "elapsed_tokens_per_second": 1432632.822271258, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1920, "epoch": 25, "tokens": 251658240, "loss": 3.7771409869194033, "lr": 0.003077455675450043, "grad_norm": 0.12245261669158936, "tokens_per_second": 1746672.8633438556, "training_seconds": 1.5008191030010494, "elapsed_tokens_per_second": 1435310.5779611322, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1940, "epoch": 25, "tokens": 254279680, "loss": 3.77414733171463, "lr": 0.002990386404349306, "grad_norm": 0.1261739432811737, "tokens_per_second": 1754050.8251912657, "training_seconds": 1.4945062950009742, "elapsed_tokens_per_second": 1437986.4111921426, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1946, "epoch": 25, "tokens": 255066112, "loss": 3.7384714682896933, "lr": 0.0029643626976719826, "grad_norm": 0.1365327686071396, "tokens_per_second": 1755538.5472969501, "training_seconds": 0.44797193500016874, "elapsed_tokens_per_second": 1438777.4278700564, "peak_memory_bytes": 42389451776}
{"loss": 3.7662349438692866, "perplexity": 43.21704354153012, "tokens": 255066112, "seconds": 0.5388206790012191, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 25, "step": 1946, "evaluation_tokens": 1048576}
{"event": "train", "step": 1960, "epoch": 26, "tokens": 256901120, "loss": 3.741409574236189, "lr": 0.0029038251411861024, "grad_norm": 0.1311698704957962, "tokens_per_second": 1771690.634458947, "training_seconds": 1.0357383870014019, "elapsed_tokens_per_second": 1435836.4626480993, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1980, "epoch": 26, "tokens": 259522560, "loss": 3.7489705324172973, "lr": 0.002817815441048194, "grad_norm": 0.12471699714660645, "tokens_per_second": 1756625.3206572507, "training_seconds": 1.492315958999825, "elapsed_tokens_per_second": 1438472.1910826038, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2000, "epoch": 26, "tokens": 262144000, "loss": 3.742024004459381, "lr": 0.00273240058149302, "grad_norm": 0.12281416356563568, "tokens_per_second": 1753721.5176947939, "training_seconds": 1.4947869279985753, "elapsed_tokens_per_second": 1441053.4971703829, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2020, "epoch": 26, "tokens": 264765440, "loss": 3.7455170154571533, "lr": 0.002647623540771689, "grad_norm": 0.12717334926128387, "tokens_per_second": 1755536.4902908155, "training_seconds": 1.4932415330004005, "elapsed_tokens_per_second": 1443600.992401827, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2024, "epoch": 26, "tokens": 265289728, "loss": 3.7378796339035034, "lr": 0.002630748430622327, "grad_norm": 0.13331551849842072, "tokens_per_second": 1743765.9862078698, "training_seconds": 0.30066419700051483, "elapsed_tokens_per_second": 1444079.167384474, "peak_memory_bytes": 42389451776}
{"loss": 3.7485995148210263, "perplexity": 42.46157353501588, "tokens": 265289728, "seconds": 0.538222040000619, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 26, "step": 2024, "evaluation_tokens": 1048576}
{"event": "train", "step": 2040, "epoch": 27, "tokens": 267386880, "loss": 3.7224780321121216, "lr": 0.0025635269762035906, "grad_norm": 0.12521815299987793, "tokens_per_second": 1765732.2393178074, "training_seconds": 1.187695366999833, "elapsed_tokens_per_second": 1441882.4057123093, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2060, "epoch": 27, "tokens": 270008320, "loss": 3.72155579328537, "lr": 0.0024801532027124724, "grad_norm": 0.12384525686502457, "tokens_per_second": 1758420.9092608967, "training_seconds": 1.490792099999453, "elapsed_tokens_per_second": 1444389.2120039514, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2080, "epoch": 27, "tokens": 272629760, "loss": 3.7303372383117677, "lr": 0.002397544171534828, "grad_norm": 0.1376255750656128, "tokens_per_second": 1749866.0682666486, "training_seconds": 1.4980803660000674, "elapsed_tokens_per_second": 1446807.690735369, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2100, "epoch": 27, "tokens": 275251200, "loss": 3.7209837794303895, "lr": 0.002315741449111254, "grad_norm": 0.13299840688705444, "tokens_per_second": 1753957.3887717722, "training_seconds": 1.494585910000751, "elapsed_tokens_per_second": 1449208.1481437678, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2101, "epoch": 27, "tokens": 275382272, "loss": 3.7332358360290527, "lr": 0.00231167321869785, "grad_norm": 0.11945316195487976, "tokens_per_second": 1768589.7611028273, "training_seconds": 0.07411102500009292, "elapsed_tokens_per_second": 1449320.039947737, "peak_memory_bytes": 42389451776}
{"loss": 3.7316566182592057, "perplexity": 41.74821175897591, "tokens": 275382272, "seconds": 0.5382088890000887, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 27, "step": 2101, "evaluation_tokens": 1048576}
{"event": "train", "step": 2120, "epoch": 28, "tokens": 277872640, "loss": 3.7215152414221513, "lr": 0.002234786196171443, "grad_norm": 0.12103758752346039, "tokens_per_second": 1755367.9341070387, "training_seconds": 1.4187156730004062, "elapsed_tokens_per_second": 1447461.897537662, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2140, "epoch": 28, "tokens": 280494080, "loss": 3.7161864161491396, "lr": 0.002154719147023306, "grad_norm": 0.12680013477802277, "tokens_per_second": 1754866.850692862, "training_seconds": 1.4938113389998762, "elapsed_tokens_per_second": 1449821.6332076031, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2160, "epoch": 28, "tokens": 283115520, "loss": 3.7175806641578673, "lr": 0.00207558058905667, "grad_norm": 0.11399509012699127, "tokens_per_second": 1757619.0720697565, "training_seconds": 1.4914722089997667, "elapsed_tokens_per_second": 1452167.1496850338, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2179, "epoch": 28, "tokens": 285605888, "loss": 3.711940790477552, "lr": 0.002001295248181042, "grad_norm": 0.11900518834590912, "tokens_per_second": 1759144.9851032747, "training_seconds": 1.415669555999557, "elapsed_tokens_per_second": 1454367.9657603619, "peak_memory_bytes": 42389451776}
{"loss": 3.7144296532859444, "perplexity": 41.03517613098019, "tokens": 285605888, "seconds": 0.5351380579995748, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 28, "step": 2179, "evaluation_tokens": 1048576}
{"event": "train", "step": 2180, "epoch": 29, "tokens": 285736960, "loss": 3.743680477142334, "lr": 0.001997410342471841, "grad_norm": 0.1318201720714569, "tokens_per_second": 1945516.1665098853, "training_seconds": 0.06737132399939583, "elapsed_tokens_per_second": 1450527.994529544, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2200, "epoch": 29, "tokens": 288358400, "loss": 3.7022351026535034, "lr": 0.0019202477402432523, "grad_norm": 0.1331370323896408, "tokens_per_second": 1756259.0557662488, "training_seconds": 1.4926271789991006, "elapsed_tokens_per_second": 1452819.6481767937, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2220, "epoch": 29, "tokens": 290979840, "loss": 3.6944249629974366, "lr": 0.0018441316083282625, "grad_norm": 0.1161159947514534, "tokens_per_second": 1753820.9013567592, "training_seconds": 1.494702222998967, "elapsed_tokens_per_second": 1455056.5477052424, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2240, "epoch": 29, "tokens": 293601280, "loss": 3.719351041316986, "lr": 0.0017691002461310706, "grad_norm": 0.13307027518749237, "tokens_per_second": 1758927.5415995144, "training_seconds": 1.4903626999985136, "elapsed_tokens_per_second": 1457292.4572253865, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2257, "epoch": 29, "tokens": 295829504, "loss": 3.6952654754414276, "lr": 0.0017062047037181701, "grad_norm": 0.12798909842967987, "tokens_per_second": 1751123.1266598776, "training_seconds": 1.2724542129999463, "elapsed_tokens_per_second": 1459124.9557075433, "peak_memory_bytes": 42389451776}
{"loss": 3.696747332264042, "perplexity": 40.315956449527704, "tokens": 295829504, "seconds": 0.5380193829987547, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 29, "step": 2257, "evaluation_tokens": 1048576}
{"event": "train", "step": 2260, "epoch": 30, "tokens": 296222720, "loss": 3.660542647043864, "lr": 0.0016951914072315857, "grad_norm": 0.1121777892112732, "tokens_per_second": 1809706.3674025512, "training_seconds": 0.21728165799868293, "elapsed_tokens_per_second": 1455429.7082682096, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2280, "epoch": 30, "tokens": 298844160, "loss": 3.6875956654548645, "lr": 0.0016224422803889297, "grad_norm": 0.1336769163608551, "tokens_per_second": 1749288.4848963325, "training_seconds": 1.4985750050000206, "elapsed_tokens_per_second": 1457567.0118873764, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2300, "epoch": 30, "tokens": 301465600, "loss": 3.688087821006775, "lr": 0.001550889470829147, "grad_norm": 0.13763122260570526, "tokens_per_second": 1751898.7605578145, "training_seconds": 1.4963421739994374, "elapsed_tokens_per_second": 1459688.9323697549, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2320, "epoch": 30, "tokens": 304087040, "loss": 3.6590561270713806, "lr": 0.0014805689818265222, "grad_norm": 0.11244744807481766, "tokens_per_second": 1755604.1012727849, "training_seconds": 1.4931840259996534, "elapsed_tokens_per_second": 1461801.522168849, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2335, "epoch": 30, "tokens": 306053120, "loss": 3.678044811884562, "lr": 0.0014286586344674861, "grad_norm": 0.12218709290027618, "tokens_per_second": 1759841.696596369, "training_seconds": 1.1171913950001908, "elapsed_tokens_per_second": 1463382.2530443948, "peak_memory_bytes": 42389451776}
{"loss": 3.68329952602524, "perplexity": 39.777424431786265, "tokens": 306053120, "seconds": 0.5368437690012797, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 30, "step": 2335, "evaluation_tokens": 1048576}
{"event": "train", "step": 2340, "epoch": 31, "tokens": 306708480, "loss": 3.663166046142578, "lr": 0.0014115161965877984, "grad_norm": 0.1296953409910202, "tokens_per_second": 1776188.7479814852, "training_seconds": 0.3689697959998739, "elapsed_tokens_per_second": 1460150.6771653665, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2360, "epoch": 31, "tokens": 309329920, "loss": 3.6743985533714296, "lr": 0.0013437658604483805, "grad_norm": 0.13296392560005188, "tokens_per_second": 1748158.067093224, "training_seconds": 1.4995440340007917, "elapsed_tokens_per_second": 1462181.2012484127, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2380, "epoch": 31, "tokens": 311951360, "loss": 3.6609272360801697, "lr": 0.0012773520633895035, "grad_norm": 0.12422139197587967, "tokens_per_second": 1752937.6939207772, "training_seconds": 1.4954553199986549, "elapsed_tokens_per_second": 1464208.9774209242, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2400, "epoch": 31, "tokens": 314572800, "loss": 3.6551840782165526, "lr": 0.0012123082228851496, "grad_norm": 0.12248548865318298, "tokens_per_second": 1751692.8444075594, "training_seconds": 1.4965180729996064, "elapsed_tokens_per_second": 1466205.6832172568, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2413, "epoch": 31, "tokens": 316276736, "loss": 3.6412147742051344, "lr": 0.0011707798977476465, "grad_norm": 0.10442982614040375, "tokens_per_second": 1763185.1170287337, "training_seconds": 0.9663965419986198, "elapsed_tokens_per_second": 1467524.0120685569, "peak_memory_bytes": 42389451776}
{"loss": 3.6663537507543746, "perplexity": 39.10904424098816, "tokens": 316276736, "seconds": 0.5367096930003754, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 31, "step": 2413, "evaluation_tokens": 1048576}
{"event": "train", "step": 2420, "epoch": 32, "tokens": 317194240, "loss": 3.6561754771641324, "lr": 0.0011486670670873642, "grad_norm": 0.134557843208313, "tokens_per_second": 1771001.1528584687, "training_seconds": 0.518070808999255, "elapsed_tokens_per_second": 1464568.6958404877, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2440, "epoch": 32, "tokens": 319815680, "loss": 3.6600104570388794, "lr": 0.001086460618358403, "grad_norm": 0.10631011426448822, "tokens_per_second": 1751467.3543412576, "training_seconds": 1.496710739998889, "elapsed_tokens_per_second": 1466529.7543897515, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2460, "epoch": 32, "tokens": 322437120, "loss": 3.6431976318359376, "lr": 0.0010257201771580223, "grad_norm": 0.11392275989055634, "tokens_per_second": 1753757.97642023, "training_seconds": 1.4947558530002425, "elapsed_tokens_per_second": 1468474.234707901, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2480, "epoch": 32, "tokens": 325058560, "loss": 3.6427196741104124, "lr": 0.0009664763062940063, "grad_norm": 0.11811026185750961, "tokens_per_second": 1749250.0126601157, "training_seconds": 1.4986079640002572, "elapsed_tokens_per_second": 1470365.2226501086, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2491, "epoch": 32, "tokens": 326500352, "loss": 3.6445441246032715, "lr": 0.0009345409220100769, "grad_norm": 0.11315290629863739, "tokens_per_second": 1760768.354431746, "training_seconds": 0.8188425219996134, "elapsed_tokens_per_second": 1471425.6034163903, "peak_memory_bytes": 42389451776}
{"loss": 3.6519858725601875, "perplexity": 38.55114774892085, "tokens": 326500352, "seconds": 0.5419265019991144, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 32, "step": 2491, "evaluation_tokens": 1048576}
{"event": "train", "step": 2500, "epoch": 33, "tokens": 327680000, "loss": 3.637994395362006, "lr": 0.000908758815543854, "grad_norm": 0.11051793396472931, "tokens_per_second": 1773584.7266014034, "training_seconds": 0.6651207480008452, "elapsed_tokens_per_second": 1468688.4659770657, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2520, "epoch": 33, "tokens": 330301440, "loss": 3.6226497292518616, "lr": 0.0008525967466553817, "grad_norm": 0.12067312747240067, "tokens_per_second": 1755261.123434314, "training_seconds": 1.493475794000915, "elapsed_tokens_per_second": 1470585.4034258355, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2540, "epoch": 33, "tokens": 332922880, "loss": 3.6219065308570864, "lr": 0.0007980183587337626, "grad_norm": 0.1307307630777359, "tokens_per_second": 1753194.364316893, "training_seconds": 1.495236383001611, "elapsed_tokens_per_second": 1472441.053974923, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2560, "epoch": 33, "tokens": 335544320, "loss": 3.6451847314834596, "lr": 0.0007450511140223757, "grad_norm": 0.11657276004552841, "tokens_per_second": 1747904.6592484536, "training_seconds": 1.4997614350013464, "elapsed_tokens_per_second": 1474246.1025314976, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2568, "epoch": 33, "tokens": 336592896, "loss": 3.627832740545273, "lr": 0.0007243213337346402, "grad_norm": 0.10656610131263733, "tokens_per_second": 1750944.2624730621, "training_seconds": 0.5988631519994669, "elapsed_tokens_per_second": 1474962.266372761, "peak_memory_bytes": 42389451776}
{"loss": 3.6400767662605023, "perplexity": 38.094761005501674, "tokens": 336592896, "seconds": 0.5394003029996384, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 33, "step": 2568, "evaluation_tokens": 1048576}
{"event": "train", "step": 2580, "epoch": 34, "tokens": 338165760, "loss": 3.6393743554751077, "lr": 0.0006937216640846073, "grad_norm": 0.1164032369852066, "tokens_per_second": 1779891.207470085, "training_seconds": 0.8836854709988984, "elapsed_tokens_per_second": 1472168.0233877422, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2600, "epoch": 34, "tokens": 340787200, "loss": 3.652877151966095, "lr": 0.0006440558363935729, "grad_norm": 0.10742351412773132, "tokens_per_second": 1755543.1927243173, "training_seconds": 1.4932358320002095, "elapsed_tokens_per_second": 1473989.5682254126, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2620, "epoch": 34, "tokens": 343408640, "loss": 3.6278442263603212, "lr": 0.0005960786213364857, "grad_norm": 0.11124090850353241, "tokens_per_second": 1750532.0866218565, "training_seconds": 1.4975103970009513, "elapsed_tokens_per_second": 1475758.7580245181, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2640, "epoch": 34, "tokens": 346030080, "loss": 3.636201798915863, "lr": 0.0005498141596402286, "grad_norm": 0.11375240981578827, "tokens_per_second": 1748503.1260064375, "training_seconds": 1.4992481059998681, "elapsed_tokens_per_second": 1477496.8284188744, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2646, "epoch": 34, "tokens": 346816512, "loss": 3.6196899016698203, "lr": 0.0005362723109866283, "grad_norm": 0.109391950070858, "tokens_per_second": 1760420.2981960787, "training_seconds": 0.4467296820002957, "elapsed_tokens_per_second": 1478022.2825300503, "peak_memory_bytes": 42389451776}
{"loss": 3.6284096232126926, "perplexity": 37.652886697258275, "tokens": 346816512, "seconds": 0.5380589329997747, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 34, "step": 2646, "evaluation_tokens": 1048576}
{"event": "train", "step": 2660, "epoch": 35, "tokens": 348651520, "loss": 3.6115108217511858, "lr": 0.0005052857302244482, "grad_norm": 0.10822157561779022, "tokens_per_second": 1758401.7287717508, "training_seconds": 1.043565852998654, "elapsed_tokens_per_second": 1475853.8084472513, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2680, "epoch": 35, "tokens": 351272960, "loss": 3.6229066967964174, "lr": 0.00046251573848828543, "grad_norm": 0.10697764903306961, "tokens_per_second": 1759229.2255625622, "training_seconds": 1.4901071229996887, "elapsed_tokens_per_second": 1477619.1424415924, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2700, "epoch": 35, "tokens": 353894400, "loss": 3.6268404006958006, "lr": 0.000421525705036637, "grad_norm": 0.11145088821649551, "tokens_per_second": 1762164.5749243996, "training_seconds": 1.487624957000662, "elapsed_tokens_per_second": 1479374.0319929412, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2720, "epoch": 35, "tokens": 356515840, "loss": 3.608545660972595, "lr": 0.00038233625485161805, "grad_norm": 0.12182345241308212, "tokens_per_second": 1760174.6809015817, "training_seconds": 1.4893067309985781, "elapsed_tokens_per_second": 1481099.6851490545, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2724, "epoch": 35, "tokens": 357040128, "loss": 3.590634822845459, "lr": 0.0003747161861359012, "grad_norm": 0.11330145597457886, "tokens_per_second": 1748613.9341006842, "training_seconds": 0.2998306199988292, "elapsed_tokens_per_second": 1481419.4159914884, "peak_memory_bytes": 42389451776}
{"loss": 3.6190967998230272, "perplexity": 37.303859749049295, "tokens": 357040128, "seconds": 0.5392101959987485, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 35, "step": 2724, "evaluation_tokens": 1048576}
{"event": "train", "step": 2740, "epoch": 36, "tokens": 359137280, "loss": 3.626597836613655, "lr": 0.0003449671069146745, "grad_norm": 0.10535818338394165, "tokens_per_second": 1756342.417854245, "training_seconds": 1.1940450669990241, "elapsed_tokens_per_second": 1479417.681282733, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2760, "epoch": 36, "tokens": 361758720, "loss": 3.6327658891677856, "lr": 0.0003094370642845736, "grad_norm": 0.11235510557889938, "tokens_per_second": 1750009.8732790207, "training_seconds": 1.4979572629999893, "elapsed_tokens_per_second": 1481067.571378154, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2780, "epoch": 36, "tokens": 364380160, "loss": 3.619865870475769, "lr": 0.0002757640046362546, "grad_norm": 0.11347215622663498, "tokens_per_second": 1753275.1100989403, "training_seconds": 1.495167521001349, "elapsed_tokens_per_second": 1482714.2108547005, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2800, "epoch": 36, "tokens": 367001600, "loss": 3.611480414867401, "lr": 0.00024396487126530664, "grad_norm": 0.11244000494480133, "tokens_per_second": 1761250.7383879547, "training_seconds": 1.4883968209996965, "elapsed_tokens_per_second": 1484382.73654534, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2802, "epoch": 36, "tokens": 367263744, "loss": 3.6270545721054077, "lr": 0.0002408886481004786, "grad_norm": 0.10392360389232635, "tokens_per_second": 1780888.1605104343, "training_seconds": 0.1471984629988583, "elapsed_tokens_per_second": 1484547.8493199386, "peak_memory_bytes": 42389451776}
{"loss": 3.611374806147669, "perplexity": 37.016908922121644, "tokens": 367263744, "seconds": 0.5431437589995767, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 36, "step": 2802, "evaluation_tokens": 1048576}
{"event": "train", "step": 2820, "epoch": 37, "tokens": 369623040, "loss": 3.6015843417909412, "lr": 0.0002140556645626015, "grad_norm": 0.10816787928342819, "tokens_per_second": 1764352.814996918, "training_seconds": 1.3372019359994738, "elapsed_tokens_per_second": 1482764.2944354534, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2840, "epoch": 37, "tokens": 372244480, "loss": 3.619786274433136, "lr": 0.000186051433963363, "grad_norm": 0.10290487855672836, "tokens_per_second": 1748689.642639988, "training_seconds": 1.4990881949997856, "elapsed_tokens_per_second": 1484344.7618668932, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2860, "epoch": 37, "tokens": 374865920, "loss": 3.6077155828475953, "lr": 0.00015996627037473664, "grad_norm": 0.10621587187051773, "tokens_per_second": 1752487.8705729765, "training_seconds": 1.495839168999737, "elapsed_tokens_per_second": 1485924.7833527916, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2880, "epoch": 37, "tokens": 377487360, "loss": 3.6189523577690124, "lr": 0.00013581329908565732, "grad_norm": 0.10160449147224426, "tokens_per_second": 1757534.891473538, "training_seconds": 1.4915436459996272, "elapsed_tokens_per_second": 1487513.647812502, "peak_memory_bytes": 42389451776}
{"loss": 3.605136368040398, "perplexity": 36.78670004541043, "tokens": 377487360, "seconds": 0.5383384920005483, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 37, "step": 2880, "evaluation_tokens": 1048576}
{"event": "train", "step": 2900, "epoch": 38, "tokens": 380108800, "loss": 3.6170435190200805, "lr": 0.00011360467316258793, "grad_norm": 0.11184663325548172, "tokens_per_second": 1763364.2482147748, "training_seconds": 1.4866128779995051, "elapsed_tokens_per_second": 1485931.1767054996, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2920, "epoch": 38, "tokens": 382730240, "loss": 3.586339056491852, "lr": 9.335156733445293e-05, "grad_norm": 0.10246644169092178, "tokens_per_second": 1759688.8185164004, "training_seconds": 1.4897179389990924, "elapsed_tokens_per_second": 1487506.3393912218, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2940, "epoch": 38, "tokens": 385351680, "loss": 3.6099469661712646, "lr": 7.506417236984442e-05, "grad_norm": 0.10255610197782516, "tokens_per_second": 1751884.875127643, "training_seconds": 1.4963540339995234, "elapsed_tokens_per_second": 1489028.4970722278, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2958, "epoch": 38, "tokens": 387710976, "loss": 3.600576572948032, "lr": 6.0293825392124135e-05, "grad_norm": 0.09968017041683197, "tokens_per_second": 1750099.9480996646, "training_seconds": 1.3480921490008768, "elapsed_tokens_per_second": 1490371.4942433538, "peak_memory_bytes": 42389451776}
{"loss": 3.601890612725647, "perplexity": 36.66749298135987, "tokens": 387710976, "seconds": 0.5410852540007909, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 38, "step": 2958, "evaluation_tokens": 1048576}
{"event": "train", "step": 2960, "epoch": 39, "tokens": 387973120, "loss": 3.59086275100708, "lr": 5.8751689949324785e-05, "grad_norm": 0.1001681536436081, "tokens_per_second": 1829551.1368621201, "training_seconds": 0.14328323200061277, "elapsed_tokens_per_second": 1487410.4959405034, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2980, "epoch": 39, "tokens": 390594560, "loss": 3.604353058338165, "lr": 4.442232803541168e-05, "grad_norm": 0.09918161481618881, "tokens_per_second": 1743939.8383343753, "training_seconds": 1.503171119999024, "elapsed_tokens_per_second": 1488873.6042111486, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3000, "epoch": 39, "tokens": 393216000, "loss": 3.5874900341033937, "lr": 3.208329674257282e-05, "grad_norm": 0.10357128828763962, "tokens_per_second": 1757046.0947299313, "training_seconds": 1.4919585819989152, "elapsed_tokens_per_second": 1490380.13326082, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3020, "epoch": 39, "tokens": 395837440, "loss": 3.602741169929504, "lr": 2.1740804709305283e-05, "grad_norm": 0.10446153581142426, "tokens_per_second": 1753470.4107449537, "training_seconds": 1.4950009900003352, "elapsed_tokens_per_second": 1491852.801386432, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3035, "epoch": 39, "tokens": 397803520, "loss": 3.589463297526042, "lr": 1.529733297529079e-05, "grad_norm": 0.10022841393947601, "tokens_per_second": 1758890.0639344684, "training_seconds": 1.1177958419993956, "elapsed_tokens_per_second": 1492960.5157032467, "peak_memory_bytes": 42389451776}
{"loss": 3.6002907347637225, "perplexity": 36.60887636963559, "tokens": 397803520, "seconds": 0.538627534000625, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 39, "step": 3035, "evaluation_tokens": 1048576}
{"event": "train", "step": 3040, "epoch": 40, "tokens": 398458880, "loss": 3.6162248134613035, "lr": 1.3400055974134074e-05, "grad_norm": 0.10023687779903412, "tokens_per_second": 1788209.226252853, "training_seconds": 0.3664895530000649, "elapsed_tokens_per_second": 1490306.0150001906, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3060, "epoch": 40, "tokens": 401080320, "loss": 3.610740852355957, "lr": 7.065247357090687e-06, "grad_norm": 0.10185500979423523, "tokens_per_second": 1761053.3210946629, "training_seconds": 1.4885636730014085, "elapsed_tokens_per_second": 1491777.8453121204, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3080, "epoch": 40, "tokens": 403701760, "loss": 3.585069453716278, "lr": 2.7395663479974355e-06, "grad_norm": 0.10015899688005447, "tokens_per_second": 1754572.6114046678, "training_seconds": 1.4940618489999906, "elapsed_tokens_per_second": 1493220.5229355223, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3100, "epoch": 40, "tokens": 406323200, "loss": 3.6132080912590028, "lr": 4.2518950261483115e-07, "grad_norm": 0.10034765303134918, "tokens_per_second": 1750318.4604217208, "training_seconds": 1.4976931680012058, "elapsed_tokens_per_second": 1494626.7027262782, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3113, "epoch": 40, "tokens": 408027136, "loss": 3.596947559943566, "lr": 0.0, "grad_norm": 0.10064857453107834, "tokens_per_second": 1755158.2921201133, "training_seconds": 0.9708161409998866, "elapsed_tokens_per_second": 1495541.8414236524, "peak_memory_bytes": 42389451776}
{"loss": 3.600021465797199, "perplexity": 36.599020062388334, "tokens": 408027136, "seconds": 0.5381681229991955, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 40, "step": 3113, "evaluation_tokens": 1048576}
{"loss": 3.600480634507257, "perplexity": 36.6158290460041, "tokens": 408027136, "seconds": 100.46190773700073, "split": "full", "validation_complete": true, "event": "final_validation", "step": 3113, "evaluation_tokens": 197411295}