{"event": "train", "step": 20, "epoch": 1, "tokens": 2621440, "loss": 9.580891180038453, "lr": 0.0003846153846153846, "grad_norm": 1.4382269382476807, "tokens_per_second": 47051.735162404475, "training_seconds": 55.71399207599461, "elapsed_tokens_per_second": 47051.735162404475, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 40, "epoch": 1, "tokens": 5242880, "loss": 7.69051411151886, "lr": 0.0007692307692307692, "grad_norm": 0.8528326749801636, "tokens_per_second": 1760135.3489707971, "training_seconds": 1.4893400110013317, "elapsed_tokens_per_second": 91642.81050675927, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 60, "epoch": 1, "tokens": 7864320, "loss": 6.904724764823913, "lr": 0.0011538461538461537, "grad_norm": 0.7954988479614258, "tokens_per_second": 1764304.9412104273, "training_seconds": 1.4858202449977398, "elapsed_tokens_per_second": 133980.09999602166, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 78, "epoch": 1, "tokens": 10223616, "loss": 6.608993689219157, "lr": 0.0015, "grad_norm": 0.8368662595748901, "tokens_per_second": 1763543.7304780167, "training_seconds": 1.3378154219972203, "elapsed_tokens_per_second": 170289.592273981, "peak_memory_bytes": 21988176384}
{"loss": 6.47715330938712, "perplexity": 650.1176258650073, "tokens": 10223616, "seconds": 1.261214017009479, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 1, "step": 78, "evaluation_tokens": 1048576}
{"event": "train", "step": 80, "epoch": 2, "tokens": 10485760, "loss": 6.447229862213135, "lr": 0.0015384615384615385, "grad_norm": 1.0325084924697876, "tokens_per_second": 1833623.537194648, "training_seconds": 0.14296500600175932, "elapsed_tokens_per_second": 170647.20996283798, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 100, "epoch": 2, "tokens": 13107200, "loss": 6.2899171829223635, "lr": 0.001923076923076923, "grad_norm": 0.3231757581233978, "tokens_per_second": 1763563.5602413695, "training_seconds": 1.4864448660082417, "elapsed_tokens_per_second": 208265.74701590382, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 120, "epoch": 2, "tokens": 15728640, "loss": 6.090116930007935, "lr": 0.0023076923076923075, "grad_norm": 0.26080673933029175, "tokens_per_second": 1766150.8825145566, "training_seconds": 1.4842672989907442, "elapsed_tokens_per_second": 244152.29430657477, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 140, "epoch": 2, "tokens": 18350080, "loss": 5.872849154472351, "lr": 0.002692307692307692, "grad_norm": 0.3882285952568054, "tokens_per_second": 1764251.3304602571, "training_seconds": 1.4858653949922882, "elapsed_tokens_per_second": 278417.2427057187, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 156, "epoch": 2, "tokens": 20447232, "loss": 5.709340065717697, "lr": 0.003, "grad_norm": 0.32214272022247314, "tokens_per_second": 1766431.593984578, "training_seconds": 1.187225141999079, "elapsed_tokens_per_second": 304737.23822310957, "peak_memory_bytes": 42389451776}
{"loss": 5.660863317447001, "perplexity": 287.3966500282408, "tokens": 20447232, "seconds": 0.5405262819986092, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 2, "step": 156, "evaluation_tokens": 1048576}
{"event": "train", "step": 160, "epoch": 3, "tokens": 20971520, "loss": 5.626604676246643, "lr": 0.003076923076923077, "grad_norm": 0.30552706122398376, "tokens_per_second": 1791751.216051327, "training_seconds": 0.29261205199873075, "elapsed_tokens_per_second": 308688.51213482855, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 180, "epoch": 3, "tokens": 23592960, "loss": 5.5785339117050174, "lr": 0.0034615384615384616, "grad_norm": 0.24982956051826477, "tokens_per_second": 1765653.140073898, "training_seconds": 1.48468571799458, "elapsed_tokens_per_second": 339838.8011881292, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 200, "epoch": 3, "tokens": 26214400, "loss": 5.408353710174561, "lr": 0.003846153846153846, "grad_norm": 0.4694152772426605, "tokens_per_second": 1759819.480900092, "training_seconds": 1.4896073310083011, "elapsed_tokens_per_second": 369655.6924044923, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 220, "epoch": 3, "tokens": 28835840, "loss": 5.332807779312134, "lr": 0.004230769230769231, "grad_norm": 0.3433636724948883, "tokens_per_second": 1758724.2365221614, "training_seconds": 1.4905349830078194, "elapsed_tokens_per_second": 398241.36746148375, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 233, "epoch": 3, "tokens": 30539776, "loss": 5.246082122509296, "lr": 0.004480769230769231, "grad_norm": 0.231026753783226, "tokens_per_second": 1759890.331577789, "training_seconds": 0.968205785000464, "elapsed_tokens_per_second": 416198.6799578909, "peak_memory_bytes": 42389451776}
{"loss": 5.2147945242095215, "perplexity": 183.97401488952454, "tokens": 30539776, "seconds": 0.5422830600000452, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 3, "step": 233, "evaluation_tokens": 1048576}
{"event": "train", "step": 240, "epoch": 4, "tokens": 31457280, "loss": 5.220448902675083, "lr": 0.004615384615384615, "grad_norm": 0.6832290887832642, "tokens_per_second": 1785849.5898100536, "training_seconds": 0.5137633120029932, "elapsed_tokens_per_second": 422567.9517901777, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 260, "epoch": 4, "tokens": 34078720, "loss": 5.1910171747207645, "lr": 0.005, "grad_norm": 0.24891053140163422, "tokens_per_second": 1754642.8083034023, "training_seconds": 1.4940020770009141, "elapsed_tokens_per_second": 448768.59424483153, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 280, "epoch": 4, "tokens": 36700160, "loss": 5.056037640571594, "lr": 0.005384615384615384, "grad_norm": 0.27801513671875, "tokens_per_second": 1765326.348828998, "training_seconds": 1.484960557994782, "elapsed_tokens_per_second": 474006.737740289, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 300, "epoch": 4, "tokens": 39321600, "loss": 4.992152905464172, "lr": 0.0057692307692307696, "grad_norm": 0.3127986788749695, "tokens_per_second": 1766489.2530336615, "training_seconds": 1.483982988007483, "elapsed_tokens_per_second": 498305.7932769001, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 311, "epoch": 4, "tokens": 40763392, "loss": 4.9495063695040615, "lr": 0.005980769230769231, "grad_norm": 0.21258464455604553, "tokens_per_second": 1760332.3207547676, "training_seconds": 0.8190453489951324, "elapsed_tokens_per_second": 511255.0712956714, "peak_memory_bytes": 42389451776}
{"loss": 4.9404769490821, "perplexity": 139.8369287522613, "tokens": 40763392, "seconds": 0.5401000220008427, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 4, "step": 311, "evaluation_tokens": 1048576}
{"event": "train", "step": 320, "epoch": 5, "tokens": 41943040, "loss": 4.886433654361301, "lr": 0.005999879234788303, "grad_norm": 0.2423330843448639, "tokens_per_second": 1782904.0325980175, "training_seconds": 0.6616441369988024, "elapsed_tokens_per_second": 518192.4414879891, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 340, "epoch": 5, "tokens": 44564480, "loss": 4.857372665405274, "lr": 0.0059985207378148026, "grad_norm": 0.21603012084960938, "tokens_per_second": 1761127.777470025, "training_seconds": 1.4885007400007453, "elapsed_tokens_per_second": 540628.6105575842, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 360, "epoch": 5, "tokens": 47185920, "loss": 4.805226612091064, "lr": 0.005995653473187795, "grad_norm": 0.2394927442073822, "tokens_per_second": 1767352.619466197, "training_seconds": 1.4832580499933101, "elapsed_tokens_per_second": 562299.2762015607, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 380, "epoch": 5, "tokens": 49807360, "loss": 4.757556366920471, "lr": 0.005991278883630709, "grad_norm": 0.2131529301404953, "tokens_per_second": 1758186.7865994968, "training_seconds": 1.4909906160028186, "elapsed_tokens_per_second": 583168.6986107789, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 389, "epoch": 5, "tokens": 50987008, "loss": 4.737249639299181, "lr": 0.005988819112284388, "grad_norm": 0.2667525112628937, "tokens_per_second": 1752413.71316066, "training_seconds": 0.6731561109918403, "elapsed_tokens_per_second": 592299.0572028961, "peak_memory_bytes": 42389451776}
{"loss": 4.763660303155032, "perplexity": 117.17403440537689, "tokens": 50987008, "seconds": 0.5382635650021257, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 5, "step": 389, "evaluation_tokens": 1048576}
{"event": "train", "step": 400, "epoch": 6, "tokens": 52428800, "loss": 4.697763486341997, "lr": 0.0059853991703086515, "grad_norm": 0.17222860455513, "tokens_per_second": 1779584.7823694518, "training_seconds": 0.8101844960037852, "elapsed_tokens_per_second": 599604.2510135744, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 420, "epoch": 6, "tokens": 55050240, "loss": 4.65721561908722, "lr": 0.005978017291720847, "grad_norm": 0.17551398277282715, "tokens_per_second": 1759262.6975607255, "training_seconds": 1.4900787719961954, "elapsed_tokens_per_second": 619025.9705977275, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 440, "epoch": 6, "tokens": 57671680, "loss": 4.614104866981506, "lr": 0.005969136962212003, "grad_norm": 0.24046750366687775, "tokens_per_second": 1763370.9868250876, "training_seconds": 1.4866071970027406, "elapsed_tokens_per_second": 637830.1130822491, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 460, "epoch": 6, "tokens": 60293120, "loss": 4.570909881591797, "lr": 0.005958762650103364, "grad_norm": 0.19915521144866943, "tokens_per_second": 1768652.4422606013, "training_seconds": 1.482167970010778, "elapsed_tokens_per_second": 656055.4974826681, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 467, "epoch": 6, "tokens": 61210624, "loss": 4.534561225346157, "lr": 0.005954779630955907, "grad_norm": 0.2217138260602951, "tokens_per_second": 1763916.5230973836, "training_seconds": 0.5201515990047483, "elapsed_tokens_per_second": 662259.9307863518, "peak_memory_bytes": 42389451776}
{"loss": 4.5546079585722685, "perplexity": 95.06947675530031, "tokens": 61210624, "seconds": 0.5363347280072048, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 6, "step": 467, "evaluation_tokens": 1048576}
{"event": "train", "step": 480, "epoch": 7, "tokens": 62914560, "loss": 4.497402301201453, "lr": 0.0059468995754443825, "grad_norm": 0.19711856544017792, "tokens_per_second": 1763196.2355715109, "training_seconds": 0.9663904479966732, "elapsed_tokens_per_second": 669750.827916576, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 500, "epoch": 7, "tokens": 65536000, "loss": 4.437126111984253, "lr": 0.005933553707386146, "grad_norm": 0.23411555588245392, "tokens_per_second": 1755543.5724656458, "training_seconds": 1.4932355089986231, "elapsed_tokens_per_second": 686732.1316736361, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 520, "epoch": 7, "tokens": 68157440, "loss": 4.38787009716034, "lr": 0.005918731761177867, "grad_norm": 0.19775570929050446, "tokens_per_second": 1754405.059743861, "training_seconds": 1.494204536997131, "elapsed_tokens_per_second": 703178.1416087355, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 540, "epoch": 7, "tokens": 70778880, "loss": 4.336533331871033, "lr": 0.00590244119478798, "grad_norm": 0.182655468583107, "tokens_per_second": 1760249.6031589557, "training_seconds": 1.4892433409986552, "elapsed_tokens_per_second": 719159.4382784405, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 545, "epoch": 7, "tokens": 71434240, "loss": 4.337610530853271, "lr": 0.005898140025685757, "grad_norm": 0.19371101260185242, "tokens_per_second": 1776919.1022706048, "training_seconds": 0.3688181409961544, "elapsed_tokens_per_second": 723091.5281532232, "peak_memory_bytes": 42389451776}
{"loss": 4.323838915103744, "perplexity": 75.47782579997873, "tokens": 71434240, "seconds": 0.5374065679934574, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 7, "step": 545, "evaluation_tokens": 1048576}
{"event": "train", "step": 560, "epoch": 8, "tokens": 73400320, "loss": 4.308079369862875, "lr": 0.005884690205151496, "grad_norm": 0.21662990748882294, "tokens_per_second": 1760687.791432597, "training_seconds": 1.1166545310115907, "elapsed_tokens_per_second": 730667.9409979703, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 580, "epoch": 8, "tokens": 76021760, "loss": 4.279008364677429, "lr": 0.005865487724045557, "grad_norm": 0.18927918374538422, "tokens_per_second": 1747575.8797887869, "training_seconds": 1.5000435919937445, "elapsed_tokens_per_second": 745617.1175337972, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 600, "epoch": 8, "tokens": 78643200, "loss": 4.225053787231445, "lr": 0.005844843413595223, "grad_norm": 0.1789664477109909, "tokens_per_second": 1767284.7915814982, "training_seconds": 1.483314977012924, "elapsed_tokens_per_second": 760250.4694133205, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 620, "epoch": 8, "tokens": 81264640, "loss": 4.206261801719665, "lr": 0.0058227676614117695, "grad_norm": 0.16617612540721893, "tokens_per_second": 1761705.8593279882, "training_seconds": 1.4880123070033733, "elapsed_tokens_per_second": 774440.0715253735, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 623, "epoch": 8, "tokens": 81657856, "loss": 4.212170600891113, "lr": 0.005819333513924642, "grad_norm": 0.16252128779888153, "tokens_per_second": 1742688.6151102406, "training_seconds": 0.22563755601004232, "elapsed_tokens_per_second": 776504.3400009928, "peak_memory_bytes": 42389451776}
{"loss": 4.211001864101222, "perplexity": 67.42405572457304, "tokens": 81657856, "seconds": 0.53953623099369, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 8, "step": 623, "evaluation_tokens": 1048576}
{"event": "train", "step": 640, "epoch": 9, "tokens": 83886080, "loss": 4.1806184824775245, "lr": 0.005799271575365957, "grad_norm": 0.1721576452255249, "tokens_per_second": 1766427.558719519, "training_seconds": 1.2614295950043015, "elapsed_tokens_per_second": 784217.5021938875, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 660, "epoch": 9, "tokens": 86507520, "loss": 4.141297173500061, "lr": 0.005774366977998868, "grad_norm": 0.16452422738075256, "tokens_per_second": 1762212.5243930712, "training_seconds": 1.4875844790076371, "elapsed_tokens_per_second": 797619.8811536538, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 680, "epoch": 9, "tokens": 89128960, "loss": 4.143599987030029, "lr": 0.005748066400573153, "grad_norm": 0.14258500933647156, "tokens_per_second": 1760671.079608617, "training_seconds": 1.4888868400012143, "elapsed_tokens_per_second": 810648.5255979301, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 700, "epoch": 9, "tokens": 91750400, "loss": 4.12516450881958, "lr": 0.00572038307676767, "grad_norm": 0.16780151426792145, "tokens_per_second": 1761611.5700978092, "training_seconds": 1.4880919519928284, "elapsed_tokens_per_second": 823338.2271422968, "peak_memory_bytes": 42389451776}
{"loss": 4.130674154631452, "perplexity": 62.21985460210708, "tokens": 91750400, "seconds": 0.5383876569976564, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 9, "step": 700, "evaluation_tokens": 1048576}
{"event": "train", "step": 720, "epoch": 10, "tokens": 94371840, "loss": 4.125227928161621, "lr": 0.005691330936018681, "grad_norm": 0.17913101613521576, "tokens_per_second": 1764783.4870081125, "training_seconds": 1.4854173439962324, "elapsed_tokens_per_second": 831704.9598260222, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 740, "epoch": 10, "tokens": 96993280, "loss": 4.098245024681091, "lr": 0.0056609245965109686, "grad_norm": 0.16989503800868988, "tokens_per_second": 1760687.275852332, "training_seconds": 1.4888731440005358, "elapsed_tokens_per_second": 843719.7484724063, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 760, "epoch": 10, "tokens": 99614720, "loss": 4.07782940864563, "lr": 0.005629179357822402, "grad_norm": 0.15050534904003143, "tokens_per_second": 1760866.5447232544, "training_seconds": 1.4887215660128277, "elapsed_tokens_per_second": 855435.0186005391, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 778, "epoch": 10, "tokens": 101974016, "loss": 4.065276675754124, "lr": 0.0055994770723212265, "grad_norm": 0.16244730353355408, "tokens_per_second": 1768805.0039846322, "training_seconds": 1.3338361179921776, "elapsed_tokens_per_second": 865748.2794676035, "peak_memory_bytes": 42389451776}
{"loss": 4.074455250857411, "perplexity": 58.818430569908536, "tokens": 101974016, "seconds": 0.5430485889955889, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 10, "step": 778, "evaluation_tokens": 1048576}
{"event": "train", "step": 780, "epoch": 11, "tokens": 102236160, "loss": 4.041865706443787, "lr": 0.005596111193225627, "grad_norm": 0.1536014974117279, "tokens_per_second": 1839879.9266670055, "training_seconds": 0.14247886299563106, "elapsed_tokens_per_second": 862890.8915075038, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 800, "epoch": 11, "tokens": 104857600, "loss": 4.079090976715088, "lr": 0.005561736741650793, "grad_norm": 0.13909867405891418, "tokens_per_second": 1761999.9900992329, "training_seconds": 1.487763913013623, "elapsed_tokens_per_second": 874029.3664871758, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 820, "epoch": 11, "tokens": 107479040, "loss": 4.044250953197479, "lr": 0.005526073299313328, "grad_norm": 0.14977099001407623, "tokens_per_second": 1759295.1023036612, "training_seconds": 1.490051325992681, "elapsed_tokens_per_second": 884873.9566465793, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 840, "epoch": 11, "tokens": 110100480, "loss": 4.029287922382355, "lr": 0.005489138811010988, "grad_norm": 0.15194523334503174, "tokens_per_second": 1755036.8287949413, "training_seconds": 1.4936666610010434, "elapsed_tokens_per_second": 895435.5955180605, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 856, "epoch": 11, "tokens": 112197632, "loss": 4.030613005161285, "lr": 0.005458688534706318, "grad_norm": 0.13532668352127075, "tokens_per_second": 1759570.0312583076, "training_seconds": 1.1918548069952521, "elapsed_tokens_per_second": 903718.4749992815, "peak_memory_bytes": 42389451776}
{"loss": 4.0301156138191025, "perplexity": 56.26741616196509, "tokens": 112197632, "seconds": 0.5357505150022916, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 11, "step": 856, "evaluation_tokens": 1048576}
{"event": "train", "step": 860, "epoch": 12, "tokens": 112721920, "loss": 4.032056927680969, "lr": 0.005450951861094564, "grad_norm": 0.18045927584171295, "tokens_per_second": 1791464.3363582697, "training_seconds": 0.2926589100097772, "elapsed_tokens_per_second": 901869.0886858626, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 880, "epoch": 12, "tokens": 115343360, "loss": 3.9999964237213135, "lr": 0.005411531664116785, "grad_norm": 0.20154567062854767, "tokens_per_second": 1758633.8067661957, "training_seconds": 1.4906116269994527, "elapsed_tokens_per_second": 911958.4301563618, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 900, "epoch": 12, "tokens": 117964800, "loss": 3.9914361119270323, "lr": 0.0053708980551641135, "grad_norm": 0.15098747611045837, "tokens_per_second": 1763085.1243444826, "training_seconds": 1.4868482320016483, "elapsed_tokens_per_second": 921835.9424619635, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 920, "epoch": 12, "tokens": 120586240, "loss": 3.996815299987793, "lr": 0.0053290714798763135, "grad_norm": 0.15719912946224213, "tokens_per_second": 1764158.8580685072, "training_seconds": 1.485943280000356, "elapsed_tokens_per_second": 931495.4621322285, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 934, "epoch": 12, "tokens": 122421248, "loss": 3.9686817782265797, "lr": 0.005299094308492442, "grad_norm": 0.1410534530878067, "tokens_per_second": 1757614.4042737174, "training_seconds": 1.0440333189908415, "elapsed_tokens_per_second": 938092.0139271888, "peak_memory_bytes": 42389451776}
{"loss": 3.9885816660856697, "perplexity": 53.9782758251404, "tokens": 122421248, "seconds": 0.5431281209894223, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 12, "step": 934, "evaluation_tokens": 1048576}
{"event": "train", "step": 940, "epoch": 13, "tokens": 123207680, "loss": 3.9730417331059775, "lr": 0.005286072984158808, "grad_norm": 0.16840986907482147, "tokens_per_second": 1774963.0660868231, "training_seconds": 0.443069501008722, "elapsed_tokens_per_second": 936983.2737769141, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 960, "epoch": 13, "tokens": 125829120, "loss": 3.964094269275665, "lr": 0.00524192420359299, "grad_norm": 0.14871230721473694, "tokens_per_second": 1768327.565024579, "training_seconds": 1.4824402739905054, "elapsed_tokens_per_second": 946237.1146152052, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 980, "epoch": 13, "tokens": 128450560, "loss": 3.968474841117859, "lr": 0.00519664735254984, "grad_norm": 0.13148146867752075, "tokens_per_second": 1769844.0989619447, "training_seconds": 1.4811700090067461, "elapsed_tokens_per_second": 955294.4851203995, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1000, "epoch": 13, "tokens": 131072000, "loss": 3.9433787941932676, "lr": 0.005150265213012302, "grad_norm": 0.14768452942371368, "tokens_per_second": 1759982.0232329683, "training_seconds": 1.4894697590061696, "elapsed_tokens_per_second": 964100.702285817, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1012, "epoch": 13, "tokens": 132644864, "loss": 3.930088738600413, "lr": 0.0051219150766892655, "grad_norm": 0.1468305140733719, "tokens_per_second": 1768801.599871359, "training_seconds": 0.8892257900006371, "elapsed_tokens_per_second": 969313.6264547849, "peak_memory_bytes": 42389451776}
{"loss": 3.9571989567784893, "perplexity": 52.31059630580193, "tokens": 132644864, "seconds": 0.5390435709996382, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 13, "step": 1012, "evaluation_tokens": 1048576}
{"event": "train", "step": 1020, "epoch": 14, "tokens": 133693440, "loss": 3.9520808160305023, "lr": 0.005102801123112059, "grad_norm": 0.15304042398929596, "tokens_per_second": 1773295.6262509483, "training_seconds": 0.5913148289982928, "elapsed_tokens_per_second": 968881.1611346882, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1040, "epoch": 14, "tokens": 136314880, "loss": 3.942955195903778, "lr": 0.005054278965386473, "grad_norm": 0.1502615511417389, "tokens_per_second": 1756928.340754723, "training_seconds": 1.492058577001444, "elapsed_tokens_per_second": 977301.8191245008, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1060, "epoch": 14, "tokens": 138936320, "loss": 3.9175436735153197, "lr": 0.0050047231547615855, "grad_norm": 0.12816119194030762, "tokens_per_second": 1759533.9679140868, "training_seconds": 1.4898490440100431, "elapsed_tokens_per_second": 985555.4608354402, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1080, "epoch": 14, "tokens": 141557760, "loss": 3.921107065677643, "lr": 0.00495415862626725, "grad_norm": 0.1531304121017456, "tokens_per_second": 1757135.4520168423, "training_seconds": 1.4918827100045746, "elapsed_tokens_per_second": 993623.8102018096, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1090, "epoch": 14, "tokens": 142868480, "loss": 3.9088626146316527, "lr": 0.0049285060241493865, "grad_norm": 0.15607336163520813, "tokens_per_second": 1752951.889085713, "training_seconds": 0.7477216050028801, "elapsed_tokens_per_second": 997573.8805785442, "peak_memory_bytes": 42389451776}
{"loss": 3.9266684415297948, "perplexity": 50.73766029852368, "tokens": 142868480, "seconds": 0.5392729089944623, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 14, "step": 1090, "evaluation_tokens": 1048576}
{"event": "train", "step": 1100, "epoch": 15, "tokens": 144179200, "loss": 3.8835658550262453, "lr": 0.004902610822490556, "grad_norm": 0.14700238406658173, "tokens_per_second": 1774494.9813310697, "training_seconds": 0.7386439599940786, "elapsed_tokens_per_second": 997764.9668002756, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1120, "epoch": 15, "tokens": 146800640, "loss": 3.9069370865821837, "lr": 0.00485010568077386, "grad_norm": 0.13594703376293182, "tokens_per_second": 1764130.297290175, "training_seconds": 1.4859673370083328, "elapsed_tokens_per_second": 1005557.678407094, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1140, "epoch": 15, "tokens": 149422080, "loss": 3.889371371269226, "lr": 0.004796669620163886, "grad_norm": 0.14284950494766235, "tokens_per_second": 1756460.6367255466, "training_seconds": 1.492455876999884, "elapsed_tokens_per_second": 1013143.7620538092, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1160, "epoch": 15, "tokens": 152043520, "loss": 3.8980631113052366, "lr": 0.004742329528118427, "grad_norm": 0.14678512513637543, "tokens_per_second": 1762641.966098035, "training_seconds": 1.4872220510005718, "elapsed_tokens_per_second": 1020615.5141551807, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1167, "epoch": 15, "tokens": 152961024, "loss": 3.8916787079402377, "lr": 0.004723101965114102, "grad_norm": 0.1513291895389557, "tokens_per_second": 1765730.904089666, "training_seconds": 0.5196171159914229, "elapsed_tokens_per_second": 1023191.8250160769, "peak_memory_bytes": 42389451776}
{"loss": 3.9045800531308594, "perplexity": 49.62923389398184, "tokens": 152961024, "seconds": 0.5359724640002241, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 15, "step": 1167, "evaluation_tokens": 1048576}
{"event": "train", "step": 1180, "epoch": 16, "tokens": 154664960, "loss": 3.8840299202845645, "lr": 0.004687112746977365, "grad_norm": 0.12948137521743774, "tokens_per_second": 1780843.8725150668, "training_seconds": 0.9568138040049234, "elapsed_tokens_per_second": 1024302.6603519754, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1200, "epoch": 16, "tokens": 157286400, "loss": 3.87822904586792, "lr": 0.004631047060204816, "grad_norm": 0.1628129482269287, "tokens_per_second": 1767622.539588364, "training_seconds": 1.4830315529979998, "elapsed_tokens_per_second": 1031523.1932977187, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1220, "epoch": 16, "tokens": 159907840, "loss": 3.858179712295532, "lr": 0.004574160678409302, "grad_norm": 0.14388054609298706, "tokens_per_second": 1765407.996056158, "training_seconds": 1.4848918810021132, "elapsed_tokens_per_second": 1038589.2952652306, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1240, "epoch": 16, "tokens": 162529280, "loss": 3.84687625169754, "lr": 0.004516482225148996, "grad_norm": 0.1350177526473999, "tokens_per_second": 1758261.3592922348, "training_seconds": 1.4909273789962754, "elapsed_tokens_per_second": 1045481.9682667378, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1245, "epoch": 16, "tokens": 163184640, "loss": 3.8410886764526366, "lr": 0.004501942243146119, "grad_norm": 0.14967504143714905, "tokens_per_second": 1763347.079847676, "training_seconds": 0.3716568380041281, "elapsed_tokens_per_second": 1047179.4642204394, "peak_memory_bytes": 42389451776}
{"loss": 3.8710749134315643, "perplexity": 47.99394770273405, "tokens": 163184640, "seconds": 0.5387890819984023, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 16, "step": 1245, "evaluation_tokens": 1048576}
{"event": "train", "step": 1260, "epoch": 17, "tokens": 165150720, "loss": 3.8561717669169107, "lr": 0.004458040722529194, "grad_norm": 0.12396743148565292, "tokens_per_second": 1774628.471751165, "training_seconds": 1.1078825970034814, "elapsed_tokens_per_second": 1048661.9616707484, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1280, "epoch": 17, "tokens": 167772160, "loss": 3.842923951148987, "lr": 0.004398865576599242, "grad_norm": 0.13954465091228485, "tokens_per_second": 1763422.389879643, "training_seconds": 1.4865638629999012, "elapsed_tokens_per_second": 1055337.1763297222, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1300, "epoch": 17, "tokens": 170393600, "loss": 3.84662150144577, "lr": 0.0043389865625562685, "grad_norm": 0.1660826951265335, "tokens_per_second": 1763990.1685971152, "training_seconds": 1.486085379990982, "elapsed_tokens_per_second": 1061888.3358200982, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1320, "epoch": 17, "tokens": 173015040, "loss": 3.842283022403717, "lr": 0.004278433809763189, "grad_norm": 0.13247190415859222, "tokens_per_second": 1764321.8598486406, "training_seconds": 1.485805996999261, "elapsed_tokens_per_second": 1068322.043481181, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1323, "epoch": 17, "tokens": 173408256, "loss": 3.812629461288452, "lr": 0.004269294665876606, "grad_norm": 0.1373804360628128, "tokens_per_second": 1765256.4238449654, "training_seconds": 0.22275290699326433, "elapsed_tokens_per_second": 1069267.5856747187, "peak_memory_bytes": 42389451776}
{"loss": 3.8490401844912223, "perplexity": 46.947980199842206, "tokens": 173408256, "seconds": 0.5391555990063353, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 17, "step": 1323, "evaluation_tokens": 1048576}
{"event": "train", "step": 1340, "epoch": 18, "tokens": 175636480, "loss": 3.822664036470301, "lr": 0.004217237786588483, "grad_norm": 0.16977031528949738, "tokens_per_second": 1771340.4374445335, "training_seconds": 1.257930973006296, "elapsed_tokens_per_second": 1071091.89882401, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1360, "epoch": 18, "tokens": 178257920, "loss": 3.8360777735710143, "lr": 0.00415542928507542, "grad_norm": 0.1367809772491455, "tokens_per_second": 1770011.661957098, "training_seconds": 1.4810297899966827, "elapsed_tokens_per_second": 1077339.9308292686, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1380, "epoch": 18, "tokens": 180879360, "loss": 3.812916946411133, "lr": 0.004093039405448392, "grad_norm": 0.14592884480953217, "tokens_per_second": 1760056.7400235885, "training_seconds": 1.4894065289990976, "elapsed_tokens_per_second": 1083416.461063966, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1400, "epoch": 18, "tokens": 183500800, "loss": 3.8044127941131594, "lr": 0.004030099540464199, "grad_norm": 0.15889742970466614, "tokens_per_second": 1767781.7867531327, "training_seconds": 1.4828979570011143, "elapsed_tokens_per_second": 1089431.2036126112, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1401, "epoch": 18, "tokens": 183631872, "loss": 3.841804027557373, "lr": 0.004026938677033256, "grad_norm": 0.14652512967586517, "tokens_per_second": 1758115.0891676985, "training_seconds": 0.0745525709935464, "elapsed_tokens_per_second": 1089715.7719522812, "peak_memory_bytes": 42389451776}
{"loss": 3.8260507890312874, "perplexity": 45.88098628241389, "tokens": 183631872, "seconds": 0.5410322779935086, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 18, "step": 1401, "evaluation_tokens": 1048576}
{"event": "train", "step": 1420, "epoch": 19, "tokens": 186122240, "loss": 3.796664677168194, "lr": 0.003966641359616138, "grad_norm": 0.15214566886425018, "tokens_per_second": 1777271.099618465, "training_seconds": 1.401231359996018, "elapsed_tokens_per_second": 1091849.442513106, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1440, "epoch": 19, "tokens": 188743680, "loss": 3.8015373587608337, "lr": 0.0039026967931988406, "grad_norm": 0.15177464485168457, "tokens_per_second": 1760229.8691014817, "training_seconds": 1.4892600370076252, "elapsed_tokens_per_second": 1097629.6053785398, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1460, "epoch": 19, "tokens": 191365120, "loss": 3.798977625370026, "lr": 0.003838298016241884, "grad_norm": 0.16585673391819, "tokens_per_second": 1758248.3775746708, "training_seconds": 1.4909383869962767, "elapsed_tokens_per_second": 1103294.768939896, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1479, "epoch": 19, "tokens": 193855488, "loss": 3.773723288586265, "lr": 0.0037767279767460145, "grad_norm": 0.1390046328306198, "tokens_per_second": 1760806.296853794, "training_seconds": 1.4143338790017879, "elapsed_tokens_per_second": 1108601.902761441, "peak_memory_bytes": 42389451776}
{"loss": 3.8010661332112115, "perplexity": 44.74886732427796, "tokens": 193855488, "seconds": 0.5341290320066037, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 19, "step": 1479, "evaluation_tokens": 1048576}
{"event": "train", "step": 1480, "epoch": 20, "tokens": 193986560, "loss": 3.798473834991455, "lr": 0.003773477432320261, "grad_norm": 0.1309327632188797, "tokens_per_second": 1919436.4185791975, "training_seconds": 0.06828671100083739, "elapsed_tokens_per_second": 1105484.5842676887, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1500, "epoch": 20, "tokens": 196608000, "loss": 3.766483390331268, "lr": 0.003708267657249854, "grad_norm": 0.1653115600347519, "tokens_per_second": 1763856.1350953437, "training_seconds": 1.4861983059963677, "elapsed_tokens_per_second": 1111000.6171587086, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1520, "epoch": 20, "tokens": 199229440, "loss": 3.7883361101150514, "lr": 0.0036427015026761116, "grad_norm": 0.12480374425649643, "tokens_per_second": 1765285.8067879116, "training_seconds": 1.4849946620088303, "elapsed_tokens_per_second": 1116434.623305577, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1540, "epoch": 20, "tokens": 201850880, "loss": 3.7586541533470155, "lr": 0.0035768119595641903, "grad_norm": 0.1338038146495819, "tokens_per_second": 1757746.5926891554, "training_seconds": 1.4913640059967292, "elapsed_tokens_per_second": 1121736.6151678043, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1557, "epoch": 20, "tokens": 204079104, "loss": 3.785589989493875, "lr": 0.003520576343213019, "grad_norm": 0.1524435430765152, "tokens_per_second": 1765871.658191908, "training_seconds": 1.2618266959907487, "elapsed_tokens_per_second": 1126212.159398008, "peak_memory_bytes": 42389451776}
{"loss": 3.790203801312088, "perplexity": 44.265420707584575, "tokens": 204079104, "seconds": 0.5400056869984837, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 20, "step": 1557, "evaluation_tokens": 1048576}
{"event": "train", "step": 1560, "epoch": 21, "tokens": 204472320, "loss": 3.7957175572713218, "lr": 0.0035106321815988736, "grad_norm": 0.14847414195537567, "tokens_per_second": 1821500.434015169, "training_seconds": 0.2158747770008631, "elapsed_tokens_per_second": 1123647.2380775153, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1580, "epoch": 21, "tokens": 207093760, "loss": 3.773136842250824, "lr": 0.0034441954685026023, "grad_norm": 0.14108906686306, "tokens_per_second": 1759860.0735071378, "training_seconds": 1.4895729720010422, "elapsed_tokens_per_second": 1128803.3035178082, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1600, "epoch": 21, "tokens": 209715200, "loss": 3.771762955188751, "lr": 0.0033775352492800407, "grad_norm": 0.14902186393737793, "tokens_per_second": 1754876.584805327, "training_seconds": 1.493803052988369, "elapsed_tokens_per_second": 1133846.310901188, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1620, "epoch": 21, "tokens": 212336640, "loss": 3.7823687314987184, "lr": 0.0033106850653975765, "grad_norm": 0.12324598431587219, "tokens_per_second": 1758114.3674031417, "training_seconds": 1.491052031997242, "elapsed_tokens_per_second": 1138828.3217633052, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1634, "epoch": 21, "tokens": 214171648, "loss": 3.7663388422557285, "lr": 0.003263794917011864, "grad_norm": 0.1279332935810089, "tokens_per_second": 1760417.0167496228, "training_seconds": 1.0423712009942392, "elapsed_tokens_per_second": 1142276.287877436, "peak_memory_bytes": 42389451776}
{"loss": 3.761288091989074, "perplexity": 43.0037831471182, "tokens": 214171648, "seconds": 0.538784635005868, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 21, "step": 1634, "evaluation_tokens": 1048576}
{"event": "train", "step": 1640, "epoch": 22, "tokens": 214958080, "loss": 3.741014281908671, "lr": 0.0032436785539062376, "grad_norm": 0.14171725511550903, "tokens_per_second": 1787470.7400050857, "training_seconds": 0.4399691599974176, "elapsed_tokens_per_second": 1140409.3122799122, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1660, "epoch": 22, "tokens": 217579520, "loss": 3.7467294454574587, "lr": 0.0031765494305165225, "grad_norm": 0.14624246954917908, "tokens_per_second": 1754530.9600455468, "training_seconds": 1.4940973170014331, "elapsed_tokens_per_second": 1145229.8559911994, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1680, "epoch": 22, "tokens": 220200960, "loss": 3.7562585830688477, "lr": 0.0031093314726336353, "grad_norm": 0.12979117035865784, "tokens_per_second": 1760770.2519828049, "training_seconds": 1.4888029809953878, "elapsed_tokens_per_second": 1150008.722625395, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1700, "epoch": 22, "tokens": 222822400, "loss": 3.739862561225891, "lr": 0.003042058502361692, "grad_norm": 0.11877806484699249, "tokens_per_second": 1768919.0330382711, "training_seconds": 1.4819445949979126, "elapsed_tokens_per_second": 1154749.1995665769, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1712, "epoch": 22, "tokens": 224395264, "loss": 3.7399303913116455, "lr": 0.0030016823951208075, "grad_norm": 0.14757049083709717, "tokens_per_second": 1758648.8537359051, "training_seconds": 0.8943593240110204, "elapsed_tokens_per_second": 1157527.4238804972, "peak_memory_bytes": 42389451776}
{"loss": 3.746162037792025, "perplexity": 42.35820046083671, "tokens": 224395264, "seconds": 0.5366368620016146, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 22, "step": 1712, "evaluation_tokens": 1048576}
{"event": "train", "step": 1720, "epoch": 23, "tokens": 225443840, "loss": 3.7415931820869446, "lr": 0.00297476436948543, "grad_norm": 0.1350984126329422, "tokens_per_second": 1778192.244324166, "training_seconds": 0.5896865219983738, "elapsed_tokens_per_second": 1156160.173691085, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1740, "epoch": 23, "tokens": 228065280, "loss": 3.7389662623405457, "lr": 0.002907482934437985, "grad_norm": 0.1464618444442749, "tokens_per_second": 1769403.791398303, "training_seconds": 1.4815385909896577, "elapsed_tokens_per_second": 1160775.0223854857, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1760, "epoch": 23, "tokens": 230686720, "loss": 3.729578471183777, "lr": 0.002840248051263322, "grad_norm": 0.1410209685564041, "tokens_per_second": 1759935.7984224723, "training_seconds": 1.4895088800112717, "elapsed_tokens_per_second": 1165275.9924708933, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1780, "epoch": 23, "tokens": 233308160, "loss": 3.7224569082260133, "lr": 0.0027730935505818665, "grad_norm": 0.1250092089176178, "tokens_per_second": 1760917.3665840812, "training_seconds": 1.4886785999988206, "elapsed_tokens_per_second": 1169711.8822454049, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1790, "epoch": 23, "tokens": 234618880, "loss": 3.7294370412826536, "lr": 0.002739557005150571, "grad_norm": 0.1543339192867279, "tokens_per_second": 1761832.1264859808, "training_seconds": 0.7439528319955571, "elapsed_tokens_per_second": 1171904.8285772554, "peak_memory_bytes": 42389451776}
{"loss": 3.724523757243664, "perplexity": 41.451487072879516, "tokens": 234618880, "seconds": 0.5390349649969721, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 23, "step": 1790, "evaluation_tokens": 1048576}
{"event": "train", "step": 1800, "epoch": 24, "tokens": 235929600, "loss": 3.696541357040405, "lr": 0.0027060532225679315, "grad_norm": 0.11788775026798248, "tokens_per_second": 1772127.4989246277, "training_seconds": 0.7396307550079655, "elapsed_tokens_per_second": 1170923.9713397957, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1820, "epoch": 24, "tokens": 238551040, "loss": 3.7111488819122314, "lr": 0.002639160799947495, "grad_norm": 0.1387026160955429, "tokens_per_second": 1753659.8762627293, "training_seconds": 1.4948394700040808, "elapsed_tokens_per_second": 1175202.510029567, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1840, "epoch": 24, "tokens": 241172480, "loss": 3.7289164662361145, "lr": 0.0025724499410248822, "grad_norm": 0.1330859214067459, "tokens_per_second": 1764897.038395258, "training_seconds": 1.4853217740019318, "elapsed_tokens_per_second": 1179476.432304368, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1860, "epoch": 24, "tokens": 243793920, "loss": 3.705517601966858, "lr": 0.0025059542127468916, "grad_norm": 0.1594681441783905, "tokens_per_second": 1768417.4770123388, "training_seconds": 1.482364901996334, "elapsed_tokens_per_second": 1183703.80225979, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1868, "epoch": 24, "tokens": 244842496, "loss": 3.6933579444885254, "lr": 0.0024794236567869813, "grad_norm": 0.14003421366214752, "tokens_per_second": 1762883.085840611, "training_seconds": 0.5948074540065136, "elapsed_tokens_per_second": 1185361.7942891403, "peak_memory_bytes": 42389451776}
{"loss": 3.708852313110323, "perplexity": 40.806946044570154, "tokens": 244842496, "seconds": 0.5384512379969237, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 24, "step": 1868, "evaluation_tokens": 1048576}
{"event": "train", "step": 1880, "epoch": 25, "tokens": 246415360, "loss": 3.698087155818939, "lr": 0.0024397070738128917, "grad_norm": 0.1292727142572403, "tokens_per_second": 1776744.590700896, "training_seconds": 0.8852504790120292, "elapsed_tokens_per_second": 1184764.328047262, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1900, "epoch": 25, "tokens": 249036800, "loss": 3.683763790130615, "lr": 0.00237374185783939, "grad_norm": 0.13670885562896729, "tokens_per_second": 1759946.4230319406, "training_seconds": 1.4894998880045023, "elapsed_tokens_per_second": 1188841.3153647997, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1920, "epoch": 25, "tokens": 251658240, "loss": 3.6825663447380066, "lr": 0.002308091756587532, "grad_norm": 0.1265219748020172, "tokens_per_second": 1767655.089730575, "training_seconds": 1.4830042440007674, "elapsed_tokens_per_second": 1192901.1313003975, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1940, "epoch": 25, "tokens": 254279680, "loss": 3.683978283405304, "lr": 0.0022427898032619797, "grad_norm": 0.1320662945508957, "tokens_per_second": 1754549.7116084963, "training_seconds": 1.4940813489956781, "elapsed_tokens_per_second": 1196840.9974220835, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1946, "epoch": 25, "tokens": 255066112, "loss": 3.6830978393554688, "lr": 0.002223272023253987, "grad_norm": 0.12633854150772095, "tokens_per_second": 1773798.143813577, "training_seconds": 0.44336048199329525, "elapsed_tokens_per_second": 1198032.8669088404, "peak_memory_bytes": 42389451776}
{"loss": 3.690109499329294, "perplexity": 40.04923208124991, "tokens": 255066112, "seconds": 0.5402637600054732, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 25, "step": 1946, "evaluation_tokens": 1048576}
{"event": "train", "step": 1960, "epoch": 26, "tokens": 256901120, "loss": 3.6734117610113963, "lr": 0.0021778688558895766, "grad_norm": 0.14203926920890808, "tokens_per_second": 1775091.3603185378, "training_seconds": 1.0337541159969987, "elapsed_tokens_per_second": 1197751.108302748, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1980, "epoch": 26, "tokens": 259522560, "loss": 3.675050413608551, "lr": 0.0021133615807861455, "grad_norm": 0.12256989628076553, "tokens_per_second": 1759174.1732681203, "training_seconds": 1.4901537550031208, "elapsed_tokens_per_second": 1201612.3312054772, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2000, "epoch": 26, "tokens": 262144000, "loss": 3.671244966983795, "lr": 0.002049300436119765, "grad_norm": 0.1478351205587387, "tokens_per_second": 1767179.5243676417, "training_seconds": 1.4834033350052778, "elapsed_tokens_per_second": 1205460.8465708592, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2020, "epoch": 26, "tokens": 264765440, "loss": 3.6652986884117125, "lr": 0.0019857176555787667, "grad_norm": 0.13555528223514557, "tokens_per_second": 1763022.5288806295, "training_seconds": 1.4869010219990741, "elapsed_tokens_per_second": 1209235.2404472658, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2024, "epoch": 26, "tokens": 265289728, "loss": 3.6615248918533325, "lr": 0.0019730613229667453, "grad_norm": 0.13295410573482513, "tokens_per_second": 1752959.1450308019, "training_seconds": 0.299087403996964, "elapsed_tokens_per_second": 1209970.27038545, "peak_memory_bytes": 42389451776}
{"loss": 3.673341288711445, "perplexity": 39.383277162761814, "tokens": 265289728, "seconds": 0.5423433760006446, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 26, "step": 2024, "evaluation_tokens": 1048576}
{"event": "train", "step": 2040, "epoch": 27, "tokens": 267386880, "loss": 3.659007713198662, "lr": 0.0019226452321526929, "grad_norm": 0.11841222643852234, "tokens_per_second": 1772919.1189948495, "training_seconds": 1.1828808080026647, "elapsed_tokens_per_second": 1209977.3993527496, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2060, "epoch": 27, "tokens": 270008320, "loss": 3.656133770942688, "lr": 0.0018601149020343543, "grad_norm": 0.13645227253437042, "tokens_per_second": 1757063.4880180594, "training_seconds": 1.4919438130018534, "elapsed_tokens_per_second": 1213637.1061099118, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2080, "epoch": 27, "tokens": 272629760, "loss": 3.660819721221924, "lr": 0.001798158128651121, "grad_norm": 0.1426180601119995, "tokens_per_second": 1763409.4635130998, "training_seconds": 1.4865747599978931, "elapsed_tokens_per_second": 1217276.8590911715, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2100, "epoch": 27, "tokens": 275251200, "loss": 3.6610417485237123, "lr": 0.0017368060868334406, "grad_norm": 0.12912464141845703, "tokens_per_second": 1768129.4251536077, "training_seconds": 1.4826063990039984, "elapsed_tokens_per_second": 1220887.8988018134, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2101, "epoch": 27, "tokens": 275382272, "loss": 3.618220806121826, "lr": 0.0017337549140233875, "grad_norm": 0.1418052464723587, "tokens_per_second": 1803056.3201487241, "training_seconds": 0.07269434600311797, "elapsed_tokens_per_second": 1221067.7532581326, "peak_memory_bytes": 42389451776}
{"loss": 3.660867969927782, "perplexity": 38.89508799105403, "tokens": 275382272, "seconds": 0.5398332119948464, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 27, "step": 2101, "evaluation_tokens": 1048576}
{"event": "train", "step": 2120, "epoch": 28, "tokens": 277872640, "loss": 3.6457365061107434, "lr": 0.0016760896471285825, "grad_norm": 0.11844676733016968, "tokens_per_second": 1768285.7978294482, "training_seconds": 1.4083515249949414, "elapsed_tokens_per_second": 1221517.0955579726, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2140, "epoch": 28, "tokens": 280494080, "loss": 3.6469738483428955, "lr": 0.0016160393602674796, "grad_norm": 0.13574743270874023, "tokens_per_second": 1759282.5586920928, "training_seconds": 1.4900619499967434, "elapsed_tokens_per_second": 1225007.440630961, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2160, "epoch": 28, "tokens": 283115520, "loss": 3.6494054198265076, "lr": 0.0015566854417925022, "grad_norm": 0.12739437818527222, "tokens_per_second": 1760958.5480818213, "training_seconds": 1.4886437859968282, "elapsed_tokens_per_second": 1228460.0608305587, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2179, "epoch": 28, "tokens": 285605888, "loss": 3.6469529427980123, "lr": 0.0015009714361357814, "grad_norm": 0.12074127048254013, "tokens_per_second": 1755544.1931663423, "training_seconds": 1.418573231989285, "elapsed_tokens_per_second": 1231673.152442372, "peak_memory_bytes": 42389451776}
{"loss": 3.6429080297281633, "perplexity": 38.20277013965311, "tokens": 285605888, "seconds": 0.5390635080111679, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 28, "step": 2179, "evaluation_tokens": 1048576}
{"event": "train", "step": 2180, "epoch": 29, "tokens": 285736960, "loss": 3.651883363723755, "lr": 0.0014980577568538807, "grad_norm": 0.12203841656446457, "tokens_per_second": 1981746.7382804456, "training_seconds": 0.06613963200652506, "elapsed_tokens_per_second": 1228781.9173450242, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2200, "epoch": 29, "tokens": 288358400, "loss": 3.6194456577301026, "lr": 0.0014401858051824392, "grad_norm": 0.12447486817836761, "tokens_per_second": 1759270.1286016214, "training_seconds": 1.4900724780018209, "elapsed_tokens_per_second": 1232152.0233844644, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2220, "epoch": 29, "tokens": 290979840, "loss": 3.64609454870224, "lr": 0.0013830987062461969, "grad_norm": 0.13704554736614227, "tokens_per_second": 1754057.4341236614, "training_seconds": 1.4945006640045904, "elapsed_tokens_per_second": 1235451.3776374748, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2240, "epoch": 29, "tokens": 293601280, "loss": 3.631918430328369, "lr": 0.001326825184598303, "grad_norm": 0.15794789791107178, "tokens_per_second": 1756668.5217943564, "training_seconds": 1.4922792589932214, "elapsed_tokens_per_second": 1238725.4686546314, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2257, "epoch": 29, "tokens": 295829504, "loss": 3.607873159296372, "lr": 0.0012796535277886276, "grad_norm": 0.1606331318616867, "tokens_per_second": 1762383.4585994645, "training_seconds": 1.2643241680052597, "elapsed_tokens_per_second": 1241495.5883393206, "peak_memory_bytes": 42389451776}
{"loss": 3.6300888658458246, "perplexity": 37.71616814744494, "tokens": 295829504, "seconds": 0.5426240710075945, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 29, "step": 2257, "evaluation_tokens": 1048576}
{"event": "train", "step": 2260, "epoch": 30, "tokens": 296222720, "loss": 3.593898137410482, "lr": 0.0012713935554236892, "grad_norm": 0.13428379595279694, "tokens_per_second": 1807480.5412912208, "training_seconds": 0.21754923000116833, "elapsed_tokens_per_second": 1239144.6995542783, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2280, "epoch": 30, "tokens": 298844160, "loss": 3.6337383151054383, "lr": 0.0012168317102916975, "grad_norm": 0.11858996003866196, "tokens_per_second": 1761623.9444926647, "training_seconds": 1.488081499002874, "elapsed_tokens_per_second": 1242371.7301581064, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2300, "epoch": 30, "tokens": 301465600, "loss": 3.602804934978485, "lr": 0.0011631671031218603, "grad_norm": 0.12360495328903198, "tokens_per_second": 1766119.2301507965, "training_seconds": 1.484293900008197, "elapsed_tokens_per_second": 1245573.0541515648, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2320, "epoch": 30, "tokens": 304087040, "loss": 3.601753795146942, "lr": 0.0011104267363698916, "grad_norm": 0.1298016905784607, "tokens_per_second": 1758918.3525956313, "training_seconds": 1.4903704860043945, "elapsed_tokens_per_second": 1248708.189641021, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2335, "epoch": 30, "tokens": 306053120, "loss": 3.59600879351298, "lr": 0.0010714939758506147, "grad_norm": 0.13059242069721222, "tokens_per_second": 1761159.4282278537, "training_seconds": 1.1163554920058232, "elapsed_tokens_per_second": 1251037.654730545, "peak_memory_bytes": 42389451776}
{"loss": 3.614963856065876, "perplexity": 37.150003154113435, "tokens": 306053120, "seconds": 0.5378076089982642, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 30, "step": 2335, "evaluation_tokens": 1048576}
{"event": "train", "step": 2340, "epoch": 31, "tokens": 306708480, "loss": 3.6058799743652346, "lr": 0.0010586371474408487, "grad_norm": 0.1173936277627945, "tokens_per_second": 1774882.1786533277, "training_seconds": 0.369241410997347, "elapsed_tokens_per_second": 1249040.506297066, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2360, "epoch": 31, "tokens": 309329920, "loss": 3.591847848892212, "lr": 0.0010078243953362852, "grad_norm": 0.1548309475183487, "tokens_per_second": 1759922.6797275746, "training_seconds": 1.4895199830061756, "elapsed_tokens_per_second": 1252111.2371332247, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2380, "epoch": 31, "tokens": 311951360, "loss": 3.5993942499160765, "lr": 0.0009580140475421277, "grad_norm": 0.12433289736509323, "tokens_per_second": 1764269.233592436, "training_seconds": 1.4858503169962205, "elapsed_tokens_per_second": 1255163.540979286, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2400, "epoch": 31, "tokens": 314572800, "loss": 3.6086904764175416, "lr": 0.0009092311671638622, "grad_norm": 0.12864139676094055, "tokens_per_second": 1758478.1131719868, "training_seconds": 1.4907436040084576, "elapsed_tokens_per_second": 1258158.3093133883, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2413, "epoch": 31, "tokens": 316276736, "loss": 3.6032491830679088, "lr": 0.0008780849233107348, "grad_norm": 0.12460470199584961, "tokens_per_second": 1766558.575967622, "training_seconds": 0.9645510900008958, "elapsed_tokens_per_second": 1260101.3795942795, "peak_memory_bytes": 42389451776}
{"loss": 3.6015508667935654, "perplexity": 36.65503746575501, "tokens": 316276736, "seconds": 0.5392459370050346, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 31, "step": 2413, "evaluation_tokens": 1048576}
{"event": "train", "step": 2420, "epoch": 32, "tokens": 317194240, "loss": 3.587612049920218, "lr": 0.0008615003003155232, "grad_norm": 0.12249895185232162, "tokens_per_second": 1771011.2065706085, "training_seconds": 0.5180678680044366, "elapsed_tokens_per_second": 1258408.1524966992, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2440, "epoch": 32, "tokens": 319815680, "loss": 3.5901811361312865, "lr": 0.0008148454637688022, "grad_norm": 0.11287089437246323, "tokens_per_second": 1765337.9219053693, "training_seconds": 1.4849508229963249, "elapsed_tokens_per_second": 1261370.272245511, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2460, "epoch": 32, "tokens": 322437120, "loss": 3.5697599053382874, "lr": 0.0007692901328685167, "grad_norm": 0.1283074915409088, "tokens_per_second": 1758778.359151514, "training_seconds": 1.4904891149926698, "elapsed_tokens_per_second": 1264269.219723491, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2480, "epoch": 32, "tokens": 325058560, "loss": 3.5850144743919374, "lr": 0.0007248572297205047, "grad_norm": 0.12378101050853729, "tokens_per_second": 1753022.6409808688, "training_seconds": 1.4953828540019458, "elapsed_tokens_per_second": 1267112.7518056522, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2491, "epoch": 32, "tokens": 326500352, "loss": 3.57694428617304, "lr": 0.0007009056915075576, "grad_norm": 0.12410250306129456, "tokens_per_second": 1770315.1326928735, "training_seconds": 0.8144267500028946, "elapsed_tokens_per_second": 1268694.6820773636, "peak_memory_bytes": 42389451776}
{"loss": 3.5905276247815947, "perplexity": 36.25319896732495, "tokens": 326500352, "seconds": 0.5406691230018623, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 32, "step": 2491, "evaluation_tokens": 1048576}
{"event": "train", "step": 2500, "epoch": 33, "tokens": 327680000, "loss": 3.579350471496582, "lr": 0.0006815691116578904, "grad_norm": 0.13123786449432373, "tokens_per_second": 1768302.4368019535, "training_seconds": 0.6671076030033873, "elapsed_tokens_per_second": 1267275.7786147662, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2520, "epoch": 33, "tokens": 330301440, "loss": 3.5745867609977724, "lr": 0.0006394475599915362, "grad_norm": 0.12844222784042358, "tokens_per_second": 1765346.6716513827, "training_seconds": 1.4849434630014002, "elapsed_tokens_per_second": 1270112.1770609177, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2540, "epoch": 33, "tokens": 332922880, "loss": 3.5841626286506654, "lr": 0.000598513769050322, "grad_norm": 0.1115361675620079, "tokens_per_second": 1758739.3539102748, "training_seconds": 1.4905221709923353, "elapsed_tokens_per_second": 1272888.2714486679, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2560, "epoch": 33, "tokens": 335544320, "loss": 3.5510873794555664, "lr": 0.0005587883355167817, "grad_norm": 0.127962127327919, "tokens_per_second": 1762707.2772736999, "training_seconds": 1.487166947001242, "elapsed_tokens_per_second": 1275651.7886095154, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2568, "epoch": 33, "tokens": 336592896, "loss": 3.5976795852184296, "lr": 0.0005432410003009801, "grad_norm": 0.1322077065706253, "tokens_per_second": 1759106.8471724952, "training_seconds": 0.5960843149950961, "elapsed_tokens_per_second": 1276734.6911097167, "peak_memory_bytes": 42389451776}
{"loss": 3.580583519301122, "perplexity": 35.89447985911131, "tokens": 336592896, "seconds": 0.5372831480053719, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 33, "step": 2568, "evaluation_tokens": 1048576}
{"event": "train", "step": 2580, "epoch": 34, "tokens": 338165760, "loss": 3.603355268637339, "lr": 0.0005202912480634555, "grad_norm": 0.11937596648931503, "tokens_per_second": 1771477.2517912309, "training_seconds": 0.8878826970030786, "elapsed_tokens_per_second": 1275742.0534425122, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2600, "epoch": 34, "tokens": 340787200, "loss": 3.5883726358413695, "lr": 0.00048304187729517967, "grad_norm": 0.1157936230301857, "tokens_per_second": 1763354.5252898785, "training_seconds": 1.4866210750042228, "elapsed_tokens_per_second": 1278455.0108982753, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2620, "epoch": 34, "tokens": 343408640, "loss": 3.5841113805770872, "lr": 0.00044705896600236427, "grad_norm": 0.117485411465168, "tokens_per_second": 1760034.0182676965, "training_seconds": 1.4894257569976617, "elapsed_tokens_per_second": 1281122.2694590546, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2640, "epoch": 34, "tokens": 346030080, "loss": 3.586670684814453, "lr": 0.0004123606197301715, "grad_norm": 0.11509577184915543, "tokens_per_second": 1756414.8120674202, "training_seconds": 1.4924948150001, "elapsed_tokens_per_second": 1283745.8301125339, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2646, "epoch": 34, "tokens": 346816512, "loss": 3.595547914505005, "lr": 0.00040220423323997126, "grad_norm": 0.11669989675283432, "tokens_per_second": 1757941.1912675225, "training_seconds": 0.44735967500309926, "elapsed_tokens_per_second": 1284522.1883814265, "peak_memory_bytes": 42389451776}
{"loss": 3.5721371515336764, "perplexity": 35.5925786605054, "tokens": 346816512, "seconds": 0.5387679029954597, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 34, "step": 2646, "evaluation_tokens": 1048576}
{"event": "train", "step": 2660, "epoch": 35, "tokens": 348651520, "loss": 3.5623880454472134, "lr": 0.0003789642976683362, "grad_norm": 0.11180482059717178, "tokens_per_second": 1770669.324205582, "training_seconds": 1.036335793993203, "elapsed_tokens_per_second": 1283790.856203045, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2680, "epoch": 35, "tokens": 351272960, "loss": 3.5756895303726197, "lr": 0.00034688680386621407, "grad_norm": 0.11283281445503235, "tokens_per_second": 1771227.044882717, "training_seconds": 1.4800135350087658, "elapsed_tokens_per_second": 1286426.581564981, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2700, "epoch": 35, "tokens": 353894400, "loss": 3.571708607673645, "lr": 0.00031614427877747775, "grad_norm": 0.11587332934141159, "tokens_per_second": 1764066.5556445655, "training_seconds": 1.4860210299957544, "elapsed_tokens_per_second": 1289003.7645900697, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2720, "epoch": 35, "tokens": 356515840, "loss": 3.555930519104004, "lr": 0.00028675219113871356, "grad_norm": 0.11285427957773209, "tokens_per_second": 1758166.49975177, "training_seconds": 1.4910078200045973, "elapsed_tokens_per_second": 1291531.143396047, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2724, "epoch": 35, "tokens": 357040128, "loss": 3.588085889816284, "lr": 0.00028103713960192587, "grad_norm": 0.11417408287525177, "tokens_per_second": 1762380.6595598229, "training_seconds": 0.29748851200565696, "elapsed_tokens_per_second": 1292029.5106749546, "peak_memory_bytes": 42389451776}
{"loss": 3.5629746474417257, "perplexity": 35.26795098516528, "tokens": 357040128, "seconds": 0.5374305359873688, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 35, "step": 2724, "evaluation_tokens": 1048576}
{"event": "train", "step": 2740, "epoch": 36, "tokens": 359137280, "loss": 3.569461703300476, "lr": 0.0002587253301860059, "grad_norm": 0.1159338727593422, "tokens_per_second": 1758996.7454158033, "training_seconds": 1.1922432519932045, "elapsed_tokens_per_second": 1291482.4114838378, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2760, "epoch": 36, "tokens": 361758720, "loss": 3.5673589587211607, "lr": 0.00023207779821343022, "grad_norm": 0.11240068078041077, "tokens_per_second": 1759955.7870161114, "training_seconds": 1.489491963002365, "elapsed_tokens_per_second": 1293972.7374144027, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2780, "epoch": 36, "tokens": 364380160, "loss": 3.5395289182662966, "lr": 0.00020682300347719097, "grad_norm": 0.11708688735961914, "tokens_per_second": 1755922.4297086033, "training_seconds": 1.4929133289988386, "elapsed_tokens_per_second": 1296418.710937688, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2800, "epoch": 36, "tokens": 367001600, "loss": 3.5716328382492066, "lr": 0.00018297365344897997, "grad_norm": 0.11588412523269653, "tokens_per_second": 1762392.3054629841, "training_seconds": 1.4874327309953514, "elapsed_tokens_per_second": 1298864.4940970475, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2802, "epoch": 36, "tokens": 367263744, "loss": 3.5289511680603027, "lr": 0.00018066648607535895, "grad_norm": 0.1040181890130043, "tokens_per_second": 1779724.5929394607, "training_seconds": 0.14729470000020228, "elapsed_tokens_per_second": 1299104.8677729124, "peak_memory_bytes": 42389451776}
{"loss": 3.5573659401119233, "perplexity": 35.07069705683878, "tokens": 367263744, "seconds": 0.5390542170061963, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 36, "step": 2802, "evaluation_tokens": 1048576}
{"event": "train", "step": 2820, "epoch": 37, "tokens": 369623040, "loss": 3.5626829862594604, "lr": 0.00016054174842195112, "grad_norm": 0.10687565803527832, "tokens_per_second": 1761765.354324023, "training_seconds": 1.339165851008147, "elapsed_tokens_per_second": 1298672.7973498881, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2840, "epoch": 37, "tokens": 372244480, "loss": 3.5499069690704346, "lr": 0.00013953857547252223, "grad_norm": 0.10723701119422913, "tokens_per_second": 1767173.5940846347, "training_seconds": 1.4834083130117506, "elapsed_tokens_per_second": 1301094.3211427098, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2860, "epoch": 37, "tokens": 374865920, "loss": 3.5554080486297606, "lr": 0.0001199747027810525, "grad_norm": 0.11125341057777405, "tokens_per_second": 1760554.279411517, "training_seconds": 1.4889856170048006, "elapsed_tokens_per_second": 1303462.7049596263, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2880, "epoch": 37, "tokens": 377487360, "loss": 3.558969533443451, "lr": 0.00010185997431424299, "grad_norm": 0.10764926671981812, "tokens_per_second": 1762460.2085540297, "training_seconds": 1.4873754240106791, "elapsed_tokens_per_second": 1305817.1998385908, "peak_memory_bytes": 42389451776}
{"loss": 3.5533638672592813, "perplexity": 34.93062205436698, "tokens": 377487360, "seconds": 0.5416122280003037, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 37, "step": 2880, "evaluation_tokens": 1048576}
{"event": "train", "step": 2900, "epoch": 38, "tokens": 380108800, "loss": 3.5582459211349486, "lr": 8.520350487194096e-05, "grad_norm": 0.10584939271211624, "tokens_per_second": 1766632.8352791467, "training_seconds": 1.4838623779942282, "elapsed_tokens_per_second": 1305707.9537483084, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2920, "epoch": 38, "tokens": 382730240, "loss": 3.5585334300994873, "lr": 7.001367550083971e-05, "grad_norm": 0.1015903428196907, "tokens_per_second": 1756548.9128388087, "training_seconds": 1.492380872994545, "elapsed_tokens_per_second": 1307997.162424187, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2940, "epoch": 38, "tokens": 385351680, "loss": 3.5607223510742188, "lr": 5.6298129277383315e-05, "grad_norm": 0.10430237650871277, "tokens_per_second": 1762622.6216132059, "training_seconds": 1.4872383730107686, "elapsed_tokens_per_second": 1310290.1478140806, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2958, "epoch": 38, "tokens": 387710976, "loss": 3.550593694051107, "lr": 4.52203690440931e-05, "grad_norm": 0.10404814779758453, "tokens_per_second": 1757299.0646095062, "training_seconds": 1.3425694280012976, "elapsed_tokens_per_second": 1312311.099929596, "peak_memory_bytes": 42389451776}
{"loss": 3.550817710346995, "perplexity": 34.841796339663986, "tokens": 387710976, "seconds": 0.5431749970011879, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 38, "step": 2958, "evaluation_tokens": 1048576}
{"event": "train", "step": 2960, "epoch": 39, "tokens": 387973120, "loss": 3.5240890979766846, "lr": 4.406376746199359e-05, "grad_norm": 0.10561998188495636, "tokens_per_second": 1846811.1231860658, "training_seconds": 0.14194413099903613, "elapsed_tokens_per_second": 1310115.6043417114, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2980, "epoch": 39, "tokens": 390594560, "loss": 3.5408602356910706, "lr": 3.3316746026558764e-05, "grad_norm": 0.10377886146306992, "tokens_per_second": 1761242.3924683728, "training_seconds": 1.4884038739983225, "elapsed_tokens_per_second": 1312364.5333021367, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3000, "epoch": 39, "tokens": 393216000, "loss": 3.541730511188507, "lr": 2.4062472556929617e-05, "grad_norm": 0.10177397727966309, "tokens_per_second": 1765213.304420732, "training_seconds": 1.48505565499363, "elapsed_tokens_per_second": 1314605.9517803742, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3020, "epoch": 39, "tokens": 395837440, "loss": 3.544373655319214, "lr": 1.6305603531978965e-05, "grad_norm": 0.10207496583461761, "tokens_per_second": 1763675.4180963063, "training_seconds": 1.4863505909888772, "elapsed_tokens_per_second": 1316820.7429860507, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3035, "epoch": 39, "tokens": 397803520, "loss": 3.5613715012868243, "lr": 1.1472999731468093e-05, "grad_norm": 0.11166872084140778, "tokens_per_second": 1767255.0103952847, "training_seconds": 1.1125049800029956, "elapsed_tokens_per_second": 1318474.5785714653, "peak_memory_bytes": 42389451776}
{"loss": 3.5494542099706186, "perplexity": 34.79432191029749, "tokens": 397803520, "seconds": 0.5359977730113314, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 39, "step": 3035, "evaluation_tokens": 1048576}
{"event": "train", "step": 3040, "epoch": 40, "tokens": 398458880, "loss": 3.55136981010437, "lr": 1.0050041980600555e-05, "grad_norm": 0.10108204931020737, "tokens_per_second": 1778427.4895108186, "training_seconds": 0.3685053249937482, "elapsed_tokens_per_second": 1316647.8973340762, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3060, "epoch": 40, "tokens": 401080320, "loss": 3.532191205024719, "lr": 5.2989355178180155e-06, "grad_norm": 0.10356934368610382, "tokens_per_second": 1758640.8431630956, "training_seconds": 1.4906056629988598, "elapsed_tokens_per_second": 1318807.6038745514, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3080, "epoch": 40, "tokens": 403701760, "loss": 3.5515570878982543, "lr": 2.0546747609980766e-06, "grad_norm": 0.09991658478975296, "tokens_per_second": 1761955.8643560598, "training_seconds": 1.4878011719993083, "elapsed_tokens_per_second": 1320957.0421479165, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3100, "epoch": 40, "tokens": 406323200, "loss": 3.5452159643173218, "lr": 3.1889212696112336e-07, "grad_norm": 0.09959249943494797, "tokens_per_second": 1767323.0008023954, "training_seconds": 1.4832829079969088, "elapsed_tokens_per_second": 1323107.5715138218, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3113, "epoch": 40, "tokens": 408027136, "loss": 3.549753262446477, "lr": 0.0, "grad_norm": 0.1016821637749672, "tokens_per_second": 1765400.724776553, "training_seconds": 0.9651836980046937, "elapsed_tokens_per_second": 1324485.6780118616, "peak_memory_bytes": 42389451776}
{"loss": 3.549214367061298, "perplexity": 34.78597773958777, "tokens": 408027136, "seconds": 0.5411555379978381, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 40, "step": 3113, "evaluation_tokens": 1048576}
{"loss": 3.5506100667554596, "perplexity": 34.83456241500152, "tokens": 408027136, "seconds": 100.53354377900541, "split": "full", "validation_complete": true, "event": "final_validation", "step": 3113, "evaluation_tokens": 197411295}