{"event": "train", "step": 20, "epoch": 1, "tokens": 2621440, "loss": 9.679714250564576, "lr": 0.0003205128205128205, "grad_norm": 3.238274574279785, "tokens_per_second": 47683.77538627947, "training_seconds": 54.975512714001525, "elapsed_tokens_per_second": 47683.77538627947, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 40, "epoch": 1, "tokens": 5242880, "loss": 7.870462131500244, "lr": 0.000641025641025641, "grad_norm": 0.5785413384437561, "tokens_per_second": 1747541.481008268, "training_seconds": 1.500073119001172, "elapsed_tokens_per_second": 92823.264186885, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 60, "epoch": 1, "tokens": 7864320, "loss": 6.911599159240723, "lr": 0.0009615384615384615, "grad_norm": 1.6706440448760986, "tokens_per_second": 1748928.5072504433, "training_seconds": 1.4988834530013264, "elapsed_tokens_per_second": 135632.0309421739, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 78, "epoch": 1, "tokens": 10223616, "loss": 6.6585818661583795, "lr": 0.00125, "grad_norm": 0.5581337213516235, "tokens_per_second": 1745498.9796959679, "training_seconds": 1.3516455909993965, "elapsed_tokens_per_second": 172301.2243007635, "peak_memory_bytes": 21988176384}
{"loss": 6.500416287286413, "perplexity": 665.4185806907548, "tokens": 10223616, "seconds": 1.0584777990006842, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 1, "step": 78, "evaluation_tokens": 1048576}
{"event": "train", "step": 80, "epoch": 2, "tokens": 10485760, "loss": 6.504963397979736, "lr": 0.001282051282051282, "grad_norm": 0.6004227995872498, "tokens_per_second": 1808608.0842049834, "training_seconds": 0.14494240199928754, "elapsed_tokens_per_second": 173089.75228092234, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 100, "epoch": 2, "tokens": 13107200, "loss": 6.351082038879395, "lr": 0.0016025641025641025, "grad_norm": 0.3881789445877075, "tokens_per_second": 1739832.8973031617, "training_seconds": 1.506719411998347, "elapsed_tokens_per_second": 211107.40916260012, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 120, "epoch": 2, "tokens": 15728640, "loss": 6.126271104812622, "lr": 0.001923076923076923, "grad_norm": 0.44159558415412903, "tokens_per_second": 1734609.453080186, "training_seconds": 1.511256608999247, "elapsed_tokens_per_second": 247301.88009982396, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 140, "epoch": 2, "tokens": 18350080, "loss": 5.944160318374633, "lr": 0.002243589743589744, "grad_norm": 0.39934155344963074, "tokens_per_second": 1736115.635514734, "training_seconds": 1.5099455049967219, "elapsed_tokens_per_second": 281822.76577707764, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 156, "epoch": 2, "tokens": 20447232, "loss": 5.744533747434616, "lr": 0.0025, "grad_norm": 0.3575313091278076, "tokens_per_second": 1736056.1705688874, "training_seconds": 1.20799777999855, "elapsed_tokens_per_second": 308303.07365322375, "peak_memory_bytes": 42389451776}
{"loss": 5.710097167721897, "perplexity": 301.9004018319159, "tokens": 20447232, "seconds": 0.543267435998132, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 2, "step": 156, "evaluation_tokens": 1048576}
{"event": "train", "step": 160, "epoch": 3, "tokens": 20971520, "loss": 5.70282518863678, "lr": 0.002564102564102564, "grad_norm": 0.5581523180007935, "tokens_per_second": 1777392.8242647056, "training_seconds": 0.2949758729992027, "elapsed_tokens_per_second": 312019.37856348587, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 180, "epoch": 3, "tokens": 23592960, "loss": 5.58720896244049, "lr": 0.0028846153846153848, "grad_norm": 0.27461719512939453, "tokens_per_second": 1735172.9038836048, "training_seconds": 1.5107658689994423, "elapsed_tokens_per_second": 343299.1677449946, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 200, "epoch": 3, "tokens": 26214400, "loss": 5.431485366821289, "lr": 0.003205128205128205, "grad_norm": 0.40950295329093933, "tokens_per_second": 1736828.1138639075, "training_seconds": 1.50932609800293, "elapsed_tokens_per_second": 373236.9049052599, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 220, "epoch": 3, "tokens": 28835840, "loss": 5.312656140327453, "lr": 0.003525641025641026, "grad_norm": 0.3994426429271698, "tokens_per_second": 1730051.8929869076, "training_seconds": 1.5152377860031265, "elapsed_tokens_per_second": 401882.57538994553, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 233, "epoch": 3, "tokens": 30539776, "loss": 5.199797226832463, "lr": 0.003733974358974359, "grad_norm": 0.34400615096092224, "tokens_per_second": 1735248.3517530563, "training_seconds": 0.9819551179971313, "elapsed_tokens_per_second": 419873.72539642605, "peak_memory_bytes": 42389451776}
{"loss": 5.191920241540597, "perplexity": 179.81350699396623, "tokens": 30539776, "seconds": 0.5459126169989759, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 3, "step": 233, "evaluation_tokens": 1048576}
{"event": "train", "step": 240, "epoch": 4, "tokens": 31457280, "loss": 5.133001259395054, "lr": 0.003846153846153846, "grad_norm": 0.29599958658218384, "tokens_per_second": 1754747.0827219614, "training_seconds": 0.5228696539998055, "elapsed_tokens_per_second": 425935.9069906262, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 260, "epoch": 4, "tokens": 34078720, "loss": 5.126755928993225, "lr": 0.004166666666666667, "grad_norm": 0.3599923551082611, "tokens_per_second": 1730803.6109591809, "training_seconds": 1.5145796920005523, "elapsed_tokens_per_second": 452150.39750199066, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 280, "epoch": 4, "tokens": 36700160, "loss": 5.041720199584961, "lr": 0.004487179487179488, "grad_norm": 0.38409537076950073, "tokens_per_second": 1737908.7881921378, "training_seconds": 1.50838756200028, "elapsed_tokens_per_second": 477366.91984704824, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 300, "epoch": 4, "tokens": 39321600, "loss": 4.942982506752014, "lr": 0.004807692307692308, "grad_norm": 0.43307605385780334, "tokens_per_second": 1730028.7656220528, "training_seconds": 1.515258041999914, "elapsed_tokens_per_second": 501570.75086439104, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 311, "epoch": 4, "tokens": 40763392, "loss": 4.928338050842285, "lr": 0.0049839743589743584, "grad_norm": 0.36321452260017395, "tokens_per_second": 1733767.8386314495, "training_seconds": 0.8315946160000749, "elapsed_tokens_per_second": 514493.1093400964, "peak_memory_bytes": 42389451776}
{"loss": 4.924740134653326, "perplexity": 137.65356560303707, "tokens": 40763392, "seconds": 0.5443724320030014, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 4, "step": 311, "evaluation_tokens": 1048576}
{"event": "train", "step": 320, "epoch": 5, "tokens": 41943040, "loss": 4.876905706193712, "lr": 0.004999899362323586, "grad_norm": 0.27354562282562256, "tokens_per_second": 1752899.7526874642, "training_seconds": 0.6729694599998766, "elapsed_tokens_per_second": 521071.018629818, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 340, "epoch": 5, "tokens": 44564480, "loss": 4.84365611076355, "lr": 0.0049987672815123355, "grad_norm": 0.33430203795433044, "tokens_per_second": 1736346.4997321998, "training_seconds": 1.5097447430016473, "elapsed_tokens_per_second": 543437.0102494991, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 360, "epoch": 5, "tokens": 47185920, "loss": 4.773675584793091, "lr": 0.004996377894323162, "grad_norm": 0.28713661432266235, "tokens_per_second": 1733171.4792469924, "training_seconds": 1.5125104649996501, "elapsed_tokens_per_second": 564971.2459970422, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 380, "epoch": 5, "tokens": 49807360, "loss": 4.7086923837661745, "lr": 0.004992732403025591, "grad_norm": 0.24370177090168, "tokens_per_second": 1733276.0262942647, "training_seconds": 1.5124192340008449, "elapsed_tokens_per_second": 585742.545893951, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 389, "epoch": 5, "tokens": 50987008, "loss": 4.653479099273682, "lr": 0.004990682593570323, "grad_norm": 0.23210063576698303, "tokens_per_second": 1733168.2128204054, "training_seconds": 0.6806309920029889, "elapsed_tokens_per_second": 594840.8965162558, "peak_memory_bytes": 42389451776}
{"loss": 4.688724109472267, "perplexity": 108.71438362957923, "tokens": 50987008, "seconds": 0.5448605799974757, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 5, "step": 389, "evaluation_tokens": 1048576}
{"event": "train", "step": 400, "epoch": 6, "tokens": 52428800, "loss": 4.6416238871487705, "lr": 0.004987832641923876, "grad_norm": 0.2088346630334854, "tokens_per_second": 1747056.916463416, "training_seconds": 0.8252690490007808, "elapsed_tokens_per_second": 601825.4533013302, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 420, "epoch": 6, "tokens": 55050240, "loss": 4.612539482116699, "lr": 0.00498168107643404, "grad_norm": 0.24673348665237427, "tokens_per_second": 1735676.3360684644, "training_seconds": 1.5103276720001304, "elapsed_tokens_per_second": 621139.4782568136, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 440, "epoch": 6, "tokens": 57671680, "loss": 4.547435092926025, "lr": 0.004974280801843336, "grad_norm": 0.22238744795322418, "tokens_per_second": 1737870.59366395, "training_seconds": 1.508420713002124, "elapsed_tokens_per_second": 639815.7610357086, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 460, "epoch": 6, "tokens": 60293120, "loss": 4.4640769243240355, "lr": 0.004965635541752804, "grad_norm": 0.29181239008903503, "tokens_per_second": 1726411.224970382, "training_seconds": 1.5184331300006306, "elapsed_tokens_per_second": 657807.0334556561, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 467, "epoch": 6, "tokens": 61210624, "loss": 4.416810035705566, "lr": 0.0049623163591299225, "grad_norm": 0.234237402677536, "tokens_per_second": 1736979.9193878167, "training_seconds": 0.5282179659989197, "elapsed_tokens_per_second": 663978.3516204915, "peak_memory_bytes": 42389451776}
{"loss": 4.428235206849136, "perplexity": 83.78342594569337, "tokens": 61210624, "seconds": 0.5452761849992385, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 6, "step": 467, "evaluation_tokens": 1048576}
{"event": "train", "step": 480, "epoch": 7, "tokens": 62914560, "loss": 4.392638133122371, "lr": 0.004955749646203652, "grad_norm": 0.22611857950687408, "tokens_per_second": 1748343.6292136407, "training_seconds": 0.9746001710009295, "elapsed_tokens_per_second": 671335.1824428373, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 500, "epoch": 7, "tokens": 65536000, "loss": 4.3551260471344, "lr": 0.004944628089488454, "grad_norm": 0.18720969557762146, "tokens_per_second": 1736587.0715112593, "training_seconds": 1.5095355960002053, "elapsed_tokens_per_second": 688213.449067352, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 520, "epoch": 7, "tokens": 68157440, "loss": 4.3269124031066895, "lr": 0.004932276467648223, "grad_norm": 0.21159546077251434, "tokens_per_second": 1735186.3912760338, "training_seconds": 1.5107541260003927, "elapsed_tokens_per_second": 704551.4020510508, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 540, "epoch": 7, "tokens": 70778880, "loss": 4.310446858406067, "lr": 0.00491870099565665, "grad_norm": 0.21705374121665955, "tokens_per_second": 1736786.1016981867, "training_seconds": 1.5093626080015383, "elapsed_tokens_per_second": 720397.4510284899, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 545, "epoch": 7, "tokens": 71434240, "loss": 4.274162006378174, "lr": 0.004915116688071464, "grad_norm": 0.1951349377632141, "tokens_per_second": 1735612.644860067, "training_seconds": 0.3775957739999285, "elapsed_tokens_per_second": 724271.9747559311, "peak_memory_bytes": 42389451776}
{"loss": 4.2782079266908655, "perplexity": 72.11109577473759, "tokens": 71434240, "seconds": 0.5443873109979904, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 7, "step": 545, "evaluation_tokens": 1048576}
{"event": "train", "step": 560, "epoch": 8, "tokens": 73400320, "loss": 4.270370705922445, "lr": 0.004903908504292913, "grad_norm": 0.18895521759986877, "tokens_per_second": 1748343.5139239484, "training_seconds": 1.1245387330018275, "elapsed_tokens_per_second": 731760.3390620839, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 580, "epoch": 8, "tokens": 76021760, "loss": 4.246016955375671, "lr": 0.004887906436704631, "grad_norm": 0.18806591629981995, "tokens_per_second": 1734802.1521644432, "training_seconds": 1.5110887410010037, "elapsed_tokens_per_second": 746637.0163748595, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 600, "epoch": 8, "tokens": 78643200, "loss": 4.222166609764099, "lr": 0.0048707028446626855, "grad_norm": 0.2363024353981018, "tokens_per_second": 1737838.1876424754, "training_seconds": 1.5084488410029735, "elapsed_tokens_per_second": 761094.8244478703, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 620, "epoch": 8, "tokens": 81264640, "loss": 4.192868733406067, "lr": 0.004852306384509808, "grad_norm": 0.18230992555618286, "tokens_per_second": 1736827.1576093554, "training_seconds": 1.509326929000963, "elapsed_tokens_per_second": 775131.8519848324, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 623, "epoch": 8, "tokens": 81657856, "loss": 4.1442521413167315, "lr": 0.0048494445949372016, "grad_norm": 0.18522562086582184, "tokens_per_second": 1738194.1206388436, "training_seconds": 0.22622099300133414, "elapsed_tokens_per_second": 777192.648458616, "peak_memory_bytes": 42389451776}
{"loss": 4.1916898340690425, "perplexity": 66.13445284036133, "tokens": 81657856, "seconds": 0.5441413030021067, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 8, "step": 623, "evaluation_tokens": 1048576}
{"event": "train", "step": 640, "epoch": 9, "tokens": 83886080, "loss": 4.169567136203542, "lr": 0.004832726312804964, "grad_norm": 0.18207266926765442, "tokens_per_second": 1745084.8581837532, "training_seconds": 1.27685710500009, "elapsed_tokens_per_second": 784746.7849446516, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 660, "epoch": 9, "tokens": 86507520, "loss": 4.148723077774048, "lr": 0.004811972481665723, "grad_norm": 0.18773715198040009, "tokens_per_second": 1735089.8110939546, "training_seconds": 1.5108382190010161, "elapsed_tokens_per_second": 797982.1272032775, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 680, "epoch": 9, "tokens": 89128960, "loss": 4.137694954872131, "lr": 0.004790055333810961, "grad_norm": 0.19451619684696198, "tokens_per_second": 1735449.213903233, "training_seconds": 1.5105253319998155, "elapsed_tokens_per_second": 810852.370132083, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 700, "epoch": 9, "tokens": 91750400, "loss": 4.1037334442138675, "lr": 0.004766985897306392, "grad_norm": 0.20819179713726044, "tokens_per_second": 1734316.3012550233, "training_seconds": 1.5115120570008003, "elapsed_tokens_per_second": 823369.1420675433, "peak_memory_bytes": 42389451776}
{"loss": 4.126240251914433, "perplexity": 61.94458852220992, "tokens": 91750400, "seconds": 0.545263291001902, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 9, "step": 700, "evaluation_tokens": 1048576}
{"event": "train", "step": 720, "epoch": 10, "tokens": 94371840, "loss": 4.113385558128357, "lr": 0.004742775780015567, "grad_norm": 0.2020956575870514, "tokens_per_second": 1744077.471338736, "training_seconds": 1.503052497999306, "elapsed_tokens_per_second": 831549.1042488383, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 740, "epoch": 10, "tokens": 96993280, "loss": 4.09465240240097, "lr": 0.0047174371637591405, "grad_norm": 0.16832014918327332, "tokens_per_second": 1738000.9073791567, "training_seconds": 1.508307612999488, "elapsed_tokens_per_second": 843426.2827498296, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 760, "epoch": 10, "tokens": 99614720, "loss": 4.079303169250489, "lr": 0.0046909827981853345, "grad_norm": 0.20078353583812714, "tokens_per_second": 1734157.5310204197, "training_seconds": 1.5116504430006898, "elapsed_tokens_per_second": 854973.0950621526, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 778, "epoch": 10, "tokens": 101974016, "loss": 4.055878347820705, "lr": 0.0046662308936010225, "grad_norm": 0.1642574667930603, "tokens_per_second": 1736115.717911837, "training_seconds": 1.3589508900004148, "elapsed_tokens_per_second": 865118.9807384342, "peak_memory_bytes": 42389451776}
{"loss": 4.069081987496352, "perplexity": 58.503231234859655, "tokens": 101974016, "seconds": 0.5455931559990859, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 10, "step": 778, "evaluation_tokens": 1048576}
{"event": "train", "step": 780, "epoch": 11, "tokens": 102236160, "loss": 4.065073251724243, "lr": 0.004663425994354689, "grad_norm": 0.21366402506828308, "tokens_per_second": 1813336.7562398047, "training_seconds": 0.1445644329978677, "elapsed_tokens_per_second": 862253.4856229936, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 800, "epoch": 11, "tokens": 104857600, "loss": 4.046211075782776, "lr": 0.004634780618042328, "grad_norm": 0.17405280470848083, "tokens_per_second": 1736275.8190638584, "training_seconds": 1.5098062019969802, "elapsed_tokens_per_second": 873235.5063764994, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 820, "epoch": 11, "tokens": 107479040, "loss": 4.048966062068939, "lr": 0.004605061082761107, "grad_norm": 0.18134206533432007, "tokens_per_second": 1737610.9957979163, "training_seconds": 1.5086460700003954, "elapsed_tokens_per_second": 883947.4148677369, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 840, "epoch": 11, "tokens": 110100480, "loss": 4.034809792041779, "lr": 0.004574282342509156, "grad_norm": 0.17402561008930206, "tokens_per_second": 1733122.9842264736, "training_seconds": 1.512552786996821, "elapsed_tokens_per_second": 894371.8133563577, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 856, "epoch": 11, "tokens": 112197632, "loss": 4.0118697583675385, "lr": 0.004548907112255265, "grad_norm": 0.20194830000400543, "tokens_per_second": 1739660.2809307978, "training_seconds": 1.2054951320023974, "elapsed_tokens_per_second": 902556.6317288043, "peak_memory_bytes": 42389451776}
{"loss": 4.038070709381257, "perplexity": 56.71681396585202, "tokens": 112197632, "seconds": 0.5430341179999232, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 11, "step": 856, "evaluation_tokens": 1048576}
{"event": "train", "step": 860, "epoch": 12, "tokens": 112721920, "loss": 3.996285855770111, "lr": 0.00454245988424547, "grad_norm": 0.2121492624282837, "tokens_per_second": 1761775.3138960635, "training_seconds": 0.2975907290019677, "elapsed_tokens_per_second": 900589.1093350393, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 880, "epoch": 12, "tokens": 115343360, "loss": 4.0129105806350704, "lr": 0.004509609720097321, "grad_norm": 0.1879693567752838, "tokens_per_second": 1740408.5230431843, "training_seconds": 1.5062210770011006, "elapsed_tokens_per_second": 910566.577081227, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 900, "epoch": 12, "tokens": 117964800, "loss": 3.990150439739227, "lr": 0.004475748379303428, "grad_norm": 0.15727825462818146, "tokens_per_second": 1737863.1602701526, "training_seconds": 1.5084271649975562, "elapsed_tokens_per_second": 920290.1655666342, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 920, "epoch": 12, "tokens": 120586240, "loss": 3.9978690147399902, "lr": 0.004440892899896928, "grad_norm": 0.1699507236480713, "tokens_per_second": 1738527.599166072, "training_seconds": 1.5078506669997296, "elapsed_tokens_per_second": 929793.8989161458, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 934, "epoch": 12, "tokens": 122421248, "loss": 3.9858209575925554, "lr": 0.004415911923743702, "grad_norm": 0.18214155733585358, "tokens_per_second": 1733366.850233063, "training_seconds": 1.0586379910018877, "elapsed_tokens_per_second": 936288.2081756664, "peak_memory_bytes": 42389451776}
{"loss": 3.9968140868886257, "perplexity": 54.42448186384058, "tokens": 122421248, "seconds": 0.5447690479995799, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 12, "step": 934, "evaluation_tokens": 1048576}
{"event": "train", "step": 940, "epoch": 13, "tokens": 123207680, "loss": 3.9895578622817993, "lr": 0.004405060820132339, "grad_norm": 0.18349412083625793, "tokens_per_second": 1755162.2804048616, "training_seconds": 0.4480679699991015, "elapsed_tokens_per_second": 935133.1277181739, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 960, "epoch": 13, "tokens": 125829120, "loss": 3.9808820128440856, "lr": 0.004368270169660825, "grad_norm": 0.1824386715888977, "tokens_per_second": 1733488.0664165916, "training_seconds": 1.5122342350005056, "elapsed_tokens_per_second": 944184.553294417, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 980, "epoch": 13, "tokens": 128450560, "loss": 3.9653477311134337, "lr": 0.0043305394604582, "grad_norm": 0.15879157185554504, "tokens_per_second": 1736019.6255589752, "training_seconds": 1.510029012002633, "elapsed_tokens_per_second": 953044.3952199487, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1000, "epoch": 13, "tokens": 131072000, "loss": 3.940049684047699, "lr": 0.004291887677510251, "grad_norm": 0.18722863495349884, "tokens_per_second": 1738973.2874958392, "training_seconds": 1.507464213998901, "elapsed_tokens_per_second": 961728.1309667208, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1012, "epoch": 13, "tokens": 132644864, "loss": 3.957374016443888, "lr": 0.004268262563907721, "grad_norm": 0.17141100764274597, "tokens_per_second": 1735905.3323771018, "training_seconds": 0.9060770600008254, "elapsed_tokens_per_second": 966828.9817510028, "peak_memory_bytes": 42389451776}
{"loss": 3.963328101405569, "perplexity": 52.63220008734271, "tokens": 132644864, "seconds": 0.5447549040000013, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 13, "step": 1012, "evaluation_tokens": 1048576}
{"event": "train", "step": 1020, "epoch": 14, "tokens": 133693440, "loss": 3.9323790371418, "lr": 0.00425233426926005, "grad_norm": 0.18084654211997986, "tokens_per_second": 1751239.578998675, "training_seconds": 0.5987621639978897, "elapsed_tokens_per_second": 966374.0423965615, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1040, "epoch": 14, "tokens": 136314880, "loss": 3.936912703514099, "lr": 0.004211899137822061, "grad_norm": 0.15579359233379364, "tokens_per_second": 1737055.647766862, "training_seconds": 1.5091283939982532, "elapsed_tokens_per_second": 974681.1184491365, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1060, "epoch": 14, "tokens": 138936320, "loss": 3.94497332572937, "lr": 0.004170602628967988, "grad_norm": 0.19353269040584564, "tokens_per_second": 1734964.9985209554, "training_seconds": 1.5109469079980045, "elapsed_tokens_per_second": 982793.4802324754, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1080, "epoch": 14, "tokens": 141557760, "loss": 3.926365888118744, "lr": 0.004128465521889375, "grad_norm": 0.1809835284948349, "tokens_per_second": 1734282.058781128, "training_seconds": 1.5115419009998732, "elapsed_tokens_per_second": 990734.3986697008, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1090, "epoch": 14, "tokens": 142868480, "loss": 3.939667510986328, "lr": 0.004107088353457822, "grad_norm": 0.15589097142219543, "tokens_per_second": 1737356.024767797, "training_seconds": 0.7544337379986246, "elapsed_tokens_per_second": 994644.036005808, "peak_memory_bytes": 42389451776}
{"loss": 3.937120674221784, "perplexity": 51.27076333529239, "tokens": 142868480, "seconds": 0.5454465360016911, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 14, "step": 1090, "evaluation_tokens": 1048576}
{"event": "train", "step": 1100, "epoch": 15, "tokens": 144179200, "loss": 3.917072868347168, "lr": 0.0040855090187421296, "grad_norm": 0.16775478422641754, "tokens_per_second": 1744793.3967051269, "training_seconds": 0.7512178819997644, "elapsed_tokens_per_second": 994732.2501848843, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1120, "epoch": 15, "tokens": 146800640, "loss": 3.908831238746643, "lr": 0.0040417547339782174, "grad_norm": 0.19050903618335724, "tokens_per_second": 1739349.7020897001, "training_seconds": 1.5071379820001312, "elapsed_tokens_per_second": 1002387.3194928868, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1140, "epoch": 15, "tokens": 149422080, "loss": 3.9090655922889708, "lr": 0.003997224683469905, "grad_norm": 0.16670651733875275, "tokens_per_second": 1738399.7691644705, "training_seconds": 1.5079615440008638, "elapsed_tokens_per_second": 1009877.0791416668, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1160, "epoch": 15, "tokens": 152043520, "loss": 3.9009145975112913, "lr": 0.003951941273432022, "grad_norm": 0.14857156574726105, "tokens_per_second": 1738090.0665803975, "training_seconds": 1.5082302410010016, "elapsed_tokens_per_second": 1017217.1838836457, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1167, "epoch": 15, "tokens": 152961024, "loss": 3.881687573024205, "lr": 0.003935918304261752, "grad_norm": 0.1556990146636963, "tokens_per_second": 1736137.4119269266, "training_seconds": 0.5284742980002193, "elapsed_tokens_per_second": 1019738.5621580409, "peak_memory_bytes": 42389451776}
{"loss": 3.9098766056111667, "perplexity": 49.892795102595144, "tokens": 152961024, "seconds": 0.5445610220012895, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 15, "step": 1167, "evaluation_tokens": 1048576}
{"event": "train", "step": 1180, "epoch": 16, "tokens": 154664960, "loss": 3.8594415738032413, "lr": 0.003905927289147804, "grad_norm": 0.16766352951526642, "tokens_per_second": 1750135.5946375986, "training_seconds": 0.9736022770011914, "elapsed_tokens_per_second": 1020637.9651996897, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1200, "epoch": 16, "tokens": 157286400, "loss": 3.8820351123809815, "lr": 0.0038592058835040135, "grad_norm": 0.15640176832675934, "tokens_per_second": 1739300.734929829, "training_seconds": 1.507180412998423, "elapsed_tokens_per_second": 1027706.9293463773, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1220, "epoch": 16, "tokens": 159907840, "loss": 3.8857178926467895, "lr": 0.003811800565341085, "grad_norm": 0.1597181111574173, "tokens_per_second": 1737144.6374874397, "training_seconds": 1.5090510849986458, "elapsed_tokens_per_second": 1034622.2693227548, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1240, "epoch": 16, "tokens": 162529280, "loss": 3.860472822189331, "lr": 0.0037637351876241634, "grad_norm": 0.1552349179983139, "tokens_per_second": 1735571.1832762011, "training_seconds": 1.5104191779973917, "elapsed_tokens_per_second": 1041397.9203607175, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1245, "epoch": 16, "tokens": 163184640, "loss": 3.850513219833374, "lr": 0.0037516185359550993, "grad_norm": 0.17665529251098633, "tokens_per_second": 1738411.689353059, "training_seconds": 0.3769878009989043, "elapsed_tokens_per_second": 1043066.1087666698, "peak_memory_bytes": 42389451776}
{"loss": 3.889245602242494, "perplexity": 48.874002175104984, "tokens": 163184640, "seconds": 0.5446802520018537, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 16, "step": 1245, "evaluation_tokens": 1048576}
{"event": "train", "step": 1260, "epoch": 17, "tokens": 165150720, "loss": 3.8648568789164224, "lr": 0.0037150339354409955, "grad_norm": 0.15371525287628174, "tokens_per_second": 1746616.3585574175, "training_seconds": 1.125650742000289, "elapsed_tokens_per_second": 1044397.9763173922, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1280, "epoch": 17, "tokens": 167772160, "loss": 3.876898491382599, "lr": 0.003665721313832702, "grad_norm": 0.16704264283180237, "tokens_per_second": 1735588.9801871905, "training_seconds": 1.5104036900011124, "elapsed_tokens_per_second": 1050929.9259792822, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1300, "epoch": 17, "tokens": 170393600, "loss": 3.8586353302001952, "lr": 0.003615822135463557, "grad_norm": 0.16200494766235352, "tokens_per_second": 1735112.9028546913, "training_seconds": 1.5108181120012887, "elapsed_tokens_per_second": 1057332.9860570289, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1320, "epoch": 17, "tokens": 173015040, "loss": 3.8658734798431396, "lr": 0.0035653615081359903, "grad_norm": 0.16021695733070374, "tokens_per_second": 1734769.2141537995, "training_seconds": 1.5111174319972633, "elapsed_tokens_per_second": 1063618.0164254045, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1323, "epoch": 17, "tokens": 173408256, "loss": 3.8543221155802407, "lr": 0.0035577455548971722, "grad_norm": 0.17635837197303772, "tokens_per_second": 1743712.1104591277, "training_seconds": 0.2255051150023064, "elapsed_tokens_per_second": 1064548.3064237684, "peak_memory_bytes": 42389451776}
{"loss": 3.8619616245628774, "perplexity": 47.55855195037318, "tokens": 173408256, "seconds": 0.5442575730012322, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 17, "step": 1323, "evaluation_tokens": 1048576}
{"event": "train", "step": 1340, "epoch": 18, "tokens": 175636480, "loss": 3.8333473205566406, "lr": 0.0035143648221570697, "grad_norm": 0.1585129052400589, "tokens_per_second": 1743523.863740604, "training_seconds": 1.2780002880026586, "elapsed_tokens_per_second": 1066243.8052569213, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1360, "epoch": 18, "tokens": 178257920, "loss": 3.8329362630844117, "lr": 0.00346285773756285, "grad_norm": 0.14167554676532745, "tokens_per_second": 1735260.0984218945, "training_seconds": 1.5106899550009985, "elapsed_tokens_per_second": 1072315.6706420607, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1380, "epoch": 18, "tokens": 180879360, "loss": 3.8330389261245728, "lr": 0.003410866171206993, "grad_norm": 0.177890345454216, "tokens_per_second": 1733073.963718082, "training_seconds": 1.5125955699986662, "elapsed_tokens_per_second": 1078262.6121802453, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1400, "epoch": 18, "tokens": 183500800, "loss": 3.821878182888031, "lr": 0.0033584162837201658, "grad_norm": 0.15203800797462463, "tokens_per_second": 1737461.3006727786, "training_seconds": 1.508776051003224, "elapsed_tokens_per_second": 1084130.4007312467, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1401, "epoch": 18, "tokens": 183631872, "loss": 3.8346734046936035, "lr": 0.0033557822308610463, "grad_norm": 0.15766330063343048, "tokens_per_second": 1737476.675387215, "training_seconds": 0.07543813500160468, "elapsed_tokens_per_second": 1084410.820326406, "peak_memory_bytes": 42389451776}
{"loss": 3.8396671744573205, "perplexity": 46.50999215010402, "tokens": 183631872, "seconds": 0.545393256998068, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 18, "step": 1401, "evaluation_tokens": 1048576}
{"event": "train", "step": 1420, "epoch": 19, "tokens": 186122240, "loss": 3.8231748656222693, "lr": 0.0033055344663467817, "grad_norm": 0.15379536151885986, "tokens_per_second": 1744881.8071798265, "training_seconds": 1.427241655997932, "elapsed_tokens_per_second": 1086399.4256996636, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1440, "epoch": 19, "tokens": 188743680, "loss": 3.816295337677002, "lr": 0.0032522473276657003, "grad_norm": 0.19003351032733917, "tokens_per_second": 1735538.7905599275, "training_seconds": 1.510447369000758, "elapsed_tokens_per_second": 1092064.5525731102, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1460, "epoch": 19, "tokens": 191365120, "loss": 3.807245337963104, "lr": 0.00319858168020157, "grad_norm": 0.16432923078536987, "tokens_per_second": 1736448.387830995, "training_seconds": 1.5096561569989717, "elapsed_tokens_per_second": 1097633.9894548263, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1479, "epoch": 19, "tokens": 193855488, "loss": 3.7971622943878174, "lr": 0.003147273313955012, "grad_norm": 0.16183516383171082, "tokens_per_second": 1733834.310392963, "training_seconds": 1.4363356319990999, "elapsed_tokens_per_second": 1102824.7529741947, "peak_memory_bytes": 42389451776}
{"loss": 3.822356373728669, "perplexity": 45.71179558737543, "tokens": 193855488, "seconds": 0.5437726259988267, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 19, "step": 1479, "evaluation_tokens": 1048576}
{"event": "train", "step": 1480, "epoch": 20, "tokens": 193986560, "loss": 3.774120330810547, "lr": 0.003144564526933551, "grad_norm": 0.15493088960647583, "tokens_per_second": 1927072.6387981356, "training_seconds": 0.06801611800256069, "elapsed_tokens_per_second": 1099400.4015857624, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1500, "epoch": 20, "tokens": 196608000, "loss": 3.8024161577224733, "lr": 0.0030902230477082115, "grad_norm": 0.1694948673248291, "tokens_per_second": 1733577.765171271, "training_seconds": 1.5121559889994387, "elapsed_tokens_per_second": 1104779.3174696756, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1520, "epoch": 20, "tokens": 199229440, "loss": 3.7890099763870237, "lr": 0.0030355845855634263, "grad_norm": 0.1541813611984253, "tokens_per_second": 1733195.149085674, "training_seconds": 1.5124898089998169, "elapsed_tokens_per_second": 1110067.6059045128, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1540, "epoch": 20, "tokens": 201850880, "loss": 3.7849727272987366, "lr": 0.0029806766329701583, "grad_norm": 0.15561382472515106, "tokens_per_second": 1733967.9181588204, "training_seconds": 1.5118157450015133, "elapsed_tokens_per_second": 1115268.3594839806, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1557, "epoch": 20, "tokens": 204079104, "loss": 3.7999214985791374, "lr": 0.0029338136193441822, "grad_norm": 0.1518430858850479, "tokens_per_second": 1733961.4551528087, "training_seconds": 1.2850481730019965, "elapsed_tokens_per_second": 1119621.2233565035, "peak_memory_bytes": 42389451776}
{"loss": 3.800541560439009, "perplexity": 44.72539944273673, "tokens": 204079104, "seconds": 0.5450105329982762, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 20, "step": 1557, "evaluation_tokens": 1048576}
{"event": "train", "step": 1560, "epoch": 21, "tokens": 204472320, "loss": 3.7797745068868003, "lr": 0.002925526817999061, "grad_norm": 0.17063279449939728, "tokens_per_second": 1793065.6191565015, "training_seconds": 0.2192981649968715, "elapsed_tokens_per_second": 1116780.7485888677, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1580, "epoch": 21, "tokens": 207093760, "loss": 3.795477294921875, "lr": 0.0028701628904188353, "grad_norm": 0.17337098717689514, "tokens_per_second": 1732382.552535584, "training_seconds": 1.5131992620008532, "elapsed_tokens_per_second": 1121817.9083238265, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1600, "epoch": 21, "tokens": 209715200, "loss": 3.793676424026489, "lr": 0.0028146127077333673, "grad_norm": 0.15387721359729767, "tokens_per_second": 1739783.2563277017, "training_seconds": 1.5067624029979925, "elapsed_tokens_per_second": 1126813.9265798987, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1620, "epoch": 21, "tokens": 212336640, "loss": 3.781242108345032, "lr": 0.002758904221164647, "grad_norm": 0.172048419713974, "tokens_per_second": 1735436.1831281912, "training_seconds": 1.5105366739990131, "elapsed_tokens_per_second": 1131703.5291221156, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1634, "epoch": 21, "tokens": 214171648, "loss": 3.7768729073660716, "lr": 0.0027198290975098864, "grad_norm": 0.16106264293193817, "tokens_per_second": 1740637.224094187, "training_seconds": 1.0542162230012764, "elapsed_tokens_per_second": 1135098.2743857233, "peak_memory_bytes": 42389451776}
{"loss": 3.7827772545025478, "perplexity": 43.93789917099821, "tokens": 214171648, "seconds": 0.5432626740002888, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 21, "step": 1634, "evaluation_tokens": 1048576}
{"event": "train", "step": 1640, "epoch": 22, "tokens": 214958080, "loss": 3.745389382044474, "lr": 0.0027030654615885314, "grad_norm": 0.1528852880001068, "tokens_per_second": 1764187.1858720386, "training_seconds": 0.44577582599958987, "elapsed_tokens_per_second": 1133232.923445303, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1660, "epoch": 22, "tokens": 217579520, "loss": 3.787877106666565, "lr": 0.0026471245254304355, "grad_norm": 0.14614246785640717, "tokens_per_second": 1736660.3132450853, "training_seconds": 1.5094719330008957, "elapsed_tokens_per_second": 1137987.2241680818, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1680, "epoch": 22, "tokens": 220200960, "loss": 3.763094091415405, "lr": 0.0025911095605280292, "grad_norm": 0.1554788202047348, "tokens_per_second": 1738566.528235388, "training_seconds": 1.5078169039989007, "elapsed_tokens_per_second": 1142679.5269432412, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1700, "epoch": 22, "tokens": 222822400, "loss": 3.763070023059845, "lr": 0.0025350487519680766, "grad_norm": 0.1678602546453476, "tokens_per_second": 1737976.8698850381, "training_seconds": 1.508328473999427, "elapsed_tokens_per_second": 1147291.4481008258, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1712, "epoch": 22, "tokens": 224395264, "loss": 3.756835162639618, "lr": 0.002501401995934006, "grad_norm": 0.1552400439977646, "tokens_per_second": 1736628.7147229612, "training_seconds": 0.9056996389990672, "elapsed_tokens_per_second": 1150019.5611024653, "peak_memory_bytes": 42389451776}
{"loss": 3.763618662523309, "perplexity": 43.10412337655556, "tokens": 224395264, "seconds": 0.5426780169982521, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 22, "step": 1712, "evaluation_tokens": 1048576}
{"event": "train", "step": 1720, "epoch": 23, "tokens": 225443840, "loss": 3.7296025454998016, "lr": 0.002478970307904525, "grad_norm": 0.1498139649629593, "tokens_per_second": 1760448.7720680633, "training_seconds": 0.5956299419995048, "elapsed_tokens_per_second": 1148218.3287523321, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1740, "epoch": 23, "tokens": 228065280, "loss": 3.7551880836486817, "lr": 0.0024229024453649877, "grad_norm": 0.1491885930299759, "tokens_per_second": 1735044.9236257514, "training_seconds": 1.5108773060019303, "elapsed_tokens_per_second": 1152689.8185056625, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1760, "epoch": 23, "tokens": 230686720, "loss": 3.7426969170570374, "lr": 0.002366873376052768, "grad_norm": 0.15391942858695984, "tokens_per_second": 1739740.3621376243, "training_seconds": 1.5067995529971085, "elapsed_tokens_per_second": 1157119.712995948, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1780, "epoch": 23, "tokens": 233308160, "loss": 3.7421443104743957, "lr": 0.0023109112921515552, "grad_norm": 0.16554225981235504, "tokens_per_second": 1733813.639250047, "training_seconds": 1.511950270003581, "elapsed_tokens_per_second": 1161450.683204927, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1790, "epoch": 23, "tokens": 234618880, "loss": 3.7283408403396607, "lr": 0.0022829641709588093, "grad_norm": 0.15311568975448608, "tokens_per_second": 1740977.934611793, "training_seconds": 0.752864222999051, "elapsed_tokens_per_second": 1163607.0857590637, "peak_memory_bytes": 42389451776}
{"loss": 3.7470237028700666, "perplexity": 42.394714772236775, "tokens": 234618880, "seconds": 0.5440634859987767, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 23, "step": 1790, "evaluation_tokens": 1048576}
{"event": "train", "step": 1800, "epoch": 24, "tokens": 235929600, "loss": 3.733359694480896, "lr": 0.002255044352139943, "grad_norm": 0.16105352342128754, "tokens_per_second": 1750665.5396059905, "training_seconds": 0.748698120998597, "elapsed_tokens_per_second": 1162623.4026000146, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1820, "epoch": 24, "tokens": 238551040, "loss": 3.758674609661102, "lr": 0.0021993006666229126, "grad_norm": 0.16511715948581696, "tokens_per_second": 1738150.033979003, "training_seconds": 1.5081782059969555, "elapsed_tokens_per_second": 1166859.5486727816, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1840, "epoch": 24, "tokens": 241172480, "loss": 3.716494381427765, "lr": 0.0021437082841874017, "grad_norm": 0.15445026755332947, "tokens_per_second": 1735736.555356394, "training_seconds": 1.5102752730017528, "elapsed_tokens_per_second": 1171024.0814669707, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1860, "epoch": 24, "tokens": 243793920, "loss": 3.736282670497894, "lr": 0.002088295177289076, "grad_norm": 0.15943104028701782, "tokens_per_second": 1739404.2546004103, "training_seconds": 1.5070907139997871, "elapsed_tokens_per_second": 1175143.8782569317, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1868, "epoch": 24, "tokens": 244842496, "loss": 3.7019267678260803, "lr": 0.0020661863806558174, "grad_norm": 0.1520557552576065, "tokens_per_second": 1738112.416013871, "training_seconds": 0.6032843389984919, "elapsed_tokens_per_second": 1176769.2520245798, "peak_memory_bytes": 42389451776}
{"loss": 3.7261463204258343, "perplexity": 41.518799324072624, "tokens": 244842496, "seconds": 0.5445874729994102, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 24, "step": 1868, "evaluation_tokens": 1048576}
{"event": "train", "step": 1880, "epoch": 25, "tokens": 246415360, "loss": 3.721663018067678, "lr": 0.0020330892281774098, "grad_norm": 0.15792952477931976, "tokens_per_second": 1756221.6427006724, "training_seconds": 0.8955953860022419, "elapsed_tokens_per_second": 1175942.1671844227, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1900, "epoch": 25, "tokens": 249036800, "loss": 3.720256984233856, "lr": 0.001978118214866159, "grad_norm": 0.16270972788333893, "tokens_per_second": 1738199.7477612062, "training_seconds": 1.5081350709988328, "elapsed_tokens_per_second": 1179950.6629460896, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1920, "epoch": 25, "tokens": 251658240, "loss": 3.7001906394958497, "lr": 0.0019234097971562766, "grad_norm": 0.14947150647640228, "tokens_per_second": 1737255.8929269207, "training_seconds": 1.5089544440015743, "elapsed_tokens_per_second": 1183899.446300222, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1940, "epoch": 25, "tokens": 254279680, "loss": 3.7019027948379515, "lr": 0.0018689915027183164, "grad_norm": 0.16004790365695953, "tokens_per_second": 1738065.5495401025, "training_seconds": 1.5082515159992909, "elapsed_tokens_per_second": 1187793.859599361, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1946, "epoch": 25, "tokens": 255066112, "loss": 3.6733651161193848, "lr": 0.001852726686044989, "grad_norm": 0.15309588611125946, "tokens_per_second": 1739271.065468652, "training_seconds": 0.45216183699812973, "elapsed_tokens_per_second": 1188948.9185587622, "peak_memory_bytes": 42389451776}
{"loss": 3.7103103400925086, "perplexity": 40.86648706862564, "tokens": 255066112, "seconds": 0.5448823129991069, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 25, "step": 1946, "evaluation_tokens": 1048576}
{"event": "train", "step": 1960, "epoch": 26, "tokens": 256901120, "loss": 3.7061194011143277, "lr": 0.0018148907132413139, "grad_norm": 0.16301694512367249, "tokens_per_second": 1749210.3200632005, "training_seconds": 1.0490493789984612, "elapsed_tokens_per_second": 1188633.2693575972, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1980, "epoch": 26, "tokens": 259522560, "loss": 3.7170483112335204, "lr": 0.0017611346506551213, "grad_norm": 0.15706288814544678, "tokens_per_second": 1734584.1664221862, "training_seconds": 1.5112786400022742, "elapsed_tokens_per_second": 1192415.3704285992, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2000, "epoch": 26, "tokens": 262144000, "loss": 3.699820363521576, "lr": 0.0017077503634331374, "grad_norm": 0.14826077222824097, "tokens_per_second": 1733361.7523453252, "training_seconds": 1.5123444349992496, "elapsed_tokens_per_second": 1196141.4107798098, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2020, "epoch": 26, "tokens": 264765440, "loss": 3.6887094140052796, "lr": 0.0016547647129823058, "grad_norm": 0.14831389486789703, "tokens_per_second": 1738980.3808532509, "training_seconds": 1.5074580650034477, "elapsed_tokens_per_second": 1199839.875087563, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2024, "epoch": 26, "tokens": 265289728, "loss": 3.6742276549339294, "lr": 0.0016442177691389543, "grad_norm": 0.15247878432273865, "tokens_per_second": 1736616.5006828285, "training_seconds": 0.3019020030005777, "elapsed_tokens_per_second": 1200566.226888929, "peak_memory_bytes": 42389451776}
{"loss": 3.6964352596843497, "perplexity": 40.30337690796283, "tokens": 265289728, "seconds": 0.547497317998932, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 26, "step": 2024, "evaluation_tokens": 1048576}
{"event": "train", "step": 2040, "epoch": 27, "tokens": 267386880, "loss": 3.6884197294712067, "lr": 0.001602204360127244, "grad_norm": 0.16638413071632385, "tokens_per_second": 1741197.9852361148, "training_seconds": 1.204430522997427, "elapsed_tokens_per_second": 1200499.8499314068, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2060, "epoch": 27, "tokens": 270008320, "loss": 3.6945458173751833, "lr": 0.0015500957516952952, "grad_norm": 0.1393502652645111, "tokens_per_second": 1734725.982540043, "training_seconds": 1.5111550909969083, "elapsed_tokens_per_second": 1204091.7121204685, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2080, "epoch": 27, "tokens": 272629760, "loss": 3.682049906253815, "lr": 0.0014984651072092675, "grad_norm": 0.14952483773231506, "tokens_per_second": 1736746.6114268983, "training_seconds": 1.5093969279987505, "elapsed_tokens_per_second": 1207645.8029295402, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2100, "epoch": 27, "tokens": 275251200, "loss": 3.675063598155975, "lr": 0.0014473384056945338, "grad_norm": 0.1425667405128479, "tokens_per_second": 1738055.5193606727, "training_seconds": 1.508260219998192, "elapsed_tokens_per_second": 1211157.2413460496, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2101, "epoch": 27, "tokens": 275382272, "loss": 3.672146797180176, "lr": 0.0014447957616861562, "grad_norm": 0.1505650281906128, "tokens_per_second": 1732070.7544660105, "training_seconds": 0.07567358300002525, "elapsed_tokens_per_second": 1211324.3735451275, "peak_memory_bytes": 42389451776}
{"loss": 3.679380648191826, "perplexity": 39.62184660925876, "tokens": 275382272, "seconds": 0.5431807239983755, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 27, "step": 2101, "evaluation_tokens": 1048576}
{"event": "train", "step": 2120, "epoch": 28, "tokens": 277872640, "loss": 3.692648460990504, "lr": 0.0013967413726071521, "grad_norm": 0.14826597273349762, "tokens_per_second": 1742857.5882144477, "training_seconds": 1.4288993070003926, "elapsed_tokens_per_second": 1211732.7798759227, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2140, "epoch": 28, "tokens": 280494080, "loss": 3.6869638919830323, "lr": 0.0013466994668895663, "grad_norm": 0.15124306082725525, "tokens_per_second": 1735326.2668666288, "training_seconds": 1.5106323519976286, "elapsed_tokens_per_second": 1215150.7247809267, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2160, "epoch": 28, "tokens": 283115520, "loss": 3.656580626964569, "lr": 0.0012972378681604185, "grad_norm": 0.15453439950942993, "tokens_per_second": 1735133.1584668758, "training_seconds": 1.5108004749999964, "elapsed_tokens_per_second": 1218525.3188979502, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2179, "epoch": 28, "tokens": 285605888, "loss": 3.662312620564511, "lr": 0.0012508095301131512, "grad_norm": 0.21311792731285095, "tokens_per_second": 1735768.5500461203, "training_seconds": 1.4347350629977882, "elapsed_tokens_per_second": 1221690.7100995951, "peak_memory_bytes": 42389451776}
{"loss": 3.668980614644322, "perplexity": 39.21191342960032, "tokens": 285605888, "seconds": 0.545209280000563, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 28, "step": 2179, "evaluation_tokens": 1048576}
{"event": "train", "step": 2180, "epoch": 29, "tokens": 285736960, "loss": 3.6318984031677246, "lr": 0.0012483814640449006, "grad_norm": 0.16980329155921936, "tokens_per_second": 1874968.4488276988, "training_seconds": 0.06990624299942283, "elapsed_tokens_per_second": 1219008.4576436884, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2200, "epoch": 29, "tokens": 288358400, "loss": 3.6571932554244997, "lr": 0.0012001548376520327, "grad_norm": 0.15121868252754211, "tokens_per_second": 1734892.2188963417, "training_seconds": 1.5110102930011635, "elapsed_tokens_per_second": 1222307.7118678673, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2220, "epoch": 29, "tokens": 290979840, "loss": 3.6616560935974123, "lr": 0.001152582255205164, "grad_norm": 0.15684908628463745, "tokens_per_second": 1737487.172234528, "training_seconds": 1.5087535849997948, "elapsed_tokens_per_second": 1225573.034092051, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2240, "epoch": 29, "tokens": 293601280, "loss": 3.643140804767609, "lr": 0.001105687653831919, "grad_norm": 0.14158093929290771, "tokens_per_second": 1732543.6487161159, "training_seconds": 1.5130585610022536, "elapsed_tokens_per_second": 1228777.4973589387, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2257, "epoch": 29, "tokens": 295829504, "loss": 3.656787227181827, "lr": 0.0010663779398238562, "grad_norm": 0.1504751592874527, "tokens_per_second": 1738293.817605317, "training_seconds": 1.2818454379994364, "elapsed_tokens_per_second": 1231487.112003976, "peak_memory_bytes": 42389451776}
{"loss": 3.6495527156896905, "perplexity": 38.45746078267369, "tokens": 295829504, "seconds": 0.5437643249970279, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 29, "step": 2257, "evaluation_tokens": 1048576}
{"event": "train", "step": 2260, "epoch": 30, "tokens": 296222720, "loss": 3.63951841990153, "lr": 0.001059494629519741, "grad_norm": 0.14319759607315063, "tokens_per_second": 1780356.5193543115, "training_seconds": 0.22086362800109782, "elapsed_tokens_per_second": 1229175.8996986167, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2280, "epoch": 30, "tokens": 298844160, "loss": 3.6457980632781983, "lr": 0.001014026425243081, "grad_norm": 0.14047786593437195, "tokens_per_second": 1736042.4397109183, "training_seconds": 1.5100091679996694, "elapsed_tokens_per_second": 1232326.3620318018, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2300, "epoch": 30, "tokens": 301465600, "loss": 3.6394102811813354, "lr": 0.0009693059192682168, "grad_norm": 0.14405885338783264, "tokens_per_second": 1733067.857973232, "training_seconds": 1.5126008990009723, "elapsed_tokens_per_second": 1235421.8819976007, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2320, "epoch": 30, "tokens": 304087040, "loss": 3.6307714581489563, "lr": 0.0009253556136415763, "grad_norm": 0.14164716005325317, "tokens_per_second": 1734333.6352756207, "training_seconds": 1.5114969499991275, "elapsed_tokens_per_second": 1238487.0684528712, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2335, "epoch": 30, "tokens": 306053120, "loss": 3.6113137722015383, "lr": 0.0008929116465421789, "grad_norm": 0.1471351832151413, "tokens_per_second": 1733447.4379674841, "training_seconds": 1.1342022589997214, "elapsed_tokens_per_second": 1240755.083288441, "peak_memory_bytes": 42389451776}
{"loss": 3.636698540965123, "perplexity": 37.96628545211817, "tokens": 306053120, "seconds": 0.5452415430008841, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 30, "step": 2335, "evaluation_tokens": 1048576}
{"event": "train", "step": 2340, "epoch": 31, "tokens": 306708480, "loss": 3.6308720111846924, "lr": 0.0008821976228673739, "grad_norm": 0.14100711047649384, "tokens_per_second": 1759390.6280183585, "training_seconds": 0.37249260599855916, "elapsed_tokens_per_second": 1238768.4816946238, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2360, "epoch": 31, "tokens": 309329920, "loss": 3.6010657072067263, "lr": 0.0008398536627802378, "grad_norm": 0.1449773907661438, "tokens_per_second": 1734895.8034819828, "training_seconds": 1.5110071710005286, "elapsed_tokens_per_second": 1241772.5892780707, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2380, "epoch": 31, "tokens": 311951360, "loss": 3.637213039398193, "lr": 0.0007983450396184397, "grad_norm": 0.14196161925792694, "tokens_per_second": 1737574.4993252836, "training_seconds": 1.5086777579999762, "elapsed_tokens_per_second": 1244749.4346814181, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2400, "epoch": 31, "tokens": 314572800, "loss": 3.6219515681266783, "lr": 0.0007576926393032186, "grad_norm": 0.15656772255897522, "tokens_per_second": 1736043.860728532, "training_seconds": 1.5100079320000077, "elapsed_tokens_per_second": 1247686.1318051922, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2413, "epoch": 31, "tokens": 316276736, "loss": 3.626258758398203, "lr": 0.000731737436092279, "grad_norm": 0.14149010181427002, "tokens_per_second": 1734583.97925241, "training_seconds": 0.9823312219996296, "elapsed_tokens_per_second": 1249568.573281247, "peak_memory_bytes": 42389451776}
{"loss": 3.624949899566681, "perplexity": 37.52284320180428, "tokens": 316276736, "seconds": 0.5464366810010688, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 31, "step": 2413, "evaluation_tokens": 1048576}
{"event": "train", "step": 2420, "epoch": 32, "tokens": 317194240, "loss": 3.5932484354291643, "lr": 0.0007179169169296026, "grad_norm": 0.14370425045490265, "tokens_per_second": 1750661.7238776647, "training_seconds": 0.5240898269985337, "elapsed_tokens_per_second": 1247824.3465701481, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2440, "epoch": 32, "tokens": 319815680, "loss": 3.617169940471649, "lr": 0.0006790378864740018, "grad_norm": 0.1406586766242981, "tokens_per_second": 1739715.4463722063, "training_seconds": 1.506821132999903, "elapsed_tokens_per_second": 1250717.5106123013, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2460, "epoch": 32, "tokens": 322437120, "loss": 3.6075687408447266, "lr": 0.0006410751107237639, "grad_norm": 0.14282123744487762, "tokens_per_second": 1733979.8682547018, "training_seconds": 1.5118053259975568, "elapsed_tokens_per_second": 1253550.238826814, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2480, "epoch": 32, "tokens": 325058560, "loss": 3.6037352681159973, "lr": 0.0006040476914337539, "grad_norm": 0.14771093428134918, "tokens_per_second": 1736139.5169134517, "training_seconds": 1.5099247350008227, "elapsed_tokens_per_second": 1256361.0550513987, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2491, "epoch": 32, "tokens": 326500352, "loss": 3.5788356174122202, "lr": 0.000584088076256298, "grad_norm": 0.15079906582832336, "tokens_per_second": 1743443.65084202, "training_seconds": 0.8269794090010691, "elapsed_tokens_per_second": 1257905.3944385713, "peak_memory_bytes": 42389451776}
{"loss": 3.6127750240013463, "perplexity": 37.06877696368684, "tokens": 326500352, "seconds": 0.5445099139978993, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 32, "step": 2491, "evaluation_tokens": 1048576}
{"event": "train", "step": 2500, "epoch": 33, "tokens": 327680000, "loss": 3.5703642633226185, "lr": 0.0005679742597149087, "grad_norm": 0.15311013162136078, "tokens_per_second": 1755339.7073536273, "training_seconds": 0.672034020000865, "elapsed_tokens_per_second": 1256284.2209598743, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2520, "epoch": 33, "tokens": 330301440, "loss": 3.5911777138710024, "lr": 0.0005328729666596136, "grad_norm": 0.145282581448555, "tokens_per_second": 1734378.6144645233, "training_seconds": 1.5114577509993978, "elapsed_tokens_per_second": 1259032.7355943075, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2540, "epoch": 33, "tokens": 332922880, "loss": 3.607208549976349, "lr": 0.0004987614742086017, "grad_norm": 0.14596043527126312, "tokens_per_second": 1737614.6711014297, "training_seconds": 1.5086428789982165, "elapsed_tokens_per_second": 1261761.8951073354, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2560, "epoch": 33, "tokens": 335544320, "loss": 3.585720717906952, "lr": 0.0004656569462639848, "grad_norm": 0.14503775537014008, "tokens_per_second": 1733081.947420823, "training_seconds": 1.512588601999596, "elapsed_tokens_per_second": 1264442.2972000162, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2568, "epoch": 33, "tokens": 336592896, "loss": 3.621806263923645, "lr": 0.0004527008335841501, "grad_norm": 0.1445012092590332, "tokens_per_second": 1737769.4072067672, "training_seconds": 0.6034034179974697, "elapsed_tokens_per_second": 1265507.6512156092, "peak_memory_bytes": 42389451776}
{"loss": 3.6023112861706696, "perplexity": 36.68292126686016, "tokens": 336592896, "seconds": 0.5453840670015779, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 33, "step": 2568, "evaluation_tokens": 1048576}
{"event": "train", "step": 2580, "epoch": 34, "tokens": 338165760, "loss": 3.5895631512006125, "lr": 0.0004335760400528796, "grad_norm": 0.14104847609996796, "tokens_per_second": 1751223.7697999403, "training_seconds": 0.8981513539984007, "elapsed_tokens_per_second": 1264417.6290183617, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2600, "epoch": 34, "tokens": 340787200, "loss": 3.606256365776062, "lr": 0.00040253489774598304, "grad_norm": 0.13793110847473145, "tokens_per_second": 1737791.3019796645, "training_seconds": 1.5084895389991289, "elapsed_tokens_per_second": 1267063.4955087765, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2620, "epoch": 34, "tokens": 343408640, "loss": 3.585574674606323, "lr": 0.00037254913833530357, "grad_norm": 0.15209272503852844, "tokens_per_second": 1738171.704389456, "training_seconds": 1.5081594029979897, "elapsed_tokens_per_second": 1269682.2979734936, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2640, "epoch": 34, "tokens": 346030080, "loss": 3.5927695989608766, "lr": 0.00034363384977514287, "grad_norm": 0.1395779550075531, "tokens_per_second": 1738593.264078051, "training_seconds": 1.5077937170026416, "elapsed_tokens_per_second": 1272276.290340126, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2646, "epoch": 34, "tokens": 346816512, "loss": 3.6050146420796714, "lr": 0.0003351701943666427, "grad_norm": 0.140405535697937, "tokens_per_second": 1739685.7165708083, "training_seconds": 0.45205406500099343, "elapsed_tokens_per_second": 1273044.3275226008, "peak_memory_bytes": 42389451776}
{"loss": 3.592714659163725, "perplexity": 36.33257272485924, "tokens": 346816512, "seconds": 0.5448843679987476, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 34, "step": 2646, "evaluation_tokens": 1048576}
{"event": "train", "step": 2660, "epoch": 35, "tokens": 348651520, "loss": 3.5893992355891635, "lr": 0.00031580358139028013, "grad_norm": 0.13958577811717987, "tokens_per_second": 1751622.5480955762, "training_seconds": 1.0476046920011868, "elapsed_tokens_per_second": 1272300.096489042, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2680, "epoch": 35, "tokens": 351272960, "loss": 3.5981671690940855, "lr": 0.0002890723365551784, "grad_norm": 0.13856016099452972, "tokens_per_second": 1737213.4041747807, "training_seconds": 1.5089913499978138, "elapsed_tokens_per_second": 1274840.7975437576, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2700, "epoch": 35, "tokens": 353894400, "loss": 3.6006235241889955, "lr": 0.0002634535656478981, "grad_norm": 0.14101868867874146, "tokens_per_second": 1735834.922479664, "training_seconds": 1.510189688000537, "elapsed_tokens_per_second": 1277345.8603989668, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2720, "epoch": 35, "tokens": 356515840, "loss": 3.5858521699905395, "lr": 0.0002389601592822613, "grad_norm": 0.13877204060554504, "tokens_per_second": 1738444.7658251738, "training_seconds": 1.5079225130029954, "elapsed_tokens_per_second": 1279835.9237553156, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2724, "epoch": 35, "tokens": 357040128, "loss": 3.610643208026886, "lr": 0.00023419761633493825, "grad_norm": 0.1358041912317276, "tokens_per_second": 1743363.892061936, "training_seconds": 0.3007335430011153, "elapsed_tokens_per_second": 1280327.7330382315, "peak_memory_bytes": 42389451776}
{"loss": 3.5841040152266554, "perplexity": 36.021068926608386, "tokens": 357040128, "seconds": 0.5445102970006701, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 35, "step": 2724, "evaluation_tokens": 1048576}
{"event": "train", "step": 2740, "epoch": 36, "tokens": 359137280, "loss": 3.5894590616226196, "lr": 0.00021560444182167155, "grad_norm": 0.14674881100654602, "tokens_per_second": 1748103.9981215538, "training_seconds": 1.1996723319971352, "elapsed_tokens_per_second": 1279628.9890294285, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2760, "epoch": 36, "tokens": 361758720, "loss": 3.585081231594086, "lr": 0.0001933981651778585, "grad_norm": 0.13267406821250916, "tokens_per_second": 1739098.7951482912, "training_seconds": 1.5073554230002628, "elapsed_tokens_per_second": 1282077.7748468625, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2780, "epoch": 36, "tokens": 364380160, "loss": 3.5875950694084167, "lr": 0.00017235250289765914, "grad_norm": 0.13624557852745056, "tokens_per_second": 1735374.0041363726, "training_seconds": 1.5105907969991677, "elapsed_tokens_per_second": 1284483.952554523, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2800, "epoch": 36, "tokens": 367001600, "loss": 3.5751123309135435, "lr": 0.00015247804454081665, "grad_norm": 0.1329519897699356, "tokens_per_second": 1736151.3658755077, "training_seconds": 1.509914430000208, "elapsed_tokens_per_second": 1286869.5515330974, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2802, "epoch": 36, "tokens": 367263744, "loss": 3.557408332824707, "lr": 0.00015055540506279914, "grad_norm": 0.1340464949607849, "tokens_per_second": 1736812.0589800612, "training_seconds": 0.1509340050033643, "elapsed_tokens_per_second": 1287100.0299479445, "peak_memory_bytes": 42389451776}
{"loss": 3.5774824350213366, "perplexity": 35.783340467265994, "tokens": 367263744, "seconds": 0.5446635730004346, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 36, "step": 2802, "evaluation_tokens": 1048576}
{"event": "train", "step": 2820, "epoch": 37, "tokens": 369623040, "loss": 3.5775715510050454, "lr": 0.00013378479035162593, "grad_norm": 0.13231684267520905, "tokens_per_second": 1749177.160624358, "training_seconds": 1.3488033419998828, "elapsed_tokens_per_second": 1286671.169253619, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2840, "epoch": 37, "tokens": 372244480, "loss": 3.5981802701950074, "lr": 0.00011628214622710187, "grad_norm": 0.13136397302150726, "tokens_per_second": 1739714.8921810307, "training_seconds": 1.5068216130021028, "elapsed_tokens_per_second": 1289029.2418180187, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2860, "epoch": 37, "tokens": 374865920, "loss": 3.5609583735466, "lr": 9.997891898421041e-05, "grad_norm": 0.13736876845359802, "tokens_per_second": 1739233.6318548948, "training_seconds": 1.5072385630010103, "elapsed_tokens_per_second": 1291359.2606504045, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2880, "epoch": 37, "tokens": 377487360, "loss": 3.5738698482513427, "lr": 8.488331192853582e-05, "grad_norm": 0.1354154646396637, "tokens_per_second": 1739400.6952160418, "training_seconds": 1.5070937980017334, "elapsed_tokens_per_second": 1293666.3675443723, "peak_memory_bytes": 42389451776}
{"loss": 3.5729252399191807, "perplexity": 35.6206398142402, "tokens": 377487360, "seconds": 0.5451556259977224, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 37, "step": 2880, "evaluation_tokens": 1048576}
{"event": "train", "step": 2900, "epoch": 38, "tokens": 380108800, "loss": 3.5750377058982847, "lr": 7.100292072661746e-05, "grad_norm": 0.1313042938709259, "tokens_per_second": 1743587.9729243955, "training_seconds": 1.5034744679978758, "elapsed_tokens_per_second": 1293330.506285684, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2920, "epoch": 38, "tokens": 382730240, "loss": 3.583232271671295, "lr": 5.834472958403308e-05, "grad_norm": 0.1357278674840927, "tokens_per_second": 1742142.3433385303, "training_seconds": 1.50472205099868, "elapsed_tokens_per_second": 1295609.2819147157, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2940, "epoch": 38, "tokens": 385351680, "loss": 3.570917522907257, "lr": 4.691510773115276e-05, "grad_norm": 0.13553063571453094, "tokens_per_second": 1733880.6687916587, "training_seconds": 1.5118918199987093, "elapsed_tokens_per_second": 1297835.7639090605, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2958, "epoch": 38, "tokens": 387710976, "loss": 3.5832331577936807, "lr": 3.7683640870077585e-05, "grad_norm": 0.13017606735229492, "tokens_per_second": 1739028.8193007358, "training_seconds": 1.3566744689996995, "elapsed_tokens_per_second": 1299834.7682571693, "peak_memory_bytes": 42389451776}
{"loss": 3.569956429979808, "perplexity": 35.51504572665863, "tokens": 387710976, "seconds": 0.5443929559987737, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 38, "step": 2958, "evaluation_tokens": 1048576}
{"event": "train", "step": 2960, "epoch": 39, "tokens": 387973120, "loss": 3.5665063858032227, "lr": 3.671980621832799e-05, "grad_norm": 0.12966951727867126, "tokens_per_second": 1796314.5018211904, "training_seconds": 0.14593435600181692, "elapsed_tokens_per_second": 1297666.668839495, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2980, "epoch": 39, "tokens": 390594560, "loss": 3.5728224515914917, "lr": 2.7763955022132304e-05, "grad_norm": 0.13084381818771362, "tokens_per_second": 1743949.9040578278, "training_seconds": 1.5031624440016458, "elapsed_tokens_per_second": 1299894.5430742367, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3000, "epoch": 39, "tokens": 393216000, "loss": 3.568422245979309, "lr": 2.005206046410801e-05, "grad_norm": 0.1320621222257614, "tokens_per_second": 1739876.17135634, "training_seconds": 1.506681937000394, "elapsed_tokens_per_second": 1302082.5175297626, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3020, "epoch": 39, "tokens": 395837440, "loss": 3.5650147914886476, "lr": 1.3588002943315802e-05, "grad_norm": 0.12817664444446564, "tokens_per_second": 1738728.5782729576, "training_seconds": 1.507676375000301, "elapsed_tokens_per_second": 1304245.9837942764, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3035, "epoch": 39, "tokens": 397803520, "loss": 3.553403615951538, "lr": 9.560833109556744e-06, "grad_norm": 0.1316773146390915, "tokens_per_second": 1737877.161886039, "training_seconds": 1.1313112589996308, "elapsed_tokens_per_second": 1305848.9446704003, "peak_memory_bytes": 42389451776}
{"loss": 3.5687013012404023, "perplexity": 35.470497734666516, "tokens": 397803520, "seconds": 0.5443700760006323, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 39, "step": 3035, "evaluation_tokens": 1048576}
{"event": "train", "step": 3040, "epoch": 40, "tokens": 398458880, "loss": 3.590193033218384, "lr": 8.375034983833796e-06, "grad_norm": 0.1332433819770813, "tokens_per_second": 1765905.4218344872, "training_seconds": 0.3711184029998549, "elapsed_tokens_per_second": 1304039.2825159044, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3060, "epoch": 40, "tokens": 401080320, "loss": 3.5802448749542237, "lr": 4.415779598181679e-06, "grad_norm": 0.13274630904197693, "tokens_per_second": 1735188.822771229, "training_seconds": 1.5107520090023172, "elapsed_tokens_per_second": 1306155.2330688243, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3080, "epoch": 40, "tokens": 403701760, "loss": 3.5532891035079954, "lr": 1.712228967498397e-06, "grad_norm": 0.1306237429380417, "tokens_per_second": 1736143.8367913712, "training_seconds": 1.509920978001901, "elapsed_tokens_per_second": 1308252.507909632, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3100, "epoch": 40, "tokens": 406323200, "loss": 3.563281941413879, "lr": 2.6574343913426947e-07, "grad_norm": 0.13135461509227753, "tokens_per_second": 1741376.971521452, "training_seconds": 1.5053834079990338, "elapsed_tokens_per_second": 1310350.143210407, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3113, "epoch": 40, "tokens": 408027136, "loss": 3.581014816577618, "lr": 0.0, "grad_norm": 0.1282334178686142, "tokens_per_second": 1735110.8017057863, "training_seconds": 0.98203296200154, "elapsed_tokens_per_second": 1311683.4026552988, "peak_memory_bytes": 42389451776}
{"loss": 3.5684773826054403, "perplexity": 35.46255611840347, "tokens": 408027136, "seconds": 0.543725257000915, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 40, "step": 3113, "evaluation_tokens": 1048576}
{"loss": 3.570214710262059, "perplexity": 35.524219747376385, "tokens": 408027136, "seconds": 101.73239714500232, "split": "full", "validation_complete": true, "event": "final_validation", "step": 3113, "evaluation_tokens": 197411295}