{"event": "train", "step": 20, "epoch": 1, "tokens": 2621440, "loss": 9.334470844268798, "lr": 0.0007051282051282051, "grad_norm": 1.2089506387710571, "tokens_per_second": 79800.02706463567, "training_seconds": 32.85011417197529, "elapsed_tokens_per_second": 79800.02706463567, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 40, "epoch": 1, "tokens": 5242880, "loss": 7.317742919921875, "lr": 0.0014102564102564101, "grad_norm": 0.8771968483924866, "tokens_per_second": 1763763.4122320982, "training_seconds": 1.4862764369754586, "elapsed_tokens_per_second": 152666.92571691473, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 60, "epoch": 1, "tokens": 7864320, "loss": 6.968380260467529, "lr": 0.0021153846153846153, "grad_norm": 5.30925989151001, "tokens_per_second": 1761453.6337953196, "training_seconds": 1.4882253780087922, "elapsed_tokens_per_second": 219479.80433479502, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 78, "epoch": 1, "tokens": 10223616, "loss": 6.775318808025784, "lr": 0.00275, "grad_norm": 0.5546534657478333, "tokens_per_second": 1759467.3147686294, "training_seconds": 1.3409149349899963, "elapsed_tokens_per_second": 275016.3466938167, "peak_memory_bytes": 21988176384}
{"loss": 6.596813374034809, "perplexity": 732.7564441570363, "tokens": 10223616, "seconds": 0.7780621840211097, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 1, "step": 78, "evaluation_tokens": 1048576}
{"event": "train", "step": 80, "epoch": 2, "tokens": 10485760, "loss": 6.559942245483398, "lr": 0.0028205128205128203, "grad_norm": 0.5988901257514954, "tokens_per_second": 1831031.9544975266, "training_seconds": 0.14316735399188474, "elapsed_tokens_per_second": 275146.50570262544, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 100, "epoch": 2, "tokens": 13107200, "loss": 6.418136763572693, "lr": 0.0035256410256410253, "grad_norm": 0.305722177028656, "tokens_per_second": 1761421.1400322712, "training_seconds": 1.488252832001308, "elapsed_tokens_per_second": 330997.2474549148, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 120, "epoch": 2, "tokens": 15728640, "loss": 6.234046816825867, "lr": 0.004230769230769231, "grad_norm": 0.42992526292800903, "tokens_per_second": 1756248.813321669, "training_seconds": 1.492635884002084, "elapsed_tokens_per_second": 382753.3924505864, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 140, "epoch": 2, "tokens": 18350080, "loss": 6.024565505981445, "lr": 0.004935897435897435, "grad_norm": 0.25060316920280457, "tokens_per_second": 1755740.5653677816, "training_seconds": 1.4930679689859971, "elapsed_tokens_per_second": 430878.0762475654, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 156, "epoch": 2, "tokens": 20447232, "loss": 5.883528649806976, "lr": 0.0055, "grad_norm": 0.3393062949180603, "tokens_per_second": 1757816.9999157256, "training_seconds": 1.1930434169771615, "elapsed_tokens_per_second": 467020.1445048779, "peak_memory_bytes": 42389451776}
{"loss": 5.830608577720529, "perplexity": 340.5658768223929, "tokens": 20447232, "seconds": 0.5447034089884255, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 2, "step": 156, "evaluation_tokens": 1048576}
{"event": "train", "step": 160, "epoch": 3, "tokens": 20971520, "loss": 5.795690298080444, "lr": 0.005641025641025641, "grad_norm": 0.323792964220047, "tokens_per_second": 1790097.4812927367, "training_seconds": 0.29288237399305217, "elapsed_tokens_per_second": 469936.8204751574, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 180, "epoch": 3, "tokens": 23592960, "loss": 5.6764041662216185, "lr": 0.006346153846153846, "grad_norm": 0.27149349451065063, "tokens_per_second": 1758044.9948599117, "training_seconds": 1.4911108689848334, "elapsed_tokens_per_second": 511573.33862121974, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 200, "epoch": 3, "tokens": 26214400, "loss": 5.51613290309906, "lr": 0.0070512820512820505, "grad_norm": 0.2874452769756317, "tokens_per_second": 1760082.3021284374, "training_seconds": 1.4893848979845643, "elapsed_tokens_per_second": 550613.334618577, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 220, "epoch": 3, "tokens": 28835840, "loss": 5.423640131950378, "lr": 0.007756410256410256, "grad_norm": 0.21192583441734314, "tokens_per_second": 1757956.679102395, "training_seconds": 1.4911857790139038, "elapsed_tokens_per_second": 587266.6175239123, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 233, "epoch": 3, "tokens": 30539776, "loss": 5.309326612032377, "lr": 0.008214743589743589, "grad_norm": 0.2221737653017044, "tokens_per_second": 1756144.9114936455, "training_seconds": 0.9702707270043902, "elapsed_tokens_per_second": 609897.9967428994, "peak_memory_bytes": 42389451776}
{"loss": 5.297661668032365, "perplexity": 199.86890328152452, "tokens": 30539776, "seconds": 0.5425276590103749, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 3, "step": 233, "evaluation_tokens": 1048576}
{"event": "train", "step": 240, "epoch": 4, "tokens": 31457280, "loss": 5.2741080692836215, "lr": 0.008461538461538461, "grad_norm": 0.4279351532459259, "tokens_per_second": 1778015.9703560492, "training_seconds": 0.5160268610052299, "elapsed_tokens_per_second": 615126.8004281552, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 260, "epoch": 4, "tokens": 34078720, "loss": 5.245631146430969, "lr": 0.009166666666666667, "grad_norm": 0.18885934352874756, "tokens_per_second": 1759036.9966865515, "training_seconds": 1.4902699630183633, "elapsed_tokens_per_second": 647502.1883197355, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 280, "epoch": 4, "tokens": 36700160, "loss": 5.155834197998047, "lr": 0.00987179487179487, "grad_norm": 0.19214534759521484, "tokens_per_second": 1757527.638871212, "training_seconds": 1.4915498009941075, "elapsed_tokens_per_second": 678073.1624953676, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 300, "epoch": 4, "tokens": 39321600, "loss": 5.087448263168335, "lr": 0.010576923076923076, "grad_norm": 0.19340866804122925, "tokens_per_second": 1755511.136460891, "training_seconds": 1.4932630990224425, "elapsed_tokens_per_second": 706986.2656151985, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 311, "epoch": 4, "tokens": 40763392, "loss": 5.04243972084739, "lr": 0.01096474358974359, "grad_norm": 0.19812729954719543, "tokens_per_second": 1762228.1925681825, "training_seconds": 0.8181641889968887, "elapsed_tokens_per_second": 722262.750855407, "peak_memory_bytes": 42389451776}
{"loss": 5.045034062228638, "perplexity": 155.2495872552351, "tokens": 40763392, "seconds": 0.5402885510120541, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 4, "step": 311, "evaluation_tokens": 1048576}
{"event": "train", "step": 320, "epoch": 5, "tokens": 41943040, "loss": 5.000264485677083, "lr": 0.01099977859711189, "grad_norm": 0.17640818655490875, "tokens_per_second": 1778756.1188701426, "training_seconds": 0.6631870369892567, "elapsed_tokens_per_second": 727452.9373185957, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 340, "epoch": 5, "tokens": 44564480, "loss": 4.975647807121277, "lr": 0.010997288019327136, "grad_norm": 0.1690082550048828, "tokens_per_second": 1757586.1598580936, "training_seconds": 1.4915001380140893, "elapsed_tokens_per_second": 753414.0032036303, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 360, "epoch": 5, "tokens": 47185920, "loss": 4.966342186927795, "lr": 0.010992031367510955, "grad_norm": 0.19242480397224426, "tokens_per_second": 1757146.521049018, "training_seconds": 1.4918733119848184, "elapsed_tokens_per_second": 778088.2037878187, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 380, "epoch": 5, "tokens": 49807360, "loss": 4.949378132820129, "lr": 0.010984011286656298, "grad_norm": 0.1846807450056076, "tokens_per_second": 1762572.763162849, "training_seconds": 1.4872804429905955, "elapsed_tokens_per_second": 801638.9793826013, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 389, "epoch": 5, "tokens": 50987008, "loss": 4.895446883307563, "lr": 0.01097950170585471, "grad_norm": 0.16200216114521027, "tokens_per_second": 1760319.6536710607, "training_seconds": 0.6701328349881805, "elapsed_tokens_per_second": 811846.3101709626, "peak_memory_bytes": 42389451776}
{"loss": 4.913114061243108, "perplexity": 136.06246220842021, "tokens": 50987008, "seconds": 0.5397010789893102, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 5, "step": 389, "evaluation_tokens": 1048576}
{"event": "train", "step": 400, "epoch": 6, "tokens": 52428800, "loss": 4.876759485764937, "lr": 0.010973231812232526, "grad_norm": 0.16797132790088654, "tokens_per_second": 1771612.4720492074, "training_seconds": 0.8138303510204423, "elapsed_tokens_per_second": 816983.0467017818, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 420, "epoch": 6, "tokens": 55050240, "loss": 4.865567255020141, "lr": 0.010959698368154885, "grad_norm": 0.19530600309371948, "tokens_per_second": 1763005.5225017099, "training_seconds": 1.4869153650070075, "elapsed_tokens_per_second": 838391.6127893045, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 440, "epoch": 6, "tokens": 57671680, "loss": 4.857316470146179, "lr": 0.010943417764055337, "grad_norm": 0.22431343793869019, "tokens_per_second": 1761539.3111718108, "training_seconds": 1.4881529940175824, "elapsed_tokens_per_second": 858831.2256248522, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 460, "epoch": 6, "tokens": 60293120, "loss": 4.85964605808258, "lr": 0.010924398191856166, "grad_norm": 0.19312942028045654, "tokens_per_second": 1763246.251961015, "training_seconds": 1.48671236197697, "elapsed_tokens_per_second": 878407.1391492102, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 467, "epoch": 6, "tokens": 61210624, "loss": 4.85736996786935, "lr": 0.01091709599008583, "grad_norm": 0.19607272744178772, "tokens_per_second": 1763271.6961853204, "training_seconds": 0.5203418179880828, "elapsed_tokens_per_second": 885043.8271440685, "peak_memory_bytes": 42389451776}
{"loss": 4.880800692569012, "perplexity": 131.7361017862963, "tokens": 61210624, "seconds": 0.5450725510017946, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 6, "step": 467, "evaluation_tokens": 1048576}
{"event": "train", "step": 480, "epoch": 7, "tokens": 62914560, "loss": 4.85251628435575, "lr": 0.010902649221648034, "grad_norm": 0.18650344014167786, "tokens_per_second": 1771418.8844173145, "training_seconds": 0.9619046149891801, "elapsed_tokens_per_second": 890068.4351473562, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 500, "epoch": 7, "tokens": 65536000, "loss": 4.864941883087158, "lr": 0.010878181796874598, "grad_norm": 0.2525250017642975, "tokens_per_second": 1762652.8972028652, "training_seconds": 1.4872128279821482, "elapsed_tokens_per_second": 908034.8256398077, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 520, "epoch": 7, "tokens": 68157440, "loss": 4.953002381324768, "lr": 0.010851008228826089, "grad_norm": 0.2376680076122284, "tokens_per_second": 1758334.4133094964, "training_seconds": 1.4908654350147117, "elapsed_tokens_per_second": 925224.9332543922, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 540, "epoch": 7, "tokens": 70778880, "loss": 4.926573348045349, "lr": 0.01082114219044463, "grad_norm": 0.3300986886024475, "tokens_per_second": 1763192.971158574, "training_seconds": 1.4867572879884392, "elapsed_tokens_per_second": 941784.5679098496, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 545, "epoch": 7, "tokens": 71434240, "loss": 4.987242794036865, "lr": 0.01081325671375722, "grad_norm": 0.3692888915538788, "tokens_per_second": 1767311.9343341258, "training_seconds": 0.37082304898649454, "elapsed_tokens_per_second": 945815.8918329682, "peak_memory_bytes": 42389451776}
{"loss": 4.984636572864196, "perplexity": 146.15045033370328, "tokens": 71434240, "seconds": 0.5447607189998962, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 7, "step": 545, "evaluation_tokens": 1048576}
{"event": "train", "step": 560, "epoch": 8, "tokens": 73400320, "loss": 4.977161375681559, "lr": 0.010788598709444408, "grad_norm": 0.28987011313438416, "tokens_per_second": 1772166.204968943, "training_seconds": 1.109421900997404, "elapsed_tokens_per_second": 950988.3904668713, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 580, "epoch": 8, "tokens": 76021760, "loss": 5.123504710197449, "lr": 0.010753394160750187, "grad_norm": 0.41429027915000916, "tokens_per_second": 1761460.375566339, "training_seconds": 1.488219682010822, "elapsed_tokens_per_second": 966305.5938971743, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 600, "epoch": 8, "tokens": 78643200, "loss": 5.215353417396545, "lr": 0.010715546258257908, "grad_norm": 0.4389335811138153, "tokens_per_second": 1765738.2607208272, "training_seconds": 1.48461414600024, "elapsed_tokens_per_second": 981092.1728835576, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 620, "epoch": 8, "tokens": 81264640, "loss": 5.25215699672699, "lr": 0.010675074045921577, "grad_norm": 0.2852228581905365, "tokens_per_second": 1761600.2186430092, "training_seconds": 1.488101541006472, "elapsed_tokens_per_second": 995303.5975588757, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 623, "epoch": 8, "tokens": 81657856, "loss": 5.246678352355957, "lr": 0.010668778108861842, "grad_norm": 1.0253510475158691, "tokens_per_second": 1761819.145620617, "training_seconds": 0.2231874940043781, "elapsed_tokens_per_second": 997372.3366003399, "peak_memory_bytes": 42389451776}
{"loss": 5.241518697927928, "perplexity": 188.95685298789445, "tokens": 81657856, "seconds": 0.5427664690068923, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 8, "step": 623, "evaluation_tokens": 1048576}
{"event": "train", "step": 640, "epoch": 9, "tokens": 83886080, "loss": 5.25870345620548, "lr": 0.010631997888170921, "grad_norm": 0.32592546939849854, "tokens_per_second": 1772604.8954965346, "training_seconds": 1.2570336489879992, "elapsed_tokens_per_second": 1002519.2599711712, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 660, "epoch": 9, "tokens": 86507520, "loss": 5.298497462272644, "lr": 0.010586339459664591, "grad_norm": 0.42379677295684814, "tokens_per_second": 1764810.9984401178, "training_seconds": 1.4853941879991908, "elapsed_tokens_per_second": 1015801.3201172528, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 680, "epoch": 9, "tokens": 89128960, "loss": 5.288619470596314, "lr": 0.010538121734384114, "grad_norm": 0.4316916763782501, "tokens_per_second": 1763768.917319435, "training_seconds": 1.4862717979995068, "elapsed_tokens_per_second": 1028612.7053206499, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 700, "epoch": 9, "tokens": 91750400, "loss": 5.286242961883545, "lr": 0.010487368974074061, "grad_norm": 0.2952151894569397, "tokens_per_second": 1764395.9325600732, "training_seconds": 1.4857436200254597, "elapsed_tokens_per_second": 1041002.8267974848, "peak_memory_bytes": 42389451776}
{"loss": 5.302376402947425, "perplexity": 200.81345708898337, "tokens": 91750400, "seconds": 0.540070699993521, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 9, "step": 700, "evaluation_tokens": 1048576}
{"event": "train", "step": 720, "epoch": 10, "tokens": 94371840, "loss": 5.287988662719727, "lr": 0.010434106716034246, "grad_norm": 0.30154022574424744, "tokens_per_second": 1765840.377800435, "training_seconds": 1.4845282919995952, "elapsed_tokens_per_second": 1046673.0382018824, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 740, "epoch": 10, "tokens": 96993280, "loss": 5.272021675109864, "lr": 0.010378361760270108, "grad_norm": 0.23313163220882416, "tokens_per_second": 1764611.4981943045, "training_seconds": 1.4855621210008394, "elapsed_tokens_per_second": 1058291.640213582, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 760, "epoch": 10, "tokens": 99614720, "loss": 5.249839997291565, "lr": 0.010320162156007735, "grad_norm": 0.5053206086158752, "tokens_per_second": 1766187.2363391924, "training_seconds": 1.4842367479868699, "elapsed_tokens_per_second": 1069560.7011333737, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 778, "epoch": 10, "tokens": 101974016, "loss": 5.328217426935832, "lr": 0.010265707965922247, "grad_norm": 0.9253484606742859, "tokens_per_second": 1763099.1020015543, "training_seconds": 1.3381527999881655, "elapsed_tokens_per_second": 1079361.858851142, "peak_memory_bytes": 42389451776}
{"loss": 5.403846500007216, "perplexity": 222.25969600402962, "tokens": 101974016, "seconds": 0.5422442099952605, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 10, "step": 778, "evaluation_tokens": 1048576}
{"event": "train", "step": 780, "epoch": 11, "tokens": 102236160, "loss": 5.401776313781738, "lr": 0.010259537187580317, "grad_norm": 0.8534882068634033, "tokens_per_second": 1833576.1218611076, "training_seconds": 0.14296870300313458, "elapsed_tokens_per_second": 1074315.528411706, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 800, "epoch": 11, "tokens": 104857600, "loss": 5.635711646080017, "lr": 0.010196517359693121, "grad_norm": 2.057006597518921, "tokens_per_second": 1764600.5510976517, "training_seconds": 1.4855713370197918, "elapsed_tokens_per_second": 1084914.319943257, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 820, "epoch": 11, "tokens": 107479040, "loss": 5.783907651901245, "lr": 0.010131134382074435, "grad_norm": 2.26254940032959, "tokens_per_second": 1766923.674788466, "training_seconds": 1.4836181309947278, "elapsed_tokens_per_second": 1095206.6200960942, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 840, "epoch": 11, "tokens": 110100480, "loss": 5.721081233024597, "lr": 0.010063421153520142, "grad_norm": 1.1860460042953491, "tokens_per_second": 1766175.2974924576, "training_seconds": 1.484246781008551, "elapsed_tokens_per_second": 1105190.9329567882, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 856, "epoch": 11, "tokens": 112197632, "loss": 5.763255029916763, "lr": 0.010007595646961583, "grad_norm": 0.7604764699935913, "tokens_per_second": 1765312.4598205169, "training_seconds": 1.1879777930153068, "elapsed_tokens_per_second": 1112953.1586756178, "peak_memory_bytes": 42389451776}
{"loss": 5.650330254115303, "perplexity": 284.38536975568127, "tokens": 112197632, "seconds": 0.5394730879925191, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 11, "step": 856, "evaluation_tokens": 1048576}
{"event": "train", "step": 860, "epoch": 12, "tokens": 112721920, "loss": 5.603604555130005, "lr": 0.009993411745340032, "grad_norm": 0.6463885307312012, "tokens_per_second": 1812023.4429999087, "training_seconds": 0.28933841999969445, "elapsed_tokens_per_second": 1109008.868995334, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 880, "epoch": 12, "tokens": 115343360, "loss": 5.591460227966309, "lr": 0.009921141384214105, "grad_norm": 2.3205347061157227, "tokens_per_second": 1767439.5282649428, "training_seconds": 1.4831851150083821, "elapsed_tokens_per_second": 1118467.3776890046, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 900, "epoch": 12, "tokens": 117964800, "loss": 5.5734035730361935, "lr": 0.00984664643446754, "grad_norm": 1.0861345529556274, "tokens_per_second": 1761833.7238311835, "training_seconds": 1.4879043149994686, "elapsed_tokens_per_second": 1127600.6467654572, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 920, "epoch": 12, "tokens": 120586240, "loss": 5.844759368896485, "lr": 0.00976996437977324, "grad_norm": 8.535123825073242, "tokens_per_second": 1767366.2804969335, "training_seconds": 1.483246585004963, "elapsed_tokens_per_second": 1136532.2932870341, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 934, "epoch": 12, "tokens": 122421248, "loss": 5.487147126879011, "lr": 0.009715006232236143, "grad_norm": 0.9515754580497742, "tokens_per_second": 1765435.2220806829, "training_seconds": 1.0394082870043349, "elapsed_tokens_per_second": 1142618.2287947584, "peak_memory_bytes": 42389451776}
{"loss": 5.469887435019897, "perplexity": 237.4334645636512, "tokens": 122421248, "seconds": 0.5437212309916504, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 12, "step": 934, "evaluation_tokens": 1048576}
{"event": "train", "step": 940, "epoch": 13, "tokens": 123207680, "loss": 5.5025003751118975, "lr": 0.009691133804291145, "grad_norm": 0.8920084238052368, "tokens_per_second": 1788105.1554547988, "training_seconds": 0.4398130599875003, "elapsed_tokens_per_second": 1139470.7957480568, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 960, "epoch": 13, "tokens": 125829120, "loss": 5.407730340957642, "lr": 0.009610194373253814, "grad_norm": 0.45877906680107117, "tokens_per_second": 1764764.1382612244, "training_seconds": 1.4854336300049908, "elapsed_tokens_per_second": 1147931.6669394383, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 980, "epoch": 13, "tokens": 128450560, "loss": 5.367831802368164, "lr": 0.00952718681300804, "grad_norm": 3.701439380645752, "tokens_per_second": 1767020.330898462, "training_seconds": 1.4835369770007674, "elapsed_tokens_per_second": 1156181.8893261335, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1000, "epoch": 13, "tokens": 131072000, "loss": 5.392749810218811, "lr": 0.009442152890522552, "grad_norm": 2.011843204498291, "tokens_per_second": 1766595.0475956546, "training_seconds": 1.48389411799144, "elapsed_tokens_per_second": 1164216.0115229127, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1012, "epoch": 13, "tokens": 132644864, "loss": 5.4521849155426025, "lr": 0.009390177640596985, "grad_norm": 1.0533583164215088, "tokens_per_second": 1767977.9372953295, "training_seconds": 0.8896400610101409, "elapsed_tokens_per_second": 1168932.3939758241, "peak_memory_bytes": 42389451776}
{"loss": 5.458460295787983, "perplexity": 234.7357223991863, "tokens": 132644864, "seconds": 0.5441259880026337, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 13, "step": 1012, "evaluation_tokens": 1048576}
{"event": "train", "step": 1020, "epoch": 14, "tokens": 133693440, "loss": 5.460629880428314, "lr": 0.00935513539237211, "grad_norm": 1.0045466423034668, "tokens_per_second": 1779920.8262876777, "training_seconds": 0.5891138440056238, "elapsed_tokens_per_second": 1166498.490240286, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1040, "epoch": 14, "tokens": 136314880, "loss": 5.3921077966690065, "lr": 0.009266178103208532, "grad_norm": 5.239219665527344, "tokens_per_second": 1761466.7185199822, "training_seconds": 1.4882143230061047, "elapsed_tokens_per_second": 1174113.856055678, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1060, "epoch": 14, "tokens": 138936320, "loss": 5.391311573982239, "lr": 0.009175325783729572, "grad_norm": 2.166626453399658, "tokens_per_second": 1767165.975783827, "training_seconds": 1.4834147080255207, "elapsed_tokens_per_second": 1181578.975330197, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1080, "epoch": 14, "tokens": 141557760, "loss": 5.381202864646911, "lr": 0.009082624148156625, "grad_norm": 2.5065643787384033, "tokens_per_second": 1765629.0189586456, "training_seconds": 1.4847060010069981, "elapsed_tokens_per_second": 1188850.1213170264, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1090, "epoch": 14, "tokens": 142868480, "loss": 5.336020565032959, "lr": 0.009035594377607207, "grad_norm": 0.4399509131908417, "tokens_per_second": 1765182.4938691389, "training_seconds": 0.74254078802187, "elapsed_tokens_per_second": 1192405.2530369929, "peak_memory_bytes": 42389451776}
{"loss": 5.34102111609922, "perplexity": 208.72573471729132, "tokens": 142868480, "seconds": 0.5398150950204581, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 14, "step": 1090, "evaluation_tokens": 1048576}
{"event": "train", "step": 1100, "epoch": 15, "tokens": 144179200, "loss": 5.298440074920654, "lr": 0.008988119841232683, "grad_norm": 0.28269150853157043, "tokens_per_second": 1775971.4071037734, "training_seconds": 0.7380299000069499, "elapsed_tokens_per_second": 1190619.5793787476, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1120, "epoch": 15, "tokens": 146800640, "loss": 5.31454017162323, "lr": 0.008891860414752078, "grad_norm": 0.38165104389190674, "tokens_per_second": 1764125.5046134177, "training_seconds": 1.4859713740006555, "elapsed_tokens_per_second": 1197560.6588922236, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1140, "epoch": 15, "tokens": 149422080, "loss": 5.281037616729736, "lr": 0.008793894303633792, "grad_norm": 0.417946457862854, "tokens_per_second": 1763798.402763116, "training_seconds": 1.4862469519721344, "elapsed_tokens_per_second": 1204326.7027047263, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1160, "epoch": 15, "tokens": 152043520, "loss": 5.349791073799134, "lr": 0.008694270801550448, "grad_norm": 1.0134447813034058, "tokens_per_second": 1765778.8116391124, "training_seconds": 1.4845800519979093, "elapsed_tokens_per_second": 1210954.865129298, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1167, "epoch": 15, "tokens": 152961024, "loss": 5.441017287118094, "lr": 0.008659020269375853, "grad_norm": 0.6872814893722534, "tokens_per_second": 1765755.6224219406, "training_seconds": 0.5196098420128692, "elapsed_tokens_per_second": 1213225.720030978, "peak_memory_bytes": 42389451776}
{"loss": 5.390326908630045, "perplexity": 219.27505674675461, "tokens": 152961024, "seconds": 0.544306335010333, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 15, "step": 1167, "evaluation_tokens": 1048576}
{"event": "train", "step": 1180, "epoch": 16, "tokens": 154664960, "loss": 5.370101415193998, "lr": 0.008593040036125167, "grad_norm": 2.039135694503784, "tokens_per_second": 1773713.3326620793, "training_seconds": 0.9606603099964559, "elapsed_tokens_per_second": 1212246.235324351, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1200, "epoch": 16, "tokens": 157286400, "loss": 5.347384834289551, "lr": 0.008490252943708828, "grad_norm": 0.8995764851570129, "tokens_per_second": 1764134.4299452766, "training_seconds": 1.4859638559864834, "elapsed_tokens_per_second": 1218589.575268822, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1220, "epoch": 16, "tokens": 159907840, "loss": 5.384214687347412, "lr": 0.008385961243750385, "grad_norm": 1.1940375566482544, "tokens_per_second": 1769221.6624325556, "training_seconds": 1.481691105000209, "elapsed_tokens_per_second": 1224823.8416221878, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1240, "epoch": 16, "tokens": 162529280, "loss": 5.395686149597168, "lr": 0.008280217412773159, "grad_norm": 1.65096914768219, "tokens_per_second": 1763880.0511112995, "training_seconds": 1.4861781549989246, "elapsed_tokens_per_second": 1230879.349226531, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1245, "epoch": 16, "tokens": 163184640, "loss": 5.3813855171203615, "lr": 0.008253560779101218, "grad_norm": 1.5787497758865356, "tokens_per_second": 1761916.4431910296, "training_seconds": 0.3719586150255054, "elapsed_tokens_per_second": 1232356.1309117903, "peak_memory_bytes": 42389451776}
{"loss": 5.39254566516441, "perplexity": 219.76211484359152, "tokens": 163184640, "seconds": 0.5391819599899463, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 16, "step": 1245, "evaluation_tokens": 1048576}
{"event": "train", "step": 1260, "epoch": 17, "tokens": 165150720, "loss": 5.377871417999268, "lr": 0.00817307465797019, "grad_norm": 1.3490078449249268, "tokens_per_second": 1766775.7771957552, "training_seconds": 1.1128067440004088, "elapsed_tokens_per_second": 1231813.563960432, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1280, "epoch": 17, "tokens": 167772160, "loss": 5.3930044889450075, "lr": 0.008064586890431944, "grad_norm": 0.8906990885734558, "tokens_per_second": 1768621.6046955858, "training_seconds": 1.4821938129898626, "elapsed_tokens_per_second": 1237673.5056103752, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1300, "epoch": 17, "tokens": 170393600, "loss": 5.396611857414245, "lr": 0.007954808698019825, "grad_norm": 0.6337519288063049, "tokens_per_second": 1768273.6761213338, "training_seconds": 1.4824854519974906, "elapsed_tokens_per_second": 1243398.6268741323, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1320, "epoch": 17, "tokens": 173015040, "loss": 5.338651990890503, "lr": 0.007843795317899178, "grad_norm": 0.2953903377056122, "tokens_per_second": 1763770.4149450974, "training_seconds": 1.4862705359992106, "elapsed_tokens_per_second": 1248971.8780746653, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1323, "epoch": 17, "tokens": 173408256, "loss": 5.2972518603007, "lr": 0.007827040220773778, "grad_norm": 0.7540583610534668, "tokens_per_second": 1763984.3840204547, "training_seconds": 0.22291353798937052, "elapsed_tokens_per_second": 1249785.839437473, "peak_memory_bytes": 42389451776}
{"loss": 5.30905322537619, "perplexity": 202.15873898974309, "tokens": 173408256, "seconds": 0.5411621629900765, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 17, "step": 1323, "evaluation_tokens": 1048576}
{"event": "train", "step": 1340, "epoch": 18, "tokens": 175636480, "loss": 5.276678141425638, "lr": 0.007731602608745552, "grad_norm": 0.3695228397846222, "tokens_per_second": 1773981.96680979, "training_seconds": 1.2560578639968298, "elapsed_tokens_per_second": 1249635.88329347, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1360, "epoch": 18, "tokens": 178257920, "loss": 5.281998515129089, "lr": 0.007618287022638269, "grad_norm": 1.1123710870742798, "tokens_per_second": 1768501.5663272145, "training_seconds": 1.48229441800504, "elapsed_tokens_per_second": 1255041.1789538777, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1380, "epoch": 18, "tokens": 180879360, "loss": 5.240584659576416, "lr": 0.007503905576655383, "grad_norm": 0.2889922261238098, "tokens_per_second": 1764950.7811155287, "training_seconds": 1.485276545980014, "elapsed_tokens_per_second": 1260304.3925882613, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1400, "epoch": 18, "tokens": 183500800, "loss": 5.237733554840088, "lr": 0.007388515824184365, "grad_norm": 0.5522081255912781, "tokens_per_second": 1767016.8255288547, "training_seconds": 1.483539920009207, "elapsed_tokens_per_second": 1265478.7865231233, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1401, "epoch": 18, "tokens": 183631872, "loss": 5.242860794067383, "lr": 0.007382720907894301, "grad_norm": 0.3574584126472473, "tokens_per_second": 1772653.4612387547, "training_seconds": 0.07394112998736091, "elapsed_tokens_per_second": 1265722.4045070529, "peak_memory_bytes": 42389451776}
{"loss": 5.251665551732361, "perplexity": 190.88393090537548, "tokens": 183631872, "seconds": 0.5433227450121194, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 18, "step": 1401, "evaluation_tokens": 1048576}
{"event": "train", "step": 1420, "epoch": 19, "tokens": 186122240, "loss": 5.229954317996376, "lr": 0.007272175825962919, "grad_norm": 2.620962142944336, "tokens_per_second": 1769801.4517252038, "training_seconds": 1.407145415985724, "elapsed_tokens_per_second": 1265849.267943537, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1440, "epoch": 19, "tokens": 188743680, "loss": 5.227375483512878, "lr": 0.0071549441208645405, "grad_norm": 1.6488373279571533, "tokens_per_second": 1766326.6289112926, "training_seconds": 1.484119617001852, "elapsed_tokens_per_second": 1270840.6993869392, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1460, "epoch": 19, "tokens": 191365120, "loss": 5.211518669128418, "lr": 0.0070368796964434535, "grad_norm": 0.4148954153060913, "tokens_per_second": 1766670.7829363775, "training_seconds": 1.4838305049925111, "elapsed_tokens_per_second": 1275731.8813932268, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1479, "epoch": 19, "tokens": 193855488, "loss": 5.18904793889899, "lr": 0.006924001290701026, "grad_norm": 0.3165147304534912, "tokens_per_second": 1762295.9638415703, "training_seconds": 1.4131383440108038, "elapsed_tokens_per_second": 1280263.1382118429, "peak_memory_bytes": 42389451776}
{"loss": 5.207193263056195, "perplexity": 182.58088184878812, "tokens": 193855488, "seconds": 0.5405150759906974, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 19, "step": 1479, "evaluation_tokens": 1048576}
{"event": "train", "step": 1480, "epoch": 20, "tokens": 193986560, "loss": 5.173308372497559, "lr": 0.006918041959253812, "grad_norm": 2.236574411392212, "tokens_per_second": 1852123.2107599876, "training_seconds": 0.07076851002057083, "elapsed_tokens_per_second": 1275956.2053310473, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1500, "epoch": 20, "tokens": 196608000, "loss": 5.192514801025391, "lr": 0.006798490704958065, "grad_norm": 0.2862173616886139, "tokens_per_second": 1760535.4584189237, "training_seconds": 1.489001534995623, "elapsed_tokens_per_second": 1280644.6687308247, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1520, "epoch": 20, "tokens": 199229440, "loss": 5.183037042617798, "lr": 0.0066782860882395375, "grad_norm": 1.8616564273834229, "tokens_per_second": 1764446.3407976527, "training_seconds": 1.4857011740095913, "elapsed_tokens_per_second": 1285272.0034562522, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1540, "epoch": 20, "tokens": 201850880, "loss": 5.164432334899902, "lr": 0.006557488592534348, "grad_norm": 0.2380918562412262, "tokens_per_second": 1762469.7142517788, "training_seconds": 1.487367402005475, "elapsed_tokens_per_second": 1289794.8220196709, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1557, "epoch": 20, "tokens": 204079104, "loss": 5.166677531074075, "lr": 0.0064543899625572, "grad_norm": 1.1491305828094482, "tokens_per_second": 1766831.612164889, "training_seconds": 1.261141121009132, "elapsed_tokens_per_second": 1293596.8746586337, "peak_memory_bytes": 42389451776}
{"loss": 5.173928600279392, "perplexity": 176.60729586924617, "tokens": 204079104, "seconds": 0.5386206620023586, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 20, "step": 1557, "evaluation_tokens": 1048576}
{"event": "train", "step": 1560, "epoch": 21, "tokens": 204472320, "loss": 5.144202550252278, "lr": 0.006436158999597934, "grad_norm": 0.24920710921287537, "tokens_per_second": 1804405.7582265064, "training_seconds": 0.21791994301020168, "elapsed_tokens_per_second": 1289882.5062422988, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1580, "epoch": 21, "tokens": 207093760, "loss": 5.149162769317627, "lr": 0.006314358358921438, "grad_norm": 0.3005169928073883, "tokens_per_second": 1766677.6789841363, "training_seconds": 1.483824713010108, "elapsed_tokens_per_second": 1294292.063541034, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1600, "epoch": 21, "tokens": 209715200, "loss": 5.141480469703675, "lr": 0.006192147957013407, "grad_norm": 1.3932642936706543, "tokens_per_second": 1763065.677661388, "training_seconds": 1.4868646319955587, "elapsed_tokens_per_second": 1298599.3326326224, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1620, "epoch": 21, "tokens": 212336640, "loss": 5.139739394187927, "lr": 0.006069589286562223, "grad_norm": 0.5562317967414856, "tokens_per_second": 1768968.1828546382, "training_seconds": 1.4819034199754242, "elapsed_tokens_per_second": 1302864.7275478037, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1634, "epoch": 21, "tokens": 214171648, "loss": 5.1247148513793945, "lr": 0.00598362401452175, "grad_norm": 0.31734544038772583, "tokens_per_second": 1766180.838747072, "training_seconds": 1.0389694870100357, "elapsed_tokens_per_second": 1305790.5025302884, "peak_memory_bytes": 42389451776}
{"loss": 5.1230858700805975, "perplexity": 167.85254238522108, "tokens": 214171648, "seconds": 0.5438682570238598, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 21, "step": 1634, "evaluation_tokens": 1048576}
{"event": "train", "step": 1640, "epoch": 22, "tokens": 214958080, "loss": 5.095825990041097, "lr": 0.005946744015494769, "grad_norm": 0.3823340833187103, "tokens_per_second": 1782778.6603656947, "training_seconds": 0.4411271110002417, "elapsed_tokens_per_second": 1302741.4334811724, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1660, "epoch": 22, "tokens": 217579520, "loss": 5.094406342506408, "lr": 0.005823673955946958, "grad_norm": 0.26855921745300293, "tokens_per_second": 1765125.8513573569, "training_seconds": 1.485129231994506, "elapsed_tokens_per_second": 1306853.778589095, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1680, "epoch": 22, "tokens": 220200960, "loss": 5.098446202278137, "lr": 0.005700441033161664, "grad_norm": 0.3418146073818207, "tokens_per_second": 1771157.0895996836, "training_seconds": 1.4800719910126645, "elapsed_tokens_per_second": 1310935.6417419505, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1700, "epoch": 22, "tokens": 222822400, "loss": 5.095857882499695, "lr": 0.005577107254329768, "grad_norm": 0.6761050820350647, "tokens_per_second": 1770111.8260499586, "training_seconds": 1.4809459839889314, "elapsed_tokens_per_second": 1314935.3025638566, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1712, "epoch": 22, "tokens": 224395264, "loss": 5.082049131393433, "lr": 0.005503084391054813, "grad_norm": 0.2203347384929657, "tokens_per_second": 1766098.2965729625, "training_seconds": 0.8905868960137013, "elapsed_tokens_per_second": 1317282.8804356717, "peak_memory_bytes": 42389451776}
{"loss": 5.092998866249615, "perplexity": 162.87757846270966, "tokens": 224395264, "seconds": 0.5402151059824973, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 22, "step": 1712, "evaluation_tokens": 1048576}
{"event": "train", "step": 1720, "epoch": 23, "tokens": 225443840, "loss": 5.093906939029694, "lr": 0.005453734677389955, "grad_norm": 0.3185479938983917, "tokens_per_second": 1783595.0243762578, "training_seconds": 0.5879002720175777, "elapsed_tokens_per_second": 1314709.9068647884, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1740, "epoch": 23, "tokens": 228065280, "loss": 5.068046069145202, "lr": 0.005330385379802973, "grad_norm": 0.21252094209194183, "tokens_per_second": 1768906.6359136496, "training_seconds": 1.4819549809908494, "elapsed_tokens_per_second": 1318588.8728938198, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1760, "epoch": 23, "tokens": 230686720, "loss": 5.059998869895935, "lr": 0.00520712142731609, "grad_norm": 0.5791050791740417, "tokens_per_second": 1764550.9548390817, "training_seconds": 1.4856130919943098, "elapsed_tokens_per_second": 1322377.856758129, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1780, "epoch": 23, "tokens": 233308160, "loss": 5.055731987953186, "lr": 0.005084004842733422, "grad_norm": 0.3707961142063141, "tokens_per_second": 1770054.7626745654, "training_seconds": 1.4809937270183582, "elapsed_tokens_per_second": 1326133.3075184866, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1790, "epoch": 23, "tokens": 234618880, "loss": 5.039225625991821, "lr": 0.00502252117610938, "grad_norm": 0.18167276680469513, "tokens_per_second": 1764351.0229296258, "training_seconds": 0.7428907190042082, "elapsed_tokens_per_second": 1327965.352014463, "peak_memory_bytes": 42389451776}
{"loss": 5.064946273179868, "perplexity": 158.371933024742, "tokens": 234618880, "seconds": 0.5433550229936372, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 23, "step": 1790, "evaluation_tokens": 1048576}
{"event": "train", "step": 1800, "epoch": 24, "tokens": 235929600, "loss": 5.045722913742066, "lr": 0.0049610975747078736, "grad_norm": 0.2204040288925171, "tokens_per_second": 1781952.5202569093, "training_seconds": 0.7355527069885284, "elapsed_tokens_per_second": 1325766.7375367915, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1820, "epoch": 24, "tokens": 238551040, "loss": 5.034892606735229, "lr": 0.004838461466570408, "grad_norm": 0.6690499782562256, "tokens_per_second": 1762855.6356736317, "training_seconds": 1.4870417900092434, "elapsed_tokens_per_second": 1329376.9788355886, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1840, "epoch": 24, "tokens": 241172480, "loss": 5.057480049133301, "lr": 0.0047161582252122835, "grad_norm": 0.39846089482307434, "tokens_per_second": 1764218.2251921054, "training_seconds": 1.4858932770148385, "elapsed_tokens_per_second": 1332939.3865379314, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1860, "epoch": 24, "tokens": 243793920, "loss": 5.03739025592804, "lr": 0.004594249390035967, "grad_norm": 0.24091742932796478, "tokens_per_second": 1764464.0376984447, "training_seconds": 1.4856862729939166, "elapsed_tokens_per_second": 1336439.7846179625, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1868, "epoch": 24, "tokens": 244842496, "loss": 5.035245895385742, "lr": 0.004545610037442798, "grad_norm": 0.6811792850494385, "tokens_per_second": 1761129.6646297055, "training_seconds": 0.5953996579919476, "elapsed_tokens_per_second": 1337813.112783351, "peak_memory_bytes": 42389451776}
{"loss": 5.0555057924835385, "perplexity": 156.88386095772387, "tokens": 244842496, "seconds": 0.5411059300240595, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 24, "step": 1868, "evaluation_tokens": 1048576}
{"event": "train", "step": 1880, "epoch": 25, "tokens": 246415360, "loss": 5.028862078984578, "lr": 0.004472796301990301, "grad_norm": 0.34339961409568787, "tokens_per_second": 1772555.0497924245, "training_seconds": 0.8873428219812922, "elapsed_tokens_per_second": 1335961.7339680302, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1900, "epoch": 25, "tokens": 249036800, "loss": 5.01314389705658, "lr": 0.004351860072705549, "grad_norm": 0.2908821105957031, "tokens_per_second": 1766618.5391302777, "training_seconds": 1.4838743859727401, "elapsed_tokens_per_second": 1339387.5393174323, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1920, "epoch": 25, "tokens": 251658240, "loss": 4.993377542495727, "lr": 0.004231501553743808, "grad_norm": 0.49452540278434753, "tokens_per_second": 1763664.1598768993, "training_seconds": 1.4863600789976772, "elapsed_tokens_per_second": 1342744.249161829, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1940, "epoch": 25, "tokens": 254279680, "loss": 5.02406108379364, "lr": 0.004111781305980296, "grad_norm": 0.2824665307998657, "tokens_per_second": 1769799.5925792954, "training_seconds": 1.4812072570202872, "elapsed_tokens_per_second": 1346079.3373229601, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1946, "epoch": 25, "tokens": 255066112, "loss": 5.000413576761882, "lr": 0.004075998709298975, "grad_norm": 0.24704937636852264, "tokens_per_second": 1768939.8166590102, "training_seconds": 0.4445781550020911, "elapsed_tokens_per_second": 1347063.6415892118, "peak_memory_bytes": 42389451776}
{"loss": 5.022575423840209, "perplexity": 151.80175464792438, "tokens": 255066112, "seconds": 0.5420488169766031, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 25, "step": 1946, "evaluation_tokens": 1048576}
{"event": "train", "step": 1960, "epoch": 26, "tokens": 256901120, "loss": 4.991147313799177, "lr": 0.00399275956913089, "grad_norm": 0.33254295587539673, "tokens_per_second": 1773407.2657563575, "training_seconds": 1.0347358079743572, "elapsed_tokens_per_second": 1345532.2236936225, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1980, "epoch": 26, "tokens": 259522560, "loss": 4.981743741035461, "lr": 0.0038744962314412666, "grad_norm": 0.3122301995754242, "tokens_per_second": 1762647.0979835899, "training_seconds": 1.487217721005436, "elapsed_tokens_per_second": 1348744.8016699736, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2000, "epoch": 26, "tokens": 262144000, "loss": 4.990840268135071, "lr": 0.003757050799552902, "grad_norm": 1.1041191816329956, "tokens_per_second": 1767685.2737886524, "training_seconds": 1.4829789210052695, "elapsed_tokens_per_second": 1351940.653490569, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2020, "epoch": 26, "tokens": 264765440, "loss": 5.000290012359619, "lr": 0.0036404823685610723, "grad_norm": 0.47810742259025574, "tokens_per_second": 1764749.8687790635, "training_seconds": 1.4854456409811974, "elapsed_tokens_per_second": 1355066.9797154004, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2024, "epoch": 26, "tokens": 265289728, "loss": 4.988349080085754, "lr": 0.003617279092105699, "grad_norm": 0.2693600058555603, "tokens_per_second": 1772953.1785745746, "training_seconds": 0.2957145210239105, "elapsed_tokens_per_second": 1355689.9562695841, "peak_memory_bytes": 42389451776}
{"loss": 5.012007327683862, "perplexity": 150.205946288446, "tokens": 265289728, "seconds": 0.5415459179785103, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 26, "step": 2024, "evaluation_tokens": 1048576}
{"event": "train", "step": 2040, "epoch": 27, "tokens": 267386880, "loss": 4.98981848359108, "lr": 0.0035248495922799365, "grad_norm": 0.43031978607177734, "tokens_per_second": 1771222.0259728762, "training_seconds": 1.1840141830034554, "elapsed_tokens_per_second": 1354444.378835059, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2060, "epoch": 27, "tokens": 270008320, "loss": 4.9846151113510135, "lr": 0.003410210653729649, "grad_norm": 0.28331679105758667, "tokens_per_second": 1765627.2173056274, "training_seconds": 1.4847075160068925, "elapsed_tokens_per_second": 1357502.7038017388, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2080, "epoch": 27, "tokens": 272629760, "loss": 4.991417908668518, "lr": 0.0032966232358603883, "grad_norm": 0.36931875348091125, "tokens_per_second": 1761281.7064332545, "training_seconds": 1.4883706510008778, "elapsed_tokens_per_second": 1360492.4583993931, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2100, "epoch": 27, "tokens": 275251200, "loss": 4.998605751991272, "lr": 0.003184144492527974, "grad_norm": 0.4541577100753784, "tokens_per_second": 1766322.0456634187, "training_seconds": 1.4841234679915942, "elapsed_tokens_per_second": 1363464.8230752933, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2101, "epoch": 27, "tokens": 275382272, "loss": 4.969621658325195, "lr": 0.0031785506757095435, "grad_norm": 0.8504989147186279, "tokens_per_second": 1759218.0368189053, "training_seconds": 0.07450583000900224, "elapsed_tokens_per_second": 1363602.8834820534, "peak_memory_bytes": 42389451776}
{"loss": 4.994375126904822, "perplexity": 147.58069735767333, "tokens": 275382272, "seconds": 0.5402273300278466, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 27, "step": 2101, "evaluation_tokens": 1048576}
{"event": "train", "step": 2120, "epoch": 28, "tokens": 277872640, "loss": 4.981028908177426, "lr": 0.003072831019735734, "grad_norm": 0.7209123969078064, "tokens_per_second": 1771519.4566727022, "training_seconds": 1.4057807779754512, "elapsed_tokens_per_second": 1362782.493648037, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2140, "epoch": 28, "tokens": 280494080, "loss": 4.973914313316345, "lr": 0.0029627388271570455, "grad_norm": 0.3458681106567383, "tokens_per_second": 1765836.3466132015, "training_seconds": 1.4845316809951328, "elapsed_tokens_per_second": 1365683.4024286338, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2160, "epoch": 28, "tokens": 283115520, "loss": 4.964698648452758, "lr": 0.0028539233099529205, "grad_norm": 0.2836376130580902, "tokens_per_second": 1766765.222799629, "training_seconds": 1.4837511889927555, "elapsed_tokens_per_second": 1368552.0127085992, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2179, "epoch": 28, "tokens": 285605888, "loss": 4.95447628121627, "lr": 0.002751780966248932, "grad_norm": 0.8882477283477783, "tokens_per_second": 1762506.6918849482, "training_seconds": 1.4129693869908806, "elapsed_tokens_per_second": 1371213.4720310925, "peak_memory_bytes": 42389451776}
{"loss": 4.961114719901637, "perplexity": 142.75283666561177, "tokens": 285605888, "seconds": 0.5431622920150403, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 28, "step": 2179, "evaluation_tokens": 1048576}
{"event": "train", "step": 2180, "epoch": 29, "tokens": 285736960, "loss": 4.964362144470215, "lr": 0.0027464392208987813, "grad_norm": 0.28479740023612976, "tokens_per_second": 1908599.6672078858, "training_seconds": 0.06867443301598541, "elapsed_tokens_per_second": 1367805.519270349, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2200, "epoch": 29, "tokens": 288358400, "loss": 4.939551997184753, "lr": 0.0026403406428344716, "grad_norm": 0.8712527751922607, "tokens_per_second": 1763636.6319411362, "training_seconds": 1.4863832790288143, "elapsed_tokens_per_second": 1370595.5233243355, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2220, "epoch": 29, "tokens": 290979840, "loss": 4.94948890209198, "lr": 0.0025356809614513606, "grad_norm": 0.2716510593891144, "tokens_per_second": 1768997.9270942542, "training_seconds": 1.4818785029929131, "elapsed_tokens_per_second": 1373370.5592582943, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2240, "epoch": 29, "tokens": 293601280, "loss": 4.9349489450454715, "lr": 0.002432512838430222, "grad_norm": 0.3778657019138336, "tokens_per_second": 1765920.4690111682, "training_seconds": 1.4844609629944898, "elapsed_tokens_per_second": 1376094.2376240161, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2257, "epoch": 29, "tokens": 295829504, "loss": 4.923604768865249, "lr": 0.0023460314676124836, "grad_norm": 0.3080222010612488, "tokens_per_second": 1763805.3364074945, "training_seconds": 1.2633049430151004, "elapsed_tokens_per_second": 1378363.7771865078, "peak_memory_bytes": 42389451776}
{"loss": 4.941090906779741, "perplexity": 139.92280907182715, "tokens": 295829504, "seconds": 0.5439334390102886, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 29, "step": 2257, "evaluation_tokens": 1048576}
{"event": "train", "step": 2260, "epoch": 30, "tokens": 296222720, "loss": 4.924891630808513, "lr": 0.00233088818494343, "grad_norm": 0.4384387731552124, "tokens_per_second": 1807631.5251859794, "training_seconds": 0.21753105902462266, "elapsed_tokens_per_second": 1375299.1189983618, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2280, "epoch": 30, "tokens": 298844160, "loss": 4.930239915847778, "lr": 0.0022308581355347783, "grad_norm": 0.40104207396507263, "tokens_per_second": 1766477.8600923982, "training_seconds": 1.4839925589913037, "elapsed_tokens_per_second": 1377969.3246885652, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2300, "epoch": 30, "tokens": 301465600, "loss": 4.899596405029297, "lr": 0.002132473022390077, "grad_norm": 0.36965134739875793, "tokens_per_second": 1761468.6359794647, "training_seconds": 1.48821270299959, "elapsed_tokens_per_second": 1380571.469826765, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2320, "epoch": 30, "tokens": 304087040, "loss": 4.903475213050842, "lr": 0.002035782350011468, "grad_norm": 0.9506189227104187, "tokens_per_second": 1767501.790691715, "training_seconds": 1.4831328679865692, "elapsed_tokens_per_second": 1383173.5682697247, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2335, "epoch": 30, "tokens": 306053120, "loss": 4.899846680959066, "lr": 0.0019644056223927934, "grad_norm": 0.49598896503448486, "tokens_per_second": 1761012.529882929, "training_seconds": 1.1164486150082666, "elapsed_tokens_per_second": 1385072.2497441075, "peak_memory_bytes": 42389451776}
{"loss": 4.920552464507388, "perplexity": 137.07832317929018, "tokens": 306053120, "seconds": 0.5399676569795702, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 30, "step": 2335, "evaluation_tokens": 1048576}
{"event": "train", "step": 2340, "epoch": 31, "tokens": 306708480, "loss": 4.913289737701416, "lr": 0.0019408347703082226, "grad_norm": 0.3971050977706909, "tokens_per_second": 1789113.7625588607, "training_seconds": 0.366304263996426, "elapsed_tokens_per_second": 1382349.5106229836, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2360, "epoch": 31, "tokens": 309329920, "loss": 4.89162814617157, "lr": 0.001847678058116523, "grad_norm": 0.4112105965614319, "tokens_per_second": 1764745.230712848, "training_seconds": 1.4854495449981187, "elapsed_tokens_per_second": 1384884.5648366017, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2380, "epoch": 31, "tokens": 311951360, "loss": 4.899922847747803, "lr": 0.0017563590871605673, "grad_norm": 0.43006372451782227, "tokens_per_second": 1767455.8385563833, "training_seconds": 1.4831714280007873, "elapsed_tokens_per_second": 1387396.8253512464, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2400, "epoch": 31, "tokens": 314572800, "loss": 4.887826561927795, "lr": 0.0016669238064670807, "grad_norm": 0.9463419318199158, "tokens_per_second": 1766286.438400366, "training_seconds": 1.484153387020342, "elapsed_tokens_per_second": 1389872.713703274, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2413, "epoch": 31, "tokens": 316276736, "loss": 4.889322500962478, "lr": 0.0016098223594030138, "grad_norm": 0.3505525588989258, "tokens_per_second": 1768331.233673338, "training_seconds": 0.9635841790004633, "elapsed_tokens_per_second": 1391467.3881055617, "peak_memory_bytes": 42389451776}
{"loss": 4.896507337330743, "perplexity": 133.82156891167483, "tokens": 316276736, "seconds": 0.5434872139885556, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 31, "step": 2413, "evaluation_tokens": 1048576}
{"event": "train", "step": 2420, "epoch": 32, "tokens": 317194240, "loss": 4.881022248949323, "lr": 0.0015794172172451256, "grad_norm": 0.9807761311531067, "tokens_per_second": 1773345.1055946597, "training_seconds": 0.5173860390204936, "elapsed_tokens_per_second": 1389004.2188568814, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2440, "epoch": 32, "tokens": 319815680, "loss": 4.871236634254456, "lr": 0.0014938833502428038, "grad_norm": 0.2251323163509369, "tokens_per_second": 1763850.7884899322, "training_seconds": 1.486202810978284, "elapsed_tokens_per_second": 1391420.7687017068, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2460, "epoch": 32, "tokens": 322437120, "loss": 4.8640992641448975, "lr": 0.0014103652435922805, "grad_norm": 2.0921757221221924, "tokens_per_second": 1763516.2739683648, "training_seconds": 1.4864847229910083, "elapsed_tokens_per_second": 1393800.9438862943, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2480, "epoch": 32, "tokens": 325058560, "loss": 4.869050145149231, "lr": 0.0013289049211542584, "grad_norm": 0.254125714302063, "tokens_per_second": 1763368.7627740456, "training_seconds": 1.486609071987914, "elapsed_tokens_per_second": 1396153.5549211926, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2491, "epoch": 32, "tokens": 326500352, "loss": 4.859843817624179, "lr": 0.0012849937677638556, "grad_norm": 0.2786503732204437, "tokens_per_second": 1765818.429896386, "training_seconds": 0.8165007090137806, "elapsed_tokens_per_second": 1397433.7431040667, "peak_memory_bytes": 42389451776}
{"loss": 4.88106464365846, "perplexity": 131.77087826332507, "tokens": 326500352, "seconds": 0.5433562739926856, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 32, "step": 2491, "evaluation_tokens": 1048576}
{"event": "train", "step": 2500, "epoch": 33, "tokens": 327680000, "loss": 4.860505792829725, "lr": 0.0012495433713727991, "grad_norm": 0.2952604591846466, "tokens_per_second": 1775838.4438209827, "training_seconds": 0.6642766430159099, "elapsed_tokens_per_second": 1395252.4820209993, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2520, "epoch": 33, "tokens": 330301440, "loss": 4.852271103858948, "lr": 0.0011723205266511497, "grad_norm": 0.22399631142616272, "tokens_per_second": 1762364.704698566, "training_seconds": 1.4874560259922873, "elapsed_tokens_per_second": 1397555.489006537, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2540, "epoch": 33, "tokens": 332922880, "loss": 4.85621919631958, "lr": 0.0010972752432589234, "grad_norm": 0.4029002785682678, "tokens_per_second": 1768043.611141003, "training_seconds": 1.4826783589960542, "elapsed_tokens_per_second": 1399853.5812141076, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2560, "epoch": 33, "tokens": 335544320, "loss": 4.830410194396973, "lr": 0.0010244452817807664, "grad_norm": 0.346571147441864, "tokens_per_second": 1762810.561399731, "training_seconds": 1.487079812999582, "elapsed_tokens_per_second": 1402101.063496081, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2568, "epoch": 33, "tokens": 336592896, "loss": 4.864064514636993, "lr": 0.0009959418338851302, "grad_norm": 0.24641737341880798, "tokens_per_second": 1753052.2523884352, "training_seconds": 0.5981430379906669, "elapsed_tokens_per_second": 1402965.3775317867, "peak_memory_bytes": 42389451776}
{"loss": 4.861644027849857, "perplexity": 129.23649594962666, "tokens": 336592896, "seconds": 0.5437017699878197, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 33, "step": 2568, "evaluation_tokens": 1048576}
{"event": "train", "step": 2580, "epoch": 34, "tokens": 338165760, "loss": 4.864949146906535, "lr": 0.000953867288116335, "grad_norm": 0.22480066120624542, "tokens_per_second": 1775359.8649522697, "training_seconds": 0.8859409469878301, "elapsed_tokens_per_second": 1401132.8500937533, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2600, "epoch": 34, "tokens": 340787200, "loss": 4.858896684646607, "lr": 0.0008855767750411627, "grad_norm": 0.5130054950714111, "tokens_per_second": 1762817.6561513569, "training_seconds": 1.4870738280005753, "elapsed_tokens_per_second": 1403340.2682596915, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2620, "epoch": 34, "tokens": 343408640, "loss": 4.841268372535706, "lr": 0.0008196081043376678, "grad_norm": 0.48905712366104126, "tokens_per_second": 1765851.0322083705, "training_seconds": 1.48451933497563, "elapsed_tokens_per_second": 1405533.0958004827, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2640, "epoch": 34, "tokens": 346030080, "loss": 4.846145796775818, "lr": 0.0007559944695053143, "grad_norm": 0.3108982741832733, "tokens_per_second": 1760921.9632415834, "training_seconds": 1.4886747139971703, "elapsed_tokens_per_second": 1407678.3393649713, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2646, "epoch": 34, "tokens": 346816512, "loss": 4.853220780690511, "lr": 0.0007373744276066139, "grad_norm": 0.35811877250671387, "tokens_per_second": 1763822.2313360414, "training_seconds": 0.4458680620009545, "elapsed_tokens_per_second": 1408312.4017755943, "peak_memory_bytes": 42389451776}
{"loss": 4.847057064878376, "perplexity": 127.36501079532279, "tokens": 346816512, "seconds": 0.5407886610191781, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 34, "step": 2646, "evaluation_tokens": 1048576}
{"event": "train", "step": 2660, "epoch": 35, "tokens": 348651520, "loss": 4.825784410749163, "lr": 0.0006947678790586163, "grad_norm": 0.27129337191581726, "tokens_per_second": 1771803.6154767158, "training_seconds": 1.0356723419972695, "elapsed_tokens_per_second": 1406718.8887103768, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2680, "epoch": 35, "tokens": 351272960, "loss": 4.832882142066955, "lr": 0.0006359591404213925, "grad_norm": 0.3816361129283905, "tokens_per_second": 1766179.390937621, "training_seconds": 1.4842433409939986, "elapsed_tokens_per_second": 1408851.9794636169, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2700, "epoch": 35, "tokens": 353894400, "loss": 4.825281095504761, "lr": 0.0005795978444253758, "grad_norm": 0.35758519172668457, "tokens_per_second": 1763905.5154764724, "training_seconds": 1.4861567000043578, "elapsed_tokens_per_second": 1410945.8149058605, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2720, "epoch": 35, "tokens": 356515840, "loss": 4.827443218231201, "lr": 0.0005257123504209748, "grad_norm": 0.7485581636428833, "tokens_per_second": 1764360.1334397094, "training_seconds": 1.4857737659767736, "elapsed_tokens_per_second": 1413019.2879010576, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2724, "epoch": 35, "tokens": 357040128, "loss": 4.848180651664734, "lr": 0.0005152347559368642, "grad_norm": 0.36622026562690735, "tokens_per_second": 1771723.2245270922, "training_seconds": 0.2959198100143112, "elapsed_tokens_per_second": 1413429.8918217754, "peak_memory_bytes": 42389451776}
{"loss": 4.8366090773675054, "perplexity": 126.04123021670526, "tokens": 357040128, "seconds": 0.5428106879990082, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 35, "step": 2724, "evaluation_tokens": 1048576}
{"event": "train", "step": 2740, "epoch": 36, "tokens": 359137280, "loss": 4.8228810131549835, "lr": 0.00047432977200767735, "grad_norm": 0.3469446897506714, "tokens_per_second": 1767884.789187669, "training_seconds": 1.1862492470245343, "elapsed_tokens_per_second": 1412028.529039299, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2760, "epoch": 36, "tokens": 361758720, "loss": 4.837444543838501, "lr": 0.0004254759633912887, "grad_norm": 0.33249223232269287, "tokens_per_second": 1768946.6472974198, "training_seconds": 1.4819214610033669, "elapsed_tokens_per_second": 1414089.3930678603, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2780, "epoch": 36, "tokens": 364380160, "loss": 4.80982813835144, "lr": 0.0003791755063748501, "grad_norm": 0.3227079212665558, "tokens_per_second": 1763547.4700267992, "training_seconds": 1.4864584280003328, "elapsed_tokens_per_second": 1416099.4128439385, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2800, "epoch": 36, "tokens": 367001600, "loss": 4.8342444896698, "lr": 0.0003354516979897966, "grad_norm": 0.2431572675704956, "tokens_per_second": 1770656.1188041635, "training_seconds": 1.4804907469952013, "elapsed_tokens_per_second": 1418121.4024323516, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2802, "epoch": 36, "tokens": 367263744, "loss": 4.784465551376343, "lr": 0.0003312218911381581, "grad_norm": 0.29017478227615356, "tokens_per_second": 1775280.398718225, "training_seconds": 0.14766343400697224, "elapsed_tokens_per_second": 1418316.0284613478, "peak_memory_bytes": 42389451776}
{"loss": 4.828269777344169, "perplexity": 124.9945051260116, "tokens": 367263744, "seconds": 0.5420934249996208, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 36, "step": 2802, "evaluation_tokens": 1048576}
{"event": "train", "step": 2820, "epoch": 37, "tokens": 369623040, "loss": 4.824063062667847, "lr": 0.00029432653877357705, "grad_norm": 0.193565234541893, "tokens_per_second": 1769259.2501301304, "training_seconds": 1.3334936639876105, "elapsed_tokens_per_second": 1417006.8561666198, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2840, "epoch": 37, "tokens": 372244480, "loss": 4.808232355117798, "lr": 0.0002558207216996241, "grad_norm": 0.4802919924259186, "tokens_per_second": 1762292.0949304402, "training_seconds": 1.487517311994452, "elapsed_tokens_per_second": 1418958.1237080088, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2860, "epoch": 37, "tokens": 374865920, "loss": 4.813175082206726, "lr": 0.0002199536217652629, "grad_norm": 0.24358539283275604, "tokens_per_second": 1764942.766064058, "training_seconds": 1.485283290996449, "elapsed_tokens_per_second": 1420897.2965927527, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2880, "epoch": 37, "tokens": 377487360, "loss": 4.813960981369019, "lr": 0.00018674328624277879, "grad_norm": 0.3238024413585663, "tokens_per_second": 1762102.8680017688, "training_seconds": 1.4876770520058926, "elapsed_tokens_per_second": 1422803.8032850649, "peak_memory_bytes": 42389451776}
{"loss": 4.822156252626431, "perplexity": 124.23267922286757, "tokens": 377487360, "seconds": 0.5427268799976446, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 37, "step": 2880, "evaluation_tokens": 1048576}
{"event": "train", "step": 2900, "epoch": 38, "tokens": 380108800, "loss": 4.819042921066284, "lr": 0.0001562064255985584, "grad_norm": 0.2482152134180069, "tokens_per_second": 1769082.867915342, "training_seconds": 1.4818073520145845, "elapsed_tokens_per_second": 1421797.704338068, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2920, "epoch": 38, "tokens": 382730240, "loss": 4.823598957061767, "lr": 0.00012835840508487278, "grad_norm": 0.39591464400291443, "tokens_per_second": 1765154.3576065088, "training_seconds": 1.4851052479934879, "elapsed_tokens_per_second": 1423685.464287024, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2940, "epoch": 38, "tokens": 385351680, "loss": 4.81665518283844, "lr": 0.00010321323700853606, "grad_norm": 0.2030448019504547, "tokens_per_second": 1762214.6484071023, "training_seconds": 1.4875826860079542, "elapsed_tokens_per_second": 1425541.813465188, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2958, "epoch": 38, "tokens": 387710976, "loss": 4.81671569082472, "lr": 8.290400991417069e-05, "grad_norm": 0.27956685423851013, "tokens_per_second": 1765010.252664117, "training_seconds": 1.336703849985497, "elapsed_tokens_per_second": 1427203.4521555745, "peak_memory_bytes": 42389451776}
{"loss": 4.818917908531512, "perplexity": 123.83102176325228, "tokens": 387710976, "seconds": 0.5411760100105312, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 38, "step": 2958, "evaluation_tokens": 1048576}
{"event": "train", "step": 2960, "epoch": 39, "tokens": 387973120, "loss": 4.816447496414185, "lr": 8.078357368032157e-05, "grad_norm": 0.20967164635658264, "tokens_per_second": 1814971.6998775299, "training_seconds": 0.14443420799216256, "elapsed_tokens_per_second": 1424541.2080844603, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2980, "epoch": 39, "tokens": 390594560, "loss": 4.801402020454407, "lr": 6.108070104869107e-05, "grad_norm": 0.2134883999824524, "tokens_per_second": 1765163.560750957, "training_seconds": 1.4850975050067063, "elapsed_tokens_per_second": 1426381.6590610303, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3000, "epoch": 39, "tokens": 393216000, "loss": 4.81175467967987, "lr": 4.4114533021037625e-05, "grad_norm": 0.4536961019039154, "tokens_per_second": 1765064.9827129887, "training_seconds": 1.485180446994491, "elapsed_tokens_per_second": 1428198.238138432, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3020, "epoch": 39, "tokens": 395837440, "loss": 4.816628193855285, "lr": 2.9893606475294762e-05, "grad_norm": 0.2784649729728699, "tokens_per_second": 1767050.450417321, "training_seconds": 1.4835116899921559, "elapsed_tokens_per_second": 1430006.7729879268, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3035, "epoch": 39, "tokens": 397803520, "loss": 4.814724254608154, "lr": 2.1033832841024833e-05, "grad_norm": 0.23241804540157318, "tokens_per_second": 1766994.180979644, "training_seconds": 1.112669199006632, "elapsed_tokens_per_second": 1431346.9119543512, "peak_memory_bytes": 42389451776}
{"loss": 4.817642090409343, "perplexity": 123.67313663936713, "tokens": 397803520, "seconds": 0.5431885340076406, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 39, "step": 3035, "evaluation_tokens": 1048576}
{"event": "train", "step": 3040, "epoch": 40, "tokens": 398458880, "loss": 4.809138774871826, "lr": 1.8425076964434348e-05, "grad_norm": 0.3988358676433563, "tokens_per_second": 1781057.5491823002, "training_seconds": 0.3679611589759588, "elapsed_tokens_per_second": 1428983.1571237922, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3060, "epoch": 40, "tokens": 401080320, "loss": 4.801875567436218, "lr": 9.714715115999695e-06, "grad_norm": 0.26248764991760254, "tokens_per_second": 1763692.542991606, "training_seconds": 1.4863361589959823, "elapsed_tokens_per_second": 1430752.326150154, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3080, "epoch": 40, "tokens": 403701760, "loss": 4.81713969707489, "lr": 3.7669037284964734e-06, "grad_norm": 0.21196052432060242, "tokens_per_second": 1761351.3666387058, "training_seconds": 1.48831178699038, "elapsed_tokens_per_second": 1432486.7045206062, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3100, "epoch": 40, "tokens": 406323200, "loss": 4.814943027496338, "lr": 5.846355660953928e-07, "grad_norm": 0.2509404420852661, "tokens_per_second": 1768772.0285221667, "training_seconds": 1.4820677609823178, "elapsed_tokens_per_second": 1434239.27866359, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3113, "epoch": 40, "tokens": 408027136, "loss": 4.817965030670166, "lr": 0.0, "grad_norm": 0.5708183646202087, "tokens_per_second": 1762981.0910380508, "training_seconds": 0.966508380981395, "elapsed_tokens_per_second": 1435348.395431796, "peak_memory_bytes": 42389451776}
{"loss": 4.817428573040897, "perplexity": 123.6467330955923, "tokens": 408027136, "seconds": 0.5459904430026654, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 40, "step": 3113, "evaluation_tokens": 1048576}
{"loss": 4.814238666288235, "perplexity": 123.25293996235376, "tokens": 408027136, "seconds": 101.32982037300826, "split": "full", "validation_complete": true, "event": "final_validation", "step": 3113, "evaluation_tokens": 197411295}