{"event": "train", "step": 20, "epoch": 1, "tokens": 2621440, "loss": 9.398016691207886, "lr": 0.0005769230769230769, "grad_norm": 1.284003496170044, "tokens_per_second": 50533.80331195691, "training_seconds": 51.87497928499943, "elapsed_tokens_per_second": 50533.80331195691, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 40, "epoch": 1, "tokens": 5242880, "loss": 7.38286612033844, "lr": 0.0011538461538461537, "grad_norm": 1.7744789123535156, "tokens_per_second": 1740578.8702037227, "training_seconds": 1.506073665994336, "elapsed_tokens_per_second": 98204.43147705571, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 60, "epoch": 1, "tokens": 7864320, "loss": 6.979400730133056, "lr": 0.0017307692307692306, "grad_norm": 2.153779983520508, "tokens_per_second": 1731472.2510386142, "training_seconds": 1.5139948089999962, "elapsed_tokens_per_second": 143240.5294847449, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 78, "epoch": 1, "tokens": 10223616, "loss": 6.675685564676921, "lr": 0.00225, "grad_norm": 0.6224575638771057, "tokens_per_second": 1733305.2398280397, "training_seconds": 1.361154368998541, "elapsed_tokens_per_second": 181704.29077017817, "peak_memory_bytes": 21988176384}
{"loss": 6.557412736663991, "perplexity": 704.4467455645444, "tokens": 10223616, "seconds": 1.0125702040022588, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 1, "step": 78, "evaluation_tokens": 1048576}
{"event": "train", "step": 80, "epoch": 2, "tokens": 10485760, "loss": 6.5574774742126465, "lr": 0.0023076923076923075, "grad_norm": 0.7707158923149109, "tokens_per_second": 1854614.1386953767, "training_seconds": 0.14134692199877463, "elapsed_tokens_per_second": 182581.31578856736, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 100, "epoch": 2, "tokens": 13107200, "loss": 6.42256989479065, "lr": 0.0028846153846153843, "grad_norm": 0.4811847507953644, "tokens_per_second": 1726221.1731254575, "training_seconds": 1.518600304996653, "elapsed_tokens_per_second": 222342.3990345351, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 120, "epoch": 2, "tokens": 15728640, "loss": 6.223762369155883, "lr": 0.003461538461538461, "grad_norm": 0.1899864673614502, "tokens_per_second": 1729137.9330928351, "training_seconds": 1.5160386860006838, "elapsed_tokens_per_second": 260114.27453715212, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 140, "epoch": 2, "tokens": 18350080, "loss": 6.053687500953674, "lr": 0.0040384615384615385, "grad_norm": 0.32103049755096436, "tokens_per_second": 1729281.4883051564, "training_seconds": 1.5159128330051317, "elapsed_tokens_per_second": 296038.9786624138, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 156, "epoch": 2, "tokens": 20447232, "loss": 5.844694435596466, "lr": 0.0045, "grad_norm": 0.4370873272418976, "tokens_per_second": 1727478.4620392097, "training_seconds": 1.2139960329950554, "elapsed_tokens_per_second": 323525.72646281146, "peak_memory_bytes": 42389451776}
{"loss": 5.782474141388935, "perplexity": 324.5612081738443, "tokens": 20447232, "seconds": 0.5435693840045133, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 2, "step": 156, "evaluation_tokens": 1048576}
{"event": "train", "step": 160, "epoch": 3, "tokens": 20971520, "loss": 5.77911651134491, "lr": 0.004615384615384615, "grad_norm": 0.4083453416824341, "tokens_per_second": 1762782.4472790526, "training_seconds": 0.29742070600332227, "elapsed_tokens_per_second": 327423.60424984246, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 180, "epoch": 3, "tokens": 23592960, "loss": 5.648472166061401, "lr": 0.005192307692307692, "grad_norm": 0.27856695652008057, "tokens_per_second": 1727136.8614152435, "training_seconds": 1.517795177998778, "elapsed_tokens_per_second": 359818.6150166895, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 200, "epoch": 3, "tokens": 26214400, "loss": 5.5055649995803835, "lr": 0.005769230769230769, "grad_norm": 0.31033995747566223, "tokens_per_second": 1728932.3345224063, "training_seconds": 1.5162189680049778, "elapsed_tokens_per_second": 390753.4277276639, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 220, "epoch": 3, "tokens": 28835840, "loss": 5.360304951667786, "lr": 0.006346153846153845, "grad_norm": 0.37671443819999695, "tokens_per_second": 1725020.9774623401, "training_seconds": 1.5196568820028915, "elapsed_tokens_per_second": 420298.93977486965, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 233, "epoch": 3, "tokens": 30539776, "loss": 5.254455346327561, "lr": 0.006721153846153846, "grad_norm": 0.25137782096862793, "tokens_per_second": 1722737.4082480595, "training_seconds": 0.9890863179971348, "elapsed_tokens_per_second": 438797.38869457715, "peak_memory_bytes": 42389451776}
{"loss": 5.236328235175357, "perplexity": 187.9786204166846, "tokens": 30539776, "seconds": 0.5478446820052341, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 3, "step": 233, "evaluation_tokens": 1048576}
{"event": "train", "step": 240, "epoch": 4, "tokens": 31457280, "loss": 5.188666548047747, "lr": 0.006923076923076922, "grad_norm": 0.2796451151371002, "tokens_per_second": 1745233.1375948018, "training_seconds": 0.5257200199994259, "elapsed_tokens_per_second": 445078.2204673522, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 260, "epoch": 4, "tokens": 34078720, "loss": 5.20807101726532, "lr": 0.0075, "grad_norm": 0.2818254828453064, "tokens_per_second": 1725652.0705439353, "training_seconds": 1.5191011240021908, "elapsed_tokens_per_second": 472015.3420418902, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 280, "epoch": 4, "tokens": 36700160, "loss": 5.093282580375671, "lr": 0.008076923076923077, "grad_norm": 0.2162313461303711, "tokens_per_second": 1725926.1950524515, "training_seconds": 1.5188598489985452, "elapsed_tokens_per_second": 497840.24784949236, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 300, "epoch": 4, "tokens": 39321600, "loss": 5.021358942985534, "lr": 0.008653846153846153, "grad_norm": 0.4662511646747589, "tokens_per_second": 1726105.5106673161, "training_seconds": 1.5187020629964536, "elapsed_tokens_per_second": 522624.75562075595, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 311, "epoch": 4, "tokens": 40763392, "loss": 5.042761932719838, "lr": 0.008971153846153846, "grad_norm": 0.23006337881088257, "tokens_per_second": 1726533.5932026908, "training_seconds": 0.8350790309996228, "elapsed_tokens_per_second": 535827.1880648282, "peak_memory_bytes": 42389451776}
{"loss": 5.011483449766276, "perplexity": 150.1272773183627, "tokens": 40763392, "seconds": 0.5450669720012229, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 4, "step": 311, "evaluation_tokens": 1048576}
{"event": "train", "step": 320, "epoch": 5, "tokens": 41943040, "loss": 4.96453677283393, "lr": 0.008999818852182455, "grad_norm": 0.18308673799037933, "tokens_per_second": 1745018.4793216393, "training_seconds": 0.6760088869996252, "elapsed_tokens_per_second": 542576.884304328, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 340, "epoch": 5, "tokens": 44564480, "loss": 4.915922808647156, "lr": 0.008997781106722202, "grad_norm": 0.17229728400707245, "tokens_per_second": 1725441.740817298, "training_seconds": 1.5192863010015571, "elapsed_tokens_per_second": 565367.7667241906, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 360, "epoch": 5, "tokens": 47185920, "loss": 4.8485925674438475, "lr": 0.00899348020978169, "grad_norm": 0.18958790600299835, "tokens_per_second": 1725820.0967523884, "training_seconds": 1.5189532239965047, "elapsed_tokens_per_second": 587295.7281777302, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 380, "epoch": 5, "tokens": 49807360, "loss": 4.800842070579529, "lr": 0.008986918325446062, "grad_norm": 0.17720159888267517, "tokens_per_second": 1722514.7160180688, "training_seconds": 1.5218679850004264, "elapsed_tokens_per_second": 608389.892626264, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 389, "epoch": 5, "tokens": 50987008, "loss": 4.754280514187283, "lr": 0.00898322866842658, "grad_norm": 0.19558721780776978, "tokens_per_second": 1721520.421580645, "training_seconds": 0.6852361349956482, "elapsed_tokens_per_second": 617617.3177756831, "peak_memory_bytes": 42389451776}
{"loss": 4.792344621925233, "perplexity": 120.58376081186535, "tokens": 50987008, "seconds": 0.5460788460040931, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 5, "step": 389, "evaluation_tokens": 1048576}
{"event": "train", "step": 400, "epoch": 6, "tokens": 52428800, "loss": 4.753661589189009, "lr": 0.008978098755462975, "grad_norm": 0.2791382670402527, "tokens_per_second": 1736685.7255234446, "training_seconds": 0.8301974150017486, "elapsed_tokens_per_second": 624608.9166440718, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 420, "epoch": 6, "tokens": 55050240, "loss": 4.747332215309143, "lr": 0.00896702593758127, "grad_norm": 0.16645504534244537, "tokens_per_second": 1723191.095490048, "training_seconds": 1.521270627999911, "elapsed_tokens_per_second": 644155.6405816184, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 440, "epoch": 6, "tokens": 57671680, "loss": 4.708847117424011, "lr": 0.008953705443318003, "grad_norm": 0.1778152883052826, "tokens_per_second": 1724706.2201494195, "training_seconds": 1.5199342179985251, "elapsed_tokens_per_second": 663025.4241732871, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 460, "epoch": 6, "tokens": 60293120, "loss": 4.663378381729126, "lr": 0.008938143975155044, "grad_norm": 0.19193966686725616, "tokens_per_second": 1724816.7902309455, "training_seconds": 1.5198367819975829, "elapsed_tokens_per_second": 681250.0753294482, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 467, "epoch": 6, "tokens": 61210624, "loss": 4.635968208312988, "lr": 0.008932169446433859, "grad_norm": 0.16334649920463562, "tokens_per_second": 1728922.836919446, "training_seconds": 0.5306795540018356, "elapsed_tokens_per_second": 687482.5139794913, "peak_memory_bytes": 42389451776}
{"loss": 4.657438751470407, "perplexity": 105.36586808697497, "tokens": 61210624, "seconds": 0.5445202990013058, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 6, "step": 467, "evaluation_tokens": 1048576}
{"event": "train", "step": 480, "epoch": 7, "tokens": 62914560, "loss": 4.622074970832238, "lr": 0.008920349363166572, "grad_norm": 0.24161887168884277, "tokens_per_second": 1732633.9857590082, "training_seconds": 0.9834367869989364, "elapsed_tokens_per_second": 694649.5389822049, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 500, "epoch": 7, "tokens": 65536000, "loss": 4.59777512550354, "lr": 0.008900330561079218, "grad_norm": 0.1607103943824768, "tokens_per_second": 1728961.3075555183, "training_seconds": 1.5161935599971912, "elapsed_tokens_per_second": 711670.2971203164, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 520, "epoch": 7, "tokens": 68157440, "loss": 4.581974744796753, "lr": 0.008878097641766801, "grad_norm": 0.22062844038009644, "tokens_per_second": 1721402.4940055965, "training_seconds": 1.5228512850007974, "elapsed_tokens_per_second": 728083.8937166041, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 540, "epoch": 7, "tokens": 70778880, "loss": 4.575459671020508, "lr": 0.008853661792181968, "grad_norm": 0.23381711542606354, "tokens_per_second": 1723362.5593874666, "training_seconds": 1.5211192709975876, "elapsed_tokens_per_second": 743985.8862513036, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 545, "epoch": 7, "tokens": 71434240, "loss": 4.54791030883789, "lr": 0.008847210038528635, "grad_norm": 0.18941617012023926, "tokens_per_second": 1729283.0545874094, "training_seconds": 0.37897786499524955, "elapsed_tokens_per_second": 747880.7432090513, "peak_memory_bytes": 42389451776}
{"loss": 4.554161715404252, "perplexity": 95.02706211513689, "tokens": 71434240, "seconds": 0.5469729309988907, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 7, "step": 545, "evaluation_tokens": 1048576}
{"event": "train", "step": 560, "epoch": 8, "tokens": 73400320, "loss": 4.53964687983195, "lr": 0.008827035307727243, "grad_norm": 0.19875182211399078, "tokens_per_second": 1733615.7047324036, "training_seconds": 1.134092172003875, "elapsed_tokens_per_second": 754993.03191506, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 580, "epoch": 8, "tokens": 76021760, "loss": 4.515585422515869, "lr": 0.008798231586068335, "grad_norm": 0.28662383556365967, "tokens_per_second": 1722955.242112304, "training_seconds": 1.5214788730008877, "elapsed_tokens_per_second": 769898.5433919863, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 600, "epoch": 8, "tokens": 78643200, "loss": 4.490571904182434, "lr": 0.008767265120392833, "grad_norm": 0.1735268384218216, "tokens_per_second": 1723102.4887337363, "training_seconds": 1.5213488559966208, "elapsed_tokens_per_second": 784349.0939114261, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 620, "epoch": 8, "tokens": 81264640, "loss": 4.44622163772583, "lr": 0.008734151492117653, "grad_norm": 0.1481829583644867, "tokens_per_second": 1726602.2113892916, "training_seconds": 1.5182651700015413, "elapsed_tokens_per_second": 798394.7737388181, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 623, "epoch": 8, "tokens": 81657856, "loss": 4.393298943837483, "lr": 0.008729000270886961, "grad_norm": 0.17710021138191223, "tokens_per_second": 1724521.7162926877, "training_seconds": 0.22801452500425512, "elapsed_tokens_per_second": 800452.3039698518, "peak_memory_bytes": 42389451776}
{"loss": 4.438389379079906, "perplexity": 84.63851127758639, "tokens": 81657856, "seconds": 0.5440018120061723, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 8, "step": 623, "evaluation_tokens": 1048576}
{"event": "train", "step": 640, "epoch": 9, "tokens": 83886080, "loss": 4.410918712615967, "lr": 0.008698907363048935, "grad_norm": 0.14935237169265747, "tokens_per_second": 1733893.0222459084, "training_seconds": 1.2850988909995067, "elapsed_tokens_per_second": 807496.6816506864, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 660, "epoch": 9, "tokens": 86507520, "loss": 4.373731899261474, "lr": 0.008661550466998302, "grad_norm": 0.16618973016738892, "tokens_per_second": 1725325.5026005146, "training_seconds": 1.5193886579945683, "elapsed_tokens_per_second": 820717.3773075594, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 680, "epoch": 9, "tokens": 89128960, "loss": 4.349256896972657, "lr": 0.00862209960085973, "grad_norm": 0.1631661206483841, "tokens_per_second": 1723641.4036615286, "training_seconds": 1.5208731899983832, "elapsed_tokens_per_second": 833548.045161774, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 700, "epoch": 9, "tokens": 91750400, "loss": 4.293496561050415, "lr": 0.008580574615151505, "grad_norm": 0.18139587342739105, "tokens_per_second": 1723102.125163617, "training_seconds": 1.5213491769973189, "elapsed_tokens_per_second": 846017.1263945879, "peak_memory_bytes": 42389451776}
{"loss": 4.301474236071119, "perplexity": 73.8085247218065, "tokens": 91750400, "seconds": 0.5462390900065657, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 9, "step": 700, "evaluation_tokens": 1048576}
{"event": "train", "step": 720, "epoch": 10, "tokens": 94371840, "loss": 4.276554894447327, "lr": 0.00853699640402802, "grad_norm": 0.1900402158498764, "tokens_per_second": 1729196.1961631763, "training_seconds": 1.5159876050020102, "elapsed_tokens_per_second": 853887.8278920058, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 740, "epoch": 10, "tokens": 96993280, "loss": 4.247616028785705, "lr": 0.008491386894766452, "grad_norm": 0.16425029933452606, "tokens_per_second": 1722043.4054929246, "training_seconds": 1.5222845089956536, "elapsed_tokens_per_second": 865670.8781541018, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 760, "epoch": 10, "tokens": 99614720, "loss": 4.216532111167908, "lr": 0.008443769036733603, "grad_norm": 0.17597931623458862, "tokens_per_second": 1722151.5017729695, "training_seconds": 1.5221889579988783, "elapsed_tokens_per_second": 877141.0512199875, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 778, "epoch": 10, "tokens": 101974016, "loss": 4.191181659698486, "lr": 0.00839921560848184, "grad_norm": 0.18984907865524292, "tokens_per_second": 1725647.9780349704, "training_seconds": 1.3671942540022428, "elapsed_tokens_per_second": 887221.8864566899, "peak_memory_bytes": 42389451776}
{"loss": 4.200157887824659, "perplexity": 66.69686083190871, "tokens": 101974016, "seconds": 0.5477517819963396, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 10, "step": 778, "evaluation_tokens": 1048576}
{"event": "train", "step": 780, "epoch": 11, "tokens": 102236160, "loss": 4.19406795501709, "lr": 0.008394166789838441, "grad_norm": 0.17578771710395813, "tokens_per_second": 1776794.7784626118, "training_seconds": 0.14753757900325581, "elapsed_tokens_per_second": 884082.5419756449, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 800, "epoch": 11, "tokens": 104857600, "loss": 4.1673513650894165, "lr": 0.00834260511247619, "grad_norm": 0.15753476321697235, "tokens_per_second": 1720595.0369594665, "training_seconds": 1.5235659429963562, "elapsed_tokens_per_second": 894951.5639369476, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 820, "epoch": 11, "tokens": 107479040, "loss": 4.1594120264053345, "lr": 0.00828910994896999, "grad_norm": 0.13569247722625732, "tokens_per_second": 1722959.9937668673, "training_seconds": 1.5214746769997873, "elapsed_tokens_per_second": 905553.6537503618, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 840, "epoch": 11, "tokens": 110100480, "loss": 4.136366271972657, "lr": 0.008233708216516481, "grad_norm": 0.1731104701757431, "tokens_per_second": 1722472.459721328, "training_seconds": 1.5219053199980408, "elapsed_tokens_per_second": 915886.9330883895, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 856, "epoch": 11, "tokens": 112197632, "loss": 4.114280849695206, "lr": 0.008188032802059476, "grad_norm": 0.1690974086523056, "tokens_per_second": 1724524.9165103168, "training_seconds": 1.2160752100026002, "elapsed_tokens_per_second": 923969.3271516763, "peak_memory_bytes": 42389451776}
{"loss": 4.139240988920518, "perplexity": 62.75517149760718, "tokens": 112197632, "seconds": 0.5464156599991838, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 11, "step": 856, "evaluation_tokens": 1048576}
{"event": "train", "step": 860, "epoch": 12, "tokens": 112721920, "loss": 4.093982458114624, "lr": 0.008176427791641844, "grad_norm": 0.16475626826286316, "tokens_per_second": 1763013.7511723205, "training_seconds": 0.29738168499898165, "elapsed_tokens_per_second": 921798.5113844645, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 880, "epoch": 12, "tokens": 115343360, "loss": 4.114615130424499, "lr": 0.008117297496175176, "grad_norm": 0.15340283513069153, "tokens_per_second": 1722851.7970997468, "training_seconds": 1.5215702269997564, "elapsed_tokens_per_second": 931635.0329511738, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 900, "epoch": 12, "tokens": 117964800, "loss": 4.082119965553284, "lr": 0.00805634708274617, "grad_norm": 0.12464044988155365, "tokens_per_second": 1721865.5831363404, "training_seconds": 1.5224417200006428, "elapsed_tokens_per_second": 941222.0264564289, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 920, "epoch": 12, "tokens": 120586240, "loss": 4.089449310302735, "lr": 0.007993607219814469, "grad_norm": 0.13509398698806763, "tokens_per_second": 1723459.9153447398, "training_seconds": 1.5210333449940663, "elapsed_tokens_per_second": 950592.3415302943, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 934, "epoch": 12, "tokens": 122421248, "loss": 4.075064965656826, "lr": 0.007948641462738663, "grad_norm": 0.14502060413360596, "tokens_per_second": 1723371.9689642943, "training_seconds": 1.0647776760015404, "elapsed_tokens_per_second": 957010.4778171923, "peak_memory_bytes": 42389451776}
{"loss": 4.086185469778161, "perplexity": 59.512446156537735, "tokens": 122421248, "seconds": 0.5474425739957951, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 12, "step": 934, "evaluation_tokens": 1048576}
{"event": "train", "step": 940, "epoch": 13, "tokens": 123207680, "loss": 4.077242612838745, "lr": 0.00792910947623821, "grad_norm": 0.1456056535243988, "tokens_per_second": 1742795.1428065535, "training_seconds": 0.4512475279989303, "elapsed_tokens_per_second": 955654.7332540834, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 960, "epoch": 13, "tokens": 125829120, "loss": 4.070375251770019, "lr": 0.007862886305389484, "grad_norm": 0.15425287187099457, "tokens_per_second": 1720613.395392606, "training_seconds": 1.5235496870009229, "elapsed_tokens_per_second": 964580.7523990996, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 980, "epoch": 13, "tokens": 128450560, "loss": 4.054478859901428, "lr": 0.007794971028824759, "grad_norm": 0.12751461565494537, "tokens_per_second": 1721498.3624551066, "training_seconds": 1.5227664789999835, "elapsed_tokens_per_second": 973301.24999593, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1000, "epoch": 13, "tokens": 131072000, "loss": 4.025530588626862, "lr": 0.007725397819518452, "grad_norm": 0.1373254507780075, "tokens_per_second": 1724653.581898323, "training_seconds": 1.51998060799815, "elapsed_tokens_per_second": 981846.8918664862, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1012, "epoch": 13, "tokens": 132644864, "loss": 4.037223319212596, "lr": 0.007682872615033897, "grad_norm": 0.1785266250371933, "tokens_per_second": 1722539.1603831076, "training_seconds": 0.9131078330028686, "elapsed_tokens_per_second": 986866.9473166636, "peak_memory_bytes": 42389451776}
{"loss": 4.048855760519647, "perplexity": 57.33181816948125, "tokens": 132644864, "seconds": 0.5484109949975391, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 13, "step": 1012, "evaluation_tokens": 1048576}
{"event": "train", "step": 1020, "epoch": 14, "tokens": 133693440, "loss": 4.017451375722885, "lr": 0.007654201684668089, "grad_norm": 0.21300216019153595, "tokens_per_second": 1740455.3206614007, "training_seconds": 0.6024722310030484, "elapsed_tokens_per_second": 986178.6258358062, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1040, "epoch": 14, "tokens": 136314880, "loss": 4.020140659809113, "lr": 0.007581418448079708, "grad_norm": 0.14417217671871185, "tokens_per_second": 1718536.4524945957, "training_seconds": 1.5253909780003596, "elapsed_tokens_per_second": 994319.0672548051, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1060, "epoch": 14, "tokens": 138936320, "loss": 4.027891945838928, "lr": 0.007507084732142377, "grad_norm": 0.18965910375118256, "tokens_per_second": 1721534.5021350032, "training_seconds": 1.52273451200017, "elapsed_tokens_per_second": 1002291.8428991239, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1080, "epoch": 14, "tokens": 141557760, "loss": 4.006185245513916, "lr": 0.007431237939400874, "grad_norm": 0.16437235474586487, "tokens_per_second": 1722492.4880487386, "training_seconds": 1.5218876240032841, "elapsed_tokens_per_second": 1010103.7445535325, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1090, "epoch": 14, "tokens": 142868480, "loss": 4.019975543022156, "lr": 0.007392759036224079, "grad_norm": 0.14112204313278198, "tokens_per_second": 1719906.969616527, "training_seconds": 0.7620877309964271, "elapsed_tokens_per_second": 1013929.9439813585, "peak_memory_bytes": 42389451776}
{"loss": 4.014359640197194, "perplexity": 55.38781591301089, "tokens": 142868480, "seconds": 0.5489776980030001, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 14, "step": 1090, "evaluation_tokens": 1048576}
{"event": "train", "step": 1100, "epoch": 15, "tokens": 144179200, "loss": 3.994681143760681, "lr": 0.007353916233735832, "grad_norm": 0.140974223613739, "tokens_per_second": 1740465.1353212951, "training_seconds": 0.7530860420010868, "elapsed_tokens_per_second": 1013666.6095378835, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1120, "epoch": 15, "tokens": 146800640, "loss": 3.9855196952819822, "lr": 0.00727515852116079, "grad_norm": 0.14034047722816467, "tokens_per_second": 1722634.0702778157, "training_seconds": 1.5217625410004985, "elapsed_tokens_per_second": 1021162.403422647, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1140, "epoch": 15, "tokens": 149422080, "loss": 3.9878305912017824, "lr": 0.007195004430245829, "grad_norm": 0.15059734880924225, "tokens_per_second": 1722451.5626607295, "training_seconds": 1.5219237839992275, "elapsed_tokens_per_second": 1028497.0795723775, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1160, "epoch": 15, "tokens": 152043520, "loss": 3.9756214022636414, "lr": 0.007113494292177639, "grad_norm": 0.13050059974193573, "tokens_per_second": 1723512.3821649293, "training_seconds": 1.5209870420003426, "elapsed_tokens_per_second": 1035689.1247514692, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1167, "epoch": 15, "tokens": 152961024, "loss": 3.952346052442278, "lr": 0.007084652947671153, "grad_norm": 0.13212032616138458, "tokens_per_second": 1718809.6572444246, "training_seconds": 0.533801981000579, "elapsed_tokens_per_second": 1038152.3798431412, "peak_memory_bytes": 42389451776}
{"loss": 3.984193733970092, "perplexity": 53.74194170334224, "tokens": 152961024, "seconds": 0.5468689590052236, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 15, "step": 1167, "evaluation_tokens": 1048576}
{"event": "train", "step": 1180, "epoch": 16, "tokens": 154664960, "loss": 3.9287347610180197, "lr": 0.007030669120466046, "grad_norm": 0.15064314007759094, "tokens_per_second": 1733883.9628390924, "training_seconds": 0.9827278160009882, "elapsed_tokens_per_second": 1038883.4038968525, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1200, "epoch": 16, "tokens": 157286400, "loss": 3.9542823672294616, "lr": 0.006946570590307223, "grad_norm": 0.1251702606678009, "tokens_per_second": 1722624.6894477997, "training_seconds": 1.5217708280033548, "elapsed_tokens_per_second": 1045792.9891372978, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1220, "epoch": 16, "tokens": 159907840, "loss": 3.9565916538238524, "lr": 0.006861241017613952, "grad_norm": 0.13818243145942688, "tokens_per_second": 1722407.0551144874, "training_seconds": 1.5219631109939655, "elapsed_tokens_per_second": 1052560.4448840313, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1240, "epoch": 16, "tokens": 162529280, "loss": 3.9316246271133424, "lr": 0.006774723337723493, "grad_norm": 0.15255451202392578, "tokens_per_second": 1721425.0747926617, "training_seconds": 1.5228313090046868, "elapsed_tokens_per_second": 1059190.0999704765, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1245, "epoch": 16, "tokens": 163184640, "loss": 3.9211921215057375, "lr": 0.006752913364719178, "grad_norm": 0.13715067505836487, "tokens_per_second": 1719270.7614963464, "training_seconds": 0.38118486900202697, "elapsed_tokens_per_second": 1060813.8178901463, "peak_memory_bytes": 42389451776}
{"loss": 3.9628555729410873, "perplexity": 52.60733574966944, "tokens": 163184640, "seconds": 0.5457635509956162, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 16, "step": 1245, "evaluation_tokens": 1048576}
{"event": "train", "step": 1260, "epoch": 17, "tokens": 165150720, "loss": 3.935594940185547, "lr": 0.006687061083793792, "grad_norm": 0.17166830599308014, "tokens_per_second": 1729118.3817812698, "training_seconds": 1.1370418709993828, "elapsed_tokens_per_second": 1061929.508258243, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1280, "epoch": 17, "tokens": 167772160, "loss": 3.9439465403556824, "lr": 0.006598298364898863, "grad_norm": 0.1423150599002838, "tokens_per_second": 1724942.5316195404, "training_seconds": 1.5197259919950739, "elapsed_tokens_per_second": 1068337.2707532356, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1300, "epoch": 17, "tokens": 170393600, "loss": 3.9278722286224363, "lr": 0.006508479843834402, "grad_norm": 0.13777826726436615, "tokens_per_second": 1721310.3446071546, "training_seconds": 1.5229328100031125, "elapsed_tokens_per_second": 1074597.826741401, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1320, "epoch": 17, "tokens": 173015040, "loss": 3.9356231451034547, "lr": 0.006417650714644782, "grad_norm": 0.11956489086151123, "tokens_per_second": 1725566.337529128, "training_seconds": 1.519176599002094, "elapsed_tokens_per_second": 1080767.066282369, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1323, "epoch": 17, "tokens": 173408256, "loss": 3.923499902089437, "lr": 0.006403941998814909, "grad_norm": 0.12941984832286835, "tokens_per_second": 1718668.8833880797, "training_seconds": 0.2287910160011961, "elapsed_tokens_per_second": 1081665.7366978487, "peak_memory_bytes": 42389451776}
{"loss": 3.933130772062434, "perplexity": 51.0666055615582, "tokens": 173408256, "seconds": 0.5459644099973957, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 17, "step": 1323, "evaluation_tokens": 1048576}
{"event": "train", "step": 1340, "epoch": 18, "tokens": 175636480, "loss": 3.901718321968527, "lr": 0.006325856679882724, "grad_norm": 0.15584349632263184, "tokens_per_second": 1727766.4573946635, "training_seconds": 1.289655781001784, "elapsed_tokens_per_second": 1083106.6101752133, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1360, "epoch": 18, "tokens": 178257920, "loss": 3.903053915500641, "lr": 0.0062331439276131296, "grad_norm": 0.1294894516468048, "tokens_per_second": 1723947.6174745434, "training_seconds": 1.520603046999895, "elapsed_tokens_per_second": 1089051.6225388201, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1380, "epoch": 18, "tokens": 180879360, "loss": 3.901397728919983, "lr": 0.0061395591081725865, "grad_norm": 0.1693977266550064, "tokens_per_second": 1724177.9692747279, "training_seconds": 1.520399893001013, "elapsed_tokens_per_second": 1094886.2177909745, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1400, "epoch": 18, "tokens": 183500800, "loss": 3.8900532841682436, "lr": 0.006045149310696298, "grad_norm": 0.13940772414207458, "tokens_per_second": 1719661.8568732543, "training_seconds": 1.5243927109986544, "elapsed_tokens_per_second": 1100590.6973616173, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1401, "epoch": 18, "tokens": 183631872, "loss": 3.8994860649108887, "lr": 0.006040408015549883, "grad_norm": 0.14203999936580658, "tokens_per_second": 1735088.0413541556, "training_seconds": 0.07554198800062295, "elapsed_tokens_per_second": 1100867.3316459365, "peak_memory_bytes": 42389451776}
{"loss": 3.9079889783514554, "perplexity": 49.79870493401785, "tokens": 183631872, "seconds": 0.5486772779986495, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 18, "step": 1401, "evaluation_tokens": 1048576}
{"event": "train", "step": 1420, "epoch": 19, "tokens": 186122240, "loss": 3.889202306145116, "lr": 0.005949962039424207, "grad_norm": 0.12877261638641357, "tokens_per_second": 1731288.9737319387, "training_seconds": 1.4384473290047026, "elapsed_tokens_per_second": 1102608.4566820164, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1440, "epoch": 19, "tokens": 188743680, "loss": 3.884903407096863, "lr": 0.00585404518979826, "grad_norm": 0.12062957882881165, "tokens_per_second": 1718809.3181866284, "training_seconds": 1.5251488180001616, "elapsed_tokens_per_second": 1108118.1963887042, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1460, "epoch": 19, "tokens": 191365120, "loss": 3.871031606197357, "lr": 0.005757447024362826, "grad_norm": 0.1384267359972, "tokens_per_second": 1721313.1227998682, "training_seconds": 1.5229303519954556, "elapsed_tokens_per_second": 1113542.5206107306, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1479, "epoch": 19, "tokens": 193855488, "loss": 3.8613224531474866, "lr": 0.005665091965119021, "grad_norm": 0.16516828536987305, "tokens_per_second": 1725650.6031124368, "training_seconds": 1.443147295001836, "elapsed_tokens_per_second": 1118632.2096183973, "peak_memory_bytes": 42389451776}
{"loss": 3.887742809885128, "perplexity": 48.8006098586808, "tokens": 193855488, "seconds": 0.5471752400044352, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 19, "step": 1479, "evaluation_tokens": 1048576}
{"event": "train", "step": 1480, "epoch": 20, "tokens": 193986560, "loss": 3.835930347442627, "lr": 0.005660216148480391, "grad_norm": 0.14907558262348175, "tokens_per_second": 1865626.0199656754, "training_seconds": 0.07025630999851273, "elapsed_tokens_per_second": 1115357.6703266106, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1500, "epoch": 20, "tokens": 196608000, "loss": 3.8649283409118653, "lr": 0.00556240148587478, "grad_norm": 0.1358710676431656, "tokens_per_second": 1724451.8048467725, "training_seconds": 1.5201584599999478, "elapsed_tokens_per_second": 1120625.888283115, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1520, "epoch": 20, "tokens": 199229440, "loss": 3.851679575443268, "lr": 0.005464052254014167, "grad_norm": 0.1264381855726242, "tokens_per_second": 1722393.0357155711, "training_seconds": 1.5219754989957437, "elapsed_tokens_per_second": 1125792.8398815778, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1540, "epoch": 20, "tokens": 201850880, "loss": 3.847399115562439, "lr": 0.005365217939346285, "grad_norm": 0.12159456312656403, "tokens_per_second": 1720408.182857386, "training_seconds": 1.5237314179976238, "elapsed_tokens_per_second": 1130855.1091585683, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1557, "epoch": 20, "tokens": 204079104, "loss": 3.8625589118284336, "lr": 0.005280864514819528, "grad_norm": 0.14683997631072998, "tokens_per_second": 1721858.3541478382, "training_seconds": 1.2940808950006613, "elapsed_tokens_per_second": 1135100.4452446264, "peak_memory_bytes": 42389451776}
{"loss": 3.867256658292424, "perplexity": 47.81104397403532, "tokens": 204079104, "seconds": 0.5470379949983908, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 20, "step": 1557, "evaluation_tokens": 1048576}
{"event": "train", "step": 1560, "epoch": 21, "tokens": 204472320, "loss": 3.8415420055389404, "lr": 0.00526594827239831, "grad_norm": 0.11884785443544388, "tokens_per_second": 1770706.6473656718, "training_seconds": 0.22206727499724366, "elapsed_tokens_per_second": 1132381.495655494, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1580, "epoch": 21, "tokens": 207093760, "loss": 3.857764410972595, "lr": 0.005166293202753903, "grad_norm": 0.1560737043619156, "tokens_per_second": 1719617.059083849, "training_seconds": 1.5244324229934136, "elapsed_tokens_per_second": 1137287.0091226685, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1600, "epoch": 21, "tokens": 209715200, "loss": 3.854594576358795, "lr": 0.00506630287392006, "grad_norm": 0.13559579849243164, "tokens_per_second": 1722413.4616896939, "training_seconds": 1.5219574500006274, "elapsed_tokens_per_second": 1142128.855903213, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1620, "epoch": 21, "tokens": 212336640, "loss": 3.8406909704208374, "lr": 0.0049660275980963646, "grad_norm": 0.12724055349826813, "tokens_per_second": 1720856.9200436992, "training_seconds": 1.52333408400591, "elapsed_tokens_per_second": 1146880.7322842088, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1634, "epoch": 21, "tokens": 214171648, "loss": 3.8343423094068254, "lr": 0.004895692375517796, "grad_norm": 0.1292114555835724, "tokens_per_second": 1722769.0971637766, "training_seconds": 1.0651502879991313, "elapsed_tokens_per_second": 1150166.7857198198, "peak_memory_bytes": 42389451776}
{"loss": 3.845934334378759, "perplexity": 46.80239301328, "tokens": 214171648, "seconds": 0.5474886950032669, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 21, "step": 1634, "evaluation_tokens": 1048576}
{"event": "train", "step": 1640, "epoch": 22, "tokens": 214958080, "loss": 3.805667599042257, "lr": 0.004865517830859356, "grad_norm": 0.13165831565856934, "tokens_per_second": 1745761.870988753, "training_seconds": 0.4504806830009329, "elapsed_tokens_per_second": 1148183.1828095517, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1660, "epoch": 22, "tokens": 217579520, "loss": 3.8459988594055177, "lr": 0.004764824145774784, "grad_norm": 0.1285180151462555, "tokens_per_second": 1724125.3156400444, "training_seconds": 1.5204463249974651, "elapsed_tokens_per_second": 1152813.4665780277, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1680, "epoch": 22, "tokens": 220200960, "loss": 3.824781572818756, "lr": 0.004663997208950452, "grad_norm": 0.12502041459083557, "tokens_per_second": 1723103.8625930771, "training_seconds": 1.521347642999899, "elapsed_tokens_per_second": 1157366.1205259361, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1700, "epoch": 22, "tokens": 222822400, "loss": 3.8228680729866027, "lr": 0.004563087753542537, "grad_norm": 0.15149948000907898, "tokens_per_second": 1723254.2838274036, "training_seconds": 1.521214846005023, "elapsed_tokens_per_second": 1161845.1993735423, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1712, "epoch": 22, "tokens": 224395264, "loss": 3.8150970538457236, "lr": 0.004502523592681211, "grad_norm": 0.13487841188907623, "tokens_per_second": 1721161.0558365977, "training_seconds": 0.9138389430008829, "elapsed_tokens_per_second": 1164490.2303830402, "peak_memory_bytes": 42389451776}
{"loss": 3.825783411501686, "perplexity": 45.868720377532775, "tokens": 224395264, "seconds": 0.5471846400032518, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 22, "step": 1712, "evaluation_tokens": 1048576}
{"event": "train", "step": 1720, "epoch": 23, "tokens": 225443840, "loss": 3.786896198987961, "lr": 0.0044621465542281444, "grad_norm": 0.12323370575904846, "tokens_per_second": 1737366.6133903787, "training_seconds": 0.6035433119977824, "elapsed_tokens_per_second": 1162943.331464784, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1740, "epoch": 23, "tokens": 228065280, "loss": 3.812602996826172, "lr": 0.004361224401656978, "grad_norm": 0.12371789664030075, "tokens_per_second": 1722436.0610944591, "training_seconds": 1.521937480996712, "elapsed_tokens_per_second": 1167291.806309528, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1760, "epoch": 23, "tokens": 230686720, "loss": 3.7988914370536806, "lr": 0.004260372076894983, "grad_norm": 0.12871801853179932, "tokens_per_second": 1719936.866436513, "training_seconds": 1.524148967997462, "elapsed_tokens_per_second": 1171562.1426276402, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1780, "epoch": 23, "tokens": 233308160, "loss": 3.7980910778045653, "lr": 0.004159640325872799, "grad_norm": 0.1303447037935257, "tokens_per_second": 1722237.1209509512, "training_seconds": 1.5221132840015343, "elapsed_tokens_per_second": 1175776.0521429442, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1790, "epoch": 23, "tokens": 234618880, "loss": 3.7838573455810547, "lr": 0.004109335507725857, "grad_norm": 0.12222423404455185, "tokens_per_second": 1719145.0609457372, "training_seconds": 0.7624254809998092, "elapsed_tokens_per_second": 1177848.0441713845, "peak_memory_bytes": 42389451776}
{"loss": 3.8042991570914553, "perplexity": 44.893775600689814, "tokens": 234618880, "seconds": 0.5466824469986022, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 23, "step": 1790, "evaluation_tokens": 1048576}
{"event": "train", "step": 1800, "epoch": 24, "tokens": 235929600, "loss": 3.7859127044677736, "lr": 0.0040590798338518965, "grad_norm": 0.143805131316185, "tokens_per_second": 1736109.1173963828, "training_seconds": 0.7549755869986257, "elapsed_tokens_per_second": 1176679.065492956, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1820, "epoch": 24, "tokens": 238551040, "loss": 3.8107988834381104, "lr": 0.003958741199921243, "grad_norm": 0.19094714522361755, "tokens_per_second": 1717518.8340199133, "training_seconds": 1.526294761999452, "elapsed_tokens_per_second": 1180755.3904199717, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1840, "epoch": 24, "tokens": 241172480, "loss": 3.770481264591217, "lr": 0.003858674911537323, "grad_norm": 0.12143667042255402, "tokens_per_second": 1719418.7402366214, "training_seconds": 1.5246082519952324, "elapsed_tokens_per_second": 1184782.5942276455, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1860, "epoch": 24, "tokens": 243793920, "loss": 3.7878183245658876, "lr": 0.003758931319120337, "grad_norm": 0.12588050961494446, "tokens_per_second": 1721362.9666186452, "training_seconds": 1.5228862539952388, "elapsed_tokens_per_second": 1188757.6546693298, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1868, "epoch": 24, "tokens": 244842496, "loss": 3.7561587393283844, "lr": 0.0037191354851804715, "grad_norm": 0.13702906668186188, "tokens_per_second": 1721355.8048754386, "training_seconds": 0.6091570360003971, "elapsed_tokens_per_second": 1190327.1413633581, "peak_memory_bytes": 42389451776}
{"loss": 3.7819468387276842, "perplexity": 43.901427591795475, "tokens": 244842496, "seconds": 0.5464058790021227, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 24, "step": 1868, "evaluation_tokens": 1048576}
{"event": "train", "step": 1880, "epoch": 25, "tokens": 246415360, "loss": 3.7752040227254233, "lr": 0.003659560610719337, "grad_norm": 0.14185500144958496, "tokens_per_second": 1734510.657457304, "training_seconds": 0.9068056130054174, "elapsed_tokens_per_second": 1189508.8782384226, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1900, "epoch": 25, "tokens": 249036800, "loss": 3.7710843443870545, "lr": 0.0035606127867590853, "grad_norm": 0.1630469560623169, "tokens_per_second": 1721340.1444331917, "training_seconds": 1.5229064450031728, "elapsed_tokens_per_second": 1193379.75142388, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1920, "epoch": 25, "tokens": 251658240, "loss": 3.7502042770385744, "lr": 0.003462137634881298, "grad_norm": 0.13019563257694244, "tokens_per_second": 1723029.5695340217, "training_seconds": 1.5214132399996743, "elapsed_tokens_per_second": 1197205.8160578744, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1940, "epoch": 25, "tokens": 254279680, "loss": 3.7562974452972413, "lr": 0.003364184704892969, "grad_norm": 0.1458224207162857, "tokens_per_second": 1722325.3965746935, "training_seconds": 1.522035269998014, "elapsed_tokens_per_second": 1200971.316900265, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1946, "epoch": 25, "tokens": 255066112, "loss": 3.728796641031901, "lr": 0.0033349080348809798, "grad_norm": 0.13990826904773712, "tokens_per_second": 1721815.6966181018, "training_seconds": 0.4567457490047673, "elapsed_tokens_per_second": 1202085.1583634478, "peak_memory_bytes": 42389451776}
{"loss": 3.7649574308215223, "perplexity": 43.161868455470184, "tokens": 255066112, "seconds": 0.546290873993712, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 25, "step": 1946, "evaluation_tokens": 1048576}
{"event": "train", "step": 1960, "epoch": 26, "tokens": 256901120, "loss": 3.7582008838653564, "lr": 0.003266803283834365, "grad_norm": 0.11836891621351242, "tokens_per_second": 1730118.4316633784, "training_seconds": 1.0606256579994806, "elapsed_tokens_per_second": 1201598.9846913924, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1980, "epoch": 26, "tokens": 259522560, "loss": 3.7696268200874328, "lr": 0.003170042371179218, "grad_norm": 0.13108143210411072, "tokens_per_second": 1719335.5988582955, "training_seconds": 1.5246819770036382, "elapsed_tokens_per_second": 1205256.2533358599, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2000, "epoch": 26, "tokens": 262144000, "loss": 3.749713861942291, "lr": 0.003073950654179647, "grad_norm": 0.13601332902908325, "tokens_per_second": 1720366.8212879358, "training_seconds": 1.5237680520003778, "elapsed_tokens_per_second": 1208868.7000313024, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2020, "epoch": 26, "tokens": 264765440, "loss": 3.7367441654205322, "lr": 0.00297857648336815, "grad_norm": 0.1206182911992073, "tokens_per_second": 1721363.0762558377, "training_seconds": 1.5228861569994478, "elapsed_tokens_per_second": 1212432.5637482894, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2024, "epoch": 26, "tokens": 265289728, "loss": 3.723344564437866, "lr": 0.0029595919844501175, "grad_norm": 0.12115465849637985, "tokens_per_second": 1722823.5379786037, "training_seconds": 0.3043190370008233, "elapsed_tokens_per_second": 1213135.50627729, "peak_memory_bytes": 42389451776}
{"loss": 3.746353670004851, "perplexity": 42.36631843433013, "tokens": 265289728, "seconds": 0.5485254000013811, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 26, "step": 2024, "evaluation_tokens": 1048576}
{"event": "train", "step": 2040, "epoch": 27, "tokens": 267386880, "loss": 3.733901932835579, "lr": 0.002883967848229039, "grad_norm": 0.16411027312278748, "tokens_per_second": 1728259.5966413666, "training_seconds": 1.2134473339974647, "elapsed_tokens_per_second": 1212680.795799417, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2060, "epoch": 27, "tokens": 270008320, "loss": 3.7410101294517517, "lr": 0.002790172353051531, "grad_norm": 0.12452969700098038, "tokens_per_second": 1717295.468952719, "training_seconds": 1.5264932840000256, "elapsed_tokens_per_second": 1216140.6480409554, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2080, "epoch": 27, "tokens": 272629760, "loss": 3.7270975589752195, "lr": 0.0026972371929766814, "grad_norm": 0.1452619731426239, "tokens_per_second": 1723424.8878602271, "training_seconds": 1.521064259002742, "elapsed_tokens_per_second": 1219584.6447870715, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2100, "epoch": 27, "tokens": 275251200, "loss": 3.7188509941101073, "lr": 0.0026052091302501607, "grad_norm": 0.14059647917747498, "tokens_per_second": 1718473.7234420641, "training_seconds": 1.52544665899768, "elapsed_tokens_per_second": 1222956.7499217426, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2101, "epoch": 27, "tokens": 275382272, "loss": 3.7245681285858154, "lr": 0.002600632371035081, "grad_norm": 0.1427389681339264, "tokens_per_second": 1726650.737932283, "training_seconds": 0.07591112500085728, "elapsed_tokens_per_second": 1223119.7122784285, "peak_memory_bytes": 42389451776}
{"loss": 3.727498850105366, "perplexity": 41.57499272547216, "tokens": 275382272, "seconds": 0.5460463059935137, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 27, "step": 2101, "evaluation_tokens": 1048576}
{"event": "train", "step": 2120, "epoch": 28, "tokens": 277872640, "loss": 3.7375573233554236, "lr": 0.0025141344706928735, "grad_norm": 0.12218427658081055, "tokens_per_second": 1732664.282548036, "training_seconds": 1.4373055560063221, "elapsed_tokens_per_second": 1223368.9393557648, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2140, "epoch": 28, "tokens": 280494080, "loss": 3.730890917778015, "lr": 0.002424059040401219, "grad_norm": 0.1250145584344864, "tokens_per_second": 1719449.0012925668, "training_seconds": 1.5245814199952292, "elapsed_tokens_per_second": 1226667.9676398395, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2160, "epoch": 28, "tokens": 283115520, "loss": 3.7003742814064027, "lr": 0.0023350281626887534, "grad_norm": 0.12402079999446869, "tokens_per_second": 1720776.481505445, "training_seconds": 1.5234052930027246, "elapsed_tokens_per_second": 1229931.1635806868, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2179, "epoch": 28, "tokens": 285605888, "loss": 3.7038522143112984, "lr": 0.0022514571542036716, "grad_norm": 0.15701381862163544, "tokens_per_second": 1718224.3038590667, "training_seconds": 1.4493846900004428, "elapsed_tokens_per_second": 1232978.7487184727, "peak_memory_bytes": 42389451776}
{"loss": 3.7104779111452193, "perplexity": 40.87333568268303, "tokens": 285605888, "seconds": 0.5491982460007421, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 28, "step": 2179, "evaluation_tokens": 1048576}
{"event": "train", "step": 2180, "epoch": 29, "tokens": 285736960, "loss": 3.668027877807617, "lr": 0.002247086635280821, "grad_norm": 0.11786648631095886, "tokens_per_second": 1875236.7795908249, "training_seconds": 0.06989623999834293, "elapsed_tokens_per_second": 1230218.721604022, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2200, "epoch": 29, "tokens": 288358400, "loss": 3.6963369250297546, "lr": 0.0021602787077736585, "grad_norm": 0.12091351300477982, "tokens_per_second": 1719414.6847543393, "training_seconds": 1.52461184799904, "elapsed_tokens_per_second": 1233403.3734723695, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2220, "epoch": 29, "tokens": 290979840, "loss": 3.700778269767761, "lr": 0.002074648059369295, "grad_norm": 0.1726960986852646, "tokens_per_second": 1721616.2123275755, "training_seconds": 1.522662240997306, "elapsed_tokens_per_second": 1236554.575529155, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2240, "epoch": 29, "tokens": 293601280, "loss": 3.681995964050293, "lr": 0.001990237776897454, "grad_norm": 0.12877671420574188, "tokens_per_second": 1720868.9465468037, "training_seconds": 1.5233234379993519, "elapsed_tokens_per_second": 1239662.5712193977, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2257, "epoch": 29, "tokens": 295829504, "loss": 3.693820083842558, "lr": 0.0019194802916829411, "grad_norm": 0.1239170953631401, "tokens_per_second": 1719686.585568446, "training_seconds": 1.2957151719965623, "elapsed_tokens_per_second": 1242266.257142457, "peak_memory_bytes": 42389451776}
{"loss": 3.6896517515489844, "perplexity": 40.030903829339955, "tokens": 295829504, "seconds": 0.5501972569982172, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 29, "step": 2257, "evaluation_tokens": 1048576}
{"event": "train", "step": 2260, "epoch": 30, "tokens": 296222720, "loss": 3.6742518742879233, "lr": 0.0019070903331355337, "grad_norm": 0.11262863874435425, "tokens_per_second": 1760738.9207101006, "training_seconds": 0.22332442100014305, "elapsed_tokens_per_second": 1239856.2497995035, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2280, "epoch": 30, "tokens": 298844160, "loss": 3.6820700407028197, "lr": 0.0018252475654375459, "grad_norm": 0.12743565440177917, "tokens_per_second": 1724105.4534230914, "training_seconds": 1.5204638409995823, "elapsed_tokens_per_second": 1242912.5738015769, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2300, "epoch": 30, "tokens": 301465600, "loss": 3.675974702835083, "lr": 0.0017447506546827902, "grad_norm": 0.12901131808757782, "tokens_per_second": 1721910.1531941146, "training_seconds": 1.5224023129994748, "elapsed_tokens_per_second": 1245918.549173958, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2320, "epoch": 30, "tokens": 304087040, "loss": 3.6663496494293213, "lr": 0.0016656401045548374, "grad_norm": 0.11953680217266083, "tokens_per_second": 1717778.1526703637, "training_seconds": 1.5260643500005244, "elapsed_tokens_per_second": 1248869.4545521007, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2335, "epoch": 30, "tokens": 306053120, "loss": 3.6471192042032876, "lr": 0.0016072409637759217, "grad_norm": 0.15455801784992218, "tokens_per_second": 1724462.9582327614, "training_seconds": 1.1401114710024558, "elapsed_tokens_per_second": 1251076.7927241626, "peak_memory_bytes": 42389451776}
{"loss": 3.673831224946781, "perplexity": 39.40257718481414, "tokens": 306053120, "seconds": 0.5465484029991785, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 30, "step": 2335, "evaluation_tokens": 1048576}
{"event": "train", "step": 2340, "epoch": 31, "tokens": 306708480, "loss": 3.663694953918457, "lr": 0.001587955721161273, "grad_norm": 0.12010437250137329, "tokens_per_second": 1741726.7137375544, "training_seconds": 0.37627028099814197, "elapsed_tokens_per_second": 1249007.732640867, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2360, "epoch": 31, "tokens": 309329920, "loss": 3.635159742832184, "lr": 0.001511736593004428, "grad_norm": 0.1375608891248703, "tokens_per_second": 1718719.5207599334, "training_seconds": 1.5252285019960254, "elapsed_tokens_per_second": 1251900.8844948518, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2380, "epoch": 31, "tokens": 311951360, "loss": 3.670725953578949, "lr": 0.0014370210713131914, "grad_norm": 0.13427069783210754, "tokens_per_second": 1724011.988320414, "training_seconds": 1.5205462710000575, "elapsed_tokens_per_second": 1254779.4331391281, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2400, "epoch": 31, "tokens": 314572800, "loss": 3.65440571308136, "lr": 0.0013638467507457932, "grad_norm": 0.11890972405672073, "tokens_per_second": 1721003.213910207, "training_seconds": 1.523204593002447, "elapsed_tokens_per_second": 1257611.787315035, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2413, "epoch": 31, "tokens": 316276736, "loss": 3.657312173109788, "lr": 0.0013171273849661021, "grad_norm": 0.12660549581050873, "tokens_per_second": 1719041.244632524, "training_seconds": 0.991212983004516, "elapsed_tokens_per_second": 1259423.3802809562, "peak_memory_bytes": 42389451776}
{"loss": 3.6583650651997126, "perplexity": 38.797859019606534, "tokens": 316276736, "seconds": 0.546495763999701, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 31, "step": 2413, "evaluation_tokens": 1048576}
{"event": "train", "step": 2420, "epoch": 32, "tokens": 317194240, "loss": 3.6229607377733504, "lr": 0.0012922504504732845, "grad_norm": 0.14869022369384766, "tokens_per_second": 1742430.2815805022, "training_seconds": 0.5265656879928429, "elapsed_tokens_per_second": 1257557.281995794, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2440, "epoch": 32, "tokens": 319815680, "loss": 3.6486103773117065, "lr": 0.0012222681956532032, "grad_norm": 0.11943792551755905, "tokens_per_second": 1719513.4979282692, "training_seconds": 1.5245242349992623, "elapsed_tokens_per_second": 1260326.8260416447, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2460, "epoch": 32, "tokens": 322437120, "loss": 3.637781322002411, "lr": 0.0011539351993027748, "grad_norm": 0.12881290912628174, "tokens_per_second": 1721022.774213773, "training_seconds": 1.5231872810036293, "elapsed_tokens_per_second": 1263067.9888765723, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2480, "epoch": 32, "tokens": 325058560, "loss": 3.632218909263611, "lr": 0.001087285844580757, "grad_norm": 0.11495174467563629, "tokens_per_second": 1721561.1847697287, "training_seconds": 1.5227109109982848, "elapsed_tokens_per_second": 1265779.057476331, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2491, "epoch": 32, "tokens": 326500352, "loss": 3.607533411546187, "lr": 0.0010513585372613364, "grad_norm": 0.12279888242483139, "tokens_per_second": 1722644.0701141795, "training_seconds": 0.8369645389975631, "elapsed_tokens_per_second": 1267253.8985360987, "peak_memory_bytes": 42389451776}
{"loss": 3.6431593108582714, "perplexity": 38.21237098111169, "tokens": 326500352, "seconds": 0.5471682249990408, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 32, "step": 2491, "evaluation_tokens": 1048576}
{"event": "train", "step": 2500, "epoch": 33, "tokens": 327680000, "loss": 3.5980116526285806, "lr": 0.0010223536674868357, "grad_norm": 0.1273166835308075, "tokens_per_second": 1734470.203960932, "training_seconds": 0.6801200720001361, "elapsed_tokens_per_second": 1265764.8693314053, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2520, "epoch": 33, "tokens": 330301440, "loss": 3.6167825937271116, "lr": 0.0009591713399873042, "grad_norm": 0.1263292133808136, "tokens_per_second": 1719439.187074081, "training_seconds": 1.524590122004156, "elapsed_tokens_per_second": 1268414.6727907003, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2540, "epoch": 33, "tokens": 332922880, "loss": 3.6328878521919252, "lr": 0.0008977706535754829, "grad_norm": 0.11019431054592133, "tokens_per_second": 1720518.08620168, "training_seconds": 1.5236340850024135, "elapsed_tokens_per_second": 1271037.2072980513, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2560, "epoch": 33, "tokens": 335544320, "loss": 3.610151708126068, "lr": 0.0008381825032751725, "grad_norm": 0.13709867000579834, "tokens_per_second": 1722263.2845061442, "training_seconds": 1.5220901610009605, "elapsed_tokens_per_second": 1273637.9886420732, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2568, "epoch": 33, "tokens": 336592896, "loss": 3.648407459259033, "lr": 0.0008148615004514701, "grad_norm": 0.1318136304616928, "tokens_per_second": 1716408.5254105725, "training_seconds": 0.6109128360039904, "elapsed_tokens_per_second": 1274654.2359008957, "peak_memory_bytes": 42389451776}
{"loss": 3.629062401637725, "perplexity": 37.67747371339819, "tokens": 336592896, "seconds": 0.5495994190059719, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 33, "step": 2568, "evaluation_tokens": 1048576}
{"event": "train", "step": 2580, "epoch": 34, "tokens": 338165760, "loss": 3.6138761242230735, "lr": 0.0007804368720951832, "grad_norm": 0.12075210362672806, "tokens_per_second": 1737533.784666556, "training_seconds": 0.905227866001951, "elapsed_tokens_per_second": 1273509.7530059763, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2600, "epoch": 34, "tokens": 340787200, "loss": 3.63195286989212, "lr": 0.0007245628159427694, "grad_norm": 0.12216084450483322, "tokens_per_second": 1720701.0155739516, "training_seconds": 1.523472106004192, "elapsed_tokens_per_second": 1276054.8731370124, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2620, "epoch": 34, "tokens": 343408640, "loss": 3.60890588760376, "lr": 0.0006705884490035463, "grad_norm": 0.14109402894973755, "tokens_per_second": 1721517.3382195942, "training_seconds": 1.5227496940060519, "elapsed_tokens_per_second": 1278572.4730046454, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2640, "epoch": 34, "tokens": 346030080, "loss": 3.6161031246185305, "lr": 0.0006185409295952571, "grad_norm": 0.13266116380691528, "tokens_per_second": 1722390.7067109195, "training_seconds": 1.5219775570003549, "elapsed_tokens_per_second": 1281067.6371845189, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2646, "epoch": 34, "tokens": 346816512, "loss": 3.626567006111145, "lr": 0.0006033063498599568, "grad_norm": 0.11381082981824875, "tokens_per_second": 1722633.5242719762, "training_seconds": 0.4565289070014842, "elapsed_tokens_per_second": 1281804.0646309075, "peak_memory_bytes": 42389451776}
{"loss": 3.617104097787454, "perplexity": 37.22959828684957, "tokens": 346816512, "seconds": 0.5485566000061226, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 34, "step": 2646, "evaluation_tokens": 1048576}
{"event": "train", "step": 2660, "epoch": 35, "tokens": 348651520, "loss": 3.6118253469467163, "lr": 0.0005684464465025043, "grad_norm": 0.11121832579374313, "tokens_per_second": 1736829.270515999, "training_seconds": 1.0565275650005788, "elapsed_tokens_per_second": 1280945.7057305542, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2680, "epoch": 35, "tokens": 351272960, "loss": 3.619396924972534, "lr": 0.0005203302057993211, "grad_norm": 0.11140938103199005, "tokens_per_second": 1721761.6684407415, "training_seconds": 1.5225336049988982, "elapsed_tokens_per_second": 1283391.8845919752, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2700, "epoch": 35, "tokens": 353894400, "loss": 3.621241641044617, "lr": 0.00047421641816621657, "grad_norm": 0.13784998655319214, "tokens_per_second": 1722683.6091216563, "training_seconds": 1.5217187800008105, "elapsed_tokens_per_second": 1285813.09068834, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2720, "epoch": 35, "tokens": 356515840, "loss": 3.605855715274811, "lr": 0.00043012828670807026, "grad_norm": 0.11969739198684692, "tokens_per_second": 1723016.4731830466, "training_seconds": 1.5214248039992526, "elapsed_tokens_per_second": 1288210.612016361, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2724, "epoch": 35, "tokens": 357040128, "loss": 3.6326022148132324, "lr": 0.0004215557094028888, "grad_norm": 0.12444603443145752, "tokens_per_second": 1729083.4056341054, "training_seconds": 0.30321729899878846, "elapsed_tokens_per_second": 1288685.2823632648, "peak_memory_bytes": 42389451776}
{"loss": 3.606545780278081, "perplexity": 36.83858422514859, "tokens": 357040128, "seconds": 0.5469139929991798, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 35, "step": 2724, "evaluation_tokens": 1048576}
{"event": "train", "step": 2740, "epoch": 36, "tokens": 359137280, "loss": 3.6101449131965637, "lr": 0.00038808799527900874, "grad_norm": 0.13865646719932556, "tokens_per_second": 1728135.9757890524, "training_seconds": 1.2135341370012611, "elapsed_tokens_per_second": 1288026.3609706738, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2760, "epoch": 36, "tokens": 361758720, "loss": 3.6046324729919434, "lr": 0.0003481166973201453, "grad_norm": 0.10611039400100708, "tokens_per_second": 1719680.4751730205, "training_seconds": 1.5243762070022058, "elapsed_tokens_per_second": 1290366.3560980477, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2780, "epoch": 36, "tokens": 364380160, "loss": 3.6063588142395018, "lr": 0.0003102345052157864, "grad_norm": 0.11234332621097565, "tokens_per_second": 1721462.35202952, "training_seconds": 1.5227983330041752, "elapsed_tokens_per_second": 1292688.1089188736, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2800, "epoch": 36, "tokens": 367001600, "loss": 3.5930004477500916, "lr": 0.00027446048017346997, "grad_norm": 0.11075751483440399, "tokens_per_second": 1721132.8374708358, "training_seconds": 1.5230898759982665, "elapsed_tokens_per_second": 1294983.813174839, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2802, "epoch": 36, "tokens": 367263744, "loss": 3.5749399662017822, "lr": 0.0002709997291130384, "grad_norm": 0.11135450005531311, "tokens_per_second": 1722785.5575858834, "training_seconds": 0.15216287299699616, "elapsed_tokens_per_second": 1295205.9876967836, "peak_memory_bytes": 42389451776}
{"loss": 3.5972958886288326, "perplexity": 36.49940242836584, "tokens": 367263744, "seconds": 0.5482670089986641, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 36, "step": 2802, "evaluation_tokens": 1048576}
{"event": "train", "step": 2820, "epoch": 37, "tokens": 369623040, "loss": 3.59554386138916, "lr": 0.00024081262263292666, "grad_norm": 0.11057774722576141, "tokens_per_second": 1725743.348732655, "training_seconds": 1.3671186979991035, "elapsed_tokens_per_second": 1294750.1603697145, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2840, "epoch": 37, "tokens": 372244480, "loss": 3.6150980472564695, "lr": 0.00020930786320878334, "grad_norm": 0.10790302604436874, "tokens_per_second": 1717773.6130339846, "training_seconds": 1.5260683829983464, "elapsed_tokens_per_second": 1296994.2140264555, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2860, "epoch": 37, "tokens": 374865920, "loss": 3.5786618113517763, "lr": 0.00017996205417157872, "grad_norm": 0.11749407649040222, "tokens_per_second": 1717679.9350068548, "training_seconds": 1.5261516110040247, "elapsed_tokens_per_second": 1299211.5540406932, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2880, "epoch": 37, "tokens": 377487360, "loss": 3.591471457481384, "lr": 0.00015278996147136446, "grad_norm": 0.10363476723432541, "tokens_per_second": 1720994.3570072183, "training_seconds": 1.5232124320027651, "elapsed_tokens_per_second": 1301420.868272881, "peak_memory_bytes": 42389451776}
{"loss": 3.5911587777995604, "perplexity": 36.27608750558928, "tokens": 377487360, "seconds": 0.54881838500296, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 37, "step": 2880, "evaluation_tokens": 1048576}
{"event": "train", "step": 2900, "epoch": 38, "tokens": 380108800, "loss": 3.591566598415375, "lr": 0.0001278052573079114, "grad_norm": 0.10467749089002609, "tokens_per_second": 1726727.2589768132, "training_seconds": 1.5181552189969807, "elapsed_tokens_per_second": 1301159.6297185055, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2920, "epoch": 38, "tokens": 382730240, "loss": 3.6001166462898255, "lr": 0.00010502051325125955, "grad_norm": 0.10725991427898407, "tokens_per_second": 1719836.442999994, "training_seconds": 1.5242379649935174, "elapsed_tokens_per_second": 1303325.8980202787, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2940, "epoch": 38, "tokens": 385351680, "loss": 3.5875505566596986, "lr": 8.444719391607497e-05, "grad_norm": 0.10671930015087128, "tokens_per_second": 1719699.0013762, "training_seconds": 1.5243597849985235, "elapsed_tokens_per_second": 1305470.6681680337, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2958, "epoch": 38, "tokens": 387710976, "loss": 3.5994623237186008, "lr": 6.783055356613964e-05, "grad_norm": 0.1033179759979248, "tokens_per_second": 1719643.5704971734, "training_seconds": 1.3719680290014367, "elapsed_tokens_per_second": 1307380.1174621792, "peak_memory_bytes": 42389451776}
{"loss": 3.5871641901690077, "perplexity": 36.13146853403583, "tokens": 387710976, "seconds": 0.54561341599765, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 38, "step": 2958, "evaluation_tokens": 1048576}
{"event": "train", "step": 2960, "epoch": 39, "tokens": 387973120, "loss": 3.585425853729248, "lr": 6.609565119299037e-05, "grad_norm": 0.10685589909553528, "tokens_per_second": 1774307.1119926185, "training_seconds": 0.14774443399801385, "elapsed_tokens_per_second": 1305175.8467309698, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2980, "epoch": 39, "tokens": 390594560, "loss": 3.5874389171600343, "lr": 4.997511903983814e-05, "grad_norm": 0.11010129749774933, "tokens_per_second": 1720890.1746338753, "training_seconds": 1.5233046470020781, "elapsed_tokens_per_second": 1307290.4634282363, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3000, "epoch": 39, "tokens": 393216000, "loss": 3.584450340270996, "lr": 3.609370883539442e-05, "grad_norm": 0.10818391293287277, "tokens_per_second": 1720410.9637742662, "training_seconds": 1.52372895499866, "elapsed_tokens_per_second": 1309379.9398957917, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3020, "epoch": 39, "tokens": 395837440, "loss": 3.5817617535591126, "lr": 2.4458405297968444e-05, "grad_norm": 0.10337721556425095, "tokens_per_second": 1720372.3060880632, "training_seconds": 1.5237631940035499, "elapsed_tokens_per_second": 1311449.3464996521, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3035, "epoch": 39, "tokens": 397803520, "loss": 3.569643227259318, "lr": 1.7209499597202137e-05, "grad_norm": 0.10156380385160446, "tokens_per_second": 1718808.1874533612, "training_seconds": 1.1438623659996665, "elapsed_tokens_per_second": 1312980.2427523765, "peak_memory_bytes": 42389451776}
{"loss": 3.5854028107846876, "perplexity": 36.067883325511694, "tokens": 397803520, "seconds": 0.5493876740001724, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 39, "step": 3035, "evaluation_tokens": 1048576}
{"event": "train", "step": 3040, "epoch": 40, "tokens": 398458880, "loss": 3.6067230224609377, "lr": 1.5075062970900831e-05, "grad_norm": 0.10938223451375961, "tokens_per_second": 1745798.6013898377, "training_seconds": 0.3753926709978259, "elapsed_tokens_per_second": 1311110.8500412572, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3060, "epoch": 40, "tokens": 401080320, "loss": 3.596002459526062, "lr": 7.948403276727022e-06, "grad_norm": 0.1073337122797966, "tokens_per_second": 1721165.1726720205, "training_seconds": 1.5230612619998283, "elapsed_tokens_per_second": 1313150.4820201825, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3080, "epoch": 40, "tokens": 403701760, "loss": 3.5687455534934998, "lr": 3.0820121414971145e-06, "grad_norm": 0.1035342589020729, "tokens_per_second": 1717016.0839549417, "training_seconds": 1.526741667999886, "elapsed_tokens_per_second": 1315150.959120837, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3100, "epoch": 40, "tokens": 406323200, "loss": 3.579024374485016, "lr": 4.78338190441685e-07, "grad_norm": 0.10392643511295319, "tokens_per_second": 1716438.4333583268, "training_seconds": 1.5272554780021892, "elapsed_tokens_per_second": 1317131.8301079017, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3113, "epoch": 40, "tokens": 408027136, "loss": 3.597202392724844, "lr": 0.0, "grad_norm": 0.10312609374523163, "tokens_per_second": 1721417.7825524504, "training_seconds": 0.9898445439976058, "elapsed_tokens_per_second": 1318417.9272588175, "peak_memory_bytes": 42389451776}
{"loss": 3.585120735028121, "perplexity": 36.05771088480179, "tokens": 408027136, "seconds": 0.5481467829959001, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 40, "step": 3113, "evaluation_tokens": 1048576}
{"loss": 3.5865635905818127, "perplexity": 36.109774504314316, "tokens": 408027136, "seconds": 102.44116747799853, "split": "full", "validation_complete": true, "event": "final_validation", "step": 3113, "evaluation_tokens": 197411295}