{"event": "train", "step": 20, "epoch": 1, "tokens": 2621440, "loss": 9.715099382400513, "lr": 0.0002564102564102564, "grad_norm": 2.4579198360443115, "tokens_per_second": 31934.24827005071, "training_seconds": 82.0886710039922, "elapsed_tokens_per_second": 31934.24827005071, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 40, "epoch": 1, "tokens": 5242880, "loss": 8.044519734382629, "lr": 0.0005128205128205128, "grad_norm": 0.7279024124145508, "tokens_per_second": 1748407.320043458, "training_seconds": 1.499330259000999, "elapsed_tokens_per_second": 62485.393450227944, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 60, "epoch": 1, "tokens": 7864320, "loss": 7.201433324813843, "lr": 0.0007692307692307692, "grad_norm": 1.0594991445541382, "tokens_per_second": 1740579.6687944992, "training_seconds": 1.5060729749966413, "elapsed_tokens_per_second": 92073.75188999629, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 78, "epoch": 1, "tokens": 10223616, "loss": 6.714685863918728, "lr": 0.001, "grad_norm": 1.2922686338424683, "tokens_per_second": 1747685.2840388713, "training_seconds": 1.349954720993992, "elapsed_tokens_per_second": 117831.58960462379, "peak_memory_bytes": 21988176384}
{"loss": 6.607145565261362, "perplexity": 740.3666713198776, "tokens": 10223616, "seconds": 1.1312564089894295, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 1, "step": 78, "evaluation_tokens": 1048576}
{"event": "train", "step": 80, "epoch": 2, "tokens": 10485760, "loss": 6.5670671463012695, "lr": 0.0010256410256410256, "grad_norm": 1.0453474521636963, "tokens_per_second": 1804619.41097116, "training_seconds": 0.14526276200194843, "elapsed_tokens_per_second": 119089.16025911288, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 100, "epoch": 2, "tokens": 13107200, "loss": 6.414720797538758, "lr": 0.001282051282051282, "grad_norm": 0.2614990472793579, "tokens_per_second": 1738859.1037334336, "training_seconds": 1.5075632030057022, "elapsed_tokens_per_second": 146353.67740369172, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 120, "epoch": 2, "tokens": 15728640, "loss": 6.183272457122802, "lr": 0.0015384615384615385, "grad_norm": 0.3476859927177429, "tokens_per_second": 1730742.1691324161, "training_seconds": 1.5146334599994589, "elapsed_tokens_per_second": 172700.2889916641, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 140, "epoch": 2, "tokens": 18350080, "loss": 5.964181017875672, "lr": 0.001794871794871795, "grad_norm": 0.38265785574913025, "tokens_per_second": 1739457.7809746466, "training_seconds": 1.5070443379954668, "elapsed_tokens_per_second": 198200.25441307478, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 156, "epoch": 2, "tokens": 20447232, "loss": 5.786109387874603, "lr": 0.002, "grad_norm": 0.3458869755268097, "tokens_per_second": 1741687.4992206641, "training_seconds": 1.2040920090075815, "elapsed_tokens_per_second": 218011.568628499, "peak_memory_bytes": 42389451776}
{"loss": 5.726646278067415, "perplexity": 306.9381550875685, "tokens": 20447232, "seconds": 0.5355446030007442, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 2, "step": 156, "evaluation_tokens": 1048576}
{"event": "train", "step": 160, "epoch": 3, "tokens": 20971520, "loss": 5.726968050003052, "lr": 0.0020512820512820513, "grad_norm": 0.8647269606590271, "tokens_per_second": 1766785.9824203434, "training_seconds": 0.2967467510025017, "elapsed_tokens_per_second": 221615.96524449205, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 180, "epoch": 3, "tokens": 23592960, "loss": 5.619349718093872, "lr": 0.0023076923076923075, "grad_norm": 0.3262263834476471, "tokens_per_second": 1735851.4385889163, "training_seconds": 1.510175318995607, "elapsed_tokens_per_second": 245398.1829609722, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 200, "epoch": 3, "tokens": 26214400, "loss": 5.454018330574035, "lr": 0.002564102564102564, "grad_norm": 0.5272438526153564, "tokens_per_second": 1740244.0883481232, "training_seconds": 1.5063633989921072, "elapsed_tokens_per_second": 268451.02869832376, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 220, "epoch": 3, "tokens": 28835840, "loss": 5.320947241783142, "lr": 0.0028205128205128207, "grad_norm": 0.42531663179397583, "tokens_per_second": 1740528.3407005796, "training_seconds": 1.506117389013525, "elapsed_tokens_per_second": 290806.62843691517, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 233, "epoch": 3, "tokens": 30539776, "loss": 5.232799383310171, "lr": 0.0029871794871794873, "grad_norm": 0.31366297602653503, "tokens_per_second": 1738431.1025053917, "training_seconds": 0.9801573370059486, "elapsed_tokens_per_second": 304968.6490682283, "peak_memory_bytes": 42389451776}
{"loss": 5.212298876578494, "perplexity": 183.51545301752304, "tokens": 30539776, "seconds": 0.5357542940037092, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 3, "step": 233, "evaluation_tokens": 1048576}
{"event": "train", "step": 240, "epoch": 4, "tokens": 31457280, "loss": 5.184989997318813, "lr": 0.003076923076923077, "grad_norm": 0.6575704216957092, "tokens_per_second": 1768167.8531668857, "training_seconds": 0.5189009620080469, "elapsed_tokens_per_second": 310828.32992303977, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 260, "epoch": 4, "tokens": 34078720, "loss": 5.170272898674011, "lr": 0.0033333333333333335, "grad_norm": 0.5497155785560608, "tokens_per_second": 1740198.9903888549, "training_seconds": 1.5064024370076368, "elapsed_tokens_per_second": 331787.77753893245, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 280, "epoch": 4, "tokens": 36700160, "loss": 5.0710837841033936, "lr": 0.00358974358974359, "grad_norm": 0.2949686348438263, "tokens_per_second": 1738789.1283455566, "training_seconds": 1.5076238729961915, "elapsed_tokens_per_second": 352135.62053402833, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 300, "epoch": 4, "tokens": 39321600, "loss": 4.974226093292236, "lr": 0.003846153846153846, "grad_norm": 0.23744328320026398, "tokens_per_second": 1740493.6167598164, "training_seconds": 1.5061474370013457, "elapsed_tokens_per_second": 371907.68171572953, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 311, "epoch": 4, "tokens": 40763392, "loss": 4.922092394395308, "lr": 0.003987179487179487, "grad_norm": 0.30902498960494995, "tokens_per_second": 1744695.2592865638, "training_seconds": 0.8263861510058632, "elapsed_tokens_per_second": 382547.2403255694, "peak_memory_bytes": 42389451776}
{"loss": 4.925978959445612, "perplexity": 137.8241999240438, "tokens": 40763392, "seconds": 0.5399339799914742, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 4, "step": 311, "evaluation_tokens": 1048576}
{"event": "train", "step": 320, "epoch": 5, "tokens": 41943040, "loss": 4.8745161692301435, "lr": 0.003999919489858869, "grad_norm": 0.4354710578918457, "tokens_per_second": 1759606.4899501968, "training_seconds": 0.6704044380021514, "elapsed_tokens_per_second": 389164.56761976774, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 340, "epoch": 5, "tokens": 44564480, "loss": 4.8372012853622435, "lr": 0.003999013825209868, "grad_norm": 0.4058458209037781, "tokens_per_second": 1737859.089899007, "training_seconds": 1.5084306979988469, "elapsed_tokens_per_second": 407773.646660636, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 360, "epoch": 5, "tokens": 47185920, "loss": 4.802946877479553, "lr": 0.00399710231545853, "grad_norm": 0.26025620102882385, "tokens_per_second": 1740841.0932322876, "training_seconds": 1.5058468060015002, "elapsed_tokens_per_second": 425883.1459231372, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 380, "epoch": 5, "tokens": 49807360, "loss": 4.756982684135437, "lr": 0.003994185922420472, "grad_norm": 0.2801532745361328, "tokens_per_second": 1740161.8040897949, "training_seconds": 1.5064346279978054, "elapsed_tokens_per_second": 443507.43356731633, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 389, "epoch": 5, "tokens": 50987008, "loss": 4.712686856587728, "lr": 0.003992546074856259, "grad_norm": 0.24024607241153717, "tokens_per_second": 1734847.1732873472, "training_seconds": 0.6799722869909601, "elapsed_tokens_per_second": 451270.2112906229, "peak_memory_bytes": 42389451776}
{"loss": 4.722094336933083, "perplexity": 112.403416952757, "tokens": 50987008, "seconds": 0.5385152050002944, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 5, "step": 389, "evaluation_tokens": 1048576}
{"event": "train", "step": 400, "epoch": 6, "tokens": 52428800, "loss": 4.67953838001598, "lr": 0.003990266113539101, "grad_norm": 0.2671273648738861, "tokens_per_second": 1759100.3550108694, "training_seconds": 0.8196189580048667, "elapsed_tokens_per_second": 458490.1169591805, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 420, "epoch": 6, "tokens": 55050240, "loss": 4.646416091918946, "lr": 0.003985344861147232, "grad_norm": 0.24021005630493164, "tokens_per_second": 1740749.7280907452, "training_seconds": 1.505925842007855, "elapsed_tokens_per_second": 475152.19776856893, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 440, "epoch": 6, "tokens": 57671680, "loss": 4.614970374107361, "lr": 0.003979424641474668, "grad_norm": 0.35964086651802063, "tokens_per_second": 1740466.6606605172, "training_seconds": 1.5061707639979431, "elapsed_tokens_per_second": 491381.05653406546, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 460, "epoch": 6, "tokens": 60293120, "loss": 4.580213594436645, "lr": 0.0039725084334022425, "grad_norm": 0.24702954292297363, "tokens_per_second": 1738648.4921681804, "training_seconds": 1.5077458220039262, "elapsed_tokens_per_second": 507193.75576212123, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 467, "epoch": 6, "tokens": 61210624, "loss": 4.538708414350237, "lr": 0.003969853087303938, "grad_norm": 0.2396971434354782, "tokens_per_second": 1746259.3456135357, "training_seconds": 0.5254110749956453, "elapsed_tokens_per_second": 512637.2878495974, "peak_memory_bytes": 42389451776}
{"loss": 4.548304070513279, "perplexity": 94.47205443613286, "tokens": 61210624, "seconds": 0.5377491149993148, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 6, "step": 467, "evaluation_tokens": 1048576}
{"event": "train", "step": 480, "epoch": 7, "tokens": 62914560, "loss": 4.50811033982497, "lr": 0.003964599716962921, "grad_norm": 0.31193339824676514, "tokens_per_second": 1753129.988023077, "training_seconds": 0.9719393380073598, "elapsed_tokens_per_second": 520287.4803537466, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 500, "epoch": 7, "tokens": 65536000, "loss": 4.460352993011474, "lr": 0.003955702471590763, "grad_norm": 0.2461399883031845, "tokens_per_second": 1739891.6766337398, "training_seconds": 1.5066685100027826, "elapsed_tokens_per_second": 535290.476142164, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 520, "epoch": 7, "tokens": 68157440, "loss": 4.407513809204102, "lr": 0.0039458211741185785, "grad_norm": 0.3743995130062103, "tokens_per_second": 1743321.05997983, "training_seconds": 1.5037046589859528, "elapsed_tokens_per_second": 549937.6192108408, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 540, "epoch": 7, "tokens": 70778880, "loss": 4.368207621574402, "lr": 0.00393496079652532, "grad_norm": 0.2499500811100006, "tokens_per_second": 1749140.4917874776, "training_seconds": 1.4987017980020028, "elapsed_tokens_per_second": 564256.0017112113, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 545, "epoch": 7, "tokens": 71434240, "loss": 4.35994234085083, "lr": 0.003932093350457171, "grad_norm": 0.2518329620361328, "tokens_per_second": 1751193.8111326809, "training_seconds": 0.37423613299324643, "elapsed_tokens_per_second": 567776.3661017391, "peak_memory_bytes": 42389451776}
{"loss": 4.344490374204211, "perplexity": 77.05275939776465, "tokens": 71434240, "seconds": 0.5362776709953323, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 7, "step": 545, "evaluation_tokens": 1048576}
{"event": "train", "step": 560, "epoch": 8, "tokens": 73400320, "loss": 4.329893239339193, "lr": 0.00392312680343433, "grad_norm": 0.23156915605068207, "tokens_per_second": 1757860.973872257, "training_seconds": 1.118450224006665, "elapsed_tokens_per_second": 575787.1197353639, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 580, "epoch": 8, "tokens": 76021760, "loss": 4.299161219596863, "lr": 0.003910325149363705, "grad_norm": 0.2660154700279236, "tokens_per_second": 1742928.425307284, "training_seconds": 1.5040434030088363, "elapsed_tokens_per_second": 589390.694557916, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 600, "epoch": 8, "tokens": 78643200, "loss": 4.244947814941407, "lr": 0.0038965622757301485, "grad_norm": 0.22584474086761475, "tokens_per_second": 1741378.4556483298, "training_seconds": 1.5053821250039618, "elapsed_tokens_per_second": 602672.3157007814, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 620, "epoch": 8, "tokens": 81264640, "loss": 4.218338251113892, "lr": 0.0038818451076078463, "grad_norm": 0.2283877283334732, "tokens_per_second": 1745040.609555963, "training_seconds": 1.5022229199967114, "elapsed_tokens_per_second": 615665.9414864896, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 623, "epoch": 8, "tokens": 81657856, "loss": 4.217521667480469, "lr": 0.003879555675949761, "grad_norm": 0.22049306333065033, "tokens_per_second": 1764474.4807629604, "training_seconds": 0.22285162199113984, "elapsed_tokens_per_second": 617590.4442411179, "peak_memory_bytes": 42389451776}
{"loss": 4.216699066567538, "perplexity": 67.80928053102275, "tokens": 81657856, "seconds": 0.5379360179940704, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 8, "step": 623, "evaluation_tokens": 1048576}
{"event": "train", "step": 640, "epoch": 9, "tokens": 83886080, "loss": 4.192536297966452, "lr": 0.0038661810502439715, "grad_norm": 0.20169761776924133, "tokens_per_second": 1746229.9812691766, "training_seconds": 1.2760197819879977, "elapsed_tokens_per_second": 625810.2429960126, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 660, "epoch": 9, "tokens": 86507520, "loss": 4.154469776153564, "lr": 0.003849577985332579, "grad_norm": 0.2118726372718811, "tokens_per_second": 1743769.0113471814, "training_seconds": 1.503318376999232, "elapsed_tokens_per_second": 638202.7387108813, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 680, "epoch": 9, "tokens": 89128960, "loss": 4.150634503364563, "lr": 0.0038320442670487687, "grad_norm": 0.22500158846378326, "tokens_per_second": 1748380.0692879301, "training_seconds": 1.4993536279944237, "elapsed_tokens_per_second": 650337.5321442618, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 700, "epoch": 9, "tokens": 91750400, "loss": 4.132871603965759, "lr": 0.0038135887178451133, "grad_norm": 0.2226020246744156, "tokens_per_second": 1745995.9146281965, "training_seconds": 1.5014009930018801, "elapsed_tokens_per_second": 662201.9716671787, "peak_memory_bytes": 42389451776}
{"loss": 4.141912254922925, "perplexity": 62.92303135305055, "tokens": 91750400, "seconds": 0.5358507030032342, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 9, "step": 700, "evaluation_tokens": 1048576}
{"event": "train", "step": 720, "epoch": 10, "tokens": 94371840, "loss": 4.133183860778809, "lr": 0.0037942206240124533, "grad_norm": 0.23404696583747864, "tokens_per_second": 1748037.3342476424, "training_seconds": 1.4996476039959816, "elapsed_tokens_per_second": 671210.6025964023, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 740, "epoch": 10, "tokens": 96993280, "loss": 4.106419467926026, "lr": 0.0037739497310073124, "grad_norm": 0.1942162960767746, "tokens_per_second": 1741596.3938044668, "training_seconds": 1.5051937459938927, "elapsed_tokens_per_second": 682539.9259392938, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 760, "epoch": 10, "tokens": 99614720, "loss": 4.090501594543457, "lr": 0.0037527862385482677, "grad_norm": 0.20376744866371155, "tokens_per_second": 1745941.2141735463, "training_seconds": 1.5014480319950962, "elapsed_tokens_per_second": 693651.0760061168, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 778, "epoch": 10, "tokens": 101974016, "loss": 4.075890779495239, "lr": 0.0037329847148808177, "grad_norm": 0.2168796807527542, "tokens_per_second": 1745207.7428090896, "training_seconds": 1.3518711509968853, "elapsed_tokens_per_second": 703446.9499429935, "peak_memory_bytes": 42389451776}
{"loss": 4.088002354224307, "perplexity": 59.620671681176205, "tokens": 101974016, "seconds": 0.5390955680049956, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 10, "step": 778, "evaluation_tokens": 1048576}
{"event": "train", "step": 780, "epoch": 11, "tokens": 102236160, "loss": 4.054778575897217, "lr": 0.003730740795483752, "grad_norm": 0.23006169497966766, "tokens_per_second": 1798132.4181442906, "training_seconds": 0.1457868160068756, "elapsed_tokens_per_second": 701904.3556803025, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 800, "epoch": 11, "tokens": 104857600, "loss": 4.0906593799591064, "lr": 0.0037078244944338625, "grad_norm": 0.19999131560325623, "tokens_per_second": 1742390.122249331, "training_seconds": 1.5045080699928803, "elapsed_tokens_per_second": 712534.2085198449, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 820, "epoch": 11, "tokens": 107479040, "loss": 4.055023670196533, "lr": 0.0036840488662088855, "grad_norm": 0.1980055719614029, "tokens_per_second": 1741310.4576812973, "training_seconds": 1.50544090999756, "elapsed_tokens_per_second": 722940.6390631036, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 840, "epoch": 11, "tokens": 110100480, "loss": 4.039867305755616, "lr": 0.003659425874007325, "grad_norm": 0.1942276656627655, "tokens_per_second": 1746426.1930982813, "training_seconds": 1.501031082996633, "elapsed_tokens_per_second": 733162.5604662072, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 856, "epoch": 11, "tokens": 112197632, "loss": 4.039532423019409, "lr": 0.003639125689804212, "grad_norm": 0.19558919966220856, "tokens_per_second": 1742648.6441253712, "training_seconds": 1.2034279010113096, "elapsed_tokens_per_second": 741178.295556602, "peak_memory_bytes": 42389451776}
{"loss": 4.0427521811572555, "perplexity": 56.98295460854602, "tokens": 112197632, "seconds": 0.5349310189922107, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 11, "step": 856, "evaluation_tokens": 1048576}
{"event": "train", "step": 860, "epoch": 12, "tokens": 112721920, "loss": 4.039984941482544, "lr": 0.0036339679073963756, "grad_norm": 0.2094653695821762, "tokens_per_second": 1786154.7996353786, "training_seconds": 0.29352887001005, "elapsed_tokens_per_second": 740535.2943262956, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 880, "epoch": 12, "tokens": 115343360, "loss": 4.006014084815979, "lr": 0.0036076877760778565, "grad_norm": 0.20317785441875458, "tokens_per_second": 1740510.6180128537, "training_seconds": 1.5061327250004979, "elapsed_tokens_per_second": 750326.5959906458, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 900, "epoch": 12, "tokens": 117964800, "loss": 3.9998038530349733, "lr": 0.003580598703442742, "grad_norm": 0.21668578684329987, "tokens_per_second": 1749658.0278058888, "training_seconds": 1.4982584929966833, "elapsed_tokens_per_second": 759961.3105983034, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 920, "epoch": 12, "tokens": 120586240, "loss": 4.0049226641654965, "lr": 0.0035527143199175423, "grad_norm": 0.2075396031141281, "tokens_per_second": 1748687.5872692692, "training_seconds": 1.4990899569966132, "elapsed_tokens_per_second": 769410.5177153652, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 934, "epoch": 12, "tokens": 122421248, "loss": 3.9761578355516707, "lr": 0.0035327295389949616, "grad_norm": 0.18829040229320526, "tokens_per_second": 1756409.8265243596, "training_seconds": 1.0447493359970395, "elapsed_tokens_per_second": 775935.9506075833, "peak_memory_bytes": 42389451776}
{"loss": 3.999149301645507, "perplexity": 54.55172322715628, "tokens": 122421248, "seconds": 0.5374261139950249, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 12, "step": 934, "evaluation_tokens": 1048576}
{"event": "train", "step": 940, "epoch": 13, "tokens": 123207680, "loss": 3.982384363810221, "lr": 0.0035240486561058716, "grad_norm": 0.19522897899150848, "tokens_per_second": 1788436.3560234492, "training_seconds": 0.43973161099711433, "elapsed_tokens_per_second": 776066.3173000487, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 960, "epoch": 13, "tokens": 125829120, "loss": 3.9709141492843627, "lr": 0.00349461613572866, "grad_norm": 0.19152170419692993, "tokens_per_second": 1751684.6894877858, "training_seconds": 1.4965250399982324, "elapsed_tokens_per_second": 785169.138188234, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 980, "epoch": 13, "tokens": 128450560, "loss": 3.9745386838912964, "lr": 0.00346443156836656, "grad_norm": 0.20999792218208313, "tokens_per_second": 1742609.2021849272, "training_seconds": 1.5043189240095671, "elapsed_tokens_per_second": 794062.9947639059, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1000, "epoch": 13, "tokens": 131072000, "loss": 3.953064489364624, "lr": 0.0034335101420082015, "grad_norm": 0.19396618008613586, "tokens_per_second": 1740233.7291696481, "training_seconds": 1.5063723659986863, "elapsed_tokens_per_second": 802786.5843618275, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1012, "epoch": 13, "tokens": 132644864, "loss": 3.9401241739590964, "lr": 0.003414610051126177, "grad_norm": 0.17430025339126587, "tokens_per_second": 1738487.726430019, "training_seconds": 0.9047311500034994, "elapsed_tokens_per_second": 807932.2844338595, "peak_memory_bytes": 42389451776}
{"loss": 3.966428700556151, "perplexity": 52.79564469939696, "tokens": 132644864, "seconds": 0.5383765169972321, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 13, "step": 1012, "evaluation_tokens": 1048576}
{"event": "train", "step": 1020, "epoch": 14, "tokens": 133693440, "loss": 3.959199994802475, "lr": 0.00340186741540804, "grad_norm": 0.1862180382013321, "tokens_per_second": 1758877.4759522206, "training_seconds": 0.5961620489979396, "elapsed_tokens_per_second": 808660.5220158525, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1040, "epoch": 14, "tokens": 136314880, "loss": 3.9522838950157166, "lr": 0.0033695193102576486, "grad_norm": 0.18245463073253632, "tokens_per_second": 1734912.0399208043, "training_seconds": 1.5109930300095584, "elapsed_tokens_per_second": 817043.5181946657, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1060, "epoch": 14, "tokens": 138936320, "loss": 3.9261978030204774, "lr": 0.00333648210317439, "grad_norm": 0.18192994594573975, "tokens_per_second": 1736968.1161520348, "training_seconds": 1.5092044440098107, "elapsed_tokens_per_second": 825278.2397715629, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1080, "epoch": 14, "tokens": 141557760, "loss": 3.93600594997406, "lr": 0.0033027724175115, "grad_norm": 0.19473713636398315, "tokens_per_second": 1747883.2267965283, "training_seconds": 1.4997798249969492, "elapsed_tokens_per_second": 833382.2320412839, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1090, "epoch": 14, "tokens": 142868480, "loss": 3.9212833642959595, "lr": 0.0032856706827662577, "grad_norm": 0.20673975348472595, "tokens_per_second": 1744300.8036781838, "training_seconds": 0.7514300269976957, "elapsed_tokens_per_second": 837385.1163928068, "peak_memory_bytes": 42389451776}
{"loss": 3.93796782264948, "perplexity": 51.314215684534666, "tokens": 142868480, "seconds": 0.5376905539887957, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 14, "step": 1090, "evaluation_tokens": 1048576}
{"event": "train", "step": 1100, "epoch": 15, "tokens": 144179200, "loss": 3.895146131515503, "lr": 0.0032684072149937035, "grad_norm": 0.1935817003250122, "tokens_per_second": 1761367.1718235493, "training_seconds": 0.7441492159996415, "elapsed_tokens_per_second": 838699.7055322983, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1120, "epoch": 15, "tokens": 146800640, "loss": 3.919640362262726, "lr": 0.003233403787182574, "grad_norm": 0.21051523089408875, "tokens_per_second": 1740150.2607224006, "training_seconds": 1.5064446210017195, "elapsed_tokens_per_second": 846522.2056676403, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1140, "epoch": 15, "tokens": 149422080, "loss": 3.902647578716278, "lr": 0.0031977797467759245, "grad_norm": 0.19039690494537354, "tokens_per_second": 1735181.3560306474, "training_seconds": 1.51075850999041, "elapsed_tokens_per_second": 854189.5030668819, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1160, "epoch": 15, "tokens": 152043520, "loss": 3.91276216506958, "lr": 0.0031615530187456176, "grad_norm": 0.1922963410615921, "tokens_per_second": 1739407.284243687, "training_seconds": 1.507088088997989, "elapsed_tokens_per_second": 861743.3255822328, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1167, "epoch": 15, "tokens": 152961024, "loss": 3.905174119131906, "lr": 0.0031487346434094015, "grad_norm": 0.18547676503658295, "tokens_per_second": 1755647.06105822, "training_seconds": 0.5226016209926456, "elapsed_tokens_per_second": 864373.432407976, "peak_memory_bytes": 42389451776}
{"loss": 3.9150598393070264, "perplexity": 50.15207248651131, "tokens": 152961024, "seconds": 0.5383183740050299, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 15, "step": 1167, "evaluation_tokens": 1048576}
{"event": "train", "step": 1180, "epoch": 16, "tokens": 154664960, "loss": 3.897916610424335, "lr": 0.003124741831318243, "grad_norm": 0.18061210215091705, "tokens_per_second": 1751706.1801553392, "training_seconds": 0.9727293420000933, "elapsed_tokens_per_second": 866553.2502456297, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1200, "epoch": 16, "tokens": 157286400, "loss": 3.8905426383018495, "lr": 0.0030873647068032106, "grad_norm": 0.22178709506988525, "tokens_per_second": 1744605.5518464663, "training_seconds": 1.5025975339958677, "elapsed_tokens_per_second": 873877.2586928243, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1220, "epoch": 16, "tokens": 159907840, "loss": 3.8718334197998048, "lr": 0.0030494404522728676, "grad_norm": 0.18998044729232788, "tokens_per_second": 1736617.9145961925, "training_seconds": 1.509508785995422, "elapsed_tokens_per_second": 881042.4754695216, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1240, "epoch": 16, "tokens": 162529280, "loss": 3.862315094470978, "lr": 0.0030109881500993306, "grad_norm": 0.16763894259929657, "tokens_per_second": 1739614.3474106824, "training_seconds": 1.5069087030133232, "elapsed_tokens_per_second": 888104.217563043, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1245, "epoch": 16, "tokens": 163184640, "loss": 3.8555839538574217, "lr": 0.0030012948287640793, "grad_norm": 0.16678810119628906, "tokens_per_second": 1740139.4313798868, "training_seconds": 0.37661349900008645, "elapsed_tokens_per_second": 889844.0920208158, "peak_memory_bytes": 42389451776}
{"loss": 3.88713164929574, "perplexity": 48.77079396127585, "tokens": 163184640, "seconds": 0.538228841003729, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 16, "step": 1245, "evaluation_tokens": 1048576}
{"event": "train", "step": 1260, "epoch": 17, "tokens": 165150720, "loss": 3.8714636325836183, "lr": 0.0029720271483527965, "grad_norm": 0.17466533184051514, "tokens_per_second": 1747776.3027100125, "training_seconds": 1.124903683012235, "elapsed_tokens_per_second": 892406.6423229987, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1280, "epoch": 17, "tokens": 167772160, "loss": 3.858676755428314, "lr": 0.0029325770510661613, "grad_norm": 0.1807435005903244, "tokens_per_second": 1738143.5478272128, "training_seconds": 1.5081838339974638, "elapsed_tokens_per_second": 899237.8453561974, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1300, "epoch": 17, "tokens": 170393600, "loss": 3.8640650868415833, "lr": 0.0028926577083708454, "grad_norm": 0.20156230032444, "tokens_per_second": 1747349.2120619582, "training_seconds": 1.5002381790109212, "elapsed_tokens_per_second": 905995.2307358985, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1320, "epoch": 17, "tokens": 173015040, "loss": 3.859865725040436, "lr": 0.0028522892065087923, "grad_norm": 0.1836501657962799, "tokens_per_second": 1740644.8970554713, "training_seconds": 1.5060165369941387, "elapsed_tokens_per_second": 912617.2018694937, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1323, "epoch": 17, "tokens": 173408256, "loss": 3.834063768386841, "lr": 0.0028461964439177377, "grad_norm": 0.18868716061115265, "tokens_per_second": 1765341.4046955325, "training_seconds": 0.22274218400707468, "elapsed_tokens_per_second": 913608.0433059161, "peak_memory_bytes": 42389451776}
{"loss": 3.868638347336784, "perplexity": 47.877149627905865, "tokens": 173408256, "seconds": 0.5370167810033308, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 17, "step": 1323, "evaluation_tokens": 1048576}
{"event": "train", "step": 1340, "epoch": 18, "tokens": 175636480, "loss": 3.8399162152234245, "lr": 0.0028114918577256554, "grad_norm": 0.1731582134962082, "tokens_per_second": 1746603.4200864783, "training_seconds": 1.2757469579955796, "elapsed_tokens_per_second": 916532.288728185, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1360, "epoch": 18, "tokens": 178257920, "loss": 3.851647710800171, "lr": 0.00277028619005028, "grad_norm": 0.1668081134557724, "tokens_per_second": 1743186.1428366213, "training_seconds": 1.5038210410129977, "elapsed_tokens_per_second": 922961.06224897, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1380, "epoch": 18, "tokens": 180879360, "loss": 3.8294668078422545, "lr": 0.002728692936965594, "grad_norm": 0.1803930550813675, "tokens_per_second": 1745122.0163614887, "training_seconds": 1.5021528439974645, "elapsed_tokens_per_second": 929296.6872402288, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1400, "epoch": 18, "tokens": 183500800, "loss": 3.8241759538650513, "lr": 0.002686733026976133, "grad_norm": 0.1952306181192398, "tokens_per_second": 1743371.9105639774, "training_seconds": 1.5036607990041375, "elapsed_tokens_per_second": 935529.6418201404, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1401, "epoch": 18, "tokens": 183631872, "loss": 3.857961654663086, "lr": 0.0026846257846888373, "grad_norm": 0.1793319284915924, "tokens_per_second": 1748605.7926702448, "training_seconds": 0.07495800399919972, "elapsed_tokens_per_second": 935831.8636847164, "peak_memory_bytes": 42389451776}
{"loss": 3.8444273572733967, "perplexity": 46.7319159954966, "tokens": 183631872, "seconds": 0.5366943459957838, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 18, "step": 1401, "evaluation_tokens": 1048576}
{"event": "train", "step": 1420, "epoch": 19, "tokens": 186122240, "loss": 3.8134900645205847, "lr": 0.0026444275730774253, "grad_norm": 0.16989365220069885, "tokens_per_second": 1748189.4548651131, "training_seconds": 1.4245412549935281, "elapsed_tokens_per_second": 939071.7571593991, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1440, "epoch": 19, "tokens": 188743680, "loss": 3.817783260345459, "lr": 0.0026017978621325605, "grad_norm": 0.1800866425037384, "tokens_per_second": 1738601.5454899254, "training_seconds": 1.5077865349885542, "elapsed_tokens_per_second": 945100.7654330694, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1460, "epoch": 19, "tokens": 191365120, "loss": 3.81667720079422, "lr": 0.002558865344161256, "grad_norm": 0.17549146711826324, "tokens_per_second": 1745818.5410354615, "training_seconds": 1.5015535339916823, "elapsed_tokens_per_second": 951068.9569163589, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1479, "epoch": 19, "tokens": 193855488, "loss": 3.790659000999049, "lr": 0.0025178186511640097, "grad_norm": 0.17426474392414093, "tokens_per_second": 1749783.8972500414, "training_seconds": 1.4232431810087292, "elapsed_tokens_per_second": 956672.6839505222, "peak_memory_bytes": 42389451776}
{"loss": 3.820860016241301, "perplexity": 45.64344555058534, "tokens": 193855488, "seconds": 0.5379373809992103, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 19, "step": 1479, "evaluation_tokens": 1048576}
{"event": "train", "step": 1480, "epoch": 20, "tokens": 193986560, "loss": 3.8135337829589844, "lr": 0.0025156516215468407, "grad_norm": 0.15593121945858002, "tokens_per_second": 1896969.072521064, "training_seconds": 0.06909548600378912, "elapsed_tokens_per_second": 954429.2861478206, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1500, "epoch": 20, "tokens": 196608000, "loss": 3.7851889729499817, "lr": 0.0024721784381665692, "grad_norm": 0.18564832210540771, "tokens_per_second": 1740466.204201928, "training_seconds": 1.506171159009682, "elapsed_tokens_per_second": 960203.924311756, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1520, "epoch": 20, "tokens": 199229440, "loss": 3.807118284702301, "lr": 0.002428467668450741, "grad_norm": 0.17011064291000366, "tokens_per_second": 1742338.9085205372, "training_seconds": 1.5045522930013249, "elapsed_tokens_per_second": 965901.9829034363, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1540, "epoch": 20, "tokens": 201850880, "loss": 3.7770544052124024, "lr": 0.0023845413063761267, "grad_norm": 0.16980084776878357, "tokens_per_second": 1745261.0978892208, "training_seconds": 1.502033135999227, "elapsed_tokens_per_second": 971529.013287182, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1557, "epoch": 20, "tokens": 204079104, "loss": 3.8021439524257885, "lr": 0.0023470508954753456, "grad_norm": 0.1710493564605713, "tokens_per_second": 1746084.8039610987, "training_seconds": 1.2761258759855991, "elapsed_tokens_per_second": 976250.0906503239, "peak_memory_bytes": 42389451776}
{"loss": 3.8066600539177484, "perplexity": 44.99989038676779, "tokens": 204079104, "seconds": 0.5335422450007172, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 20, "step": 1557, "evaluation_tokens": 1048576}
{"event": "train", "step": 1560, "epoch": 21, "tokens": 204472320, "loss": 3.8104235331217446, "lr": 0.002340421454399249, "grad_norm": 0.16196595132350922, "tokens_per_second": 1798013.3784112383, "training_seconds": 0.21869470200908836, "elapsed_tokens_per_second": 974527.9561623898, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1580, "epoch": 21, "tokens": 207093760, "loss": 3.793393838405609, "lr": 0.0022961303123350684, "grad_norm": 0.18014132976531982, "tokens_per_second": 1730283.7203326032, "training_seconds": 1.5150347710005008, "elapsed_tokens_per_second": 979937.2957858111, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1600, "epoch": 21, "tokens": 209715200, "loss": 3.7912294387817385, "lr": 0.002251690166186694, "grad_norm": 0.1629345566034317, "tokens_per_second": 1742678.5192161114, "training_seconds": 1.5042590880038915, "elapsed_tokens_per_second": 985320.653177647, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1620, "epoch": 21, "tokens": 212336640, "loss": 3.798797142505646, "lr": 0.0022071233769317177, "grad_norm": 0.17206326127052307, "tokens_per_second": 1741076.5347848565, "training_seconds": 1.5056431739940308, "elapsed_tokens_per_second": 990620.157583803, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1634, "epoch": 21, "tokens": 214171648, "loss": 3.786546758243016, "lr": 0.0021758632780079093, "grad_norm": 0.164354145526886, "tokens_per_second": 1734113.2161821085, "training_seconds": 1.0581823510001414, "elapsed_tokens_per_second": 994264.6914843515, "peak_memory_bytes": 42389451776}
{"loss": 3.7830961703239208, "perplexity": 43.95191389684185, "tokens": 214171648, "seconds": 0.5376782529929187, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 21, "step": 1634, "evaluation_tokens": 1048576}
{"event": "train", "step": 1640, "epoch": 22, "tokens": 214958080, "loss": 3.7598448594411216, "lr": 0.0021624523692708253, "grad_norm": 0.19700153172016144, "tokens_per_second": 1769469.6368890374, "training_seconds": 0.4444450379960472, "elapsed_tokens_per_second": 993298.9188393796, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1660, "epoch": 22, "tokens": 217579520, "loss": 3.7691474080085756, "lr": 0.002117699620344348, "grad_norm": 0.17120832204818726, "tokens_per_second": 1736965.9029519295, "training_seconds": 1.5092063670017524, "elapsed_tokens_per_second": 998441.5696721021, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1680, "epoch": 22, "tokens": 220200960, "loss": 3.7778128027915954, "lr": 0.0020728876484224236, "grad_norm": 0.16664738953113556, "tokens_per_second": 1740001.421324272, "training_seconds": 1.5065734819945646, "elapsed_tokens_per_second": 1003525.7014130485, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1700, "epoch": 22, "tokens": 222822400, "loss": 3.760866141319275, "lr": 0.002028039001574461, "grad_norm": 0.1863122135400772, "tokens_per_second": 1739977.4347105918, "training_seconds": 1.5065942509972956, "elapsed_tokens_per_second": 1008540.8809891244, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1712, "epoch": 22, "tokens": 224395264, "loss": 3.7614179650942483, "lr": 0.002001121596747205, "grad_norm": 0.16720981895923615, "tokens_per_second": 1742683.8595272847, "training_seconds": 0.9025526869954774, "elapsed_tokens_per_second": 1011520.6061572614, "peak_memory_bytes": 42389451776}
{"loss": 3.7679948520975883, "perplexity": 43.293168538918025, "tokens": 224395264, "seconds": 0.5392039360012859, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 22, "step": 1712, "evaluation_tokens": 1048576}
{"event": "train", "step": 1720, "epoch": 23, "tokens": 225443840, "loss": 3.7625240981578827, "lr": 0.00198317624632362, "grad_norm": 0.1536412239074707, "tokens_per_second": 1750750.7997673221, "training_seconds": 0.5989293279999401, "elapsed_tokens_per_second": 1011003.4868102863, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1740, "epoch": 23, "tokens": 228065280, "loss": 3.7625523924827577, "lr": 0.0019383219562919903, "grad_norm": 0.19001097977161407, "tokens_per_second": 1737490.5314714836, "training_seconds": 1.5087506679992657, "elapsed_tokens_per_second": 1015876.7633564831, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1760, "epoch": 23, "tokens": 230686720, "loss": 3.7547258734703064, "lr": 0.0018934987008422147, "grad_norm": 0.1780148595571518, "tokens_per_second": 1738870.2008920813, "training_seconds": 1.507553582006949, "elapsed_tokens_per_second": 1020693.6733586947, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1780, "epoch": 23, "tokens": 233308160, "loss": 3.7470443844795227, "lr": 0.0018487290337212442, "grad_norm": 0.16539818048477173, "tokens_per_second": 1745284.4472199709, "training_seconds": 1.5020130410121055, "elapsed_tokens_per_second": 1025468.5732872447, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1790, "epoch": 23, "tokens": 234618880, "loss": 3.7541786670684814, "lr": 0.0018263713367670474, "grad_norm": 0.1812620759010315, "tokens_per_second": 1749449.4226667613, "training_seconds": 0.7492185730079655, "elapsed_tokens_per_second": 1027837.3891679677, "peak_memory_bytes": 42389451776}
{"loss": 3.750825177920451, "perplexity": 42.55618393876352, "tokens": 234618880, "seconds": 0.5348778220068198, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 23, "step": 1790, "evaluation_tokens": 1048576}
{"event": "train", "step": 1800, "epoch": 24, "tokens": 235929600, "loss": 3.7227149486541746, "lr": 0.0018040354817119542, "grad_norm": 0.16338761150836945, "tokens_per_second": 1756121.536967381, "training_seconds": 0.7463720320083667, "elapsed_tokens_per_second": 1027755.718233123, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1820, "epoch": 24, "tokens": 238551040, "loss": 3.735345160961151, "lr": 0.0017594405332983301, "grad_norm": 0.1836807131767273, "tokens_per_second": 1745636.5200038112, "training_seconds": 1.5017101039993577, "elapsed_tokens_per_second": 1032412.0302120796, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1840, "epoch": 24, "tokens": 241172480, "loss": 3.7543214201927184, "lr": 0.0017149666273499214, "grad_norm": 0.15939271450042725, "tokens_per_second": 1744459.4400681856, "training_seconds": 1.502723387995502, "elapsed_tokens_per_second": 1037006.844624251, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1860, "epoch": 24, "tokens": 243793920, "loss": 3.7329660177230837, "lr": 0.001670636141831261, "grad_norm": 0.1887584775686264, "tokens_per_second": 1745113.9875510398, "training_seconds": 1.5021597550075967, "elapsed_tokens_per_second": 1041541.064672828, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1868, "epoch": 24, "tokens": 244842496, "loss": 3.7199177145957947, "lr": 0.001652949104524654, "grad_norm": 0.17031461000442505, "tokens_per_second": 1752208.762683619, "training_seconds": 0.5984309759951429, "elapsed_tokens_per_second": 1043347.5978181964, "peak_memory_bytes": 42389451776}
{"loss": 3.7375592863284877, "perplexity": 41.99536631352156, "tokens": 244842496, "seconds": 0.5373204079951392, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 24, "step": 1868, "evaluation_tokens": 1048576}
{"event": "train", "step": 1880, "epoch": 25, "tokens": 246415360, "loss": 3.725105047225952, "lr": 0.0016264713825419278, "grad_norm": 0.16475935280323029, "tokens_per_second": 1763872.583833031, "training_seconds": 0.891710668001906, "elapsed_tokens_per_second": 1043660.4494420766, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1900, "epoch": 25, "tokens": 249036800, "loss": 3.7090171813964843, "lr": 0.001582494571892927, "grad_norm": 0.17886772751808167, "tokens_per_second": 1748214.0001340893, "training_seconds": 1.499496057003853, "elapsed_tokens_per_second": 1048098.8894632265, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1920, "epoch": 25, "tokens": 251658240, "loss": 3.7082910418510435, "lr": 0.0015387278377250214, "grad_norm": 0.15672235190868378, "tokens_per_second": 1746967.7255739174, "training_seconds": 1.5005657870060531, "elapsed_tokens_per_second": 1052477.4979366448, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1940, "epoch": 25, "tokens": 254279680, "loss": 3.7100032448768614, "lr": 0.001495193202174653, "grad_norm": 0.16998200118541718, "tokens_per_second": 1747489.7671436646, "training_seconds": 1.500117511008284, "elapsed_tokens_per_second": 1056803.398616562, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1946, "epoch": 25, "tokens": 255066112, "loss": 3.707939386367798, "lr": 0.0014821813488359913, "grad_norm": 0.16396676003932953, "tokens_per_second": 1745341.5104481275, "training_seconds": 0.4505891799926758, "elapsed_tokens_per_second": 1058085.7168400292, "peak_memory_bytes": 42389451776}
{"loss": 3.717144094755619, "perplexity": 41.14671502920427, "tokens": 255066112, "seconds": 0.5357472370087635, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 25, "step": 1946, "evaluation_tokens": 1048576}
{"event": "train", "step": 1960, "epoch": 26, "tokens": 256901120, "loss": 3.6980538368225098, "lr": 0.0014519125705930512, "grad_norm": 0.1745447814464569, "tokens_per_second": 1748483.8217290964, "training_seconds": 1.049485260999063, "elapsed_tokens_per_second": 1058661.4566037094, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1980, "epoch": 26, "tokens": 259522560, "loss": 3.701232922077179, "lr": 0.001408907720524097, "grad_norm": 0.17184504866600037, "tokens_per_second": 1744314.8419022697, "training_seconds": 1.5028479589964263, "elapsed_tokens_per_second": 1062875.1501068447, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2000, "epoch": 26, "tokens": 262144000, "loss": 3.6983587384223937, "lr": 0.00136620029074651, "grad_norm": 0.16637875139713287, "tokens_per_second": 1743361.8909403645, "training_seconds": 1.50366944099369, "elapsed_tokens_per_second": 1067033.9786123128, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2020, "epoch": 26, "tokens": 264765440, "loss": 3.692583382129669, "lr": 0.0013238117703858446, "grad_norm": 0.15979059040546417, "tokens_per_second": 1746367.4065345523, "training_seconds": 1.5010816110007, "elapsed_tokens_per_second": 1071151.8125856125, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2024, "epoch": 26, "tokens": 265289728, "loss": 3.686004102230072, "lr": 0.0013153742153111634, "grad_norm": 0.17590579390525818, "tokens_per_second": 1754606.2740133698, "training_seconds": 0.2988066370016895, "elapsed_tokens_per_second": 1071971.7627572839, "peak_memory_bytes": 42389451776}
{"loss": 3.7008215170965277, "perplexity": 40.48054616459347, "tokens": 265289728, "seconds": 0.5358609940012684, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 26, "step": 2024, "evaluation_tokens": 1048576}
{"event": "train", "step": 2040, "epoch": 27, "tokens": 267386880, "loss": 3.6864045709371567, "lr": 0.0012817634881017953, "grad_norm": 0.15813994407653809, "tokens_per_second": 1746694.1896183484, "training_seconds": 1.2006406229920685, "elapsed_tokens_per_second": 1072791.15543231, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2060, "epoch": 27, "tokens": 270008320, "loss": 3.6832850575447083, "lr": 0.0012400766013562362, "grad_norm": 0.15715281665325165, "tokens_per_second": 1742644.156579802, "training_seconds": 1.5042887500021607, "elapsed_tokens_per_second": 1076800.5882336234, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2080, "epoch": 27, "tokens": 272629760, "loss": 3.6905708432197573, "lr": 0.001198772085767414, "grad_norm": 0.15745627880096436, "tokens_per_second": 1741830.2365176817, "training_seconds": 1.504991672001779, "elapsed_tokens_per_second": 1080760.07085119, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2100, "epoch": 27, "tokens": 275251200, "loss": 3.6882833003997804, "lr": 0.001157870724555627, "grad_norm": 0.16106292605400085, "tokens_per_second": 1740270.285444641, "training_seconds": 1.5063407230045414, "elapsed_tokens_per_second": 1084667.1908746392, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2101, "epoch": 27, "tokens": 275382272, "loss": 3.6455564498901367, "lr": 0.001155836609348925, "grad_norm": 0.17003348469734192, "tokens_per_second": 1756268.1617432793, "training_seconds": 0.0746309719979763, "elapsed_tokens_per_second": 1084859.8431190911, "peak_memory_bytes": 42389451776}
{"loss": 3.6887974702980357, "perplexity": 39.996720781787225, "tokens": 275382272, "seconds": 0.538768396989326, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 27, "step": 2101, "evaluation_tokens": 1048576}
{"event": "train", "step": 2120, "epoch": 28, "tokens": 277872640, "loss": 3.6729922671067086, "lr": 0.0011173930980857216, "grad_norm": 0.160755455493927, "tokens_per_second": 1748061.211362743, "training_seconds": 1.4246457640110748, "elapsed_tokens_per_second": 1086157.4172756209, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2140, "epoch": 28, "tokens": 280494080, "loss": 3.6754032254219053, "lr": 0.001077359573511653, "grad_norm": 0.16665016114711761, "tokens_per_second": 1752898.321387163, "training_seconds": 1.4954889100044966, "elapsed_tokens_per_second": 1090024.9431055044, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2160, "epoch": 28, "tokens": 283115520, "loss": 3.678182911872864, "lr": 0.001037790294528335, "grad_norm": 0.16921080648899078, "tokens_per_second": 1747580.2905373396, "training_seconds": 1.5000398060074076, "elapsed_tokens_per_second": 1093830.5602715332, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2179, "epoch": 28, "tokens": 285605888, "loss": 3.6751763569681266, "lr": 0.001000647624090521, "grad_norm": 0.15847398340702057, "tokens_per_second": 1752370.1112018037, "training_seconds": 1.4211427050031489, "elapsed_tokens_per_second": 1097417.86433593, "peak_memory_bytes": 42389451776}
{"loss": 3.6724840495326765, "perplexity": 39.34953074103359, "tokens": 285605888, "seconds": 0.5380682819959475, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 28, "step": 2179, "evaluation_tokens": 1048576}
{"event": "train", "step": 2180, "epoch": 29, "tokens": 285736960, "loss": 3.680039167404175, "lr": 0.0009987051712359205, "grad_norm": 0.1693362146615982, "tokens_per_second": 1948857.0439837577, "training_seconds": 0.06725583100342192, "elapsed_tokens_per_second": 1095252.0532583538, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2200, "epoch": 29, "tokens": 288358400, "loss": 3.6486504435539246, "lr": 0.0009601238701216261, "grad_norm": 0.1548718363046646, "tokens_per_second": 1740510.3325877758, "training_seconds": 1.506132971990155, "elapsed_tokens_per_second": 1098950.4693932733, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2220, "epoch": 29, "tokens": 290979840, "loss": 3.6760612964630126, "lr": 0.0009220658041641312, "grad_norm": 0.16157342493534088, "tokens_per_second": 1742204.7883170831, "training_seconds": 1.5046681179956067, "elapsed_tokens_per_second": 1102610.8464890025, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2240, "epoch": 29, "tokens": 293601280, "loss": 3.661712980270386, "lr": 0.0008845501230655353, "grad_norm": 0.36241912841796875, "tokens_per_second": 1746280.164747583, "training_seconds": 1.5011566030007089, "elapsed_tokens_per_second": 1106245.3148274, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2257, "epoch": 29, "tokens": 295829504, "loss": 3.639281847897698, "lr": 0.0008531023518590851, "grad_norm": 0.17257870733737946, "tokens_per_second": 1751707.7459182069, "training_seconds": 1.2720295409963, "elapsed_tokens_per_second": 1109317.0621792767, "peak_memory_bytes": 42389451776}
{"loss": 3.661545413268917, "perplexity": 38.92144613648343, "tokens": 295829504, "seconds": 0.5374221249949187, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 29, "step": 2257, "evaluation_tokens": 1048576}
{"event": "train", "step": 2260, "epoch": 30, "tokens": 296222720, "loss": 3.624391953150431, "lr": 0.0008475957036157928, "grad_norm": 0.16565726697444916, "tokens_per_second": 1821679.2561740845, "training_seconds": 0.21585358600714244, "elapsed_tokens_per_second": 1107547.1371584958, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2280, "epoch": 30, "tokens": 298844160, "loss": 3.6642284274101256, "lr": 0.0008112211401944649, "grad_norm": 0.15969528257846832, "tokens_per_second": 1750196.5771407844, "training_seconds": 1.4977974670036929, "elapsed_tokens_per_second": 1111119.4000383238, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2300, "epoch": 30, "tokens": 301465600, "loss": 3.6334840774536135, "lr": 0.0007754447354145734, "grad_norm": 0.16972965002059937, "tokens_per_second": 1752105.4301037255, "training_seconds": 1.4961656730010873, "elapsed_tokens_per_second": 1114656.5053658907, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2320, "epoch": 30, "tokens": 304087040, "loss": 3.6319494605064393, "lr": 0.0007402844909132611, "grad_norm": 0.16363173723220825, "tokens_per_second": 1740889.4824074828, "training_seconds": 1.5058049499930348, "elapsed_tokens_per_second": 1118118.8883271778, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2335, "epoch": 30, "tokens": 306053120, "loss": 3.62653333346049, "lr": 0.0007143293172337431, "grad_norm": 0.1610511988401413, "tokens_per_second": 1752827.8819222085, "training_seconds": 1.1216617559985025, "elapsed_tokens_per_second": 1120716.7515208009, "peak_memory_bytes": 42389451776}
{"loss": 3.645074993088029, "perplexity": 38.28564390256557, "tokens": 306053120, "seconds": 0.5377094130089972, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 30, "step": 2335, "evaluation_tokens": 1048576}
{"event": "train", "step": 2340, "epoch": 31, "tokens": 306708480, "loss": 3.636173868179321, "lr": 0.0007057580982938992, "grad_norm": 0.16548438370227814, "tokens_per_second": 1777900.823519946, "training_seconds": 0.36861448700074106, "elapsed_tokens_per_second": 1119374.0077148175, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2360, "epoch": 31, "tokens": 309329920, "loss": 3.6227365374565124, "lr": 0.0006718829302241903, "grad_norm": 0.17657236754894257, "tokens_per_second": 1747387.7300359947, "training_seconds": 1.5002051089977613, "elapsed_tokens_per_second": 1122787.7205469008, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2380, "epoch": 31, "tokens": 311951360, "loss": 3.6311854839324953, "lr": 0.0006386760316947518, "grad_norm": 0.16224156320095062, "tokens_per_second": 1748238.15492952, "training_seconds": 1.499475338991033, "elapsed_tokens_per_second": 1126166.962885909, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2400, "epoch": 31, "tokens": 314572800, "loss": 3.6395650148391723, "lr": 0.0006061541114425748, "grad_norm": 0.1653166115283966, "tokens_per_second": 1744046.9660751256, "training_seconds": 1.5030787880095886, "elapsed_tokens_per_second": 1129495.592161587, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2413, "epoch": 31, "tokens": 316276736, "loss": 3.633741617202759, "lr": 0.0005853899488738232, "grad_norm": 0.15898527204990387, "tokens_per_second": 1738199.751581628, "training_seconds": 0.9802877939946484, "elapsed_tokens_per_second": 1131623.3733443774, "peak_memory_bytes": 42389451776}
{"loss": 3.634029895553698, "perplexity": 37.865101970124584, "tokens": 316276736, "seconds": 0.5353245539881755, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 31, "step": 2413, "evaluation_tokens": 1048576}
{"event": "train", "step": 2420, "epoch": 32, "tokens": 317194240, "loss": 3.6170690740857805, "lr": 0.0005743335335436821, "grad_norm": 0.16206257045269012, "tokens_per_second": 1758864.6829320593, "training_seconds": 0.5216455870104255, "elapsed_tokens_per_second": 1130603.589981225, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2440, "epoch": 32, "tokens": 319815680, "loss": 3.6209017038345337, "lr": 0.0005432303091792015, "grad_norm": 0.15599371492862701, "tokens_per_second": 1744352.5552962583, "training_seconds": 1.5028154669998912, "elapsed_tokens_per_second": 1133867.3431573405, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2460, "epoch": 32, "tokens": 322437120, "loss": 3.601832926273346, "lr": 0.0005128600885790112, "grad_norm": 0.15639570355415344, "tokens_per_second": 1734882.5077552649, "training_seconds": 1.5110187509999378, "elapsed_tokens_per_second": 1137060.925254236, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2480, "epoch": 32, "tokens": 325058560, "loss": 3.6176289677619935, "lr": 0.00048323815314700315, "grad_norm": 0.15884004533290863, "tokens_per_second": 1742877.442996555, "training_seconds": 1.5040873989928514, "elapsed_tokens_per_second": 1140242.5035970428, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2491, "epoch": 32, "tokens": 326500352, "loss": 3.6071707985617896, "lr": 0.00046727046100503844, "grad_norm": 0.15798549354076385, "tokens_per_second": 1740572.1740519141, "training_seconds": 0.8283437030040659, "elapsed_tokens_per_second": 1141973.3380747968, "peak_memory_bytes": 42389451776}
{"loss": 3.6222741328080246, "perplexity": 37.422575032216564, "tokens": 326500352, "seconds": 0.53894921799656, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 32, "step": 2491, "evaluation_tokens": 1048576}
{"event": "train", "step": 2500, "epoch": 33, "tokens": 327680000, "loss": 3.61018443107605, "lr": 0.000454379407771927, "grad_norm": 0.15855544805526733, "tokens_per_second": 1758061.83413004, "training_seconds": 0.6709934639948187, "elapsed_tokens_per_second": 1141242.7050080807, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2520, "epoch": 33, "tokens": 330301440, "loss": 3.605902683734894, "lr": 0.00042629837332769084, "grad_norm": 0.16173502802848816, "tokens_per_second": 1741800.1037928062, "training_seconds": 1.5050177079974674, "elapsed_tokens_per_second": 1144369.9629035103, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2540, "epoch": 33, "tokens": 332922880, "loss": 3.6157917976379395, "lr": 0.0003990091793668813, "grad_norm": 0.1563177853822708, "tokens_per_second": 1743201.9842426388, "training_seconds": 1.5038073749892646, "elapsed_tokens_per_second": 1147466.3050989222, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2560, "epoch": 33, "tokens": 335544320, "loss": 3.5829493165016175, "lr": 0.00037252555701118784, "grad_norm": 0.16171333193778992, "tokens_per_second": 1744181.458275369, "training_seconds": 1.5029628870106535, "elapsed_tokens_per_second": 1150535.2745706826, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2568, "epoch": 33, "tokens": 336592896, "loss": 3.629252076148987, "lr": 0.0003621606668673201, "grad_norm": 0.16028527915477753, "tokens_per_second": 1740698.6656305464, "training_seconds": 0.60238800701336, "elapsed_tokens_per_second": 1151745.3762574145, "peak_memory_bytes": 42389451776}
{"loss": 3.6123779632651756, "perplexity": 37.05406132951029, "tokens": 336592896, "seconds": 0.5325442169996677, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 33, "step": 2568, "evaluation_tokens": 1048576}
{"event": "train", "step": 2580, "epoch": 34, "tokens": 338165760, "loss": 3.634324093659719, "lr": 0.00034686083204230365, "grad_norm": 0.16403734683990479, "tokens_per_second": 1754834.0685209478, "training_seconds": 0.8963035469932947, "elapsed_tokens_per_second": 1151464.7875885663, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2600, "epoch": 34, "tokens": 340787200, "loss": 3.620302736759186, "lr": 0.00032202791819678646, "grad_norm": 0.15620054304599762, "tokens_per_second": 1747721.8103111933, "training_seconds": 1.4999183420004556, "elapsed_tokens_per_second": 1154489.1953948122, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2620, "epoch": 34, "tokens": 343408640, "loss": 3.6162140727043153, "lr": 0.00029803931066824286, "grad_norm": 0.1538850963115692, "tokens_per_second": 1747142.1864663465, "training_seconds": 1.5004159480013186, "elapsed_tokens_per_second": 1157478.0327570976, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2640, "epoch": 34, "tokens": 346030080, "loss": 3.6173932433128355, "lr": 0.0002749070798201143, "grad_norm": 0.15993094444274902, "tokens_per_second": 1753943.042351604, "training_seconds": 1.4945981350028887, "elapsed_tokens_per_second": 1160462.111937361, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2646, "epoch": 34, "tokens": 346816512, "loss": 3.6257152954737344, "lr": 0.00026813615549331417, "grad_norm": 0.16104760766029358, "tokens_per_second": 1747518.8874434242, "training_seconds": 0.4500277540064417, "elapsed_tokens_per_second": 1161341.0497746605, "peak_memory_bytes": 42389451776}
{"loss": 3.603658554575447, "perplexity": 36.7323763148091, "tokens": 346816512, "seconds": 0.5363489709998248, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 34, "step": 2646, "evaluation_tokens": 1048576}
{"event": "train", "step": 2660, "epoch": 35, "tokens": 348651520, "loss": 3.5926543985094344, "lr": 0.0002526428651122241, "grad_norm": 0.15158553421497345, "tokens_per_second": 1756403.6684009843, "training_seconds": 1.0447529989905888, "elapsed_tokens_per_second": 1161306.390757657, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2680, "epoch": 35, "tokens": 351272960, "loss": 3.606871998310089, "lr": 0.00023125786924414271, "grad_norm": 0.15666711330413818, "tokens_per_second": 1741903.701289776, "training_seconds": 1.5049281989922747, "elapsed_tokens_per_second": 1164196.2477150415, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2700, "epoch": 35, "tokens": 353894400, "loss": 3.6022210359573363, "lr": 0.0002107628525183185, "grad_norm": 0.15899008512496948, "tokens_per_second": 1742770.112437035, "training_seconds": 1.504180029995041, "elapsed_tokens_per_second": 1167059.6021650962, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2720, "epoch": 35, "tokens": 356515840, "loss": 3.5871719121932983, "lr": 0.00019116812742580902, "grad_norm": 0.15580511093139648, "tokens_per_second": 1744737.811220045, "training_seconds": 1.5024836299999151, "elapsed_tokens_per_second": 1169901.9078034186, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2724, "epoch": 35, "tokens": 357040128, "loss": 3.6180388927459717, "lr": 0.0001873580930679506, "grad_norm": 0.15768662095069885, "tokens_per_second": 1744371.8026459257, "training_seconds": 0.30055977699521463, "elapsed_tokens_per_second": 1170460.8757806951, "peak_memory_bytes": 42389451776}
{"loss": 3.595262593051208, "perplexity": 36.42526375328496, "tokens": 357040128, "seconds": 0.5353303769952618, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 35, "step": 2724, "evaluation_tokens": 1048576}
{"event": "train", "step": 2740, "epoch": 36, "tokens": 359137280, "loss": 3.599584713578224, "lr": 0.00017248355345733725, "grad_norm": 0.15964438021183014, "tokens_per_second": 1751460.5613045234, "training_seconds": 1.1973732359911082, "elapsed_tokens_per_second": 1170656.5318615302, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2760, "epoch": 36, "tokens": 361758720, "loss": 3.599488842487335, "lr": 0.0001547185321422868, "grad_norm": 0.15505754947662354, "tokens_per_second": 1754214.4330244146, "training_seconds": 1.494366908998927, "elapsed_tokens_per_second": 1173480.6897850635, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2780, "epoch": 36, "tokens": 364380160, "loss": 3.570589005947113, "lr": 0.0001378820023181273, "grad_norm": 0.15379799902439117, "tokens_per_second": 1750064.0765784527, "training_seconds": 1.4979108679981437, "elapsed_tokens_per_second": 1176262.5911232396, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2800, "epoch": 36, "tokens": 367001600, "loss": 3.6021963477134706, "lr": 0.00012198243563265332, "grad_norm": 0.15936844050884247, "tokens_per_second": 1749157.9051557286, "training_seconds": 1.4986868779960787, "elapsed_tokens_per_second": 1179014.902213338, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2802, "epoch": 36, "tokens": 367263744, "loss": 3.5610828399658203, "lr": 0.0001204443240502393, "grad_norm": 0.14861047267913818, "tokens_per_second": 1734164.8421491717, "training_seconds": 0.15116440699785016, "elapsed_tokens_per_second": 1179277.4058455327, "peak_memory_bytes": 42389451776}
{"loss": 3.589797504515922, "perplexity": 36.22673943256012, "tokens": 367263744, "seconds": 0.5356268150062533, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 36, "step": 2802, "evaluation_tokens": 1048576}
{"event": "train", "step": 2820, "epoch": 37, "tokens": 369623040, "loss": 3.593385934829712, "lr": 0.00010702783228130075, "grad_norm": 0.1509992927312851, "tokens_per_second": 1752711.9292178487, "training_seconds": 1.3460831530101132, "elapsed_tokens_per_second": 1179652.942247605, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2840, "epoch": 37, "tokens": 372244480, "loss": 3.580891788005829, "lr": 9.30257169816815e-05, "grad_norm": 0.15109951794147491, "tokens_per_second": 1743046.7335164167, "training_seconds": 1.5039413170015905, "elapsed_tokens_per_second": 1182339.8900157355, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2860, "epoch": 37, "tokens": 374865920, "loss": 3.5868624091148376, "lr": 7.998313518736832e-05, "grad_norm": 0.16682258248329163, "tokens_per_second": 1745340.839147855, "training_seconds": 1.5019645110005513, "elapsed_tokens_per_second": 1185005.6374415522, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2880, "epoch": 37, "tokens": 377487360, "loss": 3.589903211593628, "lr": 6.790664954282866e-05, "grad_norm": 0.14815546572208405, "tokens_per_second": 1748439.419399229, "training_seconds": 1.4993027330056066, "elapsed_tokens_per_second": 1187658.058942645, "peak_memory_bytes": 42389451776}
{"loss": 3.585514131370029, "perplexity": 36.07189864688533, "tokens": 377487360, "seconds": 0.533963345005759, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 37, "step": 2880, "evaluation_tokens": 1048576}
{"event": "train", "step": 2900, "epoch": 38, "tokens": 380108800, "loss": 3.588917052745819, "lr": 5.6802336581293967e-05, "grad_norm": 0.1488417685031891, "tokens_per_second": 1754146.1461292368, "training_seconds": 1.4944250829867087, "elapsed_tokens_per_second": 1188283.4162933775, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2920, "epoch": 38, "tokens": 382730240, "loss": 3.588800609111786, "lr": 4.6675783667226465e-05, "grad_norm": 0.14795547723770142, "tokens_per_second": 1750523.3288047393, "training_seconds": 1.497517889001756, "elapsed_tokens_per_second": 1190895.4140685801, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2940, "epoch": 38, "tokens": 385351680, "loss": 3.591529357433319, "lr": 3.753208618492221e-05, "grad_norm": 0.14662213623523712, "tokens_per_second": 1746355.7015959744, "training_seconds": 1.501091671991162, "elapsed_tokens_per_second": 1193473.653866976, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2958, "epoch": 38, "tokens": 387710976, "loss": 3.581567737791273, "lr": 3.0146912696062068e-05, "grad_norm": 0.14939257502555847, "tokens_per_second": 1758106.0046643156, "training_seconds": 1.3419532120024087, "elapsed_tokens_per_second": 1195802.9406906036, "peak_memory_bytes": 42389451776}
{"loss": 3.582765767252331, "perplexity": 35.97289604490447, "tokens": 387710976, "seconds": 0.5385547829937423, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 38, "step": 2958, "evaluation_tokens": 1048576}
{"event": "train", "step": 2960, "epoch": 39, "tokens": 387973120, "loss": 3.5565727949142456, "lr": 2.9375844974662392e-05, "grad_norm": 0.144903302192688, "tokens_per_second": 1825335.5069924616, "training_seconds": 0.14361414599989075, "elapsed_tokens_per_second": 1194070.908710316, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2980, "epoch": 39, "tokens": 390594560, "loss": 3.5716933608055115, "lr": 2.221116401770584e-05, "grad_norm": 0.14888077974319458, "tokens_per_second": 1749667.5196926605, "training_seconds": 1.4982503649953287, "elapsed_tokens_per_second": 1196616.8258926831, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3000, "epoch": 39, "tokens": 393216000, "loss": 3.573498773574829, "lr": 1.604164837128641e-05, "grad_norm": 0.14606380462646484, "tokens_per_second": 1751873.6322948746, "training_seconds": 1.4963636370084714, "elapsed_tokens_per_second": 1199142.5751025295, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3020, "epoch": 39, "tokens": 395837440, "loss": 3.5757208824157716, "lr": 1.0870402354652641e-05, "grad_norm": 0.14592351019382477, "tokens_per_second": 1749288.1965723033, "training_seconds": 1.4985752520005917, "elapsed_tokens_per_second": 1201641.180113841, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3035, "epoch": 39, "tokens": 397803520, "loss": 3.591867542266846, "lr": 7.648666487645394e-06, "grad_norm": 0.15080392360687256, "tokens_per_second": 1747918.693379251, "training_seconds": 1.1248120450036367, "elapsed_tokens_per_second": 1203492.7381976482, "peak_memory_bytes": 42389451776}
{"loss": 3.5816568204651573, "perplexity": 35.93302612830397, "tokens": 397803520, "seconds": 0.5346060339943506, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 39, "step": 3035, "evaluation_tokens": 1048576}
{"event": "train", "step": 3040, "epoch": 40, "tokens": 398458880, "loss": 3.580946683883667, "lr": 6.700027987067037e-06, "grad_norm": 0.14350061118602753, "tokens_per_second": 1779028.0246505793, "training_seconds": 0.3683809310023207, "elapsed_tokens_per_second": 1202167.7550820708, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3060, "epoch": 40, "tokens": 401080320, "loss": 3.5630919456481935, "lr": 3.5326236785453435e-06, "grad_norm": 0.1464610993862152, "tokens_per_second": 1747225.1124114504, "training_seconds": 1.5003447359922575, "elapsed_tokens_per_second": 1204620.1162612853, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3080, "epoch": 40, "tokens": 403701760, "loss": 3.5825881719589234, "lr": 1.3697831739987178e-06, "grad_norm": 0.14620527625083923, "tokens_per_second": 1750311.6575869974, "training_seconds": 1.4976989889983088, "elapsed_tokens_per_second": 1207057.351231323, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3100, "epoch": 40, "tokens": 406323200, "loss": 3.575760769844055, "lr": 2.1259475130741558e-07, "grad_norm": 0.14520776271820068, "tokens_per_second": 1745286.6433370917, "training_seconds": 1.5020111510093557, "elapsed_tokens_per_second": 1209459.323339471, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3113, "epoch": 40, "tokens": 408027136, "loss": 3.581220956949087, "lr": 0.0, "grad_norm": 0.14516913890838623, "tokens_per_second": 1751634.2009097356, "training_seconds": 0.9727693140011979, "elapsed_tokens_per_second": 1211017.3567735243, "peak_memory_bytes": 42389451776}
{"loss": 3.5814581539062402, "perplexity": 35.92588814671418, "tokens": 408027136, "seconds": 0.5377669650042662, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 40, "step": 3113, "evaluation_tokens": 1048576}
{"loss": 3.581534329279418, "perplexity": 35.9286249188865, "tokens": 408027136, "seconds": 100.01691905398911, "split": "full", "validation_complete": true, "event": "final_validation", "step": 3113, "evaluation_tokens": 197411295}