{"event": "train", "step": 20, "epoch": 1, "tokens": 2621440, "loss": 9.458852958679199, "lr": 0.0005128205128205128, "grad_norm": 1.5677011013031006, "tokens_per_second": 47091.024200762, "training_seconds": 55.667508712999734, "elapsed_tokens_per_second": 47091.024200762, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 40, "epoch": 1, "tokens": 5242880, "loss": 7.466208124160767, "lr": 0.0010256410256410256, "grad_norm": 1.2005059719085693, "tokens_per_second": 1775630.9797628946, "training_seconds": 1.4763427929997306, "elapsed_tokens_per_second": 91738.05609916954, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 60, "epoch": 1, "tokens": 7864320, "loss": 6.869734764099121, "lr": 0.0015384615384615385, "grad_norm": 1.3309338092803955, "tokens_per_second": 1769570.4933646428, "training_seconds": 1.4813990229999945, "elapsed_tokens_per_second": 134126.5264005987, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 78, "epoch": 1, "tokens": 10223616, "loss": 6.585383309258355, "lr": 0.002, "grad_norm": 0.8838813900947571, "tokens_per_second": 1774938.6481862233, "training_seconds": 1.3292267889996765, "elapsed_tokens_per_second": 170493.81304097315, "peak_memory_bytes": 21988176384}
{"loss": 6.491286609912862, "perplexity": 659.3711711843006, "tokens": 10223616, "seconds": 1.2996690959998887, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 1, "step": 78, "evaluation_tokens": 1048576}
{"event": "train", "step": 80, "epoch": 2, "tokens": 10485760, "loss": 6.474645137786865, "lr": 0.0020512820512820513, "grad_norm": 0.9619615077972412, "tokens_per_second": 1853591.3693422663, "training_seconds": 0.14142491399979917, "elapsed_tokens_per_second": 170732.68176135176, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 100, "epoch": 2, "tokens": 13107200, "loss": 6.311537051200867, "lr": 0.002564102564102564, "grad_norm": 0.38450148701667786, "tokens_per_second": 1765063.2178574863, "training_seconds": 1.4851819320001596, "elapsed_tokens_per_second": 208371.57313447728, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 120, "epoch": 2, "tokens": 15728640, "loss": 6.0759258508682255, "lr": 0.003076923076923077, "grad_norm": 0.2891741991043091, "tokens_per_second": 1774094.001330028, "training_seconds": 1.4776218160000099, "elapsed_tokens_per_second": 244298.4322537481, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 140, "epoch": 2, "tokens": 18350080, "loss": 5.881356430053711, "lr": 0.00358974358974359, "grad_norm": 0.29239216446876526, "tokens_per_second": 1768782.6860634051, "training_seconds": 1.4820588309999039, "elapsed_tokens_per_second": 278593.6326165056, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 156, "epoch": 2, "tokens": 20447232, "loss": 5.68730691075325, "lr": 0.004, "grad_norm": 0.26753178238868713, "tokens_per_second": 1772511.3089119447, "training_seconds": 1.1831529589999263, "elapsed_tokens_per_second": 304944.30961456685, "peak_memory_bytes": 42389451776}
{"loss": 5.619268362765423, "perplexity": 275.6876061122121, "tokens": 20447232, "seconds": 0.5291286599999694, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 2, "step": 156, "evaluation_tokens": 1048576}
{"event": "train", "step": 160, "epoch": 3, "tokens": 20971520, "loss": 5.579758644104004, "lr": 0.0041025641025641026, "grad_norm": 0.45386210083961487, "tokens_per_second": 1804393.859840587, "training_seconds": 0.2905618400000094, "elapsed_tokens_per_second": 308953.76666263776, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 180, "epoch": 3, "tokens": 23592960, "loss": 5.530950593948364, "lr": 0.004615384615384615, "grad_norm": 0.347992479801178, "tokens_per_second": 1767907.773455692, "training_seconds": 1.4827922810000018, "elapsed_tokens_per_second": 340136.4749479368, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 200, "epoch": 3, "tokens": 26214400, "loss": 5.359544467926026, "lr": 0.005128205128205128, "grad_norm": 0.48927468061447144, "tokens_per_second": 1761676.6806197665, "training_seconds": 1.4880369529996642, "elapsed_tokens_per_second": 369982.22256436007, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 220, "epoch": 3, "tokens": 28835840, "loss": 5.275467371940612, "lr": 0.0056410256410256415, "grad_norm": 0.3523595333099365, "tokens_per_second": 1768430.1500235451, "training_seconds": 1.482354278999992, "elapsed_tokens_per_second": 398631.19575760356, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 233, "epoch": 3, "tokens": 30539776, "loss": 5.226470763866718, "lr": 0.0059743589743589745, "grad_norm": 0.30342596769332886, "tokens_per_second": 1771243.2911141973, "training_seconds": 0.961999974000264, "elapsed_tokens_per_second": 416634.18733907206, "peak_memory_bytes": 42389451776}
{"loss": 5.203752805571096, "perplexity": 181.95379943094585, "tokens": 30539776, "seconds": 0.5315978650000943, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 3, "step": 233, "evaluation_tokens": 1048576}
{"event": "train", "step": 240, "epoch": 4, "tokens": 31457280, "loss": 5.134740352630615, "lr": 0.006153846153846154, "grad_norm": 0.2807753384113312, "tokens_per_second": 1795416.797392513, "training_seconds": 0.5110256299999492, "elapsed_tokens_per_second": 423092.6731194251, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 260, "epoch": 4, "tokens": 34078720, "loss": 5.065352463722229, "lr": 0.006666666666666667, "grad_norm": 0.2021556943655014, "tokens_per_second": 1771782.0996430917, "training_seconds": 1.47954988399988, "elapsed_tokens_per_second": 449396.32176477223, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 280, "epoch": 4, "tokens": 36700160, "loss": 5.007653164863586, "lr": 0.00717948717948718, "grad_norm": 0.39571496844291687, "tokens_per_second": 1774463.5961285355, "training_seconds": 1.4773140490001424, "elapsed_tokens_per_second": 474701.5212512797, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 300, "epoch": 4, "tokens": 39321600, "loss": 4.928745722770691, "lr": 0.007692307692307692, "grad_norm": 0.21998897194862366, "tokens_per_second": 1771478.087375202, "training_seconds": 1.4798037969999314, "elapsed_tokens_per_second": 499044.5686483795, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 311, "epoch": 4, "tokens": 40763392, "loss": 4.88527961210771, "lr": 0.007974358974358975, "grad_norm": 0.3139726221561432, "tokens_per_second": 1771131.875167834, "training_seconds": 0.8140511839997089, "elapsed_tokens_per_second": 512038.33569973125, "peak_memory_bytes": 42389451776}
{"loss": 4.9166816580727435, "perplexity": 136.5487451321622, "tokens": 40763392, "seconds": 0.5304815469999085, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 4, "step": 311, "evaluation_tokens": 1048576}
{"event": "train", "step": 320, "epoch": 5, "tokens": 41943040, "loss": 4.894710275861952, "lr": 0.007999838979717738, "grad_norm": 0.231537327170372, "tokens_per_second": 1786161.58935082, "training_seconds": 0.660437446999822, "elapsed_tokens_per_second": 519049.75653334457, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 340, "epoch": 5, "tokens": 44564480, "loss": 4.861204934120178, "lr": 0.007998027650419737, "grad_norm": 0.1740090399980545, "tokens_per_second": 1773514.0590325138, "training_seconds": 1.4781050010001309, "elapsed_tokens_per_second": 541575.484832324, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 360, "epoch": 5, "tokens": 47185920, "loss": 4.7460036277771, "lr": 0.00799420463091706, "grad_norm": 0.25023728609085083, "tokens_per_second": 1765680.947401717, "training_seconds": 1.4846623359999285, "elapsed_tokens_per_second": 563257.660418393, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 380, "epoch": 5, "tokens": 49807360, "loss": 4.6243253469467165, "lr": 0.007988371844840945, "grad_norm": 0.28128331899642944, "tokens_per_second": 1768184.7996583304, "training_seconds": 1.4825599680002597, "elapsed_tokens_per_second": 584202.0235171894, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 389, "epoch": 5, "tokens": 50987008, "loss": 4.59686983956231, "lr": 0.007985092149712518, "grad_norm": 0.1692183017730713, "tokens_per_second": 1772773.5167803885, "training_seconds": 0.6654251030004161, "elapsed_tokens_per_second": 593392.2442000076, "peak_memory_bytes": 42389451776}
{"loss": 4.588966858513812, "perplexity": 98.39272402744767, "tokens": 50987008, "seconds": 0.5355036330001894, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 5, "step": 389, "evaluation_tokens": 1048576}
{"event": "train", "step": 400, "epoch": 6, "tokens": 52428800, "loss": 4.554016590118408, "lr": 0.007980532227078202, "grad_norm": 0.16738027334213257, "tokens_per_second": 1800286.1067309992, "training_seconds": 0.8008682590002536, "elapsed_tokens_per_second": 600644.0361180705, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 420, "epoch": 6, "tokens": 55050240, "loss": 4.490460824966431, "lr": 0.007970689722294463, "grad_norm": 0.18956246972084045, "tokens_per_second": 1764310.0994111372, "training_seconds": 1.4858159010000236, "elapsed_tokens_per_second": 620110.6514494518, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 440, "epoch": 6, "tokens": 57671680, "loss": 4.433945202827454, "lr": 0.007958849282949336, "grad_norm": 0.1328793615102768, "tokens_per_second": 1770675.8612697893, "training_seconds": 1.4804742400001487, "elapsed_tokens_per_second": 638968.4686607294, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 460, "epoch": 6, "tokens": 60293120, "loss": 4.386104655265808, "lr": 0.007945016866804485, "grad_norm": 0.19706961512565613, "tokens_per_second": 1771334.4131070878, "training_seconds": 1.4799238250002418, "elapsed_tokens_per_second": 657223.3021420682, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 467, "epoch": 6, "tokens": 61210624, "loss": 4.344866548265729, "lr": 0.007939706174607876, "grad_norm": 0.15395067632198334, "tokens_per_second": 1769490.0134077398, "training_seconds": 0.5185132400001748, "elapsed_tokens_per_second": 663458.9960632743, "peak_memory_bytes": 42389451776}
{"loss": 4.361122747636233, "perplexity": 78.34504677823568, "tokens": 61210624, "seconds": 0.5309846040004231, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 6, "step": 467, "evaluation_tokens": 1048576}
{"event": "train", "step": 480, "epoch": 7, "tokens": 62914560, "loss": 4.341105387761043, "lr": 0.007929199433925843, "grad_norm": 0.23106829822063446, "tokens_per_second": 1777168.8784950916, "training_seconds": 0.9587923919998502, "elapsed_tokens_per_second": 671047.7122739289, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 500, "epoch": 7, "tokens": 65536000, "loss": 4.312403082847595, "lr": 0.007911404943181526, "grad_norm": 0.14039084315299988, "tokens_per_second": 1770853.8803356532, "training_seconds": 1.4803254120001839, "elapsed_tokens_per_second": 688131.4105244667, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 520, "epoch": 7, "tokens": 68157440, "loss": 4.286145091056824, "lr": 0.007891642348237157, "grad_norm": 0.1963339000940323, "tokens_per_second": 1763791.6727157398, "training_seconds": 1.4862526230003823, "elapsed_tokens_per_second": 704643.1010318152, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 540, "epoch": 7, "tokens": 70778880, "loss": 4.2700145721435545, "lr": 0.00786992159305064, "grad_norm": 0.2013235241174698, "tokens_per_second": 1764865.2171070015, "training_seconds": 1.4853485550002006, "elapsed_tokens_per_second": 720666.29899705, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 545, "epoch": 7, "tokens": 71434240, "loss": 4.278351783752441, "lr": 0.007864186700914343, "grad_norm": 0.19266600906848907, "tokens_per_second": 1770774.0742593918, "training_seconds": 0.37009803199998714, "elapsed_tokens_per_second": 724592.5014961833, "peak_memory_bytes": 42389451776}
{"loss": 4.262529740097239, "perplexity": 70.98934107713967, "tokens": 71434240, "seconds": 0.5310956079997595, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 7, "step": 545, "evaluation_tokens": 1048576}
{"event": "train", "step": 560, "epoch": 8, "tokens": 73400320, "loss": 4.246273803710937, "lr": 0.00784625360686866, "grad_norm": 0.16957201063632965, "tokens_per_second": 1769148.7973905236, "training_seconds": 1.1113140980000935, "elapsed_tokens_per_second": 732269.9323087616, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 580, "epoch": 8, "tokens": 76021760, "loss": 4.211798429489136, "lr": 0.00782065029872741, "grad_norm": 0.16345760226249695, "tokens_per_second": 1764437.7401172782, "training_seconds": 1.4857084159998521, "elapsed_tokens_per_second": 747336.2176501502, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 600, "epoch": 8, "tokens": 78643200, "loss": 4.1908289909362795, "lr": 0.007793124551460297, "grad_norm": 0.1591968536376953, "tokens_per_second": 1766976.6715250171, "training_seconds": 1.4835736329996507, "elapsed_tokens_per_second": 761980.9445852664, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 620, "epoch": 8, "tokens": 81264640, "loss": 4.189935517311096, "lr": 0.007763690215215693, "grad_norm": 0.13902094960212708, "tokens_per_second": 1763471.6807398587, "training_seconds": 1.4865223120000337, "elapsed_tokens_per_second": 776191.5959063437, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 623, "epoch": 8, "tokens": 81657856, "loss": 4.159254868825276, "lr": 0.007759111351899522, "grad_norm": 0.14612235128879547, "tokens_per_second": 1783677.0632198767, "training_seconds": 0.22045246200013935, "elapsed_tokens_per_second": 778292.6229919941, "peak_memory_bytes": 42389451776}
{"loss": 4.176944408164589, "perplexity": 65.16642668481617, "tokens": 81657856, "seconds": 0.5315126199998303, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 8, "step": 623, "evaluation_tokens": 1048576}
{"event": "train", "step": 640, "epoch": 9, "tokens": 83886080, "loss": 4.15208101272583, "lr": 0.007732362100487943, "grad_norm": 0.14278198778629303, "tokens_per_second": 1769534.3920649402, "training_seconds": 1.259214859000167, "elapsed_tokens_per_second": 786044.2533700195, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 660, "epoch": 9, "tokens": 86507520, "loss": 4.1459796667099, "lr": 0.007699155970665158, "grad_norm": 0.1383737474679947, "tokens_per_second": 1765131.1355864403, "training_seconds": 1.4851247860001422, "elapsed_tokens_per_second": 799470.9080232062, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 680, "epoch": 9, "tokens": 89128960, "loss": 4.1221401453018185, "lr": 0.007664088534097537, "grad_norm": 0.1681736260652542, "tokens_per_second": 1769808.7857183395, "training_seconds": 1.4811995630002457, "elapsed_tokens_per_second": 812561.4114469151, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 700, "epoch": 9, "tokens": 91750400, "loss": 4.099983882904053, "lr": 0.007627177435690227, "grad_norm": 0.12522631883621216, "tokens_per_second": 1767665.4275049702, "training_seconds": 1.482995571000174, "elapsed_tokens_per_second": 825292.5492651061, "peak_memory_bytes": 42389451776}
{"loss": 4.112571791925354, "perplexity": 61.10366157290098, "tokens": 91750400, "seconds": 0.5290798290002385, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 9, "step": 700, "evaluation_tokens": 1048576}
{"event": "train", "step": 720, "epoch": 10, "tokens": 94371840, "loss": 4.0931589841842655, "lr": 0.007588441248024907, "grad_norm": 0.12357515096664429, "tokens_per_second": 1774297.1875393486, "training_seconds": 1.4774526040000637, "elapsed_tokens_per_second": 833770.4391975306, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 740, "epoch": 10, "tokens": 96993280, "loss": 4.083540689945221, "lr": 0.007547899462014625, "grad_norm": 0.12941017746925354, "tokens_per_second": 1764744.24227797, "training_seconds": 1.485450376999779, "elapsed_tokens_per_second": 845813.7704290834, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 760, "epoch": 10, "tokens": 99614720, "loss": 4.075042593479156, "lr": 0.007505572477096535, "grad_norm": 0.12425192445516586, "tokens_per_second": 1773737.5028812948, "training_seconds": 1.4779187990002356, "elapsed_tokens_per_second": 857608.8937063923, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 778, "epoch": 10, "tokens": 101974016, "loss": 4.06113686826494, "lr": 0.007465969429761635, "grad_norm": 0.18065407872200012, "tokens_per_second": 1767304.3517281525, "training_seconds": 1.334968703999948, "elapsed_tokens_per_second": 867928.554083286, "peak_memory_bytes": 42389451776}
{"loss": 4.062967105756109, "perplexity": 58.146582438353505, "tokens": 101974016, "seconds": 0.5339709439999751, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 10, "step": 778, "evaluation_tokens": 1048576}
{"event": "train", "step": 780, "epoch": 11, "tokens": 102236160, "loss": 4.0215572118759155, "lr": 0.007461481590967504, "grad_norm": 0.13861992955207825, "tokens_per_second": 1832067.769395712, "training_seconds": 0.1430864100002509, "elapsed_tokens_per_second": 865120.7545890402, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 800, "epoch": 11, "tokens": 104857600, "loss": 4.0441317677497866, "lr": 0.007415648988867725, "grad_norm": 0.1404145509004593, "tokens_per_second": 1765805.2455466976, "training_seconds": 1.4845578280001064, "elapsed_tokens_per_second": 876281.5757437897, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 820, "epoch": 11, "tokens": 107479040, "loss": 4.03350111246109, "lr": 0.007368097732417771, "grad_norm": 0.1439504772424698, "tokens_per_second": 1766443.6118535707, "training_seconds": 1.4840213310003492, "elapsed_tokens_per_second": 887173.2836155391, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 840, "epoch": 11, "tokens": 110100480, "loss": 4.018860459327698, "lr": 0.00731885174801465, "grad_norm": 0.123334139585495, "tokens_per_second": 1767836.546964919, "training_seconds": 1.4828520229998503, "elapsed_tokens_per_second": 897809.9366539206, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 856, "epoch": 11, "tokens": 112197632, "loss": 4.0048917680978775, "lr": 0.007278251379608424, "grad_norm": 0.11600940674543381, "tokens_per_second": 1773873.5696402616, "training_seconds": 1.1822443470000508, "elapsed_tokens_per_second": 906157.7823656462, "peak_memory_bytes": 42389451776}
{"loss": 4.018215772184562, "perplexity": 55.60181097309059, "tokens": 112197632, "seconds": 0.5320942970001852, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 11, "step": 856, "evaluation_tokens": 1048576}
{"event": "train", "step": 860, "epoch": 12, "tokens": 112721920, "loss": 3.9945305585861206, "lr": 0.007267935814792751, "grad_norm": 0.11781749129295349, "tokens_per_second": 1804706.296397886, "training_seconds": 0.2905115369999294, "elapsed_tokens_per_second": 904343.903716197, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 880, "epoch": 12, "tokens": 115343360, "loss": 3.987300181388855, "lr": 0.007215375552155713, "grad_norm": 0.11846500635147095, "tokens_per_second": 1762326.9998474517, "training_seconds": 1.4874878499999795, "elapsed_tokens_per_second": 914453.2589193673, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 900, "epoch": 12, "tokens": 117964800, "loss": 3.9894935727119445, "lr": 0.007161197406885484, "grad_norm": 0.142634779214859, "tokens_per_second": 1768640.2099682128, "training_seconds": 1.4821782210001402, "elapsed_tokens_per_second": 924362.028006072, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 920, "epoch": 12, "tokens": 120586240, "loss": 3.983145296573639, "lr": 0.007105428639835085, "grad_norm": 0.13855312764644623, "tokens_per_second": 1769595.5047149665, "training_seconds": 1.481378085000415, "elapsed_tokens_per_second": 934049.3858626941, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 934, "epoch": 12, "tokens": 122421248, "loss": 3.971702081816537, "lr": 0.007065459077989923, "grad_norm": 0.12045668065547943, "tokens_per_second": 1772939.9279299038, "training_seconds": 1.0350085589998343, "elapsed_tokens_per_second": 940708.1324846147, "peak_memory_bytes": 42389451776}
{"loss": 3.985533610640556, "perplexity": 53.813997539442894, "tokens": 122421248, "seconds": 0.5308466249998673, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 12, "step": 934, "evaluation_tokens": 1048576}
{"event": "train", "step": 940, "epoch": 13, "tokens": 123207680, "loss": 3.934845805168152, "lr": 0.007048097312211743, "grad_norm": 0.1138545349240303, "tokens_per_second": 1797842.7395943147, "training_seconds": 0.43743091799979084, "elapsed_tokens_per_second": 939712.8344130262, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 960, "epoch": 13, "tokens": 125829120, "loss": 3.959933352470398, "lr": 0.00698923227145732, "grad_norm": 0.1274363100528717, "tokens_per_second": 1772379.4282733672, "training_seconds": 1.479051244999937, "elapsed_tokens_per_second": 948990.8058093046, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 980, "epoch": 13, "tokens": 128450560, "loss": 3.9384147763252257, "lr": 0.00692886313673312, "grad_norm": 0.13418151438236237, "tokens_per_second": 1768641.6228023956, "training_seconds": 1.4821770369999285, "elapsed_tokens_per_second": 958037.1998352512, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1000, "epoch": 13, "tokens": 131072000, "loss": 3.9582072854042054, "lr": 0.006867020284016403, "grad_norm": 0.11406075954437256, "tokens_per_second": 1772110.0948434738, "training_seconds": 1.47927603800008, "elapsed_tokens_per_second": 966908.1335238195, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1012, "epoch": 13, "tokens": 132644864, "loss": 3.9626694122950235, "lr": 0.006829220102252354, "grad_norm": 0.11555369198322296, "tokens_per_second": 1768822.999384849, "training_seconds": 0.8892150319998109, "elapsed_tokens_per_second": 972120.9556600617, "peak_memory_bytes": 42389451776}
{"loss": 3.9488926153617876, "perplexity": 51.87788623985659, "tokens": 132644864, "seconds": 0.5323453629998767, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 13, "step": 1012, "evaluation_tokens": 1048576}
{"event": "train", "step": 1020, "epoch": 14, "tokens": 133693440, "loss": 3.9428175687789917, "lr": 0.00680373483081608, "grad_norm": 0.16157709062099457, "tokens_per_second": 1787152.8035347858, "training_seconds": 0.5867299080000521, "elapsed_tokens_per_second": 971788.8500335132, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1040, "epoch": 14, "tokens": 136314880, "loss": 3.9288012981414795, "lr": 0.006739038620515297, "grad_norm": 0.16195644438266754, "tokens_per_second": 1764582.1221903428, "training_seconds": 1.4855868519998694, "elapsed_tokens_per_second": 980249.1389561988, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1060, "epoch": 14, "tokens": 138936320, "loss": 3.924214220046997, "lr": 0.00667296420634878, "grad_norm": 0.12475067377090454, "tokens_per_second": 1770002.9961640483, "training_seconds": 1.481037041000036, "elapsed_tokens_per_second": 988554.9572172875, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1080, "epoch": 14, "tokens": 141557760, "loss": 3.9242957472801208, "lr": 0.006605544835023, "grad_norm": 0.13601984083652496, "tokens_per_second": 1765958.3408556124, "training_seconds": 1.4844291279996469, "elapsed_tokens_per_second": 996669.8133983455, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1090, "epoch": 14, "tokens": 142868480, "loss": 3.9236656665802, "lr": 0.006571341365532515, "grad_norm": 0.12967416644096375, "tokens_per_second": 1765184.9876285358, "training_seconds": 0.742539738999767, "elapsed_tokens_per_second": 1000653.9138031437, "peak_memory_bytes": 42389451776}
{"loss": 3.9265862866269154, "perplexity": 50.733492122189936, "tokens": 142868480, "seconds": 0.5335298059999332, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 14, "step": 1090, "evaluation_tokens": 1048576}
{"event": "train", "step": 1100, "epoch": 15, "tokens": 144179200, "loss": 3.912069582939148, "lr": 0.006536814429987407, "grad_norm": 0.11665142327547073, "tokens_per_second": 1776588.9610138116, "training_seconds": 0.7377733560001616, "elapsed_tokens_per_second": 1000871.888552972, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1120, "epoch": 15, "tokens": 146800640, "loss": 3.9120858788490294, "lr": 0.006466807574365148, "grad_norm": 0.12438514083623886, "tokens_per_second": 1768666.1747324637, "training_seconds": 1.4821564619996934, "elapsed_tokens_per_second": 1008681.9026060809, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1140, "epoch": 15, "tokens": 149422080, "loss": 3.8952855348587034, "lr": 0.006395559493551849, "grad_norm": 0.1235978826880455, "tokens_per_second": 1763151.8819322847, "training_seconds": 1.4867919359999178, "elapsed_tokens_per_second": 1016297.5399432399, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1160, "epoch": 15, "tokens": 152043520, "loss": 3.8791651129722595, "lr": 0.006323106037491235, "grad_norm": 0.14391592144966125, "tokens_per_second": 1766042.16910611, "training_seconds": 1.484358666999924, "elapsed_tokens_per_second": 1023779.2784898643, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1167, "epoch": 15, "tokens": 152961024, "loss": 3.890834024974278, "lr": 0.006297469286818803, "grad_norm": 0.1501215547323227, "tokens_per_second": 1762778.8657661746, "training_seconds": 0.5204872929998601, "elapsed_tokens_per_second": 1026346.5551765917, "peak_memory_bytes": 42389451776}
{"loss": 3.9000739315978006, "perplexity": 49.406101642545096, "tokens": 152961024, "seconds": 0.5323556329999519, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 15, "step": 1167, "evaluation_tokens": 1048576}
{"event": "train", "step": 1180, "epoch": 16, "tokens": 154664960, "loss": 3.8825975014613223, "lr": 0.006249483662636486, "grad_norm": 0.13347867131233215, "tokens_per_second": 1772011.4857453678, "training_seconds": 0.961582931999601, "elapsed_tokens_per_second": 1027431.7200352629, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1200, "epoch": 16, "tokens": 157286400, "loss": 3.868810939788818, "lr": 0.006174729413606421, "grad_norm": 0.12453170865774155, "tokens_per_second": 1762274.4546135073, "training_seconds": 1.4875322020002386, "elapsed_tokens_per_second": 1034611.2723506424, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1220, "epoch": 16, "tokens": 159907840, "loss": 3.862710642814636, "lr": 0.006098880904545735, "grad_norm": 0.12781082093715668, "tokens_per_second": 1767213.565257574, "training_seconds": 1.48337476100005, "elapsed_tokens_per_second": 1041676.8228977381, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1240, "epoch": 16, "tokens": 162529280, "loss": 3.850806772708893, "lr": 0.006021976300198661, "grad_norm": 0.135820671916008, "tokens_per_second": 1765155.1705825422, "training_seconds": 1.485104563999812, "elapsed_tokens_per_second": 1048597.422994186, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1245, "epoch": 16, "tokens": 163184640, "loss": 3.831028366088867, "lr": 0.006002589657528159, "grad_norm": 0.12564733624458313, "tokens_per_second": 1770626.3426693245, "training_seconds": 0.37012891099993794, "elapsed_tokens_per_second": 1050303.4298025412, "peak_memory_bytes": 42389451776}
{"loss": 3.877127876671352, "perplexity": 48.28533429040275, "tokens": 163184640, "seconds": 0.5335426369997549, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 16, "step": 1245, "evaluation_tokens": 1048576}
{"event": "train", "step": 1260, "epoch": 17, "tokens": 165150720, "loss": 3.852649116516113, "lr": 0.005944054296705593, "grad_norm": 0.12411356717348099, "tokens_per_second": 1770440.9814699092, "training_seconds": 1.1105029880000075, "elapsed_tokens_per_second": 1051786.5132879976, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1280, "epoch": 17, "tokens": 167772160, "loss": 3.8553375363349915, "lr": 0.005865154102132323, "grad_norm": 0.10558836162090302, "tokens_per_second": 1763445.6381292923, "training_seconds": 1.486544264999793, "elapsed_tokens_per_second": 1058447.2917074538, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1300, "epoch": 17, "tokens": 170393600, "loss": 3.8373436093330384, "lr": 0.005785315416741691, "grad_norm": 0.0990346148610115, "tokens_per_second": 1766062.3858721794, "training_seconds": 1.484341674999996, "elapsed_tokens_per_second": 1065000.0007943127, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1320, "epoch": 17, "tokens": 173015040, "loss": 3.8382975339889525, "lr": 0.005704578413017585, "grad_norm": 0.119316466152668, "tokens_per_second": 1770054.3204799746, "training_seconds": 1.4809940969998934, "elapsed_tokens_per_second": 1071455.4795673534, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1323, "epoch": 17, "tokens": 173408256, "loss": 3.859222650527954, "lr": 0.005692392887835475, "grad_norm": 0.12426314502954483, "tokens_per_second": 1763224.0367873549, "training_seconds": 0.22300966399961908, "elapsed_tokens_per_second": 1072395.7833693333, "peak_memory_bytes": 42389451776}
{"loss": 3.858612652852454, "perplexity": 47.39954610695066, "tokens": 173408256, "seconds": 0.5320446350001475, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 17, "step": 1323, "evaluation_tokens": 1048576}
{"event": "train", "step": 1340, "epoch": 18, "tokens": 175636480, "loss": 3.82684362635893, "lr": 0.005622983715451311, "grad_norm": 0.11283841729164124, "tokens_per_second": 1771201.8607590324, "training_seconds": 1.2580293920000258, "elapsed_tokens_per_second": 1074217.0302529603, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1360, "epoch": 18, "tokens": 178257920, "loss": 3.8247095942497253, "lr": 0.00554057238010056, "grad_norm": 0.10943510383367538, "tokens_per_second": 1764800.3162109132, "training_seconds": 1.485403179000059, "elapsed_tokens_per_second": 1080426.1291255455, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1380, "epoch": 18, "tokens": 180879360, "loss": 3.8019432544708254, "lr": 0.005457385873931188, "grad_norm": 0.11388369649648666, "tokens_per_second": 1764538.0689243008, "training_seconds": 1.4856239410000853, "elapsed_tokens_per_second": 1086517.1747473474, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1400, "epoch": 18, "tokens": 183500800, "loss": 3.815930187702179, "lr": 0.005373466053952266, "grad_norm": 0.10392732918262482, "tokens_per_second": 1757584.1542372343, "training_seconds": 1.4915018400001827, "elapsed_tokens_per_second": 1092468.320471332, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1401, "epoch": 18, "tokens": 183631872, "loss": 3.819972038269043, "lr": 0.005369251569377675, "grad_norm": 0.12550778687000275, "tokens_per_second": 1809811.7501499269, "training_seconds": 0.07242300199959573, "elapsed_tokens_per_second": 1092763.9615824074, "peak_memory_bytes": 42389451776}
{"loss": 3.831794299229262, "perplexity": 46.1452624048295, "tokens": 183631872, "seconds": 0.5285863089998202, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 18, "step": 1401, "evaluation_tokens": 1048576}
{"event": "train", "step": 1420, "epoch": 19, "tokens": 186122240, "loss": 3.797398956198441, "lr": 0.005288855146154851, "grad_norm": 0.11363017559051514, "tokens_per_second": 1772074.890845269, "training_seconds": 1.4053401539999868, "elapsed_tokens_per_second": 1094936.9208471011, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1440, "epoch": 19, "tokens": 188743680, "loss": 3.7917311429977416, "lr": 0.005203595724265121, "grad_norm": 0.11522558331489563, "tokens_per_second": 1752671.986533273, "training_seconds": 1.4956820329998664, "elapsed_tokens_per_second": 1100666.1429796708, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1460, "epoch": 19, "tokens": 191365120, "loss": 3.8072659969329834, "lr": 0.005117730688322512, "grad_norm": 0.12360123544931412, "tokens_per_second": 1766996.259376042, "training_seconds": 1.483557187000315, "elapsed_tokens_per_second": 1106368.6318441455, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1479, "epoch": 19, "tokens": 193855488, "loss": 3.797250835519088, "lr": 0.005035637302328019, "grad_norm": 0.1298360824584961, "tokens_per_second": 1762844.7087631684, "training_seconds": 1.4126984569998058, "elapsed_tokens_per_second": 1111675.815472219, "peak_memory_bytes": 42389451776}
{"loss": 3.808923562837226, "perplexity": 45.10186340491383, "tokens": 193855488, "seconds": 0.5328365469999881, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 19, "step": 1479, "evaluation_tokens": 1048576}
{"event": "train", "step": 1480, "epoch": 20, "tokens": 193986560, "loss": 3.804626941680908, "lr": 0.0050313032430936815, "grad_norm": 0.11562826484441757, "tokens_per_second": 1934609.3422576634, "training_seconds": 0.06775114599986409, "elapsed_tokens_per_second": 1108562.0895155962, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1500, "epoch": 20, "tokens": 196608000, "loss": 3.7962971448898317, "lr": 0.0049443568763331384, "grad_norm": 0.11694628745317459, "tokens_per_second": 1759710.454058454, "training_seconds": 1.4896996229999786, "elapsed_tokens_per_second": 1114049.5980350452, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1520, "epoch": 20, "tokens": 199229440, "loss": 3.789385664463043, "lr": 0.004856935336901482, "grad_norm": 0.10614324361085892, "tokens_per_second": 1773320.4952948387, "training_seconds": 1.4782663410001078, "elapsed_tokens_per_second": 1119515.3125847117, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1540, "epoch": 20, "tokens": 201850880, "loss": 3.778609025478363, "lr": 0.0047690826127522535, "grad_norm": 0.11510884761810303, "tokens_per_second": 1758412.565367151, "training_seconds": 1.490799173999676, "elapsed_tokens_per_second": 1124809.5506858036, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1557, "epoch": 20, "tokens": 204079104, "loss": 3.793497548383825, "lr": 0.004694101790950691, "grad_norm": 0.11392805725336075, "tokens_per_second": 1757016.6584096143, "training_seconds": 1.2681860410002628, "elapsed_tokens_per_second": 1129237.180389346, "peak_memory_bytes": 42389451776}
{"loss": 3.7910907513028658, "perplexity": 44.30469933858868, "tokens": 204079104, "seconds": 0.5315107000001262, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 20, "step": 1557, "evaluation_tokens": 1048576}
{"event": "train", "step": 1560, "epoch": 21, "tokens": 204472320, "loss": 3.8011993567148843, "lr": 0.004680842908798498, "grad_norm": 0.13774655759334564, "tokens_per_second": 1819114.3181618361, "training_seconds": 0.2161579379999239, "elapsed_tokens_per_second": 1126704.93458389, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1580, "epoch": 21, "tokens": 207093760, "loss": 3.769572103023529, "lr": 0.004592260624670137, "grad_norm": 0.1106204241514206, "tokens_per_second": 1764886.7721903026, "training_seconds": 1.4853304139996908, "elapsed_tokens_per_second": 1131872.6882557713, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1600, "epoch": 21, "tokens": 209715200, "loss": 3.769859027862549, "lr": 0.004503380332373388, "grad_norm": 0.1413472294807434, "tokens_per_second": 1762281.6966944986, "training_seconds": 1.4875260889998572, "elapsed_tokens_per_second": 1136945.611976882, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1620, "epoch": 21, "tokens": 212336640, "loss": 3.7760072708129884, "lr": 0.004414246753863435, "grad_norm": 0.11300438642501831, "tokens_per_second": 1764730.442349121, "training_seconds": 1.4854619930001718, "elapsed_tokens_per_second": 1141947.3508210059, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1634, "epoch": 21, "tokens": 214171648, "loss": 3.76917632988521, "lr": 0.004351726556015819, "grad_norm": 0.1194140762090683, "tokens_per_second": 1770826.0513253997, "training_seconds": 1.0362440730000344, "elapsed_tokens_per_second": 1145422.369833792, "peak_memory_bytes": 42389451776}
{"loss": 3.769163523161478, "perplexity": 43.34379358850689, "tokens": 214171648, "seconds": 0.5290910620001341, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 21, "step": 1634, "evaluation_tokens": 1048576}
{"event": "train", "step": 1640, "epoch": 22, "tokens": 214958080, "loss": 3.7481101751327515, "lr": 0.004324904738541651, "grad_norm": 0.11334295570850372, "tokens_per_second": 1784116.783006676, "training_seconds": 0.44079625699987446, "elapsed_tokens_per_second": 1143652.249715217, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1660, "epoch": 22, "tokens": 217579520, "loss": 3.762830710411072, "lr": 0.004235399240688696, "grad_norm": 0.10989698022603989, "tokens_per_second": 1766805.6791850757, "training_seconds": 1.4837172140000803, "elapsed_tokens_per_second": 1148521.5862906727, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1680, "epoch": 22, "tokens": 220200960, "loss": 3.74864684343338, "lr": 0.004145775296844847, "grad_norm": 0.1180698573589325, "tokens_per_second": 1767587.3542615415, "training_seconds": 1.4830610740000338, "elapsed_tokens_per_second": 1153320.9463230134, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1700, "epoch": 22, "tokens": 222822400, "loss": 3.746557116508484, "lr": 0.004056078003148922, "grad_norm": 0.1675126552581787, "tokens_per_second": 1765258.1402894685, "training_seconds": 1.4850179360000766, "elapsed_tokens_per_second": 1158031.7832864386, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1712, "epoch": 22, "tokens": 224395264, "loss": 3.747905949751536, "lr": 0.00400224319349441, "grad_norm": 0.11295829713344574, "tokens_per_second": 1760365.5638046772, "training_seconds": 0.8934871440001189, "elapsed_tokens_per_second": 1160808.2589319737, "peak_memory_bytes": 42389451776}
{"loss": 3.7564027401509583, "perplexity": 42.794206879799546, "tokens": 224395264, "seconds": 0.5302743279999049, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 22, "step": 1712, "evaluation_tokens": 1048576}
{"event": "train", "step": 1720, "epoch": 23, "tokens": 225443840, "loss": 3.736969441175461, "lr": 0.00396635249264724, "grad_norm": 0.11215583980083466, "tokens_per_second": 1773975.8462701868, "training_seconds": 0.591088093000053, "elapsed_tokens_per_second": 1159462.5735557678, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1740, "epoch": 23, "tokens": 228065280, "loss": 3.7406826615333557, "lr": 0.0038766439125839805, "grad_norm": 0.11021851003170013, "tokens_per_second": 1768637.8401353874, "training_seconds": 1.4821802070000558, "elapsed_tokens_per_second": 1164061.0667197912, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1760, "epoch": 23, "tokens": 230686720, "loss": 3.729875886440277, "lr": 0.0037869974016844295, "grad_norm": 0.13215962052345276, "tokens_per_second": 1764462.3263000953, "training_seconds": 1.4856877140000506, "elapsed_tokens_per_second": 1168570.4227900153, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1780, "epoch": 23, "tokens": 233308160, "loss": 3.7252962827682494, "lr": 0.0036974580674424885, "grad_norm": 0.11543803662061691, "tokens_per_second": 1764626.0956929594, "training_seconds": 1.485549832000288, "elapsed_tokens_per_second": 1173009.9595573705, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1790, "epoch": 23, "tokens": 234618880, "loss": 3.7287256956100463, "lr": 0.003652742673534095, "grad_norm": 0.1219848021864891, "tokens_per_second": 1770957.9993463608, "training_seconds": 0.7401191899998594, "elapsed_tokens_per_second": 1175219.1241413928, "peak_memory_bytes": 42389451776}
{"loss": 3.7329446927854097, "perplexity": 41.80202121491219, "tokens": 234618880, "seconds": 0.532415095000033, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 23, "step": 1790, "evaluation_tokens": 1048576}
{"event": "train", "step": 1800, "epoch": 24, "tokens": 235929600, "loss": 3.714103078842163, "lr": 0.0036080709634239085, "grad_norm": 0.11821771413087845, "tokens_per_second": 1784689.5622841644, "training_seconds": 0.7344246459997521, "elapsed_tokens_per_second": 1174289.9556325334, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1820, "epoch": 24, "tokens": 238551040, "loss": 3.72656934261322, "lr": 0.0035188810665966602, "grad_norm": 0.12385167181491852, "tokens_per_second": 1764957.8384202602, "training_seconds": 1.485270607000075, "elapsed_tokens_per_second": 1178615.1736982095, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1840, "epoch": 24, "tokens": 241172480, "loss": 3.7036920547485352, "lr": 0.003429933254699843, "grad_norm": 0.11600279808044434, "tokens_per_second": 1768089.847831698, "training_seconds": 1.4826395860000048, "elapsed_tokens_per_second": 1182890.4141666556, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1860, "epoch": 24, "tokens": 243793920, "loss": 3.7208506226539613, "lr": 0.003341272283662522, "grad_norm": 0.11195843666791916, "tokens_per_second": 1763538.5316677566, "training_seconds": 1.4864659620002385, "elapsed_tokens_per_second": 1187080.514971915, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1868, "epoch": 24, "tokens": 244842496, "loss": 3.7022936940193176, "lr": 0.003305898209049308, "grad_norm": 0.11087164282798767, "tokens_per_second": 1770734.6236517872, "training_seconds": 0.5921700439998858, "elapsed_tokens_per_second": 1188751.308956165, "peak_memory_bytes": 42389451776}
{"loss": 3.716033830377647, "perplexity": 41.10105664836389, "tokens": 244842496, "seconds": 0.5308069529996828, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 24, "step": 1868, "evaluation_tokens": 1048576}
{"event": "train", "step": 1880, "epoch": 25, "tokens": 246415360, "loss": 3.6992204586664834, "lr": 0.0032529427650838556, "grad_norm": 0.11252032220363617, "tokens_per_second": 1785423.211108292, "training_seconds": 0.8809474359995875, "elapsed_tokens_per_second": 1188205.158888284, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1900, "epoch": 25, "tokens": 249036800, "loss": 3.703215038776398, "lr": 0.003164989143785854, "grad_norm": 0.12840048968791962, "tokens_per_second": 1766524.4744205347, "training_seconds": 1.483953400000246, "elapsed_tokens_per_second": 1192304.8898663032, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1920, "epoch": 25, "tokens": 251658240, "loss": 3.7072778582572936, "lr": 0.003077455675450043, "grad_norm": 0.10395973920822144, "tokens_per_second": 1764844.2269243675, "training_seconds": 1.485366220999822, "elapsed_tokens_per_second": 1196339.460780385, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1940, "epoch": 25, "tokens": 254279680, "loss": 3.7056177616119386, "lr": 0.002990386404349306, "grad_norm": 0.1304953396320343, "tokens_per_second": 1760463.125799214, "training_seconds": 1.4890627140002834, "elapsed_tokens_per_second": 1200291.3443902903, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1946, "epoch": 25, "tokens": 255066112, "loss": 3.66863751411438, "lr": 0.0029643626976719826, "grad_norm": 0.10874708741903305, "tokens_per_second": 1771287.8884743855, "training_seconds": 0.443988809000075, "elapsed_tokens_per_second": 1201471.960738516, "peak_memory_bytes": 42389451776}
{"loss": 3.6972003474041903, "perplexity": 40.33422432568873, "tokens": 255066112, "seconds": 0.5328182180001022, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 25, "step": 1946, "evaluation_tokens": 1048576}
{"event": "train", "step": 1960, "epoch": 26, "tokens": 256901120, "loss": 3.673410381589617, "lr": 0.0029038251411861024, "grad_norm": 0.11748040467500687, "tokens_per_second": 1776011.0168182629, "training_seconds": 1.0332188160000442, "elapsed_tokens_per_second": 1201211.6422696977, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1980, "epoch": 26, "tokens": 259522560, "loss": 3.681329131126404, "lr": 0.002817815441048194, "grad_norm": 0.10424334555864334, "tokens_per_second": 1766357.2270387895, "training_seconds": 1.484093907999977, "elapsed_tokens_per_second": 1205094.4031572917, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2000, "epoch": 26, "tokens": 262144000, "loss": 3.673356032371521, "lr": 0.00273240058149302, "grad_norm": 0.10501110553741455, "tokens_per_second": 1761513.4167667134, "training_seconds": 1.4881748699999662, "elapsed_tokens_per_second": 1208903.5577598787, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2020, "epoch": 26, "tokens": 264765440, "loss": 3.6775519490242004, "lr": 0.002647623540771689, "grad_norm": 0.1113336980342865, "tokens_per_second": 1768111.027390188, "training_seconds": 1.4826218260000132, "elapsed_tokens_per_second": 1212688.7297030427, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2024, "epoch": 26, "tokens": 265289728, "loss": 3.6719937324523926, "lr": 0.002630748430622327, "grad_norm": 0.12657544016838074, "tokens_per_second": 1766408.6841226676, "training_seconds": 0.29681013500021436, "elapsed_tokens_per_second": 1213431.426520729, "peak_memory_bytes": 42389451776}
{"loss": 3.681939755796309, "perplexity": 39.72337303133125, "tokens": 265289728, "seconds": 0.5306021579999651, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 26, "step": 2024, "evaluation_tokens": 1048576}
{"event": "train", "step": 2040, "epoch": 27, "tokens": 267386880, "loss": 3.6548407077789307, "lr": 0.0025635269762035906, "grad_norm": 0.13810649514198303, "tokens_per_second": 1778067.7330114886, "training_seconds": 1.1794556310001099, "elapsed_tokens_per_second": 1213485.5399479354, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2060, "epoch": 27, "tokens": 270008320, "loss": 3.6550804018974303, "lr": 0.0024801532027124724, "grad_norm": 0.12484846264123917, "tokens_per_second": 1761457.930260134, "training_seconds": 1.4882217479998872, "elapsed_tokens_per_second": 1217152.0785772924, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2080, "epoch": 27, "tokens": 272629760, "loss": 3.662337839603424, "lr": 0.002397544171534828, "grad_norm": 0.12046875059604645, "tokens_per_second": 1770508.4726566148, "training_seconds": 1.4806142080001337, "elapsed_tokens_per_second": 1220810.401581901, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2100, "epoch": 27, "tokens": 275251200, "loss": 3.6535089015960693, "lr": 0.002315741449111254, "grad_norm": 0.11649689078330994, "tokens_per_second": 1774884.8260084214, "training_seconds": 1.4769634409999526, "elapsed_tokens_per_second": 1224439.1699105285, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2101, "epoch": 27, "tokens": 275382272, "loss": 3.6680965423583984, "lr": 0.00231167321869785, "grad_norm": 0.12446287274360657, "tokens_per_second": 1764777.7890327424, "training_seconds": 0.07427110699973127, "elapsed_tokens_per_second": 1224610.536897006, "peak_memory_bytes": 42389451776}
{"loss": 3.665436734966987, "perplexity": 39.07319706871303, "tokens": 275382272, "seconds": 0.5295553109999673, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 27, "step": 2101, "evaluation_tokens": 1048576}
{"event": "train", "step": 2120, "epoch": 28, "tokens": 277872640, "loss": 3.656457624937359, "lr": 0.002234786196171443, "grad_norm": 0.11389060318470001, "tokens_per_second": 1776731.3908585615, "training_seconds": 1.4016570049998336, "elapsed_tokens_per_second": 1225130.9014075901, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2140, "epoch": 28, "tokens": 280494080, "loss": 3.6499910235404966, "lr": 0.002154719147023306, "grad_norm": 0.1216157004237175, "tokens_per_second": 1763496.6955623948, "training_seconds": 1.4865012259997457, "elapsed_tokens_per_second": 1228626.977007385, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2160, "epoch": 28, "tokens": 283115520, "loss": 3.647845721244812, "lr": 0.00207558058905667, "grad_norm": 0.10977324098348618, "tokens_per_second": 1769047.4513438437, "training_seconds": 1.4818370180000784, "elapsed_tokens_per_second": 1232105.3591430704, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2179, "epoch": 28, "tokens": 285605888, "loss": 3.646096995002345, "lr": 0.002001295248181042, "grad_norm": 0.11598705500364304, "tokens_per_second": 1769712.7211678256, "training_seconds": 1.4072159679999459, "elapsed_tokens_per_second": 1235368.863206234, "peak_memory_bytes": 42389451776}
{"loss": 3.6494747296570513, "perplexity": 38.454461754824536, "tokens": 285605888, "seconds": 0.5320283220003148, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 28, "step": 2179, "evaluation_tokens": 1048576}
{"event": "train", "step": 2180, "epoch": 29, "tokens": 285736960, "loss": 3.6828179359436035, "lr": 0.001997410342471841, "grad_norm": 0.1149473488330841, "tokens_per_second": 1948456.3487194076, "training_seconds": 0.06726966199994422, "elapsed_tokens_per_second": 1232703.2512137832, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2200, "epoch": 29, "tokens": 288358400, "loss": 3.6363322615623472, "lr": 0.0019202477402432523, "grad_norm": 0.12003511190414429, "tokens_per_second": 1764144.0676612856, "training_seconds": 1.4859557380000297, "elapsed_tokens_per_second": 1236082.7653578636, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2220, "epoch": 29, "tokens": 290979840, "loss": 3.629829800128937, "lr": 0.0018441316083282625, "grad_norm": 0.11177285015583038, "tokens_per_second": 1768337.9595616441, "training_seconds": 1.4824315599998954, "elapsed_tokens_per_second": 1239433.368750849, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2240, "epoch": 29, "tokens": 293601280, "loss": 3.6563900113105774, "lr": 0.0017691002461310706, "grad_norm": 0.14126761257648468, "tokens_per_second": 1763403.2773782846, "training_seconds": 1.4865799750000406, "elapsed_tokens_per_second": 1242723.6043587788, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2257, "epoch": 29, "tokens": 295829504, "loss": 3.6327392493977264, "lr": 0.0017062047037181701, "grad_norm": 0.13229487836360931, "tokens_per_second": 1762531.3310851087, "training_seconds": 1.2642180940001708, "elapsed_tokens_per_second": 1245479.1755654155, "peak_memory_bytes": 42389451776}
{"loss": 3.633721886486401, "perplexity": 37.85344097132254, "tokens": 295829504, "seconds": 0.5300842550000198, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 29, "step": 2257, "evaluation_tokens": 1048576}
{"event": "train", "step": 2260, "epoch": 30, "tokens": 296222720, "loss": 3.5953942139943442, "lr": 0.0016951914072315857, "grad_norm": 0.11023417115211487, "tokens_per_second": 1828566.539125913, "training_seconds": 0.21504057500033014, "elapsed_tokens_per_second": 1243173.725860313, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2280, "epoch": 30, "tokens": 298844160, "loss": 3.6240404844284058, "lr": 0.0016224422803889297, "grad_norm": 0.12992243468761444, "tokens_per_second": 1765184.5549731683, "training_seconds": 1.4850798419997773, "elapsed_tokens_per_second": 1246397.4267040829, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2300, "epoch": 30, "tokens": 301465600, "loss": 3.624935066699982, "lr": 0.001550889470829147, "grad_norm": 0.12263120710849762, "tokens_per_second": 1765276.1863056817, "training_seconds": 1.485002755000096, "elapsed_tokens_per_second": 1249581.3589125476, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2320, "epoch": 30, "tokens": 304087040, "loss": 3.5970343470573427, "lr": 0.0014805689818265222, "grad_norm": 0.11243906617164612, "tokens_per_second": 1760516.0750216201, "training_seconds": 1.489017929000056, "elapsed_tokens_per_second": 1252709.1674559435, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2335, "epoch": 30, "tokens": 306053120, "loss": 3.615158748626709, "lr": 0.0014286586344674861, "grad_norm": 0.11137782037258148, "tokens_per_second": 1769323.1418900925, "training_seconds": 1.1112045919999218, "elapsed_tokens_per_second": 1255052.166435941, "peak_memory_bytes": 42389451776}
{"loss": 3.620475835490234, "perplexity": 37.35533858958805, "tokens": 306053120, "seconds": 0.5316995220000535, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 30, "step": 2335, "evaluation_tokens": 1048576}
{"event": "train", "step": 2340, "epoch": 31, "tokens": 306708480, "loss": 3.60052227973938, "lr": 0.0014115161965877984, "grad_norm": 0.1237010583281517, "tokens_per_second": 1793800.109941488, "training_seconds": 0.36534728500009805, "elapsed_tokens_per_second": 1253092.8893428273, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2360, "epoch": 31, "tokens": 309329920, "loss": 3.6137519001960756, "lr": 0.0013437658604483805, "grad_norm": 0.1032419204711914, "tokens_per_second": 1770665.0899851457, "training_seconds": 1.4804832459999488, "elapsed_tokens_per_second": 1256196.0898587168, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2380, "epoch": 31, "tokens": 311951360, "loss": 3.5998144149780273, "lr": 0.0012773520633895035, "grad_norm": 0.10247592628002167, "tokens_per_second": 1766156.682164884, "training_seconds": 1.4842624249999972, "elapsed_tokens_per_second": 1259240.9128408995, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2400, "epoch": 31, "tokens": 314572800, "loss": 3.5945837616920473, "lr": 0.0012123082228851496, "grad_norm": 0.11424175649881363, "tokens_per_second": 1761228.3514285544, "training_seconds": 1.4884157399997093, "elapsed_tokens_per_second": 1262232.7316897397, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2413, "epoch": 31, "tokens": 316276736, "loss": 3.5819367445432224, "lr": 0.0011707798977476465, "grad_norm": 0.10643492639064789, "tokens_per_second": 1771431.871274878, "training_seconds": 0.9618975630000932, "elapsed_tokens_per_second": 1264179.4576745902, "peak_memory_bytes": 42389451776}
{"loss": 3.6065964143177807, "perplexity": 36.84044955870901, "tokens": 316276736, "seconds": 0.5306159699998716, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 31, "step": 2413, "evaluation_tokens": 1048576}
{"event": "train", "step": 2420, "epoch": 32, "tokens": 317194240, "loss": 3.597764083317348, "lr": 0.0011486670670873642, "grad_norm": 0.1220981553196907, "tokens_per_second": 1801105.4534417358, "training_seconds": 0.5094115940000847, "elapsed_tokens_per_second": 1262546.7837176386, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2440, "epoch": 32, "tokens": 319815680, "loss": 3.6002745985984803, "lr": 0.001086460618358403, "grad_norm": 0.10507100075483322, "tokens_per_second": 1772421.4807815182, "training_seconds": 1.479016152999975, "elapsed_tokens_per_second": 1265524.2384355974, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2460, "epoch": 32, "tokens": 322437120, "loss": 3.5856986045837402, "lr": 0.0010257201771580223, "grad_norm": 0.11285518854856491, "tokens_per_second": 1770630.8382658497, "training_seconds": 1.4805118849999417, "elapsed_tokens_per_second": 1268455.8901889047, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2480, "epoch": 32, "tokens": 325058560, "loss": 3.5838359713554384, "lr": 0.0009664763062940063, "grad_norm": 0.10058119893074036, "tokens_per_second": 1769922.5629036871, "training_seconds": 1.4811043459999382, "elapsed_tokens_per_second": 1271352.8615173053, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2491, "epoch": 32, "tokens": 326500352, "loss": 3.5858061747117476, "lr": 0.0009345409220100769, "grad_norm": 0.11069893836975098, "tokens_per_second": 1766110.366742914, "training_seconds": 0.8163657420000163, "elapsed_tokens_per_second": 1272918.3039088969, "peak_memory_bytes": 42389451776}
{"loss": 3.5946490782215483, "perplexity": 36.4029231676391, "tokens": 326500352, "seconds": 0.5317118019997906, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 32, "step": 2491, "evaluation_tokens": 1048576}
{"event": "train", "step": 2500, "epoch": 33, "tokens": 327680000, "loss": 3.581564770804511, "lr": 0.000908758815543854, "grad_norm": 0.11050227284431458, "tokens_per_second": 1773757.2431823334, "training_seconds": 0.6650560580001184, "elapsed_tokens_per_second": 1271546.237436815, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2520, "epoch": 33, "tokens": 330301440, "loss": 3.566240668296814, "lr": 0.0008525967466553817, "grad_norm": 0.11546851694583893, "tokens_per_second": 1766929.9308950484, "training_seconds": 1.4836128780002582, "elapsed_tokens_per_second": 1274373.5383589282, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2540, "epoch": 33, "tokens": 332922880, "loss": 3.5655322790145876, "lr": 0.0007980183587337626, "grad_norm": 0.10428154468536377, "tokens_per_second": 1759818.7425359213, "training_seconds": 1.4896079560003272, "elapsed_tokens_per_second": 1277136.667149128, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2560, "epoch": 33, "tokens": 335544320, "loss": 3.5886206150054933, "lr": 0.0007450511140223757, "grad_norm": 0.10470675677061081, "tokens_per_second": 1769745.2662779673, "training_seconds": 1.4812527260000934, "elapsed_tokens_per_second": 1279912.6429691585, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2568, "epoch": 33, "tokens": 336592896, "loss": 3.5720056891441345, "lr": 0.0007243213337346402, "grad_norm": 0.11259342730045319, "tokens_per_second": 1762094.448864114, "training_seconds": 0.5950736640002106, "elapsed_tokens_per_second": 1280996.3335733775, "peak_memory_bytes": 42389451776}
{"loss": 3.583752452945597, "perplexity": 36.00840750322024, "tokens": 336592896, "seconds": 0.5333114649997697, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 33, "step": 2568, "evaluation_tokens": 1048576}
{"event": "train", "step": 2580, "epoch": 34, "tokens": 338165760, "loss": 3.583268642425537, "lr": 0.0006937216640846073, "grad_norm": 0.10780485719442368, "tokens_per_second": 1774776.8959929773, "training_seconds": 0.8862319560003016, "elapsed_tokens_per_second": 1280021.743552494, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2600, "epoch": 34, "tokens": 340787200, "loss": 3.5972191452980042, "lr": 0.0006440558363935729, "grad_norm": 0.10977128893136978, "tokens_per_second": 1763992.4511987125, "training_seconds": 1.4860834570004045, "elapsed_tokens_per_second": 1282720.9550306161, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2620, "epoch": 34, "tokens": 343408640, "loss": 3.5722908854484556, "lr": 0.0005960786213364857, "grad_norm": 0.09668900072574615, "tokens_per_second": 1758572.7869130173, "training_seconds": 1.4906633489999876, "elapsed_tokens_per_second": 1285367.0541494573, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2640, "epoch": 34, "tokens": 346030080, "loss": 3.5817018389701842, "lr": 0.0005498141596402286, "grad_norm": 0.11350283771753311, "tokens_per_second": 1758225.4418631243, "training_seconds": 1.4909578359997795, "elapsed_tokens_per_second": 1287982.774155192, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2646, "epoch": 34, "tokens": 346816512, "loss": 3.565564274787903, "lr": 0.0005362723109866283, "grad_norm": 0.11102756857872009, "tokens_per_second": 1758262.0303135025, "training_seconds": 0.44727804300009666, "elapsed_tokens_per_second": 1288754.2091953678, "peak_memory_bytes": 42389451776}
{"loss": 3.5741312723774152, "perplexity": 35.663625377821454, "tokens": 346816512, "seconds": 0.5292685170002187, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 34, "step": 2646, "evaluation_tokens": 1048576}
{"event": "train", "step": 2660, "epoch": 35, "tokens": 348651520, "loss": 3.557927233832223, "lr": 0.0005052857302244482, "grad_norm": 0.10447020828723907, "tokens_per_second": 1773805.6681873966, "training_seconds": 1.0345034029996896, "elapsed_tokens_per_second": 1288049.660451449, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2680, "epoch": 35, "tokens": 351272960, "loss": 3.569631290435791, "lr": 0.00046251573848828543, "grad_norm": 0.09943565726280212, "tokens_per_second": 1762622.061043352, "training_seconds": 1.4872388459998547, "elapsed_tokens_per_second": 1290634.2930461841, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2700, "epoch": 35, "tokens": 353894400, "loss": 3.574537992477417, "lr": 0.000421525705036637, "grad_norm": 0.09717172384262085, "tokens_per_second": 1767045.9836936812, "training_seconds": 1.4835154400002466, "elapsed_tokens_per_second": 1293208.3153071133, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2720, "epoch": 35, "tokens": 356515840, "loss": 3.5556862235069273, "lr": 0.00038233625485161805, "grad_norm": 0.10294491797685623, "tokens_per_second": 1762629.4944238958, "training_seconds": 1.4872325739997905, "elapsed_tokens_per_second": 1295738.9637448087, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2724, "epoch": 35, "tokens": 357040128, "loss": 3.539747893810272, "lr": 0.0003747161861359012, "grad_norm": 0.09652473032474518, "tokens_per_second": 1755820.0311116865, "training_seconds": 0.2986000790001526, "elapsed_tokens_per_second": 1296227.1819819603, "peak_memory_bytes": 42389451776}
{"loss": 3.5664827761127293, "perplexity": 35.39189276993597, "tokens": 357040128, "seconds": 0.529642617999798, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 35, "step": 2724, "evaluation_tokens": 1048576}
{"event": "train", "step": 2740, "epoch": 36, "tokens": 359137280, "loss": 3.5738495141267776, "lr": 0.0003449671069146745, "grad_norm": 0.0974445641040802, "tokens_per_second": 1770944.8285697247, "training_seconds": 1.1841995109998606, "elapsed_tokens_per_second": 1295750.2025958651, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2760, "epoch": 36, "tokens": 361758720, "loss": 3.580147218704224, "lr": 0.0003094370642845736, "grad_norm": 0.09316825121641159, "tokens_per_second": 1767248.243656648, "training_seconds": 1.4833456530000149, "elapsed_tokens_per_second": 1298252.1543001242, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2780, "epoch": 36, "tokens": 364380160, "loss": 3.5678773880004884, "lr": 0.0002757640046362546, "grad_norm": 0.09848891943693161, "tokens_per_second": 1754811.1689297198, "training_seconds": 1.4938587389997338, "elapsed_tokens_per_second": 1300679.0302941701, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2800, "epoch": 36, "tokens": 367001600, "loss": 3.5598936676979065, "lr": 0.00024396487126530664, "grad_norm": 0.12547184526920319, "tokens_per_second": 1766904.628030525, "training_seconds": 1.4836341240002184, "elapsed_tokens_per_second": 1303127.7267142173, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2802, "epoch": 36, "tokens": 367263744, "loss": 3.573267698287964, "lr": 0.0002408886481004786, "grad_norm": 0.09398774802684784, "tokens_per_second": 1785702.5473276763, "training_seconds": 0.14680160499983685, "elapsed_tokens_per_second": 1303369.4701968671, "peak_memory_bytes": 42389451776}
{"loss": 3.5600327060157846, "perplexity": 35.164347211994425, "tokens": 367263744, "seconds": 0.5338543269999718, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 36, "step": 2802, "evaluation_tokens": 1048576}
{"event": "train", "step": 2820, "epoch": 37, "tokens": 369623040, "loss": 3.5524700615141125, "lr": 0.0002140556645626015, "grad_norm": 0.1111937016248703, "tokens_per_second": 1773463.3210811748, "training_seconds": 1.330332559999988, "elapsed_tokens_per_second": 1303094.553261727, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2840, "epoch": 37, "tokens": 372244480, "loss": 3.5708325862884522, "lr": 0.000186051433963363, "grad_norm": 0.09174764901399612, "tokens_per_second": 1765252.5283999748, "training_seconds": 1.4850226569997176, "elapsed_tokens_per_second": 1305494.5796209446, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2860, "epoch": 37, "tokens": 374865920, "loss": 3.557599675655365, "lr": 0.00015996627037473664, "grad_norm": 0.09556210786104202, "tokens_per_second": 1768321.6878654587, "training_seconds": 1.4824452009997913, "elapsed_tokens_per_second": 1307878.2492829862, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2880, "epoch": 37, "tokens": 377487360, "loss": 3.5692511677742003, "lr": 0.00013581329908565732, "grad_norm": 0.08777881413698196, "tokens_per_second": 1768065.0722084374, "training_seconds": 1.4826603619999332, "elapsed_tokens_per_second": 1310238.8776818365, "peak_memory_bytes": 42389451776}
{"loss": 3.554375682727776, "perplexity": 34.96598328458877, "tokens": 377487360, "seconds": 0.5303410279998388, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 37, "step": 2880, "evaluation_tokens": 1048576}
{"event": "train", "step": 2900, "epoch": 38, "tokens": 380108800, "loss": 3.5670611023902894, "lr": 0.00011360467316258793, "grad_norm": 0.10054560750722885, "tokens_per_second": 1770108.1171601405, "training_seconds": 1.4809490870002264, "elapsed_tokens_per_second": 1310155.3967721863, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2920, "epoch": 38, "tokens": 382730240, "loss": 3.537270653247833, "lr": 9.335156733445293e-05, "grad_norm": 0.0927400290966034, "tokens_per_second": 1771757.214448715, "training_seconds": 1.4795706649997555, "elapsed_tokens_per_second": 1312487.9076057214, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2940, "epoch": 38, "tokens": 385351680, "loss": 3.561364674568176, "lr": 7.506417236984442e-05, "grad_norm": 0.09032728523015976, "tokens_per_second": 1761433.1862849183, "training_seconds": 1.488242653999805, "elapsed_tokens_per_second": 1314761.5331229642, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2958, "epoch": 38, "tokens": 387710976, "loss": 3.5518100526597767, "lr": 6.0293825392124135e-05, "grad_norm": 0.0882081687450409, "tokens_per_second": 1763985.2174719987, "training_seconds": 1.337480596000205, "elapsed_tokens_per_second": 1316793.066149997, "peak_memory_bytes": 42389451776}
{"loss": 3.5515863697390095, "perplexity": 34.868588109208645, "tokens": 387710976, "seconds": 0.5315444469997601, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 38, "step": 2958, "evaluation_tokens": 1048576}
{"event": "train", "step": 2960, "epoch": 39, "tokens": 387973120, "loss": 3.5402499437332153, "lr": 5.8751689949324785e-05, "grad_norm": 0.0903267115354538, "tokens_per_second": 1847143.128182326, "training_seconds": 0.14191861800009065, "elapsed_tokens_per_second": 1314639.8833562592, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2980, "epoch": 39, "tokens": 390594560, "loss": 3.5544057846069337, "lr": 4.442232803541168e-05, "grad_norm": 0.08545864373445511, "tokens_per_second": 1765690.3320689665, "training_seconds": 1.4846544450001602, "elapsed_tokens_per_second": 1316890.7346355147, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3000, "epoch": 39, "tokens": 393216000, "loss": 3.538943421840668, "lr": 3.208329674257282e-05, "grad_norm": 0.09203828126192093, "tokens_per_second": 1773829.430221596, "training_seconds": 1.477842206999867, "elapsed_tokens_per_second": 1319147.1749676864, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3020, "epoch": 39, "tokens": 395837440, "loss": 3.5529330372810364, "lr": 2.1740804709305283e-05, "grad_norm": 0.09482793509960175, "tokens_per_second": 1787265.3976475918, "training_seconds": 1.4667323630001192, "elapsed_tokens_per_second": 1235085.198898518, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3035, "epoch": 39, "tokens": 397803520, "loss": 3.5402060985565185, "lr": 1.529733297529079e-05, "grad_norm": 0.08647153526544571, "tokens_per_second": 1780308.0973263187, "training_seconds": 1.104348175999803, "elapsed_tokens_per_second": 1236950.6637335434, "peak_memory_bytes": 42389451776}
{"loss": 3.550287729541499, "perplexity": 34.82333574868651, "tokens": 397803520, "seconds": 0.5240050140000676, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 39, "step": 3035, "evaluation_tokens": 1048576}
{"event": "train", "step": 3040, "epoch": 40, "tokens": 398458880, "loss": 3.5664885520935057, "lr": 1.3400055974134074e-05, "grad_norm": 0.0848279520869255, "tokens_per_second": 1802803.5361037035, "training_seconds": 0.36352269500002876, "elapsed_tokens_per_second": 1174676.1181904902, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3060, "epoch": 40, "tokens": 401080320, "loss": 3.5610082864761354, "lr": 7.065247357090687e-06, "grad_norm": 0.08623740822076797, "tokens_per_second": 1774109.380479757, "training_seconds": 1.4776090069999555, "elapsed_tokens_per_second": 1177269.9327342568, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3080, "epoch": 40, "tokens": 403701760, "loss": 3.5347153544425964, "lr": 2.7395663479974355e-06, "grad_norm": 0.09069225192070007, "tokens_per_second": 1766321.3279960367, "training_seconds": 1.484124071000224, "elapsed_tokens_per_second": 1179817.385540081, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3100, "epoch": 40, "tokens": 406323200, "loss": 3.563304078578949, "lr": 4.2518950261483115e-07, "grad_norm": 0.09095682203769684, "tokens_per_second": 1768945.3605103248, "training_seconds": 1.481922539000152, "elapsed_tokens_per_second": 1182351.7782579842, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3113, "epoch": 40, "tokens": 408027136, "loss": 3.5476662745842567, "lr": 0.0, "grad_norm": 0.08602610230445862, "tokens_per_second": 1766658.053055704, "training_seconds": 0.9644967780000115, "elapsed_tokens_per_second": 1183979.44169368, "peak_memory_bytes": 42389451776}
{"loss": 3.5500802658173622, "perplexity": 34.81611191913242, "tokens": 408027136, "seconds": 0.5347503500001949, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 40, "step": 3113, "evaluation_tokens": 1048576}
{"loss": 3.550852168903428, "perplexity": 34.842996958355066, "tokens": 408027136, "seconds": 99.03439743600029, "split": "full", "validation_complete": true, "event": "final_validation", "step": 3113, "evaluation_tokens": 197411295}