{"event": "train", "step": 20, "epoch": 1, "tokens": 2621440, "loss": 9.763819360733033, "lr": 0.0002564102564102564, "grad_norm": 4.018292427062988, "tokens_per_second": 47076.801333634976, "training_seconds": 55.68432700900303, "elapsed_tokens_per_second": 47076.801333634976, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 40, "epoch": 1, "tokens": 5242880, "loss": 8.145156407356263, "lr": 0.0005128205128205128, "grad_norm": 0.7434160113334656, "tokens_per_second": 1803030.5338882313, "training_seconds": 1.453907713002991, "elapsed_tokens_per_second": 91735.89453481248, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 60, "epoch": 1, "tokens": 7864320, "loss": 6.997384476661682, "lr": 0.0007692307692307692, "grad_norm": 0.600343644618988, "tokens_per_second": 1784700.1051125028, "training_seconds": 1.4688406150089577, "elapsed_tokens_per_second": 134151.21082992532, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 78, "epoch": 1, "tokens": 10223616, "loss": 6.505763689676921, "lr": 0.001, "grad_norm": 0.5276293158531189, "tokens_per_second": 1793974.1182426435, "training_seconds": 1.3151226519985357, "elapsed_tokens_per_second": 170565.5052005867, "peak_memory_bytes": 21988176384}
{"loss": 6.365605261222669, "perplexity": 581.4966792164688, "tokens": 10223616, "seconds": 1.6410053510044236, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 1, "step": 78, "evaluation_tokens": 1048576}
{"event": "train", "step": 80, "epoch": 2, "tokens": 10485760, "loss": 6.364063739776611, "lr": 0.0010256410256410256, "grad_norm": 0.44188931584358215, "tokens_per_second": 1888127.046343512, "training_seconds": 0.13883811500272714, "elapsed_tokens_per_second": 169850.97965743102, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 100, "epoch": 2, "tokens": 13107200, "loss": 6.1949814558029175, "lr": 0.001282051282051282, "grad_norm": 0.44261959195137024, "tokens_per_second": 1781157.9083162162, "training_seconds": 1.4717617049900582, "elapsed_tokens_per_second": 207364.29168881182, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 120, "epoch": 2, "tokens": 15728640, "loss": 5.967961740493775, "lr": 0.0015384615384615385, "grad_norm": 0.3028343915939331, "tokens_per_second": 1793191.9465977917, "training_seconds": 1.4618847719975747, "elapsed_tokens_per_second": 243205.13533913833, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 140, "epoch": 2, "tokens": 18350080, "loss": 5.764047908782959, "lr": 0.001794871794871795, "grad_norm": 0.6388725638389587, "tokens_per_second": 1785643.872296399, "training_seconds": 1.4680642879975494, "elapsed_tokens_per_second": 277435.99743786716, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 156, "epoch": 2, "tokens": 20447232, "loss": 5.596931159496307, "lr": 0.002, "grad_norm": 0.3274063766002655, "tokens_per_second": 1778236.7721124112, "training_seconds": 1.179343512005289, "elapsed_tokens_per_second": 303720.18462505, "peak_memory_bytes": 42389451776}
{"loss": 5.527391268931979, "perplexity": 251.4869926035126, "tokens": 20447232, "seconds": 0.5295081640069839, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 2, "step": 156, "evaluation_tokens": 1048576}
{"event": "train", "step": 160, "epoch": 3, "tokens": 20971520, "loss": 5.516928672790527, "lr": 0.0020512820512820513, "grad_norm": 0.3782521188259125, "tokens_per_second": 1824291.964923729, "training_seconds": 0.28739259399299044, "elapsed_tokens_per_second": 307659.2899882851, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 180, "epoch": 3, "tokens": 23592960, "loss": 5.453786492347717, "lr": 0.0023076923076923075, "grad_norm": 0.2451401948928833, "tokens_per_second": 1778580.2919234787, "training_seconds": 1.4738946630095597, "elapsed_tokens_per_second": 338781.9345391902, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 200, "epoch": 3, "tokens": 26214400, "loss": 5.3193899393081665, "lr": 0.002564102564102564, "grad_norm": 0.28798818588256836, "tokens_per_second": 1773626.687127107, "training_seconds": 1.4780111389991362, "elapsed_tokens_per_second": 368590.0126155389, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 220, "epoch": 3, "tokens": 28835840, "loss": 5.185653162002564, "lr": 0.0028205128205128207, "grad_norm": 0.5443226099014282, "tokens_per_second": 1785465.280071358, "training_seconds": 1.4682111319998512, "elapsed_tokens_per_second": 397240.90696897474, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 233, "epoch": 3, "tokens": 30539776, "loss": 5.1664754427396336, "lr": 0.0029871794871794873, "grad_norm": 0.3484594523906708, "tokens_per_second": 1784162.5982779136, "training_seconds": 0.955034032012918, "elapsed_tokens_per_second": 415238.42743426893, "peak_memory_bytes": 42389451776}
{"loss": 5.160262229112007, "perplexity": 174.21013258430241, "tokens": 30539776, "seconds": 0.5285401949950028, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 3, "step": 233, "evaluation_tokens": 1048576}
{"event": "train", "step": 240, "epoch": 4, "tokens": 31457280, "loss": 5.095459120614188, "lr": 0.003076923076923077, "grad_norm": 0.25999438762664795, "tokens_per_second": 1805546.8665009642, "training_seconds": 0.5081585070001893, "elapsed_tokens_per_second": 421715.4841480999, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 260, "epoch": 4, "tokens": 34078720, "loss": 5.043269062042237, "lr": 0.0033333333333333335, "grad_norm": 0.33782321214675903, "tokens_per_second": 1785534.08378161, "training_seconds": 1.4681545560015365, "elapsed_tokens_per_second": 448030.28419167746, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 280, "epoch": 4, "tokens": 36700160, "loss": 4.96674485206604, "lr": 0.00358974358974359, "grad_norm": 0.3111274540424347, "tokens_per_second": 1776435.0270502758, "training_seconds": 1.4756745729973773, "elapsed_tokens_per_second": 473298.0178097555, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 300, "epoch": 4, "tokens": 39321600, "loss": 4.9023350238800045, "lr": 0.003846153846153846, "grad_norm": 0.37261709570884705, "tokens_per_second": 1789813.1618798792, "training_seconds": 1.464644498002599, "elapsed_tokens_per_second": 497692.9577398589, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 311, "epoch": 4, "tokens": 40763392, "loss": 4.875262087041682, "lr": 0.003987179487179487, "grad_norm": 0.3141316771507263, "tokens_per_second": 1778577.868928785, "training_seconds": 0.8106431690102909, "elapsed_tokens_per_second": 510690.3385907229, "peak_memory_bytes": 42389451776}
{"loss": 4.875651490757174, "perplexity": 131.0595094624496, "tokens": 40763392, "seconds": 0.527547493999009, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 4, "step": 311, "evaluation_tokens": 1048576}
{"event": "train", "step": 320, "epoch": 5, "tokens": 41943040, "loss": 4.8370669153001575, "lr": 0.003999919489858869, "grad_norm": 0.36833125352859497, "tokens_per_second": 1780607.105791603, "training_seconds": 0.6624976369930664, "elapsed_tokens_per_second": 517680.4088095443, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 340, "epoch": 5, "tokens": 44564480, "loss": 5.021957516670227, "lr": 0.003999013825209868, "grad_norm": 2.2975821495056152, "tokens_per_second": 1776457.512132033, "training_seconds": 1.4756558950030012, "elapsed_tokens_per_second": 540188.8677887175, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 360, "epoch": 5, "tokens": 47185920, "loss": 5.281638407707215, "lr": 0.00399710231545853, "grad_norm": 0.5403576493263245, "tokens_per_second": 1778100.4407469295, "training_seconds": 1.4742924189922633, "elapsed_tokens_per_second": 561910.7809879567, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 380, "epoch": 5, "tokens": 49807360, "loss": 4.866484856605529, "lr": 0.003994185922420472, "grad_norm": 0.2359469085931778, "tokens_per_second": 1786640.0204505476, "training_seconds": 1.467245762993116, "elapsed_tokens_per_second": 582933.7770334915, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 389, "epoch": 5, "tokens": 50987008, "loss": 4.7554887135823565, "lr": 0.003992546074856259, "grad_norm": 0.20467625558376312, "tokens_per_second": 1785531.0979192797, "training_seconds": 0.660670655008289, "elapsed_tokens_per_second": 592146.3970824119, "peak_memory_bytes": 42389451776}
{"loss": 4.787569316335012, "perplexity": 120.00930918742462, "tokens": 50987008, "seconds": 0.5316549470007885, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 5, "step": 389, "evaluation_tokens": 1048576}
{"event": "train", "step": 400, "epoch": 6, "tokens": 52428800, "loss": 4.734539465470747, "lr": 0.003990266113539101, "grad_norm": 0.268645703792572, "tokens_per_second": 1793357.5226147638, "training_seconds": 0.803962389996741, "elapsed_tokens_per_second": 599521.138701909, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 420, "epoch": 6, "tokens": 55050240, "loss": 4.696188139915466, "lr": 0.003985344861147232, "grad_norm": 0.2510673701763153, "tokens_per_second": 1785406.435788629, "training_seconds": 1.468259522007429, "elapsed_tokens_per_second": 619091.1530900818, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 440, "epoch": 6, "tokens": 57671680, "loss": 4.653638172149658, "lr": 0.003979424641474668, "grad_norm": 0.19307897984981537, "tokens_per_second": 1789355.8466800884, "training_seconds": 1.4650188249943312, "elapsed_tokens_per_second": 638045.1483783378, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 460, "epoch": 6, "tokens": 60293120, "loss": 4.591738605499268, "lr": 0.0039725084334022425, "grad_norm": 0.23010146617889404, "tokens_per_second": 1784977.4300599198, "training_seconds": 1.4686124069994548, "elapsed_tokens_per_second": 656373.9370995421, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 467, "epoch": 6, "tokens": 61210624, "loss": 4.573997974395752, "lr": 0.003969853087303938, "grad_norm": 0.23656326532363892, "tokens_per_second": 1779247.9112848649, "training_seconds": 0.5156695670011686, "elapsed_tokens_per_second": 662629.5829139794, "peak_memory_bytes": 42389451776}
{"loss": 4.591426198218048, "perplexity": 98.63500296124134, "tokens": 61210624, "seconds": 0.5287147839990212, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 6, "step": 467, "evaluation_tokens": 1048576}
{"event": "train", "step": 480, "epoch": 7, "tokens": 62914560, "loss": 4.54758515724769, "lr": 0.003964599716962921, "grad_norm": 0.22494955360889435, "tokens_per_second": 1788604.8286961801, "training_seconds": 0.9526620820106473, "elapsed_tokens_per_second": 670181.399697923, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 500, "epoch": 7, "tokens": 65536000, "loss": 4.4980064868927006, "lr": 0.003955702471590763, "grad_norm": 0.2199021279811859, "tokens_per_second": 1786849.7544058906, "training_seconds": 1.467073542997241, "elapsed_tokens_per_second": 687355.1198773143, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 520, "epoch": 7, "tokens": 68157440, "loss": 4.4463796377182, "lr": 0.0039458211741185785, "grad_norm": 0.23515714704990387, "tokens_per_second": 1786945.4395031228, "training_seconds": 1.4669949859962799, "elapsed_tokens_per_second": 704004.5140455298, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 540, "epoch": 7, "tokens": 70778880, "loss": 4.405163741111755, "lr": 0.00393496079652532, "grad_norm": 0.26071327924728394, "tokens_per_second": 1779138.2352832237, "training_seconds": 1.4734324449964333, "elapsed_tokens_per_second": 720108.2397607169, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 545, "epoch": 7, "tokens": 71434240, "loss": 4.361321449279785, "lr": 0.003932093350457171, "grad_norm": 0.2151065170764923, "tokens_per_second": 1788466.323747294, "training_seconds": 0.3664368690078845, "elapsed_tokens_per_second": 724058.8285049438, "peak_memory_bytes": 42389451776}
{"loss": 4.371500707137352, "perplexity": 79.16234209430739, "tokens": 71434240, "seconds": 0.5294615129969316, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 7, "step": 545, "evaluation_tokens": 1048576}
{"event": "train", "step": 560, "epoch": 8, "tokens": 73400320, "loss": 4.355764007568359, "lr": 0.00392312680343433, "grad_norm": 0.2271406352519989, "tokens_per_second": 1797313.6961641798, "training_seconds": 1.0938991919974796, "elapsed_tokens_per_second": 731889.6787442958, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 580, "epoch": 8, "tokens": 76021760, "loss": 4.314510774612427, "lr": 0.003910325149363705, "grad_norm": 0.21875587105751038, "tokens_per_second": 1778257.104980649, "training_seconds": 1.4741625340102473, "elapsed_tokens_per_second": 747036.5066783201, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 600, "epoch": 8, "tokens": 78643200, "loss": 4.27627203464508, "lr": 0.0038965622757301485, "grad_norm": 0.21200047433376312, "tokens_per_second": 1786491.3841838506, "training_seconds": 1.4673678379913326, "elapsed_tokens_per_second": 761797.2226106742, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 620, "epoch": 8, "tokens": 81264640, "loss": 4.241311097145081, "lr": 0.0038818451076078463, "grad_norm": 0.2408367097377777, "tokens_per_second": 1786793.7113436686, "training_seconds": 1.4671195579867344, "elapsed_tokens_per_second": 776148.0175634348, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 623, "epoch": 8, "tokens": 81657856, "loss": 4.195549011230469, "lr": 0.003879555675949761, "grad_norm": 0.21697653830051422, "tokens_per_second": 1807578.5023837811, "training_seconds": 0.21753743999579456, "elapsed_tokens_per_second": 778269.1307357197, "peak_memory_bytes": 42389451776}
{"loss": 4.234927960634215, "perplexity": 69.05670375318151, "tokens": 81657856, "seconds": 0.5343344449938741, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 8, "step": 623, "evaluation_tokens": 1048576}
{"event": "train", "step": 640, "epoch": 9, "tokens": 83886080, "loss": 4.213223457336426, "lr": 0.0038661810502439715, "grad_norm": 0.1925412267446518, "tokens_per_second": 1779270.566670554, "training_seconds": 1.252324430999579, "elapsed_tokens_per_second": 786054.5679600387, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 660, "epoch": 9, "tokens": 86507520, "loss": 4.186934566497802, "lr": 0.003849577985332579, "grad_norm": 0.21846076846122742, "tokens_per_second": 1780461.994248295, "training_seconds": 1.4723369599960279, "elapsed_tokens_per_second": 799572.9179658177, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 680, "epoch": 9, "tokens": 89128960, "loss": 4.178129124641418, "lr": 0.0038320442670487687, "grad_norm": 0.20391462743282318, "tokens_per_second": 1784457.6330941261, "training_seconds": 1.469040201001917, "elapsed_tokens_per_second": 812752.6586973901, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 700, "epoch": 9, "tokens": 91750400, "loss": 4.142188501358032, "lr": 0.0038135887178451133, "grad_norm": 0.1975402981042862, "tokens_per_second": 1781285.7386698136, "training_seconds": 1.4716560870001558, "elapsed_tokens_per_second": 825568.344354054, "peak_memory_bytes": 42389451776}
{"loss": 4.161850375073936, "perplexity": 64.19018870284584, "tokens": 91750400, "seconds": 0.5296928320021834, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 9, "step": 700, "evaluation_tokens": 1048576}
{"event": "train", "step": 720, "epoch": 10, "tokens": 94371840, "loss": 4.146423816680908, "lr": 0.0037942206240124533, "grad_norm": 0.19549912214279175, "tokens_per_second": 1787575.9344199044, "training_seconds": 1.466477563008084, "elapsed_tokens_per_second": 834054.1558859504, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 740, "epoch": 10, "tokens": 96993280, "loss": 4.124756956100464, "lr": 0.0037739497310073124, "grad_norm": 0.20776042342185974, "tokens_per_second": 1772722.3404834482, "training_seconds": 1.4787651399965398, "elapsed_tokens_per_second": 846147.0561357031, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 760, "epoch": 10, "tokens": 99614720, "loss": 4.107992506027221, "lr": 0.0037527862385482677, "grad_norm": 0.191802978515625, "tokens_per_second": 1783942.9146863674, "training_seconds": 1.4694640609959606, "elapsed_tokens_per_second": 858004.9024961893, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 778, "epoch": 10, "tokens": 101974016, "loss": 4.080157226986355, "lr": 0.0037329847148808177, "grad_norm": 0.1997370421886444, "tokens_per_second": 1788023.5272490766, "training_seconds": 1.3194994160003262, "elapsed_tokens_per_second": 868443.6146717109, "peak_memory_bytes": 42389451776}
{"loss": 4.095199673003669, "perplexity": 60.05132858958158, "tokens": 101974016, "seconds": 0.5306160670006648, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 10, "step": 778, "evaluation_tokens": 1048576}
{"event": "train", "step": 780, "epoch": 11, "tokens": 102236160, "loss": 4.091192245483398, "lr": 0.003730740795483752, "grad_norm": 0.22638767957687378, "tokens_per_second": 1863872.1079060363, "training_seconds": 0.14064484300615732, "elapsed_tokens_per_second": 865549.79491849, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 800, "epoch": 11, "tokens": 104857600, "loss": 4.068536734580993, "lr": 0.0037078244944338625, "grad_norm": 0.17067471146583557, "tokens_per_second": 1773303.6075570676, "training_seconds": 1.4782804190035677, "elapsed_tokens_per_second": 876762.6506498676, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 820, "epoch": 11, "tokens": 107479040, "loss": 4.06760835647583, "lr": 0.0036840488662088855, "grad_norm": 0.17746341228485107, "tokens_per_second": 1784103.096933306, "training_seconds": 1.4693321280064993, "elapsed_tokens_per_second": 887758.7358302436, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 840, "epoch": 11, "tokens": 110100480, "loss": 4.051058959960938, "lr": 0.003659425874007325, "grad_norm": 0.16447170078754425, "tokens_per_second": 1780068.4304191023, "training_seconds": 1.4726624860049924, "elapsed_tokens_per_second": 898471.3959925219, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 856, "epoch": 11, "tokens": 112197632, "loss": 4.029310256242752, "lr": 0.003639125689804212, "grad_norm": 0.19529063999652863, "tokens_per_second": 1783238.402707616, "training_seconds": 1.176035686992691, "elapsed_tokens_per_second": 906865.4897099248, "peak_memory_bytes": 42389451776}
{"loss": 4.054719551341312, "perplexity": 57.66898753787339, "tokens": 112197632, "seconds": 0.5343886840128107, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 11, "step": 856, "evaluation_tokens": 1048576}
{"event": "train", "step": 860, "epoch": 12, "tokens": 112721920, "loss": 4.014896988868713, "lr": 0.0036339679073963756, "grad_norm": 0.2182656228542328, "tokens_per_second": 1818291.04494542, "training_seconds": 0.2883410779904807, "elapsed_tokens_per_second": 904877.3244296846, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 880, "epoch": 12, "tokens": 115343360, "loss": 4.0315081715583805, "lr": 0.0036076877760778565, "grad_norm": 0.15766270458698273, "tokens_per_second": 1783529.794408731, "training_seconds": 1.4698044340038905, "elapsed_tokens_per_second": 915112.5764503302, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 900, "epoch": 12, "tokens": 117964800, "loss": 4.00567113161087, "lr": 0.003580598703442742, "grad_norm": 0.17019671201705933, "tokens_per_second": 1778191.9886201625, "training_seconds": 1.4742165169882355, "elapsed_tokens_per_second": 925078.4324173543, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 920, "epoch": 12, "tokens": 120586240, "loss": 4.0154862880706785, "lr": 0.0035527143199175423, "grad_norm": 0.16195593774318695, "tokens_per_second": 1785442.895935956, "training_seconds": 1.46822953899391, "elapsed_tokens_per_second": 934858.5556817341, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 934, "epoch": 12, "tokens": 122421248, "loss": 4.001751371792385, "lr": 0.0035327295389949616, "grad_norm": 0.1924172043800354, "tokens_per_second": 1773722.6901181343, "training_seconds": 1.0345517990062945, "elapsed_tokens_per_second": 941520.1534840892, "peak_memory_bytes": 42389451776}
{"loss": 4.0118869794642595, "perplexity": 55.251029818015844, "tokens": 122421248, "seconds": 0.5329615289956564, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 12, "step": 934, "evaluation_tokens": 1048576}
{"event": "train", "step": 940, "epoch": 13, "tokens": 123207680, "loss": 4.003550132115682, "lr": 0.0035240486561058716, "grad_norm": 0.1831497997045517, "tokens_per_second": 1803281.3551959835, "training_seconds": 0.4361116459913319, "elapsed_tokens_per_second": 940477.5164018674, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 960, "epoch": 13, "tokens": 125829120, "loss": 3.995343494415283, "lr": 0.00349461613572866, "grad_norm": 0.1813620775938034, "tokens_per_second": 1781820.277690246, "training_seconds": 1.471214596007485, "elapsed_tokens_per_second": 949810.4892245255, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 980, "epoch": 13, "tokens": 128450560, "loss": 3.977464532852173, "lr": 0.00346443156836656, "grad_norm": 0.17617005109786987, "tokens_per_second": 1780001.4420595749, "training_seconds": 1.4727179080073256, "elapsed_tokens_per_second": 958922.6829287561, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1000, "epoch": 13, "tokens": 131072000, "loss": 3.95160835981369, "lr": 0.0034335101420082015, "grad_norm": 0.18710452318191528, "tokens_per_second": 1784777.470061553, "training_seconds": 1.4687769450101769, "elapsed_tokens_per_second": 967869.4977114118, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1012, "epoch": 13, "tokens": 132644864, "loss": 3.967881997426351, "lr": 0.003414610051126177, "grad_norm": 0.17928172647953033, "tokens_per_second": 1783471.1512608062, "training_seconds": 0.8819116579979891, "elapsed_tokens_per_second": 973131.2357481361, "peak_memory_bytes": 42389451776}
{"loss": 3.9744641629800403, "perplexity": 53.22159116503682, "tokens": 132644864, "seconds": 0.5312102879979648, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 13, "step": 1012, "evaluation_tokens": 1048576}
{"event": "train", "step": 1020, "epoch": 14, "tokens": 133693440, "loss": 3.939917266368866, "lr": 0.00340186741540804, "grad_norm": 0.20171447098255157, "tokens_per_second": 1813271.5639979972, "training_seconds": 0.5782785219926154, "elapsed_tokens_per_second": 972690.9924131654, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1040, "epoch": 14, "tokens": 136314880, "loss": 3.947437310218811, "lr": 0.0033695193102576486, "grad_norm": 0.17734526097774506, "tokens_per_second": 1779667.7333588814, "training_seconds": 1.4729940599936526, "elapsed_tokens_per_second": 981236.2672598015, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1060, "epoch": 14, "tokens": 138936320, "loss": 3.9524857640266418, "lr": 0.00333648210317439, "grad_norm": 0.20816367864608765, "tokens_per_second": 1787255.5629023807, "training_seconds": 1.466740433999803, "elapsed_tokens_per_second": 989641.3099666509, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1080, "epoch": 14, "tokens": 141557760, "loss": 3.9316507816314696, "lr": 0.0033027724175115, "grad_norm": 0.18731479346752167, "tokens_per_second": 1787025.8157314898, "training_seconds": 1.4669290040037595, "elapsed_tokens_per_second": 997874.758823252, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1090, "epoch": 14, "tokens": 142868480, "loss": 3.9475056171417235, "lr": 0.0032856706827662577, "grad_norm": 0.1728966385126114, "tokens_per_second": 1787144.2310415027, "training_seconds": 0.7334159029996954, "elapsed_tokens_per_second": 1001921.7675547673, "peak_memory_bytes": 42389451776}
{"loss": 3.942717968540304, "perplexity": 51.558545537112956, "tokens": 142868480, "seconds": 0.527487030994962, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 14, "step": 1090, "evaluation_tokens": 1048576}
{"event": "train", "step": 1100, "epoch": 15, "tokens": 144179200, "loss": 3.923078179359436, "lr": 0.0032684072149937035, "grad_norm": 0.16808994114398956, "tokens_per_second": 1799890.6061962412, "training_seconds": 0.7282220349879935, "elapsed_tokens_per_second": 1002144.0297779927, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1120, "epoch": 15, "tokens": 146800640, "loss": 3.9142488718032835, "lr": 0.003233403787182574, "grad_norm": 0.17250049114227295, "tokens_per_second": 1783685.4192359084, "training_seconds": 1.469676194989006, "elapsed_tokens_per_second": 1010037.6088269511, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1140, "epoch": 15, "tokens": 149422080, "loss": 3.9116534948349, "lr": 0.0031977797467759245, "grad_norm": 0.1873844861984253, "tokens_per_second": 1789082.016833786, "training_seconds": 1.4652430550049758, "elapsed_tokens_per_second": 1017797.0446926368, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1160, "epoch": 15, "tokens": 152043520, "loss": 3.902663028240204, "lr": 0.0031615530187456176, "grad_norm": 0.16162988543510437, "tokens_per_second": 1783898.1504335147, "training_seconds": 1.4695009349961765, "elapsed_tokens_per_second": 1025378.27673361, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1167, "epoch": 15, "tokens": 152961024, "loss": 3.8827615124838695, "lr": 0.0031487346434094015, "grad_norm": 0.1791563481092453, "tokens_per_second": 1794955.8505919627, "training_seconds": 0.5111568619904574, "elapsed_tokens_per_second": 1028007.9817539413, "peak_memory_bytes": 42389451776}
{"loss": 3.9115555002151927, "perplexity": 49.97663020252905, "tokens": 152961024, "seconds": 0.5358954049879685, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 15, "step": 1167, "evaluation_tokens": 1048576}
{"event": "train", "step": 1180, "epoch": 16, "tokens": 154664960, "loss": 3.8618916731614332, "lr": 0.003124741831318243, "grad_norm": 0.19171559810638428, "tokens_per_second": 1789294.1297453567, "training_seconds": 0.952295081995544, "elapsed_tokens_per_second": 1028984.4765475531, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1200, "epoch": 16, "tokens": 157286400, "loss": 3.8838049173355103, "lr": 0.0030873647068032106, "grad_norm": 0.17068737745285034, "tokens_per_second": 1783211.2062278234, "training_seconds": 1.4700670289894333, "elapsed_tokens_per_second": 1036280.6939548808, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1220, "epoch": 16, "tokens": 159907840, "loss": 3.8876601457595825, "lr": 0.0030494404522728676, "grad_norm": 0.1692744493484497, "tokens_per_second": 1789279.232311611, "training_seconds": 1.465081554997596, "elapsed_tokens_per_second": 1043465.5270731775, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1240, "epoch": 16, "tokens": 162529280, "loss": 3.862138032913208, "lr": 0.0030109881500993306, "grad_norm": 0.17480911314487457, "tokens_per_second": 1788857.1892951974, "training_seconds": 1.4654272100015078, "elapsed_tokens_per_second": 1050514.613296433, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1245, "epoch": 16, "tokens": 163184640, "loss": 3.8484153270721437, "lr": 0.0030012948287640793, "grad_norm": 0.18162181973457336, "tokens_per_second": 1784377.3990065812, "training_seconds": 0.367276564007625, "elapsed_tokens_per_second": 1052239.2844182076, "peak_memory_bytes": 42389451776}
{"loss": 3.88751086188668, "perplexity": 48.789291967532876, "tokens": 163184640, "seconds": 0.5306671220023418, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 16, "step": 1245, "evaluation_tokens": 1048576}
{"event": "train", "step": 1260, "epoch": 17, "tokens": 165150720, "loss": 3.8625443458557127, "lr": 0.0029720271483527965, "grad_norm": 0.15953287482261658, "tokens_per_second": 1786634.317232572, "training_seconds": 1.1004378350044135, "elapsed_tokens_per_second": 1053651.4400973856, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1280, "epoch": 17, "tokens": 167772160, "loss": 3.872756338119507, "lr": 0.0029325770510661613, "grad_norm": 0.17432504892349243, "tokens_per_second": 1780059.3250294917, "training_seconds": 1.4726700189930853, "elapsed_tokens_per_second": 1060405.2275352792, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1300, "epoch": 17, "tokens": 170393600, "loss": 3.8569740533828734, "lr": 0.0028926577083708454, "grad_norm": 0.1656903326511383, "tokens_per_second": 1787053.592545731, "training_seconds": 1.4669062030006899, "elapsed_tokens_per_second": 1067064.5010291692, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1320, "epoch": 17, "tokens": 173015040, "loss": 3.864056396484375, "lr": 0.0028522892065087923, "grad_norm": 0.22268103063106537, "tokens_per_second": 1777463.792438725, "training_seconds": 1.4748204780044034, "elapsed_tokens_per_second": 1073557.4184638988, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1323, "epoch": 17, "tokens": 173408256, "loss": 3.8542162577311196, "lr": 0.0028461964439177377, "grad_norm": 0.2100723832845688, "tokens_per_second": 1802124.8359552287, "training_seconds": 0.21819576100097038, "elapsed_tokens_per_second": 1074532.3365410643, "peak_memory_bytes": 42389451776}
{"loss": 3.8647853854533123, "perplexity": 47.6930357150136, "tokens": 173408256, "seconds": 0.5317933909973362, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 17, "step": 1323, "evaluation_tokens": 1048576}
{"event": "train", "step": 1340, "epoch": 18, "tokens": 175636480, "loss": 3.831801919376149, "lr": 0.0028114918577256554, "grad_norm": 0.17518678307533264, "tokens_per_second": 1791722.1171488978, "training_seconds": 1.2436214180052048, "elapsed_tokens_per_second": 1076390.7541018636, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1360, "epoch": 18, "tokens": 178257920, "loss": 3.829321265220642, "lr": 0.00277028619005028, "grad_norm": 0.14114204049110413, "tokens_per_second": 1786165.2710143193, "training_seconds": 1.4676357459975407, "elapsed_tokens_per_second": 1082708.9366265351, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1380, "epoch": 18, "tokens": 180879360, "loss": 3.8283167362213133, "lr": 0.002728692936965594, "grad_norm": 0.18468903005123138, "tokens_per_second": 1780130.456729808, "training_seconds": 1.4726111730124103, "elapsed_tokens_per_second": 1088878.3164125704, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1400, "epoch": 18, "tokens": 183500800, "loss": 3.818501615524292, "lr": 0.002686733026976133, "grad_norm": 0.1704801470041275, "tokens_per_second": 1784711.6638738348, "training_seconds": 1.4688311019999674, "elapsed_tokens_per_second": 1094969.2657348134, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1401, "epoch": 18, "tokens": 183631872, "loss": 3.8321311473846436, "lr": 0.0026846257846888373, "grad_norm": 0.1616961508989334, "tokens_per_second": 1767314.693764454, "training_seconds": 0.07416449399897829, "elapsed_tokens_per_second": 1095255.9497335085, "peak_memory_bytes": 42389451776}
{"loss": 3.8375021520828834, "perplexity": 46.40940590149356, "tokens": 183631872, "seconds": 0.5319032749976031, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 18, "step": 1401, "evaluation_tokens": 1048576}
{"event": "train", "step": 1420, "epoch": 19, "tokens": 186122240, "loss": 3.8204304670032703, "lr": 0.0026444275730774253, "grad_norm": 0.19652153551578522, "tokens_per_second": 1790912.999953714, "training_seconds": 1.390557776991045, "elapsed_tokens_per_second": 1097377.2598175055, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1440, "epoch": 19, "tokens": 188743680, "loss": 3.811811554431915, "lr": 0.0026017978621325605, "grad_norm": 0.16356833279132843, "tokens_per_second": 1780844.410803333, "training_seconds": 1.4720207919890527, "elapsed_tokens_per_second": 1103250.2456764358, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1460, "epoch": 19, "tokens": 191365120, "loss": 3.800845944881439, "lr": 0.002558865344161256, "grad_norm": 0.15007035434246063, "tokens_per_second": 1783378.3982047683, "training_seconds": 1.4699292099976446, "elapsed_tokens_per_second": 1109034.4178364344, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1479, "epoch": 19, "tokens": 193855488, "loss": 3.7909959366447046, "lr": 0.0025178186511640097, "grad_norm": 0.17655229568481445, "tokens_per_second": 1785177.8847218773, "training_seconds": 1.3950251240021316, "elapsed_tokens_per_second": 1114446.846661098, "peak_memory_bytes": 42389451776}
{"loss": 3.815999380548197, "perplexity": 45.422127698445465, "tokens": 193855488, "seconds": 0.5314393220032798, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 19, "step": 1479, "evaluation_tokens": 1048576}
{"event": "train", "step": 1480, "epoch": 20, "tokens": 193986560, "loss": 3.769680976867676, "lr": 0.0025156516215468407, "grad_norm": 0.16910025477409363, "tokens_per_second": 1953399.3710909693, "training_seconds": 0.06709943800524343, "elapsed_tokens_per_second": 1111246.1237767239, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1500, "epoch": 20, "tokens": 196608000, "loss": 3.79725239276886, "lr": 0.0024721784381665692, "grad_norm": 0.16319772601127625, "tokens_per_second": 1774113.732879523, "training_seconds": 1.4776053820096422, "elapsed_tokens_per_second": 1116798.2581418275, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1520, "epoch": 20, "tokens": 199229440, "loss": 3.782232403755188, "lr": 0.002428467668450741, "grad_norm": 0.17196372151374817, "tokens_per_second": 1786613.861344102, "training_seconds": 1.4672672460001195, "elapsed_tokens_per_second": 1122327.589414044, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1540, "epoch": 20, "tokens": 201850880, "loss": 3.7792892813682557, "lr": 0.0023845413063761267, "grad_norm": 0.18239422142505646, "tokens_per_second": 1780845.495966599, "training_seconds": 1.472019895008998, "elapsed_tokens_per_second": 1127732.273588166, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1557, "epoch": 20, "tokens": 204079104, "loss": 3.7931829620810116, "lr": 0.0023470508954753456, "grad_norm": 0.1742214411497116, "tokens_per_second": 1776533.1984809053, "training_seconds": 1.2542540729918983, "elapsed_tokens_per_second": 1132236.1963331995, "peak_memory_bytes": 42389451776}
{"loss": 3.7935921285260905, "perplexity": 44.415660824807055, "tokens": 204079104, "seconds": 0.5313366360060172, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 20, "step": 1557, "evaluation_tokens": 1048576}
{"event": "train", "step": 1560, "epoch": 21, "tokens": 204472320, "loss": 3.7719969749450684, "lr": 0.002340421454399249, "grad_norm": 0.18522699177265167, "tokens_per_second": 1826657.116700647, "training_seconds": 0.21526535900193267, "elapsed_tokens_per_second": 1129602.714111805, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1580, "epoch": 21, "tokens": 207093760, "loss": 3.7872735500335692, "lr": 0.0022961303123350684, "grad_norm": 0.16182512044906616, "tokens_per_second": 1780379.7539540995, "training_seconds": 1.4724049710057443, "elapsed_tokens_per_second": 1134840.1971039043, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1600, "epoch": 21, "tokens": 209715200, "loss": 3.7856921911239625, "lr": 0.002251690166186694, "grad_norm": 0.18116840720176697, "tokens_per_second": 1791060.3065700834, "training_seconds": 1.4636246419977397, "elapsed_tokens_per_second": 1140050.569926696, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1620, "epoch": 21, "tokens": 212336640, "loss": 3.7741312623023986, "lr": 0.0022071233769317177, "grad_norm": 0.1604437232017517, "tokens_per_second": 1785925.9924445176, "training_seconds": 1.4678323800035287, "elapsed_tokens_per_second": 1145151.953735105, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1634, "epoch": 21, "tokens": 214171648, "loss": 3.769168428012303, "lr": 0.0021758632780079093, "grad_norm": 0.16355155408382416, "tokens_per_second": 1782421.1746058739, "training_seconds": 1.0295030300039798, "elapsed_tokens_per_second": 1148662.5857043471, "peak_memory_bytes": 42389451776}
{"loss": 3.7752620078947228, "perplexity": 43.608932703667016, "tokens": 214171648, "seconds": 0.5292707820044598, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 21, "step": 1634, "evaluation_tokens": 1048576}
{"event": "train", "step": 1640, "epoch": 22, "tokens": 214958080, "loss": 3.7382118701934814, "lr": 0.0021624523692708253, "grad_norm": 0.15970689058303833, "tokens_per_second": 1801062.6300272108, "training_seconds": 0.43664889098727144, "elapsed_tokens_per_second": 1146897.2248997635, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1660, "epoch": 22, "tokens": 217579520, "loss": 3.778641092777252, "lr": 0.002117699620344348, "grad_norm": 0.15050961077213287, "tokens_per_second": 1784055.9145273282, "training_seconds": 1.4693709870043676, "elapsed_tokens_per_second": 1151844.250229149, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1680, "epoch": 22, "tokens": 220200960, "loss": 3.7555359840393066, "lr": 0.0020728876484224236, "grad_norm": 0.1543658822774887, "tokens_per_second": 1777645.6080560815, "training_seconds": 1.4746696350048296, "elapsed_tokens_per_second": 1156685.0914474013, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1700, "epoch": 22, "tokens": 222822400, "loss": 3.754505467414856, "lr": 0.002028039001574461, "grad_norm": 0.18587726354599, "tokens_per_second": 1782844.7100749514, "training_seconds": 1.4703692280018004, "elapsed_tokens_per_second": 1161469.739594719, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1712, "epoch": 22, "tokens": 224395264, "loss": 3.747753361860911, "lr": 0.002001121596747205, "grad_norm": 0.16774877905845642, "tokens_per_second": 1788082.248073977, "training_seconds": 0.8796373889927054, "elapsed_tokens_per_second": 1164318.1827634973, "peak_memory_bytes": 42389451776}
{"loss": 3.7544050390750012, "perplexity": 42.70880218160261, "tokens": 224395264, "seconds": 0.5312494710087776, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 22, "step": 1712, "evaluation_tokens": 1048576}
{"event": "train", "step": 1720, "epoch": 23, "tokens": 225443840, "loss": 3.7194443345069885, "lr": 0.00198317624632362, "grad_norm": 0.17006637156009674, "tokens_per_second": 1810848.9038759316, "training_seconds": 0.5790521769959014, "elapsed_tokens_per_second": 1162926.379346813, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1740, "epoch": 23, "tokens": 228065280, "loss": 3.7453336477279664, "lr": 0.0019383219562919903, "grad_norm": 0.16195480525493622, "tokens_per_second": 1786737.9287239637, "training_seconds": 1.4671653620025609, "elapsed_tokens_per_second": 1167599.920215358, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1760, "epoch": 23, "tokens": 230686720, "loss": 3.7317361354827883, "lr": 0.0018934987008422147, "grad_norm": 0.15018753707408905, "tokens_per_second": 1779302.6003875195, "training_seconds": 1.473296334996121, "elapsed_tokens_per_second": 1172171.5651187592, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1780, "epoch": 23, "tokens": 233308160, "loss": 3.7331079483032226, "lr": 0.0018487290337212442, "grad_norm": 0.17277181148529053, "tokens_per_second": 1786526.5103865736, "training_seconds": 1.467338987000403, "elapsed_tokens_per_second": 1176708.446426683, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1790, "epoch": 23, "tokens": 234618880, "loss": 3.718223214149475, "lr": 0.0018263713367670474, "grad_norm": 0.16441471874713898, "tokens_per_second": 1779669.5746452848, "training_seconds": 0.7364962680003373, "elapsed_tokens_per_second": 1178932.046121885, "peak_memory_bytes": 42389451776}
{"loss": 3.7370843023933613, "perplexity": 41.97542392570474, "tokens": 234618880, "seconds": 0.5332637760002399, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 23, "step": 1790, "evaluation_tokens": 1048576}
{"event": "train", "step": 1800, "epoch": 24, "tokens": 235929600, "loss": 3.722655153274536, "lr": 0.0018040354817119542, "grad_norm": 0.1849752515554428, "tokens_per_second": 1804061.0643581552, "training_seconds": 0.7265385999926366, "elapsed_tokens_per_second": 1177926.0092614943, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1820, "epoch": 24, "tokens": 238551040, "loss": 3.7479100227355957, "lr": 0.0017594405332983301, "grad_norm": 0.16091996431350708, "tokens_per_second": 1776168.399799949, "training_seconds": 1.4758960920007667, "elapsed_tokens_per_second": 1182292.8928956322, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1840, "epoch": 24, "tokens": 241172480, "loss": 3.7055204033851625, "lr": 0.0017149666273499214, "grad_norm": 0.15574878454208374, "tokens_per_second": 1779225.3518728928, "training_seconds": 1.4733603010099614, "elapsed_tokens_per_second": 1186610.362501216, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1860, "epoch": 24, "tokens": 243793920, "loss": 3.726051700115204, "lr": 0.001670636141831261, "grad_norm": 0.15682297945022583, "tokens_per_second": 1782418.2929709407, "training_seconds": 1.4707209920015885, "elapsed_tokens_per_second": 1190880.5914051372, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1868, "epoch": 24, "tokens": 244842496, "loss": 3.693328082561493, "lr": 0.001652949104524654, "grad_norm": 0.18208003044128418, "tokens_per_second": 1770742.3056324045, "training_seconds": 0.5921674749988597, "elapsed_tokens_per_second": 1192545.1047107722, "peak_memory_bytes": 42389451776}
{"loss": 3.717778798932399, "perplexity": 41.17283931081239, "tokens": 244842496, "seconds": 0.531888394994894, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 24, "step": 1868, "evaluation_tokens": 1048576}
{"event": "train", "step": 1880, "epoch": 25, "tokens": 246415360, "loss": 3.7133582830429077, "lr": 0.0016264713825419278, "grad_norm": 0.15627704560756683, "tokens_per_second": 1792149.7600113798, "training_seconds": 0.8776409400015837, "elapsed_tokens_per_second": 1191895.1752108345, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1900, "epoch": 25, "tokens": 249036800, "loss": 3.7112316608428957, "lr": 0.001582494571892927, "grad_norm": 0.16055655479431152, "tokens_per_second": 1787250.3708072435, "training_seconds": 1.4667446949897567, "elapsed_tokens_per_second": 1196077.1847839653, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1920, "epoch": 25, "tokens": 251658240, "loss": 3.6940374970436096, "lr": 0.0015387278377250214, "grad_norm": 0.18566346168518066, "tokens_per_second": 1775975.8011505438, "training_seconds": 1.4760561480070464, "elapsed_tokens_per_second": 1200150.009279938, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1940, "epoch": 25, "tokens": 254279680, "loss": 3.6961169481277465, "lr": 0.001495193202174653, "grad_norm": 0.16082093119621277, "tokens_per_second": 1786728.4712205343, "training_seconds": 1.4671731279959204, "elapsed_tokens_per_second": 1204213.5465260833, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1946, "epoch": 25, "tokens": 255066112, "loss": 3.6660890579223633, "lr": 0.0014821813488359913, "grad_norm": 0.16055314242839813, "tokens_per_second": 1778304.7673359772, "training_seconds": 0.442236906994367, "elapsed_tokens_per_second": 1205406.134879206, "peak_memory_bytes": 42389451776}
{"loss": 3.7043141222915734, "perplexity": 40.62217591485694, "tokens": 255066112, "seconds": 0.5356027340021683, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 25, "step": 1946, "evaluation_tokens": 1048576}
{"event": "train", "step": 1960, "epoch": 26, "tokens": 256901120, "loss": 3.6980078731264387, "lr": 0.0014519125705930512, "grad_norm": 0.1579706221818924, "tokens_per_second": 1790330.2425438324, "training_seconds": 1.0249550370062934, "elapsed_tokens_per_second": 1205055.12624564, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1980, "epoch": 26, "tokens": 259522560, "loss": 3.704489254951477, "lr": 0.001408907720524097, "grad_norm": 0.15269693732261658, "tokens_per_second": 1784034.5552454924, "training_seconds": 1.4693885789893102, "elapsed_tokens_per_second": 1209009.5525036033, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2000, "epoch": 26, "tokens": 262144000, "loss": 3.68744010925293, "lr": 0.00136620029074651, "grad_norm": 0.15902353823184967, "tokens_per_second": 1785906.4182490068, "training_seconds": 1.4678484679898247, "elapsed_tokens_per_second": 1212919.7949982164, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2020, "epoch": 26, "tokens": 264765440, "loss": 3.67737762928009, "lr": 0.0013238117703858446, "grad_norm": 0.14119236171245575, "tokens_per_second": 1784173.0306671262, "training_seconds": 1.4692745350039331, "elapsed_tokens_per_second": 1216765.7153767836, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2024, "epoch": 26, "tokens": 265289728, "loss": 3.6619778871536255, "lr": 0.0013153742153111634, "grad_norm": 0.14925360679626465, "tokens_per_second": 1806086.7944230856, "training_seconds": 0.29028948199993465, "elapsed_tokens_per_second": 1217541.147502158, "peak_memory_bytes": 42389451776}
{"loss": 3.6875333444454848, "perplexity": 39.94619183723109, "tokens": 265289728, "seconds": 0.5293987029872369, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 26, "step": 2024, "evaluation_tokens": 1048576}
{"event": "train", "step": 2040, "epoch": 27, "tokens": 267386880, "loss": 3.674736797809601, "lr": 0.0012817634881017953, "grad_norm": 0.16564185917377472, "tokens_per_second": 1793073.2773703232, "training_seconds": 1.1695852179982467, "elapsed_tokens_per_second": 1217528.2469712824, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2060, "epoch": 27, "tokens": 270008320, "loss": 3.6832987666130066, "lr": 0.0012400766013562362, "grad_norm": 0.1639503389596939, "tokens_per_second": 1779157.5056416192, "training_seconds": 1.4734164859983139, "elapsed_tokens_per_second": 1221262.5426541266, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2080, "epoch": 27, "tokens": 272629760, "loss": 3.672835898399353, "lr": 0.001198772085767414, "grad_norm": 0.156777024269104, "tokens_per_second": 1771400.507707722, "training_seconds": 1.4798686059948523, "elapsed_tokens_per_second": 1224911.9152618703, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2100, "epoch": 27, "tokens": 275251200, "loss": 3.6636209726333617, "lr": 0.001157870724555627, "grad_norm": 0.16289792954921722, "tokens_per_second": 1777662.7389292845, "training_seconds": 1.4746554239973193, "elapsed_tokens_per_second": 1228540.3655991454, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2101, "epoch": 27, "tokens": 275382272, "loss": 3.66618275642395, "lr": 0.001155836609348925, "grad_norm": 0.16495174169540405, "tokens_per_second": 1812660.8035488157, "training_seconds": 0.07230917099514045, "elapsed_tokens_per_second": 1228718.6433041836, "peak_memory_bytes": 42389451776}
{"loss": 3.671159480133215, "perplexity": 39.297444060557815, "tokens": 275382272, "seconds": 0.5331337550014723, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 27, "step": 2101, "evaluation_tokens": 1048576}
{"event": "train", "step": 2120, "epoch": 28, "tokens": 277872640, "loss": 3.682734401602494, "lr": 0.0011173930980857216, "grad_norm": 0.15463323891162872, "tokens_per_second": 1782224.3692450281, "training_seconds": 1.397336970010656, "elapsed_tokens_per_second": 1229131.5007462394, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2140, "epoch": 28, "tokens": 280494080, "loss": 3.678425705432892, "lr": 0.001077359573511653, "grad_norm": 0.17255809903144836, "tokens_per_second": 1783415.1722920402, "training_seconds": 1.4698989000025904, "elapsed_tokens_per_second": 1232703.0336965516, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2160, "epoch": 28, "tokens": 283115520, "loss": 3.647635757923126, "lr": 0.001037790294528335, "grad_norm": 0.1696549504995346, "tokens_per_second": 1783083.210940447, "training_seconds": 1.4701725549966795, "elapsed_tokens_per_second": 1236229.3096181077, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2179, "epoch": 28, "tokens": 285605888, "loss": 3.6521532410069515, "lr": 0.001000647624090521, "grad_norm": 0.16980810463428497, "tokens_per_second": 1785851.8031277435, "training_seconds": 1.394498690002365, "elapsed_tokens_per_second": 1239546.1406207308, "peak_memory_bytes": 42389451776}
{"loss": 3.6597011552837726, "perplexity": 38.84973109949461, "tokens": 285605888, "seconds": 0.5310834190022433, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 28, "step": 2179, "evaluation_tokens": 1048576}
{"event": "train", "step": 2180, "epoch": 29, "tokens": 285736960, "loss": 3.615591287612915, "lr": 0.0009987051712359205, "grad_norm": 0.1742803007364273, "tokens_per_second": 1719845.8591154562, "training_seconds": 0.07621148099133279, "elapsed_tokens_per_second": 1236745.9472623207, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2200, "epoch": 29, "tokens": 288358400, "loss": 3.6463576793670653, "lr": 0.0009601238701216261, "grad_norm": 0.14848004281520844, "tokens_per_second": 1786377.2758171693, "training_seconds": 1.4674615690018982, "elapsed_tokens_per_second": 1240206.7011047492, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2220, "epoch": 29, "tokens": 290979840, "loss": 3.652479588985443, "lr": 0.0009220658041641312, "grad_norm": 0.15945744514465332, "tokens_per_second": 1782775.6588252685, "training_seconds": 1.4704261789884185, "elapsed_tokens_per_second": 1243605.747964561, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2240, "epoch": 29, "tokens": 293601280, "loss": 3.6345252990722656, "lr": 0.0008845501230655353, "grad_norm": 0.14686599373817444, "tokens_per_second": 1784004.4452145337, "training_seconds": 1.4694133790035266, "elapsed_tokens_per_second": 1246968.7663652615, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2257, "epoch": 29, "tokens": 295829504, "loss": 3.6480603358324837, "lr": 0.0008531023518590851, "grad_norm": 0.15664716064929962, "tokens_per_second": 1790496.1998221907, "training_seconds": 1.2444729009876028, "elapsed_tokens_per_second": 1249815.496105805, "peak_memory_bytes": 42389451776}
{"loss": 3.6436496703027146, "perplexity": 38.23111337299573, "tokens": 295829504, "seconds": 0.5313448189990595, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 29, "step": 2257, "evaluation_tokens": 1048576}
{"event": "train", "step": 2260, "epoch": 30, "tokens": 296222720, "loss": 3.6291205088297525, "lr": 0.0008475957036157928, "grad_norm": 0.15361857414245605, "tokens_per_second": 1843825.1546347323, "training_seconds": 0.21326100200531073, "elapsed_tokens_per_second": 1247444.9867632755, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2280, "epoch": 30, "tokens": 298844160, "loss": 3.637397623062134, "lr": 0.0008112211401944649, "grad_norm": 0.15012408792972565, "tokens_per_second": 1787381.6266787248, "training_seconds": 1.4666369850019692, "elapsed_tokens_per_second": 1250752.961096225, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2300, "epoch": 30, "tokens": 301465600, "loss": 3.631888747215271, "lr": 0.0007754447354145734, "grad_norm": 0.15460489690303802, "tokens_per_second": 1780633.7328723331, "training_seconds": 1.4721949559898349, "elapsed_tokens_per_second": 1253989.6935394667, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2320, "epoch": 30, "tokens": 304087040, "loss": 3.6235853672027587, "lr": 0.0007402844909132611, "grad_norm": 0.1476822942495346, "tokens_per_second": 1776261.5626131718, "training_seconds": 1.4758186830003979, "elapsed_tokens_per_second": 1257168.4366841223, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2335, "epoch": 30, "tokens": 306053120, "loss": 3.6072182496388754, "lr": 0.0007143293172337431, "grad_norm": 0.15837451815605164, "tokens_per_second": 1776550.7799302633, "training_seconds": 1.1066838179976912, "elapsed_tokens_per_second": 1259523.5707583718, "peak_memory_bytes": 42389451776}
{"loss": 3.632779614157267, "perplexity": 37.81778952065832, "tokens": 306053120, "seconds": 0.5301693030050956, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 30, "step": 2335, "evaluation_tokens": 1048576}
{"event": "train", "step": 2340, "epoch": 31, "tokens": 306708480, "loss": 3.6262304306030275, "lr": 0.0007057580982938992, "grad_norm": 0.1503271758556366, "tokens_per_second": 1804195.0966744325, "training_seconds": 0.3632423129893141, "elapsed_tokens_per_second": 1257504.7332779127, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2360, "epoch": 31, "tokens": 309329920, "loss": 3.5964603424072266, "lr": 0.0006718829302241903, "grad_norm": 0.16836731135845184, "tokens_per_second": 1785504.0617699502, "training_seconds": 1.4681792420014972, "elapsed_tokens_per_second": 1260658.230542834, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2380, "epoch": 31, "tokens": 311951360, "loss": 3.6318353056907653, "lr": 0.0006386760316947518, "grad_norm": 0.16053341329097748, "tokens_per_second": 1788079.7892425323, "training_seconds": 1.4660643310053274, "elapsed_tokens_per_second": 1263782.46785002, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2400, "epoch": 31, "tokens": 314572800, "loss": 3.6161121249198915, "lr": 0.0006061541114425748, "grad_norm": 0.14802955090999603, "tokens_per_second": 1784858.5373222663, "training_seconds": 1.4687102339958074, "elapsed_tokens_per_second": 1266857.3535350827, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2413, "epoch": 31, "tokens": 316276736, "loss": 3.621322521796593, "lr": 0.0005853899488738232, "grad_norm": 0.14107027649879456, "tokens_per_second": 1786332.0296489315, "training_seconds": 0.9538741800060961, "elapsed_tokens_per_second": 1268835.6721357228, "peak_memory_bytes": 42389451776}
{"loss": 3.621386213943312, "perplexity": 37.38936156949153, "tokens": 316276736, "seconds": 0.5304648140008794, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 31, "step": 2413, "evaluation_tokens": 1048576}
{"event": "train", "step": 2420, "epoch": 32, "tokens": 317194240, "loss": 3.58745391028268, "lr": 0.0005743335335436821, "grad_norm": 0.14676673710346222, "tokens_per_second": 1817312.8538577827, "training_seconds": 0.5048684919893276, "elapsed_tokens_per_second": 1267044.0279324765, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2440, "epoch": 32, "tokens": 319815680, "loss": 3.6128429412841796, "lr": 0.0005432303091792015, "grad_norm": 0.1424921751022339, "tokens_per_second": 1789110.0444263618, "training_seconds": 1.4652201010030694, "elapsed_tokens_per_second": 1270074.1242940456, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2460, "epoch": 32, "tokens": 322437120, "loss": 3.6045358538627625, "lr": 0.0005128600885790112, "grad_norm": 0.1522001475095749, "tokens_per_second": 1779193.5938752235, "training_seconds": 1.4733865999878617, "elapsed_tokens_per_second": 1273027.1798332229, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2480, "epoch": 32, "tokens": 325058560, "loss": 3.5999289751052856, "lr": 0.00048323815314700315, "grad_norm": 0.15050522983074188, "tokens_per_second": 1781113.9347680176, "training_seconds": 1.4717980410059681, "elapsed_tokens_per_second": 1275956.255369832, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2491, "epoch": 32, "tokens": 326500352, "loss": 3.5768057216297495, "lr": 0.00046727046100503844, "grad_norm": 0.15988630056381226, "tokens_per_second": 1783366.156662495, "training_seconds": 0.8084666150098201, "elapsed_tokens_per_second": 1277553.4786374408, "peak_memory_bytes": 42389451776}
{"loss": 3.611684256665824, "perplexity": 37.02836559631354, "tokens": 326500352, "seconds": 0.5278939499985427, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 32, "step": 2491, "evaluation_tokens": 1048576}
{"event": "train", "step": 2500, "epoch": 33, "tokens": 327680000, "loss": 3.5670043892330594, "lr": 0.000454379407771927, "grad_norm": 0.15016980469226837, "tokens_per_second": 1791645.3300444034, "training_seconds": 0.6584160269994754, "elapsed_tokens_per_second": 1276142.8230637996, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2520, "epoch": 33, "tokens": 330301440, "loss": 3.5882596492767336, "lr": 0.00042629837332769084, "grad_norm": 0.15029260516166687, "tokens_per_second": 1787964.7145042275, "training_seconds": 1.4661586879956303, "elapsed_tokens_per_second": 1279040.0797361447, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2540, "epoch": 33, "tokens": 332922880, "loss": 3.6047287225723266, "lr": 0.0003990091793668813, "grad_norm": 0.15125125646591187, "tokens_per_second": 1781492.1458870145, "training_seconds": 1.4714855780039215, "elapsed_tokens_per_second": 1281876.4861972567, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2560, "epoch": 33, "tokens": 335544320, "loss": 3.5836923122406006, "lr": 0.00037252555701118784, "grad_norm": 0.1490199863910675, "tokens_per_second": 1785265.0685336774, "training_seconds": 1.4683757869934198, "elapsed_tokens_per_second": 1284698.62553237, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2568, "epoch": 33, "tokens": 336592896, "loss": 3.620404213666916, "lr": 0.0003621606668673201, "grad_norm": 0.14273279905319214, "tokens_per_second": 1778875.3426179225, "training_seconds": 0.5894600790052209, "elapsed_tokens_per_second": 1285803.4557853532, "peak_memory_bytes": 42389451776}
{"loss": 3.60227920836573, "perplexity": 36.681744578140034, "tokens": 336592896, "seconds": 0.5301896999881137, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 33, "step": 2568, "evaluation_tokens": 1048576}
{"event": "train", "step": 2580, "epoch": 34, "tokens": 338165760, "loss": 3.588016927242279, "lr": 0.00034686083204230365, "grad_norm": 0.1491379290819168, "tokens_per_second": 1779166.9898607694, "training_seconds": 0.8840451789874351, "elapsed_tokens_per_second": 1284784.5495332277, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2600, "epoch": 34, "tokens": 340787200, "loss": 3.6044299483299254, "lr": 0.00032202791819678646, "grad_norm": 0.14407207071781158, "tokens_per_second": 1784780.79835711, "training_seconds": 1.4687742060050368, "elapsed_tokens_per_second": 1287552.709393944, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2620, "epoch": 34, "tokens": 343408640, "loss": 3.5851666212081907, "lr": 0.00029803931066824286, "grad_norm": 0.1482202708721161, "tokens_per_second": 1781041.2844597022, "training_seconds": 1.4718580769986147, "elapsed_tokens_per_second": 1290273.649794074, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2640, "epoch": 34, "tokens": 346030080, "loss": 3.5910666584968567, "lr": 0.0002749070798201143, "grad_norm": 0.14225222170352936, "tokens_per_second": 1785751.624543256, "training_seconds": 1.4679757050034823, "elapsed_tokens_per_second": 1292983.9461495108, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2646, "epoch": 34, "tokens": 346816512, "loss": 3.6041460037231445, "lr": 0.00026813615549331417, "grad_norm": 0.14622248709201813, "tokens_per_second": 1786147.2298255179, "training_seconds": 0.44029517100716475, "elapsed_tokens_per_second": 1293783.781926081, "peak_memory_bytes": 42389451776}
{"loss": 3.5936445826326278, "perplexity": 36.36637495122761, "tokens": 346816512, "seconds": 0.5306840850098524, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 34, "step": 2646, "evaluation_tokens": 1048576}
{"event": "train", "step": 2660, "epoch": 35, "tokens": 348651520, "loss": 3.5895661967141286, "lr": 0.0002526428651122241, "grad_norm": 0.14126001298427582, "tokens_per_second": 1788697.6501504062, "training_seconds": 1.0258905410009902, "elapsed_tokens_per_second": 1293047.2626831618, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2680, "epoch": 35, "tokens": 351272960, "loss": 3.598739540576935, "lr": 0.00023125786924414271, "grad_norm": 0.13942751288414001, "tokens_per_second": 1783998.3759961873, "training_seconds": 1.4694183779938612, "elapsed_tokens_per_second": 1295702.586257835, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2700, "epoch": 35, "tokens": 353894400, "loss": 3.6013445973396303, "lr": 0.0002107628525183185, "grad_norm": 0.1543644815683365, "tokens_per_second": 1787340.8159845318, "training_seconds": 1.466670473004342, "elapsed_tokens_per_second": 1298340.1721007428, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2720, "epoch": 35, "tokens": 356515840, "loss": 3.5870227575302125, "lr": 0.00019116812742580902, "grad_norm": 0.15392714738845825, "tokens_per_second": 1789083.7982997564, "training_seconds": 1.4652415960008511, "elapsed_tokens_per_second": 1300956.8915572888, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2724, "epoch": 35, "tokens": 357040128, "loss": 3.610347807407379, "lr": 0.0001873580930679506, "grad_norm": 0.14697584509849548, "tokens_per_second": 1778826.289516942, "training_seconds": 0.29473816700919997, "elapsed_tokens_per_second": 1301461.822722542, "peak_memory_bytes": 42389451776}
{"loss": 3.5874483191288693, "perplexity": 36.14173598918028, "tokens": 357040128, "seconds": 0.5326229900092585, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 35, "step": 2724, "evaluation_tokens": 1048576}
{"event": "train", "step": 2740, "epoch": 36, "tokens": 359137280, "loss": 3.5919797122478485, "lr": 0.00017248355345733725, "grad_norm": 0.1527019888162613, "tokens_per_second": 1782311.681805531, "training_seconds": 1.1766471719893161, "elapsed_tokens_per_second": 1300915.8917404322, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2760, "epoch": 36, "tokens": 361758720, "loss": 3.5888378858566283, "lr": 0.0001547185321422868, "grad_norm": 0.13230855762958527, "tokens_per_second": 1789979.8390745611, "training_seconds": 1.464508114993805, "elapsed_tokens_per_second": 1303489.2214283296, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2780, "epoch": 36, "tokens": 364380160, "loss": 3.5905850529670715, "lr": 0.0001378820023181273, "grad_norm": 0.13370484113693237, "tokens_per_second": 1786260.7878614487, "training_seconds": 1.467557267009397, "elapsed_tokens_per_second": 1306018.8799259383, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2800, "epoch": 36, "tokens": 367001600, "loss": 3.577519690990448, "lr": 0.00012198243563265332, "grad_norm": 0.14331191778182983, "tokens_per_second": 1789026.207264176, "training_seconds": 1.4652887639967958, "elapsed_tokens_per_second": 1308535.346122335, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2802, "epoch": 36, "tokens": 367263744, "loss": 3.560015320777893, "lr": 0.0001204443240502393, "grad_norm": 0.14051862061023712, "tokens_per_second": 1785577.1326039168, "training_seconds": 0.14681191599811427, "elapsed_tokens_per_second": 1308777.0556712395, "peak_memory_bytes": 42389451776}
{"loss": 3.5815894579544625, "perplexity": 35.930605670972064, "tokens": 367263744, "seconds": 0.5321651479898719, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 36, "step": 2802, "evaluation_tokens": 1048576}
{"event": "train", "step": 2820, "epoch": 37, "tokens": 369623040, "loss": 3.5797915988498263, "lr": 0.00010702783228130075, "grad_norm": 0.1327487826347351, "tokens_per_second": 1781225.6624412464, "training_seconds": 1.3245351500081597, "elapsed_tokens_per_second": 1308450.3084669868, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2840, "epoch": 37, "tokens": 372244480, "loss": 3.601300394535065, "lr": 9.30257169816815e-05, "grad_norm": 0.13275893032550812, "tokens_per_second": 1778355.8507571854, "training_seconds": 1.4740806790068746, "elapsed_tokens_per_second": 1310882.978946616, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2860, "epoch": 37, "tokens": 374865920, "loss": 3.563985812664032, "lr": 7.998313518736832e-05, "grad_norm": 0.1351224184036255, "tokens_per_second": 1781953.2203744634, "training_seconds": 1.4711048359895358, "elapsed_tokens_per_second": 1313301.1983185096, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2880, "epoch": 37, "tokens": 377487360, "loss": 3.577524650096893, "lr": 6.790664954282866e-05, "grad_norm": 0.13381218910217285, "tokens_per_second": 1784950.522325428, "training_seconds": 1.4686345460067969, "elapsed_tokens_per_second": 1315707.6880004036, "peak_memory_bytes": 42389451776}
{"loss": 3.5780035253371083, "perplexity": 35.80199167851019, "tokens": 377487360, "seconds": 0.5303790279867826, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 37, "step": 2880, "evaluation_tokens": 1048576}
{"event": "train", "step": 2900, "epoch": 38, "tokens": 380108800, "loss": 3.579158616065979, "lr": 5.6802336581293967e-05, "grad_norm": 0.13251976668834686, "tokens_per_second": 1781111.7407544132, "training_seconds": 1.4717998539999826, "elapsed_tokens_per_second": 1315591.788748311, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2920, "epoch": 38, "tokens": 382730240, "loss": 3.5880395650863646, "lr": 4.6675783667226465e-05, "grad_norm": 0.136967271566391, "tokens_per_second": 1783466.5505771681, "training_seconds": 1.4698565550061176, "elapsed_tokens_per_second": 1317952.391249822, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2940, "epoch": 38, "tokens": 385351680, "loss": 3.5762638330459593, "lr": 3.753208618492221e-05, "grad_norm": 0.13475491106510162, "tokens_per_second": 1780604.3313704156, "training_seconds": 1.4722192650078796, "elapsed_tokens_per_second": 1320280.5338813676, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2958, "epoch": 38, "tokens": 387710976, "loss": 3.58710769812266, "lr": 3.0146912696062068e-05, "grad_norm": 0.13294242322444916, "tokens_per_second": 1782614.9562390603, "training_seconds": 1.3235028640046949, "elapsed_tokens_per_second": 1322358.1518127953, "peak_memory_bytes": 42389451776}
{"loss": 3.5753776244883912, "perplexity": 35.70810252393109, "tokens": 387710976, "seconds": 0.5337115299917059, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 38, "step": 2958, "evaluation_tokens": 1048576}
{"event": "train", "step": 2960, "epoch": 39, "tokens": 387973120, "loss": 3.571954131126404, "lr": 2.9375844974662392e-05, "grad_norm": 0.12937691807746887, "tokens_per_second": 1847444.1218942797, "training_seconds": 0.1418954959954135, "elapsed_tokens_per_second": 1320140.3151687486, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2980, "epoch": 39, "tokens": 390594560, "loss": 3.5773472905159, "lr": 2.221116401770584e-05, "grad_norm": 0.13029742240905762, "tokens_per_second": 1786853.463131911, "training_seconds": 1.4670704979944276, "elapsed_tokens_per_second": 1322451.5352673444, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3000, "epoch": 39, "tokens": 393216000, "loss": 3.573279011249542, "lr": 1.604164837128641e-05, "grad_norm": 0.13188256323337555, "tokens_per_second": 1778955.5371667757, "training_seconds": 1.4735837659973186, "elapsed_tokens_per_second": 1324708.2698516545, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3020, "epoch": 39, "tokens": 395837440, "loss": 3.5710603833198546, "lr": 1.0870402354652641e-05, "grad_norm": 0.12784160673618317, "tokens_per_second": 1780928.1313897565, "training_seconds": 1.4719515929900808, "elapsed_tokens_per_second": 1326953.844732762, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3035, "epoch": 39, "tokens": 397803520, "loss": 3.55833059946696, "lr": 7.648666487645394e-06, "grad_norm": 0.12975625693798065, "tokens_per_second": 1775859.9623743135, "training_seconds": 1.1071143230074085, "elapsed_tokens_per_second": 1328606.8060608981, "peak_memory_bytes": 42389451776}
{"loss": 3.5743972757725997, "perplexity": 35.67311328510837, "tokens": 397803520, "seconds": 0.5304161469975952, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 39, "step": 3035, "evaluation_tokens": 1048576}
{"event": "train", "step": 3040, "epoch": 40, "tokens": 398458880, "loss": 3.594877338409424, "lr": 6.700027987067037e-06, "grad_norm": 0.13324274122714996, "tokens_per_second": 1795341.6631134625, "training_seconds": 0.3650335830025142, "elapsed_tokens_per_second": 1326749.09954563, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3060, "epoch": 40, "tokens": 401080320, "loss": 3.58534197807312, "lr": 3.5326236785453435e-06, "grad_norm": 0.13715426623821259, "tokens_per_second": 1783704.7044738766, "training_seconds": 1.4696603049960686, "elapsed_tokens_per_second": 1328966.3129474702, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3080, "epoch": 40, "tokens": 403701760, "loss": 3.557081925868988, "lr": 1.3697831739987178e-06, "grad_norm": 0.12962645292282104, "tokens_per_second": 1780517.7218580616, "training_seconds": 1.4722908779949648, "elapsed_tokens_per_second": 1331148.728566759, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3100, "epoch": 40, "tokens": 406323200, "loss": 3.567276394367218, "lr": 2.1259475130741558e-07, "grad_norm": 0.12855945527553558, "tokens_per_second": 1779464.9061511734, "training_seconds": 1.4731619550002506, "elapsed_tokens_per_second": 1333309.6372028638, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3113, "epoch": 40, "tokens": 408027136, "loss": 3.584511004961454, "lr": 0.0, "grad_norm": 0.12581107020378113, "tokens_per_second": 1782279.8071582583, "training_seconds": 0.956042924997746, "elapsed_tokens_per_second": 1334706.736371328, "peak_memory_bytes": 42389451776}
{"loss": 3.574217907223562, "perplexity": 35.66671522436136, "tokens": 408027136, "seconds": 0.5280998679954791, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 40, "step": 3113, "evaluation_tokens": 1048576}
{"loss": 3.5745616509051397, "perplexity": 35.67897753978834, "tokens": 408027136, "seconds": 98.97664994499064, "split": "full", "validation_complete": true, "event": "final_validation", "step": 3113, "evaluation_tokens": 197411295}