{"event": "train", "step": 20, "epoch": 1, "tokens": 2621440, "loss": 9.747677278518676, "lr": 0.0002564102564102564, "grad_norm": 1.4609862565994263, "tokens_per_second": 47642.72670565506, "training_seconds": 55.02287927799989, "elapsed_tokens_per_second": 47642.72670565506, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 40, "epoch": 1, "tokens": 5242880, "loss": 8.093424701690674, "lr": 0.0005128205128205128, "grad_norm": 0.6975157260894775, "tokens_per_second": 1737869.8194485866, "training_seconds": 1.5084213849986554, "elapsed_tokens_per_second": 92736.32671536003, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 60, "epoch": 1, "tokens": 7864320, "loss": 6.976244926452637, "lr": 0.0007692307692307692, "grad_norm": 0.7019869685173035, "tokens_per_second": 1734685.8512391092, "training_seconds": 1.511190050998266, "elapsed_tokens_per_second": 135479.70940908027, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 78, "epoch": 1, "tokens": 10223616, "loss": 6.526584704717, "lr": 0.001, "grad_norm": 0.43437206745147705, "tokens_per_second": 1727232.0328273461, "training_seconds": 1.3659403920028126, "elapsed_tokens_per_second": 172070.945865317, "peak_memory_bytes": 21988176384}
{"loss": 6.363563738890946, "perplexity": 580.3107517206525, "tokens": 10223616, "seconds": 1.0531125929992413, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 1, "step": 78, "evaluation_tokens": 1048576}
{"event": "train", "step": 80, "epoch": 2, "tokens": 10485760, "loss": 6.340499401092529, "lr": 0.0010256410256410256, "grad_norm": 0.34802600741386414, "tokens_per_second": 1797514.414344206, "training_seconds": 0.14583693900203798, "elapsed_tokens_per_second": 172970.91268032853, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 100, "epoch": 2, "tokens": 13107200, "loss": 6.207903456687927, "lr": 0.001282051282051282, "grad_norm": 0.45673108100891113, "tokens_per_second": 1729627.1974583934, "training_seconds": 1.515609840000252, "elapsed_tokens_per_second": 210935.91415764377, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 120, "epoch": 2, "tokens": 15728640, "loss": 5.995859384536743, "lr": 0.0015384615384615385, "grad_norm": 0.34150540828704834, "tokens_per_second": 1727760.3437775818, "training_seconds": 1.5172474640021392, "elapsed_tokens_per_second": 247082.5507507954, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 140, "epoch": 2, "tokens": 18350080, "loss": 5.753980660438538, "lr": 0.001794871794871795, "grad_norm": 0.3185671865940094, "tokens_per_second": 1726269.7828495402, "training_seconds": 1.5185575430004974, "elapsed_tokens_per_second": 281541.36444365507, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 156, "epoch": 2, "tokens": 20447232, "loss": 5.651413023471832, "lr": 0.002, "grad_norm": 0.38235583901405334, "tokens_per_second": 1727304.231389749, "training_seconds": 1.2141184869979043, "elapsed_tokens_per_second": 307972.65831893263, "peak_memory_bytes": 42389451776}
{"loss": 5.60477533954628, "perplexity": 271.72087364184665, "tokens": 20447232, "seconds": 0.5457961399988562, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 2, "step": 156, "evaluation_tokens": 1048576}
{"event": "train", "step": 160, "epoch": 3, "tokens": 20971520, "loss": 5.558661341667175, "lr": 0.0020512820512820513, "grad_norm": 0.4865834414958954, "tokens_per_second": 1807294.9803255822, "training_seconds": 0.29009542200219585, "elapsed_tokens_per_second": 311640.5450789158, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 180, "epoch": 3, "tokens": 23592960, "loss": 5.476998138427734, "lr": 0.0023076923076923075, "grad_norm": 0.311839759349823, "tokens_per_second": 1723303.7246766717, "training_seconds": 1.5211712029995397, "elapsed_tokens_per_second": 342839.73049113393, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 200, "epoch": 3, "tokens": 26214400, "loss": 5.327226948738098, "lr": 0.002564102564102564, "grad_norm": 0.44215190410614014, "tokens_per_second": 1725697.5968503049, "training_seconds": 1.519061047998548, "elapsed_tokens_per_second": 372696.844235505, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 220, "epoch": 3, "tokens": 28835840, "loss": 5.210151195526123, "lr": 0.0028205128205128207, "grad_norm": 0.40604302287101746, "tokens_per_second": 1724320.5183312336, "training_seconds": 1.5202742020010191, "elapsed_tokens_per_second": 401285.8085695584, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 233, "epoch": 3, "tokens": 30539776, "loss": 5.150331717271071, "lr": 0.0029871794871794873, "grad_norm": 0.3166874051094055, "tokens_per_second": 1722266.2850206874, "training_seconds": 0.9893568810002762, "elapsed_tokens_per_second": 419216.96394120815, "peak_memory_bytes": 42389451776}
{"loss": 5.124166766067169, "perplexity": 168.03407161405454, "tokens": 30539776, "seconds": 0.546390108000196, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 3, "step": 233, "evaluation_tokens": 1048576}
{"event": "train", "step": 240, "epoch": 4, "tokens": 31457280, "loss": 5.07400826045445, "lr": 0.003076923076923077, "grad_norm": 0.4476693570613861, "tokens_per_second": 1741209.6259794964, "training_seconds": 0.5269348309993802, "elapsed_tokens_per_second": 425504.0834232928, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 260, "epoch": 4, "tokens": 34078720, "loss": 5.04093017578125, "lr": 0.0033333333333333335, "grad_norm": 0.3043683171272278, "tokens_per_second": 1725537.6973891936, "training_seconds": 1.519201814000553, "elapsed_tokens_per_second": 451673.8845936009, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 280, "epoch": 4, "tokens": 36700160, "loss": 4.997805881500244, "lr": 0.00358974358974359, "grad_norm": 0.5309343338012695, "tokens_per_second": 1723181.6746121764, "training_seconds": 1.5212789450015407, "elapsed_tokens_per_second": 476794.28720439924, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 300, "epoch": 4, "tokens": 39321600, "loss": 5.388263177871704, "lr": 0.003846153846153846, "grad_norm": 3.2290971279144287, "tokens_per_second": 1722638.8077116983, "training_seconds": 1.521758355997008, "elapsed_tokens_per_second": 500938.91651375225, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 311, "epoch": 4, "tokens": 40763392, "loss": 6.3345887877724385, "lr": 0.003987179487179487, "grad_norm": 2.1175994873046875, "tokens_per_second": 1722599.1818402691, "training_seconds": 0.8369863490006537, "elapsed_tokens_per_second": 513816.9135018583, "peak_memory_bytes": 42389451776}
{"loss": 6.094796754887038, "perplexity": 443.54388788782484, "tokens": 40763392, "seconds": 0.5473422459981521, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 4, "step": 311, "evaluation_tokens": 1048576}
{"event": "train", "step": 320, "epoch": 5, "tokens": 41943040, "loss": 5.732475174797906, "lr": 0.003999919489858869, "grad_norm": 0.37446129322052, "tokens_per_second": 1731294.577495503, "training_seconds": 0.6813675820012577, "elapsed_tokens_per_second": 520603.72550374933, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 340, "epoch": 5, "tokens": 44564480, "loss": 5.196478414535522, "lr": 0.003999013825209868, "grad_norm": 0.26538947224617004, "tokens_per_second": 1723276.4283773412, "training_seconds": 1.5211952979989292, "elapsed_tokens_per_second": 542882.5546782981, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 360, "epoch": 5, "tokens": 47185920, "loss": 4.974628376960754, "lr": 0.00399710231545853, "grad_norm": 0.2065519392490387, "tokens_per_second": 1721918.701696737, "training_seconds": 1.5223947550002777, "elapsed_tokens_per_second": 564339.161105212, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 380, "epoch": 5, "tokens": 49807360, "loss": 4.858761096000672, "lr": 0.003994185922420472, "grad_norm": 0.28304997086524963, "tokens_per_second": 1723437.9734253949, "training_seconds": 1.5210527100025502, "elapsed_tokens_per_second": 585039.6875589783, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 389, "epoch": 5, "tokens": 50987008, "loss": 4.809327602386475, "lr": 0.003992546074856259, "grad_norm": 0.19219432771205902, "tokens_per_second": 1726823.6957982907, "training_seconds": 0.6831316959978722, "elapsed_tokens_per_second": 594115.8290503843, "peak_memory_bytes": 42389451776}
{"loss": 4.820975965934358, "perplexity": 124.08613554364962, "tokens": 50987008, "seconds": 0.5489387469970097, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 5, "step": 389, "evaluation_tokens": 1048576}
{"event": "train", "step": 400, "epoch": 6, "tokens": 52428800, "loss": 4.7845400029962715, "lr": 0.003990266113539101, "grad_norm": 0.23850587010383606, "tokens_per_second": 1731985.1361929574, "training_seconds": 0.8324505620003038, "elapsed_tokens_per_second": 601190.6108395293, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 420, "epoch": 6, "tokens": 55050240, "loss": 4.727730727195739, "lr": 0.003985344861147232, "grad_norm": 0.2061759978532791, "tokens_per_second": 1725635.799075287, "training_seconds": 1.5191154480016849, "elapsed_tokens_per_second": 620433.3499832446, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 440, "epoch": 6, "tokens": 57671680, "loss": 4.663548541069031, "lr": 0.003979424641474668, "grad_norm": 0.21366509795188904, "tokens_per_second": 1725393.2026972792, "training_seconds": 1.519329040998855, "elapsed_tokens_per_second": 638997.5280316652, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 460, "epoch": 6, "tokens": 60293120, "loss": 4.597158336639405, "lr": 0.0039725084334022425, "grad_norm": 0.22607555985450745, "tokens_per_second": 1720825.463977114, "training_seconds": 1.5233619300015562, "elapsed_tokens_per_second": 656944.8934226289, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 467, "epoch": 6, "tokens": 61210624, "loss": 4.552580492837088, "lr": 0.003969853087303938, "grad_norm": 0.23224757611751556, "tokens_per_second": 1725289.047044191, "training_seconds": 0.5317972669981827, "elapsed_tokens_per_second": 663088.2558241856, "peak_memory_bytes": 42389451776}
{"loss": 4.5649990651154315, "perplexity": 96.06250420913385, "tokens": 61210624, "seconds": 0.5472628220013576, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 6, "step": 467, "evaluation_tokens": 1048576}
{"event": "train", "step": 480, "epoch": 7, "tokens": 62914560, "loss": 4.532460396106426, "lr": 0.003964599716962921, "grad_norm": 0.2673191428184509, "tokens_per_second": 1735775.24547778, "training_seconds": 0.9816570460025105, "elapsed_tokens_per_second": 670389.7671628995, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 500, "epoch": 7, "tokens": 65536000, "loss": 4.488881516456604, "lr": 0.003955702471590763, "grad_norm": 0.21816840767860413, "tokens_per_second": 1720817.2934526983, "training_seconds": 1.5233691629982786, "elapsed_tokens_per_second": 687159.1915114942, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 520, "epoch": 7, "tokens": 68157440, "loss": 4.438492107391357, "lr": 0.0039458211741185785, "grad_norm": 0.23483632504940033, "tokens_per_second": 1721300.2039747578, "training_seconds": 1.5229417820009985, "elapsed_tokens_per_second": 703401.2473241028, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 540, "epoch": 7, "tokens": 70778880, "loss": 4.414311647415161, "lr": 0.00393496079652532, "grad_norm": 0.2221541702747345, "tokens_per_second": 1725046.6308428391, "training_seconds": 1.5196342829985952, "elapsed_tokens_per_second": 719166.5180704412, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 545, "epoch": 7, "tokens": 71434240, "loss": 4.39741325378418, "lr": 0.003932093350457171, "grad_norm": 0.19445036351680756, "tokens_per_second": 1722621.9319344435, "training_seconds": 0.38044331600031, "elapsed_tokens_per_second": 723018.084343009, "peak_memory_bytes": 42389451776}
{"loss": 4.388014559106017, "perplexity": 80.48047103106762, "tokens": 71434240, "seconds": 0.549339825000061, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 7, "step": 545, "evaluation_tokens": 1048576}
{"event": "train", "step": 560, "epoch": 8, "tokens": 73400320, "loss": 4.372128423055013, "lr": 0.00392312680343433, "grad_norm": 0.1999654769897461, "tokens_per_second": 1740258.1845735698, "training_seconds": 1.1297633979993407, "elapsed_tokens_per_second": 730035.8953540121, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 580, "epoch": 8, "tokens": 76021760, "loss": 4.3319664478302, "lr": 0.003910325149363705, "grad_norm": 0.2107788324356079, "tokens_per_second": 1723437.973429517, "training_seconds": 1.5210527099989122, "elapsed_tokens_per_second": 744830.6741958606, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 600, "epoch": 8, "tokens": 78643200, "loss": 4.301046061515808, "lr": 0.0038965622757301485, "grad_norm": 0.19025760889053345, "tokens_per_second": 1724445.6689541095, "training_seconds": 1.5201638690014079, "elapsed_tokens_per_second": 759194.9318323052, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 620, "epoch": 8, "tokens": 81264640, "loss": 4.288579750061035, "lr": 0.0038818451076078463, "grad_norm": 0.1890188455581665, "tokens_per_second": 1724885.4752794818, "training_seconds": 1.5197762620009598, "elapsed_tokens_per_second": 773148.4466802661, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 623, "epoch": 8, "tokens": 81657856, "loss": 4.258171399434407, "lr": 0.003879555675949761, "grad_norm": 0.24844299256801605, "tokens_per_second": 1729180.8185500011, "training_seconds": 0.22740016300303978, "elapsed_tokens_per_second": 775200.2925545812, "peak_memory_bytes": 42389451776}
{"loss": 4.276426374980062, "perplexity": 71.98274049842243, "tokens": 81657856, "seconds": 0.5486667229997693, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 8, "step": 623, "evaluation_tokens": 1048576}
{"event": "train", "step": 640, "epoch": 9, "tokens": 83886080, "loss": 4.249622849857106, "lr": 0.0038661810502439715, "grad_norm": 0.24974386394023895, "tokens_per_second": 1725985.4702704446, "training_seconds": 1.2909865340006945, "elapsed_tokens_per_second": 782630.385901918, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 660, "epoch": 9, "tokens": 86507520, "loss": 4.243188428878784, "lr": 0.003849577985332579, "grad_norm": 0.18106144666671753, "tokens_per_second": 1721604.494225668, "training_seconds": 1.522672604998661, "elapsed_tokens_per_second": 795773.2333508274, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 680, "epoch": 9, "tokens": 89128960, "loss": 4.220674443244934, "lr": 0.0038320442670487687, "grad_norm": 0.18599840998649597, "tokens_per_second": 1725304.4647124691, "training_seconds": 1.51940718500191, "elapsed_tokens_per_second": 808573.672088061, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 700, "epoch": 9, "tokens": 91750400, "loss": 4.192844414710999, "lr": 0.0038135887178451133, "grad_norm": 0.22122545540332794, "tokens_per_second": 1726293.2463611953, "training_seconds": 1.518536903000495, "elapsed_tokens_per_second": 821035.4733884722, "peak_memory_bytes": 42389451776}
{"loss": 4.20779816348423, "perplexity": 67.20839487650058, "tokens": 91750400, "seconds": 0.546858064000844, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 9, "step": 700, "evaluation_tokens": 1048576}
{"event": "train", "step": 720, "epoch": 10, "tokens": 94371840, "loss": 4.178020811080932, "lr": 0.0037942206240124533, "grad_norm": 0.19124186038970947, "tokens_per_second": 1728317.0820901033, "training_seconds": 1.5167587169999024, "elapsed_tokens_per_second": 829137.8902600796, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 740, "epoch": 10, "tokens": 96993280, "loss": 4.168383836746216, "lr": 0.0037739497310073124, "grad_norm": 0.19419027864933014, "tokens_per_second": 1724118.5822077794, "training_seconds": 1.5204522630010615, "elapsed_tokens_per_second": 840924.0814861475, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 760, "epoch": 10, "tokens": 99614720, "loss": 4.153373336791992, "lr": 0.0037527862385482677, "grad_norm": 0.18900910019874573, "tokens_per_second": 1722597.05469559, "training_seconds": 1.5217952410021098, "elapsed_tokens_per_second": 852395.9586177341, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 778, "epoch": 10, "tokens": 101974016, "loss": 4.136747704611884, "lr": 0.0037329847148808177, "grad_norm": 0.2035527378320694, "tokens_per_second": 1722373.9332492773, "training_seconds": 1.3697931409988087, "elapsed_tokens_per_second": 862461.7816094593, "peak_memory_bytes": 42389451776}
{"loss": 4.143759139565511, "perplexity": 63.03935031410939, "tokens": 101974016, "seconds": 0.5494725440003094, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 10, "step": 778, "evaluation_tokens": 1048576}
{"event": "train", "step": 780, "epoch": 11, "tokens": 102236160, "loss": 4.099246978759766, "lr": 0.003730740795483752, "grad_norm": 0.19806531071662903, "tokens_per_second": 1780353.9035971633, "training_seconds": 0.14724263500102097, "elapsed_tokens_per_second": 859515.1931029686, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 800, "epoch": 11, "tokens": 104857600, "loss": 4.121924710273743, "lr": 0.0037078244944338625, "grad_norm": 0.200961172580719, "tokens_per_second": 1723752.101347078, "training_seconds": 1.5207755209994502, "elapsed_tokens_per_second": 870416.4998812367, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 820, "epoch": 11, "tokens": 107479040, "loss": 4.109595370292664, "lr": 0.0036840488662088855, "grad_norm": 0.2075275331735611, "tokens_per_second": 1721687.907191611, "training_seconds": 1.5225988339989271, "elapsed_tokens_per_second": 881028.006287346, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 840, "epoch": 11, "tokens": 110100480, "loss": 4.098969233036041, "lr": 0.003659425874007325, "grad_norm": 0.1920911818742752, "tokens_per_second": 1720676.6715403264, "training_seconds": 1.523493659999076, "elapsed_tokens_per_second": 891375.4221231189, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 856, "epoch": 11, "tokens": 112197632, "loss": 4.084059238433838, "lr": 0.003639125689804212, "grad_norm": 0.19718600809574127, "tokens_per_second": 1722282.829900408, "training_seconds": 1.217658310000843, "elapsed_tokens_per_second": 899472.4497500495, "peak_memory_bytes": 42389451776}
{"loss": 4.0981848321190775, "perplexity": 60.23085919089965, "tokens": 112197632, "seconds": 0.5487275400009821, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 11, "step": 856, "evaluation_tokens": 1048576}
{"event": "train", "step": 860, "epoch": 12, "tokens": 112721920, "loss": 4.0694907903671265, "lr": 0.0036339679073963756, "grad_norm": 0.1879718154668808, "tokens_per_second": 1750868.481377691, "training_seconds": 0.299444535998191, "elapsed_tokens_per_second": 897507.8897943593, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 880, "epoch": 12, "tokens": 115343360, "loss": 4.061444854736328, "lr": 0.0036076877760778565, "grad_norm": 0.18020756542682648, "tokens_per_second": 1721621.405472505, "training_seconds": 1.5226576479981304, "elapsed_tokens_per_second": 907370.4977439725, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 900, "epoch": 12, "tokens": 117964800, "loss": 4.06252076625824, "lr": 0.003580598703442742, "grad_norm": 0.1938958615064621, "tokens_per_second": 1723105.0314543832, "training_seconds": 1.521346610999899, "elapsed_tokens_per_second": 917005.036809693, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 920, "epoch": 12, "tokens": 120586240, "loss": 4.056249606609344, "lr": 0.0035527143199175423, "grad_norm": 0.18931151926517487, "tokens_per_second": 1724031.2814612614, "training_seconds": 1.5205292550017475, "elapsed_tokens_per_second": 926423.424888851, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 934, "epoch": 12, "tokens": 122421248, "loss": 4.04650524684361, "lr": 0.0035327295389949616, "grad_norm": 0.1849413514137268, "tokens_per_second": 1720792.8362290587, "training_seconds": 1.066373569999996, "elapsed_tokens_per_second": 932866.8119330546, "peak_memory_bytes": 42389451776}
{"loss": 4.060892126972848, "perplexity": 58.02605460307004, "tokens": 122421248, "seconds": 0.5487364990003698, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 12, "step": 934, "evaluation_tokens": 1048576}
{"event": "train", "step": 940, "epoch": 13, "tokens": 123207680, "loss": 4.021538496017456, "lr": 0.0035240486561058716, "grad_norm": 0.21344822645187378, "tokens_per_second": 1743220.1083945003, "training_seconds": 0.4511375219990441, "elapsed_tokens_per_second": 931722.2572253374, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 960, "epoch": 13, "tokens": 125829120, "loss": 4.036012458801269, "lr": 0.00349461613572866, "grad_norm": 0.19117657840251923, "tokens_per_second": 1725666.9666365096, "training_seconds": 1.519088011002168, "elapsed_tokens_per_second": 940731.5784144395, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 980, "epoch": 13, "tokens": 128450560, "loss": 4.011255121231079, "lr": 0.00346443156836656, "grad_norm": 0.1819237321615219, "tokens_per_second": 1721953.3874594592, "training_seconds": 1.5223640889998933, "elapsed_tokens_per_second": 949510.5312513354, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1000, "epoch": 13, "tokens": 131072000, "loss": 4.028815603256225, "lr": 0.0034335101420082015, "grad_norm": 0.1781490296125412, "tokens_per_second": 1723162.516014468, "training_seconds": 1.5212958590018388, "elapsed_tokens_per_second": 958105.167365752, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1012, "epoch": 13, "tokens": 132644864, "loss": 4.0340902010599775, "lr": 0.003414610051126177, "grad_norm": 0.18171581625938416, "tokens_per_second": 1726233.156113071, "training_seconds": 0.9111538580000342, "elapsed_tokens_per_second": 963175.5152706335, "peak_memory_bytes": 42389451776}
{"loss": 4.021634588052565, "perplexity": 55.79222864273877, "tokens": 132644864, "seconds": 0.5489705420004611, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 13, "step": 1012, "evaluation_tokens": 1048576}
{"event": "train", "step": 1020, "epoch": 14, "tokens": 133693440, "loss": 4.0149147510528564, "lr": 0.00340186741540804, "grad_norm": 0.1842486560344696, "tokens_per_second": 1734004.5236480709, "training_seconds": 0.60471353200046, "elapsed_tokens_per_second": 962669.9405682471, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1040, "epoch": 14, "tokens": 136314880, "loss": 3.9987884283065798, "lr": 0.0033695193102576486, "grad_norm": 0.18134722113609314, "tokens_per_second": 1719504.4499506652, "training_seconds": 1.5245322569971904, "elapsed_tokens_per_second": 970879.0873341424, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1060, "epoch": 14, "tokens": 138936320, "loss": 3.993517804145813, "lr": 0.00333648210317439, "grad_norm": 0.19355344772338867, "tokens_per_second": 1724863.117989065, "training_seconds": 1.519795961001364, "elapsed_tokens_per_second": 978940.7293924333, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1080, "epoch": 14, "tokens": 141557760, "loss": 3.9939340114593507, "lr": 0.0033027724175115, "grad_norm": 0.1804436892271042, "tokens_per_second": 1722628.6434891657, "training_seconds": 1.5217673350016412, "elapsed_tokens_per_second": 986821.2011792635, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1090, "epoch": 14, "tokens": 142868480, "loss": 3.9916113376617433, "lr": 0.0032856706827662577, "grad_norm": 0.1910889893770218, "tokens_per_second": 1718702.7599943173, "training_seconds": 0.7626216880016727, "elapsed_tokens_per_second": 990679.9821391574, "peak_memory_bytes": 42389451776}
{"loss": 3.9933127056696907, "perplexity": 54.23425422926974, "tokens": 142868480, "seconds": 0.5492343099977006, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 14, "step": 1090, "evaluation_tokens": 1048576}
{"event": "train", "step": 1100, "epoch": 15, "tokens": 144179200, "loss": 3.978088903427124, "lr": 0.0032684072149937035, "grad_norm": 0.17966996133327484, "tokens_per_second": 1733376.1950053745, "training_seconds": 0.7561659169987252, "elapsed_tokens_per_second": 990743.732761885, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1120, "epoch": 15, "tokens": 146800640, "loss": 3.9778772711753847, "lr": 0.003233403787182574, "grad_norm": 0.17362786829471588, "tokens_per_second": 1722156.5001602778, "training_seconds": 1.5221845399973972, "elapsed_tokens_per_second": 998305.9682102666, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1140, "epoch": 15, "tokens": 149422080, "loss": 3.9588681936264036, "lr": 0.0031977797467759245, "grad_norm": 0.19501005113124847, "tokens_per_second": 1722949.5279325126, "training_seconds": 1.5214839190011844, "elapsed_tokens_per_second": 1005716.0523388416, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1160, "epoch": 15, "tokens": 152043520, "loss": 3.940407395362854, "lr": 0.0031615530187456176, "grad_norm": 0.1609862744808197, "tokens_per_second": 1721576.2873183298, "training_seconds": 1.5226975529985793, "elapsed_tokens_per_second": 1012969.9067419269, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1167, "epoch": 15, "tokens": 152961024, "loss": 3.9510631561279297, "lr": 0.0031487346434094015, "grad_norm": 0.1983148753643036, "tokens_per_second": 1721901.05493491, "training_seconds": 0.5328436249983497, "elapsed_tokens_per_second": 1015465.595837072, "peak_memory_bytes": 42389451776}
{"loss": 3.9602614943689853, "perplexity": 52.471045038100854, "tokens": 152961024, "seconds": 0.5485738150018733, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 15, "step": 1167, "evaluation_tokens": 1048576}
{"event": "train", "step": 1180, "epoch": 16, "tokens": 154664960, "loss": 3.9435090101682224, "lr": 0.003124741831318243, "grad_norm": 0.19177402555942535, "tokens_per_second": 1737123.2604392187, "training_seconds": 0.9808952760031389, "elapsed_tokens_per_second": 1016203.0607234939, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1200, "epoch": 16, "tokens": 157286400, "loss": 3.9246057748794554, "lr": 0.0030873647068032106, "grad_norm": 0.17794203758239746, "tokens_per_second": 1721003.9889954939, "training_seconds": 1.5232039069996972, "elapsed_tokens_per_second": 1023178.3512399767, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1220, "epoch": 16, "tokens": 159907840, "loss": 3.9246703743934632, "lr": 0.0030494404522728676, "grad_norm": 0.19058102369308472, "tokens_per_second": 1721646.115458615, "training_seconds": 1.522635794000962, "elapsed_tokens_per_second": 1030017.4332722897, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1240, "epoch": 16, "tokens": 162529280, "loss": 3.909508502483368, "lr": 0.0030109881500993306, "grad_norm": 0.20817801356315613, "tokens_per_second": 1722118.0162802765, "training_seconds": 1.5222185559978243, "elapsed_tokens_per_second": 1036728.8588142156, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1245, "epoch": 16, "tokens": 163184640, "loss": 3.8933403491973877, "lr": 0.0030012948287640793, "grad_norm": 0.19867902994155884, "tokens_per_second": 1719867.2840560414, "training_seconds": 0.38105265800186316, "elapsed_tokens_per_second": 1038374.2048124988, "peak_memory_bytes": 42389451776}
{"loss": 3.932370672212244, "perplexity": 51.02780459049538, "tokens": 163184640, "seconds": 0.5462724980025087, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 16, "step": 1245, "evaluation_tokens": 1048576}
{"event": "train", "step": 1260, "epoch": 17, "tokens": 165150720, "loss": 3.912001434961955, "lr": 0.0029720271483527965, "grad_norm": 0.18459635972976685, "tokens_per_second": 1734333.5580117798, "training_seconds": 1.1336227630017675, "elapsed_tokens_per_second": 1039707.9548288451, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1280, "epoch": 17, "tokens": 167772160, "loss": 3.9114060401916504, "lr": 0.0029325770510661613, "grad_norm": 0.16769970953464508, "tokens_per_second": 1721591.0498094684, "training_seconds": 1.5226844960016024, "elapsed_tokens_per_second": 1046174.4207328194, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1300, "epoch": 17, "tokens": 170393600, "loss": 3.8938401103019715, "lr": 0.0028926577083708454, "grad_norm": 0.16264189779758453, "tokens_per_second": 1723701.3982318123, "training_seconds": 1.520820254998398, "elapsed_tokens_per_second": 1052513.0650685008, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1320, "epoch": 17, "tokens": 173015040, "loss": 3.8957693457603453, "lr": 0.0028522892065087923, "grad_norm": 0.17385117709636688, "tokens_per_second": 1722278.5476105553, "training_seconds": 1.5220766719976382, "elapsed_tokens_per_second": 1058743.4299855237, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1323, "epoch": 17, "tokens": 173408256, "loss": 3.9164064725240073, "lr": 0.0028461964439177377, "grad_norm": 0.17062576115131378, "tokens_per_second": 1728222.3398588123, "training_seconds": 0.22752627999943797, "elapsed_tokens_per_second": 1059662.544866952, "peak_memory_bytes": 42389451776}
{"loss": 3.915883678688449, "perplexity": 50.19340676295019, "tokens": 173408256, "seconds": 0.5488738719977846, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 17, "step": 1323, "evaluation_tokens": 1048576}
{"event": "train", "step": 1340, "epoch": 18, "tokens": 175636480, "loss": 3.8850306342629826, "lr": 0.0028114918577256554, "grad_norm": 0.18138054013252258, "tokens_per_second": 1732503.4537823957, "training_seconds": 1.286129615000391, "elapsed_tokens_per_second": 1061121.24097914, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1360, "epoch": 18, "tokens": 178257920, "loss": 3.8794426321983337, "lr": 0.00277028619005028, "grad_norm": 0.17813003063201904, "tokens_per_second": 1722621.2527436735, "training_seconds": 1.5217738640021707, "elapsed_tokens_per_second": 1067139.7321016877, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1380, "epoch": 18, "tokens": 180879360, "loss": 3.857575237751007, "lr": 0.002728692936965594, "grad_norm": 0.17512387037277222, "tokens_per_second": 1719810.1646961223, "training_seconds": 1.5242612549991463, "elapsed_tokens_per_second": 1073031.1543250035, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1400, "epoch": 18, "tokens": 183500800, "loss": 3.8707611203193664, "lr": 0.002686733026976133, "grad_norm": 0.17782478034496307, "tokens_per_second": 1721837.1030319638, "training_seconds": 1.522466901998996, "elapsed_tokens_per_second": 1078830.6658412912, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1401, "epoch": 18, "tokens": 183631872, "loss": 3.8710577487945557, "lr": 0.0026846257846888373, "grad_norm": 0.19485540688037872, "tokens_per_second": 1741296.8205476608, "training_seconds": 0.07527263500014669, "elapsed_tokens_per_second": 1079113.040323247, "peak_memory_bytes": 42389451776}
{"loss": 3.880990031135829, "perplexity": 48.47218029160684, "tokens": 183631872, "seconds": 0.5463564960009535, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 18, "step": 1401, "evaluation_tokens": 1048576}
{"event": "train", "step": 1420, "epoch": 19, "tokens": 186122240, "loss": 3.8503800442344263, "lr": 0.0026444275730774253, "grad_norm": 0.16528555750846863, "tokens_per_second": 1731136.4055153874, "training_seconds": 1.4385741019978013, "elapsed_tokens_per_second": 1081073.2583846813, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1440, "epoch": 19, "tokens": 188743680, "loss": 3.8427936673164367, "lr": 0.0026017978621325605, "grad_norm": 0.161476731300354, "tokens_per_second": 1722926.2288314702, "training_seconds": 1.5215044940014195, "elapsed_tokens_per_second": 1086687.6641185964, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1460, "epoch": 19, "tokens": 191365120, "loss": 3.857830786705017, "lr": 0.002558865344161256, "grad_norm": 0.1776246428489685, "tokens_per_second": 1720987.7553532654, "training_seconds": 1.523218274996907, "elapsed_tokens_per_second": 1092191.5754038172, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1479, "epoch": 19, "tokens": 193855488, "loss": 3.8476414554997493, "lr": 0.0025178186511640097, "grad_norm": 0.1938306987285614, "tokens_per_second": 1720661.2377447654, "training_seconds": 1.4473319589997118, "elapsed_tokens_per_second": 1097332.550351925, "peak_memory_bytes": 42389451776}
{"loss": 3.860544838745886, "perplexity": 47.49121937767321, "tokens": 193855488, "seconds": 0.5509131479993812, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 19, "step": 1479, "evaluation_tokens": 1048576}
{"event": "train", "step": 1480, "epoch": 20, "tokens": 193986560, "loss": 3.860609531402588, "lr": 0.0025156516215468407, "grad_norm": 0.1730911135673523, "tokens_per_second": 1894670.2842907328, "training_seconds": 0.06917931900170515, "elapsed_tokens_per_second": 1094176.1284980646, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1500, "epoch": 20, "tokens": 196608000, "loss": 3.84716774225235, "lr": 0.0024721784381665692, "grad_norm": 0.1620406210422516, "tokens_per_second": 1725738.465330697, "training_seconds": 1.5190250739979092, "elapsed_tokens_per_second": 1099531.445514456, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1520, "epoch": 20, "tokens": 199229440, "loss": 3.8409990549087523, "lr": 0.002428467668450741, "grad_norm": 0.16146288812160492, "tokens_per_second": 1721710.382391941, "training_seconds": 1.52257895799994, "elapsed_tokens_per_second": 1104776.6637095627, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1540, "epoch": 20, "tokens": 201850880, "loss": 3.829638648033142, "lr": 0.0023845413063761267, "grad_norm": 0.18229299783706665, "tokens_per_second": 1718486.195434207, "training_seconds": 1.5254355879987997, "elapsed_tokens_per_second": 1109913.9713138635, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1557, "epoch": 20, "tokens": 204079104, "loss": 3.8423176092260025, "lr": 0.0023470508954753456, "grad_norm": 0.17475108802318573, "tokens_per_second": 1717045.3099524844, "training_seconds": 1.2977083290024893, "elapsed_tokens_per_second": 1114206.5676637732, "peak_memory_bytes": 42389451776}
{"loss": 3.8427614302741544, "perplexity": 46.65412884675932, "tokens": 204079104, "seconds": 0.5509385099976498, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 20, "step": 1557, "evaluation_tokens": 1048576}
{"event": "train", "step": 1560, "epoch": 21, "tokens": 204472320, "loss": 3.8510891596476235, "lr": 0.002340421454399249, "grad_norm": 0.18119308352470398, "tokens_per_second": 1774389.7558106727, "training_seconds": 0.22160632899976918, "elapsed_tokens_per_second": 1111603.560277342, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1580, "epoch": 21, "tokens": 207093760, "loss": 3.821111798286438, "lr": 0.0022961303123350684, "grad_norm": 0.17862571775913239, "tokens_per_second": 1724417.920163491, "training_seconds": 1.5201883310000994, "elapsed_tokens_per_second": 1116617.7650424626, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1600, "epoch": 21, "tokens": 209715200, "loss": 3.820893180370331, "lr": 0.002251690166186694, "grad_norm": 0.1660771369934082, "tokens_per_second": 1720782.8669322608, "training_seconds": 1.523399639998388, "elapsed_tokens_per_second": 1121532.306352761, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1620, "epoch": 21, "tokens": 212336640, "loss": 3.8287718534469604, "lr": 0.0022071233769317177, "grad_norm": 0.17282460629940033, "tokens_per_second": 1722444.8739862482, "training_seconds": 1.521929694001301, "elapsed_tokens_per_second": 1126373.6995288222, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1634, "epoch": 21, "tokens": 214171648, "loss": 3.821498359952654, "lr": 0.0021758632780079093, "grad_norm": 0.16528008878231049, "tokens_per_second": 1724650.5030955805, "training_seconds": 1.0639883250005369, "elapsed_tokens_per_second": 1129723.7426626426, "peak_memory_bytes": 42389451776}
{"loss": 3.8208412449883826, "perplexity": 45.64258877396626, "tokens": 214171648, "seconds": 0.5491798020011629, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 21, "step": 1634, "evaluation_tokens": 1048576}
{"event": "train", "step": 1640, "epoch": 22, "tokens": 214958080, "loss": 3.8004653056462607, "lr": 0.0021624523692708253, "grad_norm": 0.17361511290073395, "tokens_per_second": 1746037.1598038846, "training_seconds": 0.4504096579985344, "elapsed_tokens_per_second": 1127866.0364850003, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1660, "epoch": 22, "tokens": 217579520, "loss": 3.8138565182685853, "lr": 0.002117699620344348, "grad_norm": 0.1708388477563858, "tokens_per_second": 1720121.6632512808, "training_seconds": 1.5239852250015247, "elapsed_tokens_per_second": 1132554.5294180177, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1680, "epoch": 22, "tokens": 220200960, "loss": 3.799829924106598, "lr": 0.0020728876484224236, "grad_norm": 0.1669907420873642, "tokens_per_second": 1721709.5490034183, "training_seconds": 1.5225796949998767, "elapsed_tokens_per_second": 1137179.7605390563, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1700, "epoch": 22, "tokens": 222822400, "loss": 3.799452471733093, "lr": 0.002028039001574461, "grad_norm": 0.1787784844636917, "tokens_per_second": 1721011.7681007937, "training_seconds": 1.5231970220011135, "elapsed_tokens_per_second": 1141726.265578226, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1712, "epoch": 22, "tokens": 224395264, "loss": 3.8002971609433494, "lr": 0.002001121596747205, "grad_norm": 0.16471555829048157, "tokens_per_second": 1719066.4274838646, "training_seconds": 0.9149524269996618, "elapsed_tokens_per_second": 1144412.7496878856, "peak_memory_bytes": 42389451776}
{"loss": 3.807194906326639, "perplexity": 45.0239651241827, "tokens": 224395264, "seconds": 0.5489217930007726, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 22, "step": 1712, "evaluation_tokens": 1048576}
{"event": "train", "step": 1720, "epoch": 23, "tokens": 225443840, "loss": 3.791074812412262, "lr": 0.00198317624632362, "grad_norm": 0.16853000223636627, "tokens_per_second": 1737807.6825313491, "training_seconds": 0.603390127998864, "elapsed_tokens_per_second": 1142982.4452405006, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1740, "epoch": 23, "tokens": 228065280, "loss": 3.7954227805137633, "lr": 0.0019383219562919903, "grad_norm": 0.18046599626541138, "tokens_per_second": 1722016.5913935276, "training_seconds": 1.5223082129996328, "elapsed_tokens_per_second": 1147407.7265803742, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1760, "epoch": 23, "tokens": 230686720, "loss": 3.7860199093818663, "lr": 0.0018934987008422147, "grad_norm": 0.16986408829689026, "tokens_per_second": 1720552.073010077, "training_seconds": 1.5236039880001044, "elapsed_tokens_per_second": 1151760.5369742922, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1780, "epoch": 23, "tokens": 233308160, "loss": 3.778062331676483, "lr": 0.0018487290337212442, "grad_norm": 0.1791471242904663, "tokens_per_second": 1720629.985630436, "training_seconds": 1.523534997002571, "elapsed_tokens_per_second": 1156045.1969260334, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1790, "epoch": 23, "tokens": 234618880, "loss": 3.7832053184509276, "lr": 0.0018263713367670474, "grad_norm": 0.16585426032543182, "tokens_per_second": 1719756.7000329099, "training_seconds": 0.7621543210007076, "elapsed_tokens_per_second": 1158158.7801382607, "peak_memory_bytes": 42389451776}
{"loss": 3.7871076525799285, "perplexity": 44.12858032977761, "tokens": 234618880, "seconds": 0.547975066001527, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 23, "step": 1790, "evaluation_tokens": 1048576}
{"event": "train", "step": 1800, "epoch": 24, "tokens": 235929600, "loss": 3.7707345724105834, "lr": 0.0018040354817119542, "grad_norm": 0.19872437417507172, "tokens_per_second": 1736540.7824849384, "training_seconds": 0.7547879170015221, "elapsed_tokens_per_second": 1157155.1842828407, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1820, "epoch": 24, "tokens": 238551040, "loss": 3.7798815727233888, "lr": 0.0017594405332983301, "grad_norm": 0.16233475506305695, "tokens_per_second": 1718581.4767982503, "training_seconds": 1.5253510150032525, "elapsed_tokens_per_second": 1161314.3338303096, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1840, "epoch": 24, "tokens": 241172480, "loss": 3.7548176407814027, "lr": 0.0017149666273499214, "grad_norm": 0.16262167692184448, "tokens_per_second": 1720319.9704331444, "training_seconds": 1.5238095499989868, "elapsed_tokens_per_second": 1165423.0964883883, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1860, "epoch": 24, "tokens": 243793920, "loss": 3.7715392827987673, "lr": 0.001670636141831261, "grad_norm": 0.16672930121421814, "tokens_per_second": 1716178.4235688527, "training_seconds": 1.527486865001265, "elapsed_tokens_per_second": 1169448.8450381309, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1868, "epoch": 24, "tokens": 244842496, "loss": 3.757021427154541, "lr": 0.001652949104524654, "grad_norm": 0.16601188480854034, "tokens_per_second": 1720599.6112824457, "training_seconds": 0.6094247569999425, "elapsed_tokens_per_second": 1171048.252164965, "peak_memory_bytes": 42389451776}
{"loss": 3.768026473303783, "perplexity": 43.294537542771884, "tokens": 244842496, "seconds": 0.550091650999093, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 24, "step": 1868, "evaluation_tokens": 1048576}
{"event": "train", "step": 1880, "epoch": 25, "tokens": 246415360, "loss": 3.7520291209220886, "lr": 0.0016264713825419278, "grad_norm": 0.17684580385684967, "tokens_per_second": 1727006.3812526674, "training_seconds": 0.9107459110018681, "elapsed_tokens_per_second": 1170360.9749607265, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1900, "epoch": 25, "tokens": 249036800, "loss": 3.755244731903076, "lr": 0.001582494571892927, "grad_norm": 0.17347249388694763, "tokens_per_second": 1719459.5949390472, "training_seconds": 1.5245720269995218, "elapsed_tokens_per_second": 1174299.1718091432, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1920, "epoch": 25, "tokens": 251658240, "loss": 3.7583655834198, "lr": 0.0015387278377250214, "grad_norm": 0.1649368703365326, "tokens_per_second": 1718651.1692521702, "training_seconds": 1.5252891609998187, "elapsed_tokens_per_second": 1178179.0893076202, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1940, "epoch": 25, "tokens": 254279680, "loss": 3.759197413921356, "lr": 0.001495193202174653, "grad_norm": 0.14971758425235748, "tokens_per_second": 1720184.5804048132, "training_seconds": 1.5239294839993818, "elapsed_tokens_per_second": 1182009.1826277373, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1946, "epoch": 25, "tokens": 255066112, "loss": 3.723200480143229, "lr": 0.0014821813488359913, "grad_norm": 0.1702011525630951, "tokens_per_second": 1717952.068290964, "training_seconds": 0.45777295799780404, "elapsed_tokens_per_second": 1183140.5054235717, "peak_memory_bytes": 42389451776}
{"loss": 3.749635951213062, "perplexity": 42.50560506909128, "tokens": 255066112, "seconds": 0.5474599750014022, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 25, "step": 1946, "evaluation_tokens": 1048576}
{"event": "train", "step": 1960, "epoch": 26, "tokens": 256901120, "loss": 3.726941568510873, "lr": 0.0014519125705930512, "grad_norm": 0.1657695174217224, "tokens_per_second": 1731131.8178509746, "training_seconds": 1.0600047789994278, "elapsed_tokens_per_second": 1182607.7675198158, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1980, "epoch": 26, "tokens": 259522560, "loss": 3.7353470802307127, "lr": 0.001408907720524097, "grad_norm": 0.16054736077785492, "tokens_per_second": 1722714.9712732127, "training_seconds": 1.5216910769995593, "elapsed_tokens_per_second": 1186356.1070040478, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2000, "epoch": 26, "tokens": 262144000, "loss": 3.728641998767853, "lr": 0.00136620029074651, "grad_norm": 0.16623438894748688, "tokens_per_second": 1717693.9543222913, "training_seconds": 1.5261391550011467, "elapsed_tokens_per_second": 1190030.486199435, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2020, "epoch": 26, "tokens": 264765440, "loss": 3.733563685417175, "lr": 0.0013238117703858446, "grad_norm": 0.16250331699848175, "tokens_per_second": 1718716.612333696, "training_seconds": 1.525231083000108, "elapsed_tokens_per_second": 1193657.652793542, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2024, "epoch": 26, "tokens": 265289728, "loss": 3.7285338640213013, "lr": 0.0013153742153111634, "grad_norm": 0.17126473784446716, "tokens_per_second": 1723714.9708291264, "training_seconds": 0.3041616560003604, "elapsed_tokens_per_second": 1194377.1676662315, "peak_memory_bytes": 42389451776}
{"loss": 3.7343394005131607, "perplexity": 41.86036349269175, "tokens": 265289728, "seconds": 0.5479259149979043, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 26, "step": 2024, "evaluation_tokens": 1048576}
{"event": "train", "step": 2040, "epoch": 27, "tokens": 267386880, "loss": 3.7093088626861572, "lr": 0.0012817634881017953, "grad_norm": 0.17247967422008514, "tokens_per_second": 1725693.6440477758, "training_seconds": 1.215251621997595, "elapsed_tokens_per_second": 1194302.573522774, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2060, "epoch": 27, "tokens": 270008320, "loss": 3.709391152858734, "lr": 0.0012400766013562362, "grad_norm": 0.16832412779331207, "tokens_per_second": 1716065.8295865387, "training_seconds": 1.5275870859986753, "elapsed_tokens_per_second": 1197829.5212039896, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2080, "epoch": 27, "tokens": 272629760, "loss": 3.717841637134552, "lr": 0.001198772085767414, "grad_norm": 0.1773015856742859, "tokens_per_second": 1719701.1042394948, "training_seconds": 1.5243579210000462, "elapsed_tokens_per_second": 1201327.803787383, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2100, "epoch": 27, "tokens": 275251200, "loss": 3.710287034511566, "lr": 0.001157870724555627, "grad_norm": 0.16874541342258453, "tokens_per_second": 1718116.7030866116, "training_seconds": 1.5257636429996637, "elapsed_tokens_per_second": 1204770.630084442, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2101, "epoch": 27, "tokens": 275382272, "loss": 3.7232284545898438, "lr": 0.001155836609348925, "grad_norm": 0.1686735600233078, "tokens_per_second": 1716926.0375141737, "training_seconds": 0.07634108699858189, "elapsed_tokens_per_second": 1204935.0083388723, "peak_memory_bytes": 42389451776}
{"loss": 3.719408427444972, "perplexity": 41.23999044453692, "tokens": 275382272, "seconds": 0.5489758719995734, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 27, "step": 2101, "evaluation_tokens": 1048576}
{"event": "train", "step": 2120, "epoch": 28, "tokens": 277872640, "loss": 3.7111461789984452, "lr": 0.0011173930980857216, "grad_norm": 0.17597967386245728, "tokens_per_second": 1729695.7579899775, "training_seconds": 1.439772277000884, "elapsed_tokens_per_second": 1205140.6577184421, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2140, "epoch": 28, "tokens": 280494080, "loss": 3.7051520466804506, "lr": 0.001077359573511653, "grad_norm": 0.1653742641210556, "tokens_per_second": 1716568.6999174193, "training_seconds": 1.5271395780000603, "elapsed_tokens_per_second": 1208496.3216763975, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2160, "epoch": 28, "tokens": 283115520, "loss": 3.705691158771515, "lr": 0.001037790294528335, "grad_norm": 0.17503607273101807, "tokens_per_second": 1715137.5243252714, "training_seconds": 1.5284138809984142, "elapsed_tokens_per_second": 1211804.0285339826, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2179, "epoch": 28, "tokens": 285605888, "loss": 3.7030866898988424, "lr": 0.001000647624090521, "grad_norm": 0.1583593487739563, "tokens_per_second": 1720147.7874034145, "training_seconds": 1.447763976000715, "elapsed_tokens_per_second": 1214926.3521069598, "peak_memory_bytes": 42389451776}
{"loss": 3.705183124185746, "perplexity": 40.65749200532466, "tokens": 285605888, "seconds": 0.5489198729992495, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 28, "step": 2179, "evaluation_tokens": 1048576}
{"event": "train", "step": 2180, "epoch": 29, "tokens": 285736960, "loss": 3.7356185913085938, "lr": 0.0009987051712359205, "grad_norm": 0.1655765324831009, "tokens_per_second": 1889683.6883239066, "training_seconds": 0.06936187300016172, "elapsed_tokens_per_second": 1212240.6458216917, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2200, "epoch": 29, "tokens": 288358400, "loss": 3.692990040779114, "lr": 0.0009601238701216261, "grad_norm": 0.17152266204357147, "tokens_per_second": 1718545.5319754086, "training_seconds": 1.525382919000549, "elapsed_tokens_per_second": 1215490.9526439616, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2220, "epoch": 29, "tokens": 290979840, "loss": 3.684886133670807, "lr": 0.0009220658041641312, "grad_norm": 0.15879836678504944, "tokens_per_second": 1722219.354672153, "training_seconds": 1.522128986001917, "elapsed_tokens_per_second": 1218712.3987932133, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2240, "epoch": 29, "tokens": 293601280, "loss": 3.7121733903884886, "lr": 0.0008845501230655353, "grad_norm": 0.1651458740234375, "tokens_per_second": 1717911.0836645442, "training_seconds": 1.525946263998776, "elapsed_tokens_per_second": 1221876.5823699234, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2257, "epoch": 29, "tokens": 295829504, "loss": 3.6906596071579876, "lr": 0.0008531023518590851, "grad_norm": 0.17056867480278015, "tokens_per_second": 1716469.393664268, "training_seconds": 1.2981437409980572, "elapsed_tokens_per_second": 1224525.6126693985, "peak_memory_bytes": 42389451776}
{"loss": 3.689672336637584, "perplexity": 40.03172787752352, "tokens": 295829504, "seconds": 0.5465512609989673, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 29, "step": 2257, "evaluation_tokens": 1048576}
{"event": "train", "step": 2260, "epoch": 30, "tokens": 296222720, "loss": 3.6545797983805337, "lr": 0.0008475957036157928, "grad_norm": 0.15718014538288116, "tokens_per_second": 1769238.425138445, "training_seconds": 0.22225156000058632, "elapsed_tokens_per_second": 1222204.4719619502, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2280, "epoch": 30, "tokens": 298844160, "loss": 3.682106626033783, "lr": 0.0008112211401944649, "grad_norm": 0.16850487887859344, "tokens_per_second": 1719626.9080281255, "training_seconds": 1.5244236920007097, "elapsed_tokens_per_second": 1225307.6870938956, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2300, "epoch": 30, "tokens": 301465600, "loss": 3.6819868206977846, "lr": 0.0007754447354145734, "grad_norm": 0.1651550829410553, "tokens_per_second": 1722175.7495305033, "training_seconds": 1.5221675259999756, "elapsed_tokens_per_second": 1228381.1794579776, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2320, "epoch": 30, "tokens": 304087040, "loss": 3.654392659664154, "lr": 0.0007402844909132611, "grad_norm": 0.1652047485113144, "tokens_per_second": 1721756.1057905229, "training_seconds": 1.5225385240009928, "elapsed_tokens_per_second": 1231417.1778327008, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2335, "epoch": 30, "tokens": 306053120, "loss": 3.6735994021097818, "lr": 0.0007143293172337431, "grad_norm": 0.16226726770401, "tokens_per_second": 1720709.7674315695, "training_seconds": 1.1425982680011657, "elapsed_tokens_per_second": 1233662.1640133776, "peak_memory_bytes": 42389451776}
{"loss": 3.6775006632380585, "perplexity": 39.54742810854206, "tokens": 306053120, "seconds": 0.5476233059998776, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 30, "step": 2335, "evaluation_tokens": 1048576}
{"event": "train", "step": 2340, "epoch": 31, "tokens": 306708480, "loss": 3.657782030105591, "lr": 0.0007057580982938992, "grad_norm": 0.1663661003112793, "tokens_per_second": 1752656.6932289477, "training_seconds": 0.37392377099968144, "elapsed_tokens_per_second": 1231692.5696340217, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2360, "epoch": 31, "tokens": 309329920, "loss": 3.6712658643722533, "lr": 0.0006718829302241903, "grad_norm": 0.15998919308185577, "tokens_per_second": 1719012.868901069, "training_seconds": 1.524968222998723, "elapsed_tokens_per_second": 1234653.134184545, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2380, "epoch": 31, "tokens": 311951360, "loss": 3.6596819162368774, "lr": 0.0006386760316947518, "grad_norm": 0.15713858604431152, "tokens_per_second": 1717483.3814737136, "training_seconds": 1.526326268001867, "elapsed_tokens_per_second": 1237568.28876325, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2400, "epoch": 31, "tokens": 314572800, "loss": 3.6533003449440002, "lr": 0.0006061541114425748, "grad_norm": 0.169083833694458, "tokens_per_second": 1719673.870055925, "training_seconds": 1.5243820619980397, "elapsed_tokens_per_second": 1240460.5312958558, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2413, "epoch": 31, "tokens": 316276736, "loss": 3.6401030100308933, "lr": 0.0005853899488738232, "grad_norm": 0.16301342844963074, "tokens_per_second": 1722347.9199337312, "training_seconds": 0.9893099879991496, "elapsed_tokens_per_second": 1242325.2023877243, "peak_memory_bytes": 42389451776}
{"loss": 3.663171419109581, "perplexity": 38.98478411523522, "tokens": 316276736, "seconds": 0.5470170179978595, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 31, "step": 2413, "evaluation_tokens": 1048576}
{"event": "train", "step": 2420, "epoch": 32, "tokens": 317194240, "loss": 3.6573967252458846, "lr": 0.0005743335335436821, "grad_norm": 0.16270214319229126, "tokens_per_second": 1742130.8477798342, "training_seconds": 0.5266561930002354, "elapsed_tokens_per_second": 1240540.2314781358, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2440, "epoch": 32, "tokens": 319815680, "loss": 3.659415626525879, "lr": 0.0005432303091792015, "grad_norm": 0.16097991168498993, "tokens_per_second": 1719942.7761805768, "training_seconds": 1.524143731003278, "elapsed_tokens_per_second": 1243375.9565608746, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2460, "epoch": 32, "tokens": 322437120, "loss": 3.6432218313217164, "lr": 0.0005128600885790112, "grad_norm": 0.16494791209697723, "tokens_per_second": 1720701.6367819821, "training_seconds": 1.523471556000004, "elapsed_tokens_per_second": 1246178.5313708547, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2480, "epoch": 32, "tokens": 325058560, "loss": 3.6424620151519775, "lr": 0.00048323815314700315, "grad_norm": 0.15461787581443787, "tokens_per_second": 1716779.6646477848, "training_seconds": 1.5269519169996784, "elapsed_tokens_per_second": 1248934.237753541, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2491, "epoch": 32, "tokens": 326500352, "loss": 3.6448172222484243, "lr": 0.00046727046100503844, "grad_norm": 0.15565843880176544, "tokens_per_second": 1719198.5003962084, "training_seconds": 0.8386419599992223, "elapsed_tokens_per_second": 1250436.6087543925, "peak_memory_bytes": 42389451776}
{"loss": 3.6515597126367054, "perplexity": 38.53472229492972, "tokens": 326500352, "seconds": 0.5472720510006184, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 32, "step": 2491, "evaluation_tokens": 1048576}
{"event": "train", "step": 2500, "epoch": 33, "tokens": 327680000, "loss": 3.6400792598724365, "lr": 0.000454379407771927, "grad_norm": 0.1571911871433258, "tokens_per_second": 1736698.6588850834, "training_seconds": 0.6792473719979171, "elapsed_tokens_per_second": 1249059.6217703882, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2520, "epoch": 33, "tokens": 330301440, "loss": 3.6247219324111937, "lr": 0.00042629837332769084, "grad_norm": 0.1592605859041214, "tokens_per_second": 1721374.2812817954, "training_seconds": 1.5228762440019636, "elapsed_tokens_per_second": 1251779.9960648085, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2540, "epoch": 33, "tokens": 332922880, "loss": 3.6241790771484377, "lr": 0.0003990091793668813, "grad_norm": 0.15900999307632446, "tokens_per_second": 1718471.6877876471, "training_seconds": 1.5254484659999434, "elapsed_tokens_per_second": 1254455.115077855, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2560, "epoch": 33, "tokens": 335544320, "loss": 3.647714841365814, "lr": 0.00037252555701118784, "grad_norm": 0.15501393377780914, "tokens_per_second": 1716897.8959579489, "training_seconds": 1.5268467660025635, "elapsed_tokens_per_second": 1257094.8218884661, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2568, "epoch": 33, "tokens": 336592896, "loss": 3.6302697956562042, "lr": 0.0003621606668673201, "grad_norm": 0.14560462534427643, "tokens_per_second": 1717105.5898748655, "training_seconds": 0.6106648339991807, "elapsed_tokens_per_second": 1258136.5850129444, "peak_memory_bytes": 42389451776}
{"loss": 3.641801464135146, "perplexity": 38.160519649439266, "tokens": 336592896, "seconds": 0.5503652199986391, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 33, "step": 2568, "evaluation_tokens": 1048576}
{"event": "train", "step": 2580, "epoch": 34, "tokens": 338165760, "loss": 3.642484128475189, "lr": 0.00034686083204230365, "grad_norm": 0.16268077492713928, "tokens_per_second": 1731114.9689504956, "training_seconds": 0.9085843680004473, "elapsed_tokens_per_second": 1257119.4217965638, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2600, "epoch": 34, "tokens": 340787200, "loss": 3.6571882128715516, "lr": 0.00032202791819678646, "grad_norm": 0.15412381291389465, "tokens_per_second": 1719647.3744924816, "training_seconds": 1.524405549000221, "elapsed_tokens_per_second": 1259720.5049848093, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2620, "epoch": 34, "tokens": 343408640, "loss": 3.6314936876296997, "lr": 0.00029803931066824286, "grad_norm": 0.15902863442897797, "tokens_per_second": 1721556.8874047995, "training_seconds": 1.5227147120021982, "elapsed_tokens_per_second": 1262297.7912203392, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2640, "epoch": 34, "tokens": 346030080, "loss": 3.6406912803649902, "lr": 0.0002749070798201143, "grad_norm": 0.16998504102230072, "tokens_per_second": 1715826.546360909, "training_seconds": 1.5278001180013234, "elapsed_tokens_per_second": 1264824.9278433505, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2646, "epoch": 34, "tokens": 346816512, "loss": 3.626647154490153, "lr": 0.00026813615549331417, "grad_norm": 0.1578926295042038, "tokens_per_second": 1722879.920132383, "training_seconds": 0.4564636169998266, "elapsed_tokens_per_second": 1265580.4368637616, "peak_memory_bytes": 42389451776}
{"loss": 3.632634963757515, "perplexity": 37.81231955791211, "tokens": 346816512, "seconds": 0.5499128470000869, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 34, "step": 2646, "evaluation_tokens": 1048576}
{"event": "train", "step": 2660, "epoch": 35, "tokens": 348651520, "loss": 3.6178575413567677, "lr": 0.0002526428651122241, "grad_norm": 0.15812508761882782, "tokens_per_second": 1730265.5691957597, "training_seconds": 1.0605354649997025, "elapsed_tokens_per_second": 1264805.0793462277, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2680, "epoch": 35, "tokens": 351272960, "loss": 3.628007447719574, "lr": 0.00023125786924414271, "grad_norm": 0.1553647220134735, "tokens_per_second": 1716984.75914531, "training_seconds": 1.5267695219990856, "elapsed_tokens_per_second": 1267290.2887283482, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2700, "epoch": 35, "tokens": 353894400, "loss": 3.6333664774894716, "lr": 0.0002107628525183185, "grad_norm": 0.15127065777778625, "tokens_per_second": 1718496.8493238527, "training_seconds": 1.5254261310001311, "elapsed_tokens_per_second": 1269752.0019624943, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2720, "epoch": 35, "tokens": 356515840, "loss": 3.614810287952423, "lr": 0.00019116812742580902, "grad_norm": 0.15783607959747314, "tokens_per_second": 1715806.9602457604, "training_seconds": 1.5278175579987874, "elapsed_tokens_per_second": 1272178.1990763114, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2724, "epoch": 35, "tokens": 357040128, "loss": 3.6006770730018616, "lr": 0.0001873580930679506, "grad_norm": 0.15280620753765106, "tokens_per_second": 1718068.0784937746, "training_seconds": 0.3051613650022773, "elapsed_tokens_per_second": 1272654.9487022029, "peak_memory_bytes": 42389451776}
{"loss": 3.624584969114254, "perplexity": 37.509152471892364, "tokens": 357040128, "seconds": 0.5488168109986873, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 35, "step": 2724, "evaluation_tokens": 1048576}
{"event": "train", "step": 2740, "epoch": 36, "tokens": 359137280, "loss": 3.634116366505623, "lr": 0.00017248355345733725, "grad_norm": 0.1509125530719757, "tokens_per_second": 1726782.6716005867, "training_seconds": 1.2144852009987517, "elapsed_tokens_per_second": 1272082.5281269914, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2760, "epoch": 36, "tokens": 361758720, "loss": 3.639580750465393, "lr": 0.0001547185321422868, "grad_norm": 0.15043118596076965, "tokens_per_second": 1716214.7941538228, "training_seconds": 1.527454494000267, "elapsed_tokens_per_second": 1274466.8687198355, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2780, "epoch": 36, "tokens": 364380160, "loss": 3.6272995710372924, "lr": 0.0001378820023181273, "grad_norm": 0.14906255900859833, "tokens_per_second": 1718626.637549315, "training_seconds": 1.5253109330005827, "elapsed_tokens_per_second": 1276832.6355902613, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2800, "epoch": 36, "tokens": 367001600, "loss": 3.6197777152061463, "lr": 0.00012198243563265332, "grad_norm": 0.14842557907104492, "tokens_per_second": 1717506.8216736254, "training_seconds": 1.5263054369970632, "elapsed_tokens_per_second": 1279171.4807167118, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2802, "epoch": 36, "tokens": 367263744, "loss": 3.6347392797470093, "lr": 0.0001204443240502393, "grad_norm": 0.15132176876068115, "tokens_per_second": 1726691.6356492818, "training_seconds": 0.15181865400154493, "elapsed_tokens_per_second": 1279399.9861949922, "peak_memory_bytes": 42389451776}
{"loss": 3.618626865260868, "perplexity": 37.28633349447021, "tokens": 367263744, "seconds": 0.5512291019986151, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 36, "step": 2802, "evaluation_tokens": 1048576}
{"event": "train", "step": 2820, "epoch": 37, "tokens": 369623040, "loss": 3.610099951426188, "lr": 0.00010702783228130075, "grad_norm": 0.15471838414669037, "tokens_per_second": 1723048.4651913606, "training_seconds": 1.3692569000013464, "elapsed_tokens_per_second": 1279009.1583843215, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2840, "epoch": 37, "tokens": 372244480, "loss": 3.6291418790817263, "lr": 9.30257169816815e-05, "grad_norm": 0.14724642038345337, "tokens_per_second": 1715634.950668079, "training_seconds": 1.5279707370027609, "elapsed_tokens_per_second": 1281299.425214985, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2860, "epoch": 37, "tokens": 374865920, "loss": 3.617950999736786, "lr": 7.998313518736832e-05, "grad_norm": 0.1504034698009491, "tokens_per_second": 1716931.9344322344, "training_seconds": 1.5268164959998103, "elapsed_tokens_per_second": 1283568.1325516491, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2880, "epoch": 37, "tokens": 377487360, "loss": 3.6297693610191346, "lr": 6.790664954282866e-05, "grad_norm": 0.1439439356327057, "tokens_per_second": 1720943.0251518562, "training_seconds": 1.523257865999767, "elapsed_tokens_per_second": 1285831.5885661775, "peak_memory_bytes": 42389451776}
{"loss": 3.6142372374731786, "perplexity": 37.12301907585662, "tokens": 377487360, "seconds": 0.5498535850019834, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 37, "step": 2880, "evaluation_tokens": 1048576}
{"event": "train", "step": 2900, "epoch": 38, "tokens": 380108800, "loss": 3.626711118221283, "lr": 5.6802336581293967e-05, "grad_norm": 0.1467006355524063, "tokens_per_second": 1722687.532866412, "training_seconds": 1.5217153140001756, "elapsed_tokens_per_second": 1285650.4214671084, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2920, "epoch": 38, "tokens": 382730240, "loss": 3.598852252960205, "lr": 4.6675783667226465e-05, "grad_norm": 0.1457938849925995, "tokens_per_second": 1719500.9027403905, "training_seconds": 1.5245354020007653, "elapsed_tokens_per_second": 1287868.781005375, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2940, "epoch": 38, "tokens": 385351680, "loss": 3.621096205711365, "lr": 3.753208618492221e-05, "grad_norm": 0.1498001515865326, "tokens_per_second": 1724017.5576165644, "training_seconds": 1.5205413590010721, "elapsed_tokens_per_second": 1290083.8103694534, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2958, "epoch": 38, "tokens": 387710976, "loss": 3.6125064161088734, "lr": 3.0146912696062068e-05, "grad_norm": 0.1435859352350235, "tokens_per_second": 1722348.3820614691, "training_seconds": 1.3698134619990014, "elapsed_tokens_per_second": 1292049.7498781683, "peak_memory_bytes": 42389451776}
{"loss": 3.61174113972282, "perplexity": 37.030471942851364, "tokens": 387710976, "seconds": 0.5480367349991866, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 38, "step": 2958, "evaluation_tokens": 1048576}
{"event": "train", "step": 2960, "epoch": 39, "tokens": 387973120, "loss": 3.6015684604644775, "lr": 2.9375844974662392e-05, "grad_norm": 0.14372308552265167, "tokens_per_second": 1777873.6789973618, "training_seconds": 0.14744804599831696, "elapsed_tokens_per_second": 1289887.2640671933, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2980, "epoch": 39, "tokens": 390594560, "loss": 3.615091288089752, "lr": 2.221116401770584e-05, "grad_norm": 0.14304077625274658, "tokens_per_second": 1718807.2535665627, "training_seconds": 1.5251506499989773, "elapsed_tokens_per_second": 1292046.7504050615, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3000, "epoch": 39, "tokens": 393216000, "loss": 3.597909486293793, "lr": 1.604164837128641e-05, "grad_norm": 0.1497187614440918, "tokens_per_second": 1719994.9568603467, "training_seconds": 1.5240974919979635, "elapsed_tokens_per_second": 1294185.9012257569, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3020, "epoch": 39, "tokens": 395837440, "loss": 3.613471567630768, "lr": 1.0870402354652641e-05, "grad_norm": 0.1466105431318283, "tokens_per_second": 1718714.7214710359, "training_seconds": 1.5252327609996428, "elapsed_tokens_per_second": 1296301.2473127537, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3035, "epoch": 39, "tokens": 397803520, "loss": 3.6011830965677896, "lr": 7.648666487645394e-06, "grad_norm": 0.1431690752506256, "tokens_per_second": 1716746.5544922636, "training_seconds": 1.1452360250004858, "elapsed_tokens_per_second": 1297865.1229556953, "peak_memory_bytes": 42389451776}
{"loss": 3.6104985113975028, "perplexity": 36.98448540751843, "tokens": 397803520, "seconds": 0.5501571610002429, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 39, "step": 3035, "evaluation_tokens": 1048576}
{"event": "train", "step": 3040, "epoch": 40, "tokens": 398458880, "loss": 3.6273080348968505, "lr": 6.700027987067037e-06, "grad_norm": 0.14476872980594635, "tokens_per_second": 1747245.7344819403, "training_seconds": 0.3750817569998617, "elapsed_tokens_per_second": 1296037.0541103429, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3060, "epoch": 40, "tokens": 401080320, "loss": 3.6213539719581602, "lr": 3.5326236785453435e-06, "grad_norm": 0.14724694192409515, "tokens_per_second": 1717907.6578623494, "training_seconds": 1.525949306997063, "elapsed_tokens_per_second": 1298115.4696320554, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3080, "epoch": 40, "tokens": 403701760, "loss": 3.5964531302452087, "lr": 1.3697831739987178e-06, "grad_norm": 0.14547358453273773, "tokens_per_second": 1717531.3427960991, "training_seconds": 1.5262836459987739, "elapsed_tokens_per_second": 1300169.4698919503, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3100, "epoch": 40, "tokens": 406323200, "loss": 3.6237358808517457, "lr": 2.1259475130741558e-07, "grad_norm": 0.14591318368911743, "tokens_per_second": 1716410.4730242614, "training_seconds": 1.5272803570005635, "elapsed_tokens_per_second": 1302201.6841281245, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3113, "epoch": 40, "tokens": 408027136, "loss": 3.6068169337052565, "lr": 0.0, "grad_norm": 0.14575982093811035, "tokens_per_second": 1719052.9511120336, "training_seconds": 0.9912062330004119, "elapsed_tokens_per_second": 1303513.5181077628, "peak_memory_bytes": 42389451776}
{"loss": 3.610335065826242, "perplexity": 36.97844095115647, "tokens": 408027136, "seconds": 0.5479140470015409, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 40, "step": 3113, "evaluation_tokens": 1048576}
{"loss": 3.6111464655009256, "perplexity": 37.00845742214512, "tokens": 408027136, "seconds": 102.51060565599983, "split": "full", "validation_complete": true, "event": "final_validation", "step": 3113, "evaluation_tokens": 197411295}