{"event": "train", "step": 20, "epoch": 1, "tokens": 2621440, "loss": 9.414927196502685, "lr": 0.0005769230769230769, "grad_norm": 1.6144914627075195, "tokens_per_second": 50571.95933579044, "training_seconds": 51.8358401459991, "elapsed_tokens_per_second": 50571.95933579044, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 40, "epoch": 1, "tokens": 5242880, "loss": 7.371602630615234, "lr": 0.0011538461538461537, "grad_norm": 2.897439956665039, "tokens_per_second": 1755229.9248454315, "training_seconds": 1.4935023400030332, "elapsed_tokens_per_second": 98301.11407466531, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 60, "epoch": 1, "tokens": 7864320, "loss": 6.887569546699524, "lr": 0.0017307692307692306, "grad_norm": 2.856227159500122, "tokens_per_second": 1747917.9840044333, "training_seconds": 1.49975000199629, "elapsed_tokens_per_second": 143415.48017506526, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 78, "epoch": 1, "tokens": 10223616, "loss": 6.711900287204319, "lr": 0.00225, "grad_norm": 1.0827000141143799, "tokens_per_second": 1749963.6316152746, "training_seconds": 1.3481971610017354, "elapsed_tokens_per_second": 181963.0487470981, "peak_memory_bytes": 21988176384}
{"loss": 6.642677506141183, "perplexity": 767.1462845097358, "tokens": 10223616, "seconds": 1.078371039002377, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 1, "step": 78, "evaluation_tokens": 1048576}
{"event": "train", "step": 80, "epoch": 2, "tokens": 10485760, "loss": 6.563296318054199, "lr": 0.0023076923076923075, "grad_norm": 0.4705576002597809, "tokens_per_second": 1816298.5663217104, "training_seconds": 0.1443286940047983, "elapsed_tokens_per_second": 182633.7410794853, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 100, "epoch": 2, "tokens": 13107200, "loss": 6.388799834251404, "lr": 0.0028846153846153843, "grad_norm": 0.5616132020950317, "tokens_per_second": 1745479.8242321338, "training_seconds": 1.5018449159979355, "elapsed_tokens_per_second": 222468.86669237047, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 120, "epoch": 2, "tokens": 15728640, "loss": 6.178646564483643, "lr": 0.003461538461538461, "grad_norm": 0.5513769388198853, "tokens_per_second": 1750140.8501736743, "training_seconds": 1.497845158999553, "elapsed_tokens_per_second": 260337.22563239292, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 140, "epoch": 2, "tokens": 18350080, "loss": 5.948272275924682, "lr": 0.0040384615384615385, "grad_norm": 0.28034427762031555, "tokens_per_second": 1745320.439796021, "training_seconds": 1.5019820660018013, "elapsed_tokens_per_second": 296354.089045476, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 156, "epoch": 2, "tokens": 20447232, "loss": 5.77567932009697, "lr": 0.0045, "grad_norm": 0.2782505750656128, "tokens_per_second": 1745005.2325541996, "training_seconds": 1.2018027000012808, "elapsed_tokens_per_second": 323927.90427571017, "peak_memory_bytes": 42389451776}
{"loss": 5.720117276438098, "perplexity": 304.9406832171086, "tokens": 20447232, "seconds": 0.5415475170011632, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 2, "step": 156, "evaluation_tokens": 1048576}
{"event": "train", "step": 160, "epoch": 3, "tokens": 20971520, "loss": 5.684005975723267, "lr": 0.004615384615384615, "grad_norm": 0.27385255694389343, "tokens_per_second": 1774940.8047558453, "training_seconds": 0.29538337199483067, "elapsed_tokens_per_second": 327844.0502941504, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 180, "epoch": 3, "tokens": 23592960, "loss": 5.591870260238648, "lr": 0.005192307692307692, "grad_norm": 0.36713144183158875, "tokens_per_second": 1746758.275106803, "training_seconds": 1.5007457169995178, "elapsed_tokens_per_second": 360364.56501498295, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 200, "epoch": 3, "tokens": 26214400, "loss": 5.443794918060303, "lr": 0.005769230769230769, "grad_norm": 0.32681509852409363, "tokens_per_second": 1746308.8123949664, "training_seconds": 1.5011319769982947, "elapsed_tokens_per_second": 391421.1546684274, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 220, "epoch": 3, "tokens": 28835840, "loss": 5.313992547988891, "lr": 0.006346153846153845, "grad_norm": 0.26255422830581665, "tokens_per_second": 1748686.5059157095, "training_seconds": 1.499090884004545, "elapsed_tokens_per_second": 421129.32447203144, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 233, "epoch": 3, "tokens": 30539776, "loss": 5.235847143026499, "lr": 0.006721153846153846, "grad_norm": 0.27238643169403076, "tokens_per_second": 1742396.1203941116, "training_seconds": 0.9779268790007336, "elapsed_tokens_per_second": 439724.71779599093, "peak_memory_bytes": 42389451776}
{"loss": 5.227457072592612, "perplexity": 186.3184064149342, "tokens": 30539776, "seconds": 0.543161774003238, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 3, "step": 233, "evaluation_tokens": 1048576}
{"event": "train", "step": 240, "epoch": 4, "tokens": 31457280, "loss": 5.188793863568987, "lr": 0.006923076923076922, "grad_norm": 0.263659805059433, "tokens_per_second": 1773142.467084155, "training_seconds": 0.5174451670027338, "elapsed_tokens_per_second": 445872.01375314256, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 260, "epoch": 4, "tokens": 34078720, "loss": 5.135008907318115, "lr": 0.0075, "grad_norm": 0.2571879029273987, "tokens_per_second": 1745234.8862424258, "training_seconds": 1.5020556950039463, "elapsed_tokens_per_second": 472951.71447819215, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 280, "epoch": 4, "tokens": 36700160, "loss": 5.054717874526977, "lr": 0.008076923076923077, "grad_norm": 0.36015933752059937, "tokens_per_second": 1743180.7515694257, "training_seconds": 1.5038256919942796, "elapsed_tokens_per_second": 498909.89195398317, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 300, "epoch": 4, "tokens": 39321600, "loss": 4.988224029541016, "lr": 0.008653846153846153, "grad_norm": 0.2599622309207916, "tokens_per_second": 1742609.0516013755, "training_seconds": 1.5043190540018259, "elapsed_tokens_per_second": 523826.2384264205, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 311, "epoch": 4, "tokens": 40763392, "loss": 4.994377569718794, "lr": 0.008971153846153846, "grad_norm": 0.24100634455680847, "tokens_per_second": 1746846.1376984194, "training_seconds": 0.8253686280004331, "elapsed_tokens_per_second": 537116.8043078955, "peak_memory_bytes": 42389451776}
{"loss": 4.989609048389423, "perplexity": 146.87898969192727, "tokens": 40763392, "seconds": 0.5450423919974128, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 4, "step": 311, "evaluation_tokens": 1048576}
{"event": "train", "step": 320, "epoch": 5, "tokens": 41943040, "loss": 4.920598824818929, "lr": 0.008999818852182455, "grad_norm": 0.18051449954509735, "tokens_per_second": 1762401.1865212943, "training_seconds": 0.6693413559987675, "elapsed_tokens_per_second": 543715.5885602112, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 340, "epoch": 5, "tokens": 44564480, "loss": 4.859968757629394, "lr": 0.008997781106722202, "grad_norm": 0.21786978840827942, "tokens_per_second": 1743192.1763629068, "training_seconds": 1.5038158359966474, "elapsed_tokens_per_second": 566644.200203206, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 360, "epoch": 5, "tokens": 47185920, "loss": 4.81599235534668, "lr": 0.00899348020978169, "grad_norm": 0.1571456491947174, "tokens_per_second": 1745377.5196729354, "training_seconds": 1.501932945997396, "elapsed_tokens_per_second": 588722.2835235646, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 380, "epoch": 5, "tokens": 49807360, "loss": 4.76520357131958, "lr": 0.008986918325446062, "grad_norm": 0.17035537958145142, "tokens_per_second": 1747519.4027597385, "training_seconds": 1.5000920710008359, "elapsed_tokens_per_second": 610003.9881773171, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 389, "epoch": 5, "tokens": 50987008, "loss": 4.7167726622687445, "lr": 0.00898322866842658, "grad_norm": 0.16702081263065338, "tokens_per_second": 1743045.5813511235, "training_seconds": 0.6767740400027833, "elapsed_tokens_per_second": 619306.6143921143, "peak_memory_bytes": 42389451776}
{"loss": 4.726960815665214, "perplexity": 112.95175895594404, "tokens": 50987008, "seconds": 0.5440629000004265, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 5, "step": 389, "evaluation_tokens": 1048576}
{"event": "train", "step": 400, "epoch": 6, "tokens": 52428800, "loss": 4.686371499841863, "lr": 0.008978098755462975, "grad_norm": 0.20351901650428772, "tokens_per_second": 1755636.875894061, "training_seconds": 0.8212358829987352, "elapsed_tokens_per_second": 626381.6063873436, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 420, "epoch": 6, "tokens": 55050240, "loss": 4.629679393768311, "lr": 0.00896702593758127, "grad_norm": 0.23798339068889618, "tokens_per_second": 1745864.641139151, "training_seconds": 1.50151388499944, "elapsed_tokens_per_second": 646102.1379620252, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 440, "epoch": 6, "tokens": 57671680, "loss": 4.581696105003357, "lr": 0.008953705443318003, "grad_norm": 0.16299816966056824, "tokens_per_second": 1740516.0482709606, "training_seconds": 1.5061280259978957, "elapsed_tokens_per_second": 665100.7047930531, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 460, "epoch": 6, "tokens": 60293120, "loss": 4.5074076652526855, "lr": 0.008938143975155044, "grad_norm": 0.19052763283252716, "tokens_per_second": 1744984.2579443578, "training_seconds": 1.5022714320002706, "elapsed_tokens_per_second": 683482.7065569208, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 467, "epoch": 6, "tokens": 61210624, "loss": 4.471399307250977, "lr": 0.008932169446433859, "grad_norm": 0.15608540177345276, "tokens_per_second": 1747296.6572351728, "training_seconds": 0.5250991560023976, "elapsed_tokens_per_second": 689765.7872133591, "peak_memory_bytes": 42389451776}
{"loss": 4.478944040352966, "perplexity": 88.14154959759611, "tokens": 61210624, "seconds": 0.5400271120015532, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 6, "step": 467, "evaluation_tokens": 1048576}
{"event": "train", "step": 480, "epoch": 7, "tokens": 62914560, "loss": 4.442506019885723, "lr": 0.008920349363166572, "grad_norm": 0.1813478022813797, "tokens_per_second": 1748194.3582723187, "training_seconds": 0.9746833879980841, "elapsed_tokens_per_second": 697023.8967706835, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 500, "epoch": 7, "tokens": 65536000, "loss": 4.423397946357727, "lr": 0.008900330561079218, "grad_norm": 0.14227041602134705, "tokens_per_second": 1741007.156657432, "training_seconds": 1.5057031730029848, "elapsed_tokens_per_second": 714145.195237497, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 520, "epoch": 7, "tokens": 68157440, "loss": 4.363147974014282, "lr": 0.008878097641766801, "grad_norm": 0.14020733535289764, "tokens_per_second": 1740280.93156812, "training_seconds": 1.506331508004223, "elapsed_tokens_per_second": 730705.799484667, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 540, "epoch": 7, "tokens": 70778880, "loss": 4.333960056304932, "lr": 0.008853661792181968, "grad_norm": 0.1719488948583603, "tokens_per_second": 1744490.9047255183, "training_seconds": 1.5026962839983753, "elapsed_tokens_per_second": 746768.4451537475, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 545, "epoch": 7, "tokens": 71434240, "loss": 4.339015769958496, "lr": 0.008847210038528635, "grad_norm": 0.1362971067428589, "tokens_per_second": 1748115.3278418824, "training_seconds": 0.3748951739980839, "elapsed_tokens_per_second": 750701.5324445008, "peak_memory_bytes": 42389451776}
{"loss": 4.327045473131524, "perplexity": 75.72023827534414, "tokens": 71434240, "seconds": 0.5434257980014081, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 7, "step": 545, "evaluation_tokens": 1048576}
{"event": "train", "step": 560, "epoch": 8, "tokens": 73400320, "loss": 4.334530035654704, "lr": 0.008827035307727243, "grad_norm": 0.3183717429637909, "tokens_per_second": 1749101.6195351498, "training_seconds": 1.124051329003123, "elapsed_tokens_per_second": 758027.3614311371, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 580, "epoch": 8, "tokens": 76021760, "loss": 4.343214678764343, "lr": 0.008798231586068335, "grad_norm": 0.16206970810890198, "tokens_per_second": 1740451.8557849135, "training_seconds": 1.5061835759988753, "elapsed_tokens_per_second": 773064.368964303, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 600, "epoch": 8, "tokens": 78643200, "loss": 4.271297454833984, "lr": 0.008767265120392833, "grad_norm": 0.12574468553066254, "tokens_per_second": 1743605.2271950557, "training_seconds": 1.503459589999693, "elapsed_tokens_per_second": 787666.76904109, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 620, "epoch": 8, "tokens": 81264640, "loss": 4.229509353637695, "lr": 0.008734151492117653, "grad_norm": 0.1704072654247284, "tokens_per_second": 1741895.6407221379, "training_seconds": 1.5049351630004821, "elapsed_tokens_per_second": 801821.1880437412, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 623, "epoch": 8, "tokens": 81657856, "loss": 4.227685610453288, "lr": 0.008729000270886961, "grad_norm": 0.15895377099514008, "tokens_per_second": 1713140.1056032327, "training_seconds": 0.22952938800153788, "elapsed_tokens_per_second": 803867.602666903, "peak_memory_bytes": 42389451776}
{"loss": 4.230355754552395, "perplexity": 68.74168299100718, "tokens": 81657856, "seconds": 0.5431021600015811, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 8, "step": 623, "evaluation_tokens": 1048576}
{"event": "train", "step": 640, "epoch": 9, "tokens": 83886080, "loss": 4.201198381536147, "lr": 0.008698907363048935, "grad_norm": 0.16340488195419312, "tokens_per_second": 1753089.3135920675, "training_seconds": 1.2710270850002416, "elapsed_tokens_per_second": 811266.5677307177, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 660, "epoch": 9, "tokens": 86507520, "loss": 4.1683451414108275, "lr": 0.008661550466998302, "grad_norm": 0.1667424440383911, "tokens_per_second": 1741886.6403963973, "training_seconds": 1.5049429389982834, "elapsed_tokens_per_second": 824608.5088107246, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 680, "epoch": 9, "tokens": 89128960, "loss": 4.170646595954895, "lr": 0.00862209960085973, "grad_norm": 0.13245438039302826, "tokens_per_second": 1740889.9483159469, "training_seconds": 1.5058045469995704, "elapsed_tokens_per_second": 837562.5502597414, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 700, "epoch": 9, "tokens": 91750400, "loss": 4.156655931472779, "lr": 0.008580574615151505, "grad_norm": 0.16481462121009827, "tokens_per_second": 1742899.8606619935, "training_seconds": 1.5040680530000827, "elapsed_tokens_per_second": 850172.4200375134, "peak_memory_bytes": 42389451776}
{"loss": 4.168861995829642, "perplexity": 64.6418475421128, "tokens": 91750400, "seconds": 0.5415652439987753, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 9, "step": 700, "evaluation_tokens": 1048576}
{"event": "train", "step": 720, "epoch": 10, "tokens": 94371840, "loss": 4.156178212165832, "lr": 0.00853699640402802, "grad_norm": 0.1411249041557312, "tokens_per_second": 1749687.2511803908, "training_seconds": 1.4982334689993877, "elapsed_tokens_per_second": 858100.5159951574, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 740, "epoch": 10, "tokens": 96993280, "loss": 4.124034762382507, "lr": 0.008491386894766452, "grad_norm": 0.16907285153865814, "tokens_per_second": 1739237.3359517767, "training_seconds": 1.507235352997668, "elapsed_tokens_per_second": 870000.7393530192, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 760, "epoch": 10, "tokens": 99614720, "loss": 4.110154128074646, "lr": 0.008443769036733603, "grad_norm": 0.1495637148618698, "tokens_per_second": 1741762.4624833718, "training_seconds": 1.5050502330050222, "elapsed_tokens_per_second": 881604.4503477606, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 778, "epoch": 10, "tokens": 101974016, "loss": 4.105620861053467, "lr": 0.00839921560848184, "grad_norm": 0.12526795268058777, "tokens_per_second": 1741740.45865981, "training_seconds": 1.3545623219979461, "elapsed_tokens_per_second": 891781.1296112904, "peak_memory_bytes": 42389451776}
{"loss": 4.1123360775789894, "perplexity": 61.08926026061749, "tokens": 101974016, "seconds": 0.5446971549972659, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 10, "step": 778, "evaluation_tokens": 1048576}
{"event": "train", "step": 780, "epoch": 11, "tokens": 102236160, "loss": 4.073456287384033, "lr": 0.008394166789838441, "grad_norm": 0.13851064443588257, "tokens_per_second": 1816070.6652254164, "training_seconds": 0.14434680600243155, "elapsed_tokens_per_second": 888669.6339877839, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 800, "epoch": 11, "tokens": 104857600, "loss": 4.115046215057373, "lr": 0.00834260511247619, "grad_norm": 0.14217524230480194, "tokens_per_second": 1744272.9855526248, "training_seconds": 1.5028840220038546, "elapsed_tokens_per_second": 899695.6898850681, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 820, "epoch": 11, "tokens": 107479040, "loss": 4.081554222106933, "lr": 0.00828910994896999, "grad_norm": 0.13582371175289154, "tokens_per_second": 1739463.6374946646, "training_seconds": 1.5070392639972852, "elapsed_tokens_per_second": 910405.0485952445, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 840, "epoch": 11, "tokens": 110100480, "loss": 4.068908929824829, "lr": 0.008233708216516481, "grad_norm": 0.12188898772001266, "tokens_per_second": 1741392.371686538, "training_seconds": 1.5053700950011262, "elapsed_tokens_per_second": 920859.4065252356, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 856, "epoch": 11, "tokens": 112197632, "loss": 4.065495997667313, "lr": 0.008188032802059476, "grad_norm": 0.13264153897762299, "tokens_per_second": 1740601.7979821726, "training_seconds": 1.2048430619979626, "elapsed_tokens_per_second": 929025.3330268853, "peak_memory_bytes": 42389451776}
{"loss": 4.067393635894192, "perplexity": 58.404540546407105, "tokens": 112197632, "seconds": 0.5440488849999383, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 11, "step": 856, "evaluation_tokens": 1048576}
{"event": "train", "step": 860, "epoch": 12, "tokens": 112721920, "loss": 4.066617369651794, "lr": 0.008176427791641844, "grad_norm": 0.1427527815103531, "tokens_per_second": 1777559.8682852692, "training_seconds": 0.2949481530013145, "elapsed_tokens_per_second": 926872.6482850995, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 880, "epoch": 12, "tokens": 115343360, "loss": 4.031270718574524, "lr": 0.008117297496175176, "grad_norm": 0.13866297900676727, "tokens_per_second": 1741173.5594064074, "training_seconds": 1.505559273995459, "elapsed_tokens_per_second": 936822.9227481585, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 900, "epoch": 12, "tokens": 117964800, "loss": 4.029631948471069, "lr": 0.00805634708274617, "grad_norm": 0.12413002550601959, "tokens_per_second": 1745053.468991747, "training_seconds": 1.5022118499982753, "elapsed_tokens_per_second": 946553.8386135689, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 920, "epoch": 12, "tokens": 120586240, "loss": 4.03618677854538, "lr": 0.007993607219814469, "grad_norm": 0.13672243058681488, "tokens_per_second": 1741856.714044147, "training_seconds": 1.5049687950013322, "elapsed_tokens_per_second": 956034.9767783304, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 934, "epoch": 12, "tokens": 122421248, "loss": 4.004546693393162, "lr": 0.007948641462738663, "grad_norm": 0.12086456269025803, "tokens_per_second": 1738935.7918371668, "training_seconds": 1.0552477029996226, "elapsed_tokens_per_second": 962519.7648417285, "peak_memory_bytes": 42389451776}
{"loss": 4.02462239888236, "perplexity": 55.95917454488917, "tokens": 122421248, "seconds": 0.5473744199989596, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 12, "step": 934, "evaluation_tokens": 1048576}
{"event": "train", "step": 940, "epoch": 13, "tokens": 123207680, "loss": 4.007537881533305, "lr": 0.00792910947623821, "grad_norm": 0.13288162648677826, "tokens_per_second": 1772599.0339746939, "training_seconds": 0.44366040200111456, "elapsed_tokens_per_second": 960908.3915649385, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 960, "epoch": 13, "tokens": 125829120, "loss": 4.004200971126556, "lr": 0.007862886305389484, "grad_norm": 0.11888470500707626, "tokens_per_second": 1742763.5280235787, "training_seconds": 1.5041857130054268, "elapsed_tokens_per_second": 969966.988889604, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 980, "epoch": 13, "tokens": 128450560, "loss": 4.006371748447418, "lr": 0.007794971028824759, "grad_norm": 0.14184023439884186, "tokens_per_second": 1741172.042075535, "training_seconds": 1.505560586003412, "elapsed_tokens_per_second": 978803.0846960773, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1000, "epoch": 13, "tokens": 131072000, "loss": 3.9826876401901243, "lr": 0.007725397819518452, "grad_norm": 0.12350139021873474, "tokens_per_second": 1739447.0179515306, "training_seconds": 1.5070536630009883, "elapsed_tokens_per_second": 987429.4506386134, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1012, "epoch": 13, "tokens": 132644864, "loss": 3.9701751271883645, "lr": 0.007682872615033897, "grad_norm": 0.11009447276592255, "tokens_per_second": 1744069.810699516, "training_seconds": 0.9018354599975282, "elapsed_tokens_per_second": 992524.4838349425, "peak_memory_bytes": 42389451776}
{"loss": 3.998462288863499, "perplexity": 54.514258366911164, "tokens": 132644864, "seconds": 0.5452955039945664, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 13, "step": 1012, "evaluation_tokens": 1048576}
{"event": "train", "step": 1020, "epoch": 14, "tokens": 133693440, "loss": 3.9918037950992584, "lr": 0.007654201684668089, "grad_norm": 0.14718413352966309, "tokens_per_second": 1758303.103621944, "training_seconds": 0.5963567930011777, "elapsed_tokens_per_second": 991834.1151369662, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1040, "epoch": 14, "tokens": 136314880, "loss": 3.982809066772461, "lr": 0.007581418448079708, "grad_norm": 0.11777438968420029, "tokens_per_second": 1741900.750903801, "training_seconds": 1.5049307480003336, "elapsed_tokens_per_second": 1000109.1504966656, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1060, "epoch": 14, "tokens": 138936320, "loss": 3.959202992916107, "lr": 0.007507084732142377, "grad_norm": 0.14025425910949707, "tokens_per_second": 1742729.382166922, "training_seconds": 1.5042151849993388, "elapsed_tokens_per_second": 1008202.807834574, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1080, "epoch": 14, "tokens": 141557760, "loss": 3.965556466579437, "lr": 0.007431237939400874, "grad_norm": 0.1380247324705124, "tokens_per_second": 1737791.4275539764, "training_seconds": 1.5084894299943699, "elapsed_tokens_per_second": 1016094.9063326569, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1090, "epoch": 14, "tokens": 142868480, "loss": 3.955558490753174, "lr": 0.007392759036224079, "grad_norm": 0.15336427092552185, "tokens_per_second": 1741923.7893406444, "training_seconds": 0.7524554219999118, "elapsed_tokens_per_second": 1019982.6597212108, "peak_memory_bytes": 42389451776}
{"loss": 3.9738790521489498, "perplexity": 53.19045974415222, "tokens": 142868480, "seconds": 0.5463562750010169, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 14, "step": 1090, "evaluation_tokens": 1048576}
{"event": "train", "step": 1100, "epoch": 15, "tokens": 144179200, "loss": 3.927117133140564, "lr": 0.007353916233735832, "grad_norm": 0.1284380704164505, "tokens_per_second": 1750908.3708896148, "training_seconds": 0.7485942849962157, "elapsed_tokens_per_second": 1019855.5565496343, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1120, "epoch": 15, "tokens": 146800640, "loss": 3.9507491827011108, "lr": 0.00727515852116079, "grad_norm": 0.13954485952854156, "tokens_per_second": 1741093.481505353, "training_seconds": 1.505628519000311, "elapsed_tokens_per_second": 1027448.3497368188, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1140, "epoch": 15, "tokens": 149422080, "loss": 3.9351869225502014, "lr": 0.007195004430245829, "grad_norm": 0.13720855116844177, "tokens_per_second": 1738567.817332212, "training_seconds": 1.5078157859970815, "elapsed_tokens_per_second": 1034863.6260019856, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1160, "epoch": 15, "tokens": 152043520, "loss": 3.946132206916809, "lr": 0.007113494292177639, "grad_norm": 0.11725274473428726, "tokens_per_second": 1740243.0763353696, "training_seconds": 1.5063642749955761, "elapsed_tokens_per_second": 1042139.0479307341, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1167, "epoch": 15, "tokens": 152961024, "loss": 3.940239804131644, "lr": 0.007084652947671153, "grad_norm": 0.11834564805030823, "tokens_per_second": 1746581.203062105, "training_seconds": 0.5253142530054902, "elapsed_tokens_per_second": 1044655.7223933819, "peak_memory_bytes": 42389451776}
{"loss": 3.950576248596847, "perplexity": 51.96530314164574, "tokens": 152961024, "seconds": 0.5432337080055731, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 15, "step": 1167, "evaluation_tokens": 1048576}
{"event": "train", "step": 1180, "epoch": 16, "tokens": 154664960, "loss": 3.929540909253634, "lr": 0.007030669120466046, "grad_norm": 0.11468235403299332, "tokens_per_second": 1751564.7987273866, "training_seconds": 0.9728078580010333, "elapsed_tokens_per_second": 1045415.6705449251, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1200, "epoch": 16, "tokens": 157286400, "loss": 3.9217652320861816, "lr": 0.006946570590307223, "grad_norm": 0.15141776204109192, "tokens_per_second": 1738850.120929359, "training_seconds": 1.5075709909942816, "elapsed_tokens_per_second": 1052403.2181008589, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1220, "epoch": 16, "tokens": 159907840, "loss": 3.902328276634216, "lr": 0.006861241017613952, "grad_norm": 0.11905059963464737, "tokens_per_second": 1737322.6926397393, "training_seconds": 1.5088964250026038, "elapsed_tokens_per_second": 1059238.9598417166, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1240, "epoch": 16, "tokens": 162529280, "loss": 3.8919165968894958, "lr": 0.006774723337723493, "grad_norm": 0.11414898931980133, "tokens_per_second": 1738756.231356251, "training_seconds": 1.50765239699831, "elapsed_tokens_per_second": 1065950.8168205963, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1245, "epoch": 16, "tokens": 163184640, "loss": 3.8905741214752196, "lr": 0.006752913364719178, "grad_norm": 0.14342767000198364, "tokens_per_second": 1749041.8187617774, "training_seconds": 0.374696586994105, "elapsed_tokens_per_second": 1067615.1503766857, "peak_memory_bytes": 42389451776}
{"loss": 3.9200303576565716, "perplexity": 50.40197484068356, "tokens": 163184640, "seconds": 0.5481314879943966, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 16, "step": 1245, "evaluation_tokens": 1048576}
{"event": "train", "step": 1260, "epoch": 17, "tokens": 165150720, "loss": 3.9040683110555015, "lr": 0.006687061083793792, "grad_norm": 0.12122765928506851, "tokens_per_second": 1752770.2621419968, "training_seconds": 1.1216986290019122, "elapsed_tokens_per_second": 1068741.449332528, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1280, "epoch": 17, "tokens": 167772160, "loss": 3.8907809138298033, "lr": 0.006598298364898863, "grad_norm": 0.13319304585456848, "tokens_per_second": 1740157.0575780487, "training_seconds": 1.5064387370002805, "elapsed_tokens_per_second": 1075216.6212099786, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1300, "epoch": 17, "tokens": 170393600, "loss": 3.897757387161255, "lr": 0.006508479843834402, "grad_norm": 0.13749557733535767, "tokens_per_second": 1743899.8202178178, "training_seconds": 1.5032056139971246, "elapsed_tokens_per_second": 1081587.1683984194, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1320, "epoch": 17, "tokens": 173015040, "loss": 3.8940592885017393, "lr": 0.006417650714644782, "grad_norm": 0.11620014160871506, "tokens_per_second": 1740339.7874039814, "training_seconds": 1.5062805659981677, "elapsed_tokens_per_second": 1087818.9508510646, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1323, "epoch": 17, "tokens": 173408256, "loss": 3.8664937019348145, "lr": 0.006403941998814909, "grad_norm": 0.12018731981515884, "tokens_per_second": 1746263.0370187173, "training_seconds": 0.2251756990008289, "elapsed_tokens_per_second": 1088739.356158852, "peak_memory_bytes": 42389451776}
{"loss": 3.899784063378926, "perplexity": 49.39178245929877, "tokens": 173408256, "seconds": 0.5458937639996293, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 17, "step": 1323, "evaluation_tokens": 1048576}
{"event": "train", "step": 1340, "epoch": 18, "tokens": 175636480, "loss": 3.871597135768217, "lr": 0.006325856679882724, "grad_norm": 0.12223106622695923, "tokens_per_second": 1749991.5640878356, "training_seconds": 1.2732769950016518, "elapsed_tokens_per_second": 1090224.5426271898, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1360, "epoch": 18, "tokens": 178257920, "loss": 3.883936512470245, "lr": 0.0062331439276131296, "grad_norm": 0.11332881450653076, "tokens_per_second": 1738323.6302611292, "training_seconds": 1.5080275930013158, "elapsed_tokens_per_second": 1096227.7063254756, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1380, "epoch": 18, "tokens": 180879360, "loss": 3.8631173849105833, "lr": 0.0061395591081725865, "grad_norm": 0.1101575642824173, "tokens_per_second": 1739161.1202014051, "training_seconds": 1.5073014049994526, "elapsed_tokens_per_second": 1102122.355244258, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1400, "epoch": 18, "tokens": 183500800, "loss": 3.8559103131294252, "lr": 0.006045149310696298, "grad_norm": 0.13699971139431, "tokens_per_second": 1738643.3779862528, "training_seconds": 1.5077502570056822, "elapsed_tokens_per_second": 1107909.9134457635, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1401, "epoch": 18, "tokens": 183631872, "loss": 3.8864150047302246, "lr": 0.006040408015549883, "grad_norm": 0.13273373246192932, "tokens_per_second": 1743281.5257546054, "training_seconds": 0.07518693800375331, "elapsed_tokens_per_second": 1108187.8739540114, "peak_memory_bytes": 42389451776}
{"loss": 3.8769284172087746, "perplexity": 48.27570428400468, "tokens": 183631872, "seconds": 0.5439555479970295, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 18, "step": 1401, "evaluation_tokens": 1048576}
{"event": "train", "step": 1420, "epoch": 19, "tokens": 186122240, "loss": 3.8473527807938424, "lr": 0.005949962039424207, "grad_norm": 0.11725067347288132, "tokens_per_second": 1748294.9508731277, "training_seconds": 1.4244552950040088, "elapsed_tokens_per_second": 1109979.9435800298, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1440, "epoch": 19, "tokens": 188743680, "loss": 3.851205015182495, "lr": 0.00585404518979826, "grad_norm": 0.13590951263904572, "tokens_per_second": 1740489.122670532, "training_seconds": 1.5061513260006905, "elapsed_tokens_per_second": 1115586.0074223073, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1460, "epoch": 19, "tokens": 191365120, "loss": 3.8487295866012574, "lr": 0.005757447024362826, "grad_norm": 0.1263483166694641, "tokens_per_second": 1743282.0869440387, "training_seconds": 1.5037382759983302, "elapsed_tokens_per_second": 1121106.384077127, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1479, "epoch": 19, "tokens": 193855488, "loss": 3.8232650756835938, "lr": 0.005665091965119021, "grad_norm": 0.12012357264757156, "tokens_per_second": 1739885.397622572, "training_seconds": 1.4313402499974472, "elapsed_tokens_per_second": 1126244.9439305114, "peak_memory_bytes": 42389451776}
{"loss": 3.8551046862527345, "perplexity": 47.23356138700737, "tokens": 193855488, "seconds": 0.5470843869989039, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 19, "step": 1479, "evaluation_tokens": 1048576}
{"event": "train", "step": 1480, "epoch": 20, "tokens": 193986560, "loss": 3.8520145416259766, "lr": 0.005660216148480391, "grad_norm": 0.12034837156534195, "tokens_per_second": 1876154.077553955, "training_seconds": 0.06986206600413425, "elapsed_tokens_per_second": 1122924.7480986943, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1500, "epoch": 20, "tokens": 196608000, "loss": 3.818104791641235, "lr": 0.00556240148587478, "grad_norm": 0.12072598189115524, "tokens_per_second": 1736638.295089688, "training_seconds": 1.50949107100314, "elapsed_tokens_per_second": 1128232.702119774, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1520, "epoch": 20, "tokens": 199229440, "loss": 3.8380542516708376, "lr": 0.005464052254014167, "grad_norm": 0.1109929159283638, "tokens_per_second": 1738951.689376394, "training_seconds": 1.5074829369987128, "elapsed_tokens_per_second": 1133463.781006061, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1540, "epoch": 20, "tokens": 201850880, "loss": 3.8083043336868285, "lr": 0.005365217939346285, "grad_norm": 0.1442289501428604, "tokens_per_second": 1735639.250861252, "training_seconds": 1.510359943000367, "elapsed_tokens_per_second": 1138585.1699459832, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1557, "epoch": 20, "tokens": 204079104, "loss": 3.8357891475453094, "lr": 0.005280864514819528, "grad_norm": 0.13217449188232422, "tokens_per_second": 1735136.0685276696, "training_seconds": 1.284178250003606, "elapsed_tokens_per_second": 1142865.4861190184, "peak_memory_bytes": 42389451776}
{"loss": 3.8424954270253058, "perplexity": 46.641720347337625, "tokens": 204079104, "seconds": 0.5442277640031534, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 20, "step": 1557, "evaluation_tokens": 1048576}
{"event": "train", "step": 1560, "epoch": 21, "tokens": 204472320, "loss": 3.843328317006429, "lr": 0.00526594827239831, "grad_norm": 0.11100151389837265, "tokens_per_second": 1774717.7248529405, "training_seconds": 0.22156537599948933, "elapsed_tokens_per_second": 1140111.5431633925, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1580, "epoch": 21, "tokens": 207093760, "loss": 3.825620651245117, "lr": 0.005166293202753903, "grad_norm": 0.1280565857887268, "tokens_per_second": 1743798.808565489, "training_seconds": 1.5032926889980445, "elapsed_tokens_per_second": 1145120.6647757408, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1600, "epoch": 21, "tokens": 209715200, "loss": 3.822293448448181, "lr": 0.00506630287392006, "grad_norm": 0.12159872055053711, "tokens_per_second": 1738438.8688963773, "training_seconds": 1.5079276280011982, "elapsed_tokens_per_second": 1150020.0756704463, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1620, "epoch": 21, "tokens": 212336640, "loss": 3.8307337164878845, "lr": 0.0049660275980963646, "grad_norm": 0.12268471717834473, "tokens_per_second": 1738044.3023797534, "training_seconds": 1.508269953999843, "elapsed_tokens_per_second": 1154834.1131071656, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1634, "epoch": 21, "tokens": 214171648, "loss": 3.8183003664016724, "lr": 0.004895692375517796, "grad_norm": 0.1217302531003952, "tokens_per_second": 1741928.13788307, "training_seconds": 1.0534349610024947, "elapsed_tokens_per_second": 1158171.8953515883, "peak_memory_bytes": 42389451776}
{"loss": 3.8141124000691264, "perplexity": 45.33649784649865, "tokens": 214171648, "seconds": 0.5427345269999932, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 21, "step": 1634, "evaluation_tokens": 1048576}
{"event": "train", "step": 1640, "epoch": 22, "tokens": 214958080, "loss": 3.790555795033773, "lr": 0.004865517830859356, "grad_norm": 0.12438010424375534, "tokens_per_second": 1770736.704879857, "training_seconds": 0.44412701099645346, "elapsed_tokens_per_second": 1156198.296436536, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1660, "epoch": 22, "tokens": 217579520, "loss": 3.793009579181671, "lr": 0.004764824145774784, "grad_norm": 0.12760114669799805, "tokens_per_second": 1738905.8082690581, "training_seconds": 1.507522712003265, "elapsed_tokens_per_second": 1160876.506500683, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1680, "epoch": 22, "tokens": 220200960, "loss": 3.8054966926574707, "lr": 0.004663997208950452, "grad_norm": 0.10727673768997192, "tokens_per_second": 1739718.7357234808, "training_seconds": 1.5068182839968358, "elapsed_tokens_per_second": 1165486.2722730269, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1700, "epoch": 22, "tokens": 222822400, "loss": 3.7879815340042113, "lr": 0.004563087753542537, "grad_norm": 0.12842805683612823, "tokens_per_second": 1744519.614429848, "training_seconds": 1.502671554000699, "elapsed_tokens_per_second": 1170045.7748606626, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1712, "epoch": 22, "tokens": 224395264, "loss": 3.7879730463027954, "lr": 0.004502523592681211, "grad_norm": 0.12342975288629532, "tokens_per_second": 1738379.6362756712, "training_seconds": 0.90478740499384, "elapsed_tokens_per_second": 1172726.4162165322, "peak_memory_bytes": 42389451776}
{"loss": 3.796122382084188, "perplexity": 44.52818600723197, "tokens": 224395264, "seconds": 0.5449618229977204, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 22, "step": 1712, "evaluation_tokens": 1048576}
{"event": "train", "step": 1720, "epoch": 23, "tokens": 225443840, "loss": 3.7884469032287598, "lr": 0.0044621465542281444, "grad_norm": 0.12081682682037354, "tokens_per_second": 1758753.8892149027, "training_seconds": 0.5962039410005673, "elapsed_tokens_per_second": 1171141.7514243016, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1740, "epoch": 23, "tokens": 228065280, "loss": 3.7874189257621764, "lr": 0.004361224401656978, "grad_norm": 0.12551777064800262, "tokens_per_second": 1739184.0481443382, "training_seconds": 1.5072815340026864, "elapsed_tokens_per_second": 1175545.6462895758, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1760, "epoch": 23, "tokens": 230686720, "loss": 3.77878098487854, "lr": 0.004260372076894983, "grad_norm": 0.2151009887456894, "tokens_per_second": 1739684.6363282683, "training_seconds": 1.5068478190005408, "elapsed_tokens_per_second": 1179887.0100052636, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1780, "epoch": 23, "tokens": 233308160, "loss": 3.7793538212776183, "lr": 0.004159640325872799, "grad_norm": 0.11317627876996994, "tokens_per_second": 1740364.4044643745, "training_seconds": 1.506259260000661, "elapsed_tokens_per_second": 1184162.7121499386, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1790, "epoch": 23, "tokens": 234618880, "loss": 3.7835262298583983, "lr": 0.004109335507725857, "grad_norm": 0.11203339695930481, "tokens_per_second": 1735474.01450613, "training_seconds": 0.755251873000816, "elapsed_tokens_per_second": 1186261.5080644041, "peak_memory_bytes": 42389451776}
{"loss": 3.783492473351264, "perplexity": 43.96933562529054, "tokens": 234618880, "seconds": 0.5431950569982291, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 23, "step": 1790, "evaluation_tokens": 1048576}
{"event": "train", "step": 1800, "epoch": 24, "tokens": 235929600, "loss": 3.7510234832763674, "lr": 0.0040590798338518965, "grad_norm": 0.11069023609161377, "tokens_per_second": 1749244.2674709226, "training_seconds": 0.7493064430018421, "elapsed_tokens_per_second": 1185108.3867080726, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1820, "epoch": 24, "tokens": 238551040, "loss": 3.7616567850112914, "lr": 0.003958741199921243, "grad_norm": 0.11441012471914291, "tokens_per_second": 1738820.106203694, "training_seconds": 1.5075970140023855, "elapsed_tokens_per_second": 1189261.2882241088, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1840, "epoch": 24, "tokens": 241172480, "loss": 3.7791512250900268, "lr": 0.003858674911537323, "grad_norm": 0.12451739609241486, "tokens_per_second": 1741310.7480060442, "training_seconds": 1.5054406589988503, "elapsed_tokens_per_second": 1193367.300953265, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1860, "epoch": 24, "tokens": 243793920, "loss": 3.756148099899292, "lr": 0.003758931319120337, "grad_norm": 0.12534701824188232, "tokens_per_second": 1737575.1350724783, "training_seconds": 1.5086772060021758, "elapsed_tokens_per_second": 1197390.8054527182, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1868, "epoch": 24, "tokens": 244842496, "loss": 3.7443392276763916, "lr": 0.0037191354851804715, "grad_norm": 0.11348449438810349, "tokens_per_second": 1733966.934649958, "training_seconds": 0.604726641002344, "elapsed_tokens_per_second": 1198973.4718807647, "peak_memory_bytes": 42389451776}
{"loss": 3.762282820115499, "perplexity": 43.04658150259226, "tokens": 244842496, "seconds": 0.5469737019957392, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 24, "step": 1868, "evaluation_tokens": 1048576}
{"event": "train", "step": 1880, "epoch": 25, "tokens": 246415360, "loss": 3.7501308719317117, "lr": 0.003659560610719337, "grad_norm": 0.15054009854793549, "tokens_per_second": 1751153.1739492647, "training_seconds": 0.8981875620011124, "elapsed_tokens_per_second": 1198113.458237973, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1900, "epoch": 25, "tokens": 249036800, "loss": 3.733735811710358, "lr": 0.0035606127867590853, "grad_norm": 0.1207004263997078, "tokens_per_second": 1740410.8432510593, "training_seconds": 1.5062190690005082, "elapsed_tokens_per_second": 1202047.6846628524, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1920, "epoch": 25, "tokens": 251658240, "loss": 3.7307146430015563, "lr": 0.003462137634881298, "grad_norm": 0.10660932958126068, "tokens_per_second": 1737826.8098817822, "training_seconds": 1.5084587169985753, "elapsed_tokens_per_second": 1205914.084283068, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1940, "epoch": 25, "tokens": 254279680, "loss": 3.7310542464256287, "lr": 0.003364184704892969, "grad_norm": 0.11786478757858276, "tokens_per_second": 1737007.1423179451, "training_seconds": 1.5091705359955085, "elapsed_tokens_per_second": 1209718.2173705488, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1946, "epoch": 25, "tokens": 255066112, "loss": 3.729873259862264, "lr": 0.0033349080348809798, "grad_norm": 0.11006483435630798, "tokens_per_second": 1745785.6735963863, "training_seconds": 0.4504745410013129, "elapsed_tokens_per_second": 1210858.5036920058, "peak_memory_bytes": 42389451776}
{"loss": 3.7409554647371444, "perplexity": 42.138232532124086, "tokens": 255066112, "seconds": 0.5436053820012603, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 25, "step": 1946, "evaluation_tokens": 1048576}
{"event": "train", "step": 1960, "epoch": 26, "tokens": 256901120, "loss": 3.7205945593970164, "lr": 0.003266803283834365, "grad_norm": 0.12567941844463348, "tokens_per_second": 1752850.5536214956, "training_seconds": 1.0468707649997668, "elapsed_tokens_per_second": 1210375.8280728098, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1980, "epoch": 26, "tokens": 259522560, "loss": 3.723685884475708, "lr": 0.003170042371179218, "grad_norm": 0.12240180373191833, "tokens_per_second": 1736802.318317769, "training_seconds": 1.5093485149991466, "elapsed_tokens_per_second": 1214084.1603584401, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2000, "epoch": 26, "tokens": 262144000, "loss": 3.7196427941322328, "lr": 0.003073950654179647, "grad_norm": 0.11605340987443924, "tokens_per_second": 1739828.173371117, "training_seconds": 1.506723503000103, "elapsed_tokens_per_second": 1217757.907826466, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2020, "epoch": 26, "tokens": 264765440, "loss": 3.7126031041145326, "lr": 0.00297857648336815, "grad_norm": 0.11029794067144394, "tokens_per_second": 1737711.1731802188, "training_seconds": 1.5085590980015695, "elapsed_tokens_per_second": 1221368.0671764715, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2024, "epoch": 26, "tokens": 265289728, "loss": 3.707208037376404, "lr": 0.0029595919844501175, "grad_norm": 0.126628577709198, "tokens_per_second": 1744117.7169143148, "training_seconds": 0.3006035630023689, "elapsed_tokens_per_second": 1222086.0492078878, "peak_memory_bytes": 42389451776}
{"loss": 3.721555250979856, "perplexity": 41.32862052913717, "tokens": 265289728, "seconds": 0.5457806799968239, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 26, "step": 2024, "evaluation_tokens": 1048576}
{"event": "train", "step": 2040, "epoch": 27, "tokens": 267386880, "loss": 3.705705553293228, "lr": 0.002883967848229039, "grad_norm": 0.10809708386659622, "tokens_per_second": 1742917.0868332027, "training_seconds": 1.203242550000141, "elapsed_tokens_per_second": 1221843.4990496924, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2060, "epoch": 27, "tokens": 270008320, "loss": 3.7009768009185793, "lr": 0.002790172353051531, "grad_norm": 0.1262059062719345, "tokens_per_second": 1740315.195300631, "training_seconds": 1.5063018509972608, "elapsed_tokens_per_second": 1225380.3299569772, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2080, "epoch": 27, "tokens": 272629760, "loss": 3.7080015659332277, "lr": 0.0026972371929766814, "grad_norm": 0.12449425458908081, "tokens_per_second": 1737281.936823745, "training_seconds": 1.508931823002058, "elapsed_tokens_per_second": 1228854.6636334774, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2100, "epoch": 27, "tokens": 275251200, "loss": 3.706129002571106, "lr": 0.0026052091302501607, "grad_norm": 0.11618255078792572, "tokens_per_second": 1738426.2531764861, "training_seconds": 1.5079385709977942, "elapsed_tokens_per_second": 1232286.292297804, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2101, "epoch": 27, "tokens": 275382272, "loss": 3.6658971309661865, "lr": 0.002600632371035081, "grad_norm": 0.10712961852550507, "tokens_per_second": 1760640.215846258, "training_seconds": 0.0744456469983561, "elapsed_tokens_per_second": 1232455.9578519943, "peak_memory_bytes": 42389451776}
{"loss": 3.709932542262484, "perplexity": 40.851050714584524, "tokens": 275382272, "seconds": 0.5456325880004442, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 27, "step": 2101, "evaluation_tokens": 1048576}
{"event": "train", "step": 2120, "epoch": 28, "tokens": 277872640, "loss": 3.6921970467818412, "lr": 0.0025141344706928735, "grad_norm": 0.11049706488847733, "tokens_per_second": 1748984.5967184845, "training_seconds": 1.4238936149995425, "elapsed_tokens_per_second": 1232691.8759759066, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2140, "epoch": 28, "tokens": 280494080, "loss": 3.6923518657684324, "lr": 0.002424059040401219, "grad_norm": 0.1285223662853241, "tokens_per_second": 1740295.3060673135, "training_seconds": 1.5063190660002874, "elapsed_tokens_per_second": 1236053.1713846843, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2160, "epoch": 28, "tokens": 283115520, "loss": 3.6952661991119387, "lr": 0.0023350281626887534, "grad_norm": 0.1249329149723053, "tokens_per_second": 1737253.5327726603, "training_seconds": 1.5089564939989941, "elapsed_tokens_per_second": 1239357.8518022855, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2179, "epoch": 28, "tokens": 285605888, "loss": 3.6916111644945646, "lr": 0.0022514571542036716, "grad_norm": 0.114349864423275, "tokens_per_second": 1739177.061035127, "training_seconds": 1.4319232100024237, "elapsed_tokens_per_second": 1242463.1828038231, "peak_memory_bytes": 42389451776}
{"loss": 3.688117011178525, "perplexity": 39.96951390601388, "tokens": 285605888, "seconds": 0.5438615009989007, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 28, "step": 2179, "evaluation_tokens": 1048576}
{"event": "train", "step": 2180, "epoch": 29, "tokens": 285736960, "loss": 3.6959290504455566, "lr": 0.002247086635280821, "grad_norm": 0.11751861125230789, "tokens_per_second": 1901869.5003080142, "training_seconds": 0.06891745200118748, "elapsed_tokens_per_second": 1239672.0181042214, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2200, "epoch": 29, "tokens": 288358400, "loss": 3.6627442717552183, "lr": 0.0021602787077736585, "grad_norm": 0.11591292172670364, "tokens_per_second": 1742493.6613690704, "training_seconds": 1.504418671996973, "elapsed_tokens_per_second": 1242927.9948223266, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2220, "epoch": 29, "tokens": 290979840, "loss": 3.689332091808319, "lr": 0.002074648059369295, "grad_norm": 0.11850862950086594, "tokens_per_second": 1740846.8434721793, "training_seconds": 1.505841831996804, "elapsed_tokens_per_second": 1246129.3190350984, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2240, "epoch": 29, "tokens": 293601280, "loss": 3.674073135852814, "lr": 0.001990237776897454, "grad_norm": 0.14017494022846222, "tokens_per_second": 1737028.2075854652, "training_seconds": 1.5091522340007941, "elapsed_tokens_per_second": 1249275.0254501326, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2257, "epoch": 29, "tokens": 295829504, "loss": 3.64838085455053, "lr": 0.0019194802916829411, "grad_norm": 0.12895283102989197, "tokens_per_second": 1740158.1154907518, "training_seconds": 1.2804721479988075, "elapsed_tokens_per_second": 1251926.642831002, "peak_memory_bytes": 42389451776}
{"loss": 3.6725252306113516, "perplexity": 39.35115123052139, "tokens": 295829504, "seconds": 0.5442111250013113, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 29, "step": 2257, "evaluation_tokens": 1048576}
{"event": "train", "step": 2260, "epoch": 30, "tokens": 296222720, "loss": 3.6346561908721924, "lr": 0.0019070903331355337, "grad_norm": 0.12027531117200851, "tokens_per_second": 1774406.8748259153, "training_seconds": 0.22160419099964201, "elapsed_tokens_per_second": 1249479.814213406, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2280, "epoch": 30, "tokens": 298844160, "loss": 3.6740609645843505, "lr": 0.0018252475654375459, "grad_norm": 0.10984931141138077, "tokens_per_second": 1738434.959531449, "training_seconds": 1.5079310190049, "elapsed_tokens_per_second": 1252564.614337805, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2300, "epoch": 30, "tokens": 301465600, "loss": 3.6420222163200378, "lr": 0.0017447506546827902, "grad_norm": 0.119937963783741, "tokens_per_second": 1738827.2675241325, "training_seconds": 1.5075908049984719, "elapsed_tokens_per_second": 1255609.910439788, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2320, "epoch": 30, "tokens": 304087040, "loss": 3.639697253704071, "lr": 0.0016656401045548374, "grad_norm": 0.12375011295080185, "tokens_per_second": 1739140.6642911758, "training_seconds": 1.507319133997953, "elapsed_tokens_per_second": 1258620.7534596683, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2335, "epoch": 30, "tokens": 306053120, "loss": 3.6338988304138184, "lr": 0.0016072409637759217, "grad_norm": 0.10863084346055984, "tokens_per_second": 1740320.2854280386, "training_seconds": 1.1297230839991244, "elapsed_tokens_per_second": 1260855.1516373856, "peak_memory_bytes": 42389451776}
{"loss": 3.6545905614659766, "perplexity": 38.65169238266932, "tokens": 306053120, "seconds": 0.5442098130006343, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 30, "step": 2335, "evaluation_tokens": 1048576}
{"event": "train", "step": 2340, "epoch": 31, "tokens": 306708480, "loss": 3.6445783615112304, "lr": 0.001587955721161273, "grad_norm": 0.11599074304103851, "tokens_per_second": 1769129.931495597, "training_seconds": 0.3704419829955441, "elapsed_tokens_per_second": 1258752.9987617389, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2360, "epoch": 31, "tokens": 309329920, "loss": 3.6276208758354187, "lr": 0.001511736593004428, "grad_norm": 0.12706229090690613, "tokens_per_second": 1736689.7633118697, "training_seconds": 1.50944633600011, "elapsed_tokens_per_second": 1261690.0340986964, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2380, "epoch": 31, "tokens": 311951360, "loss": 3.637084412574768, "lr": 0.0014370210713131914, "grad_norm": 0.10548608005046844, "tokens_per_second": 1747833.4749824675, "training_seconds": 1.4998225160015863, "elapsed_tokens_per_second": 1264637.645109926, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2400, "epoch": 31, "tokens": 314572800, "loss": 3.645044720172882, "lr": 0.0013638467507457932, "grad_norm": 0.11160419136285782, "tokens_per_second": 1741342.7284372333, "training_seconds": 1.5054130110002006, "elapsed_tokens_per_second": 1267523.590038809, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2413, "epoch": 31, "tokens": 316276736, "loss": 3.637592444053063, "lr": 0.0013171273849661021, "grad_norm": 0.10833094269037247, "tokens_per_second": 1736083.608784382, "training_seconds": 0.9814826840010937, "elapsed_tokens_per_second": 1269361.5804015887, "peak_memory_bytes": 42389451776}
{"loss": 3.6382408914475377, "perplexity": 38.024887951980524, "tokens": 316276736, "seconds": 0.5438349750038469, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 31, "step": 2413, "evaluation_tokens": 1048576}
{"event": "train", "step": 2420, "epoch": 32, "tokens": 317194240, "loss": 3.621084553854806, "lr": 0.0012922504504732845, "grad_norm": 0.10836486518383026, "tokens_per_second": 1757357.3888246815, "training_seconds": 0.5220930050054449, "elapsed_tokens_per_second": 1267560.7909959645, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2440, "epoch": 32, "tokens": 319815680, "loss": 3.6242011904716493, "lr": 0.0012222681956532032, "grad_norm": 0.10989536345005035, "tokens_per_second": 1739120.0277195482, "training_seconds": 1.5073370199970668, "elapsed_tokens_per_second": 1270378.9406111885, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2460, "epoch": 32, "tokens": 322437120, "loss": 3.6045056700706484, "lr": 0.0011539351993027748, "grad_norm": 0.11595597118139267, "tokens_per_second": 1734679.556209438, "training_seconds": 1.5111955350002972, "elapsed_tokens_per_second": 1273141.5987819005, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2480, "epoch": 32, "tokens": 325058560, "loss": 3.6178630590438843, "lr": 0.001087285844580757, "grad_norm": 0.10960463434457779, "tokens_per_second": 1738662.824718841, "training_seconds": 1.5077333930021268, "elapsed_tokens_per_second": 1275891.0192137281, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2491, "epoch": 32, "tokens": 326500352, "loss": 3.6081524978984487, "lr": 0.0010513585372613364, "grad_norm": 0.10632358491420746, "tokens_per_second": 1739500.0408628127, "training_seconds": 0.8288542489972315, "elapsed_tokens_per_second": 1277387.0189345956, "peak_memory_bytes": 42389451776}
{"loss": 3.6246064371377433, "perplexity": 37.50995772790228, "tokens": 326500352, "seconds": 0.5468639120008447, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 32, "step": 2491, "evaluation_tokens": 1048576}
{"event": "train", "step": 2500, "epoch": 33, "tokens": 327680000, "loss": 3.611912727355957, "lr": 0.0010223536674868357, "grad_norm": 0.10554485768079758, "tokens_per_second": 1751759.2041700862, "training_seconds": 0.6734076220018324, "elapsed_tokens_per_second": 1275854.9536053464, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2520, "epoch": 33, "tokens": 330301440, "loss": 3.606022763252258, "lr": 0.0009591713399873042, "grad_norm": 0.1147032305598259, "tokens_per_second": 1739196.565253358, "training_seconds": 1.507270686000993, "elapsed_tokens_per_second": 1278553.1266978874, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2540, "epoch": 33, "tokens": 332922880, "loss": 3.6146114110946654, "lr": 0.0008977706535754829, "grad_norm": 0.10358978807926178, "tokens_per_second": 1738237.653616531, "training_seconds": 1.5081021830046666, "elapsed_tokens_per_second": 1281213.557505612, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2560, "epoch": 33, "tokens": 335544320, "loss": 3.580870068073273, "lr": 0.0008381825032751725, "grad_norm": 0.11208364367485046, "tokens_per_second": 1737266.5010492438, "training_seconds": 1.5089452300017, "elapsed_tokens_per_second": 1283841.2072133336, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2568, "epoch": 33, "tokens": 336592896, "loss": 3.6280148923397064, "lr": 0.0008148615004514701, "grad_norm": 0.1100519448518753, "tokens_per_second": 1735210.7048297948, "training_seconds": 0.6042931830015732, "elapsed_tokens_per_second": 1284874.9251559712, "peak_memory_bytes": 42389451776}
{"loss": 3.611791036035291, "perplexity": 37.03231967294745, "tokens": 336592896, "seconds": 0.5458679090006626, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 33, "step": 2568, "evaluation_tokens": 1048576}
{"event": "train", "step": 2580, "epoch": 34, "tokens": 338165760, "loss": 3.6331605315208435, "lr": 0.0007804368720951832, "grad_norm": 0.11165859550237656, "tokens_per_second": 1745052.0266064599, "training_seconds": 0.901327854997362, "elapsed_tokens_per_second": 1283744.2634507292, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2600, "epoch": 34, "tokens": 340787200, "loss": 3.6167269349098206, "lr": 0.0007245628159427694, "grad_norm": 0.10359537601470947, "tokens_per_second": 1739039.1395185427, "training_seconds": 1.5074071310009458, "elapsed_tokens_per_second": 1286328.9440900038, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2620, "epoch": 34, "tokens": 343408640, "loss": 3.612295997142792, "lr": 0.0006705884490035463, "grad_norm": 0.10643410682678223, "tokens_per_second": 1738605.4832653382, "training_seconds": 1.50778311999602, "elapsed_tokens_per_second": 1288881.3295339618, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2640, "epoch": 34, "tokens": 346030080, "loss": 3.613659918308258, "lr": 0.0006185409295952571, "grad_norm": 0.10660377889871597, "tokens_per_second": 1742564.7877985495, "training_seconds": 1.5043572659997153, "elapsed_tokens_per_second": 1291422.9986613444, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2646, "epoch": 34, "tokens": 346816512, "loss": 3.6233657201131186, "lr": 0.0006033063498599568, "grad_norm": 0.11096275597810745, "tokens_per_second": 1736655.2928360484, "training_seconds": 0.452842888997111, "elapsed_tokens_per_second": 1292166.4735791048, "peak_memory_bytes": 42389451776}
{"loss": 3.599872048785926, "perplexity": 36.593551954719416, "tokens": 346816512, "seconds": 0.5472388460038928, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 34, "step": 2646, "evaluation_tokens": 1048576}
{"event": "train", "step": 2660, "epoch": 35, "tokens": 348651520, "loss": 3.5890179021017894, "lr": 0.0005684464465025043, "grad_norm": 0.10422513633966446, "tokens_per_second": 1747771.5103198814, "training_seconds": 1.0499129829986487, "elapsed_tokens_per_second": 1291246.95693084, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2680, "epoch": 35, "tokens": 351272960, "loss": 3.6023021697998048, "lr": 0.0005203302057993211, "grad_norm": 0.10722483694553375, "tokens_per_second": 1738956.1559147055, "training_seconds": 1.507479065003281, "elapsed_tokens_per_second": 1293727.477180863, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2700, "epoch": 35, "tokens": 353894400, "loss": 3.5969223976135254, "lr": 0.00047421641816621657, "grad_norm": 0.1051955595612526, "tokens_per_second": 1734897.143405686, "training_seconds": 1.511006003995135, "elapsed_tokens_per_second": 1296161.810951315, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2720, "epoch": 35, "tokens": 356515840, "loss": 3.580881106853485, "lr": 0.00043012828670807026, "grad_norm": 0.10813739895820618, "tokens_per_second": 1736103.032790375, "training_seconds": 1.509956465997675, "elapsed_tokens_per_second": 1298575.5521819643, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2724, "epoch": 35, "tokens": 357040128, "loss": 3.6108474135398865, "lr": 0.0004215557094028888, "grad_norm": 0.10413563251495361, "tokens_per_second": 1743979.969659795, "training_seconds": 0.30062730600184295, "elapsed_tokens_per_second": 1299054.7690161509, "peak_memory_bytes": 42389451776}
{"loss": 3.589475935205547, "perplexity": 36.215091897788895, "tokens": 357040128, "seconds": 0.5486897809969378, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 35, "step": 2724, "evaluation_tokens": 1048576}
{"event": "train", "step": 2740, "epoch": 36, "tokens": 359137280, "loss": 3.5928677767515182, "lr": 0.00038808799527900874, "grad_norm": 0.10414940118789673, "tokens_per_second": 1744054.355011761, "training_seconds": 1.2024579360004282, "elapsed_tokens_per_second": 1298343.7986167478, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2760, "epoch": 36, "tokens": 361758720, "loss": 3.59064120054245, "lr": 0.0003481166973201453, "grad_norm": 0.10900388658046722, "tokens_per_second": 1736696.9680727206, "training_seconds": 1.509440073998121, "elapsed_tokens_per_second": 1300717.7073299051, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2780, "epoch": 36, "tokens": 364380160, "loss": 3.561397397518158, "lr": 0.0003102345052157864, "grad_norm": 0.10667821764945984, "tokens_per_second": 1735833.2362887994, "training_seconds": 1.510191155000939, "elapsed_tokens_per_second": 1303060.3214527133, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2800, "epoch": 36, "tokens": 367001600, "loss": 3.59378559589386, "lr": 0.00027446048017346997, "grad_norm": 0.10683252662420273, "tokens_per_second": 1734526.024034725, "training_seconds": 1.5113292989990441, "elapsed_tokens_per_second": 1305374.6066187974, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2802, "epoch": 36, "tokens": 367263744, "loss": 3.5512813329696655, "lr": 0.0002709997291130384, "grad_norm": 0.10109967738389969, "tokens_per_second": 1737658.242664528, "training_seconds": 0.1508605049966718, "elapsed_tokens_per_second": 1305599.0032729327, "peak_memory_bytes": 42389451776}
{"loss": 3.581106373109021, "perplexity": 35.913252331789955, "tokens": 367263744, "seconds": 0.5435519969978486, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 36, "step": 2802, "evaluation_tokens": 1048576}
{"event": "train", "step": 2820, "epoch": 37, "tokens": 369623040, "loss": 3.5839770237604776, "lr": 0.00024081262263292666, "grad_norm": 0.09904498606920242, "tokens_per_second": 1740160.0767509995, "training_seconds": 1.3557925109998905, "elapsed_tokens_per_second": 1305112.8615973704, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2840, "epoch": 37, "tokens": 372244480, "loss": 3.5710182189941406, "lr": 0.00020930786320878334, "grad_norm": 0.10288530588150024, "tokens_per_second": 1737537.3502349968, "training_seconds": 1.508710014000826, "elapsed_tokens_per_second": 1307398.9904245636, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2860, "epoch": 37, "tokens": 374865920, "loss": 3.575682759284973, "lr": 0.00017996205417157872, "grad_norm": 0.10662016272544861, "tokens_per_second": 1736390.5240969092, "training_seconds": 1.5097064650035463, "elapsed_tokens_per_second": 1309654.494872432, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2880, "epoch": 37, "tokens": 377487360, "loss": 3.5790204405784607, "lr": 0.00015278996147136446, "grad_norm": 0.09968163073062897, "tokens_per_second": 1735485.6590649798, "training_seconds": 1.510493611000129, "elapsed_tokens_per_second": 1311884.7451824949, "peak_memory_bytes": 42389451776}
{"loss": 3.5747852995822265, "perplexity": 35.68695798829004, "tokens": 377487360, "seconds": 0.5458050510060275, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 37, "step": 2880, "evaluation_tokens": 1048576}
{"event": "train", "step": 2900, "epoch": 38, "tokens": 380108800, "loss": 3.578049898147583, "lr": 0.0001278052573079114, "grad_norm": 0.09908688813447952, "tokens_per_second": 1742595.8319992514, "training_seconds": 1.5043304659993737, "elapsed_tokens_per_second": 1311587.1912436543, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2920, "epoch": 38, "tokens": 382730240, "loss": 3.57743239402771, "lr": 0.00010502051325125955, "grad_norm": 0.09775865077972412, "tokens_per_second": 1741668.0302036437, "training_seconds": 1.505131835998327, "elapsed_tokens_per_second": 1313802.4685163568, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2940, "epoch": 38, "tokens": 385351680, "loss": 3.579486441612244, "lr": 8.444719391607497e-05, "grad_norm": 0.09940944612026215, "tokens_per_second": 1740047.5346605212, "training_seconds": 1.50653355599934, "elapsed_tokens_per_second": 1315990.5731309, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2958, "epoch": 38, "tokens": 387710976, "loss": 3.5699853367275662, "lr": 6.783055356613964e-05, "grad_norm": 0.10210832953453064, "tokens_per_second": 1737512.3473085803, "training_seconds": 1.3578585520008346, "elapsed_tokens_per_second": 1317929.4611326577, "peak_memory_bytes": 42389451776}
{"loss": 3.571028266871144, "perplexity": 35.553132470608276, "tokens": 387710976, "seconds": 0.5474169820008683, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 38, "step": 2958, "evaluation_tokens": 1048576}
{"event": "train", "step": 2960, "epoch": 39, "tokens": 387973120, "loss": 3.5450767278671265, "lr": 6.609565119299037e-05, "grad_norm": 0.09635106474161148, "tokens_per_second": 1813377.6989631674, "training_seconds": 0.144561168999644, "elapsed_tokens_per_second": 1315662.5271115715, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2980, "epoch": 39, "tokens": 390594560, "loss": 3.5586259961128235, "lr": 4.997511903983814e-05, "grad_norm": 0.09969735890626907, "tokens_per_second": 1740232.6813614026, "training_seconds": 1.5063732729977346, "elapsed_tokens_per_second": 1317815.8085225055, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3000, "epoch": 39, "tokens": 393216000, "loss": 3.560597813129425, "lr": 3.609370883539442e-05, "grad_norm": 0.09755007177591324, "tokens_per_second": 1736578.5481478313, "training_seconds": 1.5095430050059804, "elapsed_tokens_per_second": 1319930.7161442696, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3020, "epoch": 39, "tokens": 395837440, "loss": 3.562528157234192, "lr": 2.4458405297968444e-05, "grad_norm": 0.0974927768111229, "tokens_per_second": 1739344.784594821, "training_seconds": 1.5071422429973609, "elapsed_tokens_per_second": 1322036.9491963852, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3035, "epoch": 39, "tokens": 397803520, "loss": 3.579170083999634, "lr": 1.7209499597202137e-05, "grad_norm": 0.10454220324754715, "tokens_per_second": 1741431.7021664355, "training_seconds": 1.1290020720043685, "elapsed_tokens_per_second": 1323605.663104847, "peak_memory_bytes": 42389451776}
{"loss": 3.569173623960865, "perplexity": 35.48725521381025, "tokens": 397803520, "seconds": 0.5459201929988922, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 39, "step": 3035, "evaluation_tokens": 1048576}
{"event": "train", "step": 3040, "epoch": 40, "tokens": 398458880, "loss": 3.5693696975708007, "lr": 1.5075062970900831e-05, "grad_norm": 0.09642210602760315, "tokens_per_second": 1767920.2412266114, "training_seconds": 0.37069545600388665, "elapsed_tokens_per_second": 1321693.801011347, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3060, "epoch": 40, "tokens": 401080320, "loss": 3.5496580719947817, "lr": 7.948403276727022e-06, "grad_norm": 0.09856396168470383, "tokens_per_second": 1734505.4692838124, "training_seconds": 1.511347209001542, "elapsed_tokens_per_second": 1323748.5826575176, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3080, "epoch": 40, "tokens": 403701760, "loss": 3.5700313448905945, "lr": 3.0820121414971145e-06, "grad_norm": 0.09720002114772797, "tokens_per_second": 1736622.9812018136, "training_seconds": 1.5095043819965213, "elapsed_tokens_per_second": 1325788.2068184246, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3100, "epoch": 40, "tokens": 406323200, "loss": 3.564518761634827, "lr": 4.78338190441685e-07, "grad_norm": 0.09496061503887177, "tokens_per_second": 1735924.1699580615, "training_seconds": 1.5101120460021775, "elapsed_tokens_per_second": 1327807.1666658462, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3113, "epoch": 40, "tokens": 408027136, "loss": 3.568413202579205, "lr": 0.0, "grad_norm": 0.09623324126005173, "tokens_per_second": 1737358.8633100786, "training_seconds": 0.980762257000606, "elapsed_tokens_per_second": 1329108.6294250507, "peak_memory_bytes": 42389451776}
{"loss": 3.568915607142172, "perplexity": 35.478100086255075, "tokens": 408027136, "seconds": 0.5425058580003679, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 40, "step": 3113, "evaluation_tokens": 1048576}
{"loss": 3.569508176490919, "perplexity": 35.49912955101073, "tokens": 408027136, "seconds": 102.01226991200383, "split": "full", "validation_complete": true, "event": "final_validation", "step": 3113, "evaluation_tokens": 197411295}