{"event": "train", "step": 20, "epoch": 1, "tokens": 2621440, "loss": 9.467622756958008, "lr": 0.0005128205128205128, "grad_norm": 1.340630292892456, "tokens_per_second": 48221.65910444158, "training_seconds": 54.362293804995716, "elapsed_tokens_per_second": 48221.65910444158, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 40, "epoch": 1, "tokens": 5242880, "loss": 7.471530628204346, "lr": 0.0010256410256410256, "grad_norm": 1.641829252243042, "tokens_per_second": 1760844.7707593273, "training_seconds": 1.4887399750004988, "elapsed_tokens_per_second": 93863.44593287585, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 60, "epoch": 1, "tokens": 7864320, "loss": 6.910626292228699, "lr": 0.0015384615384615385, "grad_norm": 0.5313554406166077, "tokens_per_second": 1754919.2593845665, "training_seconds": 1.4937667280028109, "elapsed_tokens_per_second": 137124.47649679577, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 78, "epoch": 1, "tokens": 10223616, "loss": 6.631566180123223, "lr": 0.002, "grad_norm": 0.481300950050354, "tokens_per_second": 1755366.5393298795, "training_seconds": 1.344047495003906, "elapsed_tokens_per_second": 174176.74556265658, "peak_memory_bytes": 21988176384}
{"loss": 6.511259684671558, "perplexity": 672.6732402840854, "tokens": 10223616, "seconds": 1.065629318007268, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 1, "step": 78, "evaluation_tokens": 1048576}
{"event": "train", "step": 80, "epoch": 2, "tokens": 10485760, "loss": 6.6188483238220215, "lr": 0.0020512820512820513, "grad_norm": 3.1161773204803467, "tokens_per_second": 1810373.5751115056, "training_seconds": 0.1448010530002648, "elapsed_tokens_per_second": 175014.42629568686, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 100, "epoch": 2, "tokens": 13107200, "loss": 6.429048562049866, "lr": 0.002564102564102564, "grad_norm": 0.37855803966522217, "tokens_per_second": 1754460.5536972967, "training_seconds": 1.494157274995814, "elapsed_tokens_per_second": 213441.25395594345, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 120, "epoch": 2, "tokens": 15728640, "loss": 6.210146141052246, "lr": 0.003076923076923077, "grad_norm": 0.29828014969825745, "tokens_per_second": 1751170.9245549063, "training_seconds": 1.4969640959898243, "elapsed_tokens_per_second": 250027.78618776394, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 140, "epoch": 2, "tokens": 18350080, "loss": 6.012149238586426, "lr": 0.00358974358974359, "grad_norm": 0.29344266653060913, "tokens_per_second": 1751544.5834878096, "training_seconds": 1.4966447469923878, "elapsed_tokens_per_second": 284915.66710754915, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 156, "epoch": 2, "tokens": 20447232, "loss": 5.80096909403801, "lr": 0.004, "grad_norm": 0.27328985929489136, "tokens_per_second": 1756550.7098302254, "training_seconds": 1.1939034770039143, "elapsed_tokens_per_second": 311691.6541466696, "peak_memory_bytes": 42389451776}
{"loss": 5.722998769067523, "perplexity": 305.82063472625134, "tokens": 20447232, "seconds": 0.5412367579992861, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 2, "step": 156, "evaluation_tokens": 1048576}
{"event": "train", "step": 160, "epoch": 3, "tokens": 20971520, "loss": 5.711146831512451, "lr": 0.0041025641025641026, "grad_norm": 0.37423625588417053, "tokens_per_second": 1789306.259677283, "training_seconds": 0.29301188500539865, "elapsed_tokens_per_second": 315636.2011094098, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 180, "epoch": 3, "tokens": 23592960, "loss": 5.648646998405456, "lr": 0.004615384615384615, "grad_norm": 0.32200124859809875, "tokens_per_second": 1754682.5317213759, "training_seconds": 1.493968255002983, "elapsed_tokens_per_second": 347276.904373321, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 200, "epoch": 3, "tokens": 26214400, "loss": 5.446130728721618, "lr": 0.005128205128205128, "grad_norm": 0.4051862955093384, "tokens_per_second": 1755666.4814826183, "training_seconds": 1.4931309719977435, "elapsed_tokens_per_second": 377556.46170595696, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 220, "epoch": 3, "tokens": 28835840, "loss": 5.321301865577698, "lr": 0.0056410256410256415, "grad_norm": 0.34466779232025146, "tokens_per_second": 1750883.2254186056, "training_seconds": 1.4972100720042363, "elapsed_tokens_per_second": 406539.184388068, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 233, "epoch": 3, "tokens": 30539776, "loss": 5.209812824542706, "lr": 0.0059743589743589745, "grad_norm": 0.24527010321617126, "tokens_per_second": 1755718.5429399868, "training_seconds": 0.9705063529981999, "elapsed_tokens_per_second": 424741.59183281846, "peak_memory_bytes": 42389451776}
{"loss": 5.188599831453993, "perplexity": 179.21744254847457, "tokens": 30539776, "seconds": 0.5421223620069213, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 3, "step": 233, "evaluation_tokens": 1048576}
{"event": "train", "step": 240, "epoch": 4, "tokens": 31457280, "loss": 5.1723313331604, "lr": 0.006153846153846154, "grad_norm": 0.41661837697029114, "tokens_per_second": 1776022.2001324957, "training_seconds": 0.5166061549971346, "elapsed_tokens_per_second": 431114.5740210906, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 260, "epoch": 4, "tokens": 34078720, "loss": 5.132076454162598, "lr": 0.006666666666666667, "grad_norm": 0.2410591095685959, "tokens_per_second": 1752740.9544399572, "training_seconds": 1.4956231800024398, "elapsed_tokens_per_second": 457653.5797570598, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 280, "epoch": 4, "tokens": 36700160, "loss": 5.053226184844971, "lr": 0.00717948717948718, "grad_norm": 0.28510335087776184, "tokens_per_second": 1755807.4005962843, "training_seconds": 1.4930111349967774, "elapsed_tokens_per_second": 483160.02570320904, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 300, "epoch": 4, "tokens": 39321600, "loss": 4.9880259275436405, "lr": 0.007692307692307692, "grad_norm": 0.22378453612327576, "tokens_per_second": 1753514.9218478743, "training_seconds": 1.4949630409973906, "elapsed_tokens_per_second": 507672.578777027, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 311, "epoch": 4, "tokens": 40763392, "loss": 4.923255790363658, "lr": 0.007974358974358975, "grad_norm": 0.24089789390563965, "tokens_per_second": 1752043.9815684, "training_seconds": 0.8229199809866259, "elapsed_tokens_per_second": 520744.3691281346, "peak_memory_bytes": 42389451776}
{"loss": 4.918313725329548, "perplexity": 136.77178382561647, "tokens": 40763392, "seconds": 0.5384694539970951, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 4, "step": 311, "evaluation_tokens": 1048576}
{"event": "train", "step": 320, "epoch": 5, "tokens": 41943040, "loss": 4.878974225785997, "lr": 0.007999838979717738, "grad_norm": 0.23289524018764496, "tokens_per_second": 1766749.6561198097, "training_seconds": 0.6676939179887995, "elapsed_tokens_per_second": 527630.1534216524, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 340, "epoch": 5, "tokens": 44564480, "loss": 4.851397514343262, "lr": 0.007998027650419737, "grad_norm": 0.24119246006011963, "tokens_per_second": 1755794.0046742493, "training_seconds": 1.4930225260031875, "elapsed_tokens_per_second": 550264.710108704, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 360, "epoch": 5, "tokens": 47185920, "loss": 4.782566618919373, "lr": 0.00799420463091706, "grad_norm": 0.19813105463981628, "tokens_per_second": 1753988.9059467323, "training_seconds": 1.4945590540010016, "elapsed_tokens_per_second": 572064.5711191391, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 380, "epoch": 5, "tokens": 49807360, "loss": 4.733170771598816, "lr": 0.007988371844840945, "grad_norm": 0.1950620412826538, "tokens_per_second": 1754085.724827378, "training_seconds": 1.4944765600084793, "elapsed_tokens_per_second": 593090.444941873, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 389, "epoch": 5, "tokens": 50987008, "loss": 4.668089601728651, "lr": 0.007985092149712518, "grad_norm": 0.21306508779525757, "tokens_per_second": 1752693.985417366, "training_seconds": 0.6730484669969883, "elapsed_tokens_per_second": 602298.6665928474, "peak_memory_bytes": 42389451776}
{"loss": 4.7022575705536225, "perplexity": 110.19566634180951, "tokens": 50987008, "seconds": 0.5394256160070654, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 5, "step": 389, "evaluation_tokens": 1048576}
{"event": "train", "step": 400, "epoch": 6, "tokens": 52428800, "loss": 4.673502401872114, "lr": 0.007980532227078202, "grad_norm": 0.25956520438194275, "tokens_per_second": 1761017.7014305019, "training_seconds": 0.8187265799933812, "elapsed_tokens_per_second": 609502.421931047, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 420, "epoch": 6, "tokens": 55050240, "loss": 4.64095299243927, "lr": 0.007970689722294463, "grad_norm": 0.20814625918865204, "tokens_per_second": 1752390.3622927067, "training_seconds": 1.4959224019985413, "elapsed_tokens_per_second": 629030.6383102472, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 440, "epoch": 6, "tokens": 57671680, "loss": 4.559990882873535, "lr": 0.007958849282949336, "grad_norm": 0.1850547343492508, "tokens_per_second": 1758983.4270690829, "training_seconds": 1.490315349001321, "elapsed_tokens_per_second": 647938.5911033483, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 460, "epoch": 6, "tokens": 60293120, "loss": 4.489338612556457, "lr": 0.007945016866804485, "grad_norm": 0.19174960255622864, "tokens_per_second": 1755542.477920072, "training_seconds": 1.4932364400010556, "elapsed_tokens_per_second": 666205.6339342445, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 467, "epoch": 6, "tokens": 61210624, "loss": 4.435880933489118, "lr": 0.007939706174607876, "grad_norm": 0.19718369841575623, "tokens_per_second": 1752292.1495576336, "training_seconds": 0.523602185989148, "elapsed_tokens_per_second": 672441.4433560397, "peak_memory_bytes": 42389451776}
{"loss": 4.449812290277794, "perplexity": 85.61087250076433, "tokens": 61210624, "seconds": 0.5393089479912305, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 6, "step": 467, "evaluation_tokens": 1048576}
{"event": "train", "step": 480, "epoch": 7, "tokens": 62914560, "loss": 4.416163334479699, "lr": 0.007929199433925843, "grad_norm": 0.25484538078308105, "tokens_per_second": 1761038.8851140107, "training_seconds": 0.9675743190018693, "elapsed_tokens_per_second": 679845.2042742138, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 500, "epoch": 7, "tokens": 65536000, "loss": 4.3775660514831545, "lr": 0.007911404943181526, "grad_norm": 0.16582661867141724, "tokens_per_second": 1754805.3613250637, "training_seconds": 1.4938636829901952, "elapsed_tokens_per_second": 696913.9643569806, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 520, "epoch": 7, "tokens": 68157440, "loss": 4.356534171104431, "lr": 0.007891642348237157, "grad_norm": 0.1605490893125534, "tokens_per_second": 1752067.563403694, "training_seconds": 1.4961980090010911, "elapsed_tokens_per_second": 713427.2584400235, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 540, "epoch": 7, "tokens": 70778880, "loss": 4.339993333816528, "lr": 0.00786992159305064, "grad_norm": 0.1578274965286255, "tokens_per_second": 1751742.5621665856, "training_seconds": 1.496475598993129, "elapsed_tokens_per_second": 729431.0030832009, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 545, "epoch": 7, "tokens": 71434240, "loss": 4.300707054138184, "lr": 0.007864186700914343, "grad_norm": 0.1874387413263321, "tokens_per_second": 1746147.9541004796, "training_seconds": 0.3753175659949193, "elapsed_tokens_per_second": 733336.3077185788, "peak_memory_bytes": 42389451776}
{"loss": 4.313325609884312, "perplexity": 74.688461066895, "tokens": 71434240, "seconds": 0.5399866540101357, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 7, "step": 545, "evaluation_tokens": 1048576}
{"event": "train", "step": 560, "epoch": 8, "tokens": 73400320, "loss": 4.295959568023681, "lr": 0.00784625360686866, "grad_norm": 0.12632031738758087, "tokens_per_second": 1762827.9441365907, "training_seconds": 1.1152988620015094, "elapsed_tokens_per_second": 740860.3962085648, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 580, "epoch": 8, "tokens": 76021760, "loss": 4.267475819587707, "lr": 0.00782065029872741, "grad_norm": 0.1851719170808792, "tokens_per_second": 1751975.9130054426, "training_seconds": 1.4962762789946282, "elapsed_tokens_per_second": 755895.4198923219, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 600, "epoch": 8, "tokens": 78643200, "loss": 4.244058060646057, "lr": 0.007793124551460297, "grad_norm": 0.17815746366977692, "tokens_per_second": 1753678.3956933387, "training_seconds": 1.4948236839991296, "elapsed_tokens_per_second": 770496.8166195379, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 620, "epoch": 8, "tokens": 81264640, "loss": 4.211383366584778, "lr": 0.007763690215215693, "grad_norm": 0.17532379925251007, "tokens_per_second": 1752516.2079154025, "training_seconds": 1.4958149820013205, "elapsed_tokens_per_second": 784672.1289986825, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 623, "epoch": 8, "tokens": 81657856, "loss": 4.1661696434021, "lr": 0.007759111351899522, "grad_norm": 0.15269358456134796, "tokens_per_second": 1760382.2478224135, "training_seconds": 0.22336966899456456, "elapsed_tokens_per_second": 786760.1029547073, "peak_memory_bytes": 42389451776}
{"loss": 4.216436182759529, "perplexity": 67.79145691201145, "tokens": 81657856, "seconds": 0.5441062650061212, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 8, "step": 623, "evaluation_tokens": 1048576}
{"event": "train", "step": 640, "epoch": 9, "tokens": 83886080, "loss": 4.193134812747731, "lr": 0.007732362100487943, "grad_norm": 0.20780745148658752, "tokens_per_second": 1760472.9593656296, "training_seconds": 1.2656962369946996, "elapsed_tokens_per_second": 794317.0231724659, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 660, "epoch": 9, "tokens": 86507520, "loss": 4.169733953475952, "lr": 0.007699155970665158, "grad_norm": 0.1495504379272461, "tokens_per_second": 1753432.8732401035, "training_seconds": 1.4950329949933803, "elapsed_tokens_per_second": 807696.894932516, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 680, "epoch": 9, "tokens": 89128960, "loss": 4.165196394920349, "lr": 0.007664088534097537, "grad_norm": 0.17083828151226044, "tokens_per_second": 1750779.5369938202, "training_seconds": 1.4972987429937348, "elapsed_tokens_per_second": 820686.9677622569, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 700, "epoch": 9, "tokens": 91750400, "loss": 4.131924462318421, "lr": 0.007627177435690227, "grad_norm": 0.16776050627231598, "tokens_per_second": 1752164.3904686852, "training_seconds": 1.496115326997824, "elapsed_tokens_per_second": 833336.4568781569, "peak_memory_bytes": 42389451776}
{"loss": 4.152418034640935, "perplexity": 63.58757150367856, "tokens": 91750400, "seconds": 0.5410033289954299, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 9, "step": 700, "evaluation_tokens": 1048576}
{"event": "train", "step": 720, "epoch": 10, "tokens": 94371840, "loss": 4.140245723724365, "lr": 0.007588441248024907, "grad_norm": 0.15993160009384155, "tokens_per_second": 1756624.712093521, "training_seconds": 1.4923164759966312, "elapsed_tokens_per_second": 841546.5758043074, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 740, "epoch": 10, "tokens": 96993280, "loss": 4.120841050148011, "lr": 0.007547899462014625, "grad_norm": 0.15126322209835052, "tokens_per_second": 1754325.068064884, "training_seconds": 1.4942726680019405, "elapsed_tokens_per_second": 853536.8266834205, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 760, "epoch": 10, "tokens": 99614720, "loss": 4.111371445655823, "lr": 0.007505572477096535, "grad_norm": 0.16032105684280396, "tokens_per_second": 1753970.6123312064, "training_seconds": 1.4945746419980424, "elapsed_tokens_per_second": 865217.8645653168, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 778, "epoch": 10, "tokens": 101974016, "loss": 4.082849237653944, "lr": 0.007465969429761635, "grad_norm": 0.15827593207359314, "tokens_per_second": 1749924.4548933955, "training_seconds": 1.3482273439876735, "elapsed_tokens_per_second": 875445.7881444955, "peak_memory_bytes": 42389451776}
{"loss": 4.097442891313479, "perplexity": 60.18618803243652, "tokens": 101974016, "seconds": 0.5401872590009589, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 10, "step": 778, "evaluation_tokens": 1048576}
{"event": "train", "step": 780, "epoch": 11, "tokens": 102236160, "loss": 4.088156223297119, "lr": 0.007461481590967504, "grad_norm": 0.14370381832122803, "tokens_per_second": 1845053.1743399922, "training_seconds": 0.14207937399623916, "elapsed_tokens_per_second": 872533.3973580186, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 800, "epoch": 11, "tokens": 104857600, "loss": 4.074332880973816, "lr": 0.007415648988867725, "grad_norm": 0.14890559017658234, "tokens_per_second": 1754499.1004662514, "training_seconds": 1.4941244479996385, "elapsed_tokens_per_second": 883630.6860453058, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 820, "epoch": 11, "tokens": 107479040, "loss": 4.073630487918853, "lr": 0.007368097732417771, "grad_norm": 0.13420149683952332, "tokens_per_second": 1751503.83758991, "training_seconds": 1.4966795640066266, "elapsed_tokens_per_second": 894428.0834331007, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 840, "epoch": 11, "tokens": 110100480, "loss": 4.05990161895752, "lr": 0.00731885174801465, "grad_norm": 0.13217467069625854, "tokens_per_second": 1755150.633524654, "training_seconds": 1.4935698110057274, "elapsed_tokens_per_second": 904985.8602605797, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 856, "epoch": 11, "tokens": 112197632, "loss": 4.037111386656761, "lr": 0.007278251379608424, "grad_norm": 0.1381990611553192, "tokens_per_second": 1753141.6646432865, "training_seconds": 1.1962250640062848, "elapsed_tokens_per_second": 913230.3295442115, "peak_memory_bytes": 42389451776}
{"loss": 4.059398682243037, "perplexity": 57.93946057542324, "tokens": 112197632, "seconds": 0.5380778260005172, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 11, "step": 856, "evaluation_tokens": 1048576}
{"event": "train", "step": 860, "epoch": 12, "tokens": 112721920, "loss": 4.01810884475708, "lr": 0.007267935814792751, "grad_norm": 0.15791143476963043, "tokens_per_second": 1795480.7165237465, "training_seconds": 0.2920042499899864, "elapsed_tokens_per_second": 911171.6016315531, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 880, "epoch": 12, "tokens": 115343360, "loss": 4.0396227717399595, "lr": 0.007215375552155713, "grad_norm": 0.14907464385032654, "tokens_per_second": 1755549.3555752214, "training_seconds": 1.4932305900001666, "elapsed_tokens_per_second": 921234.1394610666, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 900, "epoch": 12, "tokens": 117964800, "loss": 4.014772570133209, "lr": 0.007161197406885484, "grad_norm": 0.13199342787265778, "tokens_per_second": 1750234.366529448, "training_seconds": 1.4977651279914426, "elapsed_tokens_per_second": 931022.534057907, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 920, "epoch": 12, "tokens": 120586240, "loss": 4.021185851097107, "lr": 0.007105428639835085, "grad_norm": 0.13683246076107025, "tokens_per_second": 1752790.52778419, "training_seconds": 1.4955808800004888, "elapsed_tokens_per_second": 940601.1244429861, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 934, "epoch": 12, "tokens": 122421248, "loss": 4.012793472834995, "lr": 0.007065459077989923, "grad_norm": 0.13337253034114838, "tokens_per_second": 1754059.4726374506, "training_seconds": 1.046149248999427, "elapsed_tokens_per_second": 947174.1783328075, "peak_memory_bytes": 42389451776}
{"loss": 4.01891866083057, "perplexity": 55.64090659304514, "tokens": 122421248, "seconds": 0.5408762930019293, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 12, "step": 934, "evaluation_tokens": 1048576}
{"event": "train", "step": 940, "epoch": 13, "tokens": 123207680, "loss": 4.012196342150371, "lr": 0.007048097312211743, "grad_norm": 0.13184769451618195, "tokens_per_second": 1771844.045993835, "training_seconds": 0.443849447008688, "elapsed_tokens_per_second": 945993.0093104017, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 960, "epoch": 13, "tokens": 125829120, "loss": 4.006048798561096, "lr": 0.00698923227145732, "grad_norm": 0.15490879118442535, "tokens_per_second": 1750380.4971352054, "training_seconds": 1.4976400869927602, "elapsed_tokens_per_second": 955130.0375055537, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 980, "epoch": 13, "tokens": 128450560, "loss": 3.993628430366516, "lr": 0.00692886313673312, "grad_norm": 0.16602858901023865, "tokens_per_second": 1751874.7445202982, "training_seconds": 1.4963626870012376, "elapsed_tokens_per_second": 964067.1689726347, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1000, "epoch": 13, "tokens": 131072000, "loss": 3.9662583470344543, "lr": 0.006867020284016403, "grad_norm": 0.136575847864151, "tokens_per_second": 1756357.4281255575, "training_seconds": 1.4925435779878171, "elapsed_tokens_per_second": 972836.331178563, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1012, "epoch": 13, "tokens": 132644864, "loss": 3.979324539502462, "lr": 0.006829220102252354, "grad_norm": 0.13368843495845795, "tokens_per_second": 1756492.4471431326, "training_seconds": 0.8954573090013582, "elapsed_tokens_per_second": 977999.4271803317, "peak_memory_bytes": 42389451776}
{"loss": 3.9855607006540295, "perplexity": 53.81545538110768, "tokens": 132644864, "seconds": 0.5397383520030417, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 13, "step": 1012, "evaluation_tokens": 1048576}
{"event": "train", "step": 1020, "epoch": 14, "tokens": 133693440, "loss": 3.955115556716919, "lr": 0.00680373483081608, "grad_norm": 0.14330467581748962, "tokens_per_second": 1764694.628386028, "training_seconds": 0.5941968560073292, "elapsed_tokens_per_second": 977504.6759268466, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1040, "epoch": 14, "tokens": 136314880, "loss": 3.959954857826233, "lr": 0.006739038620515297, "grad_norm": 0.17230579257011414, "tokens_per_second": 1750001.2421811833, "training_seconds": 1.4979646510037128, "elapsed_tokens_per_second": 985866.066018742, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1060, "epoch": 14, "tokens": 138936320, "loss": 3.967453491687775, "lr": 0.00667296420634878, "grad_norm": 0.17590010166168213, "tokens_per_second": 1753233.7923630178, "training_seconds": 1.4952027569961501, "elapsed_tokens_per_second": 994063.2782018391, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1080, "epoch": 14, "tokens": 141557760, "loss": 3.9460452795028687, "lr": 0.006605544835023, "grad_norm": 0.13651348650455475, "tokens_per_second": 1748249.8524728785, "training_seconds": 1.4994653059984557, "elapsed_tokens_per_second": 1002060.9665672274, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1090, "epoch": 14, "tokens": 142868480, "loss": 3.9554129123687742, "lr": 0.006571341365532515, "grad_norm": 0.11440438777208328, "tokens_per_second": 1752359.4999600048, "training_seconds": 0.7479743739968399, "elapsed_tokens_per_second": 1006001.1146109471, "peak_memory_bytes": 42389451776}
{"loss": 3.949577557190482, "perplexity": 51.913431746038846, "tokens": 142868480, "seconds": 0.539945769996848, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 14, "step": 1090, "evaluation_tokens": 1048576}
{"event": "train", "step": 1100, "epoch": 15, "tokens": 144179200, "loss": 3.931594467163086, "lr": 0.006536814429987407, "grad_norm": 0.14057432115077972, "tokens_per_second": 1763256.7884485829, "training_seconds": 0.7433517390018096, "elapsed_tokens_per_second": 1006086.2430056997, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1120, "epoch": 15, "tokens": 146800640, "loss": 3.92674720287323, "lr": 0.006466807574365148, "grad_norm": 0.14695140719413757, "tokens_per_second": 1752198.2980403833, "training_seconds": 1.4960863750020508, "elapsed_tokens_per_second": 1013787.4464979059, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1140, "epoch": 15, "tokens": 149422080, "loss": 3.9242925882339477, "lr": 0.006395559493551849, "grad_norm": 0.15173274278640747, "tokens_per_second": 1753225.0872169, "training_seconds": 1.4952101810049498, "elapsed_tokens_per_second": 1021333.6153891371, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1160, "epoch": 15, "tokens": 152043520, "loss": 3.9120596647262573, "lr": 0.006323106037491235, "grad_norm": 0.12319688498973846, "tokens_per_second": 1750163.9855628181, "training_seconds": 1.497825359008857, "elapsed_tokens_per_second": 1028712.0104934528, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1167, "epoch": 15, "tokens": 152961024, "loss": 3.8914132799421037, "lr": 0.006297469286818803, "grad_norm": 0.14665909111499786, "tokens_per_second": 1750476.064928063, "training_seconds": 0.5241454130009515, "elapsed_tokens_per_second": 1031249.5172572972, "peak_memory_bytes": 42389451776}
{"loss": 3.9237120070518543, "perplexity": 50.5878792483144, "tokens": 152961024, "seconds": 0.5429829519998748, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 15, "step": 1167, "evaluation_tokens": 1048576}
{"event": "train", "step": 1180, "epoch": 16, "tokens": 154664960, "loss": 3.8697839883657603, "lr": 0.006249483662636486, "grad_norm": 0.1275765746831894, "tokens_per_second": 1759548.5083403317, "training_seconds": 0.9683938759990269, "elapsed_tokens_per_second": 1032170.0440354113, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1200, "epoch": 16, "tokens": 157286400, "loss": 3.8934444785118103, "lr": 0.006174729413606421, "grad_norm": 0.14175254106521606, "tokens_per_second": 1751181.5418429067, "training_seconds": 1.496955020003952, "elapsed_tokens_per_second": 1039274.5613580277, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1220, "epoch": 16, "tokens": 159907840, "loss": 3.8963644027709963, "lr": 0.006098880904545735, "grad_norm": 0.12397795170545578, "tokens_per_second": 1754575.711732784, "training_seconds": 1.4940592089988058, "elapsed_tokens_per_second": 1046257.0817795735, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1240, "epoch": 16, "tokens": 162529280, "loss": 3.872962141036987, "lr": 0.006021976300198661, "grad_norm": 0.1286603957414627, "tokens_per_second": 1755215.2685078778, "training_seconds": 1.4935148109943839, "elapsed_tokens_per_second": 1053110.4622583669, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1245, "epoch": 16, "tokens": 163184640, "loss": 3.862698793411255, "lr": 0.006002589657528159, "grad_norm": 0.15591619908809662, "tokens_per_second": 1755393.2002891349, "training_seconds": 0.3733408559928648, "elapsed_tokens_per_second": 1054794.2779853751, "peak_memory_bytes": 42389451776}
{"loss": 3.9036291149937186, "perplexity": 49.58206199508853, "tokens": 163184640, "seconds": 0.5414917360030813, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 16, "step": 1245, "evaluation_tokens": 1048576}
{"event": "train", "step": 1260, "epoch": 17, "tokens": 165150720, "loss": 3.8787495930989584, "lr": 0.005944054296705593, "grad_norm": 0.11247510462999344, "tokens_per_second": 1760540.2986194696, "training_seconds": 1.1167480809963308, "elapsed_tokens_per_second": 1056143.501478486, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1280, "epoch": 17, "tokens": 167772160, "loss": 3.885715925693512, "lr": 0.005865154102132323, "grad_norm": 0.13663466274738312, "tokens_per_second": 1752838.3728166984, "training_seconds": 1.4955400570033817, "elapsed_tokens_per_second": 1062735.9591518145, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1300, "epoch": 17, "tokens": 170393600, "loss": 3.869405221939087, "lr": 0.005785315416741691, "grad_norm": 0.15449529886245728, "tokens_per_second": 1752185.1422002274, "training_seconds": 1.4960976079892134, "elapsed_tokens_per_second": 1069197.7596067, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1320, "epoch": 17, "tokens": 173015040, "loss": 3.8766889452934263, "lr": 0.005704578413017585, "grad_norm": 0.12271133065223694, "tokens_per_second": 1752508.1730335334, "training_seconds": 1.4958218399988255, "elapsed_tokens_per_second": 1075544.2611342194, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1323, "epoch": 17, "tokens": 173408256, "loss": 3.86332368850708, "lr": 0.005692392887835475, "grad_norm": 0.13741347193717957, "tokens_per_second": 1754982.6021350299, "training_seconds": 0.2240569220011821, "elapsed_tokens_per_second": 1076479.3704416638, "peak_memory_bytes": 42389451776}
{"loss": 3.874249538188458, "perplexity": 48.14655258073836, "tokens": 173408256, "seconds": 0.5402367350034183, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 17, "step": 1323, "evaluation_tokens": 1048576}
{"event": "train", "step": 1340, "epoch": 18, "tokens": 175636480, "loss": 3.8393391300650204, "lr": 0.005622983715451311, "grad_norm": 0.1278742551803589, "tokens_per_second": 1759182.0950263918, "training_seconds": 1.2666249879985116, "elapsed_tokens_per_second": 1078171.7271876712, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1360, "epoch": 18, "tokens": 178257920, "loss": 3.840743100643158, "lr": 0.00554057238010056, "grad_norm": 0.1354818344116211, "tokens_per_second": 1750429.7535210438, "training_seconds": 1.4975979440059746, "elapsed_tokens_per_second": 1084288.4910969525, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1380, "epoch": 18, "tokens": 180879360, "loss": 3.840460503101349, "lr": 0.005457385873931188, "grad_norm": 0.1452178955078125, "tokens_per_second": 1749598.1231573443, "training_seconds": 1.498309792004875, "elapsed_tokens_per_second": 1090287.0518757927, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1400, "epoch": 18, "tokens": 183500800, "loss": 3.8309309005737306, "lr": 0.005373466053952266, "grad_norm": 0.13126052916049957, "tokens_per_second": 1748018.5339607638, "training_seconds": 1.4996637330041267, "elapsed_tokens_per_second": 1096171.7656626792, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1401, "epoch": 18, "tokens": 183631872, "loss": 3.843308210372925, "lr": 0.005369251569377675, "grad_norm": 0.1288308948278427, "tokens_per_second": 1791431.6614764596, "training_seconds": 0.07316606199310627, "elapsed_tokens_per_second": 1096465.8442376223, "peak_memory_bytes": 42389451776}
{"loss": 3.849057398447362, "perplexity": 46.94878836727007, "tokens": 183631872, "seconds": 0.5444103299960261, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 18, "step": 1401, "evaluation_tokens": 1048576}
{"event": "train", "step": 1420, "epoch": 19, "tokens": 186122240, "loss": 3.831871647583811, "lr": 0.005288855146154851, "grad_norm": 0.12769797444343567, "tokens_per_second": 1749529.9809509977, "training_seconds": 1.423449741996592, "elapsed_tokens_per_second": 1098381.159114003, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1440, "epoch": 19, "tokens": 188743680, "loss": 3.8246970057487486, "lr": 0.005203595724265121, "grad_norm": 0.14138679206371307, "tokens_per_second": 1762627.4713365987, "training_seconds": 1.4872342809976544, "elapsed_tokens_per_second": 949993.9318785501, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1460, "epoch": 19, "tokens": 191365120, "loss": 3.812378454208374, "lr": 0.005117730688322512, "grad_norm": 0.12987647950649261, "tokens_per_second": 1751685.9454367387, "training_seconds": 1.496523966998211, "elapsed_tokens_per_second": 955979.5628810625, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1479, "epoch": 19, "tokens": 193855488, "loss": 3.8024573953528154, "lr": 0.005035637302328019, "grad_norm": 0.14419595897197723, "tokens_per_second": 1752208.1388634644, "training_seconds": 1.4212740739894798, "elapsed_tokens_per_second": 961587.8848713163, "peak_memory_bytes": 42389451776}
{"loss": 3.8286962793766977, "perplexity": 46.002524682110014, "tokens": 193855488, "seconds": 0.5396928249974735, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 19, "step": 1479, "evaluation_tokens": 1048576}
{"event": "train", "step": 1480, "epoch": 20, "tokens": 193986560, "loss": 3.7837796211242676, "lr": 0.0050313032430936815, "grad_norm": 0.14042462408542633, "tokens_per_second": 1940585.786960863, "training_seconds": 0.06754249200457707, "elapsed_tokens_per_second": 959319.1755497366, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1500, "epoch": 20, "tokens": 196608000, "loss": 3.808276057243347, "lr": 0.0049443568763331384, "grad_norm": 0.12130838632583618, "tokens_per_second": 1754331.7812104546, "training_seconds": 1.4942669500014745, "elapsed_tokens_per_second": 965144.0933642017, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1520, "epoch": 20, "tokens": 199229440, "loss": 3.7962021350860597, "lr": 0.004856935336901482, "grad_norm": 0.12275846302509308, "tokens_per_second": 1773531.4055312895, "training_seconds": 1.4780905439984053, "elapsed_tokens_per_second": 964655.8090192055, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1540, "epoch": 20, "tokens": 201850880, "loss": 3.7931010246276857, "lr": 0.0047690826127522535, "grad_norm": 0.13955076038837433, "tokens_per_second": 1752093.026295856, "training_seconds": 1.496176264990936, "elapsed_tokens_per_second": 970311.8365860607, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1557, "epoch": 20, "tokens": 204079104, "loss": 3.807559742647059, "lr": 0.004694101790950691, "grad_norm": 0.11837897449731827, "tokens_per_second": 1763954.2268140246, "training_seconds": 1.2631983110040892, "elapsed_tokens_per_second": 968992.1148845997, "peak_memory_bytes": 42389451776}
{"loss": 3.8091901137811517, "perplexity": 45.11388695154987, "tokens": 204079104, "seconds": 0.5301816430001054, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 20, "step": 1557, "evaluation_tokens": 1048576}
{"event": "train", "step": 1560, "epoch": 21, "tokens": 204472320, "loss": 3.7857484817504883, "lr": 0.004680842908798498, "grad_norm": 0.13684913516044617, "tokens_per_second": 1795009.2711604773, "training_seconds": 0.21906070699333213, "elapsed_tokens_per_second": 963212.2996287725, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1580, "epoch": 21, "tokens": 207093760, "loss": 3.7999367117881775, "lr": 0.004592260624670137, "grad_norm": 0.14369361102581024, "tokens_per_second": 1751747.0372911145, "training_seconds": 1.4964717760012718, "elapsed_tokens_per_second": 968725.4954698404, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1600, "epoch": 21, "tokens": 209715200, "loss": 3.798244667053223, "lr": 0.004503380332373388, "grad_norm": 0.1258241981267929, "tokens_per_second": 1763991.3330354537, "training_seconds": 1.4860843990027206, "elapsed_tokens_per_second": 965207.3373267234, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1620, "epoch": 21, "tokens": 212336640, "loss": 3.786535120010376, "lr": 0.004414246753863435, "grad_norm": 0.13694137334823608, "tokens_per_second": 1750595.9388015547, "training_seconds": 1.497455775999697, "elapsed_tokens_per_second": 970576.0172163147, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1634, "epoch": 21, "tokens": 214171648, "loss": 3.7792976583753313, "lr": 0.004351726556015819, "grad_norm": 0.12515707314014435, "tokens_per_second": 1749134.6072682443, "training_seconds": 1.0490947880025487, "elapsed_tokens_per_second": 974286.8797363937, "peak_memory_bytes": 42389451776}
{"loss": 3.7885230249382147, "perplexity": 44.191082924374975, "tokens": 214171648, "seconds": 0.5423334130027797, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 21, "step": 1634, "evaluation_tokens": 1048576}
{"event": "train", "step": 1640, "epoch": 22, "tokens": 214958080, "loss": 3.7517422437667847, "lr": 0.004324904738541651, "grad_norm": 0.12601417303085327, "tokens_per_second": 1772766.648720348, "training_seconds": 0.4436184539954411, "elapsed_tokens_per_second": 973471.1998294158, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1660, "epoch": 22, "tokens": 217579520, "loss": 3.791404497623444, "lr": 0.004235399240688696, "grad_norm": 0.12260176241397858, "tokens_per_second": 1753390.0773876794, "training_seconds": 1.4950694849976571, "elapsed_tokens_per_second": 978709.2193732912, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1680, "epoch": 22, "tokens": 220200960, "loss": 3.7686074018478393, "lr": 0.004145775296844847, "grad_norm": 0.1169552430510521, "tokens_per_second": 1750213.596702539, "training_seconds": 1.4977829020062927, "elapsed_tokens_per_second": 983867.5741574336, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1700, "epoch": 22, "tokens": 222822400, "loss": 3.7678324818611144, "lr": 0.004056078003148922, "grad_norm": 0.1261664777994156, "tokens_per_second": 1752415.9844989686, "training_seconds": 1.4959005300042918, "elapsed_tokens_per_second": 988963.7440693524, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1712, "epoch": 22, "tokens": 224395264, "loss": 3.7587438225746155, "lr": 0.00400224319349441, "grad_norm": 0.11411897838115692, "tokens_per_second": 1767770.144263326, "training_seconds": 0.8897446339979069, "elapsed_tokens_per_second": 986716.3272997971, "peak_memory_bytes": 42389451776}
{"loss": 3.764652616310894, "perplexity": 43.14871409658072, "tokens": 224395264, "seconds": 0.5408464520005509, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 22, "step": 1712, "evaluation_tokens": 1048576}
{"event": "train", "step": 1720, "epoch": 23, "tokens": 225443840, "loss": 3.730923444032669, "lr": 0.00396635249264724, "grad_norm": 0.14882700145244598, "tokens_per_second": 1764225.280240468, "training_seconds": 0.5943549340008758, "elapsed_tokens_per_second": 986373.4840205265, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1740, "epoch": 23, "tokens": 228065280, "loss": 3.757384192943573, "lr": 0.0038766439125839805, "grad_norm": 0.11415226757526398, "tokens_per_second": 1759853.0958788514, "training_seconds": 1.489578877997701, "elapsed_tokens_per_second": 990881.7938973376, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1760, "epoch": 23, "tokens": 230686720, "loss": 3.743581199645996, "lr": 0.0037869974016844295, "grad_norm": 0.11756379157304764, "tokens_per_second": 1749770.8019730088, "training_seconds": 1.4981619290047092, "elapsed_tokens_per_second": 995785.2496219857, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1780, "epoch": 23, "tokens": 233308160, "loss": 3.7443351984024047, "lr": 0.0036974580674424885, "grad_norm": 0.10995546728372574, "tokens_per_second": 1748058.7751459063, "training_seconds": 1.4996292099967832, "elapsed_tokens_per_second": 1000616.7670865079, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1790, "epoch": 23, "tokens": 234618880, "loss": 3.728953647613525, "lr": 0.003652742673534095, "grad_norm": 0.12682856619358063, "tokens_per_second": 1746108.0392613786, "training_seconds": 0.7506522909970954, "elapsed_tokens_per_second": 1003004.5357018749, "peak_memory_bytes": 42389451776}
{"loss": 3.7481179870017716, "perplexity": 42.441132028081554, "tokens": 234618880, "seconds": 0.5371676350041525, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 23, "step": 1790, "evaluation_tokens": 1048576}
{"event": "train", "step": 1800, "epoch": 24, "tokens": 235929600, "loss": 3.7323195934295654, "lr": 0.0036080709634239085, "grad_norm": 0.1337737888097763, "tokens_per_second": 1763315.595559995, "training_seconds": 0.7433269479952287, "elapsed_tokens_per_second": 1003081.8902744164, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1820, "epoch": 24, "tokens": 238551040, "loss": 3.758130896091461, "lr": 0.0035188810665966602, "grad_norm": 0.12450214475393295, "tokens_per_second": 1745626.611483001, "training_seconds": 1.5017186280019814, "elapsed_tokens_per_second": 1007786.700822446, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1840, "epoch": 24, "tokens": 241172480, "loss": 3.7176230788230895, "lr": 0.003429933254699843, "grad_norm": 0.10594803094863892, "tokens_per_second": 1747727.9719772046, "training_seconds": 1.4999130539945327, "elapsed_tokens_per_second": 1012440.0734588591, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1860, "epoch": 24, "tokens": 243793920, "loss": 3.7361711740493773, "lr": 0.003341272283662522, "grad_norm": 0.12263225018978119, "tokens_per_second": 1750201.4288347887, "training_seconds": 1.4977933149930323, "elapsed_tokens_per_second": 1017043.7896611706, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1868, "epoch": 24, "tokens": 244842496, "loss": 3.7025536000728607, "lr": 0.003305898209049308, "grad_norm": 0.12803848087787628, "tokens_per_second": 1749774.5265676917, "training_seconds": 0.5992634959984571, "elapsed_tokens_per_second": 1018866.5260277806, "peak_memory_bytes": 42389451776}
{"loss": 3.7300235075235073, "perplexity": 41.68008794816033, "tokens": 244842496, "seconds": 0.5429823039885378, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 24, "step": 1868, "evaluation_tokens": 1048576}
{"event": "train", "step": 1880, "epoch": 25, "tokens": 246415360, "loss": 3.7237096031506858, "lr": 0.0032529427650838556, "grad_norm": 0.13367408514022827, "tokens_per_second": 1759467.4663092948, "training_seconds": 0.8939432129991474, "elapsed_tokens_per_second": 1019242.6144565336, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1900, "epoch": 25, "tokens": 249036800, "loss": 3.71942024230957, "lr": 0.003164989143785854, "grad_norm": 0.13367359340190887, "tokens_per_second": 1750167.6662620571, "training_seconds": 1.4978222089994233, "elapsed_tokens_per_second": 1023736.8643717333, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1920, "epoch": 25, "tokens": 251658240, "loss": 3.699166142940521, "lr": 0.003077455675450043, "grad_norm": 0.11573417484760284, "tokens_per_second": 1748572.6806295684, "training_seconds": 1.4991884689952713, "elapsed_tokens_per_second": 1028172.146342278, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1940, "epoch": 25, "tokens": 254279680, "loss": 3.702486717700958, "lr": 0.002990386404349306, "grad_norm": 0.12052545696496964, "tokens_per_second": 1745800.2616462037, "training_seconds": 1.5015692559973104, "elapsed_tokens_per_second": 1032541.644855467, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1946, "epoch": 25, "tokens": 255066112, "loss": 3.67257821559906, "lr": 0.0029643626976719826, "grad_norm": 0.13053476810455322, "tokens_per_second": 1744131.245437257, "training_seconds": 0.45090184701257385, "elapsed_tokens_per_second": 1033837.5560732402, "peak_memory_bytes": 42389451776}
{"loss": 3.712229182821442, "perplexity": 40.94497871267099, "tokens": 255066112, "seconds": 0.5412535270006629, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 25, "step": 1946, "evaluation_tokens": 1048576}
{"event": "train", "step": 1960, "epoch": 26, "tokens": 256901120, "loss": 3.7051097324916293, "lr": 0.0029038251411861024, "grad_norm": 0.12311798334121704, "tokens_per_second": 1752971.00950312, "training_seconds": 1.0467988289892673, "elapsed_tokens_per_second": 1034585.1784504532, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1980, "epoch": 26, "tokens": 259522560, "loss": 3.7091870665550233, "lr": 0.002817815441048194, "grad_norm": 0.11006524413824081, "tokens_per_second": 1748448.259006356, "training_seconds": 1.4992951530002756, "elapsed_tokens_per_second": 1038863.2132006533, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2000, "epoch": 26, "tokens": 262144000, "loss": 3.6921399354934694, "lr": 0.00273240058149302, "grad_norm": 0.11218955367803574, "tokens_per_second": 1749535.9655886681, "training_seconds": 1.498363024002174, "elapsed_tokens_per_second": 1043095.7078784442, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2020, "epoch": 26, "tokens": 264765440, "loss": 3.6816481828689573, "lr": 0.002647623540771689, "grad_norm": 0.10915936529636383, "tokens_per_second": 1747975.5474371263, "training_seconds": 1.4997006129997317, "elapsed_tokens_per_second": 1047270.8320727857, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2024, "epoch": 26, "tokens": 265289728, "loss": 3.6701117157936096, "lr": 0.002630748430622327, "grad_norm": 0.11020804941654205, "tokens_per_second": 1755145.2349278298, "training_seconds": 0.2987148810061626, "elapsed_tokens_per_second": 1048101.7253069156, "peak_memory_bytes": 42389451776}
{"loss": 3.6928177769910953, "perplexity": 40.157843530462074, "tokens": 265289728, "seconds": 0.5394254260027083, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 26, "step": 2024, "evaluation_tokens": 1048576}
{"event": "train", "step": 2040, "epoch": 27, "tokens": 267386880, "loss": 3.6815801858901978, "lr": 0.0025635269762035906, "grad_norm": 0.13413827121257782, "tokens_per_second": 1751367.0422813725, "training_seconds": 1.1974371730029816, "elapsed_tokens_per_second": 1049157.1801838484, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2060, "epoch": 27, "tokens": 270008320, "loss": 3.689659559726715, "lr": 0.0024801532027124724, "grad_norm": 0.10971515625715256, "tokens_per_second": 1746003.5642958502, "training_seconds": 1.501394414997776, "elapsed_tokens_per_second": 1053231.8317223361, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2080, "epoch": 27, "tokens": 272629760, "loss": 3.6773818731307983, "lr": 0.002397544171534828, "grad_norm": 0.1061001867055893, "tokens_per_second": 1749444.5074549268, "training_seconds": 1.4984413560014218, "elapsed_tokens_per_second": 1057272.504187862, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2100, "epoch": 27, "tokens": 275251200, "loss": 3.6695529341697695, "lr": 0.002315741449111254, "grad_norm": 0.10851193964481354, "tokens_per_second": 1748398.2931201614, "training_seconds": 1.499337999994168, "elapsed_tokens_per_second": 1061261.6176538558, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2101, "epoch": 27, "tokens": 275382272, "loss": 3.673811912536621, "lr": 0.00231167321869785, "grad_norm": 0.12489605695009232, "tokens_per_second": 1735082.3222603146, "training_seconds": 0.07554223699844442, "elapsed_tokens_per_second": 1061453.6856715558, "peak_memory_bytes": 42389451776}
{"loss": 3.676233977292158, "perplexity": 39.49736565056018, "tokens": 275382272, "seconds": 0.5388500849949196, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 27, "step": 2101, "evaluation_tokens": 1048576}
{"event": "train", "step": 2120, "epoch": 28, "tokens": 277872640, "loss": 3.687563268761886, "lr": 0.002234786196171443, "grad_norm": 0.11398738622665405, "tokens_per_second": 1755594.7098479262, "training_seconds": 1.4185324129939545, "elapsed_tokens_per_second": 1062983.4443053424, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2140, "epoch": 28, "tokens": 280494080, "loss": 3.6812103033065795, "lr": 0.002154719147023306, "grad_norm": 0.11577920615673065, "tokens_per_second": 1749972.5491983297, "training_seconds": 1.4979892120027216, "elapsed_tokens_per_second": 1066891.2167471568, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2160, "epoch": 28, "tokens": 283115520, "loss": 3.651279389858246, "lr": 0.00207558058905667, "grad_norm": 0.11291051656007767, "tokens_per_second": 1747359.143656561, "training_seconds": 1.500229651996051, "elapsed_tokens_per_second": 1070747.8685839255, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2179, "epoch": 28, "tokens": 285605888, "loss": 3.6570654919272974, "lr": 0.002001295248181042, "grad_norm": 0.14915546774864197, "tokens_per_second": 1747588.152275955, "training_seconds": 1.4250314050004818, "elapsed_tokens_per_second": 1074370.3533003912, "peak_memory_bytes": 42389451776}
{"loss": 3.6652897232418384, "perplexity": 39.06745327281791, "tokens": 285605888, "seconds": 0.5416328749997774, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 28, "step": 2179, "evaluation_tokens": 1048576}
{"event": "train", "step": 2180, "epoch": 29, "tokens": 285736960, "loss": 3.6271395683288574, "lr": 0.001997410342471841, "grad_norm": 0.13517709076404572, "tokens_per_second": 1913257.8865823864, "training_seconds": 0.06850723100069445, "elapsed_tokens_per_second": 1072366.3777228529, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2200, "epoch": 29, "tokens": 288358400, "loss": 3.6533193826675414, "lr": 0.0019202477402432523, "grad_norm": 0.10886998474597931, "tokens_per_second": 1747082.9045819016, "training_seconds": 1.5004668600013247, "elapsed_tokens_per_second": 1076140.7151943322, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2220, "epoch": 29, "tokens": 290979840, "loss": 3.655378746986389, "lr": 0.0018441316083282625, "grad_norm": 0.12152700126171112, "tokens_per_second": 1745733.2595089953, "training_seconds": 1.5016268869949272, "elapsed_tokens_per_second": 1079865.9819855376, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2240, "epoch": 29, "tokens": 293601280, "loss": 3.636382532119751, "lr": 0.0017691002461310706, "grad_norm": 0.11234207451343536, "tokens_per_second": 1744593.3561663462, "training_seconds": 1.502608037990285, "elapsed_tokens_per_second": 1083547.959880191, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2257, "epoch": 29, "tokens": 295829504, "loss": 3.6487003634957706, "lr": 0.0017062047037181701, "grad_norm": 0.12309430539608002, "tokens_per_second": 1749522.6868376741, "training_seconds": 1.2736182369990274, "elapsed_tokens_per_second": 1086657.5289500745, "peak_memory_bytes": 42389451776}
{"loss": 3.643815067585409, "perplexity": 38.23743721822099, "tokens": 295829504, "seconds": 0.5414762069995049, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 29, "step": 2257, "evaluation_tokens": 1048576}
{"event": "train", "step": 2260, "epoch": 30, "tokens": 296222720, "loss": 3.6306583881378174, "lr": 0.0016951914072315857, "grad_norm": 0.11270680278539658, "tokens_per_second": 1794236.840978396, "training_seconds": 0.21915501399780624, "elapsed_tokens_per_second": 1085034.4662408733, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2280, "epoch": 30, "tokens": 298844160, "loss": 3.638625717163086, "lr": 0.0016224422803889297, "grad_norm": 0.12330736219882965, "tokens_per_second": 1747900.5102289156, "training_seconds": 1.4997649950091727, "elapsed_tokens_per_second": 1088652.079919793, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2300, "epoch": 30, "tokens": 301465600, "loss": 3.6318922519683836, "lr": 0.001550889470829147, "grad_norm": 0.11567410826683044, "tokens_per_second": 1745869.129309609, "training_seconds": 1.5015100250020623, "elapsed_tokens_per_second": 1092221.2625301306, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2320, "epoch": 30, "tokens": 304087040, "loss": 3.6227903008460998, "lr": 0.0014805689818265222, "grad_norm": 0.1075354591012001, "tokens_per_second": 1746648.6924355016, "training_seconds": 1.5008398720092373, "elapsed_tokens_per_second": 1095756.315238685, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2335, "epoch": 30, "tokens": 306053120, "loss": 3.6046860376993815, "lr": 0.0014286586344674861, "grad_norm": 0.11710977554321289, "tokens_per_second": 1751588.0301368127, "training_seconds": 1.1224557179957628, "elapsed_tokens_per_second": 1098392.321356357, "peak_memory_bytes": 42389451776}
{"loss": 3.6306957799800323, "perplexity": 37.73906557066383, "tokens": 306053120, "seconds": 0.5400709090026794, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 30, "step": 2335, "evaluation_tokens": 1048576}
{"event": "train", "step": 2340, "epoch": 31, "tokens": 306708480, "loss": 3.623295783996582, "lr": 0.0014115161965877984, "grad_norm": 0.10928203910589218, "tokens_per_second": 1783284.631779086, "training_seconds": 0.3675016249908367, "elapsed_tokens_per_second": 1097094.881717257, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2360, "epoch": 31, "tokens": 309329920, "loss": 3.5942545175552367, "lr": 0.0013437658604483805, "grad_norm": 0.10893330723047256, "tokens_per_second": 1746182.315450282, "training_seconds": 1.5012407220056048, "elapsed_tokens_per_second": 1100558.0919270623, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2380, "epoch": 31, "tokens": 311951360, "loss": 3.628885197639465, "lr": 0.0012773520633895035, "grad_norm": 0.11487609893083572, "tokens_per_second": 1748428.6674027736, "training_seconds": 1.4993119529972319, "elapsed_tokens_per_second": 1103989.8739470672, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2400, "epoch": 31, "tokens": 314572800, "loss": 3.6134036779403687, "lr": 0.0012123082228851496, "grad_norm": 0.11727721989154816, "tokens_per_second": 1740825.9536777018, "training_seconds": 1.50585990199761, "elapsed_tokens_per_second": 1107361.5525267965, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2413, "epoch": 31, "tokens": 316276736, "loss": 3.6169569859137902, "lr": 0.0011707798977476465, "grad_norm": 0.10685514658689499, "tokens_per_second": 1745439.6200726475, "training_seconds": 0.9762216810049722, "elapsed_tokens_per_second": 1109540.5314050608, "peak_memory_bytes": 42389451776}
{"loss": 3.616579332045366, "perplexity": 37.21006659430672, "tokens": 316276736, "seconds": 0.5429128979885718, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 31, "step": 2413, "evaluation_tokens": 1048576}
{"event": "train", "step": 2420, "epoch": 32, "tokens": 317194240, "loss": 3.5823006629943848, "lr": 0.0011486670670873642, "grad_norm": 0.10537547618150711, "tokens_per_second": 1766797.969310247, "training_seconds": 0.5193032910028705, "elapsed_tokens_per_second": 1108591.9683945153, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2440, "epoch": 32, "tokens": 319815680, "loss": 3.6085964679718017, "lr": 0.001086460618358403, "grad_norm": 0.1035730242729187, "tokens_per_second": 1745601.5047676982, "training_seconds": 1.5017402269877493, "elapsed_tokens_per_second": 1111914.0820365741, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2460, "epoch": 32, "tokens": 322437120, "loss": 3.59970360994339, "lr": 0.0010257201771580223, "grad_norm": 0.11587687581777573, "tokens_per_second": 1749042.6519512606, "training_seconds": 1.4987856340012513, "elapsed_tokens_per_second": 1115207.341493987, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2480, "epoch": 32, "tokens": 325058560, "loss": 3.5946383357048033, "lr": 0.0009664763062940063, "grad_norm": 0.12095534056425095, "tokens_per_second": 1746221.0599868167, "training_seconds": 1.501207413006341, "elapsed_tokens_per_second": 1118462.8868120222, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2491, "epoch": 32, "tokens": 326500352, "loss": 3.569499817761508, "lr": 0.0009345409220100769, "grad_norm": 0.1196184977889061, "tokens_per_second": 1750413.396932608, "training_seconds": 0.8236865660001058, "elapsed_tokens_per_second": 1120242.7464805646, "peak_memory_bytes": 42389451776}
{"loss": 3.6046168370887908, "perplexity": 36.76759317986313, "tokens": 326500352, "seconds": 0.5414641120005399, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 32, "step": 2491, "evaluation_tokens": 1048576}
{"event": "train", "step": 2500, "epoch": 33, "tokens": 327680000, "loss": 3.560750166575114, "lr": 0.000908758815543854, "grad_norm": 0.12060879170894623, "tokens_per_second": 1758497.0493306424, "training_seconds": 0.6708273980038939, "elapsed_tokens_per_second": 1119608.609768658, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2520, "epoch": 33, "tokens": 330301440, "loss": 3.581761193275452, "lr": 0.0008525967466553817, "grad_norm": 0.12069229036569595, "tokens_per_second": 1747567.2470459812, "training_seconds": 1.5000510020036018, "elapsed_tokens_per_second": 1122806.9155741462, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2540, "epoch": 33, "tokens": 332922880, "loss": 3.5970871210098267, "lr": 0.0007980183587337626, "grad_norm": 0.11006183177232742, "tokens_per_second": 1748636.652383024, "training_seconds": 1.4991336230013985, "elapsed_tokens_per_second": 1125974.1825375392, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2560, "epoch": 33, "tokens": 335544320, "loss": 3.5758119106292723, "lr": 0.0007450511140223757, "grad_norm": 0.11213323473930359, "tokens_per_second": 1749049.1858695922, "training_seconds": 1.4987800349917961, "elapsed_tokens_per_second": 1129112.778243112, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2568, "epoch": 33, "tokens": 336592896, "loss": 3.6135461926460266, "lr": 0.0007243213337346402, "grad_norm": 0.10783743858337402, "tokens_per_second": 1745055.6529227744, "training_seconds": 0.6008839879941661, "elapsed_tokens_per_second": 1130350.2507452483, "peak_memory_bytes": 42389451776}
{"loss": 3.592819488962731, "perplexity": 36.336381660796874, "tokens": 336592896, "seconds": 0.5419318409985863, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 33, "step": 2568, "evaluation_tokens": 1048576}
{"event": "train", "step": 2580, "epoch": 34, "tokens": 338165760, "loss": 3.580660402774811, "lr": 0.0006937216640846073, "grad_norm": 0.10757125914096832, "tokens_per_second": 1753708.1485095534, "training_seconds": 0.8968789939972339, "elapsed_tokens_per_second": 1130148.8320960135, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2600, "epoch": 34, "tokens": 340787200, "loss": 3.5967835903167726, "lr": 0.0006440558363935729, "grad_norm": 0.10084249824285507, "tokens_per_second": 1746162.5524425877, "training_seconds": 1.5012577129964484, "elapsed_tokens_per_second": 1133220.1763652568, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2620, "epoch": 34, "tokens": 343408640, "loss": 3.5761832356452943, "lr": 0.0005960786213364857, "grad_norm": 0.10806892067193985, "tokens_per_second": 1746445.9469545528, "training_seconds": 1.5010141050006496, "elapsed_tokens_per_second": 1136260.1129487082, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2640, "epoch": 34, "tokens": 346030080, "loss": 3.581882357597351, "lr": 0.0005498141596402286, "grad_norm": 0.11330731958150864, "tokens_per_second": 1750151.4783541462, "training_seconds": 1.4978360630047973, "elapsed_tokens_per_second": 1139283.128329691, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2646, "epoch": 34, "tokens": 346816512, "loss": 3.594293554623922, "lr": 0.0005362723109866283, "grad_norm": 0.10386216640472412, "tokens_per_second": 1751083.0282880825, "training_seconds": 0.44911177099857014, "elapsed_tokens_per_second": 1140180.9541873743, "peak_memory_bytes": 42389451776}
{"loss": 3.583157114412262, "perplexity": 35.98697669063677, "tokens": 346816512, "seconds": 0.5390035309974337, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 34, "step": 2646, "evaluation_tokens": 1048576}
{"event": "train", "step": 2660, "epoch": 35, "tokens": 348651520, "loss": 3.578725355012076, "lr": 0.0005052857302244482, "grad_norm": 0.10824514925479889, "tokens_per_second": 1761070.3253214103, "training_seconds": 1.041984509996837, "elapsed_tokens_per_second": 1140236.0257616397, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2680, "epoch": 35, "tokens": 351272960, "loss": 3.5879109144210815, "lr": 0.00046251573848828543, "grad_norm": 0.10310870409011841, "tokens_per_second": 1747575.9357005237, "training_seconds": 1.500043544001528, "elapsed_tokens_per_second": 1143196.8114979693, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2700, "epoch": 35, "tokens": 353894400, "loss": 3.591348421573639, "lr": 0.000421525705036637, "grad_norm": 0.1035463735461235, "tokens_per_second": 1751108.719493386, "training_seconds": 1.4970172730099875, "elapsed_tokens_per_second": 1146137.9064729696, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2720, "epoch": 35, "tokens": 356515840, "loss": 3.5755244135856628, "lr": 0.00038233625485161805, "grad_norm": 0.1092761754989624, "tokens_per_second": 1748237.4472238543, "training_seconds": 1.4994759459950728, "elapsed_tokens_per_second": 1149043.605592466, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2724, "epoch": 35, "tokens": 357040128, "loss": 3.601630985736847, "lr": 0.0003747161861359012, "grad_norm": 0.1020238921046257, "tokens_per_second": 1746920.666114635, "training_seconds": 0.30012124200584367, "elapsed_tokens_per_second": 1149615.6778787114, "peak_memory_bytes": 42389451776}
{"loss": 3.5750101455773167, "perplexity": 35.69498296002823, "tokens": 357040128, "seconds": 0.5432032680109842, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 35, "step": 2724, "evaluation_tokens": 1048576}
{"event": "train", "step": 2740, "epoch": 36, "tokens": 359137280, "loss": 3.581103578209877, "lr": 0.0003449671069146745, "grad_norm": 0.10976279526948929, "tokens_per_second": 1752293.2777511047, "training_seconds": 1.1968042259977665, "elapsed_tokens_per_second": 1149903.3290269235, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2760, "epoch": 36, "tokens": 361758720, "loss": 3.5765549659729006, "lr": 0.0003094370642845736, "grad_norm": 0.09598199278116226, "tokens_per_second": 1748073.420637528, "training_seconds": 1.4996166459895903, "elapsed_tokens_per_second": 1152757.695973601, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2780, "epoch": 36, "tokens": 364380160, "loss": 3.577829432487488, "lr": 0.0002757640046362546, "grad_norm": 0.10229858756065369, "tokens_per_second": 1748234.1267341378, "training_seconds": 1.4994787940086098, "elapsed_tokens_per_second": 1155583.810260261, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2800, "epoch": 36, "tokens": 367001600, "loss": 3.564687967300415, "lr": 0.00024396487126530664, "grad_norm": 0.09571976214647293, "tokens_per_second": 1748946.1299278627, "training_seconds": 1.4988683499977924, "elapsed_tokens_per_second": 1158387.1089167022, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2802, "epoch": 36, "tokens": 367263744, "loss": 3.547310709953308, "lr": 0.0002408886481004786, "grad_norm": 0.10054464638233185, "tokens_per_second": 1759164.557890014, "training_seconds": 0.14901619000011124, "elapsed_tokens_per_second": 1158663.9855132857, "peak_memory_bytes": 42389451776}
{"loss": 3.567443799576533, "perplexity": 35.42592155792917, "tokens": 367263744, "seconds": 0.5439118520007469, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 36, "step": 2802, "evaluation_tokens": 1048576}
{"event": "train", "step": 2820, "epoch": 37, "tokens": 369623040, "loss": 3.567178580496046, "lr": 0.0002140556645626015, "grad_norm": 0.09637616574764252, "tokens_per_second": 1759683.5228334777, "training_seconds": 1.3407501800102182, "elapsed_tokens_per_second": 1159180.8076254951, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2840, "epoch": 37, "tokens": 372244480, "loss": 3.588078725337982, "lr": 0.000186051433963363, "grad_norm": 0.09589238464832306, "tokens_per_second": 1745934.0569398263, "training_seconds": 1.5014541869895766, "elapsed_tokens_per_second": 1161926.663078244, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2860, "epoch": 37, "tokens": 374865920, "loss": 3.550582468509674, "lr": 0.00015996627037473664, "grad_norm": 0.10086971521377563, "tokens_per_second": 1746152.2808694222, "training_seconds": 1.5012665440008277, "elapsed_tokens_per_second": 1164646.206714789, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2880, "epoch": 37, "tokens": 377487360, "loss": 3.5637858390808104, "lr": 0.00013581329908565732, "grad_norm": 0.09587959945201874, "tokens_per_second": 1749169.849612789, "training_seconds": 1.4986766439978965, "elapsed_tokens_per_second": 1167351.1132174062, "peak_memory_bytes": 42389451776}
{"loss": 3.5629744372180303, "perplexity": 35.26794357100707, "tokens": 377487360, "seconds": 0.5430740559968399, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 37, "step": 2880, "evaluation_tokens": 1048576}
{"event": "train", "step": 2900, "epoch": 38, "tokens": 380108800, "loss": 3.5639322996139526, "lr": 0.00011360467316258793, "grad_norm": 0.09470201283693314, "tokens_per_second": 1753108.4263407073, "training_seconds": 1.4953096800018102, "elapsed_tokens_per_second": 1168050.535155115, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2920, "epoch": 38, "tokens": 382730240, "loss": 3.5736573934555054, "lr": 9.335156733445293e-05, "grad_norm": 0.09870883822441101, "tokens_per_second": 1749406.88644518, "training_seconds": 1.4984735799953341, "elapsed_tokens_per_second": 1170709.8948698917, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2940, "epoch": 38, "tokens": 385351680, "loss": 3.561282014846802, "lr": 7.506417236984442e-05, "grad_norm": 0.09522351622581482, "tokens_per_second": 1749645.1121010736, "training_seconds": 1.4982695529906778, "elapsed_tokens_per_second": 1173347.2068362131, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2958, "epoch": 38, "tokens": 387710976, "loss": 3.5730638768937855, "lr": 6.0293825392124135e-05, "grad_norm": 0.09119583666324615, "tokens_per_second": 1746660.335247996, "training_seconds": 1.3507468809984857, "elapsed_tokens_per_second": 1175689.8085318457, "peak_memory_bytes": 42389451776}
{"loss": 3.559630625954053, "perplexity": 35.1502111711972, "tokens": 387710976, "seconds": 0.5428288160037482, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 38, "step": 2958, "evaluation_tokens": 1048576}
{"event": "train", "step": 2960, "epoch": 39, "tokens": 387973120, "loss": 3.556627869606018, "lr": 5.8751689949324785e-05, "grad_norm": 0.09392238408327103, "tokens_per_second": 1830390.0467263616, "training_seconds": 0.14321756199933589, "elapsed_tokens_per_second": 1173996.2725859953, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2980, "epoch": 39, "tokens": 390594560, "loss": 3.5624619364738463, "lr": 4.442232803541168e-05, "grad_norm": 0.09646197408437729, "tokens_per_second": 1749791.0824229266, "training_seconds": 1.4981445649900706, "elapsed_tokens_per_second": 1176591.2232254809, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3000, "epoch": 39, "tokens": 393216000, "loss": 3.5585637211799623, "lr": 3.208329674257282e-05, "grad_norm": 0.09234838932752609, "tokens_per_second": 1749081.3403006266, "training_seconds": 1.498752482002601, "elapsed_tokens_per_second": 1179158.5958470015, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3020, "epoch": 39, "tokens": 395837440, "loss": 3.5558422565460206, "lr": 2.1740804709305283e-05, "grad_norm": 0.09315618872642517, "tokens_per_second": 1749059.7937987389, "training_seconds": 1.4987709449924296, "elapsed_tokens_per_second": 1181704.6908961746, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3035, "epoch": 39, "tokens": 397803520, "loss": 3.5437586307525635, "lr": 1.529733297529079e-05, "grad_norm": 0.09207429736852646, "tokens_per_second": 1749609.5886554527, "training_seconds": 1.123724979988765, "elapsed_tokens_per_second": 1183597.8298422366, "peak_memory_bytes": 42389451776}
{"loss": 3.5582530576184044, "perplexity": 35.10182269016825, "tokens": 397803520, "seconds": 0.5403433600004064, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 39, "step": 3035, "evaluation_tokens": 1048576}
{"event": "train", "step": 3040, "epoch": 40, "tokens": 398458880, "loss": 3.5797205448150633, "lr": 1.3400055974134074e-05, "grad_norm": 0.09697788208723068, "tokens_per_second": 1774501.8521069873, "training_seconds": 0.3693205500021577, "elapsed_tokens_per_second": 1182283.4503855854, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3060, "epoch": 40, "tokens": 401080320, "loss": 3.569679892063141, "lr": 7.065247357090687e-06, "grad_norm": 0.09652318060398102, "tokens_per_second": 1748842.1130974866, "training_seconds": 1.4989574990031542, "elapsed_tokens_per_second": 1184788.1606851898, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3080, "epoch": 40, "tokens": 403701760, "loss": 3.5420772075653075, "lr": 2.7395663479974355e-06, "grad_norm": 0.09224019199609756, "tokens_per_second": 1749128.9550434484, "training_seconds": 1.498711683001602, "elapsed_tokens_per_second": 1187269.7364742486, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3100, "epoch": 40, "tokens": 406323200, "loss": 3.552151322364807, "lr": 4.2518950261483115e-07, "grad_norm": 0.09152128547430038, "tokens_per_second": 1749401.5838588823, "training_seconds": 1.4984781219973229, "elapsed_tokens_per_second": 1189731.521915517, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3113, "epoch": 40, "tokens": 408027136, "loss": 3.5704185962677, "lr": 0.0, "grad_norm": 0.08758976310491562, "tokens_per_second": 1749443.8561718669, "training_seconds": 0.9739872439968167, "elapsed_tokens_per_second": 1191317.448805509, "peak_memory_bytes": 42389451776}
{"loss": 3.558016989182021, "perplexity": 35.093537235777184, "tokens": 408027136, "seconds": 0.5407121160096722, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 40, "step": 3113, "evaluation_tokens": 1048576}
{"loss": 3.5599212518215206, "perplexity": 35.160428216407404, "tokens": 408027136, "seconds": 101.06031837699993, "split": "full", "validation_complete": true, "event": "final_validation", "step": 3113, "evaluation_tokens": 197411295}