{"event": "train", "step": 20, "epoch": 1, "tokens": 2621440, "loss": 9.49295620918274, "lr": 0.00044871794871794877, "grad_norm": 1.3271872997283936, "tokens_per_second": 47091.03086164407, "training_seconds": 55.66750083900115, "elapsed_tokens_per_second": 47091.03086164407, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 40, "epoch": 1, "tokens": 5242880, "loss": 7.517096495628357, "lr": 0.0008974358974358975, "grad_norm": 1.0879570245742798, "tokens_per_second": 1791204.0948923423, "training_seconds": 1.4635071500088088, "elapsed_tokens_per_second": 91756.33908387153, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 60, "epoch": 1, "tokens": 7864320, "loss": 6.793134570121765, "lr": 0.001346153846153846, "grad_norm": 5.904642581939697, "tokens_per_second": 1793204.5932473738, "training_seconds": 1.4618744619947392, "elapsed_tokens_per_second": 134196.19481702443, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 78, "epoch": 1, "tokens": 10223616, "loss": 6.512477848264906, "lr": 0.00175, "grad_norm": 0.44475144147872925, "tokens_per_second": 1785963.7707288503, "training_seconds": 1.3210211980040185, "elapsed_tokens_per_second": 170604.4320187398, "peak_memory_bytes": 21988176384}
{"loss": 6.360278481544412, "perplexity": 578.4074097562595, "tokens": 10223616, "seconds": 1.3545324269944103, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 1, "step": 78, "evaluation_tokens": 1048576}
{"event": "train", "step": 80, "epoch": 2, "tokens": 10485760, "loss": 6.3243255615234375, "lr": 0.001794871794871795, "grad_norm": 0.47785136103630066, "tokens_per_second": 1845663.8385431075, "training_seconds": 0.14203236500907224, "elapsed_tokens_per_second": 170695.06041471136, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 100, "epoch": 2, "tokens": 13107200, "loss": 6.173511409759522, "lr": 0.002243589743589744, "grad_norm": 0.7028297781944275, "tokens_per_second": 1787976.9643548147, "training_seconds": 1.466148642997723, "elapsed_tokens_per_second": 208389.3724213608, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 120, "epoch": 2, "tokens": 15728640, "loss": 5.968954467773438, "lr": 0.002692307692307692, "grad_norm": 0.48804980516433716, "tokens_per_second": 1788888.9319093649, "training_seconds": 1.4654012069950113, "elapsed_tokens_per_second": 244365.59799306715, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 140, "epoch": 2, "tokens": 18350080, "loss": 5.73863570690155, "lr": 0.003141025641025641, "grad_norm": 0.28946274518966675, "tokens_per_second": 1789132.0517163123, "training_seconds": 1.4652020780049497, "elapsed_tokens_per_second": 278739.9123879519, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 156, "epoch": 2, "tokens": 20447232, "loss": 5.581245422363281, "lr": 0.0035, "grad_norm": 0.6047226786613464, "tokens_per_second": 1783123.5402568665, "training_seconds": 1.176111443011905, "elapsed_tokens_per_second": 305134.76825809747, "peak_memory_bytes": 42389451776}
{"loss": 5.590192124213512, "perplexity": 267.7870631506206, "tokens": 20447232, "seconds": 0.5318500889989082, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 2, "step": 156, "evaluation_tokens": 1048576}
{"event": "train", "step": 160, "epoch": 3, "tokens": 20971520, "loss": 5.550272226333618, "lr": 0.00358974358974359, "grad_norm": 0.31202593445777893, "tokens_per_second": 1807805.5548022292, "training_seconds": 0.2900134910014458, "elapsed_tokens_per_second": 309135.48842952575, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 180, "epoch": 3, "tokens": 23592960, "loss": 5.445259308815002, "lr": 0.0040384615384615385, "grad_norm": 0.27572306990623474, "tokens_per_second": 1788497.0787968414, "training_seconds": 1.465722270993865, "elapsed_tokens_per_second": 340413.414959621, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 200, "epoch": 3, "tokens": 26214400, "loss": 5.3346754789352415, "lr": 0.004487179487179488, "grad_norm": 0.40013986825942993, "tokens_per_second": 1787271.918058272, "training_seconds": 1.4667270119971363, "elapsed_tokens_per_second": 370387.5489058509, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 220, "epoch": 3, "tokens": 28835840, "loss": 5.214952492713929, "lr": 0.004935897435897436, "grad_norm": 0.2808898389339447, "tokens_per_second": 1785478.0101010294, "training_seconds": 1.468200664006872, "elapsed_tokens_per_second": 399137.9883588472, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 233, "epoch": 3, "tokens": 30539776, "loss": 5.142734417548547, "lr": 0.005227564102564103, "grad_norm": 0.24575337767601013, "tokens_per_second": 1783615.6248925838, "training_seconds": 0.9553269080061, "elapsed_tokens_per_second": 417196.1665719274, "peak_memory_bytes": 42389451776}
{"loss": 5.1164380740935025, "perplexity": 166.74039369211877, "tokens": 30539776, "seconds": 0.5332133969932329, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 3, "step": 233, "evaluation_tokens": 1048576}
{"event": "train", "step": 240, "epoch": 4, "tokens": 31457280, "loss": 5.092010225568499, "lr": 0.005384615384615384, "grad_norm": 0.41592642664909363, "tokens_per_second": 1796621.267843642, "training_seconds": 0.5106830339937005, "elapsed_tokens_per_second": 423646.95059792243, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 260, "epoch": 4, "tokens": 34078720, "loss": 5.058891010284424, "lr": 0.005833333333333334, "grad_norm": 0.3403766453266144, "tokens_per_second": 1785728.3002144576, "training_seconds": 1.467994878999889, "elapsed_tokens_per_second": 450042.152863307, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 280, "epoch": 4, "tokens": 36700160, "loss": 4.999636244773865, "lr": 0.006282051282051282, "grad_norm": 0.27037277817726135, "tokens_per_second": 1783879.6063473464, "training_seconds": 1.4695162110001547, "elapsed_tokens_per_second": 475422.66929284955, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 300, "epoch": 4, "tokens": 39321600, "loss": 4.925821781158447, "lr": 0.006730769230769231, "grad_norm": 0.2410980612039566, "tokens_per_second": 1785267.7408794633, "training_seconds": 1.468373588999384, "elapsed_tokens_per_second": 499862.5930974959, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 311, "epoch": 4, "tokens": 40763392, "loss": 4.896145300431685, "lr": 0.0069775641025641025, "grad_norm": 0.2278062403202057, "tokens_per_second": 1784910.4980802138, "training_seconds": 0.8077671130013186, "elapsed_tokens_per_second": 512913.38186899154, "peak_memory_bytes": 42389451776}
{"loss": 4.906919051467424, "perplexity": 135.22215945426055, "tokens": 40763392, "seconds": 0.5321812009933637, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 4, "step": 311, "evaluation_tokens": 1048576}
{"event": "train", "step": 320, "epoch": 5, "tokens": 41943040, "loss": 4.860185146331787, "lr": 0.0069998591072530205, "grad_norm": 0.2221613973379135, "tokens_per_second": 1797066.7744131729, "training_seconds": 0.6564296979922801, "elapsed_tokens_per_second": 519928.24149863335, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 340, "epoch": 5, "tokens": 44564480, "loss": 4.803671598434448, "lr": 0.00699827419411727, "grad_norm": 0.21476306021213531, "tokens_per_second": 1786218.6165153298, "training_seconds": 1.4675919149885885, "elapsed_tokens_per_second": 542542.233081386, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 360, "epoch": 5, "tokens": 47185920, "loss": 4.7790838241577145, "lr": 0.006994929052052427, "grad_norm": 0.22184129059314728, "tokens_per_second": 1782669.9189460366, "training_seconds": 1.4705133979878156, "elapsed_tokens_per_second": 564338.570205574, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 380, "epoch": 5, "tokens": 49807360, "loss": 4.735729598999024, "lr": 0.006989825364235827, "grad_norm": 0.28370755910873413, "tokens_per_second": 1779798.4517951866, "training_seconds": 1.4728858750022482, "elapsed_tokens_per_second": 585370.993741671, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 389, "epoch": 5, "tokens": 50987008, "loss": 4.706035984887017, "lr": 0.006986955630998453, "grad_norm": 0.18759417533874512, "tokens_per_second": 1784899.7281340773, "training_seconds": 0.6609043530042982, "elapsed_tokens_per_second": 594601.9439374381, "peak_memory_bytes": 42389451776}
{"loss": 4.711729514116498, "perplexity": 111.24439237038688, "tokens": 50987008, "seconds": 0.5345773879962508, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 5, "step": 389, "evaluation_tokens": 1048576}
{"event": "train", "step": 400, "epoch": 6, "tokens": 52428800, "loss": 4.656397212635387, "lr": 0.006982965698693427, "grad_norm": 0.1782204806804657, "tokens_per_second": 1796957.3653695919, "training_seconds": 0.8023518130066805, "elapsed_tokens_per_second": 601955.8389871548, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 420, "epoch": 6, "tokens": 55050240, "loss": 4.600350832939148, "lr": 0.006974353507007655, "grad_norm": 0.16653524339199066, "tokens_per_second": 1784648.9400454648, "training_seconds": 1.4688827259960817, "elapsed_tokens_per_second": 621559.0886906896, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 440, "epoch": 6, "tokens": 57671680, "loss": 4.532812523841858, "lr": 0.0069639931225806695, "grad_norm": 0.20863831043243408, "tokens_per_second": 1787906.3162928163, "training_seconds": 1.4662065769953188, "elapsed_tokens_per_second": 640539.9185055275, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 460, "epoch": 6, "tokens": 60293120, "loss": 4.466759729385376, "lr": 0.006951889758453925, "grad_norm": 0.20757383108139038, "tokens_per_second": 1783779.704872702, "training_seconds": 1.4695985119906254, "elapsed_tokens_per_second": 658891.9953610508, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 467, "epoch": 6, "tokens": 61210624, "loss": 4.444696971348354, "lr": 0.006947242902781892, "grad_norm": 0.21843987703323364, "tokens_per_second": 1794739.631475971, "training_seconds": 0.5112184430035995, "elapsed_tokens_per_second": 665186.3756708424, "peak_memory_bytes": 42389451776}
{"loss": 4.446827924549947, "perplexity": 85.35575921196569, "tokens": 61210624, "seconds": 0.5343980330071645, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 6, "step": 467, "evaluation_tokens": 1048576}
{"event": "train", "step": 480, "epoch": 7, "tokens": 62914560, "loss": 4.40270552268395, "lr": 0.006938049504685113, "grad_norm": 0.1778823286294937, "tokens_per_second": 1794289.109344975, "training_seconds": 0.9496440630027791, "elapsed_tokens_per_second": 672765.3310755121, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 500, "epoch": 7, "tokens": 65536000, "loss": 4.360809946060181, "lr": 0.006922479325283836, "grad_norm": 0.1275637149810791, "tokens_per_second": 1788427.9708951472, "training_seconds": 1.4657789089978905, "elapsed_tokens_per_second": 689970.1390496212, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 520, "epoch": 7, "tokens": 68157440, "loss": 4.321833157539368, "lr": 0.006905187054707512, "grad_norm": 0.1872832030057907, "tokens_per_second": 1776937.5320018507, "training_seconds": 1.4752572630095528, "elapsed_tokens_per_second": 706578.3010323473, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 540, "epoch": 7, "tokens": 70778880, "loss": 4.2873300075531, "lr": 0.006886181393919309, "grad_norm": 0.1721562296152115, "tokens_per_second": 1777456.1996625902, "training_seconds": 1.474826778008719, "elapsed_tokens_per_second": 722692.2191285958, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 545, "epoch": 7, "tokens": 71434240, "loss": 4.289974212646484, "lr": 0.00688116336330005, "grad_norm": 0.19176098704338074, "tokens_per_second": 1795157.8509350705, "training_seconds": 0.3650709600042319, "elapsed_tokens_per_second": 726661.4599683969, "peak_memory_bytes": 42389451776}
{"loss": 4.281704611491383, "perplexity": 72.36368690570085, "tokens": 71434240, "seconds": 0.5364170470129466, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 7, "step": 545, "evaluation_tokens": 1048576}
{"event": "train", "step": 560, "epoch": 8, "tokens": 73400320, "loss": 4.269024658203125, "lr": 0.006865471906010078, "grad_norm": 0.14301937818527222, "tokens_per_second": 1789443.3198125216, "training_seconds": 1.0987104079977144, "elapsed_tokens_per_second": 734397.0183006672, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 580, "epoch": 8, "tokens": 76021760, "loss": 4.239013147354126, "lr": 0.006843069011386483, "grad_norm": 0.16394004225730896, "tokens_per_second": 1782232.921339117, "training_seconds": 1.4708739630004857, "elapsed_tokens_per_second": 749585.0756018684, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 600, "epoch": 8, "tokens": 78643200, "loss": 4.194753885269165, "lr": 0.0068189839825277595, "grad_norm": 0.14505495131015778, "tokens_per_second": 1780254.6069783296, "training_seconds": 1.47250847700343, "elapsed_tokens_per_second": 764322.9392232428, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 620, "epoch": 8, "tokens": 81264640, "loss": 4.178163075447083, "lr": 0.0067932289383137315, "grad_norm": 0.19246765971183777, "tokens_per_second": 1771246.0712383273, "training_seconds": 1.479997637012275, "elapsed_tokens_per_second": 778591.4193954434, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 623, "epoch": 8, "tokens": 81657856, "loss": 4.188897132873535, "lr": 0.006789222432912081, "grad_norm": 0.15368494391441345, "tokens_per_second": 1805819.0158751023, "training_seconds": 0.21774939600436483, "elapsed_tokens_per_second": 780712.9448395884, "peak_memory_bytes": 42389451776}
{"loss": 4.180840671906737, "perplexity": 65.42082755492117, "tokens": 81657856, "seconds": 0.533635334999417, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 8, "step": 623, "evaluation_tokens": 1048576}
{"event": "train", "step": 640, "epoch": 9, "tokens": 83886080, "loss": 4.156432796927059, "lr": 0.00676581683792695, "grad_norm": 0.15939879417419434, "tokens_per_second": 1791482.190028496, "training_seconds": 1.2437879719946068, "elapsed_tokens_per_second": 788235.805895086, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 660, "epoch": 9, "tokens": 86507520, "loss": 4.123235750198364, "lr": 0.006736761474332013, "grad_norm": 0.14610081911087036, "tokens_per_second": 1785566.4662702628, "training_seconds": 1.4681279299984453, "elapsed_tokens_per_second": 801796.9134405864, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 680, "epoch": 9, "tokens": 89128960, "loss": 4.122916913032531, "lr": 0.006706077467335345, "grad_norm": 0.14932021498680115, "tokens_per_second": 1781771.022742204, "training_seconds": 1.4712552659912035, "elapsed_tokens_per_second": 814965.2330203388, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 700, "epoch": 9, "tokens": 91750400, "loss": 4.1093825340271, "lr": 0.0066737802562289485, "grad_norm": 0.150041401386261, "tokens_per_second": 1786510.801988812, "training_seconds": 1.467351888990379, "elapsed_tokens_per_second": 827815.2071516683, "peak_memory_bytes": 42389451776}
{"loss": 4.111191227073483, "perplexity": 61.01936220917142, "tokens": 91750400, "seconds": 0.5310599539952818, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 9, "step": 700, "evaluation_tokens": 1048576}
{"event": "train", "step": 720, "epoch": 10, "tokens": 94371840, "loss": 4.111858081817627, "lr": 0.006639886092021793, "grad_norm": 0.13025639951229095, "tokens_per_second": 1785323.4560467736, "training_seconds": 1.4683277649892261, "elapsed_tokens_per_second": 836224.9803954313, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 740, "epoch": 10, "tokens": 96993280, "loss": 4.078060173988343, "lr": 0.006604412029262797, "grad_norm": 0.13199950754642487, "tokens_per_second": 1776590.756218511, "training_seconds": 1.4755452209938085, "elapsed_tokens_per_second": 848348.6458294266, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 760, "epoch": 10, "tokens": 99614720, "loss": 4.0649186134338375, "lr": 0.006567375917459469, "grad_norm": 0.14685606956481934, "tokens_per_second": 1786101.9423741247, "training_seconds": 1.467687782991561, "elapsed_tokens_per_second": 860221.5177422276, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 778, "epoch": 10, "tokens": 101974016, "loss": 4.05098557472229, "lr": 0.006532723251041431, "grad_norm": 0.15880435705184937, "tokens_per_second": 1784773.9076683288, "training_seconds": 1.3219018890085863, "elapsed_tokens_per_second": 870641.3254118995, "peak_memory_bytes": 42389451776}
{"loss": 4.059826228694344, "perplexity": 57.96423768248755, "tokens": 101974016, "seconds": 0.5379091330105439, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 10, "step": 778, "evaluation_tokens": 1048576}
{"event": "train", "step": 780, "epoch": 11, "tokens": 102236160, "loss": 4.022604823112488, "lr": 0.006528796392096565, "grad_norm": 0.12547919154167175, "tokens_per_second": 1860915.7828824928, "training_seconds": 0.14086827701248694, "elapsed_tokens_per_second": 867684.1418696669, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 800, "epoch": 11, "tokens": 104857600, "loss": 4.066104292869568, "lr": 0.006488692865259259, "grad_norm": 0.12144830822944641, "tokens_per_second": 1782807.524222265, "training_seconds": 1.4703998970071552, "elapsed_tokens_per_second": 878950.2136504786, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 820, "epoch": 11, "tokens": 107479040, "loss": 4.029668533802033, "lr": 0.006447085515865549, "grad_norm": 0.1313340663909912, "tokens_per_second": 1780001.8252006066, "training_seconds": 1.4727175910084043, "elapsed_tokens_per_second": 889921.5456089035, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 840, "epoch": 11, "tokens": 110100480, "loss": 4.01790736913681, "lr": 0.006403995279512818, "grad_norm": 0.12262067198753357, "tokens_per_second": 1783594.2234934196, "training_seconds": 1.4697513400024036, "elapsed_tokens_per_second": 900651.753358096, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 856, "epoch": 11, "tokens": 112197632, "loss": 4.0169318318367, "lr": 0.006368469957157371, "grad_norm": 0.12280005216598511, "tokens_per_second": 1780586.9303148151, "training_seconds": 1.1777869219949935, "elapsed_tokens_per_second": 909032.2624417575, "peak_memory_bytes": 42389451776}
{"loss": 4.015207200438109, "perplexity": 55.434780323381936, "tokens": 112197632, "seconds": 0.5340066850039875, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 11, "step": 856, "evaluation_tokens": 1048576}
{"event": "train", "step": 860, "epoch": 12, "tokens": 112721920, "loss": 4.016536235809326, "lr": 0.006359443837943657, "grad_norm": 0.13315416872501373, "tokens_per_second": 1823625.645433463, "training_seconds": 0.2874976019957103, "elapsed_tokens_per_second": 907149.2825079394, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 880, "epoch": 12, "tokens": 115343360, "loss": 3.981864023208618, "lr": 0.006313453608136249, "grad_norm": 0.141231968998909, "tokens_per_second": 1776827.4240548385, "training_seconds": 1.4753486830013571, "elapsed_tokens_per_second": 917343.3957900768, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 900, "epoch": 12, "tokens": 117964800, "loss": 3.979209041595459, "lr": 0.006266047731024798, "grad_norm": 0.1255779266357422, "tokens_per_second": 1780663.2320817604, "training_seconds": 1.472170566994464, "elapsed_tokens_per_second": 927318.1157274003, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 920, "epoch": 12, "tokens": 120586240, "loss": 3.9867931962013246, "lr": 0.006217250059855699, "grad_norm": 0.12677107751369476, "tokens_per_second": 1784734.2824220655, "training_seconds": 1.4688124870008323, "elapsed_tokens_per_second": 937092.1773320076, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 934, "epoch": 12, "tokens": 122421248, "loss": 3.9555649076189314, "lr": 0.006182276693241183, "grad_norm": 0.1334000676870346, "tokens_per_second": 1783058.0925317637, "training_seconds": 1.0291352859931067, "elapsed_tokens_per_second": 943789.3687706671, "peak_memory_bytes": 42389451776}
{"loss": 3.9747713198889407, "perplexity": 53.237941055328164, "tokens": 122421248, "seconds": 0.5317731489922153, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 12, "step": 934, "evaluation_tokens": 1048576}
{"event": "train", "step": 940, "epoch": 13, "tokens": 123207680, "loss": 3.961082418759664, "lr": 0.006167085148185275, "grad_norm": 0.1271875947713852, "tokens_per_second": 1797204.1403832452, "training_seconds": 0.4375863500026753, "elapsed_tokens_per_second": 942666.2589968523, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 960, "epoch": 13, "tokens": 125829120, "loss": 3.9512430310249327, "lr": 0.006115578237525155, "grad_norm": 0.14497090876102448, "tokens_per_second": 1784518.0924661227, "training_seconds": 1.468990430003032, "elapsed_tokens_per_second": 952010.913714532, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 980, "epoch": 13, "tokens": 128450560, "loss": 3.95435289144516, "lr": 0.00606275524464148, "grad_norm": 0.12935887277126312, "tokens_per_second": 1789644.957973069, "training_seconds": 1.4647821559919976, "elapsed_tokens_per_second": 961176.8758469512, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1000, "epoch": 13, "tokens": 131072000, "loss": 3.929363739490509, "lr": 0.006008642748514353, "grad_norm": 0.11605190485715866, "tokens_per_second": 1778806.8356692009, "training_seconds": 1.473706952005159, "elapsed_tokens_per_second": 970083.2844945966, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1012, "epoch": 13, "tokens": 132644864, "loss": 3.9196178714434304, "lr": 0.005975567589470809, "grad_norm": 0.11924958229064941, "tokens_per_second": 1786333.1030314541, "training_seconds": 0.880498714002897, "elapsed_tokens_per_second": 975353.3614391258, "peak_memory_bytes": 42389451776}
{"loss": 3.94453061159054, "perplexity": 51.652087529870236, "tokens": 132644864, "seconds": 0.5357430599979125, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 13, "step": 1012, "evaluation_tokens": 1048576}
{"event": "train", "step": 1020, "epoch": 14, "tokens": 133693440, "loss": 3.9395458698272705, "lr": 0.0059532679769640695, "grad_norm": 0.1154889464378357, "tokens_per_second": 1802048.996849784, "training_seconds": 0.5818798500113189, "elapsed_tokens_per_second": 974902.8575298113, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1040, "epoch": 14, "tokens": 136314880, "loss": 3.9329657793045043, "lr": 0.005896658792950885, "grad_norm": 0.13464267551898956, "tokens_per_second": 1774708.3036461007, "training_seconds": 1.4771103480015881, "elapsed_tokens_per_second": 983416.9405384162, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1060, "epoch": 14, "tokens": 138936320, "loss": 3.9054312825202944, "lr": 0.005838843680555183, "grad_norm": 0.10625585913658142, "tokens_per_second": 1783297.1195980727, "training_seconds": 1.469996206011274, "elapsed_tokens_per_second": 991791.1567054358, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1080, "epoch": 14, "tokens": 141557760, "loss": 3.910869324207306, "lr": 0.005779851730645125, "grad_norm": 0.12397913634777069, "tokens_per_second": 1778956.6248779204, "training_seconds": 1.4735828650009353, "elapsed_tokens_per_second": 999976.9459352322, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1090, "epoch": 14, "tokens": 142868480, "loss": 3.899753713607788, "lr": 0.005749923694840951, "grad_norm": 0.14025183022022247, "tokens_per_second": 1787232.2358147083, "training_seconds": 0.7333797890023561, "elapsed_tokens_per_second": 1004018.7478234533, "peak_memory_bytes": 42389451776}
{"loss": 3.9111689487303742, "perplexity": 49.95731539524226, "tokens": 142868480, "seconds": 0.531029933001264, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 14, "step": 1090, "evaluation_tokens": 1048576}
{"event": "train", "step": 1100, "epoch": 15, "tokens": 144179200, "loss": 3.870850610733032, "lr": 0.005719712626238982, "grad_norm": 0.12495177239179611, "tokens_per_second": 1787247.5986511423, "training_seconds": 0.7333734850108158, "elapsed_tokens_per_second": 1004207.8730985112, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1120, "epoch": 15, "tokens": 146800640, "loss": 3.8956008672714235, "lr": 0.005658456627569504, "grad_norm": 0.1345285177230835, "tokens_per_second": 1779755.1193175, "training_seconds": 1.4729217359999893, "elapsed_tokens_per_second": 1012070.6843613016, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1140, "epoch": 15, "tokens": 149422080, "loss": 3.879478406906128, "lr": 0.005596114556857868, "grad_norm": 0.1124100387096405, "tokens_per_second": 1781827.305856417, "training_seconds": 1.471208793009282, "elapsed_tokens_per_second": 1019783.0105218181, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1160, "epoch": 15, "tokens": 152043520, "loss": 3.886152970790863, "lr": 0.005532717782804831, "grad_norm": 0.11995559930801392, "tokens_per_second": 1785981.2035740793, "training_seconds": 1.4677870040031848, "elapsed_tokens_per_second": 1027373.2459437212, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1167, "epoch": 15, "tokens": 152961024, "loss": 3.880587203162057, "lr": 0.0055102856259664525, "grad_norm": 0.11885587126016617, "tokens_per_second": 1784424.167934719, "training_seconds": 0.5141737130034016, "elapsed_tokens_per_second": 1029978.732156032, "peak_memory_bytes": 42389451776}
{"loss": 3.8880533945492726, "perplexity": 48.81576893367006, "tokens": 152961024, "seconds": 0.5364337130013155, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 15, "step": 1167, "evaluation_tokens": 1048576}
{"event": "train", "step": 1180, "epoch": 16, "tokens": 154664960, "loss": 3.872094649534959, "lr": 0.005468298204806925, "grad_norm": 0.13184469938278198, "tokens_per_second": 1798630.1677620406, "training_seconds": 0.9473520629981067, "elapsed_tokens_per_second": 1031011.8685497912, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1200, "epoch": 16, "tokens": 157286400, "loss": 3.8680516839027406, "lr": 0.005402888236905619, "grad_norm": 0.1427222341299057, "tokens_per_second": 1777176.310326203, "training_seconds": 1.4750590500043472, "elapsed_tokens_per_second": 1038264.9448033419, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1220, "epoch": 16, "tokens": 159907840, "loss": 3.848538112640381, "lr": 0.005336520791477519, "grad_norm": 0.11530288308858871, "tokens_per_second": 1779722.0990639764, "training_seconds": 1.472949064002023, "elapsed_tokens_per_second": 1045389.2690787658, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1240, "epoch": 16, "tokens": 162529280, "loss": 3.8395829677581785, "lr": 0.005269229262673828, "grad_norm": 0.11937709897756577, "tokens_per_second": 1782128.9492629808, "training_seconds": 1.4709597759938333, "elapsed_tokens_per_second": 1052393.9811085458, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1245, "epoch": 16, "tokens": 163184640, "loss": 3.832787799835205, "lr": 0.005252265950337139, "grad_norm": 0.12605680525302887, "tokens_per_second": 1776978.7109739184, "training_seconds": 0.368805769001483, "elapsed_tokens_per_second": 1054105.3218303635, "peak_memory_bytes": 42389451776}
{"loss": 3.86172715305091, "perplexity": 47.54740213199885, "tokens": 163184640, "seconds": 0.5365923639910761, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 16, "step": 1245, "evaluation_tokens": 1048576}
{"event": "train", "step": 1260, "epoch": 17, "tokens": 165150720, "loss": 3.8497162024180094, "lr": 0.005201047509617394, "grad_norm": 0.12216632068157196, "tokens_per_second": 1788562.909821673, "training_seconds": 1.0992512419907143, "elapsed_tokens_per_second": 1055519.7989412588, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1280, "epoch": 17, "tokens": 167772160, "loss": 3.834375524520874, "lr": 0.0051320098393657825, "grad_norm": 0.12307177484035492, "tokens_per_second": 1779507.040678958, "training_seconds": 1.4731270740012405, "elapsed_tokens_per_second": 1062261.2560095668, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1300, "epoch": 17, "tokens": 170393600, "loss": 3.8381834864616393, "lr": 0.00506215098964898, "grad_norm": 0.15790987014770508, "tokens_per_second": 1783767.4032058713, "training_seconds": 1.4696086470066803, "elapsed_tokens_per_second": 1068898.2347000493, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1320, "epoch": 17, "tokens": 173015040, "loss": 3.8335480093955994, "lr": 0.004991506111390386, "grad_norm": 0.11653146892786026, "tokens_per_second": 1785998.1401580218, "training_seconds": 1.4677730850089574, "elapsed_tokens_per_second": 1075429.8392755103, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1323, "epoch": 17, "tokens": 173408256, "loss": 3.807206392288208, "lr": 0.004980843776856041, "grad_norm": 0.1239837259054184, "tokens_per_second": 1782436.4059194627, "training_seconds": 0.22060590700129978, "elapsed_tokens_per_second": 1076386.998403026, "peak_memory_bytes": 42389451776}
{"loss": 3.841342758115016, "perplexity": 46.58798885962769, "tokens": 173408256, "seconds": 0.5322452569962479, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 17, "step": 1323, "evaluation_tokens": 1048576}
{"event": "train", "step": 1340, "epoch": 18, "tokens": 175636480, "loss": 3.8146823434268726, "lr": 0.004920110751019897, "grad_norm": 0.13410088419914246, "tokens_per_second": 1786151.1364763954, "training_seconds": 1.2475002559949644, "elapsed_tokens_per_second": 1078230.641068865, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1360, "epoch": 18, "tokens": 178257920, "loss": 3.8271966934204102, "lr": 0.00484800083258799, "grad_norm": 0.11286111921072006, "tokens_per_second": 1779199.0194203095, "training_seconds": 1.4733821069967235, "elapsed_tokens_per_second": 1084502.2421604162, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1380, "epoch": 18, "tokens": 180879360, "loss": 3.8056888222694396, "lr": 0.00477521263968979, "grad_norm": 0.11889105290174484, "tokens_per_second": 1779638.1656285173, "training_seconds": 1.47301853299723, "elapsed_tokens_per_second": 1090663.4742920084, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1400, "epoch": 18, "tokens": 183500800, "loss": 3.7996103286743166, "lr": 0.004701782797208232, "grad_norm": 0.13654477894306183, "tokens_per_second": 1787320.8281178216, "training_seconds": 1.466686874991865, "elapsed_tokens_per_second": 1096758.6972536447, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1401, "epoch": 18, "tokens": 183631872, "loss": 3.8344128131866455, "lr": 0.004698095123205465, "grad_norm": 0.1607668101787567, "tokens_per_second": 1816616.555604688, "training_seconds": 0.07215171500865836, "elapsed_tokens_per_second": 1097055.2586442525, "peak_memory_bytes": 42389451776}
{"loss": 3.819031104614441, "perplexity": 45.5600440125968, "tokens": 183631872, "seconds": 0.5329296550044091, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 18, "step": 1401, "evaluation_tokens": 1048576}
{"event": "train", "step": 1420, "epoch": 19, "tokens": 186122240, "loss": 3.7915887079740824, "lr": 0.004627748252885495, "grad_norm": 0.1398044228553772, "tokens_per_second": 1783062.6583392527, "training_seconds": 1.3966800259950105, "elapsed_tokens_per_second": 1099193.5937352804, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1440, "epoch": 19, "tokens": 188743680, "loss": 3.7931556940078734, "lr": 0.00455314625873198, "grad_norm": 0.13652709126472473, "tokens_per_second": 1785501.5626254498, "training_seconds": 1.468181296993862, "elapsed_tokens_per_second": 1105082.0419612748, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1460, "epoch": 19, "tokens": 191365120, "loss": 3.7920754313468934, "lr": 0.004478014352282198, "grad_norm": 0.11546424776315689, "tokens_per_second": 1784027.82167022, "training_seconds": 1.46939412500069, "elapsed_tokens_per_second": 1110860.6142619997, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1479, "epoch": 19, "tokens": 193855488, "loss": 3.767005205154419, "lr": 0.004406182639537017, "grad_norm": 0.11488572508096695, "tokens_per_second": 1779970.266537209, "training_seconds": 1.3991065170121146, "elapsed_tokens_per_second": 1116242.549077918, "peak_memory_bytes": 42389451776}
{"loss": 3.796150649110295, "perplexity": 44.52944470441808, "tokens": 193855488, "seconds": 0.5386482729954878, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 19, "step": 1479, "evaluation_tokens": 1048576}
{"event": "train", "step": 1480, "epoch": 20, "tokens": 193986560, "loss": 3.7950632572174072, "lr": 0.004402390337706972, "grad_norm": 0.1178898736834526, "tokens_per_second": 1947267.429969733, "training_seconds": 0.0673107339971466, "elapsed_tokens_per_second": 1112950.1924291993, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1500, "epoch": 20, "tokens": 196608000, "loss": 3.761357772350311, "lr": 0.004326312266791497, "grad_norm": 0.13077539205551147, "tokens_per_second": 1776697.648595248, "training_seconds": 1.475456447005854, "elapsed_tokens_per_second": 1118508.634590486, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1520, "epoch": 20, "tokens": 199229440, "loss": 3.7823066473007203, "lr": 0.004249818419788796, "grad_norm": 0.1166667640209198, "tokens_per_second": 1782280.4290677705, "training_seconds": 1.4708347559935646, "elapsed_tokens_per_second": 1124007.459461861, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1540, "epoch": 20, "tokens": 201850880, "loss": 3.751235556602478, "lr": 0.004172947286158222, "grad_norm": 0.11703462898731232, "tokens_per_second": 1782079.986148671, "training_seconds": 1.4710001909988932, "elapsed_tokens_per_second": 1129411.0812871726, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1557, "epoch": 20, "tokens": 204079104, "loss": 3.77636157765108, "lr": 0.0041073390670818555, "grad_norm": 0.12667253613471985, "tokens_per_second": 1778396.361977793, "training_seconds": 1.252940034988569, "elapsed_tokens_per_second": 1133918.955822344, "peak_memory_bytes": 42389451776}
{"loss": 3.779464124984835, "perplexity": 43.79256810357262, "tokens": 204079104, "seconds": 0.5344814810086973, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 20, "step": 1557, "evaluation_tokens": 1048576}
{"event": "train", "step": 1560, "epoch": 21, "tokens": 204472320, "loss": 3.7833011150360107, "lr": 0.004095737545198686, "grad_norm": 0.11407015472650528, "tokens_per_second": 1829728.1547395026, "training_seconds": 0.2149040549993515, "elapsed_tokens_per_second": 1131332.0686768855, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1580, "epoch": 21, "tokens": 207093760, "loss": 3.766669714450836, "lr": 0.00401822804658637, "grad_norm": 0.1213996410369873, "tokens_per_second": 1784138.1645143507, "training_seconds": 1.4693032479990507, "elapsed_tokens_per_second": 1136586.0237332166, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1600, "epoch": 21, "tokens": 209715200, "loss": 3.763929915428162, "lr": 0.003940457790826714, "grad_norm": 0.12166327238082886, "tokens_per_second": 1780851.365923533, "training_seconds": 1.4720150430075591, "elapsed_tokens_per_second": 1141741.2816699585, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1620, "epoch": 21, "tokens": 212336640, "loss": 3.7719287991523744, "lr": 0.0038624659096305057, "grad_norm": 0.12467260658740997, "tokens_per_second": 1784365.5774240096, "training_seconds": 1.469115988991689, "elapsed_tokens_per_second": 1146827.070082276, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1634, "epoch": 21, "tokens": 214171648, "loss": 3.759765659059797, "lr": 0.003807760736513841, "grad_norm": 0.11128644645214081, "tokens_per_second": 1779592.5365852304, "training_seconds": 1.031139411003096, "elapsed_tokens_per_second": 1150320.5991432641, "peak_memory_bytes": 42389451776}
{"loss": 3.7552534154224833, "perplexity": 42.74505069321857, "tokens": 214171648, "seconds": 0.5329643409932032, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 21, "step": 1634, "evaluation_tokens": 1048576}
{"event": "train", "step": 1640, "epoch": 22, "tokens": 214958080, "loss": 3.734791914621989, "lr": 0.003784291646223944, "grad_norm": 0.13783036172389984, "tokens_per_second": 1802208.6873515977, "training_seconds": 0.4363712180056609, "elapsed_tokens_per_second": 1148467.194008083, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1660, "epoch": 22, "tokens": 217579520, "loss": 3.7356916546821592, "lr": 0.00370597433560261, "grad_norm": 0.1318671852350235, "tokens_per_second": 1781690.2780963809, "training_seconds": 1.471321941993665, "elapsed_tokens_per_second": 1153393.2799795372, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1680, "epoch": 22, "tokens": 220200960, "loss": 3.748421049118042, "lr": 0.0036275533847392413, "grad_norm": 0.11775445938110352, "tokens_per_second": 1784131.675450431, "training_seconds": 1.4693085920007434, "elapsed_tokens_per_second": 1158258.9270655403, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1700, "epoch": 22, "tokens": 222822400, "loss": 3.7314987659454344, "lr": 0.003549068252755307, "grad_norm": 0.11225497722625732, "tokens_per_second": 1778904.0068207777, "training_seconds": 1.473626451988821, "elapsed_tokens_per_second": 1163023.02721913, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1712, "epoch": 22, "tokens": 224395264, "loss": 3.7324345111846924, "lr": 0.003501962794307609, "grad_norm": 0.11840364336967468, "tokens_per_second": 1778035.7643734703, "training_seconds": 0.8846076279878616, "elapsed_tokens_per_second": 1165838.5403614189, "peak_memory_bytes": 42389451776}
{"loss": 3.737749574389769, "perplexity": 42.00335829072497, "tokens": 224395264, "seconds": 0.5330360189982457, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 22, "step": 1712, "evaluation_tokens": 1048576}
{"event": "train", "step": 1720, "epoch": 23, "tokens": 225443840, "loss": 3.73284050822258, "lr": 0.003470558431066335, "grad_norm": 0.12966199219226837, "tokens_per_second": 1805091.78159105, "training_seconds": 0.5808989939978346, "elapsed_tokens_per_second": 1164505.7234713591, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1740, "epoch": 23, "tokens": 228065280, "loss": 3.730749523639679, "lr": 0.003392063423510983, "grad_norm": 0.12922237813472748, "tokens_per_second": 1777672.664876763, "training_seconds": 1.4746471899998141, "elapsed_tokens_per_second": 1169128.4281422333, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1760, "epoch": 23, "tokens": 230686720, "loss": 3.7238343119621278, "lr": 0.0033136227264738754, "grad_norm": 0.12165787816047668, "tokens_per_second": 1781057.8552101827, "training_seconds": 1.4718443830061005, "elapsed_tokens_per_second": 1173700.5490004043, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1780, "epoch": 23, "tokens": 233308160, "loss": 3.71739319562912, "lr": 0.0032352758090121777, "grad_norm": 0.12382489442825317, "tokens_per_second": 1781987.7068201175, "training_seconds": 1.4710763659968507, "elapsed_tokens_per_second": 1178208.4551435513, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1790, "epoch": 23, "tokens": 234618880, "loss": 3.723406267166138, "lr": 0.0031961498393423327, "grad_norm": 0.12185034900903702, "tokens_per_second": 1785996.8296545004, "training_seconds": 0.7338870810053777, "elapsed_tokens_per_second": 1180442.0226158123, "peak_memory_bytes": 42389451776}
{"loss": 3.7198154176424003, "perplexity": 41.25677813237035, "tokens": 234618880, "seconds": 0.5335477380140219, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 23, "step": 1790, "evaluation_tokens": 1048576}
{"event": "train", "step": 1800, "epoch": 24, "tokens": 235929600, "loss": 3.6930586099624634, "lr": 0.00315706209299592, "grad_norm": 0.1163279116153717, "tokens_per_second": 1791064.0535766087, "training_seconds": 0.7318107900064206, "elapsed_tokens_per_second": 1179439.7606810953, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1820, "epoch": 24, "tokens": 238551040, "loss": 3.705276942253113, "lr": 0.0030790209332720777, "grad_norm": 0.1415460705757141, "tokens_per_second": 1786066.2572405469, "training_seconds": 1.4677171070070472, "elapsed_tokens_per_second": 1183848.7654519523, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1840, "epoch": 24, "tokens": 241172480, "loss": 3.723816156387329, "lr": 0.0030011915978623623, "grad_norm": 0.12063542008399963, "tokens_per_second": 1773294.4836662994, "training_seconds": 1.4782880249986192, "elapsed_tokens_per_second": 1188134.5820619601, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1860, "epoch": 24, "tokens": 243793920, "loss": 3.700183653831482, "lr": 0.0029236132482047066, "grad_norm": 0.1432332694530487, "tokens_per_second": 1777328.6676856375, "training_seconds": 1.4749326040036976, "elapsed_tokens_per_second": 1192374.8732242554, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1868, "epoch": 24, "tokens": 244842496, "loss": 3.6891833543777466, "lr": 0.0028926609329181447, "grad_norm": 0.12576855719089508, "tokens_per_second": 1775675.4190412662, "training_seconds": 0.5905223380104871, "elapsed_tokens_per_second": 1194046.2433575408, "peak_memory_bytes": 42389451776}
{"loss": 3.7045859373912124, "perplexity": 40.63321913643998, "tokens": 244842496, "seconds": 0.5320593020005617, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 24, "step": 1868, "evaluation_tokens": 1048576}
{"event": "train", "step": 1880, "epoch": 25, "tokens": 246415360, "loss": 3.692485491434733, "lr": 0.0028463249194483737, "grad_norm": 0.11798565089702606, "tokens_per_second": 1781315.400282355, "training_seconds": 0.8829789490118856, "elapsed_tokens_per_second": 1193410.9614994181, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1900, "epoch": 25, "tokens": 249036800, "loss": 3.678874695301056, "lr": 0.002769365500812622, "grad_norm": 0.11096740514039993, "tokens_per_second": 1776765.567475275, "training_seconds": 1.4754000460088719, "elapsed_tokens_per_second": 1197540.0820111877, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1920, "epoch": 25, "tokens": 251658240, "loss": 3.677208113670349, "lr": 0.0026927737160187875, "grad_norm": 0.10883718729019165, "tokens_per_second": 1779891.714224103, "training_seconds": 1.472808699007146, "elapsed_tokens_per_second": 1201625.4341062047, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1940, "epoch": 25, "tokens": 254279680, "loss": 3.678732168674469, "lr": 0.002616588103805643, "grad_norm": 0.12443767488002777, "tokens_per_second": 1782017.9413993277, "training_seconds": 1.4710514070029603, "elapsed_tokens_per_second": 1205639.8263331659, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1946, "epoch": 25, "tokens": 255066112, "loss": 3.6779590447743735, "lr": 0.0025938173604629845, "grad_norm": 0.11254299432039261, "tokens_per_second": 1779378.928370668, "training_seconds": 0.4419699410063913, "elapsed_tokens_per_second": 1206831.4121197881, "peak_memory_bytes": 42389451776}
{"loss": 3.6859645221060178, "perplexity": 39.88357249125788, "tokens": 255066112, "seconds": 0.5328180310025346, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 25, "step": 1946, "evaluation_tokens": 1048576}
{"event": "train", "step": 1960, "epoch": 26, "tokens": 256901120, "loss": 3.668001753943307, "lr": 0.0025408469985378395, "grad_norm": 0.11636488139629364, "tokens_per_second": 1779486.3254563923, "training_seconds": 1.031200956000248, "elapsed_tokens_per_second": 1206518.4824114048, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1980, "epoch": 26, "tokens": 259522560, "loss": 3.669741082191467, "lr": 0.0024655885109171696, "grad_norm": 0.10625847429037094, "tokens_per_second": 1782474.574585993, "training_seconds": 1.4706745540024713, "elapsed_tokens_per_second": 1210456.9880589468, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2000, "epoch": 26, "tokens": 262144000, "loss": 3.66732634305954, "lr": 0.0023908505088063923, "grad_norm": 0.12353777140378952, "tokens_per_second": 1777790.3839626254, "training_seconds": 1.4745495440001832, "elapsed_tokens_per_second": 1214325.1300864597, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2020, "epoch": 26, "tokens": 264765440, "loss": 3.6599631547927856, "lr": 0.002316670598175228, "grad_norm": 0.11062543839216232, "tokens_per_second": 1780632.764043474, "training_seconds": 1.4721957570000086, "elapsed_tokens_per_second": 1218150.850080165, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2024, "epoch": 26, "tokens": 265289728, "loss": 3.6547608971595764, "lr": 0.002301904876794536, "grad_norm": 0.11579269915819168, "tokens_per_second": 1786045.195398436, "training_seconds": 0.29354688299645204, "elapsed_tokens_per_second": 1218907.7658490823, "peak_memory_bytes": 42389451776}
{"loss": 3.6693934545177482, "perplexity": 39.22810501301305, "tokens": 265289728, "seconds": 0.5310757789993659, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 26, "step": 2024, "evaluation_tokens": 1048576}
{"event": "train", "step": 2040, "epoch": 27, "tokens": 267386880, "loss": 3.6548464745283127, "lr": 0.0022430861041781414, "grad_norm": 0.10760851204395294, "tokens_per_second": 1792707.7464387536, "training_seconds": 1.1698236950032879, "elapsed_tokens_per_second": 1218956.252446528, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2060, "epoch": 27, "tokens": 270008320, "loss": 3.6510942220687865, "lr": 0.002170134052373413, "grad_norm": 0.11300836503505707, "tokens_per_second": 1778078.8909354424, "training_seconds": 1.4743102869979339, "elapsed_tokens_per_second": 1222676.830663096, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2080, "epoch": 27, "tokens": 272629760, "loss": 3.6560880303382874, "lr": 0.0020978511500929745, "grad_norm": 0.13378077745437622, "tokens_per_second": 1779229.9528429774, "training_seconds": 1.4733564909984125, "elapsed_tokens_per_second": 1226357.8138516955, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2100, "epoch": 27, "tokens": 275251200, "loss": 3.655844438076019, "lr": 0.0020262737679723475, "grad_norm": 0.11899922043085098, "tokens_per_second": 1778637.4573738908, "training_seconds": 1.4738472919998458, "elapsed_tokens_per_second": 1229985.320550578, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2101, "epoch": 27, "tokens": 275382272, "loss": 3.6123757362365723, "lr": 0.002022714066360619, "grad_norm": 0.1187141165137291, "tokens_per_second": 1796233.290210933, "training_seconds": 0.07297047700558323, "elapsed_tokens_per_second": 1230160.702301426, "peak_memory_bytes": 42389451776}
{"loss": 3.656121307563715, "perplexity": 38.710903617076184, "tokens": 275382272, "seconds": 0.5343291869940003, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 27, "step": 2101, "evaluation_tokens": 1048576}
{"event": "train", "step": 2120, "epoch": 28, "tokens": 277872640, "loss": 3.6417170951240943, "lr": 0.001955437921650013, "grad_norm": 0.11522119492292404, "tokens_per_second": 1787433.0220884874, "training_seconds": 1.3932650729984744, "elapsed_tokens_per_second": 1230629.405909876, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2140, "epoch": 28, "tokens": 280494080, "loss": 3.641271913051605, "lr": 0.0018853792536453928, "grad_norm": 0.12713439762592316, "tokens_per_second": 1782288.5490037745, "training_seconds": 1.470828055011225, "elapsed_tokens_per_second": 1234188.4395470885, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2160, "epoch": 28, "tokens": 283115520, "loss": 3.6436188220977783, "lr": 0.001816133015424586, "grad_norm": 0.11548206210136414, "tokens_per_second": 1782326.4730300994, "training_seconds": 1.4707967589929467, "elapsed_tokens_per_second": 1237704.463403962, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2179, "epoch": 28, "tokens": 285605888, "loss": 3.64197217790704, "lr": 0.0017511333421584116, "grad_norm": 0.10778028517961502, "tokens_per_second": 1779186.7654835598, "training_seconds": 1.3997226420033257, "elapsed_tokens_per_second": 1240986.107715257, "peak_memory_bytes": 42389451776}
{"loss": 3.637750118641656, "perplexity": 38.00623094957618, "tokens": 285605888, "seconds": 0.536450148007134, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 28, "step": 2179, "evaluation_tokens": 1048576}
{"event": "train", "step": 2180, "epoch": 29, "tokens": 285736960, "loss": 3.6453349590301514, "lr": 0.001747734049662861, "grad_norm": 0.11148548871278763, "tokens_per_second": 1926584.7338373854, "training_seconds": 0.06803334299183916, "elapsed_tokens_per_second": 1238247.9199877915, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2200, "epoch": 29, "tokens": 288358400, "loss": 3.6144025921821594, "lr": 0.0016802167727128458, "grad_norm": 0.11468793451786041, "tokens_per_second": 1778035.8230468237, "training_seconds": 1.4743459979945328, "elapsed_tokens_per_second": 1241668.306251585, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2220, "epoch": 29, "tokens": 290979840, "loss": 3.6413989901542663, "lr": 0.0016136151572872296, "grad_norm": 0.10738018900156021, "tokens_per_second": 1782118.1193655971, "training_seconds": 1.4709687149879755, "elapsed_tokens_per_second": 1245059.76592174, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2240, "epoch": 29, "tokens": 293601280, "loss": 3.6268303275108336, "lr": 0.0015479627153646867, "grad_norm": 0.1551523059606552, "tokens_per_second": 1781836.4245131642, "training_seconds": 1.471201264008414, "elapsed_tokens_per_second": 1248408.1934152616, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2257, "epoch": 29, "tokens": 295829504, "loss": 3.6027620119207047, "lr": 0.0014929291157533989, "grad_norm": 0.12211155146360397, "tokens_per_second": 1775721.5537072823, "training_seconds": 1.2548273660067935, "elapsed_tokens_per_second": 1251197.8531622675, "peak_memory_bytes": 42389451776}
{"loss": 3.6243449867422664, "perplexity": 37.50015201652941, "tokens": 295829504, "seconds": 0.5327009350003209, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 29, "step": 2257, "evaluation_tokens": 1048576}
{"event": "train", "step": 2260, "epoch": 30, "tokens": 296222720, "loss": 3.5891029040018716, "lr": 0.0014832924813276375, "grad_norm": 0.11377564817667007, "tokens_per_second": 1830861.7085258123, "training_seconds": 0.21477099999901839, "elapsed_tokens_per_second": 1248853.818912612, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2280, "epoch": 30, "tokens": 298844160, "loss": 3.6287323117256163, "lr": 0.0014196369953403136, "grad_norm": 0.11247159540653229, "tokens_per_second": 1777288.595531194, "training_seconds": 1.474965859000804, "elapsed_tokens_per_second": 1252111.7013909377, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2300, "epoch": 30, "tokens": 301465600, "loss": 3.598225784301758, "lr": 0.0013570282869755036, "grad_norm": 0.11345910280942917, "tokens_per_second": 1784748.3009926039, "training_seconds": 1.4688009499950567, "elapsed_tokens_per_second": 1255359.9911655139, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2320, "epoch": 30, "tokens": 304087040, "loss": 3.595041000843048, "lr": 0.001295497859098207, "grad_norm": 0.1271449625492096, "tokens_per_second": 1779414.2485324924, "training_seconds": 1.4732038940128405, "elapsed_tokens_per_second": 1258549.0532485319, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2335, "epoch": 30, "tokens": 306053120, "loss": 3.590934737523397, "lr": 0.0012500763051590503, "grad_norm": 0.10888216644525528, "tokens_per_second": 1781183.1696084205, "training_seconds": 1.1038056240067817, "elapsed_tokens_per_second": 1260913.7347873752, "peak_memory_bytes": 42389451776}
{"loss": 3.609889387029724, "perplexity": 36.96196411605701, "tokens": 306053120, "seconds": 0.5397222689935006, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 30, "step": 2335, "evaluation_tokens": 1048576}
{"event": "train", "step": 2340, "epoch": 31, "tokens": 306708480, "loss": 3.602354621887207, "lr": 0.0012350766720143234, "grad_norm": 0.10401478409767151, "tokens_per_second": 1797864.9634540677, "training_seconds": 0.3645212590054143, "elapsed_tokens_per_second": 1258878.0377183699, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2360, "epoch": 31, "tokens": 309329920, "loss": 3.5862013697624207, "lr": 0.0011757951278923329, "grad_norm": 0.1524476408958435, "tokens_per_second": 1781883.823912751, "training_seconds": 1.4711621289898176, "elapsed_tokens_per_second": 1262008.7367462472, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2380, "epoch": 31, "tokens": 311951360, "loss": 3.5961184024810793, "lr": 0.0011176830554658155, "grad_norm": 0.11902143061161041, "tokens_per_second": 1779390.864817864, "training_seconds": 1.4732232539972756, "elapsed_tokens_per_second": 1265091.7064485655, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2400, "epoch": 31, "tokens": 314572800, "loss": 3.60368070602417, "lr": 0.0010607696950245059, "grad_norm": 0.11843935400247574, "tokens_per_second": 1778153.9098702783, "training_seconds": 1.4742480869899737, "elapsed_tokens_per_second": 1268134.515133351, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2413, "epoch": 31, "tokens": 316276736, "loss": 3.5983251058138332, "lr": 0.0010244324105291908, "grad_norm": 0.10573776811361313, "tokens_per_second": 1779409.6180163168, "training_seconds": 0.9575850230030483, "elapsed_tokens_per_second": 1270091.1772656317, "peak_memory_bytes": 42389451776}
{"loss": 3.5974680553849185, "perplexity": 36.5056869530586, "tokens": 316276736, "seconds": 0.5330383660038933, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 31, "step": 2413, "evaluation_tokens": 1048576}
{"event": "train", "step": 2420, "epoch": 32, "tokens": 317194240, "loss": 3.5821591785975864, "lr": 0.0010050836837014437, "grad_norm": 0.11367861926555634, "tokens_per_second": 1803914.4036203087, "training_seconds": 0.5086183680105023, "elapsed_tokens_per_second": 1268375.7680667357, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2440, "epoch": 32, "tokens": 319815680, "loss": 3.5866657972335814, "lr": 0.0009506530410636026, "grad_norm": 0.10524027049541473, "tokens_per_second": 1778613.852697847, "training_seconds": 1.4738668520003557, "elapsed_tokens_per_second": 1271354.1142248167, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2460, "epoch": 32, "tokens": 322437120, "loss": 3.5654414176940916, "lr": 0.0008975051550132694, "grad_norm": 0.10888998955488205, "tokens_per_second": 1778729.4757278715, "training_seconds": 1.473771046003094, "elapsed_tokens_per_second": 1274298.8628082469, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2480, "epoch": 32, "tokens": 325058560, "loss": 3.5800095319747927, "lr": 0.0008456667680072555, "grad_norm": 0.11024577915668488, "tokens_per_second": 1782829.6216692517, "training_seconds": 1.4703816719993483, "elapsed_tokens_per_second": 1277226.9771290743, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2491, "epoch": 32, "tokens": 326500352, "loss": 3.5712552504106, "lr": 0.0008177233067588173, "grad_norm": 0.10455755144357681, "tokens_per_second": 1777330.7539035543, "training_seconds": 0.8112119800061919, "elapsed_tokens_per_second": 1278807.7897035426, "peak_memory_bytes": 42389451776}
{"loss": 3.586619455062701, "perplexity": 36.11179181446946, "tokens": 326500352, "seconds": 0.5345584820024669, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 32, "step": 2491, "evaluation_tokens": 1048576}
{"event": "train", "step": 2500, "epoch": 33, "tokens": 327680000, "loss": 3.5748788250817194, "lr": 0.0007951639636008723, "grad_norm": 0.10463093966245651, "tokens_per_second": 1801565.2115022582, "training_seconds": 0.654790618995321, "elapsed_tokens_per_second": 1277434.4520681493, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2520, "epoch": 33, "tokens": 330301440, "loss": 3.5692751169204713, "lr": 0.000746022153323459, "grad_norm": 0.11237762123346329, "tokens_per_second": 1780987.8508712465, "training_seconds": 1.471902236007736, "elapsed_tokens_per_second": 1280301.5670986653, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2540, "epoch": 33, "tokens": 332922880, "loss": 3.579342615604401, "lr": 0.0006982660638920423, "grad_norm": 0.0994926244020462, "tokens_per_second": 1781176.4684533796, "training_seconds": 1.4717463690030854, "elapsed_tokens_per_second": 1283131.18032958, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2560, "epoch": 33, "tokens": 335544320, "loss": 3.5461788535118104, "lr": 0.0006519197247695787, "grad_norm": 0.10953998565673828, "tokens_per_second": 1772958.408001475, "training_seconds": 1.47856824399787, "elapsed_tokens_per_second": 1285898.5778573123, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2568, "epoch": 33, "tokens": 336592896, "loss": 3.593622326850891, "lr": 0.0006337811670178101, "grad_norm": 0.11628032475709915, "tokens_per_second": 1775784.8008743536, "training_seconds": 0.5904859639995266, "elapsed_tokens_per_second": 1286994.3124326249, "peak_memory_bytes": 42389451776}
{"loss": 3.5764524114294924, "perplexity": 35.74650175801653, "tokens": 336592896, "seconds": 0.5356366149935639, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 33, "step": 2568, "evaluation_tokens": 1048576}
{"event": "train", "step": 2580, "epoch": 34, "tokens": 338165760, "loss": 3.5992172757784524, "lr": 0.0006070064560740314, "grad_norm": 0.11670568585395813, "tokens_per_second": 1786210.4193095493, "training_seconds": 0.8805591900018044, "elapsed_tokens_per_second": 1285972.5916614167, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2600, "epoch": 34, "tokens": 340787200, "loss": 3.582901668548584, "lr": 0.0005635488568443762, "grad_norm": 0.10146526992321014, "tokens_per_second": 1777664.0709641005, "training_seconds": 1.4746543190121884, "elapsed_tokens_per_second": 1288705.7565861465, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2620, "epoch": 34, "tokens": 343408640, "loss": 3.57989364862442, "lr": 0.000521568793669425, "grad_norm": 0.10106126964092255, "tokens_per_second": 1776989.7037760168, "training_seconds": 1.4752139499905752, "elapsed_tokens_per_second": 1291405.0059815985, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2640, "epoch": 34, "tokens": 346030080, "loss": 3.581254315376282, "lr": 0.00048108738968520007, "grad_norm": 0.10706458985805511, "tokens_per_second": 1781115.9279249152, "training_seconds": 1.4717963939910987, "elapsed_tokens_per_second": 1294092.949926972, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2646, "epoch": 34, "tokens": 346816512, "loss": 3.5899521112442017, "lr": 0.0004692382721132998, "grad_norm": 0.11053445935249329, "tokens_per_second": 1788684.1139015704, "training_seconds": 0.43967070199141745, "elapsed_tokens_per_second": 1294891.3532067603, "peak_memory_bytes": 42389451776}
{"loss": 3.5672863222449784, "perplexity": 35.42034321757697, "tokens": 346816512, "seconds": 0.534900414000731, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 34, "step": 2646, "evaluation_tokens": 1048576}
{"event": "train", "step": 2660, "epoch": 35, "tokens": 348651520, "loss": 3.5565463474818637, "lr": 0.0004421250139463922, "grad_norm": 0.10070021450519562, "tokens_per_second": 1790360.7044923366, "training_seconds": 1.0249375979910837, "elapsed_tokens_per_second": 1294133.4269788556, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2680, "epoch": 35, "tokens": 351272960, "loss": 3.570458698272705, "lr": 0.00040470127117724975, "grad_norm": 0.09849388152360916, "tokens_per_second": 1776988.8545452831, "training_seconds": 1.4752146550017642, "elapsed_tokens_per_second": 1296754.7102750388, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2700, "epoch": 35, "tokens": 353894400, "loss": 3.565895164012909, "lr": 0.00036883499190705737, "grad_norm": 0.11665268242359161, "tokens_per_second": 1778527.7395671767, "training_seconds": 1.473938213996007, "elapsed_tokens_per_second": 1299352.8495504893, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2720, "epoch": 35, "tokens": 356515840, "loss": 3.55076208114624, "lr": 0.0003345442229951658, "grad_norm": 0.1041053831577301, "tokens_per_second": 1773810.171891121, "training_seconds": 1.4778582519938936, "elapsed_tokens_per_second": 1301907.0212296182, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2724, "epoch": 35, "tokens": 357040128, "loss": 3.58182829618454, "lr": 0.00032787666286891357, "grad_norm": 0.10345620661973953, "tokens_per_second": 1788925.887171929, "training_seconds": 0.2930741870077327, "elapsed_tokens_per_second": 1302418.5165584479, "peak_memory_bytes": 42389451776}
{"loss": 3.559503357101619, "perplexity": 35.14573792881687, "tokens": 357040128, "seconds": 0.5352248840063112, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 35, "step": 2724, "evaluation_tokens": 1048576}
{"event": "train", "step": 2740, "epoch": 36, "tokens": 359137280, "loss": 3.5632652938365936, "lr": 0.0003018462185503402, "grad_norm": 0.09979348629713058, "tokens_per_second": 1783726.8332586933, "training_seconds": 1.1757136579981307, "elapsed_tokens_per_second": 1301881.920280018, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2760, "epoch": 36, "tokens": 361758720, "loss": 3.561818253993988, "lr": 0.00027075743124900195, "grad_norm": 0.10260850936174393, "tokens_per_second": 1786264.6402152663, "training_seconds": 1.4675541019969387, "elapsed_tokens_per_second": 1304437.6404749614, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2780, "epoch": 36, "tokens": 364380160, "loss": 3.534108030796051, "lr": 0.0002412935040567228, "grad_norm": 0.10234447568655014, "tokens_per_second": 1778946.5928502074, "training_seconds": 1.4735911749885418, "elapsed_tokens_per_second": 1306936.1256675124, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2800, "epoch": 36, "tokens": 367001600, "loss": 3.565781629085541, "lr": 0.00021346926235714332, "grad_norm": 0.10536107420921326, "tokens_per_second": 1778600.305632185, "training_seconds": 1.473878078002599, "elapsed_tokens_per_second": 1309410.5212070446, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2802, "epoch": 36, "tokens": 367263744, "loss": 3.523114323616028, "lr": 0.0002107775670879188, "grad_norm": 0.09039738029241562, "tokens_per_second": 1792930.935647116, "training_seconds": 0.14620975899742916, "elapsed_tokens_per_second": 1309652.0560373687, "peak_memory_bytes": 42389451776}
{"loss": 3.5536065262555847, "perplexity": 34.93909931255483, "tokens": 367263744, "seconds": 0.5365651780011831, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 36, "step": 2802, "evaluation_tokens": 1048576}
{"event": "train", "step": 2820, "epoch": 37, "tokens": 369623040, "loss": 3.5582662290996976, "lr": 0.00018729870649227632, "grad_norm": 0.09543944895267487, "tokens_per_second": 1783950.0381145673, "training_seconds": 1.322512373997597, "elapsed_tokens_per_second": 1309331.8679389856, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2840, "epoch": 37, "tokens": 372244480, "loss": 3.5450164079666138, "lr": 0.00016279500471794262, "grad_norm": 0.09573789685964584, "tokens_per_second": 1781487.8528452318, "training_seconds": 1.4714891240000725, "elapsed_tokens_per_second": 1311774.4296813956, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2860, "epoch": 37, "tokens": 374865920, "loss": 3.549935686588287, "lr": 0.00013997048657789457, "grad_norm": 0.11423968523740768, "tokens_per_second": 1782452.078726827, "training_seconds": 1.4706931149994489, "elapsed_tokens_per_second": 1314191.971641187, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2880, "epoch": 37, "tokens": 377487360, "loss": 3.553414535522461, "lr": 0.00011883663669995015, "grad_norm": 0.0963088646531105, "tokens_per_second": 1778741.956630986, "training_seconds": 1.4737607049901271, "elapsed_tokens_per_second": 1316573.3443665628, "peak_memory_bytes": 42389451776}
{"loss": 3.5505328401397125, "perplexity": 34.831872363508296, "tokens": 377487360, "seconds": 0.5314829880080651, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 37, "step": 2880, "evaluation_tokens": 1048576}
{"event": "train", "step": 2900, "epoch": 38, "tokens": 380108800, "loss": 3.5533843278884887, "lr": 9.940408901726444e-05, "grad_norm": 0.09616509824991226, "tokens_per_second": 1782930.8973813474, "training_seconds": 1.4702981500013266, "elapsed_tokens_per_second": 1316477.9222695958, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2920, "epoch": 38, "tokens": 382730240, "loss": 3.552127170562744, "lr": 8.168262141764633e-05, "grad_norm": 0.09116850793361664, "tokens_per_second": 1777379.2548322144, "training_seconds": 1.4748906249878928, "elapsed_tokens_per_second": 1318812.605037973, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2940, "epoch": 38, "tokens": 385351680, "loss": 3.5545734643936155, "lr": 6.568115082361386e-05, "grad_norm": 0.09400282800197601, "tokens_per_second": 1776992.6802442963, "training_seconds": 1.4752114790026098, "elapsed_tokens_per_second": 1321124.0352927959, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2958, "epoch": 38, "tokens": 387710976, "loss": 3.5460165076785617, "lr": 5.275709721810862e-05, "grad_norm": 0.09472574293613434, "tokens_per_second": 1778791.3802127521, "training_seconds": 1.3263477809960023, "elapsed_tokens_per_second": 1323186.162651063, "peak_memory_bytes": 42389451776}
{"loss": 3.547478322775757, "perplexity": 34.72564013125013, "tokens": 387710976, "seconds": 0.5340359379915753, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 38, "step": 2958, "evaluation_tokens": 1048576}
{"event": "train", "step": 2960, "epoch": 39, "tokens": 387973120, "loss": 3.5192928314208984, "lr": 5.140772870565919e-05, "grad_norm": 0.09302661567926407, "tokens_per_second": 1859001.9127438227, "training_seconds": 0.14101330300036352, "elapsed_tokens_per_second": 1320995.0849613717, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2980, "epoch": 39, "tokens": 390594560, "loss": 3.5360995173454284, "lr": 3.886953703098522e-05, "grad_norm": 0.09385097771883011, "tokens_per_second": 1779737.272661167, "training_seconds": 1.4729365060047712, "elapsed_tokens_per_second": 1323276.4939901931, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3000, "epoch": 39, "tokens": 393216000, "loss": 3.537002182006836, "lr": 2.8072884649751218e-05, "grad_norm": 0.09458830952644348, "tokens_per_second": 1780537.1696595147, "training_seconds": 1.472274796993588, "elapsed_tokens_per_second": 1325538.5938273072, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3020, "epoch": 39, "tokens": 395837440, "loss": 3.5388964414596558, "lr": 1.9023204120642122e-05, "grad_norm": 0.09118373692035675, "tokens_per_second": 1776834.0419584322, "training_seconds": 1.47534318799444, "elapsed_tokens_per_second": 1327764.489467023, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3035, "epoch": 39, "tokens": 397803520, "loss": 3.5550086975097654, "lr": 1.338516635337944e-05, "grad_norm": 0.09153018891811371, "tokens_per_second": 1783897.4257101107, "training_seconds": 1.102126148995012, "elapsed_tokens_per_second": 1329434.7802764312, "peak_memory_bytes": 42389451776}
{"loss": 3.545001891201404, "perplexity": 34.639750852944346, "tokens": 397803520, "seconds": 0.5346788010065211, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 39, "step": 3035, "evaluation_tokens": 1048576}
{"event": "train", "step": 3040, "epoch": 40, "tokens": 398458880, "loss": 3.545869159698486, "lr": 1.1725048977367315e-05, "grad_norm": 0.09236820787191391, "tokens_per_second": 1797312.7547123428, "training_seconds": 0.3646332549978979, "elapsed_tokens_per_second": 1327597.8352235453, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3060, "epoch": 40, "tokens": 401080320, "loss": 3.5265030384063722, "lr": 6.182091437454352e-06, "grad_norm": 0.09206034243106842, "tokens_per_second": 1776686.5691116075, "training_seconds": 1.47546564800723, "elapsed_tokens_per_second": 1329787.1551403478, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3080, "epoch": 40, "tokens": 403701760, "loss": 3.545740616321564, "lr": 2.397120554497756e-06, "grad_norm": 0.08923610299825668, "tokens_per_second": 1783298.7876666666, "training_seconds": 1.469994831000804, "elapsed_tokens_per_second": 1331977.673976003, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3100, "epoch": 40, "tokens": 406323200, "loss": 3.5384221196174623, "lr": 3.7204081478797726e-07, "grad_norm": 0.08985396474599838, "tokens_per_second": 1785178.214105588, "training_seconds": 1.4684472280059708, "elapsed_tokens_per_second": 1334155.5118246933, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3113, "epoch": 40, "tokens": 408027136, "loss": 3.543803361745981, "lr": 0.0, "grad_norm": 0.09043660014867783, "tokens_per_second": 1769833.969703472, "training_seconds": 0.962766016004025, "elapsed_tokens_per_second": 1335521.0229856544, "peak_memory_bytes": 42389451776}
{"loss": 3.5447894180181208, "perplexity": 34.63239161666035, "tokens": 408027136, "seconds": 0.535302332995343, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 40, "step": 3113, "evaluation_tokens": 1048576}
{"loss": 3.5451641528321436, "perplexity": 34.645372011443, "tokens": 408027136, "seconds": 101.60270050899999, "split": "full", "validation_complete": true, "event": "final_validation", "step": 3113, "evaluation_tokens": 197411295}