{"event": "train", "step": 20, "epoch": 1, "tokens": 2621440, "loss": 9.525407600402833, "lr": 0.00044871794871794877, "grad_norm": 1.87999427318573, "tokens_per_second": 48254.18188953452, "training_seconds": 54.325654220003344, "elapsed_tokens_per_second": 48254.18188953452, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 40, "epoch": 1, "tokens": 5242880, "loss": 7.541033244132995, "lr": 0.0008974358974358975, "grad_norm": 0.5384775400161743, "tokens_per_second": 1781674.6957847069, "training_seconds": 1.4713348099976429, "elapsed_tokens_per_second": 93953.81139807844, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 60, "epoch": 1, "tokens": 7864320, "loss": 6.927240586280822, "lr": 0.001346153846153846, "grad_norm": 1.0629637241363525, "tokens_per_second": 1774409.5596087307, "training_seconds": 1.477359037999122, "elapsed_tokens_per_second": 137291.5440550452, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 78, "epoch": 1, "tokens": 10223616, "loss": 6.625682565901014, "lr": 0.00175, "grad_norm": 0.6002517342567444, "tokens_per_second": 1773584.9825933934, "training_seconds": 1.330241304000083, "elapsed_tokens_per_second": 174424.7438961989, "peak_memory_bytes": 21988176384}
{"loss": 6.507811325790925, "perplexity": 670.3576163879256, "tokens": 10223616, "seconds": 1.1271483809978236, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 1, "step": 78, "evaluation_tokens": 1048576}
{"event": "train", "step": 80, "epoch": 2, "tokens": 10485760, "loss": 6.490030527114868, "lr": 0.001794871794871795, "grad_norm": 1.18106210231781, "tokens_per_second": 1852681.2526189904, "training_seconds": 0.141494388000865, "elapsed_tokens_per_second": 175086.1253531384, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 100, "epoch": 2, "tokens": 13107200, "loss": 6.3666950225830075, "lr": 0.002243589743589744, "grad_norm": 0.4537772536277771, "tokens_per_second": 1774118.0168897042, "training_seconds": 1.4776018139964435, "elapsed_tokens_per_second": 213583.84966496378, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 120, "epoch": 2, "tokens": 15728640, "loss": 6.133642792701721, "lr": 0.002692307692307692, "grad_norm": 0.3544381260871887, "tokens_per_second": 1770838.2262213996, "training_seconds": 1.4803384979968541, "elapsed_tokens_per_second": 250256.46452696592, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 140, "epoch": 2, "tokens": 18350080, "loss": 5.92227783203125, "lr": 0.003141025641025641, "grad_norm": 0.2620278000831604, "tokens_per_second": 1774284.4687258345, "training_seconds": 1.4774631949985633, "elapsed_tokens_per_second": 285254.46816251223, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 156, "epoch": 2, "tokens": 20447232, "loss": 5.73599249124527, "lr": 0.0035, "grad_norm": 0.3276800215244293, "tokens_per_second": 1770029.2453670485, "training_seconds": 1.1848120619979454, "elapsed_tokens_per_second": 312098.49652536487, "peak_memory_bytes": 42389451776}
{"loss": 5.674380836103054, "perplexity": 291.3079153512398, "tokens": 20447232, "seconds": 0.5379546809999738, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 2, "step": 156, "evaluation_tokens": 1048576}
{"event": "train", "step": 160, "epoch": 3, "tokens": 20971520, "loss": 5.626276850700378, "lr": 0.00358974358974359, "grad_norm": 0.3759518265724182, "tokens_per_second": 1807958.5758115032, "training_seconds": 0.2899889449981856, "elapsed_tokens_per_second": 316057.0006361014, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 180, "epoch": 3, "tokens": 23592960, "loss": 5.572678399085999, "lr": 0.0040384615384615385, "grad_norm": 0.28852415084838867, "tokens_per_second": 1773421.6508859962, "training_seconds": 1.4781820210046135, "elapsed_tokens_per_second": 347810.0496516759, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 200, "epoch": 3, "tokens": 26214400, "loss": 5.42233304977417, "lr": 0.004487179487179488, "grad_norm": 0.34511613845825195, "tokens_per_second": 1771601.099480243, "training_seconds": 1.4797010460024467, "elapsed_tokens_per_second": 378195.7566721971, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 220, "epoch": 3, "tokens": 28835840, "loss": 5.291575288772583, "lr": 0.004935897435897436, "grad_norm": 0.42258790135383606, "tokens_per_second": 1772339.7083911735, "training_seconds": 1.4790843919981853, "elapsed_tokens_per_second": 407316.22162193945, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 233, "epoch": 3, "tokens": 30539776, "loss": 5.210042219895583, "lr": 0.005227564102564103, "grad_norm": 0.27539587020874023, "tokens_per_second": 1771409.275113739, "training_seconds": 0.9619098330003908, "elapsed_tokens_per_second": 425591.8909852417, "peak_memory_bytes": 42389451776}
{"loss": 5.183708309665254, "perplexity": 178.34293709824792, "tokens": 30539776, "seconds": 0.5354446479977923, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 3, "step": 233, "evaluation_tokens": 1048576}
{"event": "train", "step": 240, "epoch": 4, "tokens": 31457280, "loss": 5.12544093813215, "lr": 0.005384615384615384, "grad_norm": 0.33392593264579773, "tokens_per_second": 1788217.1384053773, "training_seconds": 0.5130831040005432, "elapsed_tokens_per_second": 432032.268804351, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 260, "epoch": 4, "tokens": 34078720, "loss": 5.095402121543884, "lr": 0.005833333333333334, "grad_norm": 0.3813055455684662, "tokens_per_second": 1769055.6720333835, "training_seconds": 1.4818301319974125, "elapsed_tokens_per_second": 458692.13668377255, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 280, "epoch": 4, "tokens": 36700160, "loss": 5.038080525398255, "lr": 0.006282051282051282, "grad_norm": 0.3862917423248291, "tokens_per_second": 1771335.0678184368, "training_seconds": 1.4799232779987506, "elapsed_tokens_per_second": 484317.0678004691, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 300, "epoch": 4, "tokens": 39321600, "loss": 5.005362248420715, "lr": 0.006730769230769231, "grad_norm": 0.2309928983449936, "tokens_per_second": 1771498.1630286674, "training_seconds": 1.4797870269976556, "elapsed_tokens_per_second": 508964.69967294845, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 311, "epoch": 4, "tokens": 40763392, "loss": 4.938064011660489, "lr": 0.0069775641025641025, "grad_norm": 0.2501613199710846, "tokens_per_second": 1770149.775620601, "training_seconds": 0.8145028290018672, "elapsed_tokens_per_second": 522110.2210273346, "peak_memory_bytes": 42389451776}
{"loss": 4.930551060894548, "perplexity": 138.45578889240028, "tokens": 40763392, "seconds": 0.5344892860011896, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 4, "step": 311, "evaluation_tokens": 1048576}
{"event": "train", "step": 320, "epoch": 5, "tokens": 41943040, "loss": 4.8818225330776635, "lr": 0.0069998591072530205, "grad_norm": 0.19072474539279938, "tokens_per_second": 1783179.5256927076, "training_seconds": 0.661541916000715, "elapsed_tokens_per_second": 529065.7889270184, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 340, "epoch": 5, "tokens": 44564480, "loss": 4.820096802711487, "lr": 0.00699827419411727, "grad_norm": 0.22738167643547058, "tokens_per_second": 1773667.9203914863, "training_seconds": 1.477976779002347, "elapsed_tokens_per_second": 551836.222852355, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 360, "epoch": 5, "tokens": 47185920, "loss": 4.7641934633255, "lr": 0.006994929052052427, "grad_norm": 0.22390568256378174, "tokens_per_second": 1771979.1473804615, "training_seconds": 1.4793853549999767, "elapsed_tokens_per_second": 573773.6935684453, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 380, "epoch": 5, "tokens": 49807360, "loss": 4.674366474151611, "lr": 0.006989825364235827, "grad_norm": 0.2258194535970688, "tokens_per_second": 1770629.2512280329, "training_seconds": 1.4805132120018243, "elapsed_tokens_per_second": 594931.5794150432, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 389, "epoch": 5, "tokens": 50987008, "loss": 4.630793359544542, "lr": 0.006986955630998453, "grad_norm": 0.26065608859062195, "tokens_per_second": 1771310.130149993, "training_seconds": 0.6659748509991914, "elapsed_tokens_per_second": 604201.6814306076, "peak_memory_bytes": 42389451776}
{"loss": 4.636702736553728, "perplexity": 103.20349683708882, "tokens": 50987008, "seconds": 0.5350949759958894, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 5, "step": 389, "evaluation_tokens": 1048576}
{"event": "train", "step": 400, "epoch": 6, "tokens": 52428800, "loss": 4.604031606154009, "lr": 0.006982965698693427, "grad_norm": 0.2511962056159973, "tokens_per_second": 1779767.786508703, "training_seconds": 0.810101189003035, "elapsed_tokens_per_second": 611497.9345470682, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 420, "epoch": 6, "tokens": 55050240, "loss": 4.567383790016175, "lr": 0.006974353507007655, "grad_norm": 0.21291762590408325, "tokens_per_second": 1773000.495180484, "training_seconds": 1.4785331460007, "elapsed_tokens_per_second": 631179.2343106901, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 440, "epoch": 6, "tokens": 57671680, "loss": 4.463158535957336, "lr": 0.0069639931225806695, "grad_norm": 0.20587755739688873, "tokens_per_second": 1775664.974161174, "training_seconds": 1.4763145290053217, "elapsed_tokens_per_second": 650216.7856539929, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 460, "epoch": 6, "tokens": 60293120, "loss": 4.421761989593506, "lr": 0.006951889758453925, "grad_norm": 0.15441827476024628, "tokens_per_second": 1774207.3082987207, "training_seconds": 1.4775274499988882, "elapsed_tokens_per_second": 668625.3528379198, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 467, "epoch": 6, "tokens": 61210624, "loss": 4.365787710462298, "lr": 0.006947242902781892, "grad_norm": 0.18254242837429047, "tokens_per_second": 1771129.0396113938, "training_seconds": 0.5180334010001388, "elapsed_tokens_per_second": 674909.9709386006, "peak_memory_bytes": 42389451776}
{"loss": 4.3805571197322335, "perplexity": 79.88252514133852, "tokens": 61210624, "seconds": 0.5329800659965258, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 6, "step": 467, "evaluation_tokens": 1048576}
{"event": "train", "step": 480, "epoch": 7, "tokens": 62914560, "loss": 4.360490872309758, "lr": 0.006938049504685113, "grad_norm": 0.2073114961385727, "tokens_per_second": 1778581.829025908, "training_seconds": 0.9580307029973483, "elapsed_tokens_per_second": 682424.5816556287, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 500, "epoch": 7, "tokens": 65536000, "loss": 4.329896807670593, "lr": 0.006922479325283836, "grad_norm": 0.1680728793144226, "tokens_per_second": 1770820.5053153879, "training_seconds": 1.4803533119993517, "elapsed_tokens_per_second": 699616.3450108921, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 520, "epoch": 7, "tokens": 68157440, "loss": 4.296630263328552, "lr": 0.006905187054707512, "grad_norm": 0.18608902394771576, "tokens_per_second": 1767372.7089450965, "training_seconds": 1.4832411900060833, "elapsed_tokens_per_second": 716244.6399624577, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 540, "epoch": 7, "tokens": 70778880, "loss": 4.282452344894409, "lr": 0.006886181393919309, "grad_norm": 0.1797766238451004, "tokens_per_second": 1772102.7382206838, "training_seconds": 1.4792821789960726, "elapsed_tokens_per_second": 732396.1526723152, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 545, "epoch": 7, "tokens": 71434240, "loss": 4.290124893188477, "lr": 0.00688116336330005, "grad_norm": 0.21145348250865936, "tokens_per_second": 1772296.3081808903, "training_seconds": 0.36978015299973777, "elapsed_tokens_per_second": 736345.6206120098, "peak_memory_bytes": 42389451776}
{"loss": 4.283428852482515, "perplexity": 72.48856697165829, "tokens": 71434240, "seconds": 0.5375140360047226, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 7, "step": 545, "evaluation_tokens": 1048576}
{"event": "train", "step": 560, "epoch": 8, "tokens": 73400320, "loss": 4.259083525339762, "lr": 0.006865471906010078, "grad_norm": 0.17510206997394562, "tokens_per_second": 1783659.137016951, "training_seconds": 1.1022733880017768, "elapsed_tokens_per_second": 743972.8555224496, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 580, "epoch": 8, "tokens": 76021760, "loss": 4.218982172012329, "lr": 0.006843069011386483, "grad_norm": 0.19284957647323608, "tokens_per_second": 1772086.1024744292, "training_seconds": 1.4792960659979144, "elapsed_tokens_per_second": 759150.8944251909, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 600, "epoch": 8, "tokens": 78643200, "loss": 4.202698731422425, "lr": 0.0068189839825277595, "grad_norm": 0.19340063631534576, "tokens_per_second": 1773622.760708544, "training_seconds": 1.4780144109972753, "elapsed_tokens_per_second": 773892.3882732906, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 620, "epoch": 8, "tokens": 81264640, "loss": 4.198747563362121, "lr": 0.0067932289383137315, "grad_norm": 0.15128494799137115, "tokens_per_second": 1769522.618033434, "training_seconds": 1.4814391030013212, "elapsed_tokens_per_second": 788189.334135099, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 623, "epoch": 8, "tokens": 81657856, "loss": 4.163668632507324, "lr": 0.006789222432912081, "grad_norm": 0.1873122900724411, "tokens_per_second": 1773307.924854727, "training_seconds": 0.22174152299703564, "elapsed_tokens_per_second": 790290.3936965751, "peak_memory_bytes": 42389451776}
{"loss": 4.1853025479118475, "perplexity": 65.7133793552004, "tokens": 81657856, "seconds": 0.5363402489965665, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 8, "step": 623, "evaluation_tokens": 1048576}
{"event": "train", "step": 640, "epoch": 9, "tokens": 83886080, "loss": 4.154700391432819, "lr": 0.00676581683792695, "grad_norm": 0.21560584008693695, "tokens_per_second": 1776620.7706832064, "training_seconds": 1.2541922489981516, "elapsed_tokens_per_second": 797969.3780533624, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 660, "epoch": 9, "tokens": 86507520, "loss": 4.155529165267945, "lr": 0.006736761474332013, "grad_norm": 0.16661931574344635, "tokens_per_second": 1770968.076684985, "training_seconds": 1.4802299570001196, "elapsed_tokens_per_second": 811471.1846965204, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 680, "epoch": 9, "tokens": 89128960, "loss": 4.13165180683136, "lr": 0.006706077467335345, "grad_norm": 0.17692852020263672, "tokens_per_second": 1772491.0218260102, "training_seconds": 1.478958126004727, "elapsed_tokens_per_second": 824606.9963845005, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 700, "epoch": 9, "tokens": 91750400, "loss": 4.1173319816589355, "lr": 0.0066737802562289485, "grad_norm": 0.1399954855442047, "tokens_per_second": 1769503.1640478154, "training_seconds": 1.48145538999961, "elapsed_tokens_per_second": 837373.9824520582, "peak_memory_bytes": 42389451776}
{"loss": 4.122917927523157, "perplexity": 61.739129993780026, "tokens": 91750400, "seconds": 0.535897573994589, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 9, "step": 700, "evaluation_tokens": 1048576}
{"event": "train", "step": 720, "epoch": 10, "tokens": 94371840, "loss": 4.0984434366226195, "lr": 0.006639886092021793, "grad_norm": 0.1879884898662567, "tokens_per_second": 1776069.5706907, "training_seconds": 1.4759782180044567, "elapsed_tokens_per_second": 845720.2618860583, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 740, "epoch": 10, "tokens": 96993280, "loss": 4.091884517669678, "lr": 0.006604412029262797, "grad_norm": 0.15367257595062256, "tokens_per_second": 1776378.6254227217, "training_seconds": 1.475721426999371, "elapsed_tokens_per_second": 857854.0649475944, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 760, "epoch": 10, "tokens": 99614720, "loss": 4.077609229087829, "lr": 0.006567375917459469, "grad_norm": 0.13469161093235016, "tokens_per_second": 1773320.844378734, "training_seconds": 1.4782660499986378, "elapsed_tokens_per_second": 869660.2586007683, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 778, "epoch": 10, "tokens": 101974016, "loss": 4.065898921754625, "lr": 0.006532723251041431, "grad_norm": 0.15677842497825623, "tokens_per_second": 1773416.3439599378, "training_seconds": 1.3303678000011132, "elapsed_tokens_per_second": 880021.9284349813, "peak_memory_bytes": 42389451776}
{"loss": 4.071388636480231, "perplexity": 58.638333410486865, "tokens": 101974016, "seconds": 0.5346289419976529, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 10, "step": 778, "evaluation_tokens": 1048576}
{"event": "train", "step": 780, "epoch": 11, "tokens": 102236160, "loss": 4.026382684707642, "lr": 0.006528796392096565, "grad_norm": 0.16376692056655884, "tokens_per_second": 1847954.1942737466, "training_seconds": 0.14185632999578957, "elapsed_tokens_per_second": 877117.9524279836, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 800, "epoch": 11, "tokens": 104857600, "loss": 4.0510392665863035, "lr": 0.006488692865259259, "grad_norm": 0.15818458795547485, "tokens_per_second": 1768468.5602834823, "training_seconds": 1.4823220830003265, "elapsed_tokens_per_second": 888303.3972512138, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 820, "epoch": 11, "tokens": 107479040, "loss": 4.036546015739441, "lr": 0.006447085515865549, "grad_norm": 0.15108183026313782, "tokens_per_second": 1772048.2308729473, "training_seconds": 1.4793276810014504, "elapsed_tokens_per_second": 899228.5961226802, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 840, "epoch": 11, "tokens": 110100480, "loss": 4.023167681694031, "lr": 0.006403995279512818, "grad_norm": 0.15165165066719055, "tokens_per_second": 1771289.91314696, "training_seconds": 1.4799610049958574, "elapsed_tokens_per_second": 909885.9098702617, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 856, "epoch": 11, "tokens": 112197632, "loss": 4.010331079363823, "lr": 0.006368469957157371, "grad_norm": 0.1814473420381546, "tokens_per_second": 1770599.5824458299, "training_seconds": 1.1844304159967578, "elapsed_tokens_per_second": 918214.4084657449, "peak_memory_bytes": 42389451776}
{"loss": 4.026802027960677, "perplexity": 56.081277810499486, "tokens": 112197632, "seconds": 0.5342798979982035, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 11, "step": 856, "evaluation_tokens": 1048576}
{"event": "train", "step": 860, "epoch": 12, "tokens": 112721920, "loss": 4.000481188297272, "lr": 0.006359443837943657, "grad_norm": 0.14220257103443146, "tokens_per_second": 1798053.3176759256, "training_seconds": 0.29158645900315605, "elapsed_tokens_per_second": 916265.6621674098, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 880, "epoch": 12, "tokens": 115343360, "loss": 3.9914640545845033, "lr": 0.006313453608136249, "grad_norm": 0.14031344652175903, "tokens_per_second": 1770545.67576234, "training_seconds": 1.4805830969999079, "elapsed_tokens_per_second": 926416.2511508734, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 900, "epoch": 12, "tokens": 117964800, "loss": 3.994546318054199, "lr": 0.006266047731024798, "grad_norm": 0.15074202418327332, "tokens_per_second": 1767497.3610018166, "training_seconds": 1.4831365850041038, "elapsed_tokens_per_second": 936304.2953951117, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 920, "epoch": 12, "tokens": 120586240, "loss": 3.987024927139282, "lr": 0.006217250059855699, "grad_norm": 0.1599072962999344, "tokens_per_second": 1770368.7516582566, "training_seconds": 1.4807310609976412, "elapsed_tokens_per_second": 945984.2461524629, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 934, "epoch": 12, "tokens": 122421248, "loss": 3.9804793425968716, "lr": 0.006182276693241183, "grad_norm": 0.13988015055656433, "tokens_per_second": 1774670.8589780172, "training_seconds": 1.0339990600041347, "elapsed_tokens_per_second": 952638.1036697015, "peak_memory_bytes": 42389451776}
{"loss": 3.9990405845804506, "perplexity": 54.545792846285906, "tokens": 122421248, "seconds": 0.5348198169958778, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 12, "step": 934, "evaluation_tokens": 1048576}
{"event": "train", "step": 940, "epoch": 13, "tokens": 123207680, "loss": 3.9504325787226358, "lr": 0.006167085148185275, "grad_norm": 0.18938829004764557, "tokens_per_second": 1790756.2958565715, "training_seconds": 0.43916193499899236, "elapsed_tokens_per_second": 951497.2032851299, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 960, "epoch": 13, "tokens": 125829120, "loss": 3.9755571603775026, "lr": 0.006115578237525155, "grad_norm": 0.1433095932006836, "tokens_per_second": 1772800.5011496346, "training_seconds": 1.4786999429998104, "elapsed_tokens_per_second": 960760.4279076367, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 980, "epoch": 13, "tokens": 128450560, "loss": 3.94814954996109, "lr": 0.00606275524464148, "grad_norm": 0.16829213500022888, "tokens_per_second": 1771817.3922905761, "training_seconds": 1.4795204129986814, "elapsed_tokens_per_second": 969807.3239084624, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1000, "epoch": 13, "tokens": 131072000, "loss": 3.9629419803619386, "lr": 0.006008642748514353, "grad_norm": 0.12285565584897995, "tokens_per_second": 1768828.5938103602, "training_seconds": 1.4820203660055995, "elapsed_tokens_per_second": 978640.6383541537, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1012, "epoch": 13, "tokens": 132644864, "loss": 3.966358800729116, "lr": 0.005975567589470809, "grad_norm": 0.13049893081188202, "tokens_per_second": 1775485.9007627084, "training_seconds": 0.8858780570008093, "elapsed_tokens_per_second": 983864.2823463943, "peak_memory_bytes": 42389451776}
{"loss": 3.9532631254253237, "perplexity": 52.105115255393976, "tokens": 132644864, "seconds": 0.5363964900025167, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 13, "step": 1012, "evaluation_tokens": 1048576}
{"event": "train", "step": 1020, "epoch": 14, "tokens": 133693440, "loss": 3.9465274810791016, "lr": 0.0059532679769640695, "grad_norm": 0.157981276512146, "tokens_per_second": 1794658.1327493032, "training_seconds": 0.5842761809981312, "elapsed_tokens_per_second": 983395.9527467681, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1040, "epoch": 14, "tokens": 136314880, "loss": 3.9331400990486145, "lr": 0.005896658792950885, "grad_norm": 0.15281419456005096, "tokens_per_second": 1767969.3570093317, "training_seconds": 1.482740630999615, "elapsed_tokens_per_second": 991852.7023318339, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1060, "epoch": 14, "tokens": 138936320, "loss": 3.9272372245788576, "lr": 0.005838843680555183, "grad_norm": 0.1427355855703354, "tokens_per_second": 1770920.2596958647, "training_seconds": 1.4802699249994475, "elapsed_tokens_per_second": 1000139.5124459851, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1080, "epoch": 14, "tokens": 141557760, "loss": 3.9278850674629213, "lr": 0.005779851730645125, "grad_norm": 0.1597641259431839, "tokens_per_second": 1772028.4530002468, "training_seconds": 1.4793441919973702, "elapsed_tokens_per_second": 1008265.28389894, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1090, "epoch": 14, "tokens": 142868480, "loss": 3.9262167692184446, "lr": 0.005749923694840951, "grad_norm": 0.16834157705307007, "tokens_per_second": 1767003.6951711164, "training_seconds": 0.7417754719936056, "elapsed_tokens_per_second": 1012240.4372384027, "peak_memory_bytes": 42389451776}
{"loss": 3.9270960686418053, "perplexity": 50.75936173739842, "tokens": 142868480, "seconds": 0.5356932459981181, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 14, "step": 1090, "evaluation_tokens": 1048576}
{"event": "train", "step": 1100, "epoch": 15, "tokens": 144179200, "loss": 3.9156859636306764, "lr": 0.005719712626238982, "grad_norm": 0.12324909120798111, "tokens_per_second": 1778041.5538960819, "training_seconds": 0.7371706229969277, "elapsed_tokens_per_second": 1012340.3759536253, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1120, "epoch": 15, "tokens": 146800640, "loss": 3.915803611278534, "lr": 0.005658456627569504, "grad_norm": 0.12761183083057404, "tokens_per_second": 1772626.3709015439, "training_seconds": 1.4788451999993413, "elapsed_tokens_per_second": 1020146.3163670144, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1140, "epoch": 15, "tokens": 149422080, "loss": 3.8983221769332888, "lr": 0.005596114556857868, "grad_norm": 0.1493367701768875, "tokens_per_second": 1771836.0564898257, "training_seconds": 1.4795048279993352, "elapsed_tokens_per_second": 1027783.5983412573, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1160, "epoch": 15, "tokens": 152043520, "loss": 3.8818766355514525, "lr": 0.005532717782804831, "grad_norm": 0.12788382172584534, "tokens_per_second": 1771418.867455246, "training_seconds": 1.4798532679997152, "elapsed_tokens_per_second": 1035269.8459685155, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1167, "epoch": 15, "tokens": 152961024, "loss": 3.8916352816990445, "lr": 0.0055102856259664525, "grad_norm": 0.16501833498477936, "tokens_per_second": 1766992.9566000418, "training_seconds": 0.5192459859972587, "elapsed_tokens_per_second": 1037836.3725654015, "peak_memory_bytes": 42389451776}
{"loss": 3.9031842724664014, "perplexity": 49.56001069036374, "tokens": 152961024, "seconds": 0.5350246039961348, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 15, "step": 1167, "evaluation_tokens": 1048576}
{"event": "train", "step": 1180, "epoch": 16, "tokens": 154664960, "loss": 3.8864101813389706, "lr": 0.005468298204806925, "grad_norm": 0.1556236892938614, "tokens_per_second": 1780978.0265508268, "training_seconds": 0.956741731002694, "elapsed_tokens_per_second": 1038840.3381407842, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1200, "epoch": 16, "tokens": 157286400, "loss": 3.873696339130402, "lr": 0.005402888236905619, "grad_norm": 0.1394766867160797, "tokens_per_second": 1768265.6571226222, "training_seconds": 1.482492174996878, "elapsed_tokens_per_second": 1046024.6879061664, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1220, "epoch": 16, "tokens": 159907840, "loss": 3.867787182331085, "lr": 0.005336520791477519, "grad_norm": 0.13185366988182068, "tokens_per_second": 1770918.5142186563, "training_seconds": 1.4802713840035722, "elapsed_tokens_per_second": 1053080.1870111602, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1240, "epoch": 16, "tokens": 162529280, "loss": 3.8531405448913576, "lr": 0.005269229262673828, "grad_norm": 0.16237397491931915, "tokens_per_second": 1773344.4599220704, "training_seconds": 1.4782463640003698, "elapsed_tokens_per_second": 1060016.8262738208, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1245, "epoch": 16, "tokens": 163184640, "loss": 3.8375515937805176, "lr": 0.005252265950337139, "grad_norm": 0.1576530933380127, "tokens_per_second": 1774051.0578516694, "training_seconds": 0.3694143959946814, "elapsed_tokens_per_second": 1061720.8581290247, "peak_memory_bytes": 42389451776}
{"loss": 3.880182690581164, "perplexity": 48.433062527487806, "tokens": 163184640, "seconds": 0.534850785996241, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 16, "step": 1245, "evaluation_tokens": 1048576}
{"event": "train", "step": 1260, "epoch": 17, "tokens": 165150720, "loss": 3.858251110712687, "lr": 0.005201047509617394, "grad_norm": 0.13455939292907715, "tokens_per_second": 1781101.5666008955, "training_seconds": 1.1038561960012885, "elapsed_tokens_per_second": 1063125.9128322355, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1280, "epoch": 17, "tokens": 167772160, "loss": 3.8578341722488405, "lr": 0.0051320098393657825, "grad_norm": 0.12229529768228531, "tokens_per_second": 1771914.0180559193, "training_seconds": 1.4794397320001735, "elapsed_tokens_per_second": 1069803.892570622, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1300, "epoch": 17, "tokens": 170393600, "loss": 3.838360047340393, "lr": 0.00506215098964898, "grad_norm": 0.1293276846408844, "tokens_per_second": 1770945.4647480473, "training_seconds": 1.4802488569985144, "elapsed_tokens_per_second": 1076347.9767424406, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1320, "epoch": 17, "tokens": 173015040, "loss": 3.838336670398712, "lr": 0.004991506111390386, "grad_norm": 0.13395792245864868, "tokens_per_second": 1790217.4642103661, "training_seconds": 1.4643137230013963, "elapsed_tokens_per_second": 871022.9706606516, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1323, "epoch": 17, "tokens": 173408256, "loss": 3.859281857808431, "lr": 0.004980843776856041, "grad_norm": 0.16689644753932953, "tokens_per_second": 1777429.2735370495, "training_seconds": 0.22122736800520215, "elapsed_tokens_per_second": 872023.1544246122, "peak_memory_bytes": 42389451776}
{"loss": 3.854860150850004, "perplexity": 47.222012521162036, "tokens": 173408256, "seconds": 0.5348895460047061, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 17, "step": 1323, "evaluation_tokens": 1048576}
{"event": "train", "step": 1340, "epoch": 18, "tokens": 175636480, "loss": 3.8258926026961384, "lr": 0.004920110751019897, "grad_norm": 0.13114511966705322, "tokens_per_second": 1778838.3555990204, "training_seconds": 1.2526287129949196, "elapsed_tokens_per_second": 875314.0177634886, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1360, "epoch": 18, "tokens": 178257920, "loss": 3.823403465747833, "lr": 0.00484800083258799, "grad_norm": 0.13780230283737183, "tokens_per_second": 1773369.0898076468, "training_seconds": 1.4782258330014884, "elapsed_tokens_per_second": 881876.3085804523, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1380, "epoch": 18, "tokens": 180879360, "loss": 3.8029560327529905, "lr": 0.00477521263968979, "grad_norm": 0.12087645381689072, "tokens_per_second": 1775304.4945788968, "training_seconds": 1.4766142980006407, "elapsed_tokens_per_second": 888348.7071608908, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1400, "epoch": 18, "tokens": 183500800, "loss": 3.819114351272583, "lr": 0.004701782797208232, "grad_norm": 0.12762540578842163, "tokens_per_second": 1775134.1958701515, "training_seconds": 1.4767559579995577, "elapsed_tokens_per_second": 894728.3336462026, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1401, "epoch": 18, "tokens": 183631872, "loss": 3.8184754848480225, "lr": 0.004698095123205465, "grad_norm": 0.15027660131454468, "tokens_per_second": 1788103.976409989, "training_seconds": 0.07330222499876982, "elapsed_tokens_per_second": 895039.998533001, "peak_memory_bytes": 42389451776}
{"loss": 3.832399663129989, "perplexity": 46.17320553790761, "tokens": 183631872, "seconds": 0.531982564003556, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 18, "step": 1401, "evaluation_tokens": 1048576}
{"event": "train", "step": 1420, "epoch": 19, "tokens": 186122240, "loss": 3.8005572745674536, "lr": 0.004627748252885495, "grad_norm": 0.12479838728904724, "tokens_per_second": 1777585.5229928747, "training_seconds": 1.4009835070028203, "elapsed_tokens_per_second": 898676.6190837813, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1440, "epoch": 19, "tokens": 188743680, "loss": 3.7920769333839415, "lr": 0.00455314625873198, "grad_norm": 0.1309480220079422, "tokens_per_second": 1771539.2997788847, "training_seconds": 1.4797526649999782, "elapsed_tokens_per_second": 904863.4407216005, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1460, "epoch": 19, "tokens": 191365120, "loss": 3.806296229362488, "lr": 0.004478014352282198, "grad_norm": 0.12706062197685242, "tokens_per_second": 1775435.9616560342, "training_seconds": 1.4765049580018967, "elapsed_tokens_per_second": 910975.1128217895, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1479, "epoch": 19, "tokens": 193855488, "loss": 3.7970736026763916, "lr": 0.004406182639537017, "grad_norm": 0.1419324427843094, "tokens_per_second": 1790251.2048493752, "training_seconds": 1.3910718190018088, "elapsed_tokens_per_second": 909170.3775630137, "peak_memory_bytes": 42389451776}
{"loss": 3.8102602215101973, "perplexity": 45.162189510525465, "tokens": 193855488, "seconds": 0.5291109070021776, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 19, "step": 1479, "evaluation_tokens": 1048576}
{"event": "train", "step": 1480, "epoch": 20, "tokens": 193986560, "loss": 3.808429718017578, "lr": 0.004402390337706972, "grad_norm": 0.13474462926387787, "tokens_per_second": 1933937.5421554272, "training_seconds": 0.06777468100335682, "elapsed_tokens_per_second": 904020.3631382226, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1500, "epoch": 20, "tokens": 196608000, "loss": 3.7977477073669434, "lr": 0.004326312266791497, "grad_norm": 0.13405509293079376, "tokens_per_second": 1771614.1629903645, "training_seconds": 1.4796901349982363, "elapsed_tokens_per_second": 909955.3741731262, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1520, "epoch": 20, "tokens": 199229440, "loss": 3.7895416617393494, "lr": 0.004249818419788796, "grad_norm": 0.13022346794605255, "tokens_per_second": 1771294.4683604133, "training_seconds": 1.479957199000637, "elapsed_tokens_per_second": 915810.3774684372, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1540, "epoch": 20, "tokens": 201850880, "loss": 3.7797515869140623, "lr": 0.004172947286158222, "grad_norm": 0.146955206990242, "tokens_per_second": 1765871.9761415713, "training_seconds": 1.4845017279949388, "elapsed_tokens_per_second": 921564.2120435588, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1557, "epoch": 20, "tokens": 204079104, "loss": 3.7925845314474667, "lr": 0.0041073390670818555, "grad_norm": 0.13234230875968933, "tokens_per_second": 1771839.040310754, "training_seconds": 1.257576986005006, "elapsed_tokens_per_second": 926412.6492353808, "peak_memory_bytes": 42389451776}
{"loss": 3.7906952648207084, "perplexity": 44.28718089328671, "tokens": 204079104, "seconds": 0.5312883100050385, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 20, "step": 1557, "evaluation_tokens": 1048576}
{"event": "train", "step": 1560, "epoch": 21, "tokens": 204472320, "loss": 3.799360752105713, "lr": 0.004095737545198686, "grad_norm": 0.13715481758117676, "tokens_per_second": 1871004.370330085, "training_seconds": 0.21016305800003465, "elapsed_tokens_per_second": 917793.2783832636, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1580, "epoch": 21, "tokens": 207093760, "loss": 3.7696102619171143, "lr": 0.00401822804658637, "grad_norm": 0.1398390680551529, "tokens_per_second": 1768145.0361968884, "training_seconds": 1.4825933089960017, "elapsed_tokens_per_second": 923408.2960433667, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1600, "epoch": 21, "tokens": 209715200, "loss": 3.7706666231155395, "lr": 0.003940457790826714, "grad_norm": 0.14440865814685822, "tokens_per_second": 1770545.0993622667, "training_seconds": 1.480583579002996, "elapsed_tokens_per_second": 928958.2742364239, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1620, "epoch": 21, "tokens": 212336640, "loss": 3.7781095266342164, "lr": 0.0038624659096305057, "grad_norm": 0.13322193920612335, "tokens_per_second": 1769512.486667073, "training_seconds": 1.4814475849998416, "elapsed_tokens_per_second": 934431.5650640189, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1634, "epoch": 21, "tokens": 214171648, "loss": 3.770729047911508, "lr": 0.003807760736513841, "grad_norm": 0.11044275015592575, "tokens_per_second": 1770137.7051110654, "training_seconds": 1.03664703299728, "elapsed_tokens_per_second": 938222.0658213275, "peak_memory_bytes": 42389451776}
{"loss": 3.770277804814558, "perplexity": 43.39211770081331, "tokens": 214171648, "seconds": 0.5349101809988497, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 21, "step": 1634, "evaluation_tokens": 1048576}
{"event": "train", "step": 1640, "epoch": 22, "tokens": 214958080, "loss": 3.7487800121307373, "lr": 0.003784291646223944, "grad_norm": 0.1315261274576187, "tokens_per_second": 1789406.4033773204, "training_seconds": 0.43949322999833385, "elapsed_tokens_per_second": 937623.2299421441, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1660, "epoch": 22, "tokens": 217579520, "loss": 3.7644593119621277, "lr": 0.00370597433560261, "grad_norm": 0.12888896465301514, "tokens_per_second": 1766940.0505777223, "training_seconds": 1.483604380999168, "elapsed_tokens_per_second": 942948.3934674336, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1680, "epoch": 22, "tokens": 220200960, "loss": 3.7469509124755858, "lr": 0.0036275533847392413, "grad_norm": 0.12107215076684952, "tokens_per_second": 1767870.465335132, "training_seconds": 1.4828235729946755, "elapsed_tokens_per_second": 948211.0087969145, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1700, "epoch": 22, "tokens": 222822400, "loss": 3.7475746154785154, "lr": 0.003549068252755307, "grad_norm": 0.1455725133419037, "tokens_per_second": 1772128.6885392433, "training_seconds": 1.4792605170005118, "elapsed_tokens_per_second": 953418.7359178904, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1712, "epoch": 22, "tokens": 224395264, "loss": 3.7495728135108948, "lr": 0.003501962794307609, "grad_norm": 0.16210141777992249, "tokens_per_second": 1770886.8383158075, "training_seconds": 0.8881787169957533, "elapsed_tokens_per_second": 956509.0371369697, "peak_memory_bytes": 42389451776}
{"loss": 3.755176194141557, "perplexity": 42.74174999309458, "tokens": 224395264, "seconds": 0.5362975940006436, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 22, "step": 1712, "evaluation_tokens": 1048576}
{"event": "train", "step": 1720, "epoch": 23, "tokens": 225443840, "loss": 3.7386312782764435, "lr": 0.003470558431066335, "grad_norm": 0.1298174113035202, "tokens_per_second": 1785750.1860621744, "training_seconds": 0.5871907550026663, "elapsed_tokens_per_second": 956364.1179310492, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1740, "epoch": 23, "tokens": 228065280, "loss": 3.7433730483055117, "lr": 0.003392063423510983, "grad_norm": 0.14028723537921906, "tokens_per_second": 1772203.5201028106, "training_seconds": 1.4791980549998698, "elapsed_tokens_per_second": 961444.7444715841, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1760, "epoch": 23, "tokens": 230686720, "loss": 3.732491910457611, "lr": 0.0033136227264738754, "grad_norm": 0.1252182424068451, "tokens_per_second": 1771541.6031718578, "training_seconds": 1.4797507409966784, "elapsed_tokens_per_second": 966462.5644202422, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1780, "epoch": 23, "tokens": 233308160, "loss": 3.7253065943717956, "lr": 0.0032352758090121777, "grad_norm": 0.14356350898742676, "tokens_per_second": 1772726.55901407, "training_seconds": 1.4787616210014676, "elapsed_tokens_per_second": 971419.2493326229, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1790, "epoch": 23, "tokens": 234618880, "loss": 3.7306753635406493, "lr": 0.0031961498393423327, "grad_norm": 0.11830905079841614, "tokens_per_second": 1770316.6069112907, "training_seconds": 0.7403873379953438, "elapsed_tokens_per_second": 973869.3259283353, "peak_memory_bytes": 42389451776}
{"loss": 3.733448885343491, "perplexity": 41.82310279706333, "tokens": 234618880, "seconds": 0.5347837540030014, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 23, "step": 1790, "evaluation_tokens": 1048576}
{"event": "train", "step": 1800, "epoch": 24, "tokens": 235929600, "loss": 3.7154335975646973, "lr": 0.00315706209299592, "grad_norm": 0.15794464945793152, "tokens_per_second": 1788252.279719821, "training_seconds": 0.7329614589980338, "elapsed_tokens_per_second": 974137.8218134092, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1820, "epoch": 24, "tokens": 238551040, "loss": 3.7296016216278076, "lr": 0.0030790209332720777, "grad_norm": 0.13475388288497925, "tokens_per_second": 1769344.2538719273, "training_seconds": 1.4815884440031368, "elapsed_tokens_per_second": 978965.7284457373, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1840, "epoch": 24, "tokens": 241172480, "loss": 3.706005322933197, "lr": 0.0030011915978623623, "grad_norm": 0.12164673209190369, "tokens_per_second": 1771640.7898631536, "training_seconds": 1.4796678959974088, "elapsed_tokens_per_second": 983745.9349374324, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1860, "epoch": 24, "tokens": 243793920, "loss": 3.723266613483429, "lr": 0.0029236132482047066, "grad_norm": 0.13157135248184204, "tokens_per_second": 1770884.6199624697, "training_seconds": 1.4802997160004452, "elapsed_tokens_per_second": 988462.5470162, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1868, "epoch": 24, "tokens": 244842496, "loss": 3.707352191209793, "lr": 0.0028926609329181447, "grad_norm": 0.1267649382352829, "tokens_per_second": 1767998.6998412018, "training_seconds": 0.5930864089968964, "elapsed_tokens_per_second": 990328.1535698011, "peak_memory_bytes": 42389451776}
{"loss": 3.7197898914560414, "perplexity": 41.25572501760424, "tokens": 244842496, "seconds": 0.5347247779936879, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 24, "step": 1868, "evaluation_tokens": 1048576}
{"event": "train", "step": 1880, "epoch": 25, "tokens": 246415360, "loss": 3.702272276083628, "lr": 0.0028463249194483737, "grad_norm": 0.12234675884246826, "tokens_per_second": 1779208.458973419, "training_seconds": 0.8840245739993406, "elapsed_tokens_per_second": 990972.7397028289, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1900, "epoch": 25, "tokens": 249036800, "loss": 3.70572692155838, "lr": 0.002769365500812622, "grad_norm": 0.10757278650999069, "tokens_per_second": 1771716.078349995, "training_seconds": 1.4796050180011662, "elapsed_tokens_per_second": 995583.7934962438, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1920, "epoch": 25, "tokens": 251658240, "loss": 3.7078070640563965, "lr": 0.0026927737160187875, "grad_norm": 0.1242869645357132, "tokens_per_second": 1772120.3697863878, "training_seconds": 1.4792674609998357, "elapsed_tokens_per_second": 1000144.381707228, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1940, "epoch": 25, "tokens": 254279680, "loss": 3.7071342945098875, "lr": 0.002616588103805643, "grad_norm": 0.11682852357625961, "tokens_per_second": 1770505.3803445587, "training_seconds": 1.4806167939968873, "elapsed_tokens_per_second": 1004643.4560843057, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1946, "epoch": 25, "tokens": 255066112, "loss": 3.670712391535441, "lr": 0.0025938173604629845, "grad_norm": 0.12916603684425354, "tokens_per_second": 1774719.2787668204, "training_seconds": 0.44313036400126293, "elapsed_tokens_per_second": 1005985.015142113, "peak_memory_bytes": 42389451776}
{"loss": 3.6973782088390386, "perplexity": 40.341398866718954, "tokens": 255066112, "seconds": 0.5354771400016034, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 25, "step": 1946, "evaluation_tokens": 1048576}
{"event": "train", "step": 1960, "epoch": 26, "tokens": 256901120, "loss": 3.674326709338597, "lr": 0.0025408469985378395, "grad_norm": 0.12959274649620056, "tokens_per_second": 1780263.8591140402, "training_seconds": 1.0307505770033458, "elapsed_tokens_per_second": 1006973.9306518633, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1980, "epoch": 26, "tokens": 259522560, "loss": 3.6816638112068176, "lr": 0.0024655885109171696, "grad_norm": 0.11662396788597107, "tokens_per_second": 1770263.8519475425, "training_seconds": 1.4808188039969536, "elapsed_tokens_per_second": 1011371.960544701, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2000, "epoch": 26, "tokens": 262144000, "loss": 3.675206482410431, "lr": 0.0023908505088063923, "grad_norm": 0.1240476593375206, "tokens_per_second": 1774910.1332287127, "training_seconds": 1.4769423819961958, "elapsed_tokens_per_second": 1015737.0643982548, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2020, "epoch": 26, "tokens": 264765440, "loss": 3.6784822940826416, "lr": 0.002316670598175228, "grad_norm": 0.13300442695617676, "tokens_per_second": 1774799.8149601922, "training_seconds": 1.477034185998491, "elapsed_tokens_per_second": 1020049.4342881105, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2024, "epoch": 26, "tokens": 265289728, "loss": 3.6717946529388428, "lr": 0.002301904876794536, "grad_norm": 0.1314692497253418, "tokens_per_second": 1759247.1331507557, "training_seconds": 0.29801839100400684, "elapsed_tokens_per_second": 1020892.6461078598, "peak_memory_bytes": 42389451776}
{"loss": 3.680870936717631, "perplexity": 39.68093861376314, "tokens": 265289728, "seconds": 0.5349179569966509, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 26, "step": 2024, "evaluation_tokens": 1048576}
{"event": "train", "step": 2040, "epoch": 27, "tokens": 267386880, "loss": 3.6565822660923004, "lr": 0.0022430861041781414, "grad_norm": 0.1234755888581276, "tokens_per_second": 1777986.5636253085, "training_seconds": 1.17950947600184, "elapsed_tokens_per_second": 1022190.6624494762, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2060, "epoch": 27, "tokens": 270008320, "loss": 3.654386079311371, "lr": 0.002170134052373413, "grad_norm": 0.12661373615264893, "tokens_per_second": 1769839.9503019026, "training_seconds": 1.4811734809991322, "elapsed_tokens_per_second": 1026393.175935142, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2080, "epoch": 27, "tokens": 272629760, "loss": 3.663530445098877, "lr": 0.0020978511500929745, "grad_norm": 0.1329730600118637, "tokens_per_second": 1770220.281981788, "training_seconds": 1.480855251000321, "elapsed_tokens_per_second": 1030551.3030376999, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2100, "epoch": 27, "tokens": 275251200, "loss": 3.654651427268982, "lr": 0.0020262737679723475, "grad_norm": 0.13844096660614014, "tokens_per_second": 1771693.586206467, "training_seconds": 1.4796238019989687, "elapsed_tokens_per_second": 1034666.3956655168, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2101, "epoch": 27, "tokens": 275382272, "loss": 3.6654586791992188, "lr": 0.002022714066360619, "grad_norm": 0.14746472239494324, "tokens_per_second": 1800628.05759534, "training_seconds": 0.07279237899638247, "elapsed_tokens_per_second": 1034871.6465580654, "peak_memory_bytes": 42389451776}
{"loss": 3.6655594251091106, "perplexity": 39.07799125890854, "tokens": 275382272, "seconds": 0.5360945290012751, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 27, "step": 2101, "evaluation_tokens": 1048576}
{"event": "train", "step": 2120, "epoch": 28, "tokens": 277872640, "loss": 3.6568274748952767, "lr": 0.001955437921650013, "grad_norm": 0.13280870020389557, "tokens_per_second": 1775277.3653468096, "training_seconds": 1.402805019999505, "elapsed_tokens_per_second": 1036634.9489937762, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2140, "epoch": 28, "tokens": 280494080, "loss": 3.6504536986351015, "lr": 0.0018853792536453928, "grad_norm": 0.12723484635353088, "tokens_per_second": 1771300.2132842059, "training_seconds": 1.4799523990004673, "elapsed_tokens_per_second": 1040662.0639981384, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2160, "epoch": 28, "tokens": 283115520, "loss": 3.6489148497581483, "lr": 0.001816133015424586, "grad_norm": 0.11487454921007156, "tokens_per_second": 1769497.6577128137, "training_seconds": 1.4814600000026985, "elapsed_tokens_per_second": 1044641.0683288341, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2179, "epoch": 28, "tokens": 285605888, "loss": 3.6471780852267615, "lr": 0.0017511333421584116, "grad_norm": 0.11631263792514801, "tokens_per_second": 1768795.2972247787, "training_seconds": 1.407945851002296, "elapsed_tokens_per_second": 1048376.4162736018, "peak_memory_bytes": 42389451776}
{"loss": 3.6482085298062854, "perplexity": 38.405801534372486, "tokens": 285605888, "seconds": 0.5342971130012302, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 28, "step": 2179, "evaluation_tokens": 1048576}
{"event": "train", "step": 2180, "epoch": 29, "tokens": 285736960, "loss": 3.6795654296875, "lr": 0.001747734049662861, "grad_norm": 0.11486993730068207, "tokens_per_second": 1913372.2299114561, "training_seconds": 0.06850313700124389, "elapsed_tokens_per_second": 1046514.7900266395, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2200, "epoch": 29, "tokens": 288358400, "loss": 3.6367728233337404, "lr": 0.0016802167727128458, "grad_norm": 0.12122620642185211, "tokens_per_second": 1769188.1256257393, "training_seconds": 1.4817191920010373, "elapsed_tokens_per_second": 1050411.6282161316, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2220, "epoch": 29, "tokens": 290979840, "loss": 3.629935932159424, "lr": 0.0016136151572872296, "grad_norm": 0.1286333203315735, "tokens_per_second": 1769200.0861088035, "training_seconds": 1.481709175001015, "elapsed_tokens_per_second": 1054264.0410179666, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2240, "epoch": 29, "tokens": 293601280, "loss": 3.65751633644104, "lr": 0.0015479627153646867, "grad_norm": 0.13243257999420166, "tokens_per_second": 1772463.664719285, "training_seconds": 1.4789809529975173, "elapsed_tokens_per_second": 1058087.5280993443, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2257, "epoch": 29, "tokens": 295829504, "loss": 3.634260416030884, "lr": 0.0014929291157533989, "grad_norm": 0.1382901519536972, "tokens_per_second": 1771068.0285847506, "training_seconds": 1.258124455998768, "elapsed_tokens_per_second": 1061298.3212644996, "peak_memory_bytes": 42389451776}
{"loss": 3.6340908830297853, "perplexity": 37.867411337546066, "tokens": 295829504, "seconds": 0.5381675789976725, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 29, "step": 2257, "evaluation_tokens": 1048576}
{"event": "train", "step": 2260, "epoch": 30, "tokens": 296222720, "loss": 3.596909840901693, "lr": 0.0014832924813276375, "grad_norm": 0.12839023768901825, "tokens_per_second": 1818208.7379497963, "training_seconds": 0.21626559799915412, "elapsed_tokens_per_second": 1059804.2634442567, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2280, "epoch": 30, "tokens": 298844160, "loss": 3.6257933497428896, "lr": 0.0014196369953403136, "grad_norm": 0.126607745885849, "tokens_per_second": 1771089.737636859, "training_seconds": 1.4801282759945025, "elapsed_tokens_per_second": 1063547.3521058736, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2300, "epoch": 30, "tokens": 301465600, "loss": 3.6260541319847106, "lr": 0.0013570282869755036, "grad_norm": 0.1239420548081398, "tokens_per_second": 1770143.1196295586, "training_seconds": 1.4809198029979598, "elapsed_tokens_per_second": 1067245.5841937787, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2320, "epoch": 30, "tokens": 304087040, "loss": 3.597766876220703, "lr": 0.001295497859098207, "grad_norm": 0.12098883837461472, "tokens_per_second": 1771062.8198037043, "training_seconds": 1.4801507720039808, "elapsed_tokens_per_second": 1070910.1648361338, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2335, "epoch": 30, "tokens": 306053120, "loss": 3.6159104188283284, "lr": 0.0012500763051590503, "grad_norm": 0.11675010621547699, "tokens_per_second": 1772354.6852718361, "training_seconds": 1.1093039199986379, "elapsed_tokens_per_second": 1073633.4527033798, "peak_memory_bytes": 42389451776}
{"loss": 3.6200734549351252, "perplexity": 37.340310551408024, "tokens": 306053120, "seconds": 0.5361910639985581, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 30, "step": 2335, "evaluation_tokens": 1048576}
{"event": "train", "step": 2340, "epoch": 31, "tokens": 306708480, "loss": 3.6005311012268066, "lr": 0.0012350766720143234, "grad_norm": 0.13174410164356232, "tokens_per_second": 1795453.5169460494, "training_seconds": 0.36501084200426703, "elapsed_tokens_per_second": 1072519.0989836156, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2360, "epoch": 31, "tokens": 309329920, "loss": 3.614691662788391, "lr": 0.0011757951278923329, "grad_norm": 0.12420952320098877, "tokens_per_second": 1769475.9349152688, "training_seconds": 1.4814781870009028, "elapsed_tokens_per_second": 1076107.5180213624, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2380, "epoch": 31, "tokens": 311951360, "loss": 3.6013957977294924, "lr": 0.0011176830554658155, "grad_norm": 0.11878718435764313, "tokens_per_second": 1772380.9142019732, "training_seconds": 1.4790500049930415, "elapsed_tokens_per_second": 1079665.0355221357, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2400, "epoch": 31, "tokens": 314572800, "loss": 3.5957709193229674, "lr": 0.0010607696950245059, "grad_norm": 0.13417860865592957, "tokens_per_second": 1770343.7160508875, "training_seconds": 1.480752000999928, "elapsed_tokens_per_second": 1083182.6663928258, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2413, "epoch": 31, "tokens": 316276736, "loss": 3.582147506567148, "lr": 0.0010244324105291908, "grad_norm": 0.12114335596561432, "tokens_per_second": 1768149.143979386, "training_seconds": 0.9636834120028652, "elapsed_tokens_per_second": 1085441.4858974896, "peak_memory_bytes": 42389451776}
{"loss": 3.6064455801264006, "perplexity": 36.83489317834635, "tokens": 316276736, "seconds": 0.5349096000063582, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 31, "step": 2413, "evaluation_tokens": 1048576}
{"event": "train", "step": 2420, "epoch": 32, "tokens": 317194240, "loss": 3.5982493332454135, "lr": 0.0010050836837014437, "grad_norm": 0.14473849534988403, "tokens_per_second": 1791653.7314079008, "training_seconds": 0.5120989530041697, "elapsed_tokens_per_second": 1084643.6864154234, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2440, "epoch": 32, "tokens": 319815680, "loss": 3.601687490940094, "lr": 0.0009506530410636026, "grad_norm": 0.10944801568984985, "tokens_per_second": 1769147.4609531553, "training_seconds": 1.4817532500019297, "elapsed_tokens_per_second": 1088090.4433465712, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2460, "epoch": 32, "tokens": 322437120, "loss": 3.586473524570465, "lr": 0.0008975051550132694, "grad_norm": 0.12232369929552078, "tokens_per_second": 1771411.5033935518, "training_seconds": 1.479859420003777, "elapsed_tokens_per_second": 1091507.1924273334, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2480, "epoch": 32, "tokens": 325058560, "loss": 3.5848739743232727, "lr": 0.0008456667680072555, "grad_norm": 0.11919829994440079, "tokens_per_second": 1770814.9776189763, "training_seconds": 1.4803579330036882, "elapsed_tokens_per_second": 1094890.6443490577, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2491, "epoch": 32, "tokens": 326500352, "loss": 3.58689039403742, "lr": 0.0008177233067588173, "grad_norm": 0.11641205847263336, "tokens_per_second": 1774439.0756058772, "training_seconds": 0.8125339549951605, "elapsed_tokens_per_second": 1096738.3021612098, "peak_memory_bytes": 42389451776}
{"loss": 3.594221373361608, "perplexity": 36.38735678962933, "tokens": 326500352, "seconds": 0.5369085780039313, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 32, "step": 2491, "evaluation_tokens": 1048576}
{"event": "train", "step": 2500, "epoch": 33, "tokens": 327680000, "loss": 3.5822261969248452, "lr": 0.0007951639636008723, "grad_norm": 0.12103191763162613, "tokens_per_second": 1796304.668310808, "training_seconds": 0.6567081970060826, "elapsed_tokens_per_second": 1085952.5816828574, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2520, "epoch": 33, "tokens": 330301440, "loss": 3.5673962116241453, "lr": 0.000746022153323459, "grad_norm": 0.11877814680337906, "tokens_per_second": 1772407.9092433911, "training_seconds": 1.4790274780025356, "elapsed_tokens_per_second": 1089296.1659856199, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2540, "epoch": 33, "tokens": 332922880, "loss": 3.56594557762146, "lr": 0.0006982660638920423, "grad_norm": 0.11896717548370361, "tokens_per_second": 1770874.7684733612, "training_seconds": 1.4803079510020325, "elapsed_tokens_per_second": 1092601.0703512307, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2560, "epoch": 33, "tokens": 335544320, "loss": 3.589686357975006, "lr": 0.0006519197247695787, "grad_norm": 0.1179705262184143, "tokens_per_second": 1770711.5954550938, "training_seconds": 1.4804443630055175, "elapsed_tokens_per_second": 1095875.2720204403, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2568, "epoch": 33, "tokens": 336592896, "loss": 3.5737225711345673, "lr": 0.0006337811670178101, "grad_norm": 0.1137242540717125, "tokens_per_second": 1761795.3359959633, "training_seconds": 0.5951746940045268, "elapsed_tokens_per_second": 1097160.6933497414, "peak_memory_bytes": 42389451776}
{"loss": 3.583959040263262, "perplexity": 36.0158471519818, "tokens": 336592896, "seconds": 0.5332539099981659, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 33, "step": 2568, "evaluation_tokens": 1048576}
{"event": "train", "step": 2580, "epoch": 34, "tokens": 338165760, "loss": 3.5839609702428183, "lr": 0.0006070064560740314, "grad_norm": 0.1331755369901657, "tokens_per_second": 1780010.8571011212, "training_seconds": 0.8836260710013448, "elapsed_tokens_per_second": 1097189.4509262273, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2600, "epoch": 34, "tokens": 340787200, "loss": 3.5980297565460204, "lr": 0.0005635488568443762, "grad_norm": 0.11195781826972961, "tokens_per_second": 1770598.1999605086, "training_seconds": 1.480539176001912, "elapsed_tokens_per_second": 1100404.8335268232, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2620, "epoch": 34, "tokens": 343408640, "loss": 3.5741371273994447, "lr": 0.000521568793669425, "grad_norm": 0.11629516631364822, "tokens_per_second": 1771712.2729500947, "training_seconds": 1.479608195993933, "elapsed_tokens_per_second": 1103590.5996619663, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2640, "epoch": 34, "tokens": 346030080, "loss": 3.582807993888855, "lr": 0.00048108738968520007, "grad_norm": 0.11396072059869766, "tokens_per_second": 1766783.3044012748, "training_seconds": 1.483736003996455, "elapsed_tokens_per_second": 1106733.6727743153, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2646, "epoch": 34, "tokens": 346816512, "loss": 3.567676067352295, "lr": 0.0004692382721132998, "grad_norm": 0.11051107943058014, "tokens_per_second": 1772974.1571743675, "training_seconds": 0.4435665330020129, "elapsed_tokens_per_second": 1107671.1281689575, "peak_memory_bytes": 42389451776}
{"loss": 3.5740669209449965, "perplexity": 35.66133044628501, "tokens": 346816512, "seconds": 0.5357928999947035, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 34, "step": 2646, "evaluation_tokens": 1048576}
{"event": "train", "step": 2660, "epoch": 35, "tokens": 348651520, "loss": 3.5588748114449635, "lr": 0.0004421250139463922, "grad_norm": 0.12017379701137543, "tokens_per_second": 1779493.0710282119, "training_seconds": 1.0311970469992957, "elapsed_tokens_per_second": 1107965.5681203683, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2680, "epoch": 35, "tokens": 351272960, "loss": 3.5701818108558654, "lr": 0.00040470127117724975, "grad_norm": 0.10528148710727692, "tokens_per_second": 1770172.378663857, "training_seconds": 1.4808953249957995, "elapsed_tokens_per_second": 1111063.617893396, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2700, "epoch": 35, "tokens": 353894400, "loss": 3.5748048424720764, "lr": 0.00036883499190705737, "grad_norm": 0.1078721359372139, "tokens_per_second": 1771052.1395422479, "training_seconds": 1.4801596979959868, "elapsed_tokens_per_second": 1114133.0075574135, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2720, "epoch": 35, "tokens": 356515840, "loss": 3.556713843345642, "lr": 0.0003345442229951658, "grad_norm": 0.13074536621570587, "tokens_per_second": 1768410.7856586836, "training_seconds": 1.482370511002955, "elapsed_tokens_per_second": 1117168.2725632202, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2724, "epoch": 35, "tokens": 357040128, "loss": 3.541814684867859, "lr": 0.00032787666286891357, "grad_norm": 0.1145111694931984, "tokens_per_second": 1769985.5070886642, "training_seconds": 0.2962103350000689, "elapsed_tokens_per_second": 1117766.2951180479, "peak_memory_bytes": 42389451776}
{"loss": 3.566414658186777, "perplexity": 35.38948202971321, "tokens": 357040128, "seconds": 0.5351000579976244, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 35, "step": 2724, "evaluation_tokens": 1048576}
{"event": "train", "step": 2740, "epoch": 36, "tokens": 359137280, "loss": 3.5756238400936127, "lr": 0.0003018462185503402, "grad_norm": 0.11019767075777054, "tokens_per_second": 1775915.2126874216, "training_seconds": 1.1808852050016867, "elapsed_tokens_per_second": 1118304.1196454535, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2760, "epoch": 36, "tokens": 361758720, "loss": 3.582107937335968, "lr": 0.00027075743124900195, "grad_norm": 0.11191766709089279, "tokens_per_second": 1770124.4528308788, "training_seconds": 1.4809354199969675, "elapsed_tokens_per_second": 1121292.5087377918, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2780, "epoch": 36, "tokens": 364380160, "loss": 3.569388973712921, "lr": 0.0002412935040567228, "grad_norm": 0.11140777915716171, "tokens_per_second": 1770513.6337221847, "training_seconds": 1.4806098919943906, "elapsed_tokens_per_second": 1124252.4302733648, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2800, "epoch": 36, "tokens": 367001600, "loss": 3.5615269422531126, "lr": 0.00021346926235714332, "grad_norm": 0.11259331554174423, "tokens_per_second": 1773081.5646232252, "training_seconds": 1.478465544001665, "elapsed_tokens_per_second": 1127194.787446197, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2802, "epoch": 36, "tokens": 367263744, "loss": 3.5752623081207275, "lr": 0.0002107775670879188, "grad_norm": 0.09843713790178299, "tokens_per_second": 1774406.938852909, "training_seconds": 0.14773612200224306, "elapsed_tokens_per_second": 1127481.9298117028, "peak_memory_bytes": 42389451776}
{"loss": 3.5599263117574544, "perplexity": 35.16060612637169, "tokens": 367263744, "seconds": 0.536010941999848, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 36, "step": 2802, "evaluation_tokens": 1048576}
{"event": "train", "step": 2820, "epoch": 37, "tokens": 369623040, "loss": 3.552760031488207, "lr": 0.00018729870649227632, "grad_norm": 0.10884571075439453, "tokens_per_second": 1778434.1226591524, "training_seconds": 1.3266142219945323, "elapsed_tokens_per_second": 1128228.6250742406, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2840, "epoch": 37, "tokens": 372244480, "loss": 3.5714627742767333, "lr": 0.00016279500471794262, "grad_norm": 0.10173972696065903, "tokens_per_second": 1766981.3498918368, "training_seconds": 1.4835697050002636, "elapsed_tokens_per_second": 1131104.0845583547, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2860, "epoch": 37, "tokens": 374865920, "loss": 3.5598508715629578, "lr": 0.00013997048657789457, "grad_norm": 0.10755041986703873, "tokens_per_second": 1769781.2102487283, "training_seconds": 1.4812226419962826, "elapsed_tokens_per_second": 1133959.6531475815, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2880, "epoch": 37, "tokens": 377487360, "loss": 3.571195828914642, "lr": 0.00011883663669995015, "grad_norm": 0.09954088181257248, "tokens_per_second": 1771218.0548488877, "training_seconds": 1.480021046998445, "elapsed_tokens_per_second": 1136796.042940873, "peak_memory_bytes": 42389451776}
{"loss": 3.5551333347741068, "perplexity": 34.992485371788845, "tokens": 377487360, "seconds": 0.5353828020015499, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 37, "step": 2880, "evaluation_tokens": 1048576}
{"event": "train", "step": 2900, "epoch": 38, "tokens": 380108800, "loss": 3.5689390182495115, "lr": 9.940408901726444e-05, "grad_norm": 0.10865434259176254, "tokens_per_second": 1775297.6752681714, "training_seconds": 1.4766199700025027, "elapsed_tokens_per_second": 1137753.1257312365, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2920, "epoch": 38, "tokens": 382730240, "loss": 3.538794732093811, "lr": 8.168262141764633e-05, "grad_norm": 0.09708883613348007, "tokens_per_second": 1771944.5753139916, "training_seconds": 1.4794142190003186, "elapsed_tokens_per_second": 1140542.8401776268, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2940, "epoch": 38, "tokens": 385351680, "loss": 3.5627152562141418, "lr": 6.568115082361386e-05, "grad_norm": 0.10233510285615921, "tokens_per_second": 1768592.8157098845, "training_seconds": 1.4822179399998276, "elapsed_tokens_per_second": 1143300.4875828978, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2958, "epoch": 38, "tokens": 387710976, "loss": 3.553408212131924, "lr": 5.275709721810862e-05, "grad_norm": 0.09646575152873993, "tokens_per_second": 1768759.7836666142, "training_seconds": 1.3338702190012555, "elapsed_tokens_per_second": 1145759.7441966243, "peak_memory_bytes": 42389451776}
{"loss": 3.5524913801536027, "perplexity": 34.90015882834963, "tokens": 387710976, "seconds": 0.5380047040016507, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 38, "step": 2958, "evaluation_tokens": 1048576}
{"event": "train", "step": 2960, "epoch": 39, "tokens": 387973120, "loss": 3.5424320697784424, "lr": 5.140772870565919e-05, "grad_norm": 0.09812107682228088, "tokens_per_second": 1846342.6959381525, "training_seconds": 0.14198014300200157, "elapsed_tokens_per_second": 1144177.2578274508, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2980, "epoch": 39, "tokens": 390594560, "loss": 3.5559958815574646, "lr": 3.886953703098522e-05, "grad_norm": 0.09919852763414383, "tokens_per_second": 1771469.8405643518, "training_seconds": 1.479810686003475, "elapsed_tokens_per_second": 1146899.5443242693, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3000, "epoch": 39, "tokens": 393216000, "loss": 3.5402719378471375, "lr": 2.8072884649751218e-05, "grad_norm": 0.10180050134658813, "tokens_per_second": 1768651.624873687, "training_seconds": 1.4821686549985316, "elapsed_tokens_per_second": 1149587.8372723453, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3020, "epoch": 39, "tokens": 395837440, "loss": 3.5549821138381956, "lr": 1.9023204120642122e-05, "grad_norm": 0.10678961127996445, "tokens_per_second": 1767807.8359910324, "training_seconds": 1.4828761060052784, "elapsed_tokens_per_second": 1152252.4378869368, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3035, "epoch": 39, "tokens": 397803520, "loss": 3.541553179423014, "lr": 1.338516635337944e-05, "grad_norm": 0.0963372066617012, "tokens_per_second": 1767897.6927678077, "training_seconds": 1.1121005519962637, "elapsed_tokens_per_second": 1154233.0069979427, "peak_memory_bytes": 42389451776}
{"loss": 3.5511717444966773, "perplexity": 34.85413370920071, "tokens": 397803520, "seconds": 0.5369869799978915, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 39, "step": 3035, "evaluation_tokens": 1048576}
{"event": "train", "step": 3040, "epoch": 40, "tokens": 398458880, "loss": 3.5682180404663084, "lr": 1.1725048977367315e-05, "grad_norm": 0.09483958780765533, "tokens_per_second": 1794925.8244317824, "training_seconds": 0.3651181520035607, "elapsed_tokens_per_second": 1153084.209522452, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3060, "epoch": 40, "tokens": 401080320, "loss": 3.562484872341156, "lr": 6.182091437454352e-06, "grad_norm": 0.10240118950605392, "tokens_per_second": 1768898.1575873133, "training_seconds": 1.4819620839989511, "elapsed_tokens_per_second": 1155710.5332471044, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3080, "epoch": 40, "tokens": 403701760, "loss": 3.536755120754242, "lr": 2.397120554497756e-06, "grad_norm": 0.09702381491661072, "tokens_per_second": 1768859.3920719416, "training_seconds": 1.4819945620038197, "elapsed_tokens_per_second": 1158311.0649043142, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3100, "epoch": 40, "tokens": 406323200, "loss": 3.564629518985748, "lr": 3.7204081478797726e-07, "grad_norm": 0.0987292155623436, "tokens_per_second": 1772008.3473599155, "training_seconds": 1.4793609769985778, "elapsed_tokens_per_second": 1160901.1064863356, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3113, "epoch": 40, "tokens": 408027136, "loss": 3.548233068906344, "lr": 0.0, "grad_norm": 0.09648605436086655, "tokens_per_second": 1773393.2373673783, "training_seconds": 0.9608337079989724, "elapsed_tokens_per_second": 1162571.97177729, "peak_memory_bytes": 42389451776}
{"loss": 3.5509758792774666, "perplexity": 34.847307665175485, "tokens": 408027136, "seconds": 0.5355304490003618, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 40, "step": 3113, "evaluation_tokens": 1048576}
{"loss": 3.552391693944293, "perplexity": 34.89667993721335, "tokens": 408027136, "seconds": 99.94517721800366, "split": "full", "validation_complete": true, "event": "final_validation", "step": 3113, "evaluation_tokens": 197411295}