{"event": "train", "step": 20, "epoch": 1, "tokens": 2621440, "loss": 9.597399282455445, "lr": 0.0003846153846153846, "grad_norm": 8.585387229919434, "tokens_per_second": 47075.026563818355, "training_seconds": 55.68642635700235, "elapsed_tokens_per_second": 47075.026563818355, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 40, "epoch": 1, "tokens": 5242880, "loss": 7.701540231704712, "lr": 0.0007692307692307692, "grad_norm": 0.7293712496757507, "tokens_per_second": 1762257.5752171343, "training_seconds": 1.4875464500000817, "elapsed_tokens_per_second": 91690.46391668187, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 60, "epoch": 1, "tokens": 7864320, "loss": 6.840301513671875, "lr": 0.0011538461538461537, "grad_norm": 0.8798824548721313, "tokens_per_second": 1759326.8989670004, "training_seconds": 1.4900243960000807, "elapsed_tokens_per_second": 134039.41278787729, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 78, "epoch": 1, "tokens": 10223616, "loss": 6.54679889149136, "lr": 0.0015, "grad_norm": 0.4417765736579895, "tokens_per_second": 1758520.7129045774, "training_seconds": 1.3416367419995368, "elapsed_tokens_per_second": 170336.5996447653, "peak_memory_bytes": 21988176384}
{"loss": 6.366517573658683, "perplexity": 582.0274279359352, "tokens": 10223616, "seconds": 1.2078802589967381, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 1, "step": 78, "evaluation_tokens": 1048576}
{"event": "train", "step": 80, "epoch": 2, "tokens": 10485760, "loss": 6.341637849807739, "lr": 0.0015384615384615385, "grad_norm": 0.2992496192455292, "tokens_per_second": 1905574.1846435901, "training_seconds": 0.13756693500181427, "elapsed_tokens_per_second": 170850.06438634117, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 100, "epoch": 2, "tokens": 13107200, "loss": 6.2078533411026005, "lr": 0.001923076923076923, "grad_norm": 0.6041986346244812, "tokens_per_second": 1754184.0205421087, "training_seconds": 1.494392817003245, "elapsed_tokens_per_second": 208482.41457526584, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 120, "epoch": 2, "tokens": 15728640, "loss": 6.0044962644577025, "lr": 0.0023076923076923075, "grad_norm": 0.6589101552963257, "tokens_per_second": 1754946.4829305327, "training_seconds": 1.4937435559986625, "elapsed_tokens_per_second": 244364.8391223216, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 140, "epoch": 2, "tokens": 18350080, "loss": 5.815093731880188, "lr": 0.002692307692307692, "grad_norm": 0.8107207417488098, "tokens_per_second": 1753508.1668618913, "training_seconds": 1.4949687999978778, "elapsed_tokens_per_second": 278615.92638894595, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 156, "epoch": 2, "tokens": 20447232, "loss": 5.669056236743927, "lr": 0.003, "grad_norm": 0.26355838775634766, "tokens_per_second": 1752680.082974805, "training_seconds": 1.1965400990011403, "elapsed_tokens_per_second": 304910.61022776744, "peak_memory_bytes": 42389451776}
{"loss": 5.595208744028154, "perplexity": 269.13382430764506, "tokens": 20447232, "seconds": 0.5391406620037742, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 2, "step": 156, "evaluation_tokens": 1048576}
{"event": "train", "step": 160, "epoch": 3, "tokens": 20971520, "loss": 5.547610878944397, "lr": 0.003076923076923077, "grad_norm": 0.3108964264392853, "tokens_per_second": 1789150.6770725248, "training_seconds": 0.2930373650015099, "elapsed_tokens_per_second": 308871.34675531887, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 180, "epoch": 3, "tokens": 23592960, "loss": 5.470283699035645, "lr": 0.0034615384615384616, "grad_norm": 0.2741852402687073, "tokens_per_second": 1752926.4481314642, "training_seconds": 1.4954649139981484, "elapsed_tokens_per_second": 339986.48739463725, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 200, "epoch": 3, "tokens": 26214400, "loss": 5.3378232479095455, "lr": 0.003846153846153846, "grad_norm": 0.32925525307655334, "tokens_per_second": 1752379.1504691693, "training_seconds": 1.4959319729969138, "elapsed_tokens_per_second": 369782.34318818763, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 220, "epoch": 3, "tokens": 28835840, "loss": 5.231343054771424, "lr": 0.004230769230769231, "grad_norm": 0.30818939208984375, "tokens_per_second": 1752112.899174863, "training_seconds": 1.496159295005782, "elapsed_tokens_per_second": 398346.0354338781, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 233, "epoch": 3, "tokens": 30539776, "loss": 5.165372811830961, "lr": 0.004480769230769231, "grad_norm": 0.40870460867881775, "tokens_per_second": 1749850.2489360017, "training_seconds": 0.9737610410011257, "elapsed_tokens_per_second": 416275.838178158, "peak_memory_bytes": 42389451776}
{"loss": 5.192773118446985, "perplexity": 179.96693119821842, "tokens": 30539776, "seconds": 0.5413092080052593, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 3, "step": 233, "evaluation_tokens": 1048576}
{"event": "train", "step": 240, "epoch": 4, "tokens": 31457280, "loss": 5.1181793212890625, "lr": 0.004615384615384615, "grad_norm": 0.2893862724304199, "tokens_per_second": 1766222.4218636195, "training_seconds": 0.5194725129986182, "elapsed_tokens_per_second": 422639.0277801472, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 260, "epoch": 4, "tokens": 34078720, "loss": 5.067794609069824, "lr": 0.005, "grad_norm": 0.36605125665664673, "tokens_per_second": 1752793.8667644947, "training_seconds": 1.4955780309974216, "elapsed_tokens_per_second": 448832.92060759483, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 280, "epoch": 4, "tokens": 36700160, "loss": 4.998434209823609, "lr": 0.005384615384615384, "grad_norm": 0.34218931198120117, "tokens_per_second": 1753518.6741169123, "training_seconds": 1.4949598419989343, "elapsed_tokens_per_second": 474014.81838870485, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 300, "epoch": 4, "tokens": 39321600, "loss": 4.93934736251831, "lr": 0.0057692307692307696, "grad_norm": 0.28031817078590393, "tokens_per_second": 1753098.0998615734, "training_seconds": 1.4953184879996115, "elapsed_tokens_per_second": 498242.64082155435, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 311, "epoch": 4, "tokens": 40763392, "loss": 4.9208290793678975, "lr": 0.005980769230769231, "grad_norm": 0.2912065386772156, "tokens_per_second": 1754822.8185538065, "training_seconds": 0.8216168520011706, "elapsed_tokens_per_second": 511178.92760515615, "peak_memory_bytes": 42389451776}
{"loss": 4.920353828523864, "perplexity": 137.0510971958652, "tokens": 40763392, "seconds": 0.541884840997227, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 4, "step": 311, "evaluation_tokens": 1048576}
{"event": "train", "step": 320, "epoch": 5, "tokens": 41943040, "loss": 4.88626946343316, "lr": 0.005999879234788303, "grad_norm": 0.28913816809654236, "tokens_per_second": 1761641.1562630986, "training_seconds": 0.6696301319971099, "elapsed_tokens_per_second": 518065.55554597086, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 340, "epoch": 5, "tokens": 44564480, "loss": 4.813781642913819, "lr": 0.0059985207378148026, "grad_norm": 0.2560361325740814, "tokens_per_second": 1749184.6899585621, "training_seconds": 1.4986639290000312, "elapsed_tokens_per_second": 540433.6126587325, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 360, "epoch": 5, "tokens": 47185920, "loss": 4.724269866943359, "lr": 0.005995653473187795, "grad_norm": 0.24511438608169556, "tokens_per_second": 1753335.9809760307, "training_seconds": 1.4951156130046002, "elapsed_tokens_per_second": 562021.8434924, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 380, "epoch": 5, "tokens": 49807360, "loss": 4.628173971176148, "lr": 0.005991278883630709, "grad_norm": 0.2012207955121994, "tokens_per_second": 1757353.8074467836, "training_seconds": 1.4916973399958806, "elapsed_tokens_per_second": 582880.9072458346, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 389, "epoch": 5, "tokens": 50987008, "loss": 4.564084741804335, "lr": 0.005988819112284388, "grad_norm": 0.21505942940711975, "tokens_per_second": 1755110.3584363395, "training_seconds": 0.6721218379971106, "elapsed_tokens_per_second": 592016.4249618445, "peak_memory_bytes": 42389451776}
{"loss": 4.567263442360907, "perplexity": 96.28027241944969, "tokens": 50987008, "seconds": 0.5401264580068528, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 5, "step": 389, "evaluation_tokens": 1048576}
{"event": "train", "step": 400, "epoch": 6, "tokens": 52428800, "loss": 5.3940300941467285, "lr": 0.0059853991703086515, "grad_norm": 3.3397738933563232, "tokens_per_second": 1763325.5109417574, "training_seconds": 0.8176550450007198, "elapsed_tokens_per_second": 599262.6967076736, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 420, "epoch": 6, "tokens": 55050240, "loss": 5.535035610198975, "lr": 0.005978017291720847, "grad_norm": 0.20388935506343842, "tokens_per_second": 1752326.4857430633, "training_seconds": 1.4959769319975749, "elapsed_tokens_per_second": 618639.4338611572, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 440, "epoch": 6, "tokens": 57671680, "loss": 4.762661004066468, "lr": 0.005969136962212003, "grad_norm": 0.17709358036518097, "tokens_per_second": 1753074.354569966, "training_seconds": 1.4953387420027866, "elapsed_tokens_per_second": 637375.7658305271, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 460, "epoch": 6, "tokens": 60293120, "loss": 4.5734915971755985, "lr": 0.005958762650103364, "grad_norm": 0.16754183173179626, "tokens_per_second": 1753858.5693059247, "training_seconds": 1.494670120999217, "elapsed_tokens_per_second": 655510.9517530809, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 467, "epoch": 6, "tokens": 61210624, "loss": 4.491137572697231, "lr": 0.005954779630955907, "grad_norm": 0.16425693035125732, "tokens_per_second": 1760119.4581600795, "training_seconds": 0.521273710000969, "elapsed_tokens_per_second": 661724.2860990814, "peak_memory_bytes": 42389451776}
{"loss": 4.496149077084455, "perplexity": 89.67114887020486, "tokens": 61210624, "seconds": 0.5420988510013558, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 6, "step": 467, "evaluation_tokens": 1048576}
{"event": "train", "step": 480, "epoch": 7, "tokens": 62914560, "loss": 4.459668966440054, "lr": 0.0059468995754443825, "grad_norm": 0.17443931102752686, "tokens_per_second": 1762805.4758896523, "training_seconds": 0.9666046669954085, "elapsed_tokens_per_second": 669188.4150534956, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 500, "epoch": 7, "tokens": 65536000, "loss": 4.423195886611938, "lr": 0.005933553707386146, "grad_norm": 0.18175992369651794, "tokens_per_second": 1749080.868825591, "training_seconds": 1.4987528860001476, "elapsed_tokens_per_second": 686125.0827836982, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 520, "epoch": 7, "tokens": 68157440, "loss": 4.371592378616333, "lr": 0.005918731761177867, "grad_norm": 0.17771843075752258, "tokens_per_second": 1749484.6099887565, "training_seconds": 1.4984070080026868, "elapsed_tokens_per_second": 702537.3153949201, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 540, "epoch": 7, "tokens": 70778880, "loss": 4.352937173843384, "lr": 0.00590244119478798, "grad_norm": 0.13568289577960968, "tokens_per_second": 1750790.9049207726, "training_seconds": 1.497289020997414, "elapsed_tokens_per_second": 718460.3626329311, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 545, "epoch": 7, "tokens": 71434240, "loss": 4.335021209716797, "lr": 0.005898140025685757, "grad_norm": 0.1525435596704483, "tokens_per_second": 1756867.5274975752, "training_seconds": 0.3730275560010341, "elapsed_tokens_per_second": 722362.925712281, "peak_memory_bytes": 42389451776}
{"loss": 4.323305391320276, "perplexity": 75.43756732517184, "tokens": 71434240, "seconds": 0.5418111999970279, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 7, "step": 545, "evaluation_tokens": 1048576}
{"event": "train", "step": 560, "epoch": 8, "tokens": 73400320, "loss": 4.310625966389974, "lr": 0.005884690205151496, "grad_norm": 0.17219962179660797, "tokens_per_second": 1761705.8549978964, "training_seconds": 1.116009232995566, "elapsed_tokens_per_second": 729959.9443714351, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 580, "epoch": 8, "tokens": 76021760, "loss": 4.271941733360291, "lr": 0.005865487724045557, "grad_norm": 0.17308424413204193, "tokens_per_second": 1754232.974726738, "training_seconds": 1.4943511140008923, "elapsed_tokens_per_second": 744950.7015920853, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 600, "epoch": 8, "tokens": 78643200, "loss": 4.24623475074768, "lr": 0.005844843413595223, "grad_norm": 0.19121922552585602, "tokens_per_second": 1747041.1819224076, "training_seconds": 1.500502693997987, "elapsed_tokens_per_second": 759460.3288102641, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 620, "epoch": 8, "tokens": 81264640, "loss": 4.236582946777344, "lr": 0.0058227676614117695, "grad_norm": 0.15940985083580017, "tokens_per_second": 1748972.121767139, "training_seconds": 1.4988460750028025, "elapsed_tokens_per_second": 773569.4723802041, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 623, "epoch": 8, "tokens": 81657856, "loss": 4.2013959884643555, "lr": 0.005819333513924642, "grad_norm": 0.15839329361915588, "tokens_per_second": 1756442.885856499, "training_seconds": 0.2238706439966336, "elapsed_tokens_per_second": 775646.9274148422, "peak_memory_bytes": 42389451776}
{"loss": 4.219154189758604, "perplexity": 67.97596520019627, "tokens": 81657856, "seconds": 0.5440106489986647, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 8, "step": 623, "evaluation_tokens": 1048576}
{"event": "train", "step": 640, "epoch": 9, "tokens": 83886080, "loss": 4.197664204765768, "lr": 0.005799271575365957, "grad_norm": 0.13865283131599426, "tokens_per_second": 1754825.8666310585, "training_seconds": 1.2697692929941695, "elapsed_tokens_per_second": 783278.5436020585, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 660, "epoch": 9, "tokens": 86507520, "loss": 4.191525769233704, "lr": 0.005774366977998868, "grad_norm": 0.1623891294002533, "tokens_per_second": 1750136.4451681166, "training_seconds": 1.497848929000611, "elapsed_tokens_per_second": 796605.2050786322, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 680, "epoch": 9, "tokens": 89128960, "loss": 4.169514465332031, "lr": 0.005748066400573153, "grad_norm": 0.14798375964164734, "tokens_per_second": 1748964.7354586737, "training_seconds": 1.4988524049986154, "elapsed_tokens_per_second": 809559.043173846, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 700, "epoch": 9, "tokens": 91750400, "loss": 4.145760726928711, "lr": 0.00572038307676767, "grad_norm": 0.1581145077943802, "tokens_per_second": 1750621.2688990368, "training_seconds": 1.4974341090055532, "elapsed_tokens_per_second": 822178.5446726072, "peak_memory_bytes": 42389451776}
{"loss": 4.160844586134324, "perplexity": 64.12565937789749, "tokens": 91750400, "seconds": 0.5429570819978835, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 9, "step": 700, "evaluation_tokens": 1048576}
{"event": "train", "step": 720, "epoch": 10, "tokens": 94371840, "loss": 4.134713053703308, "lr": 0.005691330936018681, "grad_norm": 0.17038699984550476, "tokens_per_second": 1755171.0647232558, "training_seconds": 1.493552424995869, "elapsed_tokens_per_second": 830455.1560920953, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 740, "epoch": 10, "tokens": 96993280, "loss": 4.125446891784668, "lr": 0.0056609245965109686, "grad_norm": 0.14441369473934174, "tokens_per_second": 1750449.6506592408, "training_seconds": 1.4975809210009174, "elapsed_tokens_per_second": 842409.96697978, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 760, "epoch": 10, "tokens": 99614720, "loss": 4.114040517807007, "lr": 0.005629179357822402, "grad_norm": 0.13543176651000977, "tokens_per_second": 1748418.3784854028, "training_seconds": 1.4993207759980578, "elapsed_tokens_per_second": 854047.8461816183, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 778, "epoch": 10, "tokens": 101974016, "loss": 4.099718941582574, "lr": 0.0055994770723212265, "grad_norm": 0.1973525434732437, "tokens_per_second": 1746970.8188844945, "training_seconds": 1.3505068169979495, "elapsed_tokens_per_second": 864257.0687690882, "peak_memory_bytes": 42389451776}
{"loss": 4.102378542442008, "perplexity": 60.48398035429101, "tokens": 101974016, "seconds": 0.5393546220002463, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 10, "step": 778, "evaluation_tokens": 1048576}
{"event": "train", "step": 780, "epoch": 11, "tokens": 102236160, "loss": 4.061448097229004, "lr": 0.005596111193225627, "grad_norm": 0.16280175745487213, "tokens_per_second": 1829271.6583756942, "training_seconds": 0.1433051229978446, "elapsed_tokens_per_second": 861373.7485530676, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 800, "epoch": 11, "tokens": 104857600, "loss": 4.08605465888977, "lr": 0.005561736741650793, "grad_norm": 0.12572312355041504, "tokens_per_second": 1750672.8221975276, "training_seconds": 1.4973900130062248, "elapsed_tokens_per_second": 872445.1861745103, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 820, "epoch": 11, "tokens": 107479040, "loss": 4.072907423973083, "lr": 0.005526073299313328, "grad_norm": 0.13527661561965942, "tokens_per_second": 1749921.0558239827, "training_seconds": 1.4980332920022192, "elapsed_tokens_per_second": 883235.2531805534, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 840, "epoch": 11, "tokens": 110100480, "loss": 4.055371356010437, "lr": 0.005489138811010988, "grad_norm": 0.13401004672050476, "tokens_per_second": 1748486.2574766756, "training_seconds": 1.4992625700033386, "elapsed_tokens_per_second": 893757.3177392804, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 856, "epoch": 11, "tokens": 112197632, "loss": 4.041386306285858, "lr": 0.005458688534706318, "grad_norm": 0.16270706057548523, "tokens_per_second": 1746421.7928019597, "training_seconds": 1.200827892003872, "elapsed_tokens_per_second": 901975.1943826086, "peak_memory_bytes": 42389451776}
{"loss": 4.058408814583572, "perplexity": 57.88213655347119, "tokens": 112197632, "seconds": 0.545317847005208, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 11, "step": 856, "evaluation_tokens": 1048576}
{"event": "train", "step": 860, "epoch": 12, "tokens": 112721920, "loss": 4.033122539520264, "lr": 0.005450951861094564, "grad_norm": 0.13703811168670654, "tokens_per_second": 1770876.4684112212, "training_seconds": 0.2960613059985917, "elapsed_tokens_per_second": 900050.2012694057, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 880, "epoch": 12, "tokens": 115343360, "loss": 4.023487448692322, "lr": 0.005411531664116785, "grad_norm": 0.13129252195358276, "tokens_per_second": 1749292.145560237, "training_seconds": 1.4985718690004433, "elapsed_tokens_per_second": 910084.2381830629, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 900, "epoch": 12, "tokens": 117964800, "loss": 4.02808290719986, "lr": 0.0053708980551641135, "grad_norm": 0.14406564831733704, "tokens_per_second": 1745789.1002722688, "training_seconds": 1.50157885599765, "elapsed_tokens_per_second": 919856.414214978, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 920, "epoch": 12, "tokens": 120586240, "loss": 4.015926861763001, "lr": 0.0053290714798763135, "grad_norm": 0.14706112444400787, "tokens_per_second": 1747349.7210608094, "training_seconds": 1.500237741995079, "elapsed_tokens_per_second": 929416.750556394, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 934, "epoch": 12, "tokens": 122421248, "loss": 4.005337068012783, "lr": 0.005299094308492442, "grad_norm": 0.14461757242679596, "tokens_per_second": 1751095.877782796, "training_seconds": 1.0479197759996168, "elapsed_tokens_per_second": 935987.1191777922, "peak_memory_bytes": 42389451776}
{"loss": 4.018847827532365, "perplexity": 55.63696550369788, "tokens": 122421248, "seconds": 0.5403578580007888, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 12, "step": 934, "evaluation_tokens": 1048576}
{"event": "train", "step": 940, "epoch": 13, "tokens": 123207680, "loss": 3.9694246451059976, "lr": 0.005286072984158808, "grad_norm": 0.13247869908809662, "tokens_per_second": 1770925.469825304, "training_seconds": 0.44407967099687085, "elapsed_tokens_per_second": 934912.281892718, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 960, "epoch": 13, "tokens": 125829120, "loss": 3.9946392297744753, "lr": 0.00524192420359299, "grad_norm": 0.1600784808397293, "tokens_per_second": 1746207.8867222401, "training_seconds": 1.5012187380052637, "elapsed_tokens_per_second": 944042.031717144, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 980, "epoch": 13, "tokens": 128450560, "loss": 3.970519781112671, "lr": 0.00519664735254984, "grad_norm": 0.14292049407958984, "tokens_per_second": 1748231.7844709186, "training_seconds": 1.4994808029950946, "elapsed_tokens_per_second": 952975.7352221739, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1000, "epoch": 13, "tokens": 131072000, "loss": 3.987037980556488, "lr": 0.005150265213012302, "grad_norm": 0.12712238729000092, "tokens_per_second": 1748117.7059427835, "training_seconds": 1.4995786559957196, "elapsed_tokens_per_second": 961716.6981329469, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1012, "epoch": 13, "tokens": 132644864, "loss": 3.99459038178126, "lr": 0.0051219150766892655, "grad_norm": 0.1399911791086197, "tokens_per_second": 1748555.8453542453, "training_seconds": 0.8995217420015251, "elapsed_tokens_per_second": 966863.3057473918, "peak_memory_bytes": 42389451776}
{"loss": 3.9853177284075705, "perplexity": 53.80238130740237, "tokens": 132644864, "seconds": 0.5440209230000619, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 13, "step": 1012, "evaluation_tokens": 1048576}
{"event": "train", "step": 1020, "epoch": 14, "tokens": 133693440, "loss": 3.974002569913864, "lr": 0.005102801123112059, "grad_norm": 0.14331309497356415, "tokens_per_second": 1759688.5308962993, "training_seconds": 0.5958872729970608, "elapsed_tokens_per_second": 966428.1970206195, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1040, "epoch": 14, "tokens": 136314880, "loss": 3.95888729095459, "lr": 0.005054278965386473, "grad_norm": 0.14660561084747314, "tokens_per_second": 1748055.8586615375, "training_seconds": 1.4996317120021558, "elapsed_tokens_per_second": 974802.4626316775, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1060, "epoch": 14, "tokens": 138936320, "loss": 3.954045903682709, "lr": 0.0050047231547615855, "grad_norm": 0.15563590824604034, "tokens_per_second": 1749453.6350939875, "training_seconds": 1.4984335379995173, "elapsed_tokens_per_second": 983002.5139224407, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1080, "epoch": 14, "tokens": 141557760, "loss": 3.9550578951835633, "lr": 0.00495415862626725, "grad_norm": 0.13612741231918335, "tokens_per_second": 1748938.5979750284, "training_seconds": 1.498874805001833, "elapsed_tokens_per_second": 991031.9721683793, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1090, "epoch": 14, "tokens": 142868480, "loss": 3.9487149477005006, "lr": 0.0049285060241493865, "grad_norm": 0.14578266441822052, "tokens_per_second": 1752717.736802453, "training_seconds": 0.7478214959992329, "elapsed_tokens_per_second": 994982.2865603511, "peak_memory_bytes": 42389451776}
{"loss": 3.9541740277132993, "perplexity": 52.152599547587236, "tokens": 142868480, "seconds": 0.5443590899958508, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 14, "step": 1090, "evaluation_tokens": 1048576}
{"event": "train", "step": 1100, "epoch": 15, "tokens": 144179200, "loss": 3.9380535364151, "lr": 0.004902610822490556, "grad_norm": 0.1398804485797882, "tokens_per_second": 1765187.3054189144, "training_seconds": 0.7425387640032568, "elapsed_tokens_per_second": 995098.5509803742, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1120, "epoch": 15, "tokens": 146800640, "loss": 3.940474534034729, "lr": 0.00485010568077386, "grad_norm": 0.13943298161029816, "tokens_per_second": 1749607.7591971867, "training_seconds": 1.4983015399993747, "elapsed_tokens_per_second": 1002813.0591601603, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1140, "epoch": 15, "tokens": 149422080, "loss": 3.921328568458557, "lr": 0.004796669620163886, "grad_norm": 0.121803879737854, "tokens_per_second": 1747896.0069527372, "training_seconds": 1.4997688590010512, "elapsed_tokens_per_second": 1010356.8318159397, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1160, "epoch": 15, "tokens": 152043520, "loss": 3.9025816798210142, "lr": 0.004742329528118427, "grad_norm": 0.13923679292201996, "tokens_per_second": 1750462.5548741282, "training_seconds": 1.4975698810012545, "elapsed_tokens_per_second": 1017768.275805843, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1167, "epoch": 15, "tokens": 152961024, "loss": 3.9140641008104597, "lr": 0.004723101965114102, "grad_norm": 0.14404559135437012, "tokens_per_second": 1747540.860749533, "training_seconds": 0.5250257779989624, "elapsed_tokens_per_second": 1020311.714903812, "peak_memory_bytes": 42389451776}
{"loss": 3.9246397184953308, "perplexity": 50.63483197871943, "tokens": 152961024, "seconds": 0.542922170003294, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 15, "step": 1167, "evaluation_tokens": 1048576}
{"event": "train", "step": 1180, "epoch": 16, "tokens": 154664960, "loss": 3.907592901816735, "lr": 0.004687112746977365, "grad_norm": 0.1718560755252838, "tokens_per_second": 1758751.0357357236, "training_seconds": 0.9688329760028864, "elapsed_tokens_per_second": 1021329.6189266683, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1200, "epoch": 16, "tokens": 157286400, "loss": 3.8935184717178344, "lr": 0.004631047060204816, "grad_norm": 0.1281588077545166, "tokens_per_second": 1747850.0628765144, "training_seconds": 1.49980828200205, "elapsed_tokens_per_second": 1028446.3773074159, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1220, "epoch": 16, "tokens": 159907840, "loss": 3.887994122505188, "lr": 0.004574160678409302, "grad_norm": 0.1341100037097931, "tokens_per_second": 1748492.5271577723, "training_seconds": 1.4992571940019843, "elapsed_tokens_per_second": 1035425.3713296377, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1240, "epoch": 16, "tokens": 162529280, "loss": 3.8749169945716857, "lr": 0.004516482225148996, "grad_norm": 0.13738258183002472, "tokens_per_second": 1747794.1274831947, "training_seconds": 1.4998562809996656, "elapsed_tokens_per_second": 1042269.6727855154, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1245, "epoch": 16, "tokens": 163184640, "loss": 3.854841136932373, "lr": 0.004501942243146119, "grad_norm": 0.15280629694461823, "tokens_per_second": 1748182.72396802, "training_seconds": 0.3748807209994993, "elapsed_tokens_per_second": 1043951.3784734225, "peak_memory_bytes": 42389451776}
{"loss": 3.8971617254376643, "perplexity": 49.26243019097562, "tokens": 163184640, "seconds": 0.5404180160039687, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 16, "step": 1245, "evaluation_tokens": 1048576}
{"event": "train", "step": 1260, "epoch": 17, "tokens": 165150720, "loss": 3.8764880498250327, "lr": 0.004458040722529194, "grad_norm": 0.1480104774236679, "tokens_per_second": 1758991.6036663977, "training_seconds": 1.1177313160005724, "elapsed_tokens_per_second": 1045388.2133333321, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1280, "epoch": 17, "tokens": 167772160, "loss": 3.8767208576202394, "lr": 0.004398865576599242, "grad_norm": 0.12120353430509567, "tokens_per_second": 1753643.5556607915, "training_seconds": 1.494853381998837, "elapsed_tokens_per_second": 1052019.536848784, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1300, "epoch": 17, "tokens": 170393600, "loss": 3.8623923540115355, "lr": 0.0043389865625562685, "grad_norm": 0.14785392582416534, "tokens_per_second": 1750163.645544369, "training_seconds": 1.4978256500035059, "elapsed_tokens_per_second": 1058504.6719918519, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1320, "epoch": 17, "tokens": 173015040, "loss": 3.870753622055054, "lr": 0.004278433809763189, "grad_norm": 0.1935308277606964, "tokens_per_second": 1749011.4103002124, "training_seconds": 1.498812406003708, "elapsed_tokens_per_second": 1064866.6989461733, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1323, "epoch": 17, "tokens": 173408256, "loss": 3.909550587336222, "lr": 0.004269294665876606, "grad_norm": 0.21053889393806458, "tokens_per_second": 1753972.4376526838, "training_seconds": 0.22418596299394267, "elapsed_tokens_per_second": 1065805.8810905777, "peak_memory_bytes": 42389451776}
{"loss": 3.9026219567979394, "perplexity": 49.532150153765656, "tokens": 173408256, "seconds": 0.5430105069972342, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 17, "step": 1323, "evaluation_tokens": 1048576}
{"event": "train", "step": 1340, "epoch": 18, "tokens": 175636480, "loss": 3.8652046708499683, "lr": 0.004217237786588483, "grad_norm": 0.13008812069892883, "tokens_per_second": 1754981.4111056156, "training_seconds": 1.269656753000163, "elapsed_tokens_per_second": 1067590.1385163562, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1360, "epoch": 18, "tokens": 178257920, "loss": 3.8523205399513243, "lr": 0.00415542928507542, "grad_norm": 0.11743515729904175, "tokens_per_second": 1749126.5625143554, "training_seconds": 1.4987137330026599, "elapsed_tokens_per_second": 1073735.5630486016, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1380, "epoch": 18, "tokens": 180879360, "loss": 3.8255703330039976, "lr": 0.004093039405448392, "grad_norm": 0.13452476263046265, "tokens_per_second": 1751470.676572818, "training_seconds": 1.4967079010020825, "elapsed_tokens_per_second": 1079780.5548628455, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1400, "epoch": 18, "tokens": 183500800, "loss": 3.8386523723602295, "lr": 0.004030099540464199, "grad_norm": 0.11614813655614853, "tokens_per_second": 1746216.7305326434, "training_seconds": 1.5012111350006307, "elapsed_tokens_per_second": 1085692.3182847681, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1401, "epoch": 18, "tokens": 183631872, "loss": 3.8385605812072754, "lr": 0.004026938677033256, "grad_norm": 0.14443275332450867, "tokens_per_second": 1771378.3466569863, "training_seconds": 0.07399435600382276, "elapsed_tokens_per_second": 1085981.8762732137, "peak_memory_bytes": 42389451776}
{"loss": 3.8514616628495646, "perplexity": 47.0618014701189, "tokens": 183631872, "seconds": 0.5431938300025649, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 18, "step": 1401, "evaluation_tokens": 1048576}
{"event": "train", "step": 1420, "epoch": 19, "tokens": 186122240, "loss": 3.8190495591414604, "lr": 0.003966641359616138, "grad_norm": 0.12068555504083633, "tokens_per_second": 1756553.174054413, "training_seconds": 1.4177583900018362, "elapsed_tokens_per_second": 1088035.9952702175, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1440, "epoch": 19, "tokens": 188743680, "loss": 3.813210606575012, "lr": 0.0039026967931988406, "grad_norm": 0.13356244564056396, "tokens_per_second": 1750070.0491360808, "training_seconds": 1.4979057559976354, "elapsed_tokens_per_second": 1093775.3435961413, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1460, "epoch": 19, "tokens": 191365120, "loss": 3.826247811317444, "lr": 0.003838298016241884, "grad_norm": 0.1373632848262787, "tokens_per_second": 1748561.2575025705, "training_seconds": 1.4991982630017446, "elapsed_tokens_per_second": 1099404.3684470854, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1479, "epoch": 19, "tokens": 193855488, "loss": 3.816871254067672, "lr": 0.0037767279767460145, "grad_norm": 0.16082654893398285, "tokens_per_second": 1749610.2089699206, "training_seconds": 1.4233844699992915, "elapsed_tokens_per_second": 1104670.730236497, "peak_memory_bytes": 42389451776}
{"loss": 3.8302170533938087, "perplexity": 46.07253734959736, "tokens": 193855488, "seconds": 0.5428859980020206, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 19, "step": 1479, "evaluation_tokens": 1048576}
{"event": "train", "step": 1480, "epoch": 20, "tokens": 193986560, "loss": 3.8266587257385254, "lr": 0.003773477432320261, "grad_norm": 0.14895831048488617, "tokens_per_second": 1910815.4807168609, "training_seconds": 0.06859479699778603, "elapsed_tokens_per_second": 1101534.3422039275, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1500, "epoch": 20, "tokens": 196608000, "loss": 3.8140603423118593, "lr": 0.003708267657249854, "grad_norm": 0.13403047621250153, "tokens_per_second": 1749724.1846955698, "training_seconds": 1.498201843998686, "elapsed_tokens_per_second": 1106993.3981944134, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1520, "epoch": 20, "tokens": 199229440, "loss": 3.8080061435699464, "lr": 0.0036427015026761116, "grad_norm": 0.13217969238758087, "tokens_per_second": 1750938.357631902, "training_seconds": 1.49716292899393, "elapsed_tokens_per_second": 1112369.0082370145, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1540, "epoch": 20, "tokens": 201850880, "loss": 3.7998828530311584, "lr": 0.0035768119595641903, "grad_norm": 0.14461344480514526, "tokens_per_second": 1750557.960803273, "training_seconds": 1.4974882629976491, "elapsed_tokens_per_second": 1117648.8765798337, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1557, "epoch": 20, "tokens": 204079104, "loss": 3.8119389449848846, "lr": 0.003520576343213019, "grad_norm": 0.14531636238098145, "tokens_per_second": 1751409.2394654742, "training_seconds": 1.2722463429963682, "elapsed_tokens_per_second": 1122073.8788185099, "peak_memory_bytes": 42389451776}
{"loss": 3.81181349665373, "perplexity": 45.2323933257254, "tokens": 204079104, "seconds": 0.5395291649983847, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 20, "step": 1557, "evaluation_tokens": 1048576}
{"event": "train", "step": 1560, "epoch": 21, "tokens": 204472320, "loss": 3.8211961587270102, "lr": 0.0035106321815988736, "grad_norm": 0.15376897156238556, "tokens_per_second": 1784963.7530217282, "training_seconds": 0.2202935490058735, "elapsed_tokens_per_second": 1119509.1516840567, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1580, "epoch": 21, "tokens": 207093760, "loss": 3.7890475273132322, "lr": 0.0034441954685026023, "grad_norm": 0.13557787239551544, "tokens_per_second": 1749787.6439051395, "training_seconds": 1.4981475090025924, "elapsed_tokens_per_second": 1124626.0561089008, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1600, "epoch": 21, "tokens": 209715200, "loss": 3.7900425791740417, "lr": 0.0033775352492800407, "grad_norm": 0.15609478950500488, "tokens_per_second": 1746990.1275190234, "training_seconds": 1.5005465450012707, "elapsed_tokens_per_second": 1129649.4005742369, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1620, "epoch": 21, "tokens": 212336640, "loss": 3.7957567095756533, "lr": 0.0033106850653975765, "grad_norm": 0.1323588490486145, "tokens_per_second": 1748642.995460182, "training_seconds": 1.4991281850016094, "elapsed_tokens_per_second": 1134597.9129361047, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1634, "epoch": 21, "tokens": 214171648, "loss": 3.787737693105425, "lr": 0.003263794917011864, "grad_norm": 0.12971846759319305, "tokens_per_second": 1746316.4819099887, "training_seconds": 1.0507877690033638, "elapsed_tokens_per_second": 1138006.3855583465, "peak_memory_bytes": 42389451776}
{"loss": 3.7873649013568627, "perplexity": 44.13993381336756, "tokens": 214171648, "seconds": 0.5424091170061729, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 21, "step": 1634, "evaluation_tokens": 1048576}
{"event": "train", "step": 1640, "epoch": 22, "tokens": 214958080, "loss": 3.7657651901245117, "lr": 0.0032436785539062376, "grad_norm": 0.12660829722881317, "tokens_per_second": 1772824.9025200098, "training_seconds": 0.4436038769999868, "elapsed_tokens_per_second": 1136177.3919915636, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1660, "epoch": 22, "tokens": 217579520, "loss": 3.7807823538780214, "lr": 0.0031765494305165225, "grad_norm": 0.12763793766498566, "tokens_per_second": 1746802.1609142413, "training_seconds": 1.500708012994437, "elapsed_tokens_per_second": 1140971.8145570622, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1680, "epoch": 22, "tokens": 220200960, "loss": 3.7670464634895326, "lr": 0.0031093314726336353, "grad_norm": 0.12101779878139496, "tokens_per_second": 1747203.583648465, "training_seconds": 1.5003632230000221, "elapsed_tokens_per_second": 1145697.763476366, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1700, "epoch": 22, "tokens": 222822400, "loss": 3.7658756375312805, "lr": 0.003042058502361692, "grad_norm": 0.14457453787326813, "tokens_per_second": 1749590.368408745, "training_seconds": 1.498316432996944, "elapsed_tokens_per_second": 1150358.9462703483, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1712, "epoch": 22, "tokens": 224395264, "loss": 3.763667643070221, "lr": 0.0030016823951208075, "grad_norm": 0.12376414984464645, "tokens_per_second": 1752426.1529971224, "training_seconds": 0.8975351100016269, "elapsed_tokens_per_second": 1153129.1131264302, "peak_memory_bytes": 42389451776}
{"loss": 3.770645405248335, "perplexity": 43.408071594252036, "tokens": 224395264, "seconds": 0.5401439639972523, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 22, "step": 1712, "evaluation_tokens": 1048576}
{"event": "train", "step": 1720, "epoch": 23, "tokens": 225443840, "loss": 3.7523873150348663, "lr": 0.00297476436948543, "grad_norm": 0.11678960174322128, "tokens_per_second": 1772850.829638462, "training_seconds": 0.5914631859996007, "elapsed_tokens_per_second": 1150085.7751160893, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1740, "epoch": 23, "tokens": 228065280, "loss": 3.7604020833969116, "lr": 0.002907482934437985, "grad_norm": 0.12718422710895538, "tokens_per_second": 1751344.8663916003, "training_seconds": 1.4968154189991765, "elapsed_tokens_per_second": 1154632.1313538172, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1760, "epoch": 23, "tokens": 230686720, "loss": 3.7496722102165223, "lr": 0.002840248051263322, "grad_norm": 0.12182147055864334, "tokens_per_second": 1748638.143083876, "training_seconds": 1.4991323450012715, "elapsed_tokens_per_second": 1159099.5961585094, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1780, "epoch": 23, "tokens": 233308160, "loss": 3.7437906503677367, "lr": 0.0027730935505818665, "grad_norm": 0.14295543730258942, "tokens_per_second": 1750972.3756547954, "training_seconds": 1.4971338420000393, "elapsed_tokens_per_second": 1163509.9026621715, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1790, "epoch": 23, "tokens": 234618880, "loss": 3.747466540336609, "lr": 0.002739557005150571, "grad_norm": 0.11485377699136734, "tokens_per_second": 1748379.2973252353, "training_seconds": 0.7496771450023516, "elapsed_tokens_per_second": 1165681.5629509937, "peak_memory_bytes": 42389451776}
{"loss": 3.7507762188823572, "perplexity": 42.55410047993542, "tokens": 234618880, "seconds": 0.5408531590001076, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 23, "step": 1790, "evaluation_tokens": 1048576}
{"event": "train", "step": 1800, "epoch": 24, "tokens": 235929600, "loss": 3.7339301347732543, "lr": 0.0027060532225679315, "grad_norm": 0.13180147111415863, "tokens_per_second": 1757689.9666928656, "training_seconds": 0.7457060259985155, "elapsed_tokens_per_second": 1164694.8703160386, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1820, "epoch": 24, "tokens": 238551040, "loss": 3.7445727825164794, "lr": 0.002639160799947495, "grad_norm": 0.11651036143302917, "tokens_per_second": 1747892.785666372, "training_seconds": 1.4997716230063816, "elapsed_tokens_per_second": 1168971.3775667863, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1840, "epoch": 24, "tokens": 241172480, "loss": 3.721525418758392, "lr": 0.0025724499410248822, "grad_norm": 0.12381725013256073, "tokens_per_second": 1747566.6447379726, "training_seconds": 1.500051519004046, "elapsed_tokens_per_second": 1173186.6140464104, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1860, "epoch": 24, "tokens": 243793920, "loss": 3.74010146856308, "lr": 0.0025059542127468916, "grad_norm": 0.1355130523443222, "tokens_per_second": 1749109.7566573692, "training_seconds": 1.4987281329958932, "elapsed_tokens_per_second": 1177345.3563624527, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1868, "epoch": 24, "tokens": 244842496, "loss": 3.7240356504917145, "lr": 0.0024794236567869813, "grad_norm": 0.11978735029697418, "tokens_per_second": 1745901.4832130007, "training_seconds": 0.6005928800004767, "elapsed_tokens_per_second": 1178983.1114694998, "peak_memory_bytes": 42389451776}
{"loss": 3.7368891966695648, "perplexity": 41.96723507910945, "tokens": 244842496, "seconds": 0.5431634310007212, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 24, "step": 1868, "evaluation_tokens": 1048576}
{"event": "train", "step": 1880, "epoch": 25, "tokens": 246415360, "loss": 3.7189361651738486, "lr": 0.0024397070738128917, "grad_norm": 0.12772199511528015, "tokens_per_second": 1761430.9442193743, "training_seconds": 0.8929467289999593, "elapsed_tokens_per_second": 1178357.7684310398, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1900, "epoch": 25, "tokens": 249036800, "loss": 3.722348892688751, "lr": 0.00237374185783939, "grad_norm": 0.12249599397182465, "tokens_per_second": 1750842.5594117783, "training_seconds": 1.4972448470070958, "elapsed_tokens_per_second": 1182418.181570579, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1920, "epoch": 25, "tokens": 251658240, "loss": 3.727440369129181, "lr": 0.002308091756587532, "grad_norm": 0.1163167729973793, "tokens_per_second": 1749017.2589801566, "training_seconds": 1.4988073940039612, "elapsed_tokens_per_second": 1186414.8909754492, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1940, "epoch": 25, "tokens": 254279680, "loss": 3.725040853023529, "lr": 0.0022427898032619797, "grad_norm": 0.12155752629041672, "tokens_per_second": 1749500.510009271, "training_seconds": 1.498393390000274, "elapsed_tokens_per_second": 1190354.6037072327, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1946, "epoch": 25, "tokens": 255066112, "loss": 3.689551075299581, "lr": 0.002223272023253987, "grad_norm": 0.1169605627655983, "tokens_per_second": 1755446.3413987262, "training_seconds": 0.4479954650014406, "elapsed_tokens_per_second": 1191531.0251291029, "peak_memory_bytes": 42389451776}
{"loss": 3.717430474179036, "perplexity": 41.15850028917726, "tokens": 255066112, "seconds": 0.5412247019994538, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 25, "step": 1946, "evaluation_tokens": 1048576}
{"event": "train", "step": 1960, "epoch": 26, "tokens": 256901120, "loss": 3.6932330301829746, "lr": 0.0021778688558895766, "grad_norm": 0.12928837537765503, "tokens_per_second": 1756083.162066051, "training_seconds": 1.0449436790004256, "elapsed_tokens_per_second": 1191225.6208006178, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1980, "epoch": 26, "tokens": 259522560, "loss": 3.6998015522956846, "lr": 0.0021133615807861455, "grad_norm": 0.12568314373493195, "tokens_per_second": 1749161.294501446, "training_seconds": 1.4986839739940478, "elapsed_tokens_per_second": 1195066.8677529383, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2000, "epoch": 26, "tokens": 262144000, "loss": 3.6937593817710876, "lr": 0.002049300436119765, "grad_norm": 0.12774543464183807, "tokens_per_second": 1748805.4863131754, "training_seconds": 1.4989888929994777, "elapsed_tokens_per_second": 1198856.472248474, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2020, "epoch": 26, "tokens": 264765440, "loss": 3.6971370577812195, "lr": 0.0019857176555787667, "grad_norm": 0.11359100043773651, "tokens_per_second": 1747683.8205844988, "training_seconds": 1.4999509460030822, "elapsed_tokens_per_second": 1202587.0881747627, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2024, "epoch": 26, "tokens": 265289728, "loss": 3.6904706358909607, "lr": 0.0019730613229667453, "grad_norm": 0.12666413187980652, "tokens_per_second": 1751790.6731340569, "training_seconds": 0.2992868999936036, "elapsed_tokens_per_second": 1203326.5070061823, "peak_memory_bytes": 42389451776}
{"loss": 3.697294706709988, "perplexity": 40.33803041466313, "tokens": 265289728, "seconds": 0.5413534330000402, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 26, "step": 2024, "evaluation_tokens": 1048576}
{"event": "train", "step": 2040, "epoch": 27, "tokens": 267386880, "loss": 3.6740722060203552, "lr": 0.0019226452321526929, "grad_norm": 0.12318454682826996, "tokens_per_second": 1758818.3443841399, "training_seconds": 1.1923641839966876, "elapsed_tokens_per_second": 1203329.1372017493, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2060, "epoch": 27, "tokens": 270008320, "loss": 3.67612863779068, "lr": 0.0018601149020343543, "grad_norm": 0.12168607115745544, "tokens_per_second": 1747180.3319755087, "training_seconds": 1.500383190003049, "elapsed_tokens_per_second": 1206967.7232044754, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2080, "epoch": 27, "tokens": 272629760, "loss": 3.682184839248657, "lr": 0.001798158128651121, "grad_norm": 0.12653322517871857, "tokens_per_second": 1745547.7077078314, "training_seconds": 1.5017865100016934, "elapsed_tokens_per_second": 1210552.126598549, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2100, "epoch": 27, "tokens": 275251200, "loss": 3.674393856525421, "lr": 0.0017368060868334406, "grad_norm": 0.1305244266986847, "tokens_per_second": 1747769.7262772068, "training_seconds": 1.4998772210019524, "elapsed_tokens_per_second": 1214097.705584065, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2101, "epoch": 27, "tokens": 275382272, "loss": 3.6845195293426514, "lr": 0.0017337549140233875, "grad_norm": 0.13299894332885742, "tokens_per_second": 1756013.5276934255, "training_seconds": 0.07464179400267312, "elapsed_tokens_per_second": 1214269.9346919144, "peak_memory_bytes": 42389451776}
{"loss": 3.6835235336346863, "perplexity": 39.7863358756215, "tokens": 275382272, "seconds": 0.5436812400002964, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 27, "step": 2101, "evaluation_tokens": 1048576}
{"event": "train", "step": 2120, "epoch": 28, "tokens": 277872640, "loss": 3.679209119395206, "lr": 0.0016760896471285825, "grad_norm": 0.13597749173641205, "tokens_per_second": 1754331.238067411, "training_seconds": 1.4195540419968893, "elapsed_tokens_per_second": 1214694.7973542593, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2140, "epoch": 28, "tokens": 280494080, "loss": 3.6706929445266723, "lr": 0.0016160393602674796, "grad_norm": 0.139031782746315, "tokens_per_second": 1747898.3693121383, "training_seconds": 1.4997668319992954, "elapsed_tokens_per_second": 1218159.45372999, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2160, "epoch": 28, "tokens": 283115520, "loss": 3.668739914894104, "lr": 0.0015566854417925022, "grad_norm": 0.12757566571235657, "tokens_per_second": 1748421.7871111406, "training_seconds": 1.4993178530057776, "elapsed_tokens_per_second": 1221583.6979756865, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2179, "epoch": 28, "tokens": 285605888, "loss": 3.6666884798752633, "lr": 0.0015009714361357814, "grad_norm": 0.118475042283535, "tokens_per_second": 1747006.818835996, "training_seconds": 1.4255055980029283, "elapsed_tokens_per_second": 1224787.2807348275, "peak_memory_bytes": 42389451776}
{"loss": 3.667359466169976, "perplexity": 39.14839659498834, "tokens": 285605888, "seconds": 0.5411311740026576, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 28, "step": 2179, "evaluation_tokens": 1048576}
{"event": "train", "step": 2180, "epoch": 29, "tokens": 285736960, "loss": 3.696681499481201, "lr": 0.0014980577568538807, "grad_norm": 0.11381172388792038, "tokens_per_second": 1890922.1053944873, "training_seconds": 0.06931644599535502, "elapsed_tokens_per_second": 1222101.927002246, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2200, "epoch": 29, "tokens": 288358400, "loss": 3.6574066877365112, "lr": 0.0014401858051824392, "grad_norm": 0.134548619389534, "tokens_per_second": 1745441.814532014, "training_seconds": 1.5018776209981297, "elapsed_tokens_per_second": 1225436.3832554098, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2220, "epoch": 29, "tokens": 290979840, "loss": 3.6497586488723757, "lr": 0.0013830987062461969, "grad_norm": 0.1220625638961792, "tokens_per_second": 1747759.575621564, "training_seconds": 1.4998859320039628, "elapsed_tokens_per_second": 1228736.1703523046, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2240, "epoch": 29, "tokens": 293601280, "loss": 3.6767099142074584, "lr": 0.001326825184598303, "grad_norm": 0.15859316289424896, "tokens_per_second": 1748857.5557493123, "training_seconds": 1.498944263003068, "elapsed_tokens_per_second": 1232001.6436015703, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2257, "epoch": 29, "tokens": 295829504, "loss": 3.6529508618747486, "lr": 0.0012796535277886276, "grad_norm": 0.12091897428035736, "tokens_per_second": 1751548.3284225473, "training_seconds": 1.272145315000671, "elapsed_tokens_per_second": 1234751.736276414, "peak_memory_bytes": 42389451776}
{"loss": 3.653358765149499, "perplexity": 38.604110681865016, "tokens": 295829504, "seconds": 0.5432763620046899, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 29, "step": 2257, "evaluation_tokens": 1048576}
{"event": "train", "step": 2260, "epoch": 30, "tokens": 296222720, "loss": 3.6163549423217773, "lr": 0.0012713935554236892, "grad_norm": 0.12008319795131683, "tokens_per_second": 1799978.6867496024, "training_seconds": 0.21845592000317993, "elapsed_tokens_per_second": 1232422.7053204062, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2280, "epoch": 30, "tokens": 298844160, "loss": 3.6464225172996523, "lr": 0.0012168317102916975, "grad_norm": 0.12586456537246704, "tokens_per_second": 1747272.1416529373, "training_seconds": 1.500304353001411, "elapsed_tokens_per_second": 1235610.6516838248, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2300, "epoch": 30, "tokens": 301465600, "loss": 3.6469760298728944, "lr": 0.0011631671031218603, "grad_norm": 0.11678367108106613, "tokens_per_second": 1747623.821534444, "training_seconds": 1.5000024420005502, "elapsed_tokens_per_second": 1238758.5677000415, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2320, "epoch": 30, "tokens": 304087040, "loss": 3.617397129535675, "lr": 0.0011104267363698916, "grad_norm": 0.11739961802959442, "tokens_per_second": 1747610.5502025404, "training_seconds": 1.5000138329996844, "elapsed_tokens_per_second": 1241869.6727678052, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2335, "epoch": 30, "tokens": 306053120, "loss": 3.6366942723592124, "lr": 0.0010714939758506147, "grad_norm": 0.12997516989707947, "tokens_per_second": 1749205.8154765582, "training_seconds": 1.1239843719959026, "elapsed_tokens_per_second": 1244179.0104942892, "peak_memory_bytes": 42389451776}
{"loss": 3.6395393853740154, "perplexity": 38.07429510854547, "tokens": 306053120, "seconds": 0.5457581480004592, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 30, "step": 2335, "evaluation_tokens": 1048576}
{"event": "train", "step": 2340, "epoch": 31, "tokens": 306708480, "loss": 3.6211495876312254, "lr": 0.0010586371474408487, "grad_norm": 0.13443320989608765, "tokens_per_second": 1769256.9892797505, "training_seconds": 0.37041537999903085, "elapsed_tokens_per_second": 1242186.199141739, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2360, "epoch": 31, "tokens": 309329920, "loss": 3.6352917313575746, "lr": 0.0010078243953362852, "grad_norm": 0.11990741640329361, "tokens_per_second": 1748666.7608370432, "training_seconds": 1.4991078109960654, "elapsed_tokens_per_second": 1245237.0538291067, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2380, "epoch": 31, "tokens": 311951360, "loss": 3.621827173233032, "lr": 0.0009580140475421277, "grad_norm": 0.11559374630451202, "tokens_per_second": 1748303.2052281129, "training_seconds": 1.499419546998979, "elapsed_tokens_per_second": 1248247.0172135336, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2400, "epoch": 31, "tokens": 314572800, "loss": 3.616438663005829, "lr": 0.0009092311671638622, "grad_norm": 0.12304697930812836, "tokens_per_second": 1748891.0811037745, "training_seconds": 1.4989155290022609, "elapsed_tokens_per_second": 1251226.1859996875, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2413, "epoch": 31, "tokens": 316276736, "loss": 3.604391959997324, "lr": 0.0008780849233107348, "grad_norm": 0.11729250103235245, "tokens_per_second": 1747022.6322410319, "training_seconds": 0.9753371070037247, "elapsed_tokens_per_second": 1253133.7963506926, "peak_memory_bytes": 42389451776}
{"loss": 3.6267393929137817, "perplexity": 37.59005019537747, "tokens": 316276736, "seconds": 0.5436504319950473, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 31, "step": 2413, "evaluation_tokens": 1048576}
{"event": "train", "step": 2420, "epoch": 32, "tokens": 317194240, "loss": 3.6193487303597585, "lr": 0.0008615003003155232, "grad_norm": 0.12050699442625046, "tokens_per_second": 1764400.1704582053, "training_seconds": 0.5200090180005645, "elapsed_tokens_per_second": 1251458.387203784, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2440, "epoch": 32, "tokens": 319815680, "loss": 3.623314917087555, "lr": 0.0008148454637688022, "grad_norm": 0.11186270415782928, "tokens_per_second": 1747898.7410895065, "training_seconds": 1.4997665129994857, "elapsed_tokens_per_second": 1254373.1545645567, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2460, "epoch": 32, "tokens": 322437120, "loss": 3.6074524521827698, "lr": 0.0007692901328685167, "grad_norm": 0.12323072552680969, "tokens_per_second": 1749106.498212034, "training_seconds": 1.4987309250063845, "elapsed_tokens_per_second": 1257256.139226414, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2480, "epoch": 32, "tokens": 325058560, "loss": 3.6071996688842773, "lr": 0.0007248572297205047, "grad_norm": 0.11801178753376007, "tokens_per_second": 1751166.1341632954, "training_seconds": 1.496968191000633, "elapsed_tokens_per_second": 1260116.9819374406, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2491, "epoch": 32, "tokens": 326500352, "loss": 3.6080144318667324, "lr": 0.0007009056915075576, "grad_norm": 0.11728399246931076, "tokens_per_second": 1747116.7986757043, "training_seconds": 0.8252407630061498, "elapsed_tokens_per_second": 1261661.83106201, "peak_memory_bytes": 42389451776}
{"loss": 3.6152350681178524, "perplexity": 37.16008004912572, "tokens": 326500352, "seconds": 0.5438872890008497, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 32, "step": 2491, "evaluation_tokens": 1048576}
{"event": "train", "step": 2500, "epoch": 33, "tokens": 327680000, "loss": 3.6043927669525146, "lr": 0.0006815691116578904, "grad_norm": 0.11469054222106934, "tokens_per_second": 1763936.4780588914, "training_seconds": 0.6687587759952294, "elapsed_tokens_per_second": 1260288.0831897163, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2520, "epoch": 33, "tokens": 330301440, "loss": 3.5890212059020996, "lr": 0.0006394475599915362, "grad_norm": 0.11965617537498474, "tokens_per_second": 1748182.9256564542, "training_seconds": 1.499522710997553, "elapsed_tokens_per_second": 1263080.3378677974, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2540, "epoch": 33, "tokens": 332922880, "loss": 3.5885467886924745, "lr": 0.000598513769050322, "grad_norm": 0.11221678555011749, "tokens_per_second": 1743841.9460371996, "training_seconds": 1.503255502000684, "elapsed_tokens_per_second": 1265820.3330344341, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2560, "epoch": 33, "tokens": 335544320, "loss": 3.6120023369789123, "lr": 0.0005587883355167817, "grad_norm": 0.11462637782096863, "tokens_per_second": 1749296.8649943406, "training_seconds": 1.4985678259981796, "elapsed_tokens_per_second": 1268553.8506789962, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2568, "epoch": 33, "tokens": 336592896, "loss": 3.595129281282425, "lr": 0.0005432410003009801, "grad_norm": 0.11108732223510742, "tokens_per_second": 1745176.1049250525, "training_seconds": 0.6008425149993855, "elapsed_tokens_per_second": 1269625.7700272151, "peak_memory_bytes": 42389451776}
{"loss": 3.6053368732268836, "perplexity": 36.79407670906817, "tokens": 336592896, "seconds": 0.5420053570051095, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 33, "step": 2568, "evaluation_tokens": 1048576}
{"event": "train", "step": 2580, "epoch": 34, "tokens": 338165760, "loss": 3.6075403491655984, "lr": 0.0005202912480634555, "grad_norm": 0.12484169006347656, "tokens_per_second": 1756181.3538608472, "training_seconds": 0.8956159320005099, "elapsed_tokens_per_second": 1268646.0718431475, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2600, "epoch": 34, "tokens": 340787200, "loss": 3.6213080525398254, "lr": 0.00048304187729517967, "grad_norm": 0.11531785130500793, "tokens_per_second": 1749700.332175234, "training_seconds": 1.4982222680046107, "elapsed_tokens_per_second": 1271329.6928273246, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2620, "epoch": 34, "tokens": 343408640, "loss": 3.5963630795478823, "lr": 0.00044705896600236427, "grad_norm": 0.10966485738754272, "tokens_per_second": 1747742.7960225963, "training_seconds": 1.4999003319971962, "elapsed_tokens_per_second": 1273972.8131812396, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2640, "epoch": 34, "tokens": 346030080, "loss": 3.6056806683540343, "lr": 0.0004123606197301715, "grad_norm": 0.12028972804546356, "tokens_per_second": 1745318.7304762406, "training_seconds": 1.50198353700398, "elapsed_tokens_per_second": 1276579.501228675, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2646, "epoch": 34, "tokens": 346816512, "loss": 3.5890840689341226, "lr": 0.00040220423323997126, "grad_norm": 0.11022154241800308, "tokens_per_second": 1752835.1657382967, "training_seconds": 0.4486628379963804, "elapsed_tokens_per_second": 1277357.928354072, "peak_memory_bytes": 42389451776}
{"loss": 3.596372467055234, "perplexity": 36.46571364960647, "tokens": 346816512, "seconds": 0.5441254249963094, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 34, "step": 2646, "evaluation_tokens": 1048576}
{"event": "train", "step": 2660, "epoch": 35, "tokens": 348651520, "loss": 3.5820169619151523, "lr": 0.0003789642976683362, "grad_norm": 0.11020975559949875, "tokens_per_second": 1762487.6604809558, "training_seconds": 1.0411465799988946, "elapsed_tokens_per_second": 1276633.517788545, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2680, "epoch": 35, "tokens": 351272960, "loss": 3.593283450603485, "lr": 0.00034688680386621407, "grad_norm": 0.110326386988163, "tokens_per_second": 1751047.4054815401, "training_seconds": 1.4970696919990587, "elapsed_tokens_per_second": 1279214.85109711, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2700, "epoch": 35, "tokens": 353894400, "loss": 3.5983307003974914, "lr": 0.00031614427877747775, "grad_norm": 0.10563646256923676, "tokens_per_second": 1750170.1270784661, "training_seconds": 1.4978201029953198, "elapsed_tokens_per_second": 1281762.3295605073, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2720, "epoch": 35, "tokens": 356515840, "loss": 3.5801569700241087, "lr": 0.00028675219113871356, "grad_norm": 0.11652301996946335, "tokens_per_second": 1753841.1197195272, "training_seconds": 1.4946849920015666, "elapsed_tokens_per_second": 1284298.738784237, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2724, "epoch": 35, "tokens": 357040128, "loss": 3.5617849230766296, "lr": 0.00028103713960192587, "grad_norm": 0.11446989327669144, "tokens_per_second": 1753133.1937284116, "training_seconds": 0.2990577110031154, "elapsed_tokens_per_second": 1284795.9974388678, "peak_memory_bytes": 42389451776}
{"loss": 3.5894689367918056, "perplexity": 36.21483845047898, "tokens": 357040128, "seconds": 0.5403404440003214, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 35, "step": 2724, "evaluation_tokens": 1048576}
{"event": "train", "step": 2740, "epoch": 36, "tokens": 359137280, "loss": 3.5983194410800934, "lr": 0.0002587253301860059, "grad_norm": 0.10534720122814178, "tokens_per_second": 1756342.626718408, "training_seconds": 1.1940449250032543, "elapsed_tokens_per_second": 1284294.9569863796, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2760, "epoch": 36, "tokens": 361758720, "loss": 3.6052589416503906, "lr": 0.00023207779821343022, "grad_norm": 0.10564787685871124, "tokens_per_second": 1748398.0552207062, "training_seconds": 1.4993382040047436, "elapsed_tokens_per_second": 1286765.1384491902, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2780, "epoch": 36, "tokens": 364380160, "loss": 3.5925561428070067, "lr": 0.00020682300347719097, "grad_norm": 0.10942303389310837, "tokens_per_second": 1748564.828822922, "training_seconds": 1.4991952009950182, "elapsed_tokens_per_second": 1289207.2688390014, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2800, "epoch": 36, "tokens": 367001600, "loss": 3.5849553823471068, "lr": 0.00018297365344897997, "grad_norm": 0.10895910114049911, "tokens_per_second": 1747610.9218574807, "training_seconds": 1.5000135139998747, "elapsed_tokens_per_second": 1291621.8786319469, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2802, "epoch": 36, "tokens": 367263744, "loss": 3.599250316619873, "lr": 0.00018066648607535895, "grad_norm": 0.10504649579524994, "tokens_per_second": 1752094.4022708335, "training_seconds": 0.1496175089996541, "elapsed_tokens_per_second": 1291856.6937860462, "peak_memory_bytes": 42389451776}
{"loss": 3.583397527391227, "perplexity": 35.99562946698511, "tokens": 367263744, "seconds": 0.5414195179982926, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 36, "step": 2802, "evaluation_tokens": 1048576}
{"event": "train", "step": 2820, "epoch": 37, "tokens": 369623040, "loss": 3.5761654376983643, "lr": 0.00016054174842195112, "grad_norm": 0.1132935881614685, "tokens_per_second": 1753998.4858311804, "training_seconds": 1.3450958019966492, "elapsed_tokens_per_second": 1291552.3905712008, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2840, "epoch": 37, "tokens": 372244480, "loss": 3.5957125782966615, "lr": 0.00013953857547252223, "grad_norm": 0.18600748479366302, "tokens_per_second": 1748245.600388207, "training_seconds": 1.4994689529994503, "elapsed_tokens_per_second": 1293927.600833535, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2860, "epoch": 37, "tokens": 374865920, "loss": 3.583438348770142, "lr": 0.0001199747027810525, "grad_norm": 0.10361827164888382, "tokens_per_second": 1750118.006318821, "training_seconds": 1.4978647099997033, "elapsed_tokens_per_second": 1296283.3652785155, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2880, "epoch": 37, "tokens": 377487360, "loss": 3.595103442668915, "lr": 0.00010185997431424299, "grad_norm": 0.10427138209342957, "tokens_per_second": 1748392.0474303404, "training_seconds": 1.4993433560011908, "elapsed_tokens_per_second": 1298610.2837555003, "peak_memory_bytes": 42389451776}
{"loss": 3.5784534189919937, "perplexity": 35.818102391180574, "tokens": 377487360, "seconds": 0.5421538340015104, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 37, "step": 2880, "evaluation_tokens": 1048576}
{"event": "train", "step": 2900, "epoch": 38, "tokens": 380108800, "loss": 3.5930389046669005, "lr": 8.520350487194096e-05, "grad_norm": 0.10905861109495163, "tokens_per_second": 1754977.6984595966, "training_seconds": 1.4937169870026992, "elapsed_tokens_per_second": 1298500.3240786176, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2920, "epoch": 38, "tokens": 382730240, "loss": 3.5624599933624266, "lr": 7.001367550083971e-05, "grad_norm": 0.10407570749521255, "tokens_per_second": 1748494.1820623255, "training_seconds": 1.4992557749937987, "elapsed_tokens_per_second": 1300785.9296134312, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2940, "epoch": 38, "tokens": 385351680, "loss": 3.5861524105072022, "lr": 5.6298129277383315e-05, "grad_norm": 0.10753734409809113, "tokens_per_second": 1748317.3394328505, "training_seconds": 1.4994074249989353, "elapsed_tokens_per_second": 1303049.4380289926, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2958, "epoch": 38, "tokens": 387710976, "loss": 3.5777298079596624, "lr": 4.52203690440931e-05, "grad_norm": 0.09884186089038849, "tokens_per_second": 1749251.5230818118, "training_seconds": 1.348746003000997, "elapsed_tokens_per_second": 1305067.9358617498, "peak_memory_bytes": 42389451776}
{"loss": 3.575993732711265, "perplexity": 35.73010935811892, "tokens": 387710976, "seconds": 0.5407795110004372, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 38, "step": 2958, "evaluation_tokens": 1048576}
{"event": "train", "step": 2960, "epoch": 39, "tokens": 387973120, "loss": 3.566086530685425, "lr": 4.406376746199359e-05, "grad_norm": 0.0988924577832222, "tokens_per_second": 1964849.296957141, "training_seconds": 0.1334168480025255, "elapsed_tokens_per_second": 1145955.337413879, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2980, "epoch": 39, "tokens": 390594560, "loss": 3.5807915329933167, "lr": 3.3316746026558764e-05, "grad_norm": 0.09932690858840942, "tokens_per_second": 1766129.3167589528, "training_seconds": 1.4842854230009834, "elapsed_tokens_per_second": 1148658.3098222238, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3000, "epoch": 39, "tokens": 393216000, "loss": 3.5650187015533445, "lr": 2.4062472556929617e-05, "grad_norm": 0.10291408002376556, "tokens_per_second": 1755583.4154489797, "training_seconds": 1.4932016200036742, "elapsed_tokens_per_second": 1151305.96477105, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3020, "epoch": 39, "tokens": 395837440, "loss": 3.579712915420532, "lr": 1.6305603531978965e-05, "grad_norm": 0.10082444548606873, "tokens_per_second": 1751038.709183041, "training_seconds": 1.4970771269945544, "elapsed_tokens_per_second": 1153919.328109598, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3035, "epoch": 39, "tokens": 397803520, "loss": 3.566350730260213, "lr": 1.1472999731468093e-05, "grad_norm": 0.10034588724374771, "tokens_per_second": 1751261.2669931322, "training_seconds": 1.1226651539982413, "elapsed_tokens_per_second": 1155862.148085538, "peak_memory_bytes": 42389451776}
{"loss": 3.5748022478337806, "perplexity": 35.68756282495667, "tokens": 397803520, "seconds": 0.5420271210023202, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 39, "step": 3035, "evaluation_tokens": 1048576}
{"event": "train", "step": 3040, "epoch": 40, "tokens": 398458880, "loss": 3.592180299758911, "lr": 1.0050041980600555e-05, "grad_norm": 0.09812252223491669, "tokens_per_second": 1781219.6329523555, "training_seconds": 0.36792767600127263, "elapsed_tokens_per_second": 1154159.006411311, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3060, "epoch": 40, "tokens": 401080320, "loss": 3.5865748286247254, "lr": 5.2989355178180155e-06, "grad_norm": 0.09801498055458069, "tokens_per_second": 1749086.8043263569, "training_seconds": 1.4987478000039118, "elapsed_tokens_per_second": 1156726.42089151, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3080, "epoch": 40, "tokens": 403701760, "loss": 3.5613178610801697, "lr": 2.0546747609980766e-06, "grad_norm": 0.09956642985343933, "tokens_per_second": 1748259.0574281944, "training_seconds": 1.4994574109950918, "elapsed_tokens_per_second": 1159268.1090935522, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3100, "epoch": 40, "tokens": 406323200, "loss": 3.5887949466705322, "lr": 3.1889212696112336e-07, "grad_norm": 0.10287110507488251, "tokens_per_second": 1748623.4134869794, "training_seconds": 1.4991449730005115, "elapsed_tokens_per_second": 1161790.4378517666, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3113, "epoch": 40, "tokens": 408027136, "loss": 3.5722344471858096, "lr": 0.0, "grad_norm": 0.09828484058380127, "tokens_per_second": 1748822.2674003516, "training_seconds": 0.9743334309969214, "elapsed_tokens_per_second": 1163416.0193205995, "peak_memory_bytes": 42389451776}
{"loss": 3.574622331578809, "perplexity": 35.68114262987019, "tokens": 408027136, "seconds": 0.5405314189993078, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 40, "step": 3113, "evaluation_tokens": 1048576}
{"loss": 3.576556351136229, "perplexity": 35.7502174320258, "tokens": 408027136, "seconds": 100.79868136600271, "split": "full", "validation_complete": true, "event": "final_validation", "step": 3113, "evaluation_tokens": 197411295}