{"event": "train", "step": 20, "epoch": 1, "tokens": 2621440, "loss": 9.343102836608887, "lr": 0.000641025641025641, "grad_norm": 1.2555164098739624, "tokens_per_second": 128400.04216195738, "training_seconds": 20.416192673001206, "elapsed_tokens_per_second": 128400.04216195738, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 40, "epoch": 1, "tokens": 5242880, "loss": 7.3438993215560915, "lr": 0.001282051282051282, "grad_norm": 1.101933240890503, "tokens_per_second": 1787199.0679051368, "training_seconds": 1.4667867990065133, "elapsed_tokens_per_second": 239528.21479919498, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 60, "epoch": 1, "tokens": 7864320, "loss": 7.027414846420288, "lr": 0.001923076923076923, "grad_norm": 1.3272560834884644, "tokens_per_second": 1796121.995269674, "training_seconds": 1.459499970995239, "elapsed_tokens_per_second": 336800.6695714965, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 78, "epoch": 1, "tokens": 10223616, "loss": 6.834145148595174, "lr": 0.0025, "grad_norm": 0.5311325788497925, "tokens_per_second": 1788479.519922598, "training_seconds": 1.319162995001534, "elapsed_tokens_per_second": 414405.5459792666, "peak_memory_bytes": 21988176384}
{"loss": 6.671065428320787, "perplexity": 789.2360310952791, "tokens": 10223616, "seconds": 0.730663813999854, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 1, "step": 78, "evaluation_tokens": 1048576}
{"event": "train", "step": 80, "epoch": 2, "tokens": 10485760, "loss": 6.666938543319702, "lr": 0.002564102564102564, "grad_norm": 0.3978412449359894, "tokens_per_second": 1856459.4879425701, "training_seconds": 0.14120642098714598, "elapsed_tokens_per_second": 409453.7385983568, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 100, "epoch": 2, "tokens": 13107200, "loss": 6.489193224906922, "lr": 0.003205128205128205, "grad_norm": 0.45927107334136963, "tokens_per_second": 1789907.4988416296, "training_seconds": 1.4645673040067777, "elapsed_tokens_per_second": 484111.2420174638, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 120, "epoch": 2, "tokens": 15728640, "loss": 6.30725998878479, "lr": 0.003846153846153846, "grad_norm": 1.391831398010254, "tokens_per_second": 1787884.7391035645, "training_seconds": 1.4662242719932692, "elapsed_tokens_per_second": 551054.1717767828, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 140, "epoch": 2, "tokens": 18350080, "loss": 6.184775471687317, "lr": 0.004487179487179488, "grad_norm": 0.48288071155548096, "tokens_per_second": 1795607.0441922378, "training_seconds": 1.4599185319966637, "elapsed_tokens_per_second": 611574.0977714154, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 156, "epoch": 2, "tokens": 20447232, "loss": 6.004477143287659, "lr": 0.005, "grad_norm": 0.4669342041015625, "tokens_per_second": 1796752.7034959008, "training_seconds": 1.1671901179943234, "elapsed_tokens_per_second": 655904.0252565276, "peak_memory_bytes": 42389451776}
{"loss": 5.962010437072774, "perplexity": 388.39017385893453, "tokens": 20447232, "seconds": 0.5348300350015052, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 2, "step": 156, "evaluation_tokens": 1048576}
{"event": "train", "step": 160, "epoch": 3, "tokens": 20971520, "loss": 5.945645809173584, "lr": 0.005128205128205128, "grad_norm": 0.349453866481781, "tokens_per_second": 1817818.1327397542, "training_seconds": 0.2884160910034552, "elapsed_tokens_per_second": 655290.7327592683, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 180, "epoch": 3, "tokens": 23592960, "loss": 5.825941824913025, "lr": 0.0057692307692307696, "grad_norm": 0.4025048017501831, "tokens_per_second": 1793350.6019270548, "training_seconds": 1.4617554410069715, "elapsed_tokens_per_second": 704978.4020282382, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 200, "epoch": 3, "tokens": 26214400, "loss": 5.6663641929626465, "lr": 0.00641025641025641, "grad_norm": 0.35379931330680847, "tokens_per_second": 1804135.245982609, "training_seconds": 1.453017453008215, "elapsed_tokens_per_second": 750677.1095128169, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 220, "epoch": 3, "tokens": 28835840, "loss": 5.509336996078491, "lr": 0.007051282051282052, "grad_norm": 0.29306405782699585, "tokens_per_second": 1789496.0790649133, "training_seconds": 1.4649040200019954, "elapsed_tokens_per_second": 792470.1550457503, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 233, "epoch": 3, "tokens": 30539776, "loss": 5.398824728452242, "lr": 0.007467948717948718, "grad_norm": 0.5845869183540344, "tokens_per_second": 1792728.8129640152, "training_seconds": 0.9504705829895101, "elapsed_tokens_per_second": 817896.3703768197, "peak_memory_bytes": 42389451776}
{"loss": 5.487075833933856, "perplexity": 241.5498412856247, "tokens": 30539776, "seconds": 0.5334044129995164, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 3, "step": 233, "evaluation_tokens": 1048576}
{"event": "train", "step": 240, "epoch": 4, "tokens": 31457280, "loss": 5.419783796582903, "lr": 0.007692307692307692, "grad_norm": 0.24245163798332214, "tokens_per_second": 1818187.6046644354, "training_seconds": 0.5046255939960247, "elapsed_tokens_per_second": 819166.9940553101, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 260, "epoch": 4, "tokens": 34078720, "loss": 5.324498319625855, "lr": 0.008333333333333333, "grad_norm": 0.20767773687839508, "tokens_per_second": 1782842.4063172196, "training_seconds": 1.470371127987164, "elapsed_tokens_per_second": 854679.6028532467, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 280, "epoch": 4, "tokens": 36700160, "loss": 5.2105096817016605, "lr": 0.008974358974358975, "grad_norm": 0.25308409333229065, "tokens_per_second": 1790220.3458021488, "training_seconds": 1.464311365998583, "elapsed_tokens_per_second": 887775.3711634561, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 300, "epoch": 4, "tokens": 39321600, "loss": 5.142397952079773, "lr": 0.009615384615384616, "grad_norm": 0.22756415605545044, "tokens_per_second": 1797015.9414515242, "training_seconds": 1.4587739260023227, "elapsed_tokens_per_second": 918726.0038551252, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 311, "epoch": 4, "tokens": 40763392, "loss": 5.0955305966463955, "lr": 0.009967948717948717, "grad_norm": 0.24938228726387024, "tokens_per_second": 1784875.561462652, "training_seconds": 0.8077829239919083, "elapsed_tokens_per_second": 934729.0735102395, "peak_memory_bytes": 42389451776}
{"loss": 5.095211738514705, "perplexity": 163.23840482277595, "tokens": 40763392, "seconds": 0.5339166219928302, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 4, "step": 311, "evaluation_tokens": 1048576}
{"event": "train", "step": 320, "epoch": 5, "tokens": 41943040, "loss": 5.055510309007433, "lr": 0.009999798724647173, "grad_norm": 0.21363115310668945, "tokens_per_second": 1807143.937581999, "training_seconds": 0.6527692539966665, "elapsed_tokens_per_second": 935928.3789401451, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 340, "epoch": 5, "tokens": 44564480, "loss": 5.032480835914612, "lr": 0.009997534563024671, "grad_norm": 0.19806280732154846, "tokens_per_second": 1791940.5439856066, "training_seconds": 1.4629056799894897, "elapsed_tokens_per_second": 962962.5610055722, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 360, "epoch": 5, "tokens": 47185920, "loss": 4.9730188846588135, "lr": 0.009992755788646324, "grad_norm": 0.1730937659740448, "tokens_per_second": 1794423.3015482083, "training_seconds": 1.4608816090039909, "elapsed_tokens_per_second": 988366.9472016006, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 380, "epoch": 5, "tokens": 49807360, "loss": 4.912802600860596, "lr": 0.009985464806051182, "grad_norm": 0.18873544037342072, "tokens_per_second": 1789657.2956112, "training_seconds": 1.464772057996015, "elapsed_tokens_per_second": 1012196.4114327851, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 389, "epoch": 5, "tokens": 50987008, "loss": 4.885859913296169, "lr": 0.009981365187140646, "grad_norm": 0.22914272546768188, "tokens_per_second": 1790985.094460296, "training_seconds": 0.6586587479978334, "elapsed_tokens_per_second": 1022442.9212400585, "peak_memory_bytes": 42389451776}
{"loss": 4.933919574647056, "perplexity": 138.92296552510473, "tokens": 50987008, "seconds": 0.5300393579964293, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 5, "step": 389, "evaluation_tokens": 1048576}
{"event": "train", "step": 400, "epoch": 6, "tokens": 52428800, "loss": 4.876236222007058, "lr": 0.009975665283847752, "grad_norm": 0.17261651158332825, "tokens_per_second": 1804738.1614377913, "training_seconds": 0.798892620994593, "elapsed_tokens_per_second": 1023818.5682917994, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 420, "epoch": 6, "tokens": 55050240, "loss": 4.876259660720825, "lr": 0.00996336215286808, "grad_norm": 0.21197263896465302, "tokens_per_second": 1800236.882940475, "training_seconds": 1.4561639220046345, "elapsed_tokens_per_second": 1045252.2540426227, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 440, "epoch": 6, "tokens": 57671680, "loss": 4.858588480949402, "lr": 0.009948561603686672, "grad_norm": 0.1936512440443039, "tokens_per_second": 1802139.8323350265, "training_seconds": 1.4546263020019978, "elapsed_tokens_per_second": 1065555.7633340266, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 460, "epoch": 6, "tokens": 60293120, "loss": 4.83508415222168, "lr": 0.009931271083505607, "grad_norm": 0.2466491460800171, "tokens_per_second": 1793785.0184275156, "training_seconds": 1.4614014349936042, "elapsed_tokens_per_second": 1084662.6061796213, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 467, "epoch": 6, "tokens": 61210624, "loss": 4.850370475224087, "lr": 0.009924632718259845, "grad_norm": 0.19787777960300446, "tokens_per_second": 1796865.413209043, "training_seconds": 0.5106136459944537, "elapsed_tokens_per_second": 1091110.291449653, "peak_memory_bytes": 42389451776}
{"loss": 4.857025800714274, "perplexity": 128.6410285173962, "tokens": 61210624, "seconds": 0.5353688989998773, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 6, "step": 467, "evaluation_tokens": 1048576}
{"event": "train", "step": 480, "epoch": 7, "tokens": 62914560, "loss": 4.824663308950571, "lr": 0.009911499292407304, "grad_norm": 0.18427760899066925, "tokens_per_second": 1799965.0802145146, "training_seconds": 0.9466494759981288, "elapsed_tokens_per_second": 1092269.1674511048, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 500, "epoch": 7, "tokens": 65536000, "loss": 4.826375341415405, "lr": 0.009889256178976909, "grad_norm": 0.19571571052074432, "tokens_per_second": 1791643.761033713, "training_seconds": 1.463148007998825, "elapsed_tokens_per_second": 1109574.0018935257, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 520, "epoch": 7, "tokens": 68157440, "loss": 4.841230463981629, "lr": 0.009864552935296447, "grad_norm": 0.22178517282009125, "tokens_per_second": 1793220.7470991856, "training_seconds": 1.4618612930062227, "elapsed_tokens_per_second": 1126052.4403971275, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 540, "epoch": 7, "tokens": 70778880, "loss": 4.878540635108948, "lr": 0.0098374019913133, "grad_norm": 0.2739332318305969, "tokens_per_second": 1791765.1184893516, "training_seconds": 1.4630489080009283, "elapsed_tokens_per_second": 1141741.0374525397, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 545, "epoch": 7, "tokens": 71434240, "loss": 4.89957971572876, "lr": 0.009830233376142928, "grad_norm": 0.2292344570159912, "tokens_per_second": 1800133.8739841224, "training_seconds": 0.36406181199708953, "elapsed_tokens_per_second": 1145545.0673948973, "peak_memory_bytes": 42389451776}
{"loss": 4.913995824444112, "perplexity": 136.1824899908976, "tokens": 71434240, "seconds": 0.5293357289920095, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 7, "step": 545, "evaluation_tokens": 1048576}
{"event": "train", "step": 560, "epoch": 8, "tokens": 73400320, "loss": 4.900387573242187, "lr": 0.009807817008585826, "grad_norm": 0.229350283741951, "tokens_per_second": 1799860.9315133663, "training_seconds": 1.0923510620050365, "elapsed_tokens_per_second": 1147179.102842361, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 580, "epoch": 8, "tokens": 76021760, "loss": 4.951540565490722, "lr": 0.009775812873409262, "grad_norm": 0.32269904017448425, "tokens_per_second": 1799585.129535601, "training_seconds": 1.4566912989976117, "elapsed_tokens_per_second": 1161679.8741644328, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 600, "epoch": 8, "tokens": 78643200, "loss": 5.102763533592224, "lr": 0.009741405689325371, "grad_norm": 0.22458931803703308, "tokens_per_second": 1801738.2920139828, "training_seconds": 1.4549504839960719, "elapsed_tokens_per_second": 1175566.3983449303, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 620, "epoch": 8, "tokens": 81264640, "loss": 5.046693468093872, "lr": 0.009704612769019617, "grad_norm": 0.30903303623199463, "tokens_per_second": 1801170.4694778132, "training_seconds": 1.455409160000272, "elapsed_tokens_per_second": 1188855.7648582077, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 623, "epoch": 8, "tokens": 81657856, "loss": 5.062771797180176, "lr": 0.009698889189874403, "grad_norm": 0.2892568111419678, "tokens_per_second": 1794317.757343046, "training_seconds": 0.21914513100637123, "elapsed_tokens_per_second": 1190756.9416100217, "peak_memory_bytes": 42389451776}
{"loss": 5.125619899062372, "perplexity": 168.27842496379478, "tokens": 81657856, "seconds": 0.5299295680015348, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 8, "step": 623, "evaluation_tokens": 1048576}
{"event": "train", "step": 640, "epoch": 9, "tokens": 83886080, "loss": 5.185183132396025, "lr": 0.009665452625609928, "grad_norm": 0.3879357874393463, "tokens_per_second": 1799092.3054592488, "training_seconds": 1.2385267799982103, "elapsed_tokens_per_second": 1192439.1772923034, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 660, "epoch": 9, "tokens": 86507520, "loss": 5.221714067459106, "lr": 0.009623944963331446, "grad_norm": 0.30239179730415344, "tokens_per_second": 1805557.4465161124, "training_seconds": 1.4518729409901425, "elapsed_tokens_per_second": 1204806.333534205, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 680, "epoch": 9, "tokens": 89128960, "loss": 5.156580638885498, "lr": 0.009580110667621922, "grad_norm": 0.6029695868492126, "tokens_per_second": 1804248.32989755, "training_seconds": 1.4529263830045238, "elapsed_tokens_per_second": 1216668.240984175, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 700, "epoch": 9, "tokens": 91750400, "loss": 5.286794877052307, "lr": 0.009533971794612784, "grad_norm": 0.30357587337493896, "tokens_per_second": 1805662.9054496863, "training_seconds": 1.4517881450010464, "elapsed_tokens_per_second": 1228091.3132737135, "peak_memory_bytes": 42389451776}
{"loss": 5.325101580210008, "perplexity": 205.42922694896956, "tokens": 91750400, "seconds": 0.5310348479979439, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 9, "step": 700, "evaluation_tokens": 1048576}
{"event": "train", "step": 720, "epoch": 10, "tokens": 94371840, "loss": 5.281054615974426, "lr": 0.009485551560031134, "grad_norm": 0.34345993399620056, "tokens_per_second": 1801587.763303328, "training_seconds": 1.4550720499973977, "elapsed_tokens_per_second": 1230420.0249640942, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 740, "epoch": 10, "tokens": 96993280, "loss": 5.297194838523865, "lr": 0.009434874327518281, "grad_norm": 0.3763001561164856, "tokens_per_second": 1809015.2494142407, "training_seconds": 1.449097789998632, "elapsed_tokens_per_second": 1241117.3541737585, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 760, "epoch": 10, "tokens": 99614720, "loss": 5.321811223030091, "lr": 0.009381965596370669, "grad_norm": 0.6166029572486877, "tokens_per_second": 1797862.4209565162, "training_seconds": 1.4580870980134932, "elapsed_tokens_per_second": 1251289.9046921607, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 778, "epoch": 10, "tokens": 101974016, "loss": 5.351312160491943, "lr": 0.009332461787202045, "grad_norm": 0.5632967352867126, "tokens_per_second": 1805530.2131825902, "training_seconds": 1.306705356008024, "elapsed_tokens_per_second": 1260208.9510145655, "peak_memory_bytes": 42389451776}
{"loss": 5.337520152818507, "perplexity": 207.99627124179787, "tokens": 101974016, "seconds": 0.5318697039911058, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 10, "step": 778, "evaluation_tokens": 1048576}
{"event": "train", "step": 780, "epoch": 11, "tokens": 102236160, "loss": 5.317212820053101, "lr": 0.009326851988709379, "grad_norm": 0.46326106786727905, "tokens_per_second": 1849408.1540444272, "training_seconds": 0.14174480599467643, "elapsed_tokens_per_second": 1252973.250692953, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 800, "epoch": 11, "tokens": 104857600, "loss": 5.313699245452881, "lr": 0.009269561236084656, "grad_norm": 0.39312437176704407, "tokens_per_second": 1794981.1337675946, "training_seconds": 1.4604276059981203, "elapsed_tokens_per_second": 1262486.7608145569, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 820, "epoch": 11, "tokens": 107479040, "loss": 5.2753243207931515, "lr": 0.009210122165522213, "grad_norm": 0.33479851484298706, "tokens_per_second": 1806936.851138497, "training_seconds": 1.4507645900011994, "elapsed_tokens_per_second": 1271744.1363886676, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 840, "epoch": 11, "tokens": 110100480, "loss": 5.303876543045044, "lr": 0.009148564685018313, "grad_norm": 0.3880811929702759, "tokens_per_second": 1796674.285201912, "training_seconds": 1.4590513269940857, "elapsed_tokens_per_second": 1280633.860296995, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 856, "epoch": 11, "tokens": 112197632, "loss": 5.344919383525848, "lr": 0.00909781422451053, "grad_norm": 0.3321053385734558, "tokens_per_second": 1793743.4060482434, "training_seconds": 1.1691482699970948, "elapsed_tokens_per_second": 1287493.5536473044, "peak_memory_bytes": 42389451776}
{"loss": 5.353263776429805, "perplexity": 211.29679921123002, "tokens": 112197632, "seconds": 0.5316111819993239, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 11, "step": 856, "evaluation_tokens": 1048576}
{"event": "train", "step": 860, "epoch": 12, "tokens": 112721920, "loss": 5.3065736293792725, "lr": 0.00908491976849094, "grad_norm": 1.3860284090042114, "tokens_per_second": 1835335.0595318251, "training_seconds": 0.2856633709889138, "elapsed_tokens_per_second": 1281443.8440204572, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 880, "epoch": 12, "tokens": 115343360, "loss": 5.317970275878906, "lr": 0.009019219440194641, "grad_norm": 0.23746271431446075, "tokens_per_second": 1797765.0885355533, "training_seconds": 1.4581660399999237, "elapsed_tokens_per_second": 1289840.9812830205, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 900, "epoch": 12, "tokens": 117964800, "loss": 5.223602938652038, "lr": 0.008951496758606856, "grad_norm": 0.2868528962135315, "tokens_per_second": 1799801.9076738122, "training_seconds": 1.4565158470068127, "elapsed_tokens_per_second": 1297981.4012074838, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 920, "epoch": 12, "tokens": 120586240, "loss": 5.221345663070679, "lr": 0.008881785799793856, "grad_norm": 0.3168335556983948, "tokens_per_second": 1798359.893096351, "training_seconds": 1.4576837539934786, "elapsed_tokens_per_second": 1305858.4658613151, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 934, "epoch": 12, "tokens": 122421248, "loss": 5.213676418576922, "lr": 0.008831823847487404, "grad_norm": 0.2711874544620514, "tokens_per_second": 1805842.8257364235, "training_seconds": 1.0161504499992589, "elapsed_tokens_per_second": 1311266.7597714087, "peak_memory_bytes": 42389451776}
{"loss": 5.20618205503075, "perplexity": 182.39634791259292, "tokens": 122421248, "seconds": 0.5319080740009667, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 12, "step": 934, "evaluation_tokens": 1048576}
{"event": "train", "step": 940, "epoch": 13, "tokens": 123207680, "loss": 5.192736466725667, "lr": 0.008810121640264679, "grad_norm": 0.3853885233402252, "tokens_per_second": 1809923.8056813197, "training_seconds": 0.4345111089933198, "elapsed_tokens_per_second": 1306122.7395142012, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 960, "epoch": 13, "tokens": 125829120, "loss": 5.207949137687683, "lr": 0.00873654033932165, "grad_norm": 0.30080553889274597, "tokens_per_second": 1792440.429403021, "training_seconds": 1.4624976969935233, "elapsed_tokens_per_second": 1313533.0784770162, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 980, "epoch": 13, "tokens": 128450560, "loss": 5.237571501731873, "lr": 0.0086610789209164, "grad_norm": 0.5697684288024902, "tokens_per_second": 1804101.1894903223, "training_seconds": 1.4530448820005404, "elapsed_tokens_per_second": 1320835.479916079, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1000, "epoch": 13, "tokens": 131072000, "loss": 5.338080430030823, "lr": 0.008583775355020503, "grad_norm": 0.889317512512207, "tokens_per_second": 1800809.9645392068, "training_seconds": 1.4557005189999472, "elapsed_tokens_per_second": 1327893.1354357088, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1012, "epoch": 13, "tokens": 132644864, "loss": 5.554734985033671, "lr": 0.008536525127815442, "grad_norm": 0.5652998089790344, "tokens_per_second": 1807383.675015607, "training_seconds": 0.8702435579907615, "elapsed_tokens_per_second": 1332061.5468342246, "peak_memory_bytes": 42389451776}
{"loss": 5.412624669582827, "perplexity": 224.21931766759977, "tokens": 132644864, "seconds": 0.5300856609974289, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 13, "step": 1012, "evaluation_tokens": 1048576}
{"event": "train", "step": 1020, "epoch": 14, "tokens": 133693440, "loss": 5.342803537845612, "lr": 0.0085046685385201, "grad_norm": 0.42379191517829895, "tokens_per_second": 1822118.6646488807, "training_seconds": 0.5754707529995358, "elapsed_tokens_per_second": 1327810.613484258, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1040, "epoch": 14, "tokens": 136314880, "loss": 5.377901196479797, "lr": 0.008423798275644122, "grad_norm": 0.8294785618782043, "tokens_per_second": 1796231.6866210194, "training_seconds": 1.4594108430028427, "elapsed_tokens_per_second": 1334486.7680864136, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1060, "epoch": 14, "tokens": 138936320, "loss": 5.3782127618789675, "lr": 0.008341205257935976, "grad_norm": 2.5645923614501953, "tokens_per_second": 1789762.0722489962, "training_seconds": 1.4646863069938263, "elapsed_tokens_per_second": 1340897.4585850374, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1080, "epoch": 14, "tokens": 141557760, "loss": 5.377519178390503, "lr": 0.00825693104377875, "grad_norm": 0.2942924201488495, "tokens_per_second": 1795021.711507727, "training_seconds": 1.460394591995282, "elapsed_tokens_per_second": 1347193.4308299525, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1090, "epoch": 14, "tokens": 142868480, "loss": 5.321286010742187, "lr": 0.008214176706915644, "grad_norm": 0.5034401416778564, "tokens_per_second": 1799591.6437680759, "training_seconds": 0.7283430130046327, "elapsed_tokens_per_second": 1350282.5108425568, "peak_memory_bytes": 42389451776}
{"loss": 5.32312645132318, "perplexity": 205.02387818842362, "tokens": 142868480, "seconds": 0.530902693993994, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 14, "step": 1090, "evaluation_tokens": 1048576}
{"event": "train", "step": 1100, "epoch": 15, "tokens": 144179200, "loss": 5.298488759994507, "lr": 0.008171018037484259, "grad_norm": 0.6732033491134644, "tokens_per_second": 1810197.2771709631, "training_seconds": 0.724075777005055, "elapsed_tokens_per_second": 1346657.3676266852, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1120, "epoch": 15, "tokens": 146800640, "loss": 5.256918978691101, "lr": 0.008083509467956435, "grad_norm": 1.2601895332336426, "tokens_per_second": 1803231.6789178494, "training_seconds": 1.4537455340032466, "elapsed_tokens_per_second": 1352753.0500514705, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1140, "epoch": 15, "tokens": 149422080, "loss": 5.245731592178345, "lr": 0.00799444936693981, "grad_norm": 0.29387521743774414, "tokens_per_second": 1799135.9603954752, "training_seconds": 1.4570549740019487, "elapsed_tokens_per_second": 1358641.0643167205, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1160, "epoch": 15, "tokens": 152043520, "loss": 5.210418152809143, "lr": 0.007903882546864045, "grad_norm": 0.48725777864456177, "tokens_per_second": 1792716.840418361, "training_seconds": 1.4622722009953577, "elapsed_tokens_per_second": 1364315.836089994, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1167, "epoch": 15, "tokens": 152961024, "loss": 5.217481545039585, "lr": 0.007871836608523504, "grad_norm": 0.6604178547859192, "tokens_per_second": 1806516.2685052317, "training_seconds": 0.5078858220076654, "elapsed_tokens_per_second": 1366301.204498559, "peak_memory_bytes": 42389451776}
{"loss": 5.261558469267374, "perplexity": 192.7817016595192, "tokens": 152961024, "seconds": 0.5321319079957902, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 15, "step": 1167, "evaluation_tokens": 1048576}
{"event": "train", "step": 1180, "epoch": 16, "tokens": 154664960, "loss": 5.208166856032151, "lr": 0.007811854578295608, "grad_norm": 0.39853212237358093, "tokens_per_second": 1807793.538109257, "training_seconds": 0.9425501109944889, "elapsed_tokens_per_second": 1363522.2578485482, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1200, "epoch": 16, "tokens": 157286400, "loss": 5.234258079528809, "lr": 0.007718411767008027, "grad_norm": 0.31743213534355164, "tokens_per_second": 1801241.6276033528, "training_seconds": 1.4553516640007729, "elapsed_tokens_per_second": 1369050.3797943136, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1220, "epoch": 16, "tokens": 159907840, "loss": 5.220332169532776, "lr": 0.00762360113068217, "grad_norm": 0.8083571791648865, "tokens_per_second": 1801456.5061341801, "training_seconds": 1.45517806900898, "elapsed_tokens_per_second": 1374433.98559987, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1240, "epoch": 16, "tokens": 162529280, "loss": 5.1919539213180546, "lr": 0.007527470375248327, "grad_norm": 1.1263314485549927, "tokens_per_second": 1800907.824921634, "training_seconds": 1.455621417000657, "elapsed_tokens_per_second": 1379688.2783402863, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1245, "epoch": 16, "tokens": 163184640, "loss": 5.158240127563476, "lr": 0.0075032370719101986, "grad_norm": 0.38708293437957764, "tokens_per_second": 1804982.6323044566, "training_seconds": 0.36308382599963807, "elapsed_tokens_per_second": 1380976.709318224, "peak_memory_bytes": 42389451776}
{"loss": 5.194150682284745, "perplexity": 180.21501797308196, "tokens": 163184640, "seconds": 0.5361126549978508, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 16, "step": 1245, "evaluation_tokens": 1048576}
{"event": "train", "step": 1260, "epoch": 17, "tokens": 165150720, "loss": 5.1836750666300455, "lr": 0.007430067870881991, "grad_norm": 2.7888565063476562, "tokens_per_second": 1806964.2352658422, "training_seconds": 1.0880569529981585, "elapsed_tokens_per_second": 1378632.569437844, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1280, "epoch": 17, "tokens": 167772160, "loss": 5.320198702812195, "lr": 0.007331442627665404, "grad_norm": 7.229485034942627, "tokens_per_second": 1802946.856464419, "training_seconds": 1.4539751910051564, "elapsed_tokens_per_second": 1383705.4909963177, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1300, "epoch": 17, "tokens": 170393600, "loss": 5.393341159820556, "lr": 0.007231644270927114, "grad_norm": 6.97559118270874, "tokens_per_second": 1797143.934185906, "training_seconds": 1.4586700320069212, "elapsed_tokens_per_second": 1388600.7319262838, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1320, "epoch": 17, "tokens": 173015040, "loss": 5.445343375205994, "lr": 0.0071307230162719806, "grad_norm": 1.190436840057373, "tokens_per_second": 1799198.3496050115, "training_seconds": 1.4570044489955762, "elapsed_tokens_per_second": 1393401.5588850824, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1323, "epoch": 17, "tokens": 173408256, "loss": 5.391773382822673, "lr": 0.0071154911097943445, "grad_norm": 2.1836142539978027, "tokens_per_second": 1797822.5844457773, "training_seconds": 0.21871791098965332, "elapsed_tokens_per_second": 1394092.4427042368, "peak_memory_bytes": 42389451776}
{"loss": 5.419048629366494, "perplexity": 225.6643299280372, "tokens": 173408256, "seconds": 0.5339225750067271, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 17, "step": 1323, "evaluation_tokens": 1048576}
{"event": "train", "step": 1340, "epoch": 18, "tokens": 175636480, "loss": 5.384545410380644, "lr": 0.007028729644314139, "grad_norm": 1.1287075281143188, "tokens_per_second": 1811763.570250473, "training_seconds": 1.2298646669951268, "elapsed_tokens_per_second": 1392224.5167732327, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1360, "epoch": 18, "tokens": 178257920, "loss": 5.408041763305664, "lr": 0.0069257154751257, "grad_norm": 0.7998559474945068, "tokens_per_second": 1793291.9065812118, "training_seconds": 1.4618032849975862, "elapsed_tokens_per_second": 1396801.0329782919, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1380, "epoch": 18, "tokens": 180879360, "loss": 5.2971570014953615, "lr": 0.006821732342413986, "grad_norm": 0.4798957407474518, "tokens_per_second": 1805605.9111123409, "training_seconds": 1.4518339710048167, "elapsed_tokens_per_second": 1401379.96845861, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1400, "epoch": 18, "tokens": 183500800, "loss": 5.217994356155396, "lr": 0.0067168325674403315, "grad_norm": 0.34214311838150024, "tokens_per_second": 1799763.0695586733, "training_seconds": 1.4565472779941047, "elapsed_tokens_per_second": 1405811.5004667435, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1401, "epoch": 18, "tokens": 183631872, "loss": 5.165139198303223, "lr": 0.006711564461722093, "grad_norm": 0.3439916670322418, "tokens_per_second": 1773653.5905381266, "training_seconds": 0.07389943599991966, "elapsed_tokens_per_second": 1405997.7864287866, "peak_memory_bytes": 42389451776}
{"loss": 5.203776086053392, "perplexity": 181.95803545246042, "tokens": 183631872, "seconds": 0.5317198550037574, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 18, "step": 1401, "evaluation_tokens": 1048576}
{"event": "train", "step": 1420, "epoch": 19, "tokens": 186122240, "loss": 5.168022205955104, "lr": 0.006611068932693563, "grad_norm": 1.3227978944778442, "tokens_per_second": 1815324.7707717589, "training_seconds": 1.3718581050052308, "elapsed_tokens_per_second": 1404556.8396817474, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1440, "epoch": 19, "tokens": 188743680, "loss": 5.178339958190918, "lr": 0.006504494655331401, "grad_norm": 1.3881828784942627, "tokens_per_second": 1800701.748055523, "training_seconds": 1.4557880020001903, "elapsed_tokens_per_second": 1408847.1267060672, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1460, "epoch": 19, "tokens": 191365120, "loss": 5.1515710830688475, "lr": 0.00639716336040314, "grad_norm": 0.46902668476104736, "tokens_per_second": 1791128.367333468, "training_seconds": 1.4635690259892726, "elapsed_tokens_per_second": 1412954.8244329428, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1479, "epoch": 19, "tokens": 193855488, "loss": 5.1176715650056535, "lr": 0.006294546627910024, "grad_norm": 0.886752724647522, "tokens_per_second": 1799096.1940916376, "training_seconds": 1.3842328210012056, "elapsed_tokens_per_second": 1416844.302395764, "peak_memory_bytes": 42389451776}
{"loss": 5.1396266519221605, "perplexity": 170.6520438138146, "tokens": 193855488, "seconds": 0.528550794988405, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 19, "step": 1479, "evaluation_tokens": 1048576}
{"event": "train", "step": 1480, "epoch": 20, "tokens": 193986560, "loss": 5.104707717895508, "lr": 0.006289129053867102, "grad_norm": 0.7852934002876282, "tokens_per_second": 1919767.762137588, "training_seconds": 0.06827492501179222, "elapsed_tokens_per_second": 1411613.085581931, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1500, "epoch": 20, "tokens": 196608000, "loss": 5.11956934928894, "lr": 0.006180446095416423, "grad_norm": 0.5151822566986084, "tokens_per_second": 1797271.400531937, "training_seconds": 1.458566579996841, "elapsed_tokens_per_second": 1415647.4459159288, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1520, "epoch": 20, "tokens": 199229440, "loss": 5.101078486442566, "lr": 0.006071169171126853, "grad_norm": 2.0383501052856445, "tokens_per_second": 1802860.6772810046, "training_seconds": 1.4540446929895552, "elapsed_tokens_per_second": 1419643.1033149227, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1540, "epoch": 20, "tokens": 201850880, "loss": 5.078592085838318, "lr": 0.005961353265940317, "grad_norm": 0.35600799322128296, "tokens_per_second": 1796906.03974601, "training_seconds": 1.4588631469960092, "elapsed_tokens_per_second": 1423502.0759759445, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1557, "epoch": 20, "tokens": 204079104, "loss": 5.090883619645062, "lr": 0.0058676272386883645, "grad_norm": 0.4965522587299347, "tokens_per_second": 1794043.8159944855, "training_seconds": 1.2420120289898477, "elapsed_tokens_per_second": 1426702.6299440647, "peak_memory_bytes": 42389451776}
{"loss": 5.12825420642754, "perplexity": 168.72230646152948, "tokens": 204079104, "seconds": 0.5305323060019873, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 20, "step": 1557, "evaluation_tokens": 1048576}
{"event": "train", "step": 1560, "epoch": 21, "tokens": 204472320, "loss": 5.096376101175944, "lr": 0.005851053635998122, "grad_norm": 1.0457956790924072, "tokens_per_second": 1839801.2746677466, "training_seconds": 0.21372743100801017, "elapsed_tokens_per_second": 1422013.9981518635, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1580, "epoch": 21, "tokens": 207093760, "loss": 5.119545578956604, "lr": 0.005740325780837671, "grad_norm": 0.6289832592010498, "tokens_per_second": 1801129.5526370509, "training_seconds": 1.4554422229994088, "elapsed_tokens_per_second": 1425796.6135156555, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1600, "epoch": 21, "tokens": 209715200, "loss": 5.141601181030273, "lr": 0.005629225415466735, "grad_norm": 0.37766033411026, "tokens_per_second": 1791463.450058353, "training_seconds": 1.4632952739921166, "elapsed_tokens_per_second": 1429428.0718201555, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1620, "epoch": 21, "tokens": 212336640, "loss": 5.099852848052978, "lr": 0.005517808442329294, "grad_norm": 0.7650604248046875, "tokens_per_second": 1798751.3557065106, "training_seconds": 1.457366517992341, "elapsed_tokens_per_second": 1433036.7557809365, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1634, "epoch": 21, "tokens": 214171648, "loss": 5.093000752585275, "lr": 0.005439658195019773, "grad_norm": 2.0275957584381104, "tokens_per_second": 1797457.174782909, "training_seconds": 1.020891081992886, "elapsed_tokens_per_second": 1435517.5546101923, "peak_memory_bytes": 42389451776}
{"loss": 5.113966894683239, "perplexity": 166.32885696434025, "tokens": 214171648, "seconds": 0.5309061509906314, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 21, "step": 1634, "evaluation_tokens": 1048576}
{"event": "train", "step": 1640, "epoch": 22, "tokens": 214958080, "loss": 5.080030123392741, "lr": 0.005406130923177063, "grad_norm": 0.7260804772377014, "tokens_per_second": 1818616.2635790647, "training_seconds": 0.4324342720065033, "elapsed_tokens_per_second": 1431516.808189698, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1660, "epoch": 22, "tokens": 217579520, "loss": 5.098043751716614, "lr": 0.005294249050860871, "grad_norm": 0.33072778582572937, "tokens_per_second": 1801478.1744779658, "training_seconds": 1.455160565994447, "elapsed_tokens_per_second": 1435049.3690438273, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1680, "epoch": 22, "tokens": 220200960, "loss": 5.064837574958801, "lr": 0.0051822191210560585, "grad_norm": 0.41502630710601807, "tokens_per_second": 1799095.5001744956, "training_seconds": 1.45708774200466, "elapsed_tokens_per_second": 1438503.4044245558, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1700, "epoch": 22, "tokens": 222822400, "loss": 5.0599158763885494, "lr": 0.005070097503936153, "grad_norm": 1.0212831497192383, "tokens_per_second": 1799635.4867572326, "training_seconds": 1.4566505380062154, "elapsed_tokens_per_second": 1441891.2135276406, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1712, "epoch": 22, "tokens": 224395264, "loss": 5.05754280090332, "lr": 0.005002803991868012, "grad_norm": 1.5616772174835205, "tokens_per_second": 1796170.1179414864, "training_seconds": 0.8756765209982404, "elapsed_tokens_per_second": 1443876.0414354834, "peak_memory_bytes": 42389451776}
{"loss": 5.088125064585613, "perplexity": 162.08567680314752, "tokens": 224395264, "seconds": 0.5312898490083171, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 22, "step": 1712, "evaluation_tokens": 1048576}
{"event": "train", "step": 1720, "epoch": 23, "tokens": 225443840, "loss": 5.037348449230194, "lr": 0.00495794061580905, "grad_norm": 1.038680076599121, "tokens_per_second": 1808091.0796056706, "training_seconds": 0.5799353870097548, "elapsed_tokens_per_second": 1440300.1935904396, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1740, "epoch": 23, "tokens": 228065280, "loss": 5.041037154197693, "lr": 0.0048458048907299755, "grad_norm": 1.1902838945388794, "tokens_per_second": 1799728.1746185014, "training_seconds": 1.4565755189978518, "elapsed_tokens_per_second": 1443594.8206716187, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1760, "epoch": 23, "tokens": 230686720, "loss": 5.034205269813538, "lr": 0.004733746752105536, "grad_norm": 0.7988885045051575, "tokens_per_second": 1790476.0433197727, "training_seconds": 1.464102247991832, "elapsed_tokens_per_second": 1446769.1377798612, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1780, "epoch": 23, "tokens": 233308160, "loss": 5.024865913391113, "lr": 0.0046218225843031105, "grad_norm": 0.5594258904457092, "tokens_per_second": 1797241.7255284567, "training_seconds": 1.4585906629945384, "elapsed_tokens_per_second": 1449925.7339566576, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1790, "epoch": 23, "tokens": 234618880, "loss": 5.039077472686768, "lr": 0.004565928341917619, "grad_norm": 0.507354199886322, "tokens_per_second": 1796895.3743559362, "training_seconds": 0.7294359030056512, "elapsed_tokens_per_second": 1451476.9976243835, "peak_memory_bytes": 42389451776}
{"loss": 5.056300708705518, "perplexity": 157.00862006371494, "tokens": 234618880, "seconds": 0.531532591994619, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 23, "step": 1790, "evaluation_tokens": 1048576}
{"event": "train", "step": 1800, "epoch": 24, "tokens": 235929600, "loss": 5.04924259185791, "lr": 0.004510088704279886, "grad_norm": 0.5785387754440308, "tokens_per_second": 1813195.2997093406, "training_seconds": 0.7228785560000688, "elapsed_tokens_per_second": 1448322.5018332754, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1820, "epoch": 24, "tokens": 238551040, "loss": 5.044900131225586, "lr": 0.004398601333245825, "grad_norm": 0.8804863095283508, "tokens_per_second": 1811886.5494500394, "training_seconds": 1.4468014019948896, "elapsed_tokens_per_second": 1451505.7834483362, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1840, "epoch": 24, "tokens": 241172480, "loss": 5.003262519836426, "lr": 0.0042874165683748034, "grad_norm": 0.44122806191444397, "tokens_per_second": 1803000.9164210395, "training_seconds": 1.4539315959991654, "elapsed_tokens_per_second": 1454577.633246121, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1860, "epoch": 24, "tokens": 243793920, "loss": 5.006616640090942, "lr": 0.004176590354578152, "grad_norm": 0.42454993724823, "tokens_per_second": 1796788.8864893909, "training_seconds": 1.4589582670014352, "elapsed_tokens_per_second": 1457540.8309982922, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1868, "epoch": 24, "tokens": 244842496, "loss": 4.988163650035858, "lr": 0.004132372761311635, "grad_norm": 1.0919601917266846, "tokens_per_second": 1797821.4736494545, "training_seconds": 0.5832481230027042, "elapsed_tokens_per_second": 1458709.466788079, "peak_memory_bytes": 42389451776}
{"loss": 5.003991971586375, "perplexity": 149.00680433585745, "tokens": 244842496, "seconds": 0.5338994040066609, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 24, "step": 1868, "evaluation_tokens": 1048576}
{"event": "train", "step": 1880, "epoch": 25, "tokens": 246415360, "loss": 4.97931440671285, "lr": 0.0040661784563548195, "grad_norm": 1.3129690885543823, "tokens_per_second": 1812583.4587747627, "training_seconds": 0.8677470780094154, "elapsed_tokens_per_second": 1455897.4380491416, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1900, "epoch": 25, "tokens": 249036800, "loss": 5.0736693143844604, "lr": 0.003956236429732318, "grad_norm": 13.287952423095703, "tokens_per_second": 1795400.9218826478, "training_seconds": 1.4600861390063073, "elapsed_tokens_per_second": 1458786.8282824643, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1920, "epoch": 25, "tokens": 251658240, "loss": 5.16186945438385, "lr": 0.003846819594312553, "grad_norm": 0.5747873783111572, "tokens_per_second": 1802600.1822700414, "training_seconds": 1.4542548180033918, "elapsed_tokens_per_second": 1461676.5048936093, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1940, "epoch": 25, "tokens": 254279680, "loss": 5.106798386573791, "lr": 0.0037379830054366328, "grad_norm": 0.7060890793800354, "tokens_per_second": 1794914.6369083954, "training_seconds": 1.4604817109939177, "elapsed_tokens_per_second": 1464465.1085447534, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1946, "epoch": 25, "tokens": 255066112, "loss": 5.085217634836833, "lr": 0.003705453372089978, "grad_norm": 0.44929414987564087, "tokens_per_second": 1805326.7717821442, "training_seconds": 0.435617536000791, "elapsed_tokens_per_second": 1465307.7781528796, "peak_memory_bytes": 42389451776}
{"loss": 5.11860604405119, "perplexity": 167.1022739874413, "tokens": 255066112, "seconds": 0.531125116001931, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 25, "step": 1946, "evaluation_tokens": 1048576}
{"event": "train", "step": 1960, "epoch": 26, "tokens": 256901120, "loss": 5.090351445334298, "lr": 0.0036297814264826278, "grad_norm": 0.616500735282898, "tokens_per_second": 1804661.178551023, "training_seconds": 1.0168158000014955, "elapsed_tokens_per_second": 1462814.0355144423, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1980, "epoch": 26, "tokens": 259522560, "loss": 5.080082607269287, "lr": 0.0035222693013102426, "grad_norm": 0.21644945442676544, "tokens_per_second": 1795377.864932895, "training_seconds": 1.460104890007642, "elapsed_tokens_per_second": 1465537.0308041747, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2000, "epoch": 26, "tokens": 262144000, "loss": 5.048027062416077, "lr": 0.0034155007268662748, "grad_norm": 0.3087848126888275, "tokens_per_second": 1801279.8611988756, "training_seconds": 1.4553207730059512, "elapsed_tokens_per_second": 1468262.6155769767, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2020, "epoch": 26, "tokens": 264765440, "loss": 5.033551144599914, "lr": 0.0033095294259646115, "grad_norm": 0.2488396018743515, "tokens_per_second": 1794012.978385132, "training_seconds": 1.4612157390074572, "elapsed_tokens_per_second": 1470888.615970108, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2024, "epoch": 26, "tokens": 265289728, "loss": 5.011670470237732, "lr": 0.0032884355382779085, "grad_norm": 0.7542087435722351, "tokens_per_second": 1804168.2657497996, "training_seconds": 0.2905981719959527, "elapsed_tokens_per_second": 1471414.4453212689, "peak_memory_bytes": 42389451776}
{"loss": 5.046614163907616, "perplexity": 155.49509129831358, "tokens": 265289728, "seconds": 0.5323408890108112, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 26, "step": 2024, "evaluation_tokens": 1048576}
{"event": "train", "step": 2040, "epoch": 27, "tokens": 267386880, "loss": 5.018158257007599, "lr": 0.003204408720254488, "grad_norm": 0.5125740170478821, "tokens_per_second": 1805442.1153549268, "training_seconds": 1.1615725489973556, "elapsed_tokens_per_second": 1469212.5390338632, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2060, "epoch": 27, "tokens": 270008320, "loss": 5.03595449924469, "lr": 0.0031001915033905905, "grad_norm": 0.44496044516563416, "tokens_per_second": 1796429.3539379898, "training_seconds": 1.4592502589948708, "elapsed_tokens_per_second": 1471800.2009473115, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2080, "epoch": 27, "tokens": 272629760, "loss": 5.0253379344940186, "lr": 0.002996930214418535, "grad_norm": 0.8067069053649902, "tokens_per_second": 1803130.922819777, "training_seconds": 1.4538267669995548, "elapsed_tokens_per_second": 1474394.5356940439, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2100, "epoch": 27, "tokens": 275251200, "loss": 4.986626124382019, "lr": 0.0028946768113890676, "grad_norm": 0.37455692887306213, "tokens_per_second": 1799237.6832698267, "training_seconds": 1.4569725969922729, "elapsed_tokens_per_second": 1476917.9971725624, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2101, "epoch": 27, "tokens": 275382272, "loss": 5.017175674438477, "lr": 0.0028895915233723125, "grad_norm": 0.32459381222724915, "tokens_per_second": 1783026.494262524, "training_seconds": 0.07351096600177698, "elapsed_tokens_per_second": 1477029.8833488119, "peak_memory_bytes": 42389451776}
{"loss": 5.002843042626715, "perplexity": 148.8357044128194, "tokens": 275382272, "seconds": 0.5306329379964154, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 27, "step": 2101, "evaluation_tokens": 1048576}
{"event": "train", "step": 2120, "epoch": 28, "tokens": 277872640, "loss": 4.992242010016191, "lr": 0.0027934827452143042, "grad_norm": 0.49035248160362244, "tokens_per_second": 1799878.181131029, "training_seconds": 1.383631418008008, "elapsed_tokens_per_second": 1475214.2657101038, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2140, "epoch": 28, "tokens": 280494080, "loss": 4.991891598701477, "lr": 0.0026933989337791326, "grad_norm": 0.38272178173065186, "tokens_per_second": 1798635.8572723202, "training_seconds": 1.4574601019994589, "elapsed_tokens_per_second": 1477680.4573194634, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2160, "epoch": 28, "tokens": 283115520, "loss": 4.971974396705628, "lr": 0.002594475736320837, "grad_norm": 0.3791731595993042, "tokens_per_second": 1793443.5391996996, "training_seconds": 1.4616796920017805, "elapsed_tokens_per_second": 1480081.2929890433, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2179, "epoch": 28, "tokens": 285605888, "loss": 4.974060786397834, "lr": 0.0025016190602263023, "grad_norm": 0.2634839415550232, "tokens_per_second": 1799437.4330328985, "training_seconds": 1.3839703199919313, "elapsed_tokens_per_second": 1482358.59234054, "peak_memory_bytes": 42389451776}
{"loss": 4.975768305796994, "perplexity": 144.86007924276058, "tokens": 285605888, "seconds": 0.5346812380012125, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 28, "step": 2179, "evaluation_tokens": 1048576}
{"event": "train", "step": 2180, "epoch": 29, "tokens": 285736960, "loss": 4.916596412658691, "lr": 0.0024967629280898012, "grad_norm": 2.19986629486084, "tokens_per_second": 1901084.377597369, "training_seconds": 0.0689459139975952, "elapsed_tokens_per_second": 1478379.567635461, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2200, "epoch": 29, "tokens": 288358400, "loss": 4.961175060272216, "lr": 0.0024003096753040655, "grad_norm": 6.298580646514893, "tokens_per_second": 1801838.675794693, "training_seconds": 1.4548694260010961, "elapsed_tokens_per_second": 1480785.603520975, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2220, "epoch": 29, "tokens": 290979840, "loss": 4.9647538423538204, "lr": 0.002305164510410328, "grad_norm": 0.5875530242919922, "tokens_per_second": 1802333.6397891752, "training_seconds": 1.454469884003629, "elapsed_tokens_per_second": 1483153.5641371808, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2240, "epoch": 29, "tokens": 293601280, "loss": 4.937177419662476, "lr": 0.002211375307663838, "grad_norm": 0.2786314785480499, "tokens_per_second": 1797397.0881165874, "training_seconds": 1.4584645860013552, "elapsed_tokens_per_second": 1485459.6335040343, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2257, "epoch": 29, "tokens": 295829504, "loss": 4.940820806166705, "lr": 0.0021327558796477124, "grad_norm": 0.2528062164783478, "tokens_per_second": 1802297.5142313503, "training_seconds": 1.2363241819984978, "elapsed_tokens_per_second": 1487411.0580933718, "peak_memory_bytes": 42389451776}
{"loss": 4.946756493600185, "perplexity": 140.7178038241443, "tokens": 295829504, "seconds": 0.5326406240055803, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 29, "step": 2257, "evaluation_tokens": 1048576}
{"event": "train", "step": 2260, "epoch": 30, "tokens": 296222720, "loss": 4.904894510904948, "lr": 0.002118989259039482, "grad_norm": 0.7085858583450317, "tokens_per_second": 1816331.2697838412, "training_seconds": 0.21648914300021715, "elapsed_tokens_per_second": 1483771.814619215, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2280, "epoch": 30, "tokens": 298844160, "loss": 4.927977800369263, "lr": 0.002028052850486162, "grad_norm": 0.2572544515132904, "tokens_per_second": 1803864.2860013857, "training_seconds": 1.4532357119896915, "elapsed_tokens_per_second": 1486077.238098384, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2300, "epoch": 30, "tokens": 301465600, "loss": 4.920416355133057, "lr": 0.0019386118385364337, "grad_norm": 3.300065755844116, "tokens_per_second": 1796886.4667534735, "training_seconds": 1.4588790379930288, "elapsed_tokens_per_second": 1488302.2416799378, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2320, "epoch": 30, "tokens": 304087040, "loss": 4.92269458770752, "lr": 0.0018507112272831527, "grad_norm": 2.6475791931152344, "tokens_per_second": 1801355.235330309, "training_seconds": 1.4552598779991968, "elapsed_tokens_per_second": 1490527.111965214, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2335, "epoch": 30, "tokens": 306053120, "loss": 4.923312822977702, "lr": 0.0017858232930843577, "grad_norm": 0.5782029032707214, "tokens_per_second": 1803597.3157887985, "training_seconds": 1.090088116005063, "elapsed_tokens_per_second": 1491954.1644378658, "peak_memory_bytes": 42389451776}
{"loss": 4.93452879856067, "perplexity": 139.00762650398082, "tokens": 306053120, "seconds": 0.53054513198731, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 30, "step": 2335, "evaluation_tokens": 1048576}
{"event": "train", "step": 2340, "epoch": 31, "tokens": 306708480, "loss": 4.901238822937012, "lr": 0.0017643952457347479, "grad_norm": 2.515441656112671, "tokens_per_second": 1816804.4414769846, "training_seconds": 0.36072126698854845, "elapsed_tokens_per_second": 1488653.8896163527, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2360, "epoch": 31, "tokens": 309329920, "loss": 4.90384726524353, "lr": 0.0016797073255604756, "grad_norm": 2.5109879970550537, "tokens_per_second": 1797058.0883087676, "training_seconds": 1.4587397130089812, "elapsed_tokens_per_second": 1490810.5958819387, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2380, "epoch": 31, "tokens": 311951360, "loss": 4.920736455917359, "lr": 0.0015966900792368794, "grad_norm": 0.7715020179748535, "tokens_per_second": 1804840.5252391542, "training_seconds": 1.452449655989767, "elapsed_tokens_per_second": 1492977.0037709018, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2400, "epoch": 31, "tokens": 314572800, "loss": 4.889585471153259, "lr": 0.0015153852786064371, "grad_norm": 0.4009832739830017, "tokens_per_second": 1800067.2729036098, "training_seconds": 1.4563011279969942, "elapsed_tokens_per_second": 1495090.3140619998, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2413, "epoch": 31, "tokens": 316276736, "loss": 4.902517061967116, "lr": 0.001463474872184558, "grad_norm": 0.3114333152770996, "tokens_per_second": 1800382.8133761017, "training_seconds": 0.9464298300008522, "elapsed_tokens_per_second": 1496441.3936547248, "peak_memory_bytes": 42389451776}
{"loss": 4.9047707247434165, "perplexity": 134.93196989802576, "tokens": 316276736, "seconds": 0.5311421390069881, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 31, "step": 2413, "evaluation_tokens": 1048576}
{"event": "train", "step": 2420, "epoch": 32, "tokens": 317194240, "loss": 4.89483778817313, "lr": 0.0014358338338592053, "grad_norm": 0.36738988757133484, "tokens_per_second": 1811623.4879277002, "training_seconds": 0.5064540210005362, "elapsed_tokens_per_second": 1493426.4578053309, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2440, "epoch": 32, "tokens": 319815680, "loss": 4.8831555366516115, "lr": 0.0013580757729480036, "grad_norm": 0.4233112633228302, "tokens_per_second": 1795746.345307974, "training_seconds": 1.4598052819928853, "elapsed_tokens_per_second": 1495481.7354089427, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2460, "epoch": 32, "tokens": 322437120, "loss": 4.871496629714966, "lr": 0.0012821502214475278, "grad_norm": 0.45968082547187805, "tokens_per_second": 1798597.9468551935, "training_seconds": 1.4574908219947247, "elapsed_tokens_per_second": 1497517.7036640588, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2480, "epoch": 32, "tokens": 325058560, "loss": 4.877157044410706, "lr": 0.0012080953828675078, "grad_norm": 0.3672446608543396, "tokens_per_second": 1799839.8750480078, "training_seconds": 1.456485122005688, "elapsed_tokens_per_second": 1499541.0310086578, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2491, "epoch": 32, "tokens": 326500352, "loss": 4.848614129153165, "lr": 0.001168176152512596, "grad_norm": 0.40992358326911926, "tokens_per_second": 1803477.8485638902, "training_seconds": 0.7994509060081327, "elapsed_tokens_per_second": 1500645.6119747376, "peak_memory_bytes": 42389451776}
{"loss": 4.881507908268709, "perplexity": 131.82930057763625, "tokens": 326500352, "seconds": 0.5313938119943487, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 32, "step": 2491, "evaluation_tokens": 1048576}
{"event": "train", "step": 2500, "epoch": 33, "tokens": 327680000, "loss": 4.838941786024305, "lr": 0.0011359485194298174, "grad_norm": 0.29482027888298035, "tokens_per_second": 1804682.0119919656, "training_seconds": 0.6536597539961804, "elapsed_tokens_per_second": 1497886.2000222397, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2520, "epoch": 33, "tokens": 330301440, "loss": 4.856589007377624, "lr": 0.0010657459333192271, "grad_norm": 0.279694139957428, "tokens_per_second": 1797207.3077927309, "training_seconds": 1.4586185959924478, "elapsed_tokens_per_second": 1499860.3155050755, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2540, "epoch": 33, "tokens": 332922880, "loss": 4.860342407226563, "lr": 0.0009975229484172033, "grad_norm": 0.2608727216720581, "tokens_per_second": 1795369.8822561312, "training_seconds": 1.4601113820099272, "elapsed_tokens_per_second": 1501794.0219329116, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2560, "epoch": 33, "tokens": 335544320, "loss": 4.84728307723999, "lr": 0.0009313138925279696, "grad_norm": 1.3314530849456787, "tokens_per_second": 1788277.252255933, "training_seconds": 1.4659024470020086, "elapsed_tokens_per_second": 1503668.0562893765, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2568, "epoch": 33, "tokens": 336592896, "loss": 4.867497026920319, "lr": 0.0009054016671683002, "grad_norm": 0.3340787887573242, "tokens_per_second": 1790758.9616588536, "training_seconds": 0.5855483749910491, "elapsed_tokens_per_second": 1504406.679516957, "peak_memory_bytes": 42389451776}
{"loss": 4.865806426637242, "perplexity": 129.77555088617476, "tokens": 336592896, "seconds": 0.531251414999133, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 33, "step": 2568, "evaluation_tokens": 1048576}
{"event": "train", "step": 2580, "epoch": 34, "tokens": 338165760, "loss": 4.860201716423035, "lr": 0.0008671520801057592, "grad_norm": 0.2631043493747711, "tokens_per_second": 1811299.2907625786, "training_seconds": 0.8683622899989132, "elapsed_tokens_per_second": 1502017.979823975, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2600, "epoch": 34, "tokens": 340787200, "loss": 4.853176927566528, "lr": 0.0008050697954919661, "grad_norm": 0.3484667241573334, "tokens_per_second": 1801030.6621668357, "training_seconds": 1.455522137999651, "elapsed_tokens_per_second": 1503931.3283627436, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2620, "epoch": 34, "tokens": 343408640, "loss": 4.854191994667053, "lr": 0.0007450982766706071, "grad_norm": 0.839262068271637, "tokens_per_second": 1799907.7754614176, "training_seconds": 1.456430177000584, "elapsed_tokens_per_second": 1505809.1013539017, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2640, "epoch": 34, "tokens": 346030080, "loss": 4.850481653213501, "lr": 0.0006872676995502857, "grad_norm": 0.3030116856098175, "tokens_per_second": 1805209.4843026283, "training_seconds": 1.4521527960023377, "elapsed_tokens_per_second": 1507695.974705055, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2646, "epoch": 34, "tokens": 346816512, "loss": 4.84467887878418, "lr": 0.0006703403887332854, "grad_norm": 3.6236588954925537, "tokens_per_second": 1802280.882498443, "training_seconds": 0.43635373799770605, "elapsed_tokens_per_second": 1508242.3469108818, "peak_memory_bytes": 42389451776}
{"loss": 4.850607970232291, "perplexity": 127.81807581350144, "tokens": 346816512, "seconds": 0.5304206860018894, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 34, "step": 2646, "evaluation_tokens": 1048576}
{"event": "train", "step": 2660, "epoch": 35, "tokens": 348651520, "loss": 4.843510082789829, "lr": 0.0006316071627805603, "grad_norm": 0.24732385575771332, "tokens_per_second": 1815270.4626008014, "training_seconds": 1.0108730560023105, "elapsed_tokens_per_second": 1506064.3423140582, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2680, "epoch": 35, "tokens": 351272960, "loss": 4.845782399177551, "lr": 0.0005781446731103568, "grad_norm": 0.29121294617652893, "tokens_per_second": 1801806.2242618613, "training_seconds": 1.4548956290091155, "elapsed_tokens_per_second": 1507902.8751128945, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2700, "epoch": 35, "tokens": 353894400, "loss": 4.840046119689942, "lr": 0.0005269071312957962, "grad_norm": 1.1514787673950195, "tokens_per_second": 1801487.5857393974, "training_seconds": 1.4551529640011722, "elapsed_tokens_per_second": 1509711.5398648954, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2720, "epoch": 35, "tokens": 356515840, "loss": 4.837629246711731, "lr": 0.0004779203185645226, "grad_norm": 0.4853765070438385, "tokens_per_second": 1798891.4364459694, "training_seconds": 1.4572530320001533, "elapsed_tokens_per_second": 1511488.563336376, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2724, "epoch": 35, "tokens": 357040128, "loss": 4.845967531204224, "lr": 0.0004683952326698765, "grad_norm": 0.3050577640533447, "tokens_per_second": 1785186.2169949627, "training_seconds": 0.29368812900793273, "elapsed_tokens_per_second": 1511818.3997929026, "peak_memory_bytes": 42389451776}
{"loss": 4.8437845509263955, "perplexity": 126.94888827524396, "tokens": 357040128, "seconds": 0.5330738899938297, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 35, "step": 2724, "evaluation_tokens": 1048576}
{"event": "train", "step": 2740, "epoch": 36, "tokens": 359137280, "loss": 4.835955917835236, "lr": 0.0004312088836433431, "grad_norm": 0.39299875497817993, "tokens_per_second": 1801371.3417337409, "training_seconds": 1.1641974929952994, "elapsed_tokens_per_second": 1509792.0578772915, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2760, "epoch": 36, "tokens": 361758720, "loss": 4.827561950683593, "lr": 0.000386796330355717, "grad_norm": 1.451083779335022, "tokens_per_second": 1803010.4043777494, "training_seconds": 1.45392394499504, "elapsed_tokens_per_second": 1511562.5796039167, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2780, "epoch": 36, "tokens": 364380160, "loss": 4.828348922729492, "lr": 0.0003447050057953183, "grad_norm": 0.551998496055603, "tokens_per_second": 1800065.8143604023, "training_seconds": 1.4563023079972481, "elapsed_tokens_per_second": 1513292.847630289, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2800, "epoch": 36, "tokens": 367001600, "loss": 4.816893672943115, "lr": 0.0003049560890816333, "grad_norm": 0.2662094533443451, "tokens_per_second": 1799737.0746005077, "training_seconds": 1.4565683160035405, "elapsed_tokens_per_second": 1515006.1396502738, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2802, "epoch": 36, "tokens": 367263744, "loss": 4.800121307373047, "lr": 0.0003011108101255983, "grad_norm": 0.4839259386062622, "tokens_per_second": 1798992.2489544107, "training_seconds": 0.14571713699842803, "elapsed_tokens_per_second": 1515162.739937948, "peak_memory_bytes": 42389451776}
{"loss": 4.831905679155996, "perplexity": 125.44980007595953, "tokens": 367263744, "seconds": 0.5318328699941048, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 36, "step": 2802, "evaluation_tokens": 1048576}
{"event": "train", "step": 2820, "epoch": 37, "tokens": 369623040, "loss": 4.82549688551161, "lr": 0.00026756958070325187, "grad_norm": 2.4129722118377686, "tokens_per_second": 1806657.2920050626, "training_seconds": 1.3058901710028294, "elapsed_tokens_per_second": 1513379.432835691, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2840, "epoch": 37, "tokens": 372244480, "loss": 4.8341868162155155, "lr": 0.00023256429245420375, "grad_norm": 0.862028956413269, "tokens_per_second": 1795902.9492409113, "training_seconds": 1.4596779860003153, "elapsed_tokens_per_second": 1515047.6826461582, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2860, "epoch": 37, "tokens": 374865920, "loss": 4.817156052589416, "lr": 0.00019995783796842082, "grad_norm": 5.740789413452148, "tokens_per_second": 1801865.195930918, "training_seconds": 1.4548480130033568, "elapsed_tokens_per_second": 1516726.0302666058, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2880, "epoch": 37, "tokens": 377487360, "loss": 4.827155661582947, "lr": 0.00016976662385707165, "grad_norm": 1.0227077007293701, "tokens_per_second": 1796219.892028825, "training_seconds": 1.4594204259919934, "elapsed_tokens_per_second": 1518359.2940580493, "peak_memory_bytes": 42389451776}
{"loss": 4.8272217068353, "perplexity": 124.86357069766028, "tokens": 377487360, "seconds": 0.5307323900051415, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 37, "step": 2880, "evaluation_tokens": 1048576}
{"event": "train", "step": 2900, "epoch": 38, "tokens": 380108800, "loss": 4.815828394889832, "lr": 0.00014200584145323492, "grad_norm": 0.46038368344306946, "tokens_per_second": 1796634.2643906905, "training_seconds": 1.4590838279982563, "elapsed_tokens_per_second": 1516683.43831621, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2920, "epoch": 38, "tokens": 382730240, "loss": 4.8201627969741825, "lr": 0.00011668945916806617, "grad_norm": 0.6481127142906189, "tokens_per_second": 1797187.9536994335, "training_seconds": 1.4586343039991334, "elapsed_tokens_per_second": 1518295.868546166, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2940, "epoch": 38, "tokens": 385351680, "loss": 4.823345565795899, "lr": 9.383021546230552e-05, "grad_norm": 1.746518850326538, "tokens_per_second": 1797683.9923880128, "training_seconds": 1.4582318199973088, "elapsed_tokens_per_second": 1519892.1884092123, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2958, "epoch": 38, "tokens": 387710976, "loss": 4.825059731801351, "lr": 7.536728174015517e-05, "grad_norm": 0.5992090702056885, "tokens_per_second": 1793569.7203044517, "training_seconds": 1.315419174003182, "elapsed_tokens_per_second": 1521290.7204412797, "peak_memory_bytes": 42389451776}
{"loss": 4.82582774719191, "perplexity": 124.68963717549798, "tokens": 387710976, "seconds": 0.5314698410074925, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 38, "step": 2958, "evaluation_tokens": 1048576}
{"event": "train", "step": 2960, "epoch": 39, "tokens": 387973120, "loss": 4.812860727310181, "lr": 7.343961243665598e-05, "grad_norm": 1.518030047416687, "tokens_per_second": 1855234.4186849624, "training_seconds": 0.14129966399923433, "elapsed_tokens_per_second": 1518252.2912084074, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2980, "epoch": 39, "tokens": 390594560, "loss": 4.816788244247436, "lr": 5.552791004426461e-05, "grad_norm": 1.379583716392517, "tokens_per_second": 1787775.4673576322, "training_seconds": 1.4663138900068589, "elapsed_tokens_per_second": 1519783.4990376343, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3000, "epoch": 39, "tokens": 393216000, "loss": 4.827128791809082, "lr": 4.010412092821602e-05, "grad_norm": 2.4955220222473145, "tokens_per_second": 1789549.604154706, "training_seconds": 1.46486020500015, "elapsed_tokens_per_second": 1521302.1085369783, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3020, "epoch": 39, "tokens": 395837440, "loss": 4.823458790779114, "lr": 2.7176005886631604e-05, "grad_norm": 0.5254496335983276, "tokens_per_second": 1803256.6647129075, "training_seconds": 1.4537253910093568, "elapsed_tokens_per_second": 1522871.869361171, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3035, "epoch": 39, "tokens": 397803520, "loss": 4.801465924580892, "lr": 1.912166621911349e-05, "grad_norm": 1.882917046546936, "tokens_per_second": 1794042.2407441055, "training_seconds": 1.0958939289994305, "elapsed_tokens_per_second": 1523997.2182313309, "peak_memory_bytes": 42389451776}
{"loss": 4.824619980428962, "perplexity": 124.53913208185337, "tokens": 397803520, "seconds": 0.5348069280007621, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 39, "step": 3035, "evaluation_tokens": 1048576}
{"event": "train", "step": 3040, "epoch": 40, "tokens": 398458880, "loss": 4.81674976348877, "lr": 1.6750069967667592e-05, "grad_norm": 2.522916555404663, "tokens_per_second": 1835705.284541238, "training_seconds": 0.3570071980066132, "elapsed_tokens_per_second": 1521228.9839594094, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3060, "epoch": 40, "tokens": 401080320, "loss": 4.818260049819946, "lr": 8.831559196363359e-06, "grad_norm": 6.324963092803955, "tokens_per_second": 1797841.6804531114, "training_seconds": 1.4581039189943112, "elapsed_tokens_per_second": 1522753.5521425758, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3080, "epoch": 40, "tokens": 403701760, "loss": 4.805040121078491, "lr": 3.424457934996794e-06, "grad_norm": 2.029679298400879, "tokens_per_second": 1794866.074742016, "training_seconds": 1.4605212260066764, "elapsed_tokens_per_second": 1524244.2379344925, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3100, "epoch": 40, "tokens": 406323200, "loss": 4.810036468505859, "lr": 5.314868782685389e-07, "grad_norm": 1.3447625637054443, "tokens_per_second": 1789156.8180567666, "training_seconds": 1.4651817959966138, "elapsed_tokens_per_second": 1525693.4818245145, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3113, "epoch": 40, "tokens": 408027136, "loss": 4.825539405529316, "lr": 0.0, "grad_norm": 0.5013852119445801, "tokens_per_second": 1791582.274130034, "training_seconds": 0.9510788449988468, "elapsed_tokens_per_second": 1526627.220318793, "peak_memory_bytes": 42389451776}
{"loss": 4.82385028914871, "perplexity": 124.44331227840384, "tokens": 408027136, "seconds": 0.5351070159958908, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 40, "step": 3113, "evaluation_tokens": 1048576}
{"loss": 4.820218517272199, "perplexity": 123.99218225317864, "tokens": 408027136, "seconds": 99.16940367501229, "split": "full", "validation_complete": true, "event": "final_validation", "step": 3113, "evaluation_tokens": 197411295}