{"event": "train", "step": 20, "epoch": 1, "tokens": 2621440, "loss": 9.340929651260376, "lr": 0.000641025641025641, "grad_norm": 1.2331119775772095, "tokens_per_second": 49830.50603804457, "training_seconds": 52.607131823999225, "elapsed_tokens_per_second": 49830.50603804457, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 40, "epoch": 1, "tokens": 5242880, "loss": 7.314890503883362, "lr": 0.001282051282051282, "grad_norm": 1.2114251852035522, "tokens_per_second": 1761757.2020473473, "training_seconds": 1.4879689420049544, "elapsed_tokens_per_second": 96908.01265874736, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 60, "epoch": 1, "tokens": 7864320, "loss": 6.864377236366272, "lr": 0.001923076923076923, "grad_norm": 0.6853042840957642, "tokens_per_second": 1757699.7344929762, "training_seconds": 1.4914037639973685, "elapsed_tokens_per_second": 141458.9242696251, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 78, "epoch": 1, "tokens": 10223616, "loss": 6.720810890197754, "lr": 0.0025, "grad_norm": 0.5099758505821228, "tokens_per_second": 1752077.5120129976, "training_seconds": 1.3465705619892105, "elapsed_tokens_per_second": 179544.10059467528, "peak_memory_bytes": 21988176384}
{"loss": 6.549425714224668, "perplexity": 698.8427231181251, "tokens": 10223616, "seconds": 1.1063392409996595, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 1, "step": 78, "evaluation_tokens": 1048576}
{"event": "train", "step": 80, "epoch": 2, "tokens": 10485760, "loss": 6.526822805404663, "lr": 0.002564102564102564, "grad_norm": 0.5940282344818115, "tokens_per_second": 1835391.3875756017, "training_seconds": 0.1428273019992048, "elapsed_tokens_per_second": 180172.2712057195, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 100, "epoch": 2, "tokens": 13107200, "loss": 6.411864709854126, "lr": 0.003205128205128205, "grad_norm": 0.876747727394104, "tokens_per_second": 1754732.2736858607, "training_seconds": 1.4939259050006513, "elapsed_tokens_per_second": 219575.0568916411, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 120, "epoch": 2, "tokens": 15728640, "loss": 6.179752922058105, "lr": 0.003846153846153846, "grad_norm": 0.3373170793056488, "tokens_per_second": 1753151.048987861, "training_seconds": 1.495273325999733, "elapsed_tokens_per_second": 257043.12354302645, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 140, "epoch": 2, "tokens": 18350080, "loss": 5.960058736801147, "lr": 0.004487179487179488, "grad_norm": 0.3219217360019684, "tokens_per_second": 1753336.1451514782, "training_seconds": 1.4951154730078997, "elapsed_tokens_per_second": 292725.91784359573, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 156, "epoch": 2, "tokens": 20447232, "loss": 5.771688491106033, "lr": 0.005, "grad_norm": 0.46315503120422363, "tokens_per_second": 1751412.8870903235, "training_seconds": 1.1974058290070388, "elapsed_tokens_per_second": 320058.683416, "peak_memory_bytes": 42389451776}
{"loss": 5.734633527155847, "perplexity": 309.39956344213095, "tokens": 20447232, "seconds": 0.5394256319996202, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 2, "step": 156, "evaluation_tokens": 1048576}
{"event": "train", "step": 160, "epoch": 3, "tokens": 20971520, "loss": 5.687581539154053, "lr": 0.005128205128205128, "grad_norm": 0.39717531204223633, "tokens_per_second": 1779597.7451828069, "training_seconds": 0.2946103980066255, "elapsed_tokens_per_second": 324003.8091322208, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 180, "epoch": 3, "tokens": 23592960, "loss": 5.5659420728683475, "lr": 0.0057692307692307696, "grad_norm": 0.3315785825252533, "tokens_per_second": 1750485.0442013335, "training_seconds": 1.4975506409973605, "elapsed_tokens_per_second": 356255.7842261456, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 200, "epoch": 3, "tokens": 26214400, "loss": 5.441933012008667, "lr": 0.00641025641025641, "grad_norm": 0.21310150623321533, "tokens_per_second": 1748220.187428307, "training_seconds": 1.4994907499931287, "elapsed_tokens_per_second": 387067.173295104, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 220, "epoch": 3, "tokens": 28835840, "loss": 5.275079655647278, "lr": 0.007051282051282052, "grad_norm": 0.297556608915329, "tokens_per_second": 1748644.8815974062, "training_seconds": 1.4991265680000652, "elapsed_tokens_per_second": 416541.089939648, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 233, "epoch": 3, "tokens": 30539776, "loss": 5.22221407523522, "lr": 0.007467948717948718, "grad_norm": 0.2132827192544937, "tokens_per_second": 1748586.674826693, "training_seconds": 0.9744647059997078, "elapsed_tokens_per_second": 435021.39429861325, "peak_memory_bytes": 42389451776}
{"loss": 5.196467440371875, "perplexity": 180.63301658726567, "tokens": 30539776, "seconds": 0.5416190460091457, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 3, "step": 233, "evaluation_tokens": 1048576}
{"event": "train", "step": 240, "epoch": 4, "tokens": 31457280, "loss": 5.147644451686314, "lr": 0.007692307692307692, "grad_norm": 0.21655215322971344, "tokens_per_second": 1770456.9211444287, "training_seconds": 0.5182300619926536, "elapsed_tokens_per_second": 441389.59777376405, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 260, "epoch": 4, "tokens": 34078720, "loss": 5.128080677986145, "lr": 0.008333333333333333, "grad_norm": 0.25049880146980286, "tokens_per_second": 1751731.0636539843, "training_seconds": 1.4964854219870176, "elapsed_tokens_per_second": 468331.45411039976, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 280, "epoch": 4, "tokens": 36700160, "loss": 5.078738451004028, "lr": 0.008974358974358975, "grad_norm": 0.2628549039363861, "tokens_per_second": 1747071.5498271668, "training_seconds": 1.5004766119964188, "elapsed_tokens_per_second": 494156.4725515276, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 300, "epoch": 4, "tokens": 39321600, "loss": 4.972849655151367, "lr": 0.009615384615384616, "grad_norm": 0.24774397909641266, "tokens_per_second": 1753179.2260549425, "training_seconds": 1.4952492939919466, "elapsed_tokens_per_second": 518996.59181084664, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 311, "epoch": 4, "tokens": 40763392, "loss": 4.9200146848505195, "lr": 0.009967948717948717, "grad_norm": 0.19038763642311096, "tokens_per_second": 1754808.156302591, "training_seconds": 0.8216237169981468, "elapsed_tokens_per_second": 532244.1804375161, "peak_memory_bytes": 42389451776}
{"loss": 4.911194831172455, "perplexity": 135.8015774684613, "tokens": 40763392, "seconds": 0.5418823349900777, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 4, "step": 311, "evaluation_tokens": 1048576}
{"event": "train", "step": 320, "epoch": 5, "tokens": 41943040, "loss": 4.909512943691677, "lr": 0.009999798724647173, "grad_norm": 0.2244424819946289, "tokens_per_second": 1763818.365074119, "training_seconds": 0.6688035590050276, "elapsed_tokens_per_second": 539083.5947498651, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 340, "epoch": 5, "tokens": 44564480, "loss": 4.836676073074341, "lr": 0.009997534563024671, "grad_norm": 0.1477021872997284, "tokens_per_second": 1747502.2841082106, "training_seconds": 1.5001067660050467, "elapsed_tokens_per_second": 561934.2527121026, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 360, "epoch": 5, "tokens": 47185920, "loss": 4.77293291091919, "lr": 0.009992755788646324, "grad_norm": 0.26350897550582886, "tokens_per_second": 1749825.9389033688, "training_seconds": 1.49811472199508, "elapsed_tokens_per_second": 583947.3966868835, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 380, "epoch": 5, "tokens": 49807360, "loss": 4.676298213005066, "lr": 0.009985464806051182, "grad_norm": 0.17884568870067596, "tokens_per_second": 1749417.7427093566, "training_seconds": 1.498464281001361, "elapsed_tokens_per_second": 605158.7413329737, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 389, "epoch": 5, "tokens": 50987008, "loss": 4.635350121392144, "lr": 0.009981365187140646, "grad_norm": 0.5120362639427185, "tokens_per_second": 1752597.065703676, "training_seconds": 0.6730856869980926, "elapsed_tokens_per_second": 614455.1053734327, "peak_memory_bytes": 42389451776}
{"loss": 4.7638719271212455, "perplexity": 117.19883386326221, "tokens": 50987008, "seconds": 0.5387116669880925, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 5, "step": 389, "evaluation_tokens": 1048576}
{"event": "train", "step": 400, "epoch": 6, "tokens": 52428800, "loss": 4.7574849995699795, "lr": 0.009975665283847752, "grad_norm": 0.2511749267578125, "tokens_per_second": 1763608.4695143783, "training_seconds": 0.8175238580006408, "elapsed_tokens_per_second": 621632.0488281242, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 420, "epoch": 6, "tokens": 55050240, "loss": 4.635084819793701, "lr": 0.00996336215286808, "grad_norm": 0.13427716493606567, "tokens_per_second": 1750376.878655973, "training_seconds": 1.4976431830000365, "elapsed_tokens_per_second": 641317.4406004586, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 440, "epoch": 6, "tokens": 57671680, "loss": 4.497693634033203, "lr": 0.009948561603686672, "grad_norm": 0.2411169409751892, "tokens_per_second": 1753109.3689469341, "training_seconds": 1.4953088760084938, "elapsed_tokens_per_second": 660341.6753714018, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 460, "epoch": 6, "tokens": 60293120, "loss": 4.437181782722473, "lr": 0.009931271083505607, "grad_norm": 0.125907763838768, "tokens_per_second": 1750361.7702943017, "training_seconds": 1.4976561100047547, "elapsed_tokens_per_second": 678709.3028403618, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 467, "epoch": 6, "tokens": 61210624, "loss": 4.385851996285575, "lr": 0.009924632718259845, "grad_norm": 0.1406124085187912, "tokens_per_second": 1751374.1603863235, "training_seconds": 0.5238766339898575, "elapsed_tokens_per_second": 684986.07660424, "peak_memory_bytes": 42389451776}
{"loss": 4.396875135911841, "perplexity": 81.19674303135078, "tokens": 61210624, "seconds": 0.5432434499962255, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 6, "step": 467, "evaluation_tokens": 1048576}
{"event": "train", "step": 480, "epoch": 7, "tokens": 62914560, "loss": 4.398830267099234, "lr": 0.009911499292407304, "grad_norm": 0.16845953464508057, "tokens_per_second": 1759543.5952630283, "training_seconds": 0.9683965799922589, "elapsed_tokens_per_second": 692053.9843753891, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 500, "epoch": 7, "tokens": 65536000, "loss": 4.36701602935791, "lr": 0.009889256178976909, "grad_norm": 0.13903048634529114, "tokens_per_second": 1752249.0248418103, "training_seconds": 1.4960430639912374, "elapsed_tokens_per_second": 709209.5587727316, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 520, "epoch": 7, "tokens": 68157440, "loss": 4.319174003601074, "lr": 0.009864552935296447, "grad_norm": 0.1492345631122589, "tokens_per_second": 1745769.8681751974, "training_seconds": 1.5015953979891492, "elapsed_tokens_per_second": 725771.9848866184, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 540, "epoch": 7, "tokens": 70778880, "loss": 4.308000254631042, "lr": 0.0098374019913133, "grad_norm": 0.14206470549106598, "tokens_per_second": 1749537.4087778325, "training_seconds": 1.4983617880061502, "elapsed_tokens_per_second": 741839.7139457768, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 545, "epoch": 7, "tokens": 71434240, "loss": 4.302904510498047, "lr": 0.009830233376142928, "grad_norm": 0.1503322720527649, "tokens_per_second": 1754044.1670230776, "training_seconds": 0.37362799199763685, "elapsed_tokens_per_second": 745774.0862984827, "peak_memory_bytes": 42389451776}
{"loss": 4.285431880657901, "perplexity": 72.63390912731815, "tokens": 71434240, "seconds": 0.5377037889993517, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 7, "step": 545, "evaluation_tokens": 1048576}
{"event": "train", "step": 560, "epoch": 8, "tokens": 73400320, "loss": 4.2810129483540855, "lr": 0.009807817008585826, "grad_norm": 0.12840047478675842, "tokens_per_second": 1758329.2353785092, "training_seconds": 1.118152368988376, "elapsed_tokens_per_second": 753236.0362574174, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 580, "epoch": 8, "tokens": 76021760, "loss": 4.24355640411377, "lr": 0.009775812873409262, "grad_norm": 0.16346119344234467, "tokens_per_second": 1753231.4155680416, "training_seconds": 1.49520478399063, "elapsed_tokens_per_second": 768337.0350172301, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 600, "epoch": 8, "tokens": 78643200, "loss": 4.226191592216492, "lr": 0.009741405689325371, "grad_norm": 0.17540089786052704, "tokens_per_second": 1750880.9403518331, "training_seconds": 1.4972120260063093, "elapsed_tokens_per_second": 782970.5291092935, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 620, "epoch": 8, "tokens": 81264640, "loss": 4.215094494819641, "lr": 0.009704612769019617, "grad_norm": 0.13111154735088348, "tokens_per_second": 1750697.8224776168, "training_seconds": 1.4973686300072586, "elapsed_tokens_per_second": 797175.126235138, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 623, "epoch": 8, "tokens": 81657856, "loss": 4.186765352884929, "lr": 0.009698889189874403, "grad_norm": 0.138161301612854, "tokens_per_second": 1763369.0141751217, "training_seconds": 0.2229913290066179, "elapsed_tokens_per_second": 799271.4560078599, "peak_memory_bytes": 42389451776}
{"loss": 4.20284230837554, "perplexity": 66.87614378356393, "tokens": 81657856, "seconds": 0.539862356003141, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 8, "step": 623, "evaluation_tokens": 1048576}
{"event": "train", "step": 640, "epoch": 9, "tokens": 83886080, "loss": 4.178187173955581, "lr": 0.009665452625609928, "grad_norm": 0.1623629927635193, "tokens_per_second": 1761959.651528662, "training_seconds": 1.2646282779896865, "elapsed_tokens_per_second": 806561.8673855109, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 660, "epoch": 9, "tokens": 86507520, "loss": 4.172582459449768, "lr": 0.009623944963331446, "grad_norm": 0.14886978268623352, "tokens_per_second": 1748729.2136292201, "training_seconds": 1.499054272993817, "elapsed_tokens_per_second": 819939.6165459161, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 680, "epoch": 9, "tokens": 89128960, "loss": 4.162621784210205, "lr": 0.009580110667621922, "grad_norm": 0.13085409998893738, "tokens_per_second": 1750689.6885166552, "training_seconds": 1.497375587001443, "elapsed_tokens_per_second": 832952.828765921, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 700, "epoch": 9, "tokens": 91750400, "loss": 4.141988635063171, "lr": 0.009533971794612784, "grad_norm": 0.10847646743059158, "tokens_per_second": 1748599.6668045586, "training_seconds": 1.499165331988479, "elapsed_tokens_per_second": 845595.263940439, "peak_memory_bytes": 42389451776}
{"loss": 4.144601881107975, "perplexity": 63.09249858541151, "tokens": 91750400, "seconds": 0.5393608390004374, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 9, "step": 700, "evaluation_tokens": 1048576}
{"event": "train", "step": 720, "epoch": 10, "tokens": 94371840, "loss": 4.126799249649048, "lr": 0.009485551560031134, "grad_norm": 0.15243086218833923, "tokens_per_second": 1758362.2819244452, "training_seconds": 1.4908418060076656, "elapsed_tokens_per_second": 853705.6281343787, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 740, "epoch": 10, "tokens": 96993280, "loss": 4.115448236465454, "lr": 0.009434874327518281, "grad_norm": 0.1827370524406433, "tokens_per_second": 1752349.4212692704, "training_seconds": 1.4959573519881815, "elapsed_tokens_per_second": 865692.3527739907, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 760, "epoch": 10, "tokens": 99614720, "loss": 4.102687895298004, "lr": 0.009381965596370669, "grad_norm": 0.1614253968000412, "tokens_per_second": 1752652.7149678485, "training_seconds": 1.4956984790042043, "elapsed_tokens_per_second": 877367.9316637613, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 778, "epoch": 10, "tokens": 101974016, "loss": 4.0941108862559, "lr": 0.009332461787202045, "grad_norm": 0.13896238803863525, "tokens_per_second": 1749769.9157595139, "training_seconds": 1.3483464190067025, "elapsed_tokens_per_second": 887593.6786891947, "peak_memory_bytes": 42389451776}
{"loss": 4.086937063982284, "perplexity": 59.55719217946154, "tokens": 101974016, "seconds": 0.5415706369967666, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 10, "step": 778, "evaluation_tokens": 1048576}
{"event": "train", "step": 780, "epoch": 11, "tokens": 102236160, "loss": 4.042568206787109, "lr": 0.009326851988709379, "grad_norm": 0.11895491927862167, "tokens_per_second": 1809089.056311534, "training_seconds": 0.14490386699617375, "elapsed_tokens_per_second": 884527.6880413475, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 800, "epoch": 11, "tokens": 104857600, "loss": 4.071338415145874, "lr": 0.009269561236084656, "grad_norm": 0.15227144956588745, "tokens_per_second": 1751366.0304650243, "training_seconds": 1.4967973309976514, "elapsed_tokens_per_second": 895602.0364899642, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 820, "epoch": 11, "tokens": 107479040, "loss": 4.060461497306823, "lr": 0.009210122165522213, "grad_norm": 0.11337974667549133, "tokens_per_second": 1751014.3389308953, "training_seconds": 1.497097963001579, "elapsed_tokens_per_second": 906390.3240243596, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 840, "epoch": 11, "tokens": 110100480, "loss": 4.040967082977295, "lr": 0.009148564685018313, "grad_norm": 0.14986258745193481, "tokens_per_second": 1749232.8986003217, "training_seconds": 1.4986226260080002, "elapsed_tokens_per_second": 916900.3983627403, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 856, "epoch": 11, "tokens": 112197632, "loss": 4.029838964343071, "lr": 0.00909781422451053, "grad_norm": 0.1335577666759491, "tokens_per_second": 1751459.294563294, "training_seconds": 1.1973741019901354, "elapsed_tokens_per_second": 925127.9335934699, "peak_memory_bytes": 42389451776}
{"loss": 4.0411907009677455, "perplexity": 56.894046286141915, "tokens": 112197632, "seconds": 0.5396729269996285, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 11, "step": 856, "evaluation_tokens": 1048576}
{"event": "train", "step": 860, "epoch": 12, "tokens": 112721920, "loss": 4.015613555908203, "lr": 0.00908491976849094, "grad_norm": 0.1154671236872673, "tokens_per_second": 1793094.8481315998, "training_seconds": 0.29239278699969873, "elapsed_tokens_per_second": 923078.5686353827, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 880, "epoch": 12, "tokens": 115343360, "loss": 4.016128528118133, "lr": 0.009019219440194641, "grad_norm": 0.15533284842967987, "tokens_per_second": 1751847.734438976, "training_seconds": 1.4963857580005424, "elapsed_tokens_per_second": 933103.43815462, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 900, "epoch": 12, "tokens": 117964800, "loss": 4.014501011371612, "lr": 0.008951496758606856, "grad_norm": 0.12611302733421326, "tokens_per_second": 1754001.2626815077, "training_seconds": 1.494548525006394, "elapsed_tokens_per_second": 942898.5883890829, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 920, "epoch": 12, "tokens": 120586240, "loss": 4.005900049209595, "lr": 0.008881785799793856, "grad_norm": 0.1789831966161728, "tokens_per_second": 1750546.4848539098, "training_seconds": 1.4974980799888726, "elapsed_tokens_per_second": 952443.223481656, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 934, "epoch": 12, "tokens": 122421248, "loss": 3.998562829835074, "lr": 0.008831823847487404, "grad_norm": 0.12628047168254852, "tokens_per_second": 1754418.911174269, "training_seconds": 1.0459349180018762, "elapsed_tokens_per_second": 959001.7783272512, "peak_memory_bytes": 42389451776}
{"loss": 4.009460142642755, "perplexity": 55.11710715438166, "tokens": 122421248, "seconds": 0.5430686150066322, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 12, "step": 934, "evaluation_tokens": 1048576}
{"event": "train", "step": 940, "epoch": 13, "tokens": 123207680, "loss": 3.962365468343099, "lr": 0.008810121640264679, "grad_norm": 0.1609431803226471, "tokens_per_second": 1764452.4103123937, "training_seconds": 0.44570881901017856, "elapsed_tokens_per_second": 957697.5610263374, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 960, "epoch": 13, "tokens": 125829120, "loss": 3.986892580986023, "lr": 0.00873654033932165, "grad_norm": 0.13104556500911713, "tokens_per_second": 1753412.009853025, "training_seconds": 1.495050783996703, "elapsed_tokens_per_second": 966830.5916100149, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 980, "epoch": 13, "tokens": 128450560, "loss": 3.9685388922691347, "lr": 0.0086610789209164, "grad_norm": 0.1272468864917755, "tokens_per_second": 1752085.4273981545, "training_seconds": 1.4961827539955266, "elapsed_tokens_per_second": 975744.4443391346, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1000, "epoch": 13, "tokens": 131072000, "loss": 3.980756103992462, "lr": 0.008583775355020503, "grad_norm": 0.11372150480747223, "tokens_per_second": 1752463.078042694, "training_seconds": 1.4958603310078615, "elapsed_tokens_per_second": 984463.1716705414, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1012, "epoch": 13, "tokens": 132644864, "loss": 3.985555628935496, "lr": 0.008536525127815442, "grad_norm": 0.13493478298187256, "tokens_per_second": 1756404.6403801544, "training_seconds": 0.8955020749999676, "elapsed_tokens_per_second": 989606.9578919484, "peak_memory_bytes": 42389451776}
{"loss": 3.9766158220139376, "perplexity": 53.336229169186396, "tokens": 132644864, "seconds": 0.5381455110036768, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 13, "step": 1012, "evaluation_tokens": 1048576}
{"event": "train", "step": 1020, "epoch": 14, "tokens": 133693440, "loss": 3.9708661437034607, "lr": 0.0085046685385201, "grad_norm": 0.11432763189077377, "tokens_per_second": 1775028.3382668004, "training_seconds": 0.5907376109971665, "elapsed_tokens_per_second": 988952.7299520884, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1040, "epoch": 14, "tokens": 136314880, "loss": 3.9472452640533446, "lr": 0.008423798275644122, "grad_norm": 0.1238306313753128, "tokens_per_second": 1748523.7689346396, "training_seconds": 1.4992304059996968, "elapsed_tokens_per_second": 997276.331826599, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1060, "epoch": 14, "tokens": 138936320, "loss": 3.9434566497802734, "lr": 0.008341205257935976, "grad_norm": 0.12088887393474579, "tokens_per_second": 1753170.1028871294, "training_seconds": 1.4952570749883307, "elapsed_tokens_per_second": 1005443.7212831028, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1080, "epoch": 14, "tokens": 141557760, "loss": 3.9425368785858153, "lr": 0.00825693104377875, "grad_norm": 0.1430332511663437, "tokens_per_second": 1751381.841851413, "training_seconds": 1.496783817987307, "elapsed_tokens_per_second": 1013428.8923461221, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1090, "epoch": 14, "tokens": 142868480, "loss": 3.9385415077209474, "lr": 0.008214176706915644, "grad_norm": 0.12995097041130066, "tokens_per_second": 1760575.0789865996, "training_seconds": 0.7444840130046941, "elapsed_tokens_per_second": 1017378.4658240846, "peak_memory_bytes": 42389451776}
{"loss": 3.9446554546474584, "perplexity": 51.6585363369097, "tokens": 142868480, "seconds": 0.5408105219976278, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 14, "step": 1090, "evaluation_tokens": 1048576}
{"event": "train", "step": 1100, "epoch": 15, "tokens": 144179200, "loss": 3.9333046436309815, "lr": 0.008171018037484259, "grad_norm": 0.12668852508068085, "tokens_per_second": 1763211.7422569247, "training_seconds": 0.7433707300078822, "elapsed_tokens_per_second": 1017365.1994688989, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1120, "epoch": 15, "tokens": 146800640, "loss": 3.9301087737083433, "lr": 0.008083509467956435, "grad_norm": 0.12733818590641022, "tokens_per_second": 1754983.8644019552, "training_seconds": 1.4937117389927153, "elapsed_tokens_per_second": 1025050.8441795019, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1140, "epoch": 15, "tokens": 149422080, "loss": 3.9150461316108705, "lr": 0.00799444936693981, "grad_norm": 0.11467817425727844, "tokens_per_second": 1753893.7593688252, "training_seconds": 1.4946401319903089, "elapsed_tokens_per_second": 1032567.2371717475, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1160, "epoch": 15, "tokens": 152043520, "loss": 3.8974200248718263, "lr": 0.007903882546864045, "grad_norm": 0.12753556668758392, "tokens_per_second": 1751818.7479121084, "training_seconds": 1.496410517996992, "elapsed_tokens_per_second": 1039921.0659205252, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1167, "epoch": 15, "tokens": 152961024, "loss": 3.909022876194545, "lr": 0.007871836608523504, "grad_norm": 0.14777608215808868, "tokens_per_second": 1752508.096032693, "training_seconds": 0.5235376670025289, "elapsed_tokens_per_second": 1042453.2219165132, "peak_memory_bytes": 42389451776}
{"loss": 3.9236805136007336, "perplexity": 50.5862860864992, "tokens": 152961024, "seconds": 0.5455445400002645, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 15, "step": 1167, "evaluation_tokens": 1048576}
{"event": "train", "step": 1180, "epoch": 16, "tokens": 154664960, "loss": 3.9029353765340953, "lr": 0.007811854578295608, "grad_norm": 0.13669724762439728, "tokens_per_second": 1759008.2111238232, "training_seconds": 0.9686913280020235, "elapsed_tokens_per_second": 1043250.7249135803, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1200, "epoch": 16, "tokens": 157286400, "loss": 3.886800837516785, "lr": 0.007718411767008027, "grad_norm": 0.14365817606449127, "tokens_per_second": 1752757.2711384466, "training_seconds": 1.4956092570064357, "elapsed_tokens_per_second": 1050329.380347185, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1220, "epoch": 16, "tokens": 159907840, "loss": 3.8830012917518615, "lr": 0.00762360113068217, "grad_norm": 0.1291857212781906, "tokens_per_second": 1754199.805376116, "training_seconds": 1.494379369993112, "elapsed_tokens_per_second": 1057273.6566267146, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1240, "epoch": 16, "tokens": 162529280, "loss": 3.8696664333343507, "lr": 0.007527470375248327, "grad_norm": 0.15075302124023438, "tokens_per_second": 1754971.3821752009, "training_seconds": 1.4937223630113294, "elapsed_tokens_per_second": 1064089.363401181, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1245, "epoch": 16, "tokens": 163184640, "loss": 3.8490146160125733, "lr": 0.0075032370719101986, "grad_norm": 0.13386170566082, "tokens_per_second": 1752417.500393994, "training_seconds": 0.3739748090010835, "elapsed_tokens_per_second": 1065760.5930416603, "peak_memory_bytes": 42389451776}
{"loss": 3.8975125135269475, "perplexity": 49.27971389601746, "tokens": 163184640, "seconds": 0.5408012099942425, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 16, "step": 1245, "evaluation_tokens": 1048576}
{"event": "train", "step": 1260, "epoch": 17, "tokens": 165150720, "loss": 3.8712459405263266, "lr": 0.007430067870881991, "grad_norm": 0.13888350129127502, "tokens_per_second": 1762164.7530074469, "training_seconds": 1.1157186049968004, "elapsed_tokens_per_second": 1067014.9336126451, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1280, "epoch": 17, "tokens": 167772160, "loss": 3.871270227432251, "lr": 0.007331442627665404, "grad_norm": 0.13123540580272675, "tokens_per_second": 1750265.802622519, "training_seconds": 1.4977382270008093, "elapsed_tokens_per_second": 1073555.8284361807, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1300, "epoch": 17, "tokens": 170393600, "loss": 3.854645538330078, "lr": 0.007231644270927114, "grad_norm": 0.1198088750243187, "tokens_per_second": 1752392.1241457143, "training_seconds": 1.4959208979998948, "elapsed_tokens_per_second": 1079982.4736300774, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1320, "epoch": 17, "tokens": 173015040, "loss": 3.8565422892570496, "lr": 0.0071307230162719806, "grad_norm": 0.14527224004268646, "tokens_per_second": 1753405.8619907184, "training_seconds": 1.495056026004022, "elapsed_tokens_per_second": 1086296.8478893945, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1323, "epoch": 17, "tokens": 173408256, "loss": 3.8761308987935386, "lr": 0.0071154911097943445, "grad_norm": 0.12904013693332672, "tokens_per_second": 1740898.9587690413, "training_seconds": 0.22586951300036162, "elapsed_tokens_per_second": 1087212.925341044, "peak_memory_bytes": 42389451776}
{"loss": 3.8755094639490344, "perplexity": 48.207251892901716, "tokens": 173408256, "seconds": 0.542635239995434, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 17, "step": 1323, "evaluation_tokens": 1048576}
{"event": "train", "step": 1340, "epoch": 18, "tokens": 175636480, "loss": 3.8464108915889965, "lr": 0.007028729644314139, "grad_norm": 0.12345891445875168, "tokens_per_second": 1759186.7283176319, "training_seconds": 1.2666216520010494, "elapsed_tokens_per_second": 1088795.9002411254, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1360, "epoch": 18, "tokens": 178257920, "loss": 3.8404268860816955, "lr": 0.0069257154751257, "grad_norm": 0.13710841536521912, "tokens_per_second": 1752022.260419833, "training_seconds": 1.4962366969994036, "elapsed_tokens_per_second": 1094883.7263339201, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1380, "epoch": 18, "tokens": 180879360, "loss": 3.817144000530243, "lr": 0.006821732342413986, "grad_norm": 0.11666470766067505, "tokens_per_second": 1752533.8689803428, "training_seconds": 1.4957999080070294, "elapsed_tokens_per_second": 1100860.7466985134, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1400, "epoch": 18, "tokens": 183500800, "loss": 3.832365536689758, "lr": 0.0067168325674403315, "grad_norm": 0.12959308922290802, "tokens_per_second": 1753308.1448125704, "training_seconds": 1.4951393500086851, "elapsed_tokens_per_second": 1106737.055669038, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1401, "epoch": 18, "tokens": 183631872, "loss": 3.831206798553467, "lr": 0.006711564461722093, "grad_norm": 0.1540812999010086, "tokens_per_second": 1763150.999373161, "training_seconds": 0.07433963401126675, "elapsed_tokens_per_second": 1107020.4856460858, "peak_memory_bytes": 42389451776}
{"loss": 3.847874159018218, "perplexity": 46.89326956222044, "tokens": 183631872, "seconds": 0.5414337370020803, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 18, "step": 1401, "evaluation_tokens": 1048576}
{"event": "train", "step": 1420, "epoch": 19, "tokens": 186122240, "loss": 3.81392418710809, "lr": 0.006611068932693563, "grad_norm": 0.1355523318052292, "tokens_per_second": 1761939.111983491, "training_seconds": 1.413424551996286, "elapsed_tokens_per_second": 1108928.328871352, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1440, "epoch": 19, "tokens": 188743680, "loss": 3.806776595115662, "lr": 0.006504494655331401, "grad_norm": 0.11357557028532028, "tokens_per_second": 1754001.558423346, "training_seconds": 1.494548273010878, "elapsed_tokens_per_second": 1114614.376098642, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1460, "epoch": 19, "tokens": 191365120, "loss": 3.821696388721466, "lr": 0.00639716336040314, "grad_norm": 0.1438215672969818, "tokens_per_second": 1753800.3408447753, "training_seconds": 1.4947197459987365, "elapsed_tokens_per_second": 1120197.4753390457, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1479, "epoch": 19, "tokens": 193855488, "loss": 3.8115415824087044, "lr": 0.006294546627910024, "grad_norm": 0.166251078248024, "tokens_per_second": 1753038.5229485878, "training_seconds": 1.4206008409964852, "elapsed_tokens_per_second": 1125409.0729217585, "peak_memory_bytes": 42389451776}
{"loss": 3.8290194842295033, "perplexity": 46.017395324331, "tokens": 193855488, "seconds": 0.5443379400094273, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 19, "step": 1479, "evaluation_tokens": 1048576}
{"event": "train", "step": 1480, "epoch": 20, "tokens": 193986560, "loss": 3.8256516456604004, "lr": 0.006289129053867102, "grad_norm": 0.156037375330925, "tokens_per_second": 1881546.625525957, "training_seconds": 0.06966184001066722, "elapsed_tokens_per_second": 1122129.3455643519, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1500, "epoch": 20, "tokens": 196608000, "loss": 3.812037169933319, "lr": 0.006180446095416423, "grad_norm": 0.13546746969223022, "tokens_per_second": 1749764.2650245002, "training_seconds": 1.4981675259914482, "elapsed_tokens_per_second": 1127513.1301575408, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1520, "epoch": 20, "tokens": 199229440, "loss": 3.8059396862983705, "lr": 0.006071169171126853, "grad_norm": 0.14501887559890747, "tokens_per_second": 1753022.4041839866, "training_seconds": 1.495383055997081, "elapsed_tokens_per_second": 1132824.7728837507, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1540, "epoch": 20, "tokens": 201850880, "loss": 3.7954057931900023, "lr": 0.005961353265940317, "grad_norm": 0.13334350287914276, "tokens_per_second": 1751904.500959061, "training_seconds": 1.4963372709898977, "elapsed_tokens_per_second": 1138038.1330662908, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1557, "epoch": 20, "tokens": 204079104, "loss": 3.807554848053876, "lr": 0.0058676272386883645, "grad_norm": 0.13030467927455902, "tokens_per_second": 1751083.9629035853, "training_seconds": 1.2724826719932025, "elapsed_tokens_per_second": 1142396.4222286735, "peak_memory_bytes": 42389451776}
{"loss": 3.806174383780495, "perplexity": 44.978040590153604, "tokens": 204079104, "seconds": 0.5432497139991028, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 20, "step": 1557, "evaluation_tokens": 1048576}
{"event": "train", "step": 1560, "epoch": 21, "tokens": 204472320, "loss": 3.815547545750936, "lr": 0.005851053635998122, "grad_norm": 0.15794473886489868, "tokens_per_second": 1774624.1499616196, "training_seconds": 0.22157705901190639, "elapsed_tokens_per_second": 1139669.3551258733, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1580, "epoch": 21, "tokens": 207093760, "loss": 3.7833464980125426, "lr": 0.005740325780837671, "grad_norm": 0.12855376303195953, "tokens_per_second": 1752095.7782479723, "training_seconds": 1.4961739150021458, "elapsed_tokens_per_second": 1144725.5362984682, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1600, "epoch": 21, "tokens": 209715200, "loss": 3.784870994091034, "lr": 0.005629225415466735, "grad_norm": 0.14793063700199127, "tokens_per_second": 1752839.3631949436, "training_seconds": 1.4955392120027682, "elapsed_tokens_per_second": 1149704.3275800962, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1620, "epoch": 21, "tokens": 212336640, "loss": 3.789968991279602, "lr": 0.005517808442329294, "grad_norm": 0.12098454684019089, "tokens_per_second": 1751633.8244895958, "training_seconds": 1.4965684969938593, "elapsed_tokens_per_second": 1154593.007715336, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1634, "epoch": 21, "tokens": 214171648, "loss": 3.7832703420094083, "lr": 0.005439658195019773, "grad_norm": 0.12471190840005875, "tokens_per_second": 1755704.6386154382, "training_seconds": 1.0451689650071785, "elapsed_tokens_per_second": 1157982.816906518, "peak_memory_bytes": 42389451776}
{"loss": 3.781421679440219, "perplexity": 43.878378402140406, "tokens": 214171648, "seconds": 0.5424801649933215, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 21, "step": 1634, "evaluation_tokens": 1048576}
{"event": "train", "step": 1640, "epoch": 22, "tokens": 214958080, "loss": 3.7600051164627075, "lr": 0.005406130923177063, "grad_norm": 0.1268174946308136, "tokens_per_second": 1776534.8764171656, "training_seconds": 0.4426774900057353, "elapsed_tokens_per_second": 1155950.7262830364, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1660, "epoch": 22, "tokens": 217579520, "loss": 3.7762094140052795, "lr": 0.005294249050860871, "grad_norm": 0.131622776389122, "tokens_per_second": 1748454.8736074097, "training_seconds": 1.4992894809984136, "elapsed_tokens_per_second": 1160680.354426542, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1680, "epoch": 22, "tokens": 220200960, "loss": 3.7600276470184326, "lr": 0.0051822191210560585, "grad_norm": 0.12595440447330475, "tokens_per_second": 1752794.0578103147, "training_seconds": 1.4955778679868672, "elapsed_tokens_per_second": 1165360.2035925048, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1700, "epoch": 22, "tokens": 222822400, "loss": 3.759411573410034, "lr": 0.005070097503936153, "grad_norm": 0.13315178453922272, "tokens_per_second": 1752773.0197578536, "training_seconds": 1.4955958189966623, "elapsed_tokens_per_second": 1169963.7400064012, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1712, "epoch": 22, "tokens": 224395264, "loss": 3.7581655581792197, "lr": 0.005002803991868012, "grad_norm": 0.14245876669883728, "tokens_per_second": 1752605.2417261507, "training_seconds": 0.8974433960102033, "elapsed_tokens_per_second": 1172689.6496799188, "peak_memory_bytes": 42389451776}
{"loss": 3.768107733623899, "perplexity": 43.29805581369785, "tokens": 224395264, "seconds": 0.5427687659976073, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 22, "step": 1712, "evaluation_tokens": 1048576}
{"event": "train", "step": 1720, "epoch": 23, "tokens": 225443840, "loss": 3.747785270214081, "lr": 0.00495794061580905, "grad_norm": 0.12761133909225464, "tokens_per_second": 1770316.1687253332, "training_seconds": 0.5923100170039106, "elapsed_tokens_per_second": 1171096.1602098737, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1740, "epoch": 23, "tokens": 228065280, "loss": 3.754787504673004, "lr": 0.0048458048907299755, "grad_norm": 0.12165521830320358, "tokens_per_second": 1752036.5730876687, "training_seconds": 1.4962244740017923, "elapsed_tokens_per_second": 1175567.2600244314, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1760, "epoch": 23, "tokens": 230686720, "loss": 3.7427127361297607, "lr": 0.004733746752105536, "grad_norm": 0.1398869752883911, "tokens_per_second": 1750606.644998511, "training_seconds": 1.4974466179992305, "elapsed_tokens_per_second": 1179964.7819142465, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1780, "epoch": 23, "tokens": 233308160, "loss": 3.7375668048858643, "lr": 0.0046218225843031105, "grad_norm": 0.13489484786987305, "tokens_per_second": 1749969.3541338854, "training_seconds": 1.497991947006085, "elapsed_tokens_per_second": 1184289.828418244, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1790, "epoch": 23, "tokens": 234618880, "loss": 3.742551255226135, "lr": 0.004565928341917619, "grad_norm": 0.12640465795993805, "tokens_per_second": 1749717.4740430943, "training_seconds": 0.7491037950094324, "elapsed_tokens_per_second": 1186424.3735726469, "peak_memory_bytes": 42389451776}
{"loss": 3.7469892126683417, "perplexity": 42.39325259518775, "tokens": 234618880, "seconds": 0.5426250579912448, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 23, "step": 1790, "evaluation_tokens": 1048576}
{"event": "train", "step": 1800, "epoch": 24, "tokens": 235929600, "loss": 3.728222680091858, "lr": 0.004510088704279886, "grad_norm": 0.13867010176181793, "tokens_per_second": 1765489.988530419, "training_seconds": 0.7424114599998575, "elapsed_tokens_per_second": 1185220.4417745094, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1820, "epoch": 24, "tokens": 238551040, "loss": 3.7378060817718506, "lr": 0.004398601333245825, "grad_norm": 0.11624248325824738, "tokens_per_second": 1752770.9946069259, "training_seconds": 1.4955975470074918, "elapsed_tokens_per_second": 1189444.379689836, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1840, "epoch": 24, "tokens": 241172480, "loss": 3.71381299495697, "lr": 0.0042874165683748034, "grad_norm": 0.11370090395212173, "tokens_per_second": 1751822.4952508898, "training_seconds": 1.4964073170121992, "elapsed_tokens_per_second": 1193602.8101206496, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1860, "epoch": 24, "tokens": 243793920, "loss": 3.735233461856842, "lr": 0.004176590354578152, "grad_norm": 0.14794832468032837, "tokens_per_second": 1752659.9227199806, "training_seconds": 1.4956923279969487, "elapsed_tokens_per_second": 1197702.0910364848, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1868, "epoch": 24, "tokens": 244842496, "loss": 3.7180868685245514, "lr": 0.004132372761311635, "grad_norm": 0.129412442445755, "tokens_per_second": 1746806.6021089153, "training_seconds": 0.6002816789987264, "elapsed_tokens_per_second": 1199310.4133938404, "peak_memory_bytes": 42389451776}
{"loss": 3.7325100832485987, "perplexity": 41.78385760515912, "tokens": 244842496, "seconds": 0.5408753749943571, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 24, "step": 1868, "evaluation_tokens": 1048576}
{"event": "train", "step": 1880, "epoch": 25, "tokens": 246415360, "loss": 3.713131825129191, "lr": 0.0040661784563548195, "grad_norm": 0.13546447455883026, "tokens_per_second": 1761019.3873830559, "training_seconds": 0.8931554139999207, "elapsed_tokens_per_second": 1198504.3581460228, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1900, "epoch": 25, "tokens": 249036800, "loss": 3.714906299114227, "lr": 0.003956236429732318, "grad_norm": 0.13187889754772186, "tokens_per_second": 1753472.4034898446, "training_seconds": 1.4949992909969296, "elapsed_tokens_per_second": 1202502.2961216862, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1920, "epoch": 25, "tokens": 251658240, "loss": 3.7185269474983214, "lr": 0.003846819594312553, "grad_norm": 0.1308654099702835, "tokens_per_second": 1751519.7883844902, "training_seconds": 1.4966659339988837, "elapsed_tokens_per_second": 1206434.9221044127, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1940, "epoch": 25, "tokens": 254279680, "loss": 3.7248557448387145, "lr": 0.0037379830054366328, "grad_norm": 0.13033144176006317, "tokens_per_second": 1749181.7008527713, "training_seconds": 1.4986664900061442, "elapsed_tokens_per_second": 1210297.5172161704, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1946, "epoch": 25, "tokens": 255066112, "loss": 3.684679905573527, "lr": 0.003705453372089978, "grad_norm": 0.11778321862220764, "tokens_per_second": 1748562.003556406, "training_seconds": 0.4497592870029621, "elapsed_tokens_per_second": 1211441.076545656, "peak_memory_bytes": 42389451776}
{"loss": 3.7120127726380154, "perplexity": 40.93611876104383, "tokens": 255066112, "seconds": 0.5400072710035602, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 25, "step": 1946, "evaluation_tokens": 1048576}
{"event": "train", "step": 1960, "epoch": 26, "tokens": 256901120, "loss": 3.68673769065312, "lr": 0.0036297814264826278, "grad_norm": 0.1414642482995987, "tokens_per_second": 1762419.145709946, "training_seconds": 1.041187055001501, "elapsed_tokens_per_second": 1210873.6441480077, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1980, "epoch": 26, "tokens": 259522560, "loss": 3.691950559616089, "lr": 0.0035222693013102426, "grad_norm": 0.1168624684214592, "tokens_per_second": 1749984.1578142154, "training_seconds": 1.4979792750091292, "elapsed_tokens_per_second": 1214645.4491722332, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2000, "epoch": 26, "tokens": 262144000, "loss": 3.6834494948387144, "lr": 0.0034155007268662748, "grad_norm": 0.11517833918333054, "tokens_per_second": 1755309.317349208, "training_seconds": 1.493434789008461, "elapsed_tokens_per_second": 1218391.7616802359, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2020, "epoch": 26, "tokens": 264765440, "loss": 3.6871684908866884, "lr": 0.0033095294259646115, "grad_norm": 0.13391730189323425, "tokens_per_second": 1755234.1768880128, "training_seconds": 1.4934987220040057, "elapsed_tokens_per_second": 1222083.1348454354, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2024, "epoch": 26, "tokens": 265289728, "loss": 3.679752469062805, "lr": 0.0032884355382779085, "grad_norm": 0.14401979744434357, "tokens_per_second": 1752243.8056734072, "training_seconds": 0.29920950400992297, "elapsed_tokens_per_second": 1222808.0925721754, "peak_memory_bytes": 42389451776}
{"loss": 3.6898967476826874, "perplexity": 40.040712447494485, "tokens": 265289728, "seconds": 0.5425215090072015, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 26, "step": 2024, "evaluation_tokens": 1048576}
{"event": "train", "step": 2040, "epoch": 27, "tokens": 267386880, "loss": 3.663966476917267, "lr": 0.003204408720254488, "grad_norm": 0.13843196630477905, "tokens_per_second": 1761245.9338298207, "training_seconds": 1.1907207049953286, "elapsed_tokens_per_second": 1222543.9808894845, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2060, "epoch": 27, "tokens": 270008320, "loss": 3.665146231651306, "lr": 0.0031001915033905905, "grad_norm": 0.16260550916194916, "tokens_per_second": 1751140.1846881723, "training_seconds": 1.4969903739984147, "elapsed_tokens_per_second": 1226128.6498639134, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2080, "epoch": 27, "tokens": 272629760, "loss": 3.672486734390259, "lr": 0.002996930214418535, "grad_norm": 0.12878109514713287, "tokens_per_second": 1754818.9441828863, "training_seconds": 1.493852120009251, "elapsed_tokens_per_second": 1229683.7860153895, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2100, "epoch": 27, "tokens": 275251200, "loss": 3.6621246099472047, "lr": 0.0028946768113890676, "grad_norm": 0.13899703323841095, "tokens_per_second": 1749335.1408407225, "training_seconds": 1.4985350369970547, "elapsed_tokens_per_second": 1233164.4448247708, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2101, "epoch": 27, "tokens": 275382272, "loss": 3.6766903400421143, "lr": 0.0028895915233723125, "grad_norm": 0.12773160636425018, "tokens_per_second": 1749405.2517874052, "training_seconds": 0.07492374900903087, "elapsed_tokens_per_second": 1233331.2999333795, "peak_memory_bytes": 42389451776}
{"loss": 3.6727249447664043, "perplexity": 39.35901099726696, "tokens": 275382272, "seconds": 0.5406844680110225, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 27, "step": 2101, "evaluation_tokens": 1048576}
{"event": "train", "step": 2120, "epoch": 28, "tokens": 277872640, "loss": 3.6648315379494116, "lr": 0.0027934827452143042, "grad_norm": 0.12759919464588165, "tokens_per_second": 1756282.2405433143, "training_seconds": 1.4179771010094555, "elapsed_tokens_per_second": 1233630.2465621245, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2140, "epoch": 28, "tokens": 280494080, "loss": 3.6578343510627747, "lr": 0.0026933989337791326, "grad_norm": 0.13656996190547943, "tokens_per_second": 1752629.0262696384, "training_seconds": 1.4957186950050527, "elapsed_tokens_per_second": 1237045.4879519797, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2160, "epoch": 28, "tokens": 283115520, "loss": 3.658148908615112, "lr": 0.002594475736320837, "grad_norm": 0.12363959103822708, "tokens_per_second": 1745593.7609735879, "training_seconds": 1.50174688900006, "elapsed_tokens_per_second": 1240385.3358616133, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2179, "epoch": 28, "tokens": 285605888, "loss": 3.6548927583192525, "lr": 0.0025016190602263023, "grad_norm": 0.1200227290391922, "tokens_per_second": 1745952.1013494337, "training_seconds": 1.4263667359919054, "elapsed_tokens_per_second": 1243515.796378509, "peak_memory_bytes": 42389451776}
{"loss": 3.655239017593591, "perplexity": 38.6767644376228, "tokens": 285605888, "seconds": 0.5425876509980299, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 28, "step": 2179, "evaluation_tokens": 1048576}
{"event": "train", "step": 2180, "epoch": 29, "tokens": 285736960, "loss": 3.6843414306640625, "lr": 0.0024967629280898012, "grad_norm": 0.10938071459531784, "tokens_per_second": 1882030.7645904801, "training_seconds": 0.06964391999645159, "elapsed_tokens_per_second": 1240743.685280807, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2200, "epoch": 29, "tokens": 288358400, "loss": 3.6429017543792725, "lr": 0.0024003096753040655, "grad_norm": 0.11270098388195038, "tokens_per_second": 1751516.2295658193, "training_seconds": 1.4966689749999205, "elapsed_tokens_per_second": 1244036.4759601005, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2220, "epoch": 29, "tokens": 290979840, "loss": 3.635670042037964, "lr": 0.002305164510410328, "grad_norm": 0.10937520116567612, "tokens_per_second": 1751792.3400796717, "training_seconds": 1.4964330760121811, "elapsed_tokens_per_second": 1247285.1938523443, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2240, "epoch": 29, "tokens": 293601280, "loss": 3.6622073650360107, "lr": 0.002211375307663838, "grad_norm": 0.14116814732551575, "tokens_per_second": 1751000.9096215724, "training_seconds": 1.497109445001115, "elapsed_tokens_per_second": 1250491.1863244462, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2257, "epoch": 29, "tokens": 295829504, "loss": 3.638704945059384, "lr": 0.0021327558796477124, "grad_norm": 0.11705408990383148, "tokens_per_second": 1750434.4170036041, "training_seconds": 1.2729548610077472, "elapsed_tokens_per_second": 1253178.7762817964, "peak_memory_bytes": 42389451776}
{"loss": 3.640382990498509, "perplexity": 38.10642833098039, "tokens": 295829504, "seconds": 0.5407088240026496, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 29, "step": 2257, "evaluation_tokens": 1048576}
{"event": "train", "step": 2260, "epoch": 30, "tokens": 296222720, "loss": 3.601201057434082, "lr": 0.002118989259039482, "grad_norm": 0.11927945911884308, "tokens_per_second": 1792311.5424250504, "training_seconds": 0.21939043000747915, "elapsed_tokens_per_second": 1250784.240186117, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2280, "epoch": 30, "tokens": 298844160, "loss": 3.62988418340683, "lr": 0.002028052850486162, "grad_norm": 0.1322227418422699, "tokens_per_second": 1751899.4688839882, "training_seconds": 1.4963415689999238, "elapsed_tokens_per_second": 1253924.7743758862, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2300, "epoch": 30, "tokens": 301465600, "loss": 3.6307449460029604, "lr": 0.0019386118385364337, "grad_norm": 0.13385869562625885, "tokens_per_second": 1750828.6462894455, "training_seconds": 1.4972567450022325, "elapsed_tokens_per_second": 1257018.9382620812, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2320, "epoch": 30, "tokens": 304087040, "loss": 3.601011073589325, "lr": 0.0018507112272831527, "grad_norm": 0.12350980192422867, "tokens_per_second": 1750272.5606843366, "training_seconds": 1.4977324440114899, "elapsed_tokens_per_second": 1260074.2142595109, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2335, "epoch": 30, "tokens": 306053120, "loss": 3.618623892466227, "lr": 0.0017858232930843577, "grad_norm": 0.11896363645792007, "tokens_per_second": 1748710.5703144204, "training_seconds": 1.1243026910087792, "elapsed_tokens_per_second": 1262332.5902378631, "peak_memory_bytes": 42389451776}
{"loss": 3.6247724385751154, "perplexity": 37.51618495165063, "tokens": 306053120, "seconds": 0.540650488997926, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 30, "step": 2335, "evaluation_tokens": 1048576}
{"event": "train", "step": 2340, "epoch": 31, "tokens": 306708480, "loss": 3.60351619720459, "lr": 0.0017643952457347479, "grad_norm": 0.12543267011642456, "tokens_per_second": 1776386.352186635, "training_seconds": 0.3689287520101061, "elapsed_tokens_per_second": 1260272.3025035998, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2360, "epoch": 31, "tokens": 309329920, "loss": 3.617308163642883, "lr": 0.0016797073255604756, "grad_norm": 0.1288464367389679, "tokens_per_second": 1752780.88244881, "training_seconds": 1.4955891099962173, "elapsed_tokens_per_second": 1263275.18956088, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2380, "epoch": 31, "tokens": 311951360, "loss": 3.60312739610672, "lr": 0.0015966900792368794, "grad_norm": 0.1018417701125145, "tokens_per_second": 1751655.1231205836, "training_seconds": 1.4965502999984892, "elapsed_tokens_per_second": 1266234.2804842365, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2400, "epoch": 31, "tokens": 314572800, "loss": 3.5968295454978945, "lr": 0.0015153852786064371, "grad_norm": 0.12232531607151031, "tokens_per_second": 1753161.6481065943, "training_seconds": 1.4952642860007472, "elapsed_tokens_per_second": 1269166.2656925353, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2413, "epoch": 31, "tokens": 316276736, "loss": 3.5842179518479567, "lr": 0.001463474872184558, "grad_norm": 0.1137055903673172, "tokens_per_second": 1746716.990809213, "training_seconds": 0.9755077719892142, "elapsed_tokens_per_second": 1271031.2181794716, "peak_memory_bytes": 42389451776}
{"loss": 3.609384420463483, "perplexity": 36.94330427165109, "tokens": 316276736, "seconds": 0.5446895820059581, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 31, "step": 2413, "evaluation_tokens": 1048576}
{"event": "train", "step": 2420, "epoch": 32, "tokens": 317194240, "loss": 3.5994694914136613, "lr": 0.0014358338338592053, "grad_norm": 0.13111169636249542, "tokens_per_second": 1766855.0642819093, "training_seconds": 0.5192865099961637, "elapsed_tokens_per_second": 1269256.197829986, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2440, "epoch": 32, "tokens": 319815680, "loss": 3.6026145100593565, "lr": 0.0013580757729480036, "grad_norm": 0.10386855155229568, "tokens_per_second": 1749499.0201824317, "training_seconds": 1.4983946659922367, "elapsed_tokens_per_second": 1272113.2459629413, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2460, "epoch": 32, "tokens": 322437120, "loss": 3.586104428768158, "lr": 0.0012821502214475278, "grad_norm": 0.11342287063598633, "tokens_per_second": 1746252.3509262027, "training_seconds": 1.501180513005238, "elapsed_tokens_per_second": 1274920.2162241433, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2480, "epoch": 32, "tokens": 325058560, "loss": 3.585237467288971, "lr": 0.0012080953828675078, "grad_norm": 0.11874595284461975, "tokens_per_second": 1749964.5574961896, "training_seconds": 1.4979960529890377, "elapsed_tokens_per_second": 1277711.5776599175, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2491, "epoch": 32, "tokens": 326500352, "loss": 3.588395768945867, "lr": 0.001168176152512596, "grad_norm": 0.11425662785768509, "tokens_per_second": 1750381.9120936713, "training_seconds": 0.8237013819889398, "elapsed_tokens_per_second": 1279229.747116558, "peak_memory_bytes": 42389451776}
{"loss": 3.5960135023621134, "perplexity": 36.45262609502235, "tokens": 326500352, "seconds": 0.5441630040004384, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 32, "step": 2491, "evaluation_tokens": 1048576}
{"event": "train", "step": 2500, "epoch": 33, "tokens": 327680000, "loss": 3.582365036010742, "lr": 0.0011359485194298174, "grad_norm": 0.1128305122256279, "tokens_per_second": 1761353.071225542, "training_seconds": 0.66973965599027, "elapsed_tokens_per_second": 1277746.8093574576, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2520, "epoch": 33, "tokens": 330301440, "loss": 3.56668701171875, "lr": 0.0010657459333192271, "grad_norm": 0.10758804529905319, "tokens_per_second": 1752299.153659134, "training_seconds": 1.4960002660081955, "elapsed_tokens_per_second": 1280493.786754389, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2540, "epoch": 33, "tokens": 332922880, "loss": 3.5651355028152465, "lr": 0.0009975229484172033, "grad_norm": 0.12161032855510712, "tokens_per_second": 1751930.5632386135, "training_seconds": 1.4963150109979324, "elapsed_tokens_per_second": 1283205.2984481787, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2560, "epoch": 33, "tokens": 335544320, "loss": 3.5897316336631775, "lr": 0.0009313138925279696, "grad_norm": 0.11483896523714066, "tokens_per_second": 1750466.2859012692, "training_seconds": 1.4975666890095454, "elapsed_tokens_per_second": 1285881.7045300575, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2568, "epoch": 33, "tokens": 336592896, "loss": 3.5735515356063843, "lr": 0.0009054016671683002, "grad_norm": 0.10212869942188263, "tokens_per_second": 1746463.8971877978, "training_seconds": 0.6003994710044935, "elapsed_tokens_per_second": 1286931.695553206, "peak_memory_bytes": 42389451776}
{"loss": 3.584420733483749, "perplexity": 36.03247926361311, "tokens": 336592896, "seconds": 0.5392469740036177, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 33, "step": 2568, "evaluation_tokens": 1048576}
{"event": "train", "step": 2580, "epoch": 34, "tokens": 338165760, "loss": 3.5829239090283713, "lr": 0.0008671520801057592, "grad_norm": 0.11789729446172714, "tokens_per_second": 1761461.575357339, "training_seconds": 0.8929312010004651, "elapsed_tokens_per_second": 1285876.7139313228, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2600, "epoch": 34, "tokens": 340787200, "loss": 3.597243332862854, "lr": 0.0008050697954919661, "grad_norm": 0.11141771823167801, "tokens_per_second": 1752105.2087723769, "training_seconds": 1.4961658620013623, "elapsed_tokens_per_second": 1288508.7390123182, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2620, "epoch": 34, "tokens": 343408640, "loss": 3.5723282217979433, "lr": 0.0007450982766706071, "grad_norm": 0.1007247194647789, "tokens_per_second": 1748774.7641093764, "training_seconds": 1.499015227003838, "elapsed_tokens_per_second": 1291095.1193058384, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2640, "epoch": 34, "tokens": 346030080, "loss": 3.58061763048172, "lr": 0.0006872676995502857, "grad_norm": 0.10718631744384766, "tokens_per_second": 1751379.5823857982, "training_seconds": 1.496785748997354, "elapsed_tokens_per_second": 1293665.508460183, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2646, "epoch": 34, "tokens": 346816512, "loss": 3.565353433291117, "lr": 0.0006703403887332854, "grad_norm": 0.10208433121442795, "tokens_per_second": 1752286.7721015227, "training_seconds": 0.44880325099802576, "elapsed_tokens_per_second": 1294426.5442594232, "peak_memory_bytes": 42389451776}
{"loss": 3.5734225327385896, "perplexity": 35.638358107867525, "tokens": 346816512, "seconds": 0.5437401669914834, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 34, "step": 2646, "evaluation_tokens": 1048576}
{"event": "train", "step": 2660, "epoch": 35, "tokens": 348651520, "loss": 3.556516068322318, "lr": 0.0006316071627805603, "grad_norm": 0.11121240258216858, "tokens_per_second": 1761244.266831188, "training_seconds": 1.0418816029996378, "elapsed_tokens_per_second": 1293587.3972887143, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2680, "epoch": 35, "tokens": 351272960, "loss": 3.567733418941498, "lr": 0.0005781446731103568, "grad_norm": 0.09793070703744888, "tokens_per_second": 1752478.5566129074, "training_seconds": 1.4958471189893316, "elapsed_tokens_per_second": 1296115.122693475, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2700, "epoch": 35, "tokens": 353894400, "loss": 3.5721918106079102, "lr": 0.0005269071312957962, "grad_norm": 0.09796871989965439, "tokens_per_second": 1750967.219111455, "training_seconds": 1.4971382510120748, "elapsed_tokens_per_second": 1298607.0686643072, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2720, "epoch": 35, "tokens": 356515840, "loss": 3.5537216424942017, "lr": 0.0004779203185645226, "grad_norm": 0.10272113233804703, "tokens_per_second": 1750290.4710827968, "training_seconds": 1.497717117992579, "elapsed_tokens_per_second": 1301070.4587699424, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2724, "epoch": 35, "tokens": 357040128, "loss": 3.5360977053642273, "lr": 0.0004683952326698765, "grad_norm": 0.10456149280071259, "tokens_per_second": 1752995.57201956, "training_seconds": 0.2990811890049372, "elapsed_tokens_per_second": 1301555.577237852, "peak_memory_bytes": 42389451776}
{"loss": 3.5652383186983156, "perplexity": 35.34787646046021, "tokens": 357040128, "seconds": 0.5423632449965226, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 35, "step": 2724, "evaluation_tokens": 1048576}
{"event": "train", "step": 2740, "epoch": 36, "tokens": 359137280, "loss": 3.571902096271515, "lr": 0.0004312088836433431, "grad_norm": 0.09574480354785919, "tokens_per_second": 1756001.0900107347, "training_seconds": 1.1942771629983326, "elapsed_tokens_per_second": 1300938.4020716918, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2760, "epoch": 36, "tokens": 361758720, "loss": 3.577652382850647, "lr": 0.000386796330355717, "grad_norm": 0.09923551231622696, "tokens_per_second": 1750706.3704310656, "training_seconds": 1.4973613189940806, "elapsed_tokens_per_second": 1303359.726425827, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2780, "epoch": 36, "tokens": 364380160, "loss": 3.5655274987220764, "lr": 0.0003447050057953183, "grad_norm": 0.1008937656879425, "tokens_per_second": 1749599.8268593273, "training_seconds": 1.4983083330007503, "elapsed_tokens_per_second": 1305748.7197127303, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2800, "epoch": 36, "tokens": 367001600, "loss": 3.5564274430274962, "lr": 0.0003049560890816333, "grad_norm": 0.10157106816768646, "tokens_per_second": 1748754.681046453, "training_seconds": 1.4990324420068646, "elapsed_tokens_per_second": 1308110.6271859629, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2802, "epoch": 36, "tokens": 367263744, "loss": 3.571932554244995, "lr": 0.0003011108101255983, "grad_norm": 0.09172746539115906, "tokens_per_second": 1758208.9512343528, "training_seconds": 0.14909718200215138, "elapsed_tokens_per_second": 1308342.558538589, "peak_memory_bytes": 42389451776}
{"loss": 3.557998094692689, "perplexity": 35.09287416757644, "tokens": 367263744, "seconds": 0.5404148789966712, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 36, "step": 2802, "evaluation_tokens": 1048576}
{"event": "train", "step": 2820, "epoch": 37, "tokens": 369623040, "loss": 3.5481121407614813, "lr": 0.00026756958070325187, "grad_norm": 0.10127520561218262, "tokens_per_second": 1762949.207811612, "training_seconds": 1.3382665760000236, "elapsed_tokens_per_second": 1307792.7838567046, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2840, "epoch": 37, "tokens": 372244480, "loss": 3.5669867992401123, "lr": 0.00023256429245420375, "grad_norm": 0.113097183406353, "tokens_per_second": 1750736.4145527892, "training_seconds": 1.4973356230038917, "elapsed_tokens_per_second": 1310121.6969910078, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2860, "epoch": 37, "tokens": 374865920, "loss": 3.55388058423996, "lr": 0.00019995783796842082, "grad_norm": 0.09007403999567032, "tokens_per_second": 1749331.3188935386, "training_seconds": 1.498538311003358, "elapsed_tokens_per_second": 1312418.4574351134, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2880, "epoch": 37, "tokens": 377487360, "loss": 3.5652661323547363, "lr": 0.00016976662385707165, "grad_norm": 0.09594909846782684, "tokens_per_second": 1752180.795997509, "training_seconds": 1.4961013189895311, "elapsed_tokens_per_second": 1314705.0041778986, "peak_memory_bytes": 42389451776}
{"loss": 3.5516038828577225, "perplexity": 34.86919877227885, "tokens": 377487360, "seconds": 0.5417940430052113, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 37, "step": 2880, "evaluation_tokens": 1048576}
{"event": "train", "step": 2900, "epoch": 38, "tokens": 380108800, "loss": 3.563671863079071, "lr": 0.00014200584145323492, "grad_norm": 0.10032076388597488, "tokens_per_second": 1757289.1951193986, "training_seconds": 1.4917521869938355, "elapsed_tokens_per_second": 1314495.6590203291, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2920, "epoch": 38, "tokens": 382730240, "loss": 3.532841944694519, "lr": 0.00011668945916806617, "grad_norm": 0.09081994742155075, "tokens_per_second": 1749663.0154723686, "training_seconds": 1.498254221995012, "elapsed_tokens_per_second": 1316731.9382958903, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2940, "epoch": 38, "tokens": 385351680, "loss": 3.557158660888672, "lr": 9.383021546230552e-05, "grad_norm": 0.09168494492769241, "tokens_per_second": 1753407.577809784, "training_seconds": 1.4950545629981207, "elapsed_tokens_per_second": 1318961.6909125485, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2958, "epoch": 38, "tokens": 387710976, "loss": 3.546918590863546, "lr": 7.536728174015517e-05, "grad_norm": 0.0904579684138298, "tokens_per_second": 1755166.1897461955, "training_seconds": 1.3442009160062298, "elapsed_tokens_per_second": 1320951.9376689573, "peak_memory_bytes": 42389451776}
{"loss": 3.5483998544981956, "perplexity": 34.757655659609874, "tokens": 387710976, "seconds": 0.5418075780034997, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 38, "step": 2958, "evaluation_tokens": 1048576}
{"event": "train", "step": 2960, "epoch": 39, "tokens": 387973120, "loss": 3.535774827003479, "lr": 7.343961243665598e-05, "grad_norm": 0.09307510405778885, "tokens_per_second": 1815587.2063954382, "training_seconds": 0.14438524300931022, "elapsed_tokens_per_second": 1318732.7215631036, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2980, "epoch": 39, "tokens": 390594560, "loss": 3.55022509098053, "lr": 5.552791004426461e-05, "grad_norm": 0.08833872526884079, "tokens_per_second": 1752274.378196852, "training_seconds": 1.4960214180027833, "elapsed_tokens_per_second": 1320921.772934797, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3000, "epoch": 39, "tokens": 393216000, "loss": 3.5342854022979737, "lr": 4.010412092821602e-05, "grad_norm": 0.09288095682859421, "tokens_per_second": 1752395.110170252, "training_seconds": 1.495918348999112, "elapsed_tokens_per_second": 1323087.3347526756, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3020, "epoch": 39, "tokens": 395837440, "loss": 3.5492985129356383, "lr": 2.7176005886631604e-05, "grad_norm": 0.09417964518070221, "tokens_per_second": 1752369.2847340694, "training_seconds": 1.4959403950051637, "elapsed_tokens_per_second": 1325232.5646017864, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3035, "epoch": 39, "tokens": 397803520, "loss": 3.535921049118042, "lr": 1.912166621911349e-05, "grad_norm": 0.08526637405157089, "tokens_per_second": 1755276.0348065135, "training_seconds": 1.1200973300001351, "elapsed_tokens_per_second": 1326832.1201877946, "peak_memory_bytes": 42389451776}
{"loss": 3.546951699564082, "perplexity": 34.70735761753732, "tokens": 397803520, "seconds": 0.5402826920035295, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 39, "step": 3035, "evaluation_tokens": 1048576}
{"event": "train", "step": 3040, "epoch": 40, "tokens": 398458880, "loss": 3.5615273475646974, "lr": 1.6750069967667592e-05, "grad_norm": 0.08524271100759506, "tokens_per_second": 1774177.3441852196, "training_seconds": 0.3693881009967299, "elapsed_tokens_per_second": 1324967.9876237477, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3060, "epoch": 40, "tokens": 401080320, "loss": 3.5567312240600586, "lr": 8.831559196363359e-06, "grad_norm": 0.08933540433645248, "tokens_per_second": 1753228.2425822164, "training_seconds": 1.4952074900065782, "elapsed_tokens_per_second": 1327082.241224475, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3080, "epoch": 40, "tokens": 403701760, "loss": 3.5307172179222106, "lr": 3.424457934996794e-06, "grad_norm": 0.08822230994701385, "tokens_per_second": 1747053.2348709689, "training_seconds": 1.5004923420056002, "elapsed_tokens_per_second": 1329150.1370002667, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3100, "epoch": 40, "tokens": 406323200, "loss": 3.558377754688263, "lr": 5.314868782685389e-07, "grad_norm": 0.0878717377781868, "tokens_per_second": 1750007.0951539327, "training_seconds": 1.4979596409975784, "elapsed_tokens_per_second": 1331210.6930049201, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3113, "epoch": 40, "tokens": 408027136, "loss": 3.541757161800678, "lr": 0.0, "grad_norm": 0.08922318369150162, "tokens_per_second": 1750899.9049030275, "training_seconds": 0.9731772759987507, "elapsed_tokens_per_second": 1332537.6417447694, "peak_memory_bytes": 42389451776}
{"loss": 3.5467313474588202, "perplexity": 34.699710620765075, "tokens": 408027136, "seconds": 0.5438419269921724, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 40, "step": 3113, "evaluation_tokens": 1048576}
{"loss": 3.5466604116907283, "perplexity": 34.697249257440006, "tokens": 408027136, "seconds": 100.98930004099384, "split": "full", "validation_complete": true, "event": "final_validation", "step": 3113, "evaluation_tokens": 197411295}