{"event": "train", "step": 20, "epoch": 1, "tokens": 2621440, "loss": 9.342072105407714, "lr": 0.000641025641025641, "grad_norm": 1.2584376335144043, "tokens_per_second": 52776.368131694755, "training_seconds": 49.67071613299777, "elapsed_tokens_per_second": 52776.368131694755, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 40, "epoch": 1, "tokens": 5242880, "loss": 7.322670865058899, "lr": 0.001282051282051282, "grad_norm": 4.3570876121521, "tokens_per_second": 1771074.7051531854, "training_seconds": 1.4801408389903372, "elapsed_tokens_per_second": 102484.44601257787, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 60, "epoch": 1, "tokens": 7864320, "loss": 6.8865549802780155, "lr": 0.001923076923076923, "grad_norm": 1.9619159698486328, "tokens_per_second": 1764708.5358871166, "training_seconds": 1.4854804329952458, "elapsed_tokens_per_second": 149385.3012114446, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 78, "epoch": 1, "tokens": 10223616, "loss": 6.659566561381022, "lr": 0.0025, "grad_norm": 1.1290088891983032, "tokens_per_second": 1760815.0041089428, "training_seconds": 1.339888627990149, "elapsed_tokens_per_second": 189376.90572817632, "peak_memory_bytes": 21988176384}
{"loss": 6.522903420997039, "perplexity": 680.5514469998493, "tokens": 10223616, "seconds": 1.1020247279957402, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 1, "step": 78, "evaluation_tokens": 1048576}
{"event": "train", "step": 80, "epoch": 2, "tokens": 10485760, "loss": 6.4811110496521, "lr": 0.002564102564102564, "grad_norm": 0.43438267707824707, "tokens_per_second": 1835295.0915056716, "training_seconds": 0.14283479600271676, "elapsed_tokens_per_second": 189773.46301649444, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 100, "epoch": 2, "tokens": 13107200, "loss": 6.3195290803909305, "lr": 0.003205128205128205, "grad_norm": 0.40103012323379517, "tokens_per_second": 1763867.5713924498, "training_seconds": 1.4861886700091418, "elapsed_tokens_per_second": 230999.16278561892, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 120, "epoch": 2, "tokens": 15728640, "loss": 6.088996839523316, "lr": 0.003846153846153846, "grad_norm": 0.41526880860328674, "tokens_per_second": 1756559.4306691538, "training_seconds": 1.4923719369980972, "elapsed_tokens_per_second": 270087.53643602063, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 140, "epoch": 2, "tokens": 18350080, "loss": 5.86935875415802, "lr": 0.004487179487179488, "grad_norm": 0.553473949432373, "tokens_per_second": 1753524.941236648, "training_seconds": 1.4949544989940478, "elapsed_tokens_per_second": 307209.9222205097, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 156, "epoch": 2, "tokens": 20447232, "loss": 5.708277225494385, "lr": 0.005, "grad_norm": 0.3851483166217804, "tokens_per_second": 1757800.185711756, "training_seconds": 1.1930548290110892, "elapsed_tokens_per_second": 335607.50405857933, "peak_memory_bytes": 42389451776}
{"loss": 5.634865570073234, "perplexity": 280.02127154107205, "tokens": 20447232, "seconds": 0.541462851993856, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 2, "step": 156, "evaluation_tokens": 1048576}
{"event": "train", "step": 160, "epoch": 3, "tokens": 20971520, "loss": 5.612685918807983, "lr": 0.005128205128205128, "grad_norm": 0.46209707856178284, "tokens_per_second": 1795439.6863217172, "training_seconds": 0.29201092300354503, "elapsed_tokens_per_second": 339493.9406471245, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 180, "epoch": 3, "tokens": 23592960, "loss": 5.500845551490784, "lr": 0.0057692307692307696, "grad_norm": 0.259211003780365, "tokens_per_second": 1758943.2230538419, "training_seconds": 1.4903494130121544, "elapsed_tokens_per_second": 372927.2370886748, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 200, "epoch": 3, "tokens": 26214400, "loss": 5.3528199911117555, "lr": 0.00641025641025641, "grad_norm": 0.43715763092041016, "tokens_per_second": 1758760.153104197, "training_seconds": 1.4905045439954847, "elapsed_tokens_per_second": 404816.59961235896, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 220, "epoch": 3, "tokens": 28835840, "loss": 5.278020668029785, "lr": 0.007051282051282052, "grad_norm": 0.25489556789398193, "tokens_per_second": 1757591.4827335412, "training_seconds": 1.491495620997739, "elapsed_tokens_per_second": 435265.3883713743, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 233, "epoch": 3, "tokens": 30539776, "loss": 5.187114165379451, "lr": 0.007467948717948718, "grad_norm": 0.20038391649723053, "tokens_per_second": 1758291.091678591, "training_seconds": 0.9690864089934621, "elapsed_tokens_per_second": 454328.0735417062, "peak_memory_bytes": 42389451776}
{"loss": 5.161001988313098, "perplexity": 174.3390538122579, "tokens": 30539776, "seconds": 0.5391122290020576, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 3, "step": 233, "evaluation_tokens": 1048576}
{"event": "train", "step": 240, "epoch": 4, "tokens": 31457280, "loss": 5.136135850633893, "lr": 0.007692307692307692, "grad_norm": 0.2924562692642212, "tokens_per_second": 1772722.2959547946, "training_seconds": 0.51756781199947, "elapsed_tokens_per_second": 460672.06573268434, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 260, "epoch": 4, "tokens": 34078720, "loss": 5.104143953323364, "lr": 0.008333333333333333, "grad_norm": 0.25246262550354004, "tokens_per_second": 1753165.6673747145, "training_seconds": 1.495260857991525, "elapsed_tokens_per_second": 488358.9118527482, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 280, "epoch": 4, "tokens": 36700160, "loss": 5.015099692344665, "lr": 0.008974358974358975, "grad_norm": 0.3352881371974945, "tokens_per_second": 1755779.1460541773, "training_seconds": 1.4930351609946229, "elapsed_tokens_per_second": 514896.81632718135, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 300, "epoch": 4, "tokens": 39321600, "loss": 4.9399604320526125, "lr": 0.009615384615384616, "grad_norm": 0.24016335606575012, "tokens_per_second": 1758062.167389364, "training_seconds": 1.4910963040019851, "elapsed_tokens_per_second": 540362.4281319231, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 311, "epoch": 4, "tokens": 40763392, "loss": 4.881592187014493, "lr": 0.009967948717948717, "grad_norm": 0.22059838473796844, "tokens_per_second": 1757603.2038199464, "training_seconds": 0.8203171209897846, "elapsed_tokens_per_second": 553920.1792412321, "peak_memory_bytes": 42389451776}
{"loss": 4.897914747122211, "perplexity": 134.01004329730785, "tokens": 40763392, "seconds": 0.5424224410089664, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 4, "step": 311, "evaluation_tokens": 1048576}
{"event": "train", "step": 320, "epoch": 5, "tokens": 41943040, "loss": 4.832422362433539, "lr": 0.009999798724647173, "grad_norm": 0.18219473958015442, "tokens_per_second": 1779176.9190660664, "training_seconds": 0.663030183990486, "elapsed_tokens_per_second": 560415.3678983882, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 340, "epoch": 5, "tokens": 44564480, "loss": 4.790395784378052, "lr": 0.009997534563024671, "grad_norm": 0.1818872094154358, "tokens_per_second": 1755879.3605247769, "training_seconds": 1.492949948005844, "elapsed_tokens_per_second": 583787.7178345125, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 360, "epoch": 5, "tokens": 47185920, "loss": 4.731815600395203, "lr": 0.009992755788646324, "grad_norm": 0.19741013646125793, "tokens_per_second": 1752577.5744588242, "training_seconds": 1.4957626060058828, "elapsed_tokens_per_second": 606238.5423723212, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 380, "epoch": 5, "tokens": 49807360, "loss": 4.640343475341797, "lr": 0.009985464806051182, "grad_norm": 0.16975951194763184, "tokens_per_second": 1755766.8042316714, "training_seconds": 1.4930456559959566, "elapsed_tokens_per_second": 627865.518089384, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 389, "epoch": 5, "tokens": 50987008, "loss": 4.567377885182698, "lr": 0.009981365187140646, "grad_norm": 0.20032404363155365, "tokens_per_second": 1759683.3365052706, "training_seconds": 0.6703751609893516, "elapsed_tokens_per_second": 637338.5265628633, "peak_memory_bytes": 42389451776}
{"loss": 4.571980199777318, "perplexity": 96.73547580647491, "tokens": 50987008, "seconds": 0.5392783690040233, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 5, "step": 389, "evaluation_tokens": 1048576}
{"event": "train", "step": 400, "epoch": 6, "tokens": 52428800, "loss": 4.526740681041371, "lr": 0.009975665283847752, "grad_norm": 0.1553090363740921, "tokens_per_second": 1764426.4466942053, "training_seconds": 0.8171448590001091, "elapsed_tokens_per_second": 644357.3039675168, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 420, "epoch": 6, "tokens": 55050240, "loss": 4.47266116142273, "lr": 0.00996336215286808, "grad_norm": 0.17849574983119965, "tokens_per_second": 1754597.2217266024, "training_seconds": 1.494040892997873, "elapsed_tokens_per_second": 664367.5286704336, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 440, "epoch": 6, "tokens": 57671680, "loss": 4.42787868976593, "lr": 0.009948561603686672, "grad_norm": 0.1329108625650406, "tokens_per_second": 1753249.412322239, "training_seconds": 1.495189436012879, "elapsed_tokens_per_second": 683654.9421226433, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 460, "epoch": 6, "tokens": 60293120, "loss": 4.386041593551636, "lr": 0.009931271083505607, "grad_norm": 0.14141282439231873, "tokens_per_second": 1753910.0095264933, "training_seconds": 1.4946262839948758, "elapsed_tokens_per_second": 702278.0711923434, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 467, "epoch": 6, "tokens": 61210624, "loss": 4.355733258383615, "lr": 0.009924632718259845, "grad_norm": 0.12137922644615173, "tokens_per_second": 1755694.3598165729, "training_seconds": 0.5225875420001103, "elapsed_tokens_per_second": 708638.5817608974, "peak_memory_bytes": 42389451776}
{"loss": 4.363715507575941, "perplexity": 78.54844023826338, "tokens": 61210624, "seconds": 0.5392422419972718, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 6, "step": 467, "evaluation_tokens": 1048576}
{"event": "train", "step": 480, "epoch": 7, "tokens": 62914560, "loss": 4.342163232656626, "lr": 0.009911499292407304, "grad_norm": 0.1319461166858673, "tokens_per_second": 1764831.003146692, "training_seconds": 0.9654952779965242, "elapsed_tokens_per_second": 715828.1057128991, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 500, "epoch": 7, "tokens": 65536000, "loss": 4.3207626104354855, "lr": 0.009889256178976909, "grad_norm": 0.12059750407934189, "tokens_per_second": 1752642.516901472, "training_seconds": 1.4957071819953853, "elapsed_tokens_per_second": 733169.0015207191, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 520, "epoch": 7, "tokens": 68157440, "loss": 4.28903980255127, "lr": 0.009864552935296447, "grad_norm": 0.14805491268634796, "tokens_per_second": 1747489.1951814692, "training_seconds": 1.5001180020044558, "elapsed_tokens_per_second": 749898.4963920071, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 540, "epoch": 7, "tokens": 70778880, "loss": 4.2755238771438595, "lr": 0.0098374019913133, "grad_norm": 0.14575399458408356, "tokens_per_second": 1750449.052213825, "training_seconds": 1.4975814329955028, "elapsed_tokens_per_second": 766106.8735957198, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 545, "epoch": 7, "tokens": 71434240, "loss": 4.275762462615967, "lr": 0.009830233376142928, "grad_norm": 0.11304281651973724, "tokens_per_second": 1751989.5832794076, "training_seconds": 0.37406615099462215, "elapsed_tokens_per_second": 770069.5880392706, "peak_memory_bytes": 42389451776}
{"loss": 4.259539351273134, "perplexity": 70.77737243723737, "tokens": 71434240, "seconds": 0.5417037080042064, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 7, "step": 545, "evaluation_tokens": 1048576}
{"event": "train", "step": 560, "epoch": 8, "tokens": 73400320, "loss": 4.253212610880534, "lr": 0.009807817008585826, "grad_norm": 0.13268224895000458, "tokens_per_second": 1762379.6737958519, "training_seconds": 1.1155825440073386, "elapsed_tokens_per_second": 777038.1897437188, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 580, "epoch": 8, "tokens": 76021760, "loss": 4.234254646301269, "lr": 0.009775812873409262, "grad_norm": 0.14995938539505005, "tokens_per_second": 1753568.031057929, "training_seconds": 1.4949177639937261, "elapsed_tokens_per_second": 792242.1662078459, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 600, "epoch": 8, "tokens": 78643200, "loss": 4.196628427505493, "lr": 0.009741405689325371, "grad_norm": 0.15349876880645752, "tokens_per_second": 1755366.6269554428, "training_seconds": 1.4933860310120508, "elapsed_tokens_per_second": 806989.4333514164, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 620, "epoch": 8, "tokens": 81264640, "loss": 4.178946566581726, "lr": 0.009704612769019617, "grad_norm": 0.1516539603471756, "tokens_per_second": 1754653.0284990673, "training_seconds": 1.4939933749992633, "elapsed_tokens_per_second": 821288.4962771594, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 623, "epoch": 8, "tokens": 81657856, "loss": 4.188130060831706, "lr": 0.009698889189874403, "grad_norm": 0.14134274423122406, "tokens_per_second": 1746561.256594298, "training_seconds": 0.22513725099270232, "elapsed_tokens_per_second": 823376.2645605266, "peak_memory_bytes": 42389451776}
{"loss": 4.186279694603858, "perplexity": 65.77762234876079, "tokens": 81657856, "seconds": 0.5390615120122675, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 8, "step": 623, "evaluation_tokens": 1048576}
{"event": "train", "step": 640, "epoch": 9, "tokens": 83886080, "loss": 4.158650454352884, "lr": 0.009665452625609928, "grad_norm": 0.11179317533969879, "tokens_per_second": 1759327.0386959622, "training_seconds": 1.2665206360106822, "elapsed_tokens_per_second": 830620.3764191308, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 660, "epoch": 9, "tokens": 86507520, "loss": 4.1281461954116825, "lr": 0.009623944963331446, "grad_norm": 0.10225173830986023, "tokens_per_second": 1755856.931160397, "training_seconds": 1.4929690189892426, "elapsed_tokens_per_second": 844089.730285573, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 680, "epoch": 9, "tokens": 89128960, "loss": 4.133806610107422, "lr": 0.009580110667621922, "grad_norm": 0.10706828534603119, "tokens_per_second": 1752214.0061601028, "training_seconds": 1.49607296299655, "elapsed_tokens_per_second": 857143.5820175549, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 700, "epoch": 9, "tokens": 91750400, "loss": 4.117429780960083, "lr": 0.009533971794612784, "grad_norm": 0.13326865434646606, "tokens_per_second": 1750589.7697746807, "training_seconds": 1.49746105298982, "elapsed_tokens_per_second": 869817.9836601698, "peak_memory_bytes": 42389451776}
{"loss": 4.128765095704262, "perplexity": 62.10118654143132, "tokens": 91750400, "seconds": 0.5414313329965807, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 9, "step": 700, "evaluation_tokens": 1048576}
{"event": "train", "step": 720, "epoch": 10, "tokens": 94371840, "loss": 4.123474168777466, "lr": 0.009485551560031134, "grad_norm": 0.13297796249389648, "tokens_per_second": 1759247.5192379726, "training_seconds": 1.4900916280021193, "elapsed_tokens_per_second": 877667.3625821796, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 740, "epoch": 10, "tokens": 96993280, "loss": 4.093741536140442, "lr": 0.009434874327518281, "grad_norm": 0.10833926498889923, "tokens_per_second": 1753007.503338729, "training_seconds": 1.4953957669931697, "elapsed_tokens_per_second": 889661.5706304724, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 760, "epoch": 10, "tokens": 99614720, "loss": 4.077367854118347, "lr": 0.009381965596370669, "grad_norm": 0.10933906584978104, "tokens_per_second": 1752598.7226399663, "training_seconds": 1.4957445570034906, "elapsed_tokens_per_second": 901331.3399268801, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 778, "epoch": 10, "tokens": 101974016, "loss": 4.06994202401903, "lr": 0.009332461787202045, "grad_norm": 0.13040079176425934, "tokens_per_second": 1755111.9173625342, "training_seconds": 1.3442424820095766, "elapsed_tokens_per_second": 911578.536983368, "peak_memory_bytes": 42389451776}
{"loss": 4.078122564614777, "perplexity": 59.03453222360874, "tokens": 101974016, "seconds": 0.5403640020085732, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 10, "step": 778, "evaluation_tokens": 1048576}
{"event": "train", "step": 780, "epoch": 11, "tokens": 102236160, "loss": 4.041003346443176, "lr": 0.009326851988709379, "grad_norm": 0.11418446898460388, "tokens_per_second": 1817123.864965202, "training_seconds": 0.14426314301090315, "elapsed_tokens_per_second": 908258.6515926039, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 800, "epoch": 11, "tokens": 104857600, "loss": 4.084705758094787, "lr": 0.009269561236084656, "grad_norm": 0.14732931554317474, "tokens_per_second": 1752703.5993229412, "training_seconds": 1.4956550560018513, "elapsed_tokens_per_second": 919324.2819103968, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 820, "epoch": 11, "tokens": 107479040, "loss": 4.054773032665253, "lr": 0.009210122165522213, "grad_norm": 0.11620146781206131, "tokens_per_second": 1751451.7801313295, "training_seconds": 1.496724049007753, "elapsed_tokens_per_second": 930089.8683797949, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 840, "epoch": 11, "tokens": 110100480, "loss": 4.0356321096420285, "lr": 0.009148564685018313, "grad_norm": 0.12148164212703705, "tokens_per_second": 1752313.4017498395, "training_seconds": 1.4959881020040484, "elapsed_tokens_per_second": 940589.0351716435, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 856, "epoch": 11, "tokens": 112197632, "loss": 4.037806287407875, "lr": 0.00909781422451053, "grad_norm": 0.11152917891740799, "tokens_per_second": 1753057.9865372793, "training_seconds": 1.1962821630004328, "elapsed_tokens_per_second": 948795.9867709117, "peak_memory_bytes": 42389451776}
{"loss": 4.039945593953849, "perplexity": 56.82325119294173, "tokens": 112197632, "seconds": 0.5404615360021126, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 11, "step": 856, "evaluation_tokens": 1048576}
{"event": "train", "step": 860, "epoch": 12, "tokens": 112721920, "loss": 4.041844010353088, "lr": 0.00908491976849094, "grad_norm": 0.12444204092025757, "tokens_per_second": 1789750.7107500543, "training_seconds": 0.2929391209909227, "elapsed_tokens_per_second": 946183.847229189, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 880, "epoch": 12, "tokens": 115343360, "loss": 4.005769896507263, "lr": 0.009019219440194641, "grad_norm": 0.1331620216369629, "tokens_per_second": 1754398.0724588356, "training_seconds": 1.4942104880028637, "elapsed_tokens_per_second": 956187.0185244501, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 900, "epoch": 12, "tokens": 117964800, "loss": 4.002717220783234, "lr": 0.008951496758606856, "grad_norm": 0.11383217573165894, "tokens_per_second": 1751385.991019722, "training_seconds": 1.496780271991156, "elapsed_tokens_per_second": 965921.4540603175, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 920, "epoch": 12, "tokens": 120586240, "loss": 4.009295058250427, "lr": 0.008881785799793856, "grad_norm": 0.136831596493721, "tokens_per_second": 1756290.9546002317, "training_seconds": 1.492600068988395, "elapsed_tokens_per_second": 975455.5484422817, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 934, "epoch": 12, "tokens": 122421248, "loss": 3.979891129902431, "lr": 0.008831823847487404, "grad_norm": 0.10529352724552155, "tokens_per_second": 1754191.061778428, "training_seconds": 1.046070773008978, "elapsed_tokens_per_second": 981978.4329352649, "peak_memory_bytes": 42389451776}
{"loss": 3.999817527220736, "perplexity": 54.58818826586835, "tokens": 122421248, "seconds": 0.5389249390136683, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 12, "step": 934, "evaluation_tokens": 1048576}
{"event": "train", "step": 940, "epoch": 13, "tokens": 123207680, "loss": 3.9856088956197104, "lr": 0.008810121640264679, "grad_norm": 0.10872028768062592, "tokens_per_second": 1774772.121792397, "training_seconds": 0.4431171699980041, "elapsed_tokens_per_second": 980449.0754974245, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 960, "epoch": 13, "tokens": 125829120, "loss": 3.9755645990371704, "lr": 0.00873654033932165, "grad_norm": 0.11773915588855743, "tokens_per_second": 1750772.7153607556, "training_seconds": 1.497304577002069, "elapsed_tokens_per_second": 989511.3258300243, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 980, "epoch": 13, "tokens": 128450560, "loss": 3.980610156059265, "lr": 0.0086610789209164, "grad_norm": 0.10844259709119797, "tokens_per_second": 1750503.1377755487, "training_seconds": 1.4975351619941648, "elapsed_tokens_per_second": 998357.2384464478, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1000, "epoch": 13, "tokens": 131072000, "loss": 3.9569716811180116, "lr": 0.008583775355020503, "grad_norm": 0.11039873957633972, "tokens_per_second": 1751140.7789250747, "training_seconds": 1.496989866005606, "elapsed_tokens_per_second": 1007005.6386585179, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1012, "epoch": 13, "tokens": 132644864, "loss": 3.9460213581720986, "lr": 0.008536525127815442, "grad_norm": 0.12420307844877243, "tokens_per_second": 1754040.0686130014, "training_seconds": 0.8967092759994557, "elapsed_tokens_per_second": 1012105.1915985524, "peak_memory_bytes": 42389451776}
{"loss": 3.9714867935211977, "perplexity": 53.0633664884957, "tokens": 132644864, "seconds": 0.53995985299116, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 13, "step": 1012, "evaluation_tokens": 1048576}
{"event": "train", "step": 1020, "epoch": 14, "tokens": 133693440, "loss": 3.965787798166275, "lr": 0.0085046685385201, "grad_norm": 0.09914623200893402, "tokens_per_second": 1769411.2689405312, "training_seconds": 0.5926129319996107, "elapsed_tokens_per_second": 1011263.9332348338, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1040, "epoch": 14, "tokens": 136314880, "loss": 3.9594202637672424, "lr": 0.008423798275644122, "grad_norm": 0.11152254790067673, "tokens_per_second": 1748298.4550053552, "training_seconds": 1.499423621004098, "elapsed_tokens_per_second": 1019520.020111219, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1060, "epoch": 14, "tokens": 138936320, "loss": 3.932088005542755, "lr": 0.008341205257935976, "grad_norm": 0.11478748917579651, "tokens_per_second": 1752020.7920332693, "training_seconds": 1.4962379510106985, "elapsed_tokens_per_second": 1027612.5289855697, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1080, "epoch": 14, "tokens": 141557760, "loss": 3.937086081504822, "lr": 0.00825693104377875, "grad_norm": 0.13334029912948608, "tokens_per_second": 1751948.8154825307, "training_seconds": 1.4962994220113615, "elapsed_tokens_per_second": 1035531.8110450658, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1090, "epoch": 14, "tokens": 142868480, "loss": 3.928870511054993, "lr": 0.008214176706915644, "grad_norm": 0.14237406849861145, "tokens_per_second": 1758753.3186939964, "training_seconds": 0.7452551680034958, "elapsed_tokens_per_second": 1039441.0989086158, "peak_memory_bytes": 42389451776}
{"loss": 3.9453968192225366, "perplexity": 51.69684834557853, "tokens": 142868480, "seconds": 0.5389406510075787, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 14, "step": 1090, "evaluation_tokens": 1048576}
{"event": "train", "step": 1100, "epoch": 15, "tokens": 144179200, "loss": 3.9004252910614015, "lr": 0.008171018037484259, "grad_norm": 0.11181323975324631, "tokens_per_second": 1767599.1774925222, "training_seconds": 0.7415255770029034, "elapsed_tokens_per_second": 1039182.8459433708, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1120, "epoch": 15, "tokens": 146800640, "loss": 3.925540363788605, "lr": 0.008083509467956435, "grad_norm": 0.11937100440263748, "tokens_per_second": 1753730.4999445416, "training_seconds": 1.494779272004962, "elapsed_tokens_per_second": 1046791.1552819733, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1140, "epoch": 15, "tokens": 149422080, "loss": 3.906915557384491, "lr": 0.00799444936693981, "grad_norm": 0.10390719771385193, "tokens_per_second": 1752443.3237395114, "training_seconds": 1.4958771929959767, "elapsed_tokens_per_second": 1054226.5673106513, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1160, "epoch": 15, "tokens": 152043520, "loss": 3.9154908895492553, "lr": 0.007903882546864045, "grad_norm": 0.1180587112903595, "tokens_per_second": 1749829.069195598, "training_seconds": 1.4981120419979561, "elapsed_tokens_per_second": 1061493.5323204992, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1167, "epoch": 15, "tokens": 152961024, "loss": 3.911754642214094, "lr": 0.007871836608523504, "grad_norm": 0.11982879042625427, "tokens_per_second": 1756239.0388224632, "training_seconds": 0.5224254669883521, "elapsed_tokens_per_second": 1064006.904254099, "peak_memory_bytes": 42389451776}
{"loss": 3.9206218940997792, "perplexity": 50.43179826556315, "tokens": 152961024, "seconds": 0.5398861289868364, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 15, "step": 1167, "evaluation_tokens": 1048576}
{"event": "train", "step": 1180, "epoch": 16, "tokens": 154664960, "loss": 3.90534731057974, "lr": 0.007811854578295608, "grad_norm": 0.11511212587356567, "tokens_per_second": 1761696.596578374, "training_seconds": 0.9672130849940004, "elapsed_tokens_per_second": 1064587.8387890144, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1200, "epoch": 16, "tokens": 157286400, "loss": 3.898235023021698, "lr": 0.007718411767008027, "grad_norm": 0.12333507835865021, "tokens_per_second": 1750118.1056224122, "training_seconds": 1.4978646250092424, "elapsed_tokens_per_second": 1071575.384799043, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1220, "epoch": 16, "tokens": 159907840, "loss": 3.8788292527198793, "lr": 0.00762360113068217, "grad_norm": 0.10668615251779556, "tokens_per_second": 1754058.2322185664, "training_seconds": 1.4944999840081437, "elapsed_tokens_per_second": 1078443.3195981423, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1240, "epoch": 16, "tokens": 162529280, "loss": 3.869609260559082, "lr": 0.007527470375248327, "grad_norm": 0.09828943759202957, "tokens_per_second": 1753432.689103694, "training_seconds": 1.4950331519939937, "elapsed_tokens_per_second": 1085173.2641385105, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1245, "epoch": 16, "tokens": 163184640, "loss": 3.863057518005371, "lr": 0.0075032370719101986, "grad_norm": 0.1198006346821785, "tokens_per_second": 1759005.0464560662, "training_seconds": 0.3725742579990765, "elapsed_tokens_per_second": 1086830.659797645, "peak_memory_bytes": 42389451776}
{"loss": 3.894596430262578, "perplexity": 49.13621946958431, "tokens": 163184640, "seconds": 0.5429351940110791, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 16, "step": 1245, "evaluation_tokens": 1048576}
{"event": "train", "step": 1260, "epoch": 17, "tokens": 165150720, "loss": 3.8797061602274576, "lr": 0.007430067870881991, "grad_norm": 0.101857990026474, "tokens_per_second": 1762426.332376981, "training_seconds": 1.1155530100077158, "elapsed_tokens_per_second": 1087794.5545006443, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1280, "epoch": 17, "tokens": 167772160, "loss": 3.864869272708893, "lr": 0.007331442627665404, "grad_norm": 0.11012890189886093, "tokens_per_second": 1753326.7858262982, "training_seconds": 1.4951234539912548, "elapsed_tokens_per_second": 1094276.6500184524, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1300, "epoch": 17, "tokens": 170393600, "loss": 3.869805467128754, "lr": 0.007231644270927114, "grad_norm": 0.15450038015842438, "tokens_per_second": 1755054.948434196, "training_seconds": 1.4936512400017818, "elapsed_tokens_per_second": 1100641.023437563, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1320, "epoch": 17, "tokens": 173015040, "loss": 3.866683566570282, "lr": 0.0071307230162719806, "grad_norm": 0.1051197275519371, "tokens_per_second": 1749713.2872478447, "training_seconds": 1.4982111749995966, "elapsed_tokens_per_second": 1106854.0090414807, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1323, "epoch": 17, "tokens": 173408256, "loss": 3.8399815559387207, "lr": 0.0071154911097943445, "grad_norm": 0.1068083643913269, "tokens_per_second": 1751571.4391077925, "training_seconds": 0.2244932699977653, "elapsed_tokens_per_second": 1107767.7409362753, "peak_memory_bytes": 42389451776}
{"loss": 3.8722153129691668, "perplexity": 48.04871119869966, "tokens": 173408256, "seconds": 0.5391413180041127, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 17, "step": 1323, "evaluation_tokens": 1048576}
{"event": "train", "step": 1340, "epoch": 18, "tokens": 175636480, "loss": 3.8458039199604706, "lr": 0.007028729644314139, "grad_norm": 0.12127711623907089, "tokens_per_second": 1761416.401962508, "training_seconds": 1.2650183099904098, "elapsed_tokens_per_second": 1109137.8804885745, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1360, "epoch": 18, "tokens": 178257920, "loss": 3.85923775434494, "lr": 0.0069257154751257, "grad_norm": 0.09742719680070877, "tokens_per_second": 1750040.678613712, "training_seconds": 1.4979308949987171, "elapsed_tokens_per_second": 1115135.8280465081, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1380, "epoch": 18, "tokens": 180879360, "loss": 3.836849737167358, "lr": 0.006821732342413986, "grad_norm": 0.13095995783805847, "tokens_per_second": 1752000.7093016836, "training_seconds": 1.49625510199985, "elapsed_tokens_per_second": 1121031.031494989, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1400, "epoch": 18, "tokens": 183500800, "loss": 3.8309774160385133, "lr": 0.0067168325674403315, "grad_norm": 0.12349966168403625, "tokens_per_second": 1752165.3238626246, "training_seconds": 1.4961145300039789, "elapsed_tokens_per_second": 1126819.8459213488, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1401, "epoch": 18, "tokens": 183631872, "loss": 3.861360549926758, "lr": 0.006711564461722093, "grad_norm": 0.10339540243148804, "tokens_per_second": 1758813.6358843462, "training_seconds": 0.07452296100382227, "elapsed_tokens_per_second": 1127098.7723927381, "peak_memory_bytes": 42389451776}
{"loss": 3.8529242617867334, "perplexity": 47.13068437268088, "tokens": 183631872, "seconds": 0.5393724140012637, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 18, "step": 1401, "evaluation_tokens": 1048576}
{"event": "train", "step": 1420, "epoch": 19, "tokens": 186122240, "loss": 3.8205068111419678, "lr": 0.006611068932693563, "grad_norm": 0.11744628846645355, "tokens_per_second": 1760781.6280839783, "training_seconds": 1.4143536939955084, "elapsed_tokens_per_second": 1128740.0822791855, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1440, "epoch": 19, "tokens": 188743680, "loss": 3.8267617344856264, "lr": 0.006504494655331401, "grad_norm": 0.13474266231060028, "tokens_per_second": 1753409.4941817701, "training_seconds": 1.4950529289926635, "elapsed_tokens_per_second": 1134345.125393626, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1460, "epoch": 19, "tokens": 191365120, "loss": 3.82419353723526, "lr": 0.00639716336040314, "grad_norm": 0.12505404651165009, "tokens_per_second": 1750969.5453514692, "training_seconds": 1.4971362619980937, "elapsed_tokens_per_second": 1139833.6473915444, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1479, "epoch": 19, "tokens": 193855488, "loss": 3.8012470446134867, "lr": 0.006294546627910024, "grad_norm": 0.11154484003782272, "tokens_per_second": 1751595.1038864385, "training_seconds": 1.4217715010017855, "elapsed_tokens_per_second": 1144962.8875976843, "peak_memory_bytes": 42389451776}
{"loss": 3.8284487774008698, "perplexity": 45.99114037523545, "tokens": 193855488, "seconds": 0.5395653690065956, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 19, "step": 1479, "evaluation_tokens": 1048576}
{"event": "train", "step": 1480, "epoch": 20, "tokens": 193986560, "loss": 3.8271536827087402, "lr": 0.006289129053867102, "grad_norm": 0.10165821760892868, "tokens_per_second": 1943062.3089326876, "training_seconds": 0.06745640600274783, "elapsed_tokens_per_second": 1141522.3561931623, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1500, "epoch": 20, "tokens": 196608000, "loss": 3.7939309597015383, "lr": 0.006180446095416423, "grad_norm": 0.10956593602895737, "tokens_per_second": 1749887.6019507158, "training_seconds": 1.4980619309935719, "elapsed_tokens_per_second": 1146828.6765477913, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1520, "epoch": 20, "tokens": 199229440, "loss": 3.8135860919952393, "lr": 0.006071169171126853, "grad_norm": 0.1090836375951767, "tokens_per_second": 1750231.32358595, "training_seconds": 1.497767731998465, "elapsed_tokens_per_second": 1152047.52893884, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1540, "epoch": 20, "tokens": 201850880, "loss": 3.7840988278388976, "lr": 0.005961353265940317, "grad_norm": 0.12404993176460266, "tokens_per_second": 1748699.2220110053, "training_seconds": 1.4990799829975003, "elapsed_tokens_per_second": 1157165.8777787585, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1557, "epoch": 20, "tokens": 204079104, "loss": 3.8117574523476994, "lr": 0.0058676272386883645, "grad_norm": 0.12168458849191666, "tokens_per_second": 1748505.0058703031, "training_seconds": 1.2743595200008713, "elapsed_tokens_per_second": 1161444.8732100285, "peak_memory_bytes": 42389451776}
{"loss": 3.8184852048250715, "perplexity": 45.53517958152798, "tokens": 204079104, "seconds": 0.5400704750063596, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 20, "step": 1557, "evaluation_tokens": 1048576}
{"event": "train", "step": 1560, "epoch": 21, "tokens": 204472320, "loss": 3.820617357889811, "lr": 0.005851053635998122, "grad_norm": 0.11333847045898438, "tokens_per_second": 1802697.5382186084, "training_seconds": 0.21812644199235365, "elapsed_tokens_per_second": 1158564.8821352902, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1580, "epoch": 21, "tokens": 207093760, "loss": 3.7993312239646913, "lr": 0.005740325780837671, "grad_norm": 0.1290585696697235, "tokens_per_second": 1752092.3997844658, "training_seconds": 1.4961767999920994, "elapsed_tokens_per_second": 1163544.690590543, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1600, "epoch": 21, "tokens": 209715200, "loss": 3.796626830101013, "lr": 0.005629225415466735, "grad_norm": 0.11459209024906158, "tokens_per_second": 1753079.6032282964, "training_seconds": 1.4953342650114791, "elapsed_tokens_per_second": 1168448.964129302, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1620, "epoch": 21, "tokens": 212336640, "loss": 3.807818043231964, "lr": 0.005517808442329294, "grad_norm": 0.10324329882860184, "tokens_per_second": 1751105.2945360425, "training_seconds": 1.4970202010008506, "elapsed_tokens_per_second": 1173257.9791166806, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1634, "epoch": 21, "tokens": 214171648, "loss": 3.792705314499991, "lr": 0.005439658195019773, "grad_norm": 0.10003461688756943, "tokens_per_second": 1753310.2422280693, "training_seconds": 1.046596293002949, "elapsed_tokens_per_second": 1176585.6977409811, "peak_memory_bytes": 42389451776}
{"loss": 3.7907391043604513, "perplexity": 44.28912246547208, "tokens": 214171648, "seconds": 0.5415103389968863, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 21, "step": 1634, "evaluation_tokens": 1048576}
{"event": "train", "step": 1640, "epoch": 22, "tokens": 214958080, "loss": 3.7674083709716797, "lr": 0.005406130923177063, "grad_norm": 0.10128392279148102, "tokens_per_second": 1774311.111112404, "training_seconds": 0.4432323029905092, "elapsed_tokens_per_second": 1174232.031911552, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1660, "epoch": 22, "tokens": 217579520, "loss": 3.776063871383667, "lr": 0.005294249050860871, "grad_norm": 0.1196545735001564, "tokens_per_second": 1751245.370050845, "training_seconds": 1.4969004599988693, "elapsed_tokens_per_second": 1178902.6564328887, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1680, "epoch": 22, "tokens": 220200960, "loss": 3.7832650899887086, "lr": 0.0051822191210560585, "grad_norm": 0.10508023202419281, "tokens_per_second": 1750066.547602044, "training_seconds": 1.4979087530082325, "elapsed_tokens_per_second": 1183493.930439775, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1700, "epoch": 22, "tokens": 222822400, "loss": 3.764371085166931, "lr": 0.005070097503936153, "grad_norm": 0.136823832988739, "tokens_per_second": 1751176.7783238485, "training_seconds": 1.4969590919936309, "elapsed_tokens_per_second": 1188014.4415867564, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1712, "epoch": 22, "tokens": 224395264, "loss": 3.766022781531016, "lr": 0.005002803991868012, "grad_norm": 0.11279626935720444, "tokens_per_second": 1749729.0108077878, "training_seconds": 0.8989186269900529, "elapsed_tokens_per_second": 1190687.0824146227, "peak_memory_bytes": 42389451776}
{"loss": 3.772779774027398, "perplexity": 43.500819370791824, "tokens": 224395264, "seconds": 0.5417872609978076, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 22, "step": 1712, "evaluation_tokens": 1048576}
{"event": "train", "step": 1720, "epoch": 23, "tokens": 225443840, "loss": 3.7672802805900574, "lr": 0.00495794061580905, "grad_norm": 0.10933343321084976, "tokens_per_second": 1769004.147155233, "training_seconds": 0.592749317002017, "elapsed_tokens_per_second": 1189036.5712512885, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1740, "epoch": 23, "tokens": 228065280, "loss": 3.763593578338623, "lr": 0.0048458048907299755, "grad_norm": 0.12358372658491135, "tokens_per_second": 1751130.924796796, "training_seconds": 1.4969982900074683, "elapsed_tokens_per_second": 1193430.4719323735, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1760, "epoch": 23, "tokens": 230686720, "loss": 3.7555046558380125, "lr": 0.004733746752105536, "grad_norm": 0.11060830950737, "tokens_per_second": 1752935.1373997857, "training_seconds": 1.4954575010051485, "elapsed_tokens_per_second": 1197767.7530577374, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1780, "epoch": 23, "tokens": 233308160, "loss": 3.748730552196503, "lr": 0.0046218225843031105, "grad_norm": 0.09890980273485184, "tokens_per_second": 1754080.4936187381, "training_seconds": 1.4944810169981793, "elapsed_tokens_per_second": 1202041.8818349077, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1790, "epoch": 23, "tokens": 234618880, "loss": 3.754581594467163, "lr": 0.004565928341917619, "grad_norm": 0.11056897789239883, "tokens_per_second": 1754066.9362294164, "training_seconds": 0.7472462840087246, "elapsed_tokens_per_second": 1204151.887110016, "peak_memory_bytes": 42389451776}
{"loss": 3.7529088656675302, "perplexity": 42.644950186253524, "tokens": 234618880, "seconds": 0.540581759007182, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 23, "step": 1790, "evaluation_tokens": 1048576}
{"event": "train", "step": 1800, "epoch": 24, "tokens": 235929600, "loss": 3.7257970333099366, "lr": 0.004510088704279886, "grad_norm": 0.12043473869562149, "tokens_per_second": 1764534.3311112355, "training_seconds": 0.7428135439986363, "elapsed_tokens_per_second": 1202841.8773094716, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1820, "epoch": 24, "tokens": 238551040, "loss": 3.7371710777282714, "lr": 0.004398601333245825, "grad_norm": 0.13808447122573853, "tokens_per_second": 1752202.4885729416, "training_seconds": 1.4960827969916863, "elapsed_tokens_per_second": 1206991.4441946298, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1840, "epoch": 24, "tokens": 241172480, "loss": 3.755237913131714, "lr": 0.0042874165683748034, "grad_norm": 0.11100880801677704, "tokens_per_second": 1752413.0991522756, "training_seconds": 1.4959029930032557, "elapsed_tokens_per_second": 1211082.1033719946, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1860, "epoch": 24, "tokens": 243793920, "loss": 3.7294002175331116, "lr": 0.004176590354578152, "grad_norm": 0.11371521651744843, "tokens_per_second": 1751786.855636385, "training_seconds": 1.496437761001289, "elapsed_tokens_per_second": 1215105.4399158524, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1868, "epoch": 24, "tokens": 244842496, "loss": 3.7183964252471924, "lr": 0.004132372761311635, "grad_norm": 0.11089445650577545, "tokens_per_second": 1749507.8921191148, "training_seconds": 0.5993548269907478, "elapsed_tokens_per_second": 1216690.1227483863, "peak_memory_bytes": 42389451776}
{"loss": 3.7347804281530665, "perplexity": 41.87882914164001, "tokens": 244842496, "seconds": 0.5399255540105514, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 24, "step": 1868, "evaluation_tokens": 1048576}
{"event": "train", "step": 1880, "epoch": 25, "tokens": 246415360, "loss": 3.7240394155184426, "lr": 0.0040661784563548195, "grad_norm": 0.13842050731182098, "tokens_per_second": 1764217.1095226796, "training_seconds": 0.8915365300053963, "elapsed_tokens_per_second": 1215725.9705750265, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1900, "epoch": 25, "tokens": 249036800, "loss": 3.7086212396621705, "lr": 0.003956236429732318, "grad_norm": 0.12149085849523544, "tokens_per_second": 1750923.5050433634, "training_seconds": 1.4971756290033227, "elapsed_tokens_per_second": 1219641.3998225147, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1920, "epoch": 25, "tokens": 251658240, "loss": 3.706710660457611, "lr": 0.003846819594312553, "grad_norm": 0.09719264507293701, "tokens_per_second": 1753960.3543163836, "training_seconds": 1.494583382998826, "elapsed_tokens_per_second": 1223517.201063791, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1940, "epoch": 25, "tokens": 254279680, "loss": 3.7086007952690125, "lr": 0.0037379830054366328, "grad_norm": 0.12004479020833969, "tokens_per_second": 1750400.4211829172, "training_seconds": 1.4976230400061468, "elapsed_tokens_per_second": 1227316.6122796135, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1946, "epoch": 25, "tokens": 255066112, "loss": 3.707660516103109, "lr": 0.003705453372089978, "grad_norm": 0.12111712992191315, "tokens_per_second": 1755077.144675584, "training_seconds": 0.4480897049943451, "elapsed_tokens_per_second": 1228448.9034681502, "peak_memory_bytes": 42389451776}
{"loss": 3.7165547842284368, "perplexity": 41.122473980332785, "tokens": 255066112, "seconds": 0.540061837004032, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 25, "step": 1946, "evaluation_tokens": 1048576}
{"event": "train", "step": 1960, "epoch": 26, "tokens": 256901120, "loss": 3.6967566524233137, "lr": 0.0036297814264826278, "grad_norm": 0.13750463724136353, "tokens_per_second": 1761303.7505716456, "training_seconds": 1.0418464159884024, "elapsed_tokens_per_second": 1227862.443560304, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1980, "epoch": 26, "tokens": 259522560, "loss": 3.697979152202606, "lr": 0.0035222693013102426, "grad_norm": 0.10080232471227646, "tokens_per_second": 1750925.9750057638, "training_seconds": 1.497173516996554, "elapsed_tokens_per_second": 1231570.1596515065, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2000, "epoch": 26, "tokens": 262144000, "loss": 3.695421874523163, "lr": 0.0034155007268662748, "grad_norm": 0.11487657576799393, "tokens_per_second": 1750428.733139264, "training_seconds": 1.497598817004473, "elapsed_tokens_per_second": 1235224.9407148196, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2020, "epoch": 26, "tokens": 264765440, "loss": 3.688259553909302, "lr": 0.0033095294259646115, "grad_norm": 0.1481504589319229, "tokens_per_second": 1752701.4536496336, "training_seconds": 1.495656886996585, "elapsed_tokens_per_second": 1238837.215649006, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2024, "epoch": 26, "tokens": 265289728, "loss": 3.682984411716461, "lr": 0.0032884355382779085, "grad_norm": 0.13630203902721405, "tokens_per_second": 1750785.7611954673, "training_seconds": 0.2994586839922704, "elapsed_tokens_per_second": 1239547.1154329663, "peak_memory_bytes": 42389451776}
{"loss": 3.6968502186997414, "perplexity": 40.3201046279806, "tokens": 265289728, "seconds": 0.5410990249947645, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 26, "step": 2024, "evaluation_tokens": 1048576}
{"event": "train", "step": 2040, "epoch": 27, "tokens": 267386880, "loss": 3.681979924440384, "lr": 0.003204408720254488, "grad_norm": 0.10936122387647629, "tokens_per_second": 1756478.953182984, "training_seconds": 1.1939522510074312, "elapsed_tokens_per_second": 1238983.6512172471, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2060, "epoch": 27, "tokens": 270008320, "loss": 3.6794220924377443, "lr": 0.0031001915033905905, "grad_norm": 0.11351647228002548, "tokens_per_second": 1748142.390812961, "training_seconds": 1.4995574810018297, "elapsed_tokens_per_second": 1242488.5102288602, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2080, "epoch": 27, "tokens": 272629760, "loss": 3.6841678261756896, "lr": 0.002996930214418535, "grad_norm": 0.12947024405002594, "tokens_per_second": 1751290.7323113692, "training_seconds": 1.49686168700282, "elapsed_tokens_per_second": 1245962.2140950647, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2100, "epoch": 27, "tokens": 275251200, "loss": 3.682067573070526, "lr": 0.0028946768113890676, "grad_norm": 0.1126602441072464, "tokens_per_second": 1749870.4345416552, "training_seconds": 1.498076627991395, "elapsed_tokens_per_second": 1249380.3628990059, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2101, "epoch": 27, "tokens": 275382272, "loss": 3.6417505741119385, "lr": 0.0028895915233723125, "grad_norm": 0.10045291483402252, "tokens_per_second": 1747696.6911058868, "training_seconds": 0.07499699499749113, "elapsed_tokens_per_second": 1249543.6915353464, "peak_memory_bytes": 42389451776}
{"loss": 3.682304142727604, "perplexity": 39.73785034684293, "tokens": 275382272, "seconds": 0.542303312002332, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 27, "step": 2101, "evaluation_tokens": 1048576}
{"event": "train", "step": 2120, "epoch": 28, "tokens": 277872640, "loss": 3.6657871070661043, "lr": 0.0027934827452143042, "grad_norm": 0.10508120805025101, "tokens_per_second": 1759597.1890481855, "training_seconds": 1.415305739006726, "elapsed_tokens_per_second": 1249653.226559314, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2140, "epoch": 28, "tokens": 280494080, "loss": 3.6670616984367372, "lr": 0.0026933989337791326, "grad_norm": 0.11141107976436615, "tokens_per_second": 1750525.15938723, "training_seconds": 1.4975163229973987, "elapsed_tokens_per_second": 1252995.2148349553, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2160, "epoch": 28, "tokens": 283115520, "loss": 3.6692513823509216, "lr": 0.002594475736320837, "grad_norm": 0.11177857965230942, "tokens_per_second": 1749068.7575193548, "training_seconds": 1.4987632640113588, "elapsed_tokens_per_second": 1256288.318344897, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2179, "epoch": 28, "tokens": 285605888, "loss": 3.6666676872654964, "lr": 0.0025016190602263023, "grad_norm": 0.10841938108205795, "tokens_per_second": 1748052.218637357, "training_seconds": 1.424653092995868, "elapsed_tokens_per_second": 1259368.4064172928, "peak_memory_bytes": 42389451776}
{"loss": 3.6634328738486497, "perplexity": 38.99497820438211, "tokens": 285605888, "seconds": 0.5430780090100598, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 28, "step": 2179, "evaluation_tokens": 1048576}
{"event": "train", "step": 2180, "epoch": 29, "tokens": 285736960, "loss": 3.674349069595337, "lr": 0.0024967629280898012, "grad_norm": 0.1142045333981514, "tokens_per_second": 1916673.4296322132, "training_seconds": 0.06838515000708867, "elapsed_tokens_per_second": 1256460.41699491, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2200, "epoch": 29, "tokens": 288358400, "loss": 3.638911771774292, "lr": 0.0024003096753040655, "grad_norm": 0.09580743312835693, "tokens_per_second": 1753306.3248381338, "training_seconds": 1.495140901999548, "elapsed_tokens_per_second": 1259700.2025457078, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2220, "epoch": 29, "tokens": 290979840, "loss": 3.6668468952178954, "lr": 0.002305164510410328, "grad_norm": 0.12955069541931152, "tokens_per_second": 1748162.6836459877, "training_seconds": 1.4995400740008336, "elapsed_tokens_per_second": 1262870.3828130888, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2240, "epoch": 29, "tokens": 293601280, "loss": 3.6505799770355223, "lr": 0.002211375307663838, "grad_norm": 0.12313546985387802, "tokens_per_second": 1750737.8714291952, "training_seconds": 1.4973343769961502, "elapsed_tokens_per_second": 1266014.1126786224, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2257, "epoch": 29, "tokens": 295829504, "loss": 3.625822936787325, "lr": 0.0021327558796477124, "grad_norm": 0.11321962624788284, "tokens_per_second": 1749003.2392005278, "training_seconds": 1.273996497009648, "elapsed_tokens_per_second": 1268644.2827030367, "peak_memory_bytes": 42389451776}
{"loss": 3.6485784146990987, "perplexity": 38.42000988772207, "tokens": 295829504, "seconds": 0.5421701940067578, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 29, "step": 2257, "evaluation_tokens": 1048576}
{"event": "train", "step": 2260, "epoch": 30, "tokens": 296222720, "loss": 3.610356569290161, "lr": 0.002118989259039482, "grad_norm": 0.12818977236747742, "tokens_per_second": 1786290.6904365532, "training_seconds": 0.22012990500661545, "elapsed_tokens_per_second": 1266160.2531831407, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2280, "epoch": 30, "tokens": 298844160, "loss": 3.651275074481964, "lr": 0.002028052850486162, "grad_norm": 0.10903515666723251, "tokens_per_second": 1750589.7604182179, "training_seconds": 1.4974610609933734, "elapsed_tokens_per_second": 1269235.9243953188, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2300, "epoch": 30, "tokens": 301465600, "loss": 3.619679057598114, "lr": 0.0019386118385364337, "grad_norm": 0.0971086248755455, "tokens_per_second": 1749482.0577044121, "training_seconds": 1.4984091939986683, "elapsed_tokens_per_second": 1272264.9513969368, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2320, "epoch": 30, "tokens": 304087040, "loss": 3.618050384521484, "lr": 0.0018507112272831527, "grad_norm": 0.11265800893306732, "tokens_per_second": 1747525.903162521, "training_seconds": 1.500086490996182, "elapsed_tokens_per_second": 1275248.8896259076, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2335, "epoch": 30, "tokens": 306053120, "loss": 3.613279453913371, "lr": 0.0017858232930843577, "grad_norm": 0.09908471256494522, "tokens_per_second": 1750002.426389871, "training_seconds": 1.1234727280098014, "elapsed_tokens_per_second": 1277467.383667736, "peak_memory_bytes": 42389451776}
{"loss": 3.632892591541811, "perplexity": 37.82206231696774, "tokens": 306053120, "seconds": 0.5392492849932751, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 30, "step": 2335, "evaluation_tokens": 1048576}
{"event": "train", "step": 2340, "epoch": 31, "tokens": 306708480, "loss": 3.6221062660217287, "lr": 0.0017643952457347479, "grad_norm": 0.10571469366550446, "tokens_per_second": 1778735.8169613967, "training_seconds": 0.36844144799397327, "elapsed_tokens_per_second": 1275328.8929372097, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2360, "epoch": 31, "tokens": 309329920, "loss": 3.607859528064728, "lr": 0.0016797073255604756, "grad_norm": 0.14005839824676514, "tokens_per_second": 1752830.8706031018, "training_seconds": 1.495546457997989, "elapsed_tokens_per_second": 1278274.4736357466, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2380, "epoch": 31, "tokens": 311951360, "loss": 3.6155946493148803, "lr": 0.0015966900792368794, "grad_norm": 0.10283748060464859, "tokens_per_second": 1753268.6501238493, "training_seconds": 1.4951730299944757, "elapsed_tokens_per_second": 1281183.5671488906, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2400, "epoch": 31, "tokens": 314572800, "loss": 3.62308851480484, "lr": 0.0015153852786064371, "grad_norm": 0.10747598856687546, "tokens_per_second": 1750320.8737484359, "training_seconds": 1.4976911029953044, "elapsed_tokens_per_second": 1284046.0654070382, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2413, "epoch": 31, "tokens": 316276736, "loss": 3.6173272866469164, "lr": 0.001463474872184558, "grad_norm": 0.10048312693834305, "tokens_per_second": 1750101.6406782202, "training_seconds": 0.9736211659910623, "elapsed_tokens_per_second": 1285882.7242482929, "peak_memory_bytes": 42389451776}
{"loss": 3.6188336888365042, "perplexity": 37.29404598482082, "tokens": 316276736, "seconds": 0.5405477440071991, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 31, "step": 2413, "evaluation_tokens": 1048576}
{"event": "train", "step": 2420, "epoch": 32, "tokens": 317194240, "loss": 3.600557599748884, "lr": 0.0014358338338592053, "grad_norm": 0.10235605388879776, "tokens_per_second": 1771601.8934742175, "training_seconds": 0.5178951339912601, "elapsed_tokens_per_second": 1284042.1809419056, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2440, "epoch": 32, "tokens": 319815680, "loss": 3.604230785369873, "lr": 0.0013580757729480036, "grad_norm": 0.10067085921764374, "tokens_per_second": 1751294.5534612304, "training_seconds": 1.49685842100007, "elapsed_tokens_per_second": 1286850.8560470194, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2460, "epoch": 32, "tokens": 322437120, "loss": 3.5841341376304627, "lr": 0.0012821502214475278, "grad_norm": 0.10562235116958618, "tokens_per_second": 1751240.943097518, "training_seconds": 1.4969042440061457, "elapsed_tokens_per_second": 1289623.0045874082, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2480, "epoch": 32, "tokens": 325058560, "loss": 3.5976318359375, "lr": 0.0012080953828675078, "grad_norm": 0.10694403946399689, "tokens_per_second": 1752381.5741503988, "training_seconds": 1.4959299040056067, "elapsed_tokens_per_second": 1292369.5247094533, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2491, "epoch": 32, "tokens": 326500352, "loss": 3.5888321833177046, "lr": 0.001168176152512596, "grad_norm": 0.11631346493959427, "tokens_per_second": 1756884.1449459498, "training_seconds": 0.8206528610025998, "elapsed_tokens_per_second": 1293871.9019674782, "peak_memory_bytes": 42389451776}
{"loss": 3.6056493895631814, "perplexity": 36.80557725607955, "tokens": 326500352, "seconds": 0.5399021310004173, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 32, "step": 2491, "evaluation_tokens": 1048576}
{"event": "train", "step": 2500, "epoch": 33, "tokens": 327680000, "loss": 3.5925779342651367, "lr": 0.0011359485194298174, "grad_norm": 0.09687937796115875, "tokens_per_second": 1769975.8077205212, "training_seconds": 0.666476905986201, "elapsed_tokens_per_second": 1292317.367005783, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2520, "epoch": 33, "tokens": 330301440, "loss": 3.5871884346008303, "lr": 0.0010657459333192271, "grad_norm": 0.1214887946844101, "tokens_per_second": 1751050.225509278, "training_seconds": 1.4970672810013639, "elapsed_tokens_per_second": 1295004.532233738, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2540, "epoch": 33, "tokens": 332922880, "loss": 3.595773386955261, "lr": 0.0009975229484172033, "grad_norm": 0.0946788340806961, "tokens_per_second": 1750375.587183818, "training_seconds": 1.4976442879997194, "elapsed_tokens_per_second": 1297654.7684430266, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2560, "epoch": 33, "tokens": 335544320, "loss": 3.5623119831085206, "lr": 0.0009313138925279696, "grad_norm": 0.10313057154417038, "tokens_per_second": 1748655.7260806295, "training_seconds": 1.4991172709997045, "elapsed_tokens_per_second": 1300268.9378147942, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2568, "epoch": 33, "tokens": 336592896, "loss": 3.609612673521042, "lr": 0.0009054016671683002, "grad_norm": 0.11197111010551453, "tokens_per_second": 1742432.2466990927, "training_seconds": 0.6017886790068587, "elapsed_tokens_per_second": 1301290.2722063088, "peak_memory_bytes": 42389451776}
{"loss": 3.5939794472838216, "perplexity": 36.378554803878075, "tokens": 336592896, "seconds": 0.5405335050018039, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 33, "step": 2568, "evaluation_tokens": 1048576}
{"event": "train", "step": 2580, "epoch": 34, "tokens": 338165760, "loss": 3.6143398880958557, "lr": 0.0008671520801057592, "grad_norm": 0.13464884459972382, "tokens_per_second": 1755198.0430180256, "training_seconds": 0.8961176809971221, "elapsed_tokens_per_second": 1300103.2139870732, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2600, "epoch": 34, "tokens": 340787200, "loss": 3.598968040943146, "lr": 0.0008050697954919661, "grad_norm": 0.09528234601020813, "tokens_per_second": 1751444.8058270304, "training_seconds": 1.4967300090065692, "elapsed_tokens_per_second": 1302680.0875011103, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2620, "epoch": 34, "tokens": 343408640, "loss": 3.5950234055519106, "lr": 0.0007450982766706071, "grad_norm": 0.10279349237680435, "tokens_per_second": 1748445.8683390664, "training_seconds": 1.4992972030013334, "elapsed_tokens_per_second": 1305212.92193848, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2640, "epoch": 34, "tokens": 346030080, "loss": 3.596095156669617, "lr": 0.0006872676995502857, "grad_norm": 0.09662750363349915, "tokens_per_second": 1746244.2791603247, "training_seconds": 1.5011874519987032, "elapsed_tokens_per_second": 1307709.4322654887, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2646, "epoch": 34, "tokens": 346816512, "loss": 3.6045134862264, "lr": 0.0006703403887332854, "grad_norm": 0.1197425052523613, "tokens_per_second": 1747182.9326780715, "training_seconds": 0.450114286999451, "elapsed_tokens_per_second": 1308448.5102781956, "peak_memory_bytes": 42389451776}
{"loss": 3.5835539617662855, "perplexity": 36.00126086124595, "tokens": 346816512, "seconds": 0.540130795998266, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 34, "step": 2646, "evaluation_tokens": 1048576}
{"event": "train", "step": 2660, "epoch": 35, "tokens": 348651520, "loss": 3.572413444519043, "lr": 0.0006316071627805603, "grad_norm": 0.09736339747905731, "tokens_per_second": 1764069.1096119047, "training_seconds": 1.0402132150047692, "elapsed_tokens_per_second": 1307251.255892891, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2680, "epoch": 35, "tokens": 351272960, "loss": 3.5859120011329653, "lr": 0.0005781446731103568, "grad_norm": 0.10078620910644531, "tokens_per_second": 1750217.1046575794, "training_seconds": 1.4977799000043888, "elapsed_tokens_per_second": 1309719.408444234, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2700, "epoch": 35, "tokens": 353894400, "loss": 3.580028402805328, "lr": 0.0005269071312957962, "grad_norm": 0.10439944267272949, "tokens_per_second": 1750171.6367525063, "training_seconds": 1.4978188109962502, "elapsed_tokens_per_second": 1312158.3065770161, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2720, "epoch": 35, "tokens": 356515840, "loss": 3.5644699931144714, "lr": 0.0004779203185645226, "grad_norm": 0.09927719831466675, "tokens_per_second": 1747971.8911154496, "training_seconds": 1.4997037499997532, "elapsed_tokens_per_second": 1314562.782997904, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2724, "epoch": 35, "tokens": 357040128, "loss": 3.5954880118370056, "lr": 0.0004683952326698765, "grad_norm": 0.09904365986585617, "tokens_per_second": 1747263.5445339908, "training_seconds": 0.3000623469997663, "elapsed_tokens_per_second": 1315033.2956490614, "peak_memory_bytes": 42389451776}
{"loss": 3.5771224928986913, "perplexity": 35.77046285347972, "tokens": 357040128, "seconds": 0.540746874990873, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 35, "step": 2724, "evaluation_tokens": 1048576}
{"event": "train", "step": 2740, "epoch": 36, "tokens": 359137280, "loss": 3.5765117406845093, "lr": 0.0004312088836433431, "grad_norm": 0.09814159572124481, "tokens_per_second": 1754064.1097216995, "training_seconds": 1.1955959810002241, "elapsed_tokens_per_second": 1314299.8226261302, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2760, "epoch": 36, "tokens": 361758720, "loss": 3.5738771677017214, "lr": 0.000386796330355717, "grad_norm": 0.10642535239458084, "tokens_per_second": 1746017.5089925285, "training_seconds": 1.5013824240013491, "elapsed_tokens_per_second": 1316653.7972810473, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2780, "epoch": 36, "tokens": 364380160, "loss": 3.546368360519409, "lr": 0.0003447050057953183, "grad_norm": 0.10061293840408325, "tokens_per_second": 1750086.9902892527, "training_seconds": 1.4978912560036406, "elapsed_tokens_per_second": 1318996.6494361423, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2800, "epoch": 36, "tokens": 367001600, "loss": 3.578452503681183, "lr": 0.0003049560890816333, "grad_norm": 0.09085899591445923, "tokens_per_second": 1749915.2139574017, "training_seconds": 1.4980382929934422, "elapsed_tokens_per_second": 1321315.5250902264, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2802, "epoch": 36, "tokens": 367263744, "loss": 3.534984588623047, "lr": 0.0003011108101255983, "grad_norm": 0.091814324259758, "tokens_per_second": 1768296.6993334, "training_seconds": 0.14824661500460934, "elapsed_tokens_per_second": 1321546.3580429875, "peak_memory_bytes": 42389451776}
{"loss": 3.5696455986717646, "perplexity": 35.504008254025074, "tokens": 367263744, "seconds": 0.5408399599982658, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 36, "step": 2802, "evaluation_tokens": 1048576}
{"event": "train", "step": 2820, "epoch": 37, "tokens": 369623040, "loss": 3.5715473228030734, "lr": 0.00026756958070325187, "grad_norm": 0.08931425958871841, "tokens_per_second": 1760758.9087501082, "training_seconds": 1.3399313150002854, "elapsed_tokens_per_second": 1321047.1445600768, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2840, "epoch": 37, "tokens": 372244480, "loss": 3.5574247002601624, "lr": 0.00023256429245420375, "grad_norm": 0.09642267972230911, "tokens_per_second": 1751244.9863188153, "training_seconds": 1.4969007879990386, "elapsed_tokens_per_second": 1323331.4308716743, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2860, "epoch": 37, "tokens": 374865920, "loss": 3.5619114995002747, "lr": 0.00019995783796842082, "grad_norm": 0.10783114284276962, "tokens_per_second": 1753838.581686557, "training_seconds": 1.494687155005522, "elapsed_tokens_per_second": 1325599.2431751285, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2880, "epoch": 37, "tokens": 377487360, "loss": 3.565230870246887, "lr": 0.00016976662385707165, "grad_norm": 0.0845964327454567, "tokens_per_second": 1752512.1811052838, "training_seconds": 1.4958184189890744, "elapsed_tokens_per_second": 1327840.2574530416, "peak_memory_bytes": 42389451776}
{"loss": 3.5608482374880066, "perplexity": 35.19303654078114, "tokens": 377487360, "seconds": 0.5405788150092121, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 37, "step": 2880, "evaluation_tokens": 1048576}
{"event": "train", "step": 2900, "epoch": 38, "tokens": 380108800, "loss": 3.564213788509369, "lr": 0.00014200584145323492, "grad_norm": 0.08736258745193481, "tokens_per_second": 1757860.2222122033, "training_seconds": 1.4912676030071452, "elapsed_tokens_per_second": 1327460.7771253125, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2920, "epoch": 38, "tokens": 382730240, "loss": 3.563824999332428, "lr": 0.00011668945916806617, "grad_norm": 0.08512258529663086, "tokens_per_second": 1752389.1088450537, "training_seconds": 1.495923472000868, "elapsed_tokens_per_second": 1329661.9269444824, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2940, "epoch": 38, "tokens": 385351680, "loss": 3.565697181224823, "lr": 9.383021546230552e-05, "grad_norm": 0.08815386146306992, "tokens_per_second": 1750307.037842369, "training_seconds": 1.4977029420115286, "elapsed_tokens_per_second": 1331824.9350313696, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2958, "epoch": 38, "tokens": 387710976, "loss": 3.5562274588478937, "lr": 7.536728174015517e-05, "grad_norm": 0.09003332257270813, "tokens_per_second": 1749655.6191599509, "training_seconds": 1.34843450000335, "elapsed_tokens_per_second": 1333755.8218287858, "peak_memory_bytes": 42389451776}
{"loss": 3.5576090415519452, "perplexity": 35.07922383018932, "tokens": 387710976, "seconds": 0.5411391200032085, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 38, "step": 2958, "evaluation_tokens": 1048576}
{"event": "train", "step": 2960, "epoch": 39, "tokens": 387973120, "loss": 3.530536651611328, "lr": 7.343961243665598e-05, "grad_norm": 0.08566755801439285, "tokens_per_second": 1822587.5543273767, "training_seconds": 0.14383067599555943, "elapsed_tokens_per_second": 1331457.3915807628, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2980, "epoch": 39, "tokens": 390594560, "loss": 3.545716094970703, "lr": 5.552791004426461e-05, "grad_norm": 0.09132253378629684, "tokens_per_second": 1753586.0769718129, "training_seconds": 1.494902379999985, "elapsed_tokens_per_second": 1333607.3818404367, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3000, "epoch": 39, "tokens": 393216000, "loss": 3.548275101184845, "lr": 4.010412092821602e-05, "grad_norm": 0.08584912121295929, "tokens_per_second": 1750839.3085543218, "training_seconds": 1.497247627004981, "elapsed_tokens_per_second": 1335722.497012045, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3020, "epoch": 39, "tokens": 395837440, "loss": 3.549846041202545, "lr": 2.7176005886631604e-05, "grad_norm": 0.08274834603071213, "tokens_per_second": 1750068.221834535, "training_seconds": 1.4979073200083803, "elapsed_tokens_per_second": 1337814.263412112, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3035, "epoch": 39, "tokens": 397803520, "loss": 3.567067575454712, "lr": 1.912166621911349e-05, "grad_norm": 0.09065200388431549, "tokens_per_second": 1749091.6482986393, "training_seconds": 1.1240577370044775, "elapsed_tokens_per_second": 1339364.1339546684, "peak_memory_bytes": 42389451776}
{"loss": 3.556105364646239, "perplexity": 35.026515649414144, "tokens": 397803520, "seconds": 0.5419679280021228, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 39, "step": 3035, "evaluation_tokens": 1048576}
{"event": "train", "step": 3040, "epoch": 40, "tokens": 398458880, "loss": 3.556190824508667, "lr": 1.6750069967667592e-05, "grad_norm": 0.08276786655187607, "tokens_per_second": 1775965.1650188668, "training_seconds": 0.36901624700112734, "elapsed_tokens_per_second": 1337413.1928687785, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3060, "epoch": 40, "tokens": 401080320, "loss": 3.5369677424430845, "lr": 8.831559196363359e-06, "grad_norm": 0.08390145748853683, "tokens_per_second": 1747398.1244582294, "training_seconds": 1.5001961850066436, "elapsed_tokens_per_second": 1339462.7904346897, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3080, "epoch": 40, "tokens": 403701760, "loss": 3.5566178917884828, "lr": 3.424457934996794e-06, "grad_norm": 0.08145192265510559, "tokens_per_second": 1750938.2126170523, "training_seconds": 1.4971630529907998, "elapsed_tokens_per_second": 1341503.2856729673, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3100, "epoch": 40, "tokens": 406323200, "loss": 3.54957001209259, "lr": 5.314868782685389e-07, "grad_norm": 0.08110327273607254, "tokens_per_second": 1748817.3991334185, "training_seconds": 1.4989786819933215, "elapsed_tokens_per_second": 1343517.1470830645, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3113, "epoch": 40, "tokens": 408027136, "loss": 3.5565317227290225, "lr": 0.0, "grad_norm": 0.08416952192783356, "tokens_per_second": 1749070.1267065324, "training_seconds": 0.9741953589982586, "elapsed_tokens_per_second": 1344811.7902276171, "peak_memory_bytes": 42389451776}
{"loss": 3.5558294670927215, "perplexity": 35.016853252415366, "tokens": 408027136, "seconds": 0.5404298590001417, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 40, "step": 3113, "evaluation_tokens": 1048576}
{"loss": 3.556168672411597, "perplexity": 35.02873317004059, "tokens": 408027136, "seconds": 100.97485893699923, "split": "full", "validation_complete": true, "event": "final_validation", "step": 3113, "evaluation_tokens": 197411295}