{"event": "train", "step": 20, "epoch": 1, "tokens": 2621440, "loss": 9.528652000427247, "lr": 0.00044871794871794877, "grad_norm": 1.9810309410095215, "tokens_per_second": 47067.74656297519, "training_seconds": 55.695039414997154, "elapsed_tokens_per_second": 47067.74656297519, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 40, "epoch": 1, "tokens": 5242880, "loss": 7.550494313240051, "lr": 0.0008974358974358975, "grad_norm": 0.828309953212738, "tokens_per_second": 1783775.9178520741, "training_seconds": 1.469601632001286, "elapsed_tokens_per_second": 91703.40226333331, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 60, "epoch": 1, "tokens": 7864320, "loss": 6.820223164558411, "lr": 0.001346153846153846, "grad_norm": 2.1414620876312256, "tokens_per_second": 1775787.4822167996, "training_seconds": 1.4762126809946494, "elapsed_tokens_per_second": 134087.34128969512, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 78, "epoch": 1, "tokens": 10223616, "loss": 6.510838376151191, "lr": 0.00175, "grad_norm": 1.1665915250778198, "tokens_per_second": 1778571.5669807205, "training_seconds": 1.326511703999131, "elapsed_tokens_per_second": 170452.87417734214, "peak_memory_bytes": 21988176384}
{"loss": 6.371373419905609, "perplexity": 584.8605366407439, "tokens": 10223616, "seconds": 1.2823868679988664, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 1, "step": 78, "evaluation_tokens": 1048576}
{"event": "train", "step": 80, "epoch": 2, "tokens": 10485760, "loss": 6.343955755233765, "lr": 0.001794871794871795, "grad_norm": 0.4637259244918823, "tokens_per_second": 1822755.0522881898, "training_seconds": 0.14381745900027454, "elapsed_tokens_per_second": 170738.33681801753, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 100, "epoch": 2, "tokens": 13107200, "loss": 6.200678062438965, "lr": 0.002243589743589744, "grad_norm": 0.35428059101104736, "tokens_per_second": 1768743.6642580156, "training_seconds": 1.482091527999728, "elapsed_tokens_per_second": 208387.56310220022, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 120, "epoch": 2, "tokens": 15728640, "loss": 5.968030500411987, "lr": 0.002692307692307692, "grad_norm": 0.4194011092185974, "tokens_per_second": 1772588.9161002852, "training_seconds": 1.4788764479962992, "elapsed_tokens_per_second": 244311.53300937463, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 140, "epoch": 2, "tokens": 18350080, "loss": 5.762346839904785, "lr": 0.003141025641025641, "grad_norm": 0.29450950026512146, "tokens_per_second": 1758998.476896201, "training_seconds": 1.4903025980020175, "elapsed_tokens_per_second": 278575.6497885852, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 156, "epoch": 2, "tokens": 20447232, "loss": 5.61695784330368, "lr": 0.0035, "grad_norm": 0.2906194031238556, "tokens_per_second": 1779389.9305708136, "training_seconds": 1.1785792219961877, "elapsed_tokens_per_second": 304944.73031896685, "peak_memory_bytes": 42389451776}
{"loss": 5.564172956117465, "perplexity": 260.9093309878764, "tokens": 20447232, "seconds": 0.5368393710014061, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 2, "step": 156, "evaluation_tokens": 1048576}
{"event": "train", "step": 160, "epoch": 3, "tokens": 20971520, "loss": 5.515853047370911, "lr": 0.00358974358974359, "grad_norm": 0.3812071979045868, "tokens_per_second": 1801081.1770686507, "training_seconds": 0.2910962629975984, "elapsed_tokens_per_second": 308914.8758924591, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 180, "epoch": 3, "tokens": 23592960, "loss": 5.439651727676392, "lr": 0.0040384615384615385, "grad_norm": 0.2886602580547333, "tokens_per_second": 1769612.8331712822, "training_seconds": 1.4813635790051194, "elapsed_tokens_per_second": 340097.41154095624, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 200, "epoch": 3, "tokens": 26214400, "loss": 5.718871212005615, "lr": 0.004487179487179488, "grad_norm": 2.1543140411376953, "tokens_per_second": 1771914.5198899447, "training_seconds": 1.4794393129996024, "elapsed_tokens_per_second": 369983.86847327655, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 220, "epoch": 3, "tokens": 28835840, "loss": 5.61392228603363, "lr": 0.004935897435897436, "grad_norm": 0.2524392902851105, "tokens_per_second": 1772303.681989793, "training_seconds": 1.479114458001277, "elapsed_tokens_per_second": 398648.8803649826, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 233, "epoch": 3, "tokens": 30539776, "loss": 5.30304215504573, "lr": 0.005227564102564103, "grad_norm": 0.32980218529701233, "tokens_per_second": 1769715.3387128427, "training_seconds": 0.9628305540027213, "elapsed_tokens_per_second": 416646.83314624015, "peak_memory_bytes": 42389451776}
{"loss": 5.293930772765767, "perplexity": 199.1246026535388, "tokens": 30539776, "seconds": 0.5386608249973506, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 3, "step": 233, "evaluation_tokens": 1048576}
{"event": "train", "step": 240, "epoch": 4, "tokens": 31457280, "loss": 5.213135174342564, "lr": 0.005384615384615384, "grad_norm": 0.23491032421588898, "tokens_per_second": 1781272.5055110166, "training_seconds": 0.5150834570013103, "elapsed_tokens_per_second": 423036.03078273445, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 260, "epoch": 4, "tokens": 34078720, "loss": 5.141568517684936, "lr": 0.005833333333333334, "grad_norm": 0.3545493483543396, "tokens_per_second": 1762358.8730308837, "training_seconds": 1.4874609480029903, "elapsed_tokens_per_second": 449291.8105528894, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 280, "epoch": 4, "tokens": 36700160, "loss": 5.072799348831177, "lr": 0.006282051282051282, "grad_norm": 0.2472672462463379, "tokens_per_second": 1764148.7737847776, "training_seconds": 1.4859517739969306, "elapsed_tokens_per_second": 474544.36482356215, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 300, "epoch": 4, "tokens": 39321600, "loss": 5.0114023923873905, "lr": 0.006730769230769231, "grad_norm": 0.20780369639396667, "tokens_per_second": 1773574.1330844853, "training_seconds": 1.4780549350034562, "elapsed_tokens_per_second": 498893.2104571414, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 311, "epoch": 4, "tokens": 40763392, "loss": 4.9544268954883925, "lr": 0.0069775641025641025, "grad_norm": 0.1758803427219391, "tokens_per_second": 1765922.849612475, "training_seconds": 0.81645242900413, "elapsed_tokens_per_second": 511872.2622242319, "peak_memory_bytes": 42389451776}
{"loss": 4.944829655721133, "perplexity": 140.4469244835738, "tokens": 40763392, "seconds": 0.5394152060034685, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 4, "step": 311, "evaluation_tokens": 1048576}
{"event": "train", "step": 320, "epoch": 5, "tokens": 41943040, "loss": 4.905685000949436, "lr": 0.0069998591072530205, "grad_norm": 0.2115504890680313, "tokens_per_second": 1782910.3300370157, "training_seconds": 0.6616417999975965, "elapsed_tokens_per_second": 518810.61204086855, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 340, "epoch": 5, "tokens": 44564480, "loss": 4.891063070297241, "lr": 0.00699827419411727, "grad_norm": 0.1830272525548935, "tokens_per_second": 1775485.9023638724, "training_seconds": 1.476463427003182, "elapsed_tokens_per_second": 541337.396286234, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 360, "epoch": 5, "tokens": 47185920, "loss": 4.815736198425293, "lr": 0.006994929052052427, "grad_norm": 0.17805731296539307, "tokens_per_second": 1770015.1708363208, "training_seconds": 1.4810268540022662, "elapsed_tokens_per_second": 563034.9916929953, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 380, "epoch": 5, "tokens": 49807360, "loss": 4.734086012840271, "lr": 0.006989825364235827, "grad_norm": 0.1867675483226776, "tokens_per_second": 1772221.686829279, "training_seconds": 1.4791828920060652, "elapsed_tokens_per_second": 583997.9536822793, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 389, "epoch": 5, "tokens": 50987008, "loss": 4.7053441471523705, "lr": 0.006986955630998453, "grad_norm": 0.26004159450531006, "tokens_per_second": 1774711.343633659, "training_seconds": 0.6646985180050251, "elapsed_tokens_per_second": 593188.664566337, "peak_memory_bytes": 42389451776}
{"loss": 4.729437251568661, "perplexity": 113.23182338485353, "tokens": 50987008, "seconds": 0.5348932279957808, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 5, "step": 389, "evaluation_tokens": 1048576}
{"event": "train", "step": 400, "epoch": 6, "tokens": 52428800, "loss": 4.691669854250821, "lr": 0.006982965698693427, "grad_norm": 0.24132661521434784, "tokens_per_second": 1788025.5899325951, "training_seconds": 0.8063598239968996, "elapsed_tokens_per_second": 600538.0074020481, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 420, "epoch": 6, "tokens": 55050240, "loss": 4.617726969718933, "lr": 0.006974353507007655, "grad_norm": 0.17459212243556976, "tokens_per_second": 1769780.3822467371, "training_seconds": 1.4812233349948656, "elapsed_tokens_per_second": 620035.3945721725, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 440, "epoch": 6, "tokens": 57671680, "loss": 4.536336040496826, "lr": 0.0069639931225806695, "grad_norm": 0.17989301681518555, "tokens_per_second": 1763675.5046990823, "training_seconds": 1.4863505180037464, "elapsed_tokens_per_second": 638850.0351130909, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 460, "epoch": 6, "tokens": 60293120, "loss": 4.48569974899292, "lr": 0.006951889758453925, "grad_norm": 0.15962132811546326, "tokens_per_second": 1771636.3525921863, "training_seconds": 1.4796716019991436, "elapsed_tokens_per_second": 657104.999014479, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 467, "epoch": 6, "tokens": 61210624, "loss": 4.422552313123431, "lr": 0.006947242902781892, "grad_norm": 0.15233536064624786, "tokens_per_second": 1776866.7899399013, "training_seconds": 0.5163605990019278, "elapsed_tokens_per_second": 663355.5724354759, "peak_memory_bytes": 42389451776}
{"loss": 4.432892011073626, "perplexity": 84.17449882577162, "tokens": 61210624, "seconds": 0.5364299530046992, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 6, "step": 467, "evaluation_tokens": 1048576}
{"event": "train", "step": 480, "epoch": 7, "tokens": 62914560, "loss": 4.396410942077637, "lr": 0.006938049504685113, "grad_norm": 0.17047488689422607, "tokens_per_second": 1775875.425998693, "training_seconds": 0.9594907249993412, "elapsed_tokens_per_second": 670891.8381908585, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 500, "epoch": 7, "tokens": 65536000, "loss": 4.369708061218262, "lr": 0.006922479325283836, "grad_norm": 0.16608460247516632, "tokens_per_second": 1767133.0160288461, "training_seconds": 1.483442375996674, "elapsed_tokens_per_second": 687953.3692896822, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 520, "epoch": 7, "tokens": 68157440, "loss": 4.334267401695252, "lr": 0.006905187054707512, "grad_norm": 0.15935951471328735, "tokens_per_second": 1761643.2149677307, "training_seconds": 1.4880652209976688, "elapsed_tokens_per_second": 704454.2967853767, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 540, "epoch": 7, "tokens": 70778880, "loss": 4.317463731765747, "lr": 0.006886181393919309, "grad_norm": 0.15293186902999878, "tokens_per_second": 1775119.062187224, "training_seconds": 1.4767685480037471, "elapsed_tokens_per_second": 720535.8713392309, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 545, "epoch": 7, "tokens": 71434240, "loss": 4.301537895202637, "lr": 0.00688116336330005, "grad_norm": 0.13168209791183472, "tokens_per_second": 1786460.90143769, "training_seconds": 0.3668482189968927, "elapsed_tokens_per_second": 724483.246167081, "peak_memory_bytes": 42389451776}
{"loss": 4.288592715446973, "perplexity": 72.86385613495712, "tokens": 71434240, "seconds": 0.5386266269997577, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 7, "step": 545, "evaluation_tokens": 1048576}
{"event": "train", "step": 560, "epoch": 8, "tokens": 73400320, "loss": 4.274648888905843, "lr": 0.006865471906010078, "grad_norm": 0.1519429236650467, "tokens_per_second": 1782743.3819171833, "training_seconds": 1.1028396010005963, "elapsed_tokens_per_second": 732146.9867268549, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 580, "epoch": 8, "tokens": 76021760, "loss": 4.233350825309754, "lr": 0.006843069011386483, "grad_norm": 0.19691967964172363, "tokens_per_second": 1774653.1937859969, "training_seconds": 1.4771562180030742, "elapsed_tokens_per_second": 747274.0853186336, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 600, "epoch": 8, "tokens": 78643200, "loss": 4.21615948677063, "lr": 0.0068189839825277595, "grad_norm": 0.21476435661315918, "tokens_per_second": 1765032.7822012822, "training_seconds": 1.485207541998534, "elapsed_tokens_per_second": 761904.0671435326, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 620, "epoch": 8, "tokens": 81264640, "loss": 4.206960701942444, "lr": 0.0067932289383137315, "grad_norm": 0.1394757181406021, "tokens_per_second": 1769005.8954271988, "training_seconds": 1.481871828000294, "elapsed_tokens_per_second": 776140.6736097727, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 623, "epoch": 8, "tokens": 81657856, "loss": 4.173277695973714, "lr": 0.006789222432912081, "grad_norm": 0.1307387799024582, "tokens_per_second": 1755006.8604823903, "training_seconds": 0.22405382500437554, "elapsed_tokens_per_second": 778215.5728702442, "peak_memory_bytes": 42389451776}
{"loss": 4.191702641980848, "perplexity": 66.1352998900251, "tokens": 81657856, "seconds": 0.5382546370019554, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 8, "step": 623, "evaluation_tokens": 1048576}
{"event": "train", "step": 640, "epoch": 9, "tokens": 83886080, "loss": 4.165541059830609, "lr": 0.00676581683792695, "grad_norm": 0.16627490520477295, "tokens_per_second": 1770351.1045022423, "training_seconds": 1.2586339479967137, "elapsed_tokens_per_second": 785944.2753439996, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 660, "epoch": 9, "tokens": 86507520, "loss": 4.163099527359009, "lr": 0.006736761474332013, "grad_norm": 0.17636093497276306, "tokens_per_second": 1760297.0442114063, "training_seconds": 1.489203205004742, "elapsed_tokens_per_second": 799337.460094145, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 680, "epoch": 9, "tokens": 89128960, "loss": 4.14226508140564, "lr": 0.006706077467335345, "grad_norm": 0.16460266709327698, "tokens_per_second": 1765150.5625009646, "training_seconds": 1.4851084409965551, "elapsed_tokens_per_second": 812391.4396789097, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 700, "epoch": 9, "tokens": 91750400, "loss": 4.1240962743759155, "lr": 0.0066737802562289485, "grad_norm": 0.1278914511203766, "tokens_per_second": 1773987.9069878934, "training_seconds": 1.4777101860017865, "elapsed_tokens_per_second": 825156.9774436463, "peak_memory_bytes": 42389451776}
{"loss": 4.140220400681213, "perplexity": 62.816664759312616, "tokens": 91750400, "seconds": 0.5350208399977419, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 9, "step": 700, "evaluation_tokens": 1048576}
{"event": "train", "step": 720, "epoch": 10, "tokens": 94371840, "loss": 4.11321873664856, "lr": 0.006639886092021793, "grad_norm": 0.12887164950370789, "tokens_per_second": 1774301.0052594682, "training_seconds": 1.4774494250013959, "elapsed_tokens_per_second": 833557.9567103976, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 740, "epoch": 10, "tokens": 96993280, "loss": 4.100648355484009, "lr": 0.006604412029262797, "grad_norm": 0.16588366031646729, "tokens_per_second": 1774591.6482829133, "training_seconds": 1.4772074479988078, "elapsed_tokens_per_second": 845662.5057639643, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 760, "epoch": 10, "tokens": 99614720, "loss": 4.087873494625091, "lr": 0.006567375917459469, "grad_norm": 0.11758217960596085, "tokens_per_second": 1767857.794371908, "training_seconds": 1.4828342010005144, "elapsed_tokens_per_second": 857420.9637215234, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 778, "epoch": 10, "tokens": 101974016, "loss": 4.072208722432454, "lr": 0.006532723251041431, "grad_norm": 0.13768348097801208, "tokens_per_second": 1770901.109664836, "training_seconds": 1.332257339003263, "elapsed_tokens_per_second": 867760.8712541617, "peak_memory_bytes": 42389451776}
{"loss": 4.071052755967949, "perplexity": 58.61864124431413, "tokens": 101974016, "seconds": 0.5343106840009568, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 10, "step": 778, "evaluation_tokens": 1048576}
{"event": "train", "step": 780, "epoch": 11, "tokens": 102236160, "loss": 4.030457496643066, "lr": 0.006528796392096565, "grad_norm": 0.1545344889163971, "tokens_per_second": 1833495.0072493192, "training_seconds": 0.14297502800036455, "elapsed_tokens_per_second": 864945.9069636465, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 800, "epoch": 11, "tokens": 104857600, "loss": 4.054869925975799, "lr": 0.006488692865259259, "grad_norm": 0.117116279900074, "tokens_per_second": 1775480.8108873197, "training_seconds": 1.476467660999333, "elapsed_tokens_per_second": 876165.5566183089, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 820, "epoch": 11, "tokens": 107479040, "loss": 4.041439139842987, "lr": 0.006447085515865549, "grad_norm": 0.13461503386497498, "tokens_per_second": 1768939.0101407801, "training_seconds": 1.4819278590002796, "elapsed_tokens_per_second": 887066.1451670084, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 840, "epoch": 11, "tokens": 110100480, "loss": 4.0310544729232785, "lr": 0.006403995279512818, "grad_norm": 0.139287531375885, "tokens_per_second": 1769410.213169997, "training_seconds": 1.4815332139987731, "elapsed_tokens_per_second": 897713.6248343295, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 856, "epoch": 11, "tokens": 112197632, "loss": 4.011953890323639, "lr": 0.006368469957157371, "grad_norm": 0.1680794060230255, "tokens_per_second": 1766353.4562147232, "training_seconds": 1.1872776610034634, "elapsed_tokens_per_second": 906022.2495131944, "peak_memory_bytes": 42389451776}
{"loss": 4.027691001930566, "perplexity": 56.1311547730471, "tokens": 112197632, "seconds": 0.5402155730043887, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 11, "step": 856, "evaluation_tokens": 1048576}
{"event": "train", "step": 860, "epoch": 12, "tokens": 112721920, "loss": 4.003797292709351, "lr": 0.006359443837943657, "grad_norm": 0.13777387142181396, "tokens_per_second": 1793341.8496728782, "training_seconds": 0.29235251499630976, "elapsed_tokens_per_second": 904125.622179196, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 880, "epoch": 12, "tokens": 115343360, "loss": 3.9952314376831053, "lr": 0.006313453608136249, "grad_norm": 0.12585076689720154, "tokens_per_second": 1770068.6472181547, "training_seconds": 1.4809821099988767, "elapsed_tokens_per_second": 914277.5269967343, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 900, "epoch": 12, "tokens": 117964800, "loss": 3.9941147446632383, "lr": 0.006266047731024798, "grad_norm": 0.1244349330663681, "tokens_per_second": 1768618.9222722996, "training_seconds": 1.482196060998831, "elapsed_tokens_per_second": 924184.5210237445, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 920, "epoch": 12, "tokens": 120586240, "loss": 3.9888378620147704, "lr": 0.006217250059855699, "grad_norm": 0.13508327305316925, "tokens_per_second": 1769469.2021175278, "training_seconds": 1.4814838239981327, "elapsed_tokens_per_second": 933871.9523216805, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 934, "epoch": 12, "tokens": 122421248, "loss": 3.97756975037711, "lr": 0.006182276693241183, "grad_norm": 0.11803289502859116, "tokens_per_second": 1768344.743567029, "training_seconds": 1.0376981110021006, "elapsed_tokens_per_second": 940507.398639777, "peak_memory_bytes": 42389451776}
{"loss": 3.996711451449976, "perplexity": 54.41889626991605, "tokens": 122421248, "seconds": 0.5389346150041092, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 12, "step": 934, "evaluation_tokens": 1048576}
{"event": "train", "step": 940, "epoch": 13, "tokens": 123207680, "loss": 3.945176442464193, "lr": 0.006167085148185275, "grad_norm": 0.14286023378372192, "tokens_per_second": 1797555.7139822978, "training_seconds": 0.4375007650014595, "elapsed_tokens_per_second": 939447.7266544942, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 960, "epoch": 13, "tokens": 125829120, "loss": 3.9680992126464845, "lr": 0.006115578237525155, "grad_norm": 0.11070966720581055, "tokens_per_second": 1767405.6609955127, "training_seconds": 1.4832135360047687, "elapsed_tokens_per_second": 948696.2075161058, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 980, "epoch": 13, "tokens": 128450560, "loss": 3.9444798111915587, "lr": 0.00606275524464148, "grad_norm": 0.13477252423763275, "tokens_per_second": 1769779.44550875, "training_seconds": 1.4812241190011264, "elapsed_tokens_per_second": 957751.4533008401, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1000, "epoch": 13, "tokens": 131072000, "loss": 3.9628706693649294, "lr": 0.006008642748514353, "grad_norm": 0.10510674864053726, "tokens_per_second": 1767851.7462821524, "training_seconds": 1.4828392740018899, "elapsed_tokens_per_second": 966596.9046281992, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1012, "epoch": 13, "tokens": 132644864, "loss": 3.968117574850718, "lr": 0.005975567589470809, "grad_norm": 0.13928590714931488, "tokens_per_second": 1760836.2173677925, "training_seconds": 0.893248323998705, "elapsed_tokens_per_second": 971778.3901301065, "peak_memory_bytes": 42389451776}
{"loss": 3.956904416119833, "perplexity": 52.295190977170506, "tokens": 132644864, "seconds": 0.5378726609997102, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 13, "step": 1012, "evaluation_tokens": 1048576}
{"event": "train", "step": 1020, "epoch": 14, "tokens": 133693440, "loss": 3.9465199410915375, "lr": 0.0059532679769640695, "grad_norm": 0.12417822331190109, "tokens_per_second": 1788655.0691710121, "training_seconds": 0.5862371219991473, "elapsed_tokens_per_second": 971404.7169948526, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1040, "epoch": 14, "tokens": 136314880, "loss": 3.93352530002594, "lr": 0.005896658792950885, "grad_norm": 0.12376005202531815, "tokens_per_second": 1762375.3373095593, "training_seconds": 1.487447052000789, "elapsed_tokens_per_second": 979848.7506602452, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1060, "epoch": 14, "tokens": 138936320, "loss": 3.925873005390167, "lr": 0.005838843680555183, "grad_norm": 0.12960468232631683, "tokens_per_second": 1766917.9558271158, "training_seconds": 1.483622933003062, "elapsed_tokens_per_second": 988137.6393650256, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1080, "epoch": 14, "tokens": 141557760, "loss": 3.927458131313324, "lr": 0.005779851730645125, "grad_norm": 0.11212918162345886, "tokens_per_second": 1771403.0369647422, "training_seconds": 1.4798664929985534, "elapsed_tokens_per_second": 996285.734337984, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1090, "epoch": 14, "tokens": 142868480, "loss": 3.922246241569519, "lr": 0.005749923694840951, "grad_norm": 0.13313783705234528, "tokens_per_second": 1767450.1971928822, "training_seconds": 0.7415880810003728, "elapsed_tokens_per_second": 1000275.8974132253, "peak_memory_bytes": 42389451776}
{"loss": 3.9260681261597563, "perplexity": 50.70721084175958, "tokens": 142868480, "seconds": 0.5372831399945426, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 14, "step": 1090, "evaluation_tokens": 1048576}
{"event": "train", "step": 1100, "epoch": 15, "tokens": 144179200, "loss": 3.9127729654312136, "lr": 0.005719712626238982, "grad_norm": 0.12595321238040924, "tokens_per_second": 1782267.3422787152, "training_seconds": 0.7354227780015208, "elapsed_tokens_per_second": 1000478.2511312371, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1120, "epoch": 15, "tokens": 146800640, "loss": 3.9145463824272158, "lr": 0.005658456627569504, "grad_norm": 0.12493946403265, "tokens_per_second": 1771663.5356982006, "training_seconds": 1.479648899003223, "elapsed_tokens_per_second": 1008302.2679379849, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1140, "epoch": 15, "tokens": 149422080, "loss": 3.8970998525619507, "lr": 0.005596114556857868, "grad_norm": 0.1276843547821045, "tokens_per_second": 1765318.1675113344, "training_seconds": 1.4849674400029471, "elapsed_tokens_per_second": 1015928.3568577488, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1160, "epoch": 15, "tokens": 152043520, "loss": 3.8792989373207094, "lr": 0.005532717782804831, "grad_norm": 0.14234289526939392, "tokens_per_second": 1773808.4339080513, "training_seconds": 1.4778597000040463, "elapsed_tokens_per_second": 1023452.1676293035, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1167, "epoch": 15, "tokens": 152961024, "loss": 3.890375886644636, "lr": 0.0055102856259664525, "grad_norm": 0.13194376230239868, "tokens_per_second": 1783431.7529497254, "training_seconds": 0.5144598319966462, "elapsed_tokens_per_second": 1026052.2599017252, "peak_memory_bytes": 42389451776}
{"loss": 3.901977850346178, "perplexity": 49.500256448855204, "tokens": 152961024, "seconds": 0.5362106969987508, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 15, "step": 1167, "evaluation_tokens": 1048576}
{"event": "train", "step": 1180, "epoch": 16, "tokens": 154664960, "loss": 3.8847714204054613, "lr": 0.005468298204806925, "grad_norm": 0.121782086789608, "tokens_per_second": 1773921.024976878, "training_seconds": 0.9605478349985788, "elapsed_tokens_per_second": 1027106.1408183507, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1200, "epoch": 16, "tokens": 157286400, "loss": 3.868839704990387, "lr": 0.005402888236905619, "grad_norm": 0.12729142606258392, "tokens_per_second": 1768327.1141183942, "training_seconds": 1.4824406519983313, "elapsed_tokens_per_second": 1034322.538836574, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1220, "epoch": 16, "tokens": 159907840, "loss": 3.862264704704285, "lr": 0.005336520791477519, "grad_norm": 0.14015406370162964, "tokens_per_second": 1763789.0666452302, "training_seconds": 1.4862548189994413, "elapsed_tokens_per_second": 1041366.1324541868, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1240, "epoch": 16, "tokens": 162529280, "loss": 3.85269935131073, "lr": 0.005269229262673828, "grad_norm": 0.1414802074432373, "tokens_per_second": 1772239.444185268, "training_seconds": 1.4791680709968205, "elapsed_tokens_per_second": 1048326.5416770489, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1245, "epoch": 16, "tokens": 163184640, "loss": 3.831853485107422, "lr": 0.005252265950337139, "grad_norm": 0.1284693330526352, "tokens_per_second": 1781846.0895039905, "training_seconds": 0.3677983210000093, "elapsed_tokens_per_second": 1050047.2036649252, "peak_memory_bytes": 42389451776}
{"loss": 3.8746061365550246, "perplexity": 48.163724624323834, "tokens": 163184640, "seconds": 0.5361963579998701, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 16, "step": 1245, "evaluation_tokens": 1048576}
{"event": "train", "step": 1260, "epoch": 17, "tokens": 165150720, "loss": 3.852855094273885, "lr": 0.005201047509617394, "grad_norm": 0.11800065636634827, "tokens_per_second": 1771826.2570941516, "training_seconds": 1.1096347579950816, "elapsed_tokens_per_second": 1051503.9399865726, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1280, "epoch": 17, "tokens": 167772160, "loss": 3.854012107849121, "lr": 0.0051320098393657825, "grad_norm": 0.11590114235877991, "tokens_per_second": 1770240.6638531967, "training_seconds": 1.4808382010014611, "elapsed_tokens_per_second": 1058205.4557375852, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1300, "epoch": 17, "tokens": 170393600, "loss": 3.8367586493492127, "lr": 0.00506215098964898, "grad_norm": 0.12927567958831787, "tokens_per_second": 1768223.9458979275, "training_seconds": 1.4825271459994838, "elapsed_tokens_per_second": 1064767.1989963662, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1320, "epoch": 17, "tokens": 173015040, "loss": 3.8360827207565307, "lr": 0.004991506111390386, "grad_norm": 0.12440476566553116, "tokens_per_second": 1771055.2493159932, "training_seconds": 1.4801570990020991, "elapsed_tokens_per_second": 1071227.8561584444, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1323, "epoch": 17, "tokens": 173408256, "loss": 3.855397939682007, "lr": 0.004980843776856041, "grad_norm": 0.12178577482700348, "tokens_per_second": 1776781.679829736, "training_seconds": 0.2213080000001355, "elapsed_tokens_per_second": 1072177.0311970518, "peak_memory_bytes": 42389451776}
{"loss": 3.8526392097674247, "perplexity": 47.11725159054084, "tokens": 173408256, "seconds": 0.5377542339992942, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 17, "step": 1323, "evaluation_tokens": 1048576}
{"event": "train", "step": 1340, "epoch": 18, "tokens": 175636480, "loss": 3.827631389393526, "lr": 0.004920110751019897, "grad_norm": 0.10863954573869705, "tokens_per_second": 1776831.4969448682, "training_seconds": 1.2540435060000164, "elapsed_tokens_per_second": 1074007.1060202154, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1360, "epoch": 18, "tokens": 178257920, "loss": 3.821002173423767, "lr": 0.00484800083258799, "grad_norm": 0.13541637361049652, "tokens_per_second": 1763380.5569126515, "training_seconds": 1.4865991289989324, "elapsed_tokens_per_second": 1080208.4446214077, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1380, "epoch": 18, "tokens": 180879360, "loss": 3.800822448730469, "lr": 0.00477521263968979, "grad_norm": 0.11649540066719055, "tokens_per_second": 1769682.349922782, "training_seconds": 1.4813053880061489, "elapsed_tokens_per_second": 1086331.273312831, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1400, "epoch": 18, "tokens": 183500800, "loss": 3.8162628412246704, "lr": 0.004701782797208232, "grad_norm": 0.10587835311889648, "tokens_per_second": 1769518.4410100826, "training_seconds": 1.4814426000011736, "elapsed_tokens_per_second": 1092345.3430025585, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1401, "epoch": 18, "tokens": 183631872, "loss": 3.8152246475219727, "lr": 0.004698095123205465, "grad_norm": 0.12579479813575745, "tokens_per_second": 1751710.885686248, "training_seconds": 0.07482513300055871, "elapsed_tokens_per_second": 1092626.807946442, "peak_memory_bytes": 42389451776}
{"loss": 3.830518909993204, "perplexity": 46.0864467482635, "tokens": 183631872, "seconds": 0.5393153429977247, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 18, "step": 1401, "evaluation_tokens": 1048576}
{"event": "train", "step": 1420, "epoch": 19, "tokens": 186122240, "loss": 3.797513108504446, "lr": 0.004627748252885495, "grad_norm": 0.11104082316160202, "tokens_per_second": 1770881.746573472, "training_seconds": 1.406287012003304, "elapsed_tokens_per_second": 1094716.6917372597, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1440, "epoch": 19, "tokens": 188743680, "loss": 3.791028416156769, "lr": 0.00455314625873198, "grad_norm": 0.1140284612774849, "tokens_per_second": 1771007.5807656264, "training_seconds": 1.4801969390027807, "elapsed_tokens_per_second": 1100543.083672051, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1460, "epoch": 19, "tokens": 191365120, "loss": 3.8066108345985414, "lr": 0.004478014352282198, "grad_norm": 0.12598221004009247, "tokens_per_second": 1767272.606799955, "training_seconds": 1.483325203997083, "elapsed_tokens_per_second": 1106244.3764413577, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1479, "epoch": 19, "tokens": 193855488, "loss": 3.7944375339307284, "lr": 0.004406182639537017, "grad_norm": 0.12911808490753174, "tokens_per_second": 1767417.584915127, "training_seconds": 1.4090433530000155, "elapsed_tokens_per_second": 1111576.816392909, "peak_memory_bytes": 42389451776}
{"loss": 3.8090565484439103, "perplexity": 45.10786170241609, "tokens": 193855488, "seconds": 0.5385993300005794, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 19, "step": 1479, "evaluation_tokens": 1048576}
{"event": "train", "step": 1480, "epoch": 20, "tokens": 193986560, "loss": 3.805957317352295, "lr": 0.004402390337706972, "grad_norm": 0.14207926392555237, "tokens_per_second": 1874531.2044515086, "training_seconds": 0.06992254900251282, "elapsed_tokens_per_second": 1108410.1514970802, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1500, "epoch": 20, "tokens": 196608000, "loss": 3.7947860956192017, "lr": 0.004326312266791497, "grad_norm": 0.11806930601596832, "tokens_per_second": 1770056.5351466315, "training_seconds": 1.4809922440035734, "elapsed_tokens_per_second": 1113951.3108546985, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1520, "epoch": 20, "tokens": 199229440, "loss": 3.788195288181305, "lr": 0.004249818419788796, "grad_norm": 0.11619479954242706, "tokens_per_second": 1767762.528372878, "training_seconds": 1.482914112006256, "elapsed_tokens_per_second": 1119387.0829803164, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1540, "epoch": 20, "tokens": 201850880, "loss": 3.7783195972442627, "lr": 0.004172947286158222, "grad_norm": 0.13048124313354492, "tokens_per_second": 1767412.0015548842, "training_seconds": 1.483208215002378, "elapsed_tokens_per_second": 1124728.4227810018, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1557, "epoch": 20, "tokens": 204079104, "loss": 3.7896525439094093, "lr": 0.0041073390670818555, "grad_norm": 0.14075355231761932, "tokens_per_second": 1768818.814123024, "training_seconds": 1.259724276002089, "elapsed_tokens_per_second": 1129205.0863499902, "peak_memory_bytes": 42389451776}
{"loss": 3.7886667557905653, "perplexity": 44.19743500287388, "tokens": 204079104, "seconds": 0.5346220649953466, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 20, "step": 1557, "evaluation_tokens": 1048576}
{"event": "train", "step": 1560, "epoch": 21, "tokens": 204472320, "loss": 3.796658913294474, "lr": 0.004095737545198686, "grad_norm": 0.14475107192993164, "tokens_per_second": 1823935.6092043503, "training_seconds": 0.21558655799890403, "elapsed_tokens_per_second": 1126651.7357710106, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1580, "epoch": 21, "tokens": 207093760, "loss": 3.7670806646347046, "lr": 0.00401822804658637, "grad_norm": 0.13095250725746155, "tokens_per_second": 1766164.410741185, "training_seconds": 1.4842559300013818, "elapsed_tokens_per_second": 1131825.420345106, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1600, "epoch": 21, "tokens": 209715200, "loss": 3.769281101226807, "lr": 0.003940457790826714, "grad_norm": 0.1472012996673584, "tokens_per_second": 1773464.1152082426, "training_seconds": 1.47814662699966, "elapsed_tokens_per_second": 1136956.1780097382, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1620, "epoch": 21, "tokens": 212336640, "loss": 3.7745429277420044, "lr": 0.0038624659096305057, "grad_norm": 0.12784996628761292, "tokens_per_second": 1772168.4804335511, "training_seconds": 1.4792273019993445, "elapsed_tokens_per_second": 1141994.4793031851, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1634, "epoch": 21, "tokens": 214171648, "loss": 3.769938145365034, "lr": 0.003807760736513841, "grad_norm": 0.12351647019386292, "tokens_per_second": 1772498.6170967182, "training_seconds": 1.0352662520017475, "elapsed_tokens_per_second": 1145475.4560955684, "peak_memory_bytes": 42389451776}
{"loss": 3.7692830012987057, "perplexity": 43.34897253360443, "tokens": 214171648, "seconds": 0.5390237360043102, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 21, "step": 1634, "evaluation_tokens": 1048576}
{"event": "train", "step": 1640, "epoch": 22, "tokens": 214958080, "loss": 3.747823476791382, "lr": 0.003784291646223944, "grad_norm": 0.10416043549776077, "tokens_per_second": 1789276.4945973556, "training_seconds": 0.43952513900148915, "elapsed_tokens_per_second": 1143650.7600475238, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1660, "epoch": 22, "tokens": 217579520, "loss": 3.7626925706863403, "lr": 0.00370597433560261, "grad_norm": 0.11347624659538269, "tokens_per_second": 1765395.0988234226, "training_seconds": 1.4849027289965306, "elapsed_tokens_per_second": 1148508.7201558407, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1680, "epoch": 22, "tokens": 220200960, "loss": 3.746336269378662, "lr": 0.0036275533847392413, "grad_norm": 0.12267313152551651, "tokens_per_second": 1768227.2282400727, "training_seconds": 1.4825243939994834, "elapsed_tokens_per_second": 1153310.2918519413, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1700, "epoch": 22, "tokens": 222822400, "loss": 3.7463571548461916, "lr": 0.003549068252755307, "grad_norm": 0.1461273580789566, "tokens_per_second": 1771358.848345764, "training_seconds": 1.4799034099996788, "elapsed_tokens_per_second": 1158049.847406648, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1712, "epoch": 22, "tokens": 224395264, "loss": 3.7455291152000427, "lr": 0.003501962794307609, "grad_norm": 0.11887849122285843, "tokens_per_second": 1769158.21258404, "training_seconds": 0.8890465470030904, "elapsed_tokens_per_second": 1160849.7796112092, "peak_memory_bytes": 42389451776}
{"loss": 3.7526859151841747, "perplexity": 42.63544353379258, "tokens": 224395264, "seconds": 0.5411694040012662, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 22, "step": 1712, "evaluation_tokens": 1048576}
{"event": "train", "step": 1720, "epoch": 23, "tokens": 225443840, "loss": 3.73612841963768, "lr": 0.003470558431066335, "grad_norm": 0.12129703164100647, "tokens_per_second": 1789269.391872143, "training_seconds": 0.5860358450008789, "elapsed_tokens_per_second": 1159465.2874115594, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1740, "epoch": 23, "tokens": 228065280, "loss": 3.741619420051575, "lr": 0.003392063423510983, "grad_norm": 0.12653020024299622, "tokens_per_second": 1776151.2965160324, "training_seconds": 1.4759103040050832, "elapsed_tokens_per_second": 1164096.5930924392, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1760, "epoch": 23, "tokens": 230686720, "loss": 3.729681444168091, "lr": 0.0033136227264738754, "grad_norm": 0.13160230219364166, "tokens_per_second": 1771967.431960217, "training_seconds": 1.4793951360043138, "elapsed_tokens_per_second": 1168640.671310223, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1780, "epoch": 23, "tokens": 233308160, "loss": 3.7250643730163575, "lr": 0.0032352758090121777, "grad_norm": 0.13015694916248322, "tokens_per_second": 1771369.4940132452, "training_seconds": 1.4798945160000585, "elapsed_tokens_per_second": 1173111.8469500134, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1790, "epoch": 23, "tokens": 234618880, "loss": 3.7295897960662843, "lr": 0.0031961498393423327, "grad_norm": 0.10607701539993286, "tokens_per_second": 1773290.3703877197, "training_seconds": 0.7391457269986859, "elapsed_tokens_per_second": 1175326.11531007, "peak_memory_bytes": 42389451776}
{"loss": 3.734277773766771, "perplexity": 41.85778385417519, "tokens": 234618880, "seconds": 0.5354914170020493, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 23, "step": 1790, "evaluation_tokens": 1048576}
{"event": "train", "step": 1800, "epoch": 24, "tokens": 235929600, "loss": 3.7162245512008667, "lr": 0.00315706209299592, "grad_norm": 0.11916982382535934, "tokens_per_second": 1779063.3493955145, "training_seconds": 0.7367472330006422, "elapsed_tokens_per_second": 1174364.5120468275, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1820, "epoch": 24, "tokens": 238551040, "loss": 3.726523196697235, "lr": 0.0030790209332720777, "grad_norm": 0.1083197370171547, "tokens_per_second": 1764698.832583183, "training_seconds": 1.4854886009998154, "elapsed_tokens_per_second": 1178685.7921074084, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1840, "epoch": 24, "tokens": 241172480, "loss": 3.702635180950165, "lr": 0.0030011915978623623, "grad_norm": 0.1141916885972023, "tokens_per_second": 1766426.9512574445, "training_seconds": 1.4840353280014824, "elapsed_tokens_per_second": 1182953.6050267972, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1860, "epoch": 24, "tokens": 243793920, "loss": 3.7214794397354125, "lr": 0.0029236132482047066, "grad_norm": 0.12432792782783508, "tokens_per_second": 1774788.8288300976, "training_seconds": 1.4770433289959328, "elapsed_tokens_per_second": 1187197.6479169077, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1868, "epoch": 24, "tokens": 244842496, "loss": 3.7055596709251404, "lr": 0.0028926609329181447, "grad_norm": 0.1120394766330719, "tokens_per_second": 1759831.3847544892, "training_seconds": 0.5958389020015602, "elapsed_tokens_per_second": 1188846.7573361166, "peak_memory_bytes": 42389451776}
{"loss": 3.7185982324260873, "perplexity": 41.20659154133938, "tokens": 244842496, "seconds": 0.5364546540004085, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 24, "step": 1868, "evaluation_tokens": 1048576}
{"event": "train", "step": 1880, "epoch": 25, "tokens": 246415360, "loss": 3.7000468969345093, "lr": 0.0028463249194483737, "grad_norm": 0.110566645860672, "tokens_per_second": 1773458.724583126, "training_seconds": 0.8868906719944789, "elapsed_tokens_per_second": 1188226.0525437556, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1900, "epoch": 25, "tokens": 249036800, "loss": 3.7053977489471435, "lr": 0.002769365500812622, "grad_norm": 0.11089885979890823, "tokens_per_second": 1774039.2633757123, "training_seconds": 1.4776674079985241, "elapsed_tokens_per_second": 1192360.219016728, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1920, "epoch": 25, "tokens": 251658240, "loss": 3.7083616614341737, "lr": 0.0026927737160187875, "grad_norm": 0.12129845470190048, "tokens_per_second": 1774429.5119856747, "training_seconds": 1.4773424259983585, "elapsed_tokens_per_second": 1196438.2409951254, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1940, "epoch": 25, "tokens": 254279680, "loss": 3.7072759747505186, "lr": 0.002616588103805643, "grad_norm": 0.10678939521312714, "tokens_per_second": 1772056.5848923465, "training_seconds": 1.4793207069960772, "elapsed_tokens_per_second": 1200445.750588819, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1946, "epoch": 25, "tokens": 255066112, "loss": 3.670119603474935, "lr": 0.0025938173604629845, "grad_norm": 0.11419246345758438, "tokens_per_second": 1775722.4511278006, "training_seconds": 0.442880023001635, "elapsed_tokens_per_second": 1201635.6887581565, "peak_memory_bytes": 42389451776}
{"loss": 3.699202116210797, "perplexity": 40.41504498292998, "tokens": 255066112, "seconds": 0.5359268930042163, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 25, "step": 1946, "evaluation_tokens": 1048576}
{"event": "train", "step": 1960, "epoch": 26, "tokens": 256901120, "loss": 3.6736218418393816, "lr": 0.0025408469985378395, "grad_norm": 0.11773209273815155, "tokens_per_second": 1772606.0042538855, "training_seconds": 1.0352035340038128, "elapsed_tokens_per_second": 1201340.75476045, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1980, "epoch": 26, "tokens": 259522560, "loss": 3.680660665035248, "lr": 0.0024655885109171696, "grad_norm": 0.10834010690450668, "tokens_per_second": 1761695.4798571407, "training_seconds": 1.4880210740011535, "elapsed_tokens_per_second": 1205201.6112634316, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2000, "epoch": 26, "tokens": 262144000, "loss": 3.6743012189865114, "lr": 0.0023908505088063923, "grad_norm": 0.11019290238618851, "tokens_per_second": 1764806.5406639988, "training_seconds": 1.4853979399995296, "elapsed_tokens_per_second": 1209026.866358844, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2020, "epoch": 26, "tokens": 264765440, "loss": 3.6782435894012453, "lr": 0.002316670598175228, "grad_norm": 0.12449517101049423, "tokens_per_second": 1774854.0446890509, "training_seconds": 1.4769890559982741, "elapsed_tokens_per_second": 1212842.4738717298, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2024, "epoch": 26, "tokens": 265289728, "loss": 3.6721911430358887, "lr": 0.002301904876794536, "grad_norm": 0.12081221491098404, "tokens_per_second": 1763666.733541278, "training_seconds": 0.2972715819996665, "elapsed_tokens_per_second": 1213581.539279263, "peak_memory_bytes": 42389451776}
{"loss": 3.682110873227409, "perplexity": 39.730170974485695, "tokens": 265289728, "seconds": 0.5396824479976203, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 26, "step": 2024, "evaluation_tokens": 1048576}
{"event": "train", "step": 2040, "epoch": 27, "tokens": 267386880, "loss": 3.6554867923259735, "lr": 0.0022430861041781414, "grad_norm": 0.13891687989234924, "tokens_per_second": 1780434.8645436089, "training_seconds": 1.1778875160016469, "elapsed_tokens_per_second": 1213587.849119272, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2060, "epoch": 27, "tokens": 270008320, "loss": 3.6565263271331787, "lr": 0.002170134052373413, "grad_norm": 0.12739509344100952, "tokens_per_second": 1769385.4662108137, "training_seconds": 1.4815539350020117, "elapsed_tokens_per_second": 1217290.9576272578, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2080, "epoch": 27, "tokens": 272629760, "loss": 3.6639978766441343, "lr": 0.0020978511500929745, "grad_norm": 0.12722907960414886, "tokens_per_second": 1768099.0708871193, "training_seconds": 1.4826318520063069, "elapsed_tokens_per_second": 1220937.430805251, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2100, "epoch": 27, "tokens": 275251200, "loss": 3.654637408256531, "lr": 0.0020262737679723475, "grad_norm": 0.12093105912208557, "tokens_per_second": 1771888.727939449, "training_seconds": 1.479460848000599, "elapsed_tokens_per_second": 1224550.7201282843, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2101, "epoch": 27, "tokens": 275382272, "loss": 3.67193341255188, "lr": 0.002022714066360619, "grad_norm": 0.12872880697250366, "tokens_per_second": 1790550.92330383, "training_seconds": 0.07320205099676969, "elapsed_tokens_per_second": 1224726.546635983, "peak_memory_bytes": 42389451776}
{"loss": 3.6667826277737574, "perplexity": 39.12582080859815, "tokens": 275382272, "seconds": 0.5420256049983436, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 27, "step": 2101, "evaluation_tokens": 1048576}
{"event": "train", "step": 2120, "epoch": 28, "tokens": 277872640, "loss": 3.65832970016881, "lr": 0.001955437921650013, "grad_norm": 0.12941518425941467, "tokens_per_second": 1771486.3261928207, "training_seconds": 1.4058070690007298, "elapsed_tokens_per_second": 1225150.847397566, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2140, "epoch": 28, "tokens": 280494080, "loss": 3.6530781745910645, "lr": 0.0018853792536453928, "grad_norm": 0.13466328382492065, "tokens_per_second": 1763922.796781108, "training_seconds": 1.4861421399982646, "elapsed_tokens_per_second": 1228647.934777197, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2160, "epoch": 28, "tokens": 283115520, "loss": 3.651258957386017, "lr": 0.001816133015424586, "grad_norm": 0.11967045813798904, "tokens_per_second": 1767446.764007344, "training_seconds": 1.4831790430034744, "elapsed_tokens_per_second": 1232116.4654670744, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2179, "epoch": 28, "tokens": 285605888, "loss": 3.648247555682534, "lr": 0.0017511333421584116, "grad_norm": 0.11308146268129349, "tokens_per_second": 1770551.7093212793, "training_seconds": 1.4065491489964188, "elapsed_tokens_per_second": 1235380.7803131598, "peak_memory_bytes": 42389451776}
{"loss": 3.6522613509720547, "perplexity": 38.561769220804315, "tokens": 285605888, "seconds": 0.5376295620008023, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 28, "step": 2179, "evaluation_tokens": 1048576}
{"event": "train", "step": 2180, "epoch": 29, "tokens": 285736960, "loss": 3.6800031661987305, "lr": 0.001747734049662861, "grad_norm": 0.12150895595550537, "tokens_per_second": 1883674.099311184, "training_seconds": 0.06958316199597903, "elapsed_tokens_per_second": 1232638.429732078, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2200, "epoch": 29, "tokens": 288358400, "loss": 3.6394993901252746, "lr": 0.0016802167727128458, "grad_norm": 0.11776155233383179, "tokens_per_second": 1761826.8785479635, "training_seconds": 1.4879100960024516, "elapsed_tokens_per_second": 1236005.5596031058, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2220, "epoch": 29, "tokens": 290979840, "loss": 3.631269872188568, "lr": 0.0016136151572872296, "grad_norm": 0.10944179445505142, "tokens_per_second": 1765677.6982859024, "training_seconds": 1.4846650680046878, "elapsed_tokens_per_second": 1239343.4726283008, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2240, "epoch": 29, "tokens": 293601280, "loss": 3.6587897539138794, "lr": 0.0015479627153646867, "grad_norm": 0.12047559022903442, "tokens_per_second": 1772395.0820917354, "training_seconds": 1.479038181998476, "elapsed_tokens_per_second": 1242670.9977358645, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2257, "epoch": 29, "tokens": 295829504, "loss": 3.635867483475629, "lr": 0.0014929291157533989, "grad_norm": 0.1309901624917984, "tokens_per_second": 1767781.6345092177, "training_seconds": 1.2604633720038692, "elapsed_tokens_per_second": 1245444.6304344248, "peak_memory_bytes": 42389451776}
{"loss": 3.6372070541219785, "perplexity": 37.98559671738761, "tokens": 295829504, "seconds": 0.5358708260027925, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 29, "step": 2257, "evaluation_tokens": 1048576}
{"event": "train", "step": 2260, "epoch": 30, "tokens": 296222720, "loss": 3.5999969641367593, "lr": 0.0014832924813276375, "grad_norm": 0.11811292171478271, "tokens_per_second": 1802844.8724991835, "training_seconds": 0.2181086159980623, "elapsed_tokens_per_second": 1243108.177110752, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2280, "epoch": 30, "tokens": 298844160, "loss": 3.627373969554901, "lr": 0.0014196369953403136, "grad_norm": 0.1168745681643486, "tokens_per_second": 1767883.5776001988, "training_seconds": 1.482812574999116, "elapsed_tokens_per_second": 1246344.267739103, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2300, "epoch": 30, "tokens": 301465600, "loss": 3.628542160987854, "lr": 0.0013570282869755036, "grad_norm": 0.11548461019992828, "tokens_per_second": 1771065.6292921172, "training_seconds": 1.480148424001527, "elapsed_tokens_per_second": 1249551.913462616, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2320, "epoch": 30, "tokens": 304087040, "loss": 3.600104880332947, "lr": 0.001295497859098207, "grad_norm": 0.11106022447347641, "tokens_per_second": 1769687.3998440881, "training_seconds": 1.4813011610021931, "elapsed_tokens_per_second": 1252717.2559625462, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2335, "epoch": 30, "tokens": 306053120, "loss": 3.618813228607178, "lr": 0.0012500763051590503, "grad_norm": 0.10223262012004852, "tokens_per_second": 1768222.830322774, "training_seconds": 1.1118960609965143, "elapsed_tokens_per_second": 1255057.1534911867, "peak_memory_bytes": 42389451776}
{"loss": 3.6239844496802647, "perplexity": 37.4866342588695, "tokens": 306053120, "seconds": 0.5391234720009379, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 30, "step": 2335, "evaluation_tokens": 1048576}
{"event": "train", "step": 2340, "epoch": 31, "tokens": 306708480, "loss": 3.602447032928467, "lr": 0.0012350766720143234, "grad_norm": 0.11027688533067703, "tokens_per_second": 1790113.2038736937, "training_seconds": 0.3660997520055389, "elapsed_tokens_per_second": 1253050.019391968, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2360, "epoch": 31, "tokens": 309329920, "loss": 3.6175501465797426, "lr": 0.0011757951278923329, "grad_norm": 0.12357214838266373, "tokens_per_second": 1760212.4260757063, "training_seconds": 1.489274794999801, "elapsed_tokens_per_second": 1256110.6524102364, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2380, "epoch": 31, "tokens": 311951360, "loss": 3.604449963569641, "lr": 0.0011176830554658155, "grad_norm": 0.11363688856363297, "tokens_per_second": 1771191.2228782356, "training_seconds": 1.4800434680000762, "elapsed_tokens_per_second": 1259175.9219848264, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2400, "epoch": 31, "tokens": 314572800, "loss": 3.598250615596771, "lr": 0.0010607696950245059, "grad_norm": 0.12368879467248917, "tokens_per_second": 1767431.8719493202, "training_seconds": 1.4831915399990976, "elapsed_tokens_per_second": 1262192.0125432808, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2413, "epoch": 31, "tokens": 316276736, "loss": 3.5852823624244103, "lr": 0.0010244324105291908, "grad_norm": 0.10885658115148544, "tokens_per_second": 1769592.5371534324, "training_seconds": 0.9628973700018832, "elapsed_tokens_per_second": 1264132.8353258378, "peak_memory_bytes": 42389451776}
{"loss": 3.6104829008611983, "perplexity": 36.9839080643726, "tokens": 316276736, "seconds": 0.5367074109963141, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 31, "step": 2413, "evaluation_tokens": 1048576}
{"event": "train", "step": 2420, "epoch": 32, "tokens": 317194240, "loss": 3.601337092263358, "lr": 0.0010050836837014437, "grad_norm": 0.15126833319664001, "tokens_per_second": 1775391.2358148133, "training_seconds": 0.5167897539940896, "elapsed_tokens_per_second": 1262387.3563058062, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2440, "epoch": 32, "tokens": 319815680, "loss": 3.605229306221008, "lr": 0.0009506530410636026, "grad_norm": 0.10226712375879288, "tokens_per_second": 1766391.9908590429, "training_seconds": 1.484064700001909, "elapsed_tokens_per_second": 1265340.1792192399, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2460, "epoch": 32, "tokens": 322437120, "loss": 3.5898364186286926, "lr": 0.0008975051550132694, "grad_norm": 0.11461648344993591, "tokens_per_second": 1769189.0366568258, "training_seconds": 1.4817184290004661, "elapsed_tokens_per_second": 1268265.3893624933, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2480, "epoch": 32, "tokens": 325058560, "loss": 3.588909375667572, "lr": 0.0008456667680072555, "grad_norm": 0.11210587620735168, "tokens_per_second": 1766912.9776764512, "training_seconds": 1.4836271130043315, "elapsed_tokens_per_second": 1271150.480282768, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2491, "epoch": 32, "tokens": 326500352, "loss": 3.5908524773337622, "lr": 0.0008177233067588173, "grad_norm": 0.11175940185785294, "tokens_per_second": 1766982.2069018981, "training_seconds": 0.815962941996986, "elapsed_tokens_per_second": 1272714.8141217532, "peak_memory_bytes": 42389451776}
{"loss": 3.5988238732418787, "perplexity": 36.55521558362389, "tokens": 326500352, "seconds": 0.5365427439974155, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 32, "step": 2491, "evaluation_tokens": 1048576}
{"event": "train", "step": 2500, "epoch": 33, "tokens": 327680000, "loss": 3.58563142352634, "lr": 0.0007951639636008723, "grad_norm": 0.11604810506105423, "tokens_per_second": 1784019.1913073773, "training_seconds": 0.6612305550006568, "elapsed_tokens_per_second": 1271339.889907705, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2520, "epoch": 33, "tokens": 330301440, "loss": 3.570198142528534, "lr": 0.000746022153323459, "grad_norm": 0.10983111709356308, "tokens_per_second": 1773127.8673047363, "training_seconds": 1.4784269360025064, "elapsed_tokens_per_second": 1274195.7344177377, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2540, "epoch": 33, "tokens": 332922880, "loss": 3.570385921001434, "lr": 0.0006982660638920423, "grad_norm": 0.11022883653640747, "tokens_per_second": 1771252.84152011, "training_seconds": 1.4799919799988857, "elapsed_tokens_per_second": 1277009.5097244154, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2560, "epoch": 33, "tokens": 335544320, "loss": 3.5935659408569336, "lr": 0.0006519197247695787, "grad_norm": 0.10277210175991058, "tokens_per_second": 1766407.226055714, "training_seconds": 1.4840518999990309, "elapsed_tokens_per_second": 1279770.906430283, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2568, "epoch": 33, "tokens": 336592896, "loss": 3.576243758201599, "lr": 0.0006337811670178101, "grad_norm": 0.10837757587432861, "tokens_per_second": 1765692.0862870188, "training_seconds": 0.5938611879973905, "elapsed_tokens_per_second": 1280857.9783743552, "peak_memory_bytes": 42389451776}
{"loss": 3.588447904668038, "perplexity": 36.177880807744934, "tokens": 336592896, "seconds": 0.5394049369933782, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 33, "step": 2568, "evaluation_tokens": 1048576}
{"event": "train", "step": 2580, "epoch": 34, "tokens": 338165760, "loss": 3.587380131085714, "lr": 0.0006070064560740314, "grad_norm": 0.11278591305017471, "tokens_per_second": 1767532.8891654634, "training_seconds": 0.889864063996356, "elapsed_tokens_per_second": 1279842.1550292931, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2600, "epoch": 34, "tokens": 340787200, "loss": 3.6022915482521056, "lr": 0.0005635488568443762, "grad_norm": 0.10700332373380661, "tokens_per_second": 1772678.6949722683, "training_seconds": 1.4788015489975805, "elapsed_tokens_per_second": 1282576.6303898608, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2620, "epoch": 34, "tokens": 343408640, "loss": 3.5778808116912844, "lr": 0.000521568793669425, "grad_norm": 0.10091980546712875, "tokens_per_second": 1771292.2864979205, "training_seconds": 1.4799590219990932, "elapsed_tokens_per_second": 1285274.1263248746, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2640, "epoch": 34, "tokens": 346030080, "loss": 3.5868683576583864, "lr": 0.00048108738968520007, "grad_norm": 0.11080770939588547, "tokens_per_second": 1770112.415299902, "training_seconds": 1.4809454909991473, "elapsed_tokens_per_second": 1287938.0635139022, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2646, "epoch": 34, "tokens": 346816512, "loss": 3.5716823736826577, "lr": 0.0004692382721132998, "grad_norm": 0.10249830782413483, "tokens_per_second": 1771879.9786832351, "training_seconds": 0.44384044600155903, "elapsed_tokens_per_second": 1288724.874830167, "peak_memory_bytes": 42389451776}
{"loss": 3.5792253101151363, "perplexity": 35.84576073970772, "tokens": 346816512, "seconds": 0.5383845809992636, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 34, "step": 2646, "evaluation_tokens": 1048576}
{"event": "train", "step": 2660, "epoch": 35, "tokens": 348651520, "loss": 3.5634391818727766, "lr": 0.0004421250139463922, "grad_norm": 0.11189234256744385, "tokens_per_second": 1773829.3425996574, "training_seconds": 1.0344895960006397, "elapsed_tokens_per_second": 1287961.5137696404, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2680, "epoch": 35, "tokens": 351272960, "loss": 3.5752408385276793, "lr": 0.00040470127117724975, "grad_norm": 0.10119368135929108, "tokens_per_second": 1767495.4018065236, "training_seconds": 1.4831382289994508, "elapsed_tokens_per_second": 1290569.1150102478, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2700, "epoch": 35, "tokens": 353894400, "loss": 3.5797833800315857, "lr": 0.00036883499190705737, "grad_norm": 0.10059139877557755, "tokens_per_second": 1771649.5279672048, "training_seconds": 1.479660598000919, "elapsed_tokens_per_second": 1293161.6772460165, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2720, "epoch": 35, "tokens": 356515840, "loss": 3.560853374004364, "lr": 0.0003345442229951658, "grad_norm": 0.10638268291950226, "tokens_per_second": 1768335.1718456214, "training_seconds": 1.4824338969992823, "elapsed_tokens_per_second": 1295713.7393548319, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2724, "epoch": 35, "tokens": 357040128, "loss": 3.5453349351882935, "lr": 0.00032787666286891357, "grad_norm": 0.10490650683641434, "tokens_per_second": 1765903.5149309856, "training_seconds": 0.29689504300040426, "elapsed_tokens_per_second": 1296213.5066354487, "peak_memory_bytes": 42389451776}
{"loss": 3.572943802643069, "perplexity": 35.62130103647882, "tokens": 357040128, "seconds": 0.5403954360008356, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 35, "step": 2724, "evaluation_tokens": 1048576}
{"event": "train", "step": 2740, "epoch": 36, "tokens": 359137280, "loss": 3.579926386475563, "lr": 0.0003018462185503402, "grad_norm": 0.09812576323747635, "tokens_per_second": 1765720.8171743397, "training_seconds": 1.187703049996344, "elapsed_tokens_per_second": 1295656.6881138491, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2760, "epoch": 36, "tokens": 361758720, "loss": 3.5861862659454347, "lr": 0.00027075743124900195, "grad_norm": 0.10047857463359833, "tokens_per_second": 1761876.478135576, "training_seconds": 1.4878682089984068, "elapsed_tokens_per_second": 1298138.671776752, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2780, "epoch": 36, "tokens": 364380160, "loss": 3.574745941162109, "lr": 0.0002412935040567228, "grad_norm": 0.10502959787845612, "tokens_per_second": 1770694.3483338878, "training_seconds": 1.4804587830003584, "elapsed_tokens_per_second": 1300628.7535405725, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2800, "epoch": 36, "tokens": 367001600, "loss": 3.5664217829704286, "lr": 0.00021346926235714332, "grad_norm": 0.10902529209852219, "tokens_per_second": 1774524.1561624024, "training_seconds": 1.47726363199763, "elapsed_tokens_per_second": 1303107.2396593576, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2802, "epoch": 36, "tokens": 367263744, "loss": 3.5778675079345703, "lr": 0.0002107775670879188, "grad_norm": 0.1007591262459755, "tokens_per_second": 1796147.6803451409, "training_seconds": 0.1459479100012686, "elapsed_tokens_per_second": 1303353.0866620822, "peak_memory_bytes": 42389451776}
{"loss": 3.5667019299326417, "perplexity": 35.39964988840046, "tokens": 367263744, "seconds": 0.5358113740003319, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 36, "step": 2802, "evaluation_tokens": 1048576}
{"event": "train", "step": 2820, "epoch": 37, "tokens": 369623040, "loss": 3.5581563313802085, "lr": 0.00018729870649227632, "grad_norm": 0.10814761370420456, "tokens_per_second": 1774522.69307484, "training_seconds": 1.3295383649965515, "elapsed_tokens_per_second": 1303054.7898101364, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2840, "epoch": 37, "tokens": 372244480, "loss": 3.576873171329498, "lr": 0.00016279500471794262, "grad_norm": 0.131821870803833, "tokens_per_second": 1766993.6855194087, "training_seconds": 1.483559347994742, "elapsed_tokens_per_second": 1305461.7375852184, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2860, "epoch": 37, "tokens": 374865920, "loss": 3.5641692757606505, "lr": 0.00013997048657789457, "grad_norm": 0.096803218126297, "tokens_per_second": 1768405.2801570138, "training_seconds": 1.4823751260046265, "elapsed_tokens_per_second": 1307845.953368432, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2880, "epoch": 37, "tokens": 377487360, "loss": 3.576103985309601, "lr": 0.00011883663669995015, "grad_norm": 0.09504702687263489, "tokens_per_second": 1767038.011550875, "training_seconds": 1.4835221330067725, "elapsed_tokens_per_second": 1310202.9110609451, "peak_memory_bytes": 42389451776}
{"loss": 3.561935623350993, "perplexity": 35.23132576499892, "tokens": 377487360, "seconds": 0.5378547060026904, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 37, "step": 2880, "evaluation_tokens": 1048576}
{"event": "train", "step": 2900, "epoch": 38, "tokens": 380108800, "loss": 3.573370897769928, "lr": 9.940408901726444e-05, "grad_norm": 0.09669216722249985, "tokens_per_second": 1762519.8157607531, "training_seconds": 1.4873251219978556, "elapsed_tokens_per_second": 1310025.304102102, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2920, "epoch": 38, "tokens": 382730240, "loss": 3.543740952014923, "lr": 8.168262141764633e-05, "grad_norm": 0.09482256323099136, "tokens_per_second": 1761329.0670459964, "training_seconds": 1.4883306300034747, "elapsed_tokens_per_second": 1312320.9883711238, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2940, "epoch": 38, "tokens": 385351680, "loss": 3.567810821533203, "lr": 6.568115082361386e-05, "grad_norm": 0.0978744849562645, "tokens_per_second": 1770683.1534261997, "training_seconds": 1.480468143003236, "elapsed_tokens_per_second": 1314629.6127776622, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2958, "epoch": 38, "tokens": 387710976, "loss": 3.5581806898117065, "lr": 5.275709721810862e-05, "grad_norm": 0.09224306046962738, "tokens_per_second": 1767305.5432034833, "training_seconds": 1.3349678039958235, "elapsed_tokens_per_second": 1316675.164587446, "peak_memory_bytes": 42389451776}
{"loss": 3.5590659272380596, "perplexity": 35.13036749545835, "tokens": 387710976, "seconds": 0.5393434930010699, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 38, "step": 2958, "evaluation_tokens": 1048576}
{"event": "train", "step": 2960, "epoch": 39, "tokens": 387973120, "loss": 3.5479894876480103, "lr": 5.140772870565919e-05, "grad_norm": 0.09669634699821472, "tokens_per_second": 1845871.568812646, "training_seconds": 0.14201638100348646, "elapsed_tokens_per_second": 1314493.7459851198, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2980, "epoch": 39, "tokens": 390594560, "loss": 3.5611987829208376, "lr": 3.886953703098522e-05, "grad_norm": 0.09322144836187363, "tokens_per_second": 1771641.538187494, "training_seconds": 1.4796672709999257, "elapsed_tokens_per_second": 1316768.73443828, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3000, "epoch": 39, "tokens": 393216000, "loss": 3.54533771276474, "lr": 2.8072884649751218e-05, "grad_norm": 0.09840043634176254, "tokens_per_second": 1770890.2665242886, "training_seconds": 1.4802949959994294, "elapsed_tokens_per_second": 1319016.3767563796, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3020, "epoch": 39, "tokens": 395837440, "loss": 3.5601166486740112, "lr": 1.9023204120642122e-05, "grad_norm": 0.10103064775466919, "tokens_per_second": 1764553.5168327761, "training_seconds": 1.4856109350002953, "elapsed_tokens_per_second": 1321218.411807466, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3035, "epoch": 39, "tokens": 397803520, "loss": 3.5473129749298096, "lr": 1.338516635337944e-05, "grad_norm": 0.09141872078180313, "tokens_per_second": 1771195.9523018436, "training_seconds": 1.1100296370059368, "elapsed_tokens_per_second": 1322872.1547104178, "peak_memory_bytes": 42389451776}
{"loss": 3.557821988168863, "perplexity": 35.08669462764035, "tokens": 397803520, "seconds": 0.5381563279952388, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 39, "step": 3035, "evaluation_tokens": 1048576}
{"event": "train", "step": 3040, "epoch": 40, "tokens": 398458880, "loss": 3.5727561473846436, "lr": 1.1725048977367315e-05, "grad_norm": 0.08988899737596512, "tokens_per_second": 1793960.470130907, "training_seconds": 0.365314627000771, "elapsed_tokens_per_second": 1321048.4961130244, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3060, "epoch": 40, "tokens": 401080320, "loss": 3.5682010769844057, "lr": 6.182091437454352e-06, "grad_norm": 0.09187779575586319, "tokens_per_second": 1768261.6816441182, "training_seconds": 1.4824955079966458, "elapsed_tokens_per_second": 1323229.037905591, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3080, "epoch": 40, "tokens": 403701760, "loss": 3.5417537569999693, "lr": 2.397120554497756e-06, "grad_norm": 0.09518399089574814, "tokens_per_second": 1765773.686477275, "training_seconds": 1.4845843609946314, "elapsed_tokens_per_second": 1325376.6272967313, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3100, "epoch": 40, "tokens": 406323200, "loss": 3.569118058681488, "lr": 3.7204081478797726e-07, "grad_norm": 0.09083030372858047, "tokens_per_second": 1764464.1410217085, "training_seconds": 1.4856861859952915, "elapsed_tokens_per_second": 1327502.8692940655, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3113, "epoch": 40, "tokens": 408027136, "loss": 3.553376234494723, "lr": 0.0, "grad_norm": 0.09220229834318161, "tokens_per_second": 1761144.6712754194, "training_seconds": 0.9675161999984994, "elapsed_tokens_per_second": 1328860.2523602913, "peak_memory_bytes": 42389451776}
{"loss": 3.557593339965617, "perplexity": 35.07867303505222, "tokens": 408027136, "seconds": 0.5395233759991243, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 40, "step": 3113, "evaluation_tokens": 1048576}
{"loss": 3.5576972248969416, "perplexity": 35.082317369883874, "tokens": 408027136, "seconds": 100.20699620399682, "split": "full", "validation_complete": true, "event": "final_validation", "step": 3113, "evaluation_tokens": 197411295}