{"event": "train", "step": 20, "epoch": 1, "tokens": 2621440, "loss": 9.341872930526733, "lr": 0.000641025641025641, "grad_norm": 1.3034850358963013, "tokens_per_second": 49504.872145427566, "training_seconds": 52.95317180699203, "elapsed_tokens_per_second": 49504.872145427566, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 40, "epoch": 1, "tokens": 5242880, "loss": 7.332398080825806, "lr": 0.001282051282051282, "grad_norm": 1.0194045305252075, "tokens_per_second": 1766202.0134015805, "training_seconds": 1.4842243300081464, "elapsed_tokens_per_second": 96296.55941059988, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 60, "epoch": 1, "tokens": 7864320, "loss": 6.926571369171143, "lr": 0.001923076923076923, "grad_norm": 1.219238042831421, "tokens_per_second": 1765744.4668106404, "training_seconds": 1.4846089280035812, "elapsed_tokens_per_second": 140605.04323537214, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 78, "epoch": 1, "tokens": 10223616, "loss": 6.699360423617893, "lr": 0.0025, "grad_norm": 1.1866366863250732, "tokens_per_second": 1764884.6711570309, "training_seconds": 1.336798964010086, "elapsed_tokens_per_second": 178516.4091260508, "peak_memory_bytes": 21988176384}
{"loss": 6.583838413152648, "perplexity": 723.3103716881801, "tokens": 10223616, "seconds": 1.1597156409989111, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 1, "step": 78, "evaluation_tokens": 1048576}
{"event": "train", "step": 80, "epoch": 2, "tokens": 10485760, "loss": 6.5469512939453125, "lr": 0.002564102564102564, "grad_norm": 0.5601940751075745, "tokens_per_second": 1831937.9083641663, "training_seconds": 0.14309655300166924, "elapsed_tokens_per_second": 178996.6140096244, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 100, "epoch": 2, "tokens": 13107200, "loss": 6.384354305267334, "lr": 0.003205128205128205, "grad_norm": 0.2691345512866974, "tokens_per_second": 1760049.557577745, "training_seconds": 1.4894126069993945, "elapsed_tokens_per_second": 218193.31673985574, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 120, "epoch": 2, "tokens": 15728640, "loss": 6.1627003192901615, "lr": 0.003846153846153846, "grad_norm": 0.4757370352745056, "tokens_per_second": 1755350.1088456141, "training_seconds": 1.4934000840003137, "elapsed_tokens_per_second": 255473.58031316166, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 140, "epoch": 2, "tokens": 18350080, "loss": 5.9351731300354, "lr": 0.004487179487179488, "grad_norm": 0.31542888283729553, "tokens_per_second": 1763868.1137817544, "training_seconds": 1.486188213006244, "elapsed_tokens_per_second": 291019.42283391906, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 156, "epoch": 2, "tokens": 20447232, "loss": 5.765339106321335, "lr": 0.005, "grad_norm": 0.2866186499595642, "tokens_per_second": 1767786.4771332485, "training_seconds": 1.1863152180012548, "elapsed_tokens_per_second": 318280.0236900313, "peak_memory_bytes": 42389451776}
{"loss": 5.7167631452712, "perplexity": 303.91958557248745, "tokens": 20447232, "seconds": 0.5367224319925299, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 2, "step": 156, "evaluation_tokens": 1048576}
{"event": "train", "step": 160, "epoch": 3, "tokens": 20971520, "loss": 5.683042883872986, "lr": 0.005128205128205128, "grad_norm": 0.3120694160461426, "tokens_per_second": 1798271.1430822506, "training_seconds": 0.2915511390019674, "elapsed_tokens_per_second": 322233.8713015286, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 180, "epoch": 3, "tokens": 23592960, "loss": 5.589589357376099, "lr": 0.0057692307692307696, "grad_norm": 0.3062801659107208, "tokens_per_second": 1764488.85144268, "training_seconds": 1.485665380008868, "elapsed_tokens_per_second": 354416.1518045278, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 200, "epoch": 3, "tokens": 26214400, "loss": 5.443112874031067, "lr": 0.00641025641025641, "grad_norm": 0.3226061761379242, "tokens_per_second": 1760395.8469874111, "training_seconds": 1.4891196230018977, "elapsed_tokens_per_second": 385166.54521731345, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 220, "epoch": 3, "tokens": 28835840, "loss": 5.3250761270523075, "lr": 0.007051282051282052, "grad_norm": 0.21676114201545715, "tokens_per_second": 1766341.504739969, "training_seconds": 1.4841071179980645, "elapsed_tokens_per_second": 414634.4589421472, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 233, "epoch": 3, "tokens": 30539776, "loss": 5.234616279602051, "lr": 0.007467948717948718, "grad_norm": 0.28873059153556824, "tokens_per_second": 1760778.5046522375, "training_seconds": 0.9677174019889208, "elapsed_tokens_per_second": 433097.7406791234, "peak_memory_bytes": 42389451776}
{"loss": 5.240862245122541, "perplexity": 188.83285243636132, "tokens": 30539776, "seconds": 0.542633293007384, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 3, "step": 233, "evaluation_tokens": 1048576}
{"event": "train", "step": 240, "epoch": 4, "tokens": 31457280, "loss": 5.2105536460876465, "lr": 0.007692307692307692, "grad_norm": 0.42722514271736145, "tokens_per_second": 1788841.2103525398, "training_seconds": 0.5129041050095111, "elapsed_tokens_per_second": 439493.75067085965, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 260, "epoch": 4, "tokens": 34078720, "loss": 5.182040739059448, "lr": 0.008333333333333333, "grad_norm": 0.19981364905834198, "tokens_per_second": 1760695.5372762796, "training_seconds": 1.4888661580043845, "elapsed_tokens_per_second": 466407.7721166811, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 280, "epoch": 4, "tokens": 36700160, "loss": 5.072162294387818, "lr": 0.008974358974358975, "grad_norm": 0.25565433502197266, "tokens_per_second": 1764942.514156407, "training_seconds": 1.4852835029887501, "elapsed_tokens_per_second": 492268.0412723431, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 300, "epoch": 4, "tokens": 39321600, "loss": 5.019391250610352, "lr": 0.009615384615384616, "grad_norm": 0.21159480512142181, "tokens_per_second": 1758965.5791153808, "training_seconds": 1.4903304710023804, "elapsed_tokens_per_second": 517084.9285143238, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 311, "epoch": 4, "tokens": 40763392, "loss": 4.974967783147639, "lr": 0.009967948717948717, "grad_norm": 0.2269846796989441, "tokens_per_second": 1760090.118689157, "training_seconds": 0.819158055994194, "elapsed_tokens_per_second": 530316.7806545661, "peak_memory_bytes": 42389451776}
{"loss": 4.984237820195418, "perplexity": 146.0921840692758, "tokens": 40763392, "seconds": 0.538802900002338, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 4, "step": 311, "evaluation_tokens": 1048576}
{"event": "train", "step": 320, "epoch": 5, "tokens": 41943040, "loss": 4.924176798926459, "lr": 0.009999798724647173, "grad_norm": 0.1638856828212738, "tokens_per_second": 1772371.120595518, "training_seconds": 0.6655761800066102, "elapsed_tokens_per_second": 537190.5919587566, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 340, "epoch": 5, "tokens": 44564480, "loss": 4.889156484603882, "lr": 0.009997534563024671, "grad_norm": 0.18091027438640594, "tokens_per_second": 1764624.842489875, "training_seconds": 1.4855508870095946, "elapsed_tokens_per_second": 560099.716690464, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 360, "epoch": 5, "tokens": 47185920, "loss": 4.8559983491897585, "lr": 0.009992755788646324, "grad_norm": 0.18183404207229614, "tokens_per_second": 1763801.6152637678, "training_seconds": 1.4862442449957598, "elapsed_tokens_per_second": 582157.5515652372, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 380, "epoch": 5, "tokens": 49807360, "loss": 4.814756369590759, "lr": 0.009985464806051182, "grad_norm": 0.1612565666437149, "tokens_per_second": 1764891.4121611896, "training_seconds": 1.4853265090059722, "elapsed_tokens_per_second": 603428.9834636061, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 389, "epoch": 5, "tokens": 50987008, "loss": 4.779793580373128, "lr": 0.009981365187140646, "grad_norm": 0.17694231867790222, "tokens_per_second": 1755374.5518425568, "training_seconds": 0.6720206800091546, "elapsed_tokens_per_second": 612719.3176992817, "peak_memory_bytes": 42389451776}
{"loss": 4.790344756012791, "perplexity": 120.34285043354312, "tokens": 50987008, "seconds": 0.539127562995418, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 5, "step": 389, "evaluation_tokens": 1048576}
{"event": "train", "step": 400, "epoch": 6, "tokens": 52428800, "loss": 4.746024565263228, "lr": 0.009975665283847752, "grad_norm": 0.2584119439125061, "tokens_per_second": 1774381.3063339235, "training_seconds": 0.8125604090018896, "elapsed_tokens_per_second": 619893.6305267117, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 420, "epoch": 6, "tokens": 55050240, "loss": 4.7217612028121945, "lr": 0.00996336215286808, "grad_norm": 0.26585426926612854, "tokens_per_second": 1769752.3727549897, "training_seconds": 1.4812467779993312, "elapsed_tokens_per_second": 639674.4170552742, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 440, "epoch": 6, "tokens": 57671680, "loss": 4.700511336326599, "lr": 0.009948561603686672, "grad_norm": 0.19621357321739197, "tokens_per_second": 1764104.7457064681, "training_seconds": 1.4859888600039994, "elapsed_tokens_per_second": 658744.4951917541, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 460, "epoch": 6, "tokens": 60293120, "loss": 4.657592415809631, "lr": 0.009931271083505607, "grad_norm": 0.21682067215442657, "tokens_per_second": 1763207.0518350806, "training_seconds": 1.4867454149934929, "elapsed_tokens_per_second": 677178.1934264338, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 467, "epoch": 6, "tokens": 61210624, "loss": 4.652410984039307, "lr": 0.009924632718259845, "grad_norm": 0.21429994702339172, "tokens_per_second": 1771379.5881763122, "training_seconds": 0.5179601290001301, "elapsed_tokens_per_second": 683492.5138995481, "peak_memory_bytes": 42389451776}
{"loss": 4.667182152726042, "perplexity": 106.39750769627838, "tokens": 61210624, "seconds": 0.5341191530023934, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 6, "step": 467, "evaluation_tokens": 1048576}
{"event": "train", "step": 480, "epoch": 7, "tokens": 62914560, "loss": 4.629267949324388, "lr": 0.009911499292407304, "grad_norm": 0.1849297136068344, "tokens_per_second": 1775410.2824941613, "training_seconds": 0.9597421040089102, "elapsed_tokens_per_second": 690883.2484530048, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 500, "epoch": 7, "tokens": 65536000, "loss": 4.590736365318298, "lr": 0.009889256178976909, "grad_norm": 0.18024930357933044, "tokens_per_second": 1754137.9225489562, "training_seconds": 1.4944320890062954, "elapsed_tokens_per_second": 708040.3119901723, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 520, "epoch": 7, "tokens": 68157440, "loss": 4.563482856750488, "lr": 0.009864552935296447, "grad_norm": 0.16385230422019958, "tokens_per_second": 1758698.8707972374, "training_seconds": 1.4905564810032956, "elapsed_tokens_per_second": 724676.959391142, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 540, "epoch": 7, "tokens": 70778880, "loss": 4.52579517364502, "lr": 0.0098374019913133, "grad_norm": 0.21137359738349915, "tokens_per_second": 1767356.2393410015, "training_seconds": 1.4832550120045198, "elapsed_tokens_per_second": 740851.5869347579, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 545, "epoch": 7, "tokens": 71434240, "loss": 4.54639368057251, "lr": 0.009830233376142928, "grad_norm": 0.2437836229801178, "tokens_per_second": 1771301.0403228486, "training_seconds": 0.3699879269988742, "elapsed_tokens_per_second": 744809.7248332608, "peak_memory_bytes": 42389451776}
{"loss": 4.526872841685961, "perplexity": 92.4689434527314, "tokens": 71434240, "seconds": 0.5389136489975499, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 7, "step": 545, "evaluation_tokens": 1048576}
{"event": "train", "step": 560, "epoch": 8, "tokens": 73400320, "loss": 4.4904120127360025, "lr": 0.009807817008585826, "grad_norm": 0.16448350250720978, "tokens_per_second": 1778215.1908692035, "training_seconds": 1.105647960997885, "elapsed_tokens_per_second": 752357.0400645544, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 580, "epoch": 8, "tokens": 76021760, "loss": 4.4255226135253904, "lr": 0.009775812873409262, "grad_norm": 0.1407926082611084, "tokens_per_second": 1769845.510140411, "training_seconds": 1.48116882800241, "elapsed_tokens_per_second": 767561.2419521554, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 600, "epoch": 8, "tokens": 78643200, "loss": 4.36025037765503, "lr": 0.009741405689325371, "grad_norm": 0.13572931289672852, "tokens_per_second": 1753597.3746253485, "training_seconds": 1.494892749004066, "elapsed_tokens_per_second": 782205.7772206649, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 620, "epoch": 8, "tokens": 81264640, "loss": 4.32215838432312, "lr": 0.009704612769019617, "grad_norm": 0.201767235994339, "tokens_per_second": 1757947.138358205, "training_seconds": 1.4911938719887985, "elapsed_tokens_per_second": 796457.4385064421, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 623, "epoch": 8, "tokens": 81657856, "loss": 4.319430351257324, "lr": 0.009698889189874403, "grad_norm": 0.1850496381521225, "tokens_per_second": 1755491.3224079036, "training_seconds": 0.22399199299979955, "elapsed_tokens_per_second": 798543.0630307081, "peak_memory_bytes": 42389451776}
{"loss": 4.3207882927430665, "perplexity": 75.2479223095182, "tokens": 81657856, "seconds": 0.5373446020093979, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 8, "step": 623, "evaluation_tokens": 1048576}
{"event": "train", "step": 640, "epoch": 9, "tokens": 83886080, "loss": 4.286949241862578, "lr": 0.009665452625609928, "grad_norm": 0.13705934584140778, "tokens_per_second": 1772049.115680585, "training_seconds": 1.257427901000483, "elapsed_tokens_per_second": 806123.9066753404, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 660, "epoch": 9, "tokens": 86507520, "loss": 4.23752191066742, "lr": 0.009623944963331446, "grad_norm": 0.14834897220134735, "tokens_per_second": 1761228.9217682378, "training_seconds": 1.4884152580052614, "elapsed_tokens_per_second": 819583.3067256752, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 680, "epoch": 9, "tokens": 89128960, "loss": 4.232731890678406, "lr": 0.009580110667621922, "grad_norm": 0.19962678849697113, "tokens_per_second": 1769127.4672063123, "training_seconds": 1.4817699959967285, "elapsed_tokens_per_second": 832713.3696488305, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 700, "epoch": 9, "tokens": 91750400, "loss": 4.215581178665161, "lr": 0.009533971794612784, "grad_norm": 0.14995723962783813, "tokens_per_second": 1770604.4318892981, "training_seconds": 1.4805339650047245, "elapsed_tokens_per_second": 845499.8063222205, "peak_memory_bytes": 42389451776}
{"loss": 4.2248498801395735, "perplexity": 68.3642399480331, "tokens": 91750400, "seconds": 0.5349124760105042, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 9, "step": 700, "evaluation_tokens": 1048576}
{"event": "train", "step": 720, "epoch": 10, "tokens": 94371840, "loss": 4.208843445777893, "lr": 0.009485551560031134, "grad_norm": 0.1576903909444809, "tokens_per_second": 1764840.1598852212, "training_seconds": 1.485369643996819, "elapsed_tokens_per_second": 853701.0757939956, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 740, "epoch": 10, "tokens": 96993280, "loss": 4.168836641311645, "lr": 0.009434874327518281, "grad_norm": 0.15735913813114166, "tokens_per_second": 1770805.440316232, "training_seconds": 1.4803659059980419, "elapsed_tokens_per_second": 865802.3877046012, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 760, "epoch": 10, "tokens": 99614720, "loss": 4.156427216529846, "lr": 0.009381965596370669, "grad_norm": 0.1506025791168213, "tokens_per_second": 1779878.3724665174, "training_seconds": 1.472819739006809, "elapsed_tokens_per_second": 877650.2706309406, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 778, "epoch": 10, "tokens": 101974016, "loss": 4.142277161280314, "lr": 0.009332461787202045, "grad_norm": 0.2095242440700531, "tokens_per_second": 1766365.928964296, "training_seconds": 1.3356779370078584, "elapsed_tokens_per_second": 887972.8667709553, "peak_memory_bytes": 42389451776}
{"loss": 4.1560886922384235, "perplexity": 63.821408611547916, "tokens": 101974016, "seconds": 0.5383288950106362, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 10, "step": 778, "evaluation_tokens": 1048576}
{"event": "train", "step": 780, "epoch": 11, "tokens": 102236160, "loss": 4.1208765506744385, "lr": 0.009326851988709379, "grad_norm": 0.18027597665786743, "tokens_per_second": 1840922.8834093686, "training_seconds": 0.14239814299799036, "elapsed_tokens_per_second": 884955.601046544, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 800, "epoch": 11, "tokens": 104857600, "loss": 4.151797652244568, "lr": 0.009269561236084656, "grad_norm": 0.14209893345832825, "tokens_per_second": 1762203.8613669758, "training_seconds": 1.4875917919998756, "elapsed_tokens_per_second": 896099.3891223688, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 820, "epoch": 11, "tokens": 107479040, "loss": 4.118426251411438, "lr": 0.009210122165522213, "grad_norm": 0.19816802442073822, "tokens_per_second": 1764796.2493817105, "training_seconds": 1.4854066019906895, "elapsed_tokens_per_second": 906973.2160901164, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 840, "epoch": 11, "tokens": 110100480, "loss": 4.099987316131592, "lr": 0.009148564685018313, "grad_norm": 0.14888101816177368, "tokens_per_second": 1764021.2520432863, "training_seconds": 1.4860591939941514, "elapsed_tokens_per_second": 917574.9639402046, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 856, "epoch": 11, "tokens": 112197632, "loss": 4.104683429002762, "lr": 0.00909781422451053, "grad_norm": 0.1383465826511383, "tokens_per_second": 1760551.6849792714, "training_seconds": 1.1911902489955537, "elapsed_tokens_per_second": 925847.9520377916, "peak_memory_bytes": 42389451776}
{"loss": 4.097098185337295, "perplexity": 60.1654450690551, "tokens": 112197632, "seconds": 0.5427850980049698, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 11, "step": 856, "evaluation_tokens": 1048576}
{"event": "train", "step": 860, "epoch": 12, "tokens": 112721920, "loss": 4.097914695739746, "lr": 0.00908491976849094, "grad_norm": 0.12920565903186798, "tokens_per_second": 1802345.3240061447, "training_seconds": 0.29089209099765867, "elapsed_tokens_per_second": 923759.1095540207, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 880, "epoch": 12, "tokens": 115343360, "loss": 4.060815382003784, "lr": 0.009019219440194641, "grad_norm": 0.16599491238594055, "tokens_per_second": 1769136.1387593537, "training_seconds": 1.481762732990319, "elapsed_tokens_per_second": 933893.0610673956, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 900, "epoch": 12, "tokens": 117964800, "loss": 4.056984829902649, "lr": 0.008951496758606856, "grad_norm": 0.14912769198417664, "tokens_per_second": 1769081.4711041858, "training_seconds": 1.4818085220031207, "elapsed_tokens_per_second": 943776.9042622093, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 920, "epoch": 12, "tokens": 120586240, "loss": 4.06168977022171, "lr": 0.008881785799793856, "grad_norm": 0.1619553416967392, "tokens_per_second": 1755657.5640506274, "training_seconds": 1.4931385559902992, "elapsed_tokens_per_second": 953352.6754947797, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 934, "epoch": 12, "tokens": 122421248, "loss": 4.031541092055185, "lr": 0.008831823847487404, "grad_norm": 0.13944998383522034, "tokens_per_second": 1756684.071177342, "training_seconds": 1.0445862350024981, "elapsed_tokens_per_second": 959917.4805246404, "peak_memory_bytes": 42389451776}
{"loss": 4.054577090185099, "perplexity": 57.66077253240459, "tokens": 122421248, "seconds": 0.5356230799952755, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 12, "step": 934, "evaluation_tokens": 1048576}
{"event": "train", "step": 940, "epoch": 13, "tokens": 123207680, "loss": 4.036462068557739, "lr": 0.008810121640264679, "grad_norm": 0.12432835251092911, "tokens_per_second": 1780663.9097892905, "training_seconds": 0.4416510020091664, "elapsed_tokens_per_second": 958685.1513930155, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 960, "epoch": 13, "tokens": 125829120, "loss": 4.0277884125709535, "lr": 0.00873654033932165, "grad_norm": 0.13766762614250183, "tokens_per_second": 1764251.810140697, "training_seconds": 1.4858649910020176, "elapsed_tokens_per_second": 967881.3902022511, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 980, "epoch": 13, "tokens": 128450560, "loss": 4.03596659898758, "lr": 0.0086610789209164, "grad_norm": 0.1470741331577301, "tokens_per_second": 1768112.9891582422, "training_seconds": 1.482620180991944, "elapsed_tokens_per_second": 976889.0632690599, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1000, "epoch": 13, "tokens": 131072000, "loss": 4.009182143211365, "lr": 0.008583775355020503, "grad_norm": 0.12802654504776, "tokens_per_second": 1763781.565328534, "training_seconds": 1.4862611400021706, "elapsed_tokens_per_second": 985671.5269843913, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1012, "epoch": 13, "tokens": 132644864, "loss": 3.9930334091186523, "lr": 0.008536525127815442, "grad_norm": 0.13434118032455444, "tokens_per_second": 1777718.983027361, "training_seconds": 0.8847652609983925, "elapsed_tokens_per_second": 990890.5031280688, "peak_memory_bytes": 42389451776}
{"loss": 4.022272044655135, "perplexity": 55.82780510527995, "tokens": 132644864, "seconds": 0.537151903990889, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 13, "step": 1012, "evaluation_tokens": 1048576}
{"event": "train", "step": 1020, "epoch": 14, "tokens": 133693440, "loss": 4.016991972923279, "lr": 0.0085046685385201, "grad_norm": 0.17220653593540192, "tokens_per_second": 1779807.143068815, "training_seconds": 0.5891514730028575, "elapsed_tokens_per_second": 990343.8390586001, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1040, "epoch": 14, "tokens": 136314880, "loss": 4.0062528371810915, "lr": 0.008423798275644122, "grad_norm": 0.1444605588912964, "tokens_per_second": 1763535.0709591708, "training_seconds": 1.486468878996675, "elapsed_tokens_per_second": 998757.0676533848, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1060, "epoch": 14, "tokens": 138936320, "loss": 3.983973300457001, "lr": 0.008341205257935976, "grad_norm": 0.12205839157104492, "tokens_per_second": 1766924.6573177297, "training_seconds": 1.4836173060029978, "elapsed_tokens_per_second": 1007004.9156774273, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1080, "epoch": 14, "tokens": 141557760, "loss": 3.9881687998771667, "lr": 0.00825693104377875, "grad_norm": 0.13289284706115723, "tokens_per_second": 1768710.9033597428, "training_seconds": 1.4821189799986314, "elapsed_tokens_per_second": 1015090.52731151, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1090, "epoch": 14, "tokens": 142868480, "loss": 3.970656323432922, "lr": 0.008214176706915644, "grad_norm": 0.14571648836135864, "tokens_per_second": 1756726.0908860078, "training_seconds": 0.746115178000764, "elapsed_tokens_per_second": 1019024.4680690848, "peak_memory_bytes": 42389451776}
{"loss": 3.9906648158388163, "perplexity": 54.090837858181125, "tokens": 142868480, "seconds": 0.5377985429950058, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 14, "step": 1090, "evaluation_tokens": 1048576}
{"event": "train", "step": 1100, "epoch": 15, "tokens": 144179200, "loss": 3.9435335397720337, "lr": 0.008171018037484259, "grad_norm": 0.11926908791065216, "tokens_per_second": 1777297.388235378, "training_seconds": 0.7374792810005601, "elapsed_tokens_per_second": 1019048.4657748116, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1120, "epoch": 15, "tokens": 146800640, "loss": 3.970085251331329, "lr": 0.008083509467956435, "grad_norm": 0.16874264180660248, "tokens_per_second": 1764370.1702334827, "training_seconds": 1.4857653140061302, "elapsed_tokens_per_second": 1026784.5641472506, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1140, "epoch": 15, "tokens": 149422080, "loss": 3.9566592931747437, "lr": 0.00799444936693981, "grad_norm": 0.12018344551324844, "tokens_per_second": 1762487.9758499912, "training_seconds": 1.4873519910033792, "elapsed_tokens_per_second": 1034345.069617791, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1160, "epoch": 15, "tokens": 152043520, "loss": 3.960968565940857, "lr": 0.007903882546864045, "grad_norm": 0.12317834049463272, "tokens_per_second": 1770968.4009136606, "training_seconds": 1.4802296859998023, "elapsed_tokens_per_second": 1041808.2456679229, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1167, "epoch": 15, "tokens": 152961024, "loss": 3.958533525466919, "lr": 0.007871836608523504, "grad_norm": 0.16468900442123413, "tokens_per_second": 1764803.2343623785, "training_seconds": 0.5198902529955376, "elapsed_tokens_per_second": 1044363.2951783625, "peak_memory_bytes": 42389451776}
{"loss": 3.9712959592515475, "perplexity": 53.0532411458686, "tokens": 152961024, "seconds": 0.5408270049956627, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 15, "step": 1167, "evaluation_tokens": 1048576}
{"event": "train", "step": 1180, "epoch": 16, "tokens": 154664960, "loss": 3.9500862451700063, "lr": 0.007811854578295608, "grad_norm": 0.1284017115831375, "tokens_per_second": 1783944.4772758263, "training_seconds": 0.955150803012657, "elapsed_tokens_per_second": 1045258.4194863891, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1200, "epoch": 16, "tokens": 157286400, "loss": 3.940041697025299, "lr": 0.007718411767008027, "grad_norm": 0.18163663148880005, "tokens_per_second": 1757740.0997237281, "training_seconds": 1.4913695149880368, "elapsed_tokens_per_second": 1052356.8216323026, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1220, "epoch": 16, "tokens": 159907840, "loss": 3.924478363990784, "lr": 0.00762360113068217, "grad_norm": 0.1290278285741806, "tokens_per_second": 1764415.544017922, "training_seconds": 1.4857271060027415, "elapsed_tokens_per_second": 1059351.4410430472, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1240, "epoch": 16, "tokens": 162529280, "loss": 3.912434768676758, "lr": 0.007527470375248327, "grad_norm": 0.13522405922412872, "tokens_per_second": 1766762.6281715776, "training_seconds": 1.4837533679965418, "elapsed_tokens_per_second": 1066229.0183414617, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1245, "epoch": 16, "tokens": 163184640, "loss": 3.904006004333496, "lr": 0.0075032370719101986, "grad_norm": 0.14030984044075012, "tokens_per_second": 1771333.5142197495, "training_seconds": 0.36998114400194027, "elapsed_tokens_per_second": 1067924.259995368, "peak_memory_bytes": 42389451776}
{"loss": 3.9361677550797727, "perplexity": 51.22192971442602, "tokens": 163184640, "seconds": 0.5377420330041787, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 16, "step": 1245, "evaluation_tokens": 1048576}
{"event": "train", "step": 1260, "epoch": 17, "tokens": 165150720, "loss": 3.920344432195028, "lr": 0.007430067870881991, "grad_norm": 0.1397407352924347, "tokens_per_second": 1781588.6282647033, "training_seconds": 1.1035544170008507, "elapsed_tokens_per_second": 1069142.3779063635, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1280, "epoch": 17, "tokens": 167772160, "loss": 3.9088628768920897, "lr": 0.007331442627665404, "grad_norm": 0.16961084306240082, "tokens_per_second": 1769470.114637381, "training_seconds": 1.4814830599934794, "elapsed_tokens_per_second": 1075786.9571706369, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1300, "epoch": 17, "tokens": 170393600, "loss": 3.922065722942352, "lr": 0.007231644270927114, "grad_norm": 0.18830226361751556, "tokens_per_second": 1771485.196997221, "training_seconds": 1.479797858002712, "elapsed_tokens_per_second": 1082311.40704367, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1320, "epoch": 17, "tokens": 173015040, "loss": 3.9150206089019775, "lr": 0.0071307230162719806, "grad_norm": 0.12514907121658325, "tokens_per_second": 1767628.2881311262, "training_seconds": 1.483026729998528, "elapsed_tokens_per_second": 1088699.1458459883, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1323, "epoch": 17, "tokens": 173408256, "loss": 3.8837788899739585, "lr": 0.0071154911097943445, "grad_norm": 0.1360684633255005, "tokens_per_second": 1784749.2447405786, "training_seconds": 0.2203200259973528, "elapsed_tokens_per_second": 1089639.3967053783, "peak_memory_bytes": 42389451776}
{"loss": 3.9202849235172494, "perplexity": 50.4148070960465, "tokens": 173408256, "seconds": 0.5356711429922143, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 17, "step": 1323, "evaluation_tokens": 1048576}
{"event": "train", "step": 1340, "epoch": 18, "tokens": 175636480, "loss": 3.8885407167322494, "lr": 0.007028729644314139, "grad_norm": 0.14869698882102966, "tokens_per_second": 1771486.5043896511, "training_seconds": 1.2578272509999806, "elapsed_tokens_per_second": 1091296.9631648415, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1360, "epoch": 18, "tokens": 178257920, "loss": 3.904803991317749, "lr": 0.0069257154751257, "grad_norm": 0.11194076389074326, "tokens_per_second": 1761253.0044642142, "training_seconds": 1.4883949059876613, "elapsed_tokens_per_second": 1097424.9163144343, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1380, "epoch": 18, "tokens": 180879360, "loss": 3.878848433494568, "lr": 0.006821732342413986, "grad_norm": 0.14274218678474426, "tokens_per_second": 1763071.7345464532, "training_seconds": 1.4868595239968272, "elapsed_tokens_per_second": 1103451.870749336, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1400, "epoch": 18, "tokens": 183500800, "loss": 3.870662069320679, "lr": 0.0067168325674403315, "grad_norm": 0.16500703990459442, "tokens_per_second": 1763795.9188692675, "training_seconds": 1.4862490450032055, "elapsed_tokens_per_second": 1109376.6510082448, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1401, "epoch": 18, "tokens": 183631872, "loss": 3.903651475906372, "lr": 0.006711564461722093, "grad_norm": 0.1670331209897995, "tokens_per_second": 1772238.6188679235, "training_seconds": 0.07395843799167778, "elapsed_tokens_per_second": 1109661.4769253868, "peak_memory_bytes": 42389451776}
{"loss": 3.8922408338715195, "perplexity": 49.02061058572418, "tokens": 183631872, "seconds": 0.5396751960070105, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 18, "step": 1401, "evaluation_tokens": 1048576}
{"event": "train", "step": 1420, "epoch": 19, "tokens": 186122240, "loss": 3.8626230013997933, "lr": 0.006611068932693563, "grad_norm": 0.14863047003746033, "tokens_per_second": 1771488.5049534908, "training_seconds": 1.405805339993094, "elapsed_tokens_per_second": 1111595.4633555862, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1440, "epoch": 19, "tokens": 188743680, "loss": 3.8663149237632752, "lr": 0.006504494655331401, "grad_norm": 0.1450234204530716, "tokens_per_second": 1773054.6294027246, "training_seconds": 1.4784880039951531, "elapsed_tokens_per_second": 1117374.6806757, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1460, "epoch": 19, "tokens": 191365120, "loss": 3.863644230365753, "lr": 0.00639716336040314, "grad_norm": 0.15063652396202087, "tokens_per_second": 1760293.9058970956, "training_seconds": 1.4892058600089513, "elapsed_tokens_per_second": 1122978.5964854178, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1479, "epoch": 19, "tokens": 193855488, "loss": 3.8398782203071997, "lr": 0.006294546627910024, "grad_norm": 0.15107962489128113, "tokens_per_second": 1765435.1424287339, "training_seconds": 1.4106255960068665, "elapsed_tokens_per_second": 1128244.7078546784, "peak_memory_bytes": 42389451776}
{"loss": 3.8714375116128874, "perplexity": 48.01135337632766, "tokens": 193855488, "seconds": 0.5390163340052823, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 19, "step": 1479, "evaluation_tokens": 1048576}
{"event": "train", "step": 1480, "epoch": 20, "tokens": 193986560, "loss": 3.867964744567871, "lr": 0.006289129053867102, "grad_norm": 0.16325743496418, "tokens_per_second": 1938272.0279169935, "training_seconds": 0.06762311900092755, "elapsed_tokens_per_second": 1124992.1390903816, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1500, "epoch": 20, "tokens": 196608000, "loss": 3.8322500467300413, "lr": 0.006180446095416423, "grad_norm": 0.17194966971874237, "tokens_per_second": 1767005.4138741733, "training_seconds": 1.4835495009901933, "elapsed_tokens_per_second": 1130455.471818496, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1520, "epoch": 20, "tokens": 199229440, "loss": 3.851729929447174, "lr": 0.006071169171126853, "grad_norm": 0.14534497261047363, "tokens_per_second": 1766416.687478963, "training_seconds": 1.4840439510007855, "elapsed_tokens_per_second": 1135825.4040827013, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1540, "epoch": 20, "tokens": 201850880, "loss": 3.822416615486145, "lr": 0.005961353265940317, "grad_norm": 0.14532028138637543, "tokens_per_second": 1764353.755357367, "training_seconds": 1.4857791370013729, "elapsed_tokens_per_second": 1141093.987938066, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1557, "epoch": 20, "tokens": 204079104, "loss": 3.8487704781924976, "lr": 0.0058676272386883645, "grad_norm": 0.14779211580753326, "tokens_per_second": 1763771.8063247798, "training_seconds": 1.2633289590012282, "elapsed_tokens_per_second": 1145497.894405065, "peak_memory_bytes": 42389451776}
{"loss": 3.8570641998119894, "perplexity": 47.326206931453186, "tokens": 204079104, "seconds": 0.5403224430046976, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 20, "step": 1557, "evaluation_tokens": 1048576}
{"event": "train", "step": 1560, "epoch": 21, "tokens": 204472320, "loss": 3.858457406361898, "lr": 0.005851053635998122, "grad_norm": 0.15964026749134064, "tokens_per_second": 1789608.9926253785, "training_seconds": 0.21972173900576308, "elapsed_tokens_per_second": 1142777.2951224335, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1580, "epoch": 21, "tokens": 207093760, "loss": 3.836472272872925, "lr": 0.005740325780837671, "grad_norm": 0.17907921969890594, "tokens_per_second": 1767371.5281173931, "training_seconds": 1.4832421809987864, "elapsed_tokens_per_second": 1147899.4291005086, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1600, "epoch": 21, "tokens": 209715200, "loss": 3.833433377742767, "lr": 0.005629225415466735, "grad_norm": 0.11842931807041168, "tokens_per_second": 1765068.7263371828, "training_seconds": 1.485177296999609, "elapsed_tokens_per_second": 1152931.2755160448, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1620, "epoch": 21, "tokens": 212336640, "loss": 3.84949369430542, "lr": 0.005517808442329294, "grad_norm": 0.13916058838367462, "tokens_per_second": 1765204.2742808172, "training_seconds": 1.485063251995598, "elapsed_tokens_per_second": 1157879.0253283854, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1634, "epoch": 21, "tokens": 214171648, "loss": 3.838652321270534, "lr": 0.005439658195019773, "grad_norm": 0.1248958483338356, "tokens_per_second": 1768667.6397757474, "training_seconds": 1.037508663997869, "elapsed_tokens_per_second": 1161305.96032902, "peak_memory_bytes": 42389451776}
{"loss": 3.8320830508757564, "perplexity": 46.15858884925059, "tokens": 214171648, "seconds": 0.5415363619977143, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 21, "step": 1634, "evaluation_tokens": 1048576}
{"event": "train", "step": 1640, "epoch": 22, "tokens": 214958080, "loss": 3.8061399459838867, "lr": 0.005406130923177063, "grad_norm": 0.13106076419353485, "tokens_per_second": 1779545.274799919, "training_seconds": 0.4419286270131124, "elapsed_tokens_per_second": 1159350.8517832807, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1660, "epoch": 22, "tokens": 217579520, "loss": 3.808072292804718, "lr": 0.005294249050860871, "grad_norm": 0.1369275152683258, "tokens_per_second": 1757445.8623299836, "training_seconds": 1.491619205000461, "elapsed_tokens_per_second": 1164111.2658524702, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1680, "epoch": 22, "tokens": 220200960, "loss": 3.819069981575012, "lr": 0.0051822191210560585, "grad_norm": 0.11998917907476425, "tokens_per_second": 1768190.4194831222, "training_seconds": 1.482555255992338, "elapsed_tokens_per_second": 1168857.39816393, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1700, "epoch": 22, "tokens": 222822400, "loss": 3.8017935037612913, "lr": 0.005070097503936153, "grad_norm": 0.12898676097393036, "tokens_per_second": 1763356.889290003, "training_seconds": 1.486619082003017, "elapsed_tokens_per_second": 1173499.2127641398, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1712, "epoch": 22, "tokens": 224395264, "loss": 3.801697870095571, "lr": 0.005002803991868012, "grad_norm": 0.14025115966796875, "tokens_per_second": 1772603.8844020274, "training_seconds": 0.8873183760006214, "elapsed_tokens_per_second": 1176278.9718679735, "peak_memory_bytes": 42389451776}
{"loss": 3.81041256051605, "perplexity": 45.169069997647604, "tokens": 224395264, "seconds": 0.5354891320021125, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 22, "step": 1712, "evaluation_tokens": 1048576}
{"event": "train", "step": 1720, "epoch": 23, "tokens": 225443840, "loss": 3.8037555813789368, "lr": 0.00495794061580905, "grad_norm": 0.16946297883987427, "tokens_per_second": 1760880.38780337, "training_seconds": 0.5954839449987048, "elapsed_tokens_per_second": 1174771.5550266758, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1740, "epoch": 23, "tokens": 228065280, "loss": 3.8013342380523683, "lr": 0.0048458048907299755, "grad_norm": 0.1483139991760254, "tokens_per_second": 1771176.808548184, "training_seconds": 1.4800555130059365, "elapsed_tokens_per_second": 1179323.3405253924, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1760, "epoch": 23, "tokens": 230686720, "loss": 3.7921584606170655, "lr": 0.004733746752105536, "grad_norm": 0.20489200949668884, "tokens_per_second": 1762084.5385968373, "training_seconds": 1.4876925269927597, "elapsed_tokens_per_second": 1183763.1901784972, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1780, "epoch": 23, "tokens": 233308160, "loss": 3.790191578865051, "lr": 0.0046218225843031105, "grad_norm": 0.13578277826309204, "tokens_per_second": 1766298.014577965, "training_seconds": 1.4841436599963345, "elapsed_tokens_per_second": 1188156.639543782, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1790, "epoch": 23, "tokens": 234618880, "loss": 3.7938186883926392, "lr": 0.004565928341917619, "grad_norm": 0.1517001986503601, "tokens_per_second": 1774491.3801703658, "training_seconds": 0.7386454590014182, "elapsed_tokens_per_second": 1190347.0640494197, "peak_memory_bytes": 42389451776}
{"loss": 3.790830230946403, "perplexity": 44.29315856589239, "tokens": 234618880, "seconds": 0.5390761720045703, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 23, "step": 1790, "evaluation_tokens": 1048576}
{"event": "train", "step": 1800, "epoch": 24, "tokens": 235929600, "loss": 3.7619033813476563, "lr": 0.004510088704279886, "grad_norm": 0.1338534951210022, "tokens_per_second": 1780872.9116011104, "training_seconds": 0.7359986170049524, "elapsed_tokens_per_second": 1189255.1682793489, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1820, "epoch": 24, "tokens": 238551040, "loss": 3.7750670313835144, "lr": 0.004398601333245825, "grad_norm": 0.16024252772331238, "tokens_per_second": 1763603.3563973673, "training_seconds": 1.4864113240037113, "elapsed_tokens_per_second": 1193514.7971500177, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1840, "epoch": 24, "tokens": 241172480, "loss": 3.7920945048332215, "lr": 0.0042874165683748034, "grad_norm": 0.12920261919498444, "tokens_per_second": 1768826.4036985692, "training_seconds": 1.4820222010021098, "elapsed_tokens_per_second": 1197742.2672765946, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1860, "epoch": 24, "tokens": 243793920, "loss": 3.7703713178634644, "lr": 0.004176590354578152, "grad_norm": 0.13965803384780884, "tokens_per_second": 1772877.9457282703, "training_seconds": 1.4786353489907924, "elapsed_tokens_per_second": 1201924.2059535359, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1868, "epoch": 24, "tokens": 244842496, "loss": 3.7615711390972137, "lr": 0.004132372761311635, "grad_norm": 0.15106754004955292, "tokens_per_second": 1771629.4135972643, "training_seconds": 0.5918709589896025, "elapsed_tokens_per_second": 1203573.094972725, "peak_memory_bytes": 42389451776}
{"loss": 3.779687673404089, "perplexity": 43.802358957271416, "tokens": 244842496, "seconds": 0.5375166690064361, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 24, "step": 1868, "evaluation_tokens": 1048576}
{"event": "train", "step": 1880, "epoch": 25, "tokens": 246415360, "loss": 3.765141169230143, "lr": 0.0040661784563548195, "grad_norm": 0.16958515346050262, "tokens_per_second": 1775405.8281561213, "training_seconds": 0.8859180110011948, "elapsed_tokens_per_second": 1202848.0053081568, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1900, "epoch": 25, "tokens": 249036800, "loss": 3.748140788078308, "lr": 0.003956236429732318, "grad_norm": 0.20530548691749573, "tokens_per_second": 1771838.0109423497, "training_seconds": 1.4795031960093183, "elapsed_tokens_per_second": 1206918.7092001515, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1920, "epoch": 25, "tokens": 251658240, "loss": 3.7444002985954286, "lr": 0.003846819594312553, "grad_norm": 0.11947128176689148, "tokens_per_second": 1765960.3002338004, "training_seconds": 1.484427480987506, "elapsed_tokens_per_second": 1210902.9633310994, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1940, "epoch": 25, "tokens": 254279680, "loss": 3.7441168665885924, "lr": 0.0037379830054366328, "grad_norm": 0.13473010063171387, "tokens_per_second": 1768817.1980979796, "training_seconds": 1.482029914011946, "elapsed_tokens_per_second": 1214841.2862075185, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1946, "epoch": 25, "tokens": 255066112, "loss": 3.742876966794332, "lr": 0.003705453372089978, "grad_norm": 0.13979078829288483, "tokens_per_second": 1758357.8307590417, "training_seconds": 0.44725367399223614, "elapsed_tokens_per_second": 1215991.023138985, "peak_memory_bytes": 42389451776}
{"loss": 3.752733924019322, "perplexity": 42.63749046090753, "tokens": 255066112, "seconds": 0.5358003310102504, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 25, "step": 1946, "evaluation_tokens": 1048576}
{"event": "train", "step": 1960, "epoch": 26, "tokens": 256901120, "loss": 3.7324441160474504, "lr": 0.0036297814264826278, "grad_norm": 0.13913999497890472, "tokens_per_second": 1774065.3188005185, "training_seconds": 1.034351994007011, "elapsed_tokens_per_second": 1215579.4439170791, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1980, "epoch": 26, "tokens": 259522560, "loss": 3.735547494888306, "lr": 0.0035222693013102426, "grad_norm": 0.1377929449081421, "tokens_per_second": 1771843.949829752, "training_seconds": 1.479498236993095, "elapsed_tokens_per_second": 1219435.0793052788, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2000, "epoch": 26, "tokens": 262144000, "loss": 3.7309116959571837, "lr": 0.0034155007268662748, "grad_norm": 0.12266220152378082, "tokens_per_second": 1765481.9900185757, "training_seconds": 1.4848296469863271, "elapsed_tokens_per_second": 1223211.5428291813, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2020, "epoch": 26, "tokens": 264765440, "loss": 3.7228087425231933, "lr": 0.0033095294259646115, "grad_norm": 0.2040574550628662, "tokens_per_second": 1759860.7870951884, "training_seconds": 1.4895723680092487, "elapsed_tokens_per_second": 1226903.9783985957, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2024, "epoch": 26, "tokens": 265289728, "loss": 3.718753755092621, "lr": 0.0032884355382779085, "grad_norm": 0.15187200903892517, "tokens_per_second": 1774466.9941586403, "training_seconds": 0.29546224400110077, "elapsed_tokens_per_second": 1227645.2176148477, "peak_memory_bytes": 42389451776}
{"loss": 3.7331098251963617, "perplexity": 41.80892465343311, "tokens": 265289728, "seconds": 0.5405359490105184, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 26, "step": 2024, "evaluation_tokens": 1048576}
{"event": "train", "step": 2040, "epoch": 27, "tokens": 267386880, "loss": 3.7167523354291916, "lr": 0.003204408720254488, "grad_norm": 0.11605929583311081, "tokens_per_second": 1777712.4635072895, "training_seconds": 1.1796913410071284, "elapsed_tokens_per_second": 1227523.0961994613, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2060, "epoch": 27, "tokens": 270008320, "loss": 3.713196563720703, "lr": 0.0031001915033905905, "grad_norm": 0.1486419141292572, "tokens_per_second": 1762779.8596094584, "training_seconds": 1.4871057130076224, "elapsed_tokens_per_second": 1231140.7915957328, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2080, "epoch": 27, "tokens": 272629760, "loss": 3.717289090156555, "lr": 0.002996930214418535, "grad_norm": 0.16445310413837433, "tokens_per_second": 1759197.362769092, "training_seconds": 1.4901341119984863, "elapsed_tokens_per_second": 1234696.8392337386, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2100, "epoch": 27, "tokens": 275251200, "loss": 3.7164444804191588, "lr": 0.0028946768113890676, "grad_norm": 0.12841807305812836, "tokens_per_second": 1769830.8811360677, "training_seconds": 1.481181070994353, "elapsed_tokens_per_second": 1238252.3265921306, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2101, "epoch": 27, "tokens": 275382272, "loss": 3.677356243133545, "lr": 0.0028895915233723125, "grad_norm": 0.11711406707763672, "tokens_per_second": 1794226.4105501357, "training_seconds": 0.07305209600599483, "elapsed_tokens_per_second": 1238426.215029385, "peak_memory_bytes": 42389451776}
{"loss": 3.7207942735876713, "perplexity": 41.297182346654495, "tokens": 275382272, "seconds": 0.5369363649951993, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 27, "step": 2101, "evaluation_tokens": 1048576}
{"event": "train", "step": 2120, "epoch": 28, "tokens": 277872640, "loss": 3.7031798488215397, "lr": 0.0027934827452143042, "grad_norm": 0.12809385359287262, "tokens_per_second": 1769684.8230488235, "training_seconds": 1.4072381519945338, "elapsed_tokens_per_second": 1238744.6966637457, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2140, "epoch": 28, "tokens": 280494080, "loss": 3.701606869697571, "lr": 0.0026933989337791326, "grad_norm": 0.14852285385131836, "tokens_per_second": 1771820.0748312396, "training_seconds": 1.4795181730005424, "elapsed_tokens_per_second": 1242227.1258649956, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2160, "epoch": 28, "tokens": 283115520, "loss": 3.703662860393524, "lr": 0.002594475736320837, "grad_norm": 0.13546165823936462, "tokens_per_second": 1759108.967837749, "training_seconds": 1.4902089909883216, "elapsed_tokens_per_second": 1245609.3789384146, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2179, "epoch": 28, "tokens": 285605888, "loss": 3.7001256189848246, "lr": 0.0025016190602263023, "grad_norm": 0.12411975860595703, "tokens_per_second": 1772060.686265105, "training_seconds": 1.4053514190018177, "elapsed_tokens_per_second": 1248833.529811262, "peak_memory_bytes": 42389451776}
{"loss": 3.69816681742437, "perplexity": 40.37322498773627, "tokens": 285605888, "seconds": 0.5385371540032793, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 28, "step": 2179, "evaluation_tokens": 1048576}
{"event": "train", "step": 2180, "epoch": 29, "tokens": 285736960, "loss": 3.703855037689209, "lr": 0.0024967629280898012, "grad_norm": 0.1460525393486023, "tokens_per_second": 1937461.5521881524, "training_seconds": 0.06765140699280892, "elapsed_tokens_per_second": 1246045.4792746864, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2200, "epoch": 29, "tokens": 288358400, "loss": 3.6714491963386537, "lr": 0.0024003096753040655, "grad_norm": 0.12585727870464325, "tokens_per_second": 1757630.5207452753, "training_seconds": 1.491462493999279, "elapsed_tokens_per_second": 1249344.218701466, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2220, "epoch": 29, "tokens": 290979840, "loss": 3.6975407242774962, "lr": 0.002305164510410328, "grad_norm": 0.16088399291038513, "tokens_per_second": 1766148.4134270374, "training_seconds": 1.4842693740065442, "elapsed_tokens_per_second": 1252634.728162167, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2240, "epoch": 29, "tokens": 293601280, "loss": 3.682916045188904, "lr": 0.002211375307663838, "grad_norm": 0.1647171825170517, "tokens_per_second": 1756297.137984463, "training_seconds": 1.4925948140007677, "elapsed_tokens_per_second": 1255843.487489924, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2257, "epoch": 29, "tokens": 295829504, "loss": 3.6579891793868122, "lr": 0.0021327558796477124, "grad_norm": 0.16531842947006226, "tokens_per_second": 1751440.1700731951, "training_seconds": 1.2722238749993267, "elapsed_tokens_per_second": 1258516.577533513, "peak_memory_bytes": 42389451776}
{"loss": 3.683256129175629, "perplexity": 39.77569825433588, "tokens": 295829504, "seconds": 0.5409808639960829, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 29, "step": 2257, "evaluation_tokens": 1048576}
{"event": "train", "step": 2260, "epoch": 30, "tokens": 296222720, "loss": 3.643476406733195, "lr": 0.002118989259039482, "grad_norm": 0.14160656929016113, "tokens_per_second": 1792243.378692635, "training_seconds": 0.21939877400291152, "elapsed_tokens_per_second": 1256064.6294146797, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2280, "epoch": 30, "tokens": 298844160, "loss": 3.68255455493927, "lr": 0.002028052850486162, "grad_norm": 0.13468030095100403, "tokens_per_second": 1767160.7901789686, "training_seconds": 1.4834190609981306, "elapsed_tokens_per_second": 1259250.8338259975, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2300, "epoch": 30, "tokens": 301465600, "loss": 3.650054156780243, "lr": 0.0019386118385364337, "grad_norm": 0.12652507424354553, "tokens_per_second": 1761317.8068171344, "training_seconds": 1.4883401450060774, "elapsed_tokens_per_second": 1262370.7905217074, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2320, "epoch": 30, "tokens": 304087040, "loss": 3.646997833251953, "lr": 0.0018507112272831527, "grad_norm": 0.15869134664535522, "tokens_per_second": 1752168.6229850375, "training_seconds": 1.4961117130005732, "elapsed_tokens_per_second": 1265411.630967214, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2335, "epoch": 30, "tokens": 306053120, "loss": 3.641426992416382, "lr": 0.0017858232930843577, "grad_norm": 0.1460382044315338, "tokens_per_second": 1767811.341706679, "training_seconds": 1.1121548740047729, "elapsed_tokens_per_second": 1267715.2994087706, "peak_memory_bytes": 42389451776}
{"loss": 3.662075559388269, "perplexity": 38.94208566061065, "tokens": 306053120, "seconds": 0.5388860730017768, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 30, "step": 2335, "evaluation_tokens": 1048576}
{"event": "train", "step": 2340, "epoch": 31, "tokens": 306708480, "loss": 3.652234172821045, "lr": 0.0017643952457347479, "grad_norm": 0.15151041746139526, "tokens_per_second": 1798153.021210174, "training_seconds": 0.3644628639885923, "elapsed_tokens_per_second": 1265657.9912026306, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2360, "epoch": 31, "tokens": 309329920, "loss": 3.6367082715034487, "lr": 0.0016797073255604756, "grad_norm": 0.1533050686120987, "tokens_per_second": 1762323.4396320041, "training_seconds": 1.4874908549973043, "elapsed_tokens_per_second": 1268682.1987078448, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2380, "epoch": 31, "tokens": 311951360, "loss": 3.643972647190094, "lr": 0.0015966900792368794, "grad_norm": 0.1117960587143898, "tokens_per_second": 1764231.4970894498, "training_seconds": 1.4858820989902597, "elapsed_tokens_per_second": 1271674.0793515805, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2400, "epoch": 31, "tokens": 314572800, "loss": 3.6514183640480042, "lr": 0.0015153852786064371, "grad_norm": 0.12654998898506165, "tokens_per_second": 1765594.5812685925, "training_seconds": 1.4847349600022426, "elapsed_tokens_per_second": 1274625.3222669899, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2413, "epoch": 31, "tokens": 316276736, "loss": 3.6440503230461707, "lr": 0.001463474872184558, "grad_norm": 0.11983896046876907, "tokens_per_second": 1762819.3908950877, "training_seconds": 0.9665970369969727, "elapsed_tokens_per_second": 1276522.4857998022, "peak_memory_bytes": 42389451776}
{"loss": 3.646104137826166, "perplexity": 38.32506565339837, "tokens": 316276736, "seconds": 0.5404875980020734, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 31, "step": 2413, "evaluation_tokens": 1048576}
{"event": "train", "step": 2420, "epoch": 32, "tokens": 317194240, "loss": 3.6287802968706404, "lr": 0.0014358338338592053, "grad_norm": 0.12320832163095474, "tokens_per_second": 1785629.689361363, "training_seconds": 0.5138265819987282, "elapsed_tokens_per_second": 1274769.1469295796, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2440, "epoch": 32, "tokens": 319815680, "loss": 3.63097984790802, "lr": 0.0013580757729480036, "grad_norm": 0.13567733764648438, "tokens_per_second": 1758060.028615673, "training_seconds": 1.4910981180000817, "elapsed_tokens_per_second": 1277642.4000228709, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2460, "epoch": 32, "tokens": 322437120, "loss": 3.6106314063072205, "lr": 0.0012821502214475278, "grad_norm": 0.12733584642410278, "tokens_per_second": 1762880.1552787684, "training_seconds": 1.4870211069937795, "elapsed_tokens_per_second": 1280499.6322408714, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2480, "epoch": 32, "tokens": 325058560, "loss": 3.624659025669098, "lr": 0.0012080953828675078, "grad_norm": 0.13755033910274506, "tokens_per_second": 1764351.8304364497, "training_seconds": 1.4857807579974178, "elapsed_tokens_per_second": 1283330.1014005293, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2491, "epoch": 32, "tokens": 326500352, "loss": 3.6153910593553023, "lr": 0.001168176152512596, "grad_norm": 0.1311899870634079, "tokens_per_second": 1768882.5542884313, "training_seconds": 0.8150863360060612, "elapsed_tokens_per_second": 1284877.826342173, "peak_memory_bytes": 42389451776}
{"loss": 3.631568654195598, "perplexity": 37.77202140897831, "tokens": 326500352, "seconds": 0.5343164340010844, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 32, "step": 2491, "evaluation_tokens": 1048576}
{"event": "train", "step": 2500, "epoch": 33, "tokens": 327680000, "loss": 3.618965837690565, "lr": 0.0011359485194298174, "grad_norm": 0.12835454940795898, "tokens_per_second": 1784014.6397542225, "training_seconds": 0.6612322419969132, "elapsed_tokens_per_second": 1283434.1927230512, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2520, "epoch": 33, "tokens": 330301440, "loss": 3.611609363555908, "lr": 0.0010657459333192271, "grad_norm": 0.11581098288297653, "tokens_per_second": 1762550.292792887, "training_seconds": 1.4872994040051708, "elapsed_tokens_per_second": 1286202.674431604, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2540, "epoch": 33, "tokens": 332922880, "loss": 3.6205235004425047, "lr": 0.0009975229484172033, "grad_norm": 0.11660868674516678, "tokens_per_second": 1763070.7989695694, "training_seconds": 1.4868603130016709, "elapsed_tokens_per_second": 1288939.6446113323, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2560, "epoch": 33, "tokens": 335544320, "loss": 3.5874807476997375, "lr": 0.0009313138925279696, "grad_norm": 0.11732540279626846, "tokens_per_second": 1760050.5537485308, "training_seconds": 1.4894117640069453, "elapsed_tokens_per_second": 1291634.966404706, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2568, "epoch": 33, "tokens": 336592896, "loss": 3.6329424381256104, "lr": 0.0009054016671683002, "grad_norm": 0.12611231207847595, "tokens_per_second": 1752287.6554744702, "training_seconds": 0.5984040329931304, "elapsed_tokens_per_second": 1292683.51465161, "peak_memory_bytes": 42389451776}
{"loss": 3.6176415317711967, "perplexity": 37.249612115744185, "tokens": 336592896, "seconds": 0.5401694620086346, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 33, "step": 2568, "evaluation_tokens": 1048576}
{"event": "train", "step": 2580, "epoch": 34, "tokens": 338165760, "loss": 3.637829760710398, "lr": 0.0008671520801057592, "grad_norm": 0.12309759110212326, "tokens_per_second": 1775096.9828008332, "training_seconds": 0.8860721499950159, "elapsed_tokens_per_second": 1291613.6657062313, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2600, "epoch": 34, "tokens": 340787200, "loss": 3.6215780377388, "lr": 0.0008050697954919661, "grad_norm": 0.12825439870357513, "tokens_per_second": 1764587.7583327566, "training_seconds": 1.4855821069941157, "elapsed_tokens_per_second": 1294276.3668001674, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2620, "epoch": 34, "tokens": 343408640, "loss": 3.6181994795799257, "lr": 0.0007450982766706071, "grad_norm": 0.12840433418750763, "tokens_per_second": 1764273.2552605972, "training_seconds": 1.4858469299942954, "elapsed_tokens_per_second": 1296904.82745887, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2640, "epoch": 34, "tokens": 346030080, "loss": 3.619088315963745, "lr": 0.0006872676995502857, "grad_norm": 0.11964256316423416, "tokens_per_second": 1761500.6166037214, "training_seconds": 1.488185684007476, "elapsed_tokens_per_second": 1299495.2724537638, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2646, "epoch": 34, "tokens": 346816512, "loss": 3.628256400426229, "lr": 0.0006703403887332854, "grad_norm": 0.13014596700668335, "tokens_per_second": 1770228.0772593424, "training_seconds": 0.4442546189966379, "elapsed_tokens_per_second": 1300269.0166569701, "peak_memory_bytes": 42389451776}
{"loss": 3.605687073530347, "perplexity": 36.80696426237816, "tokens": 346816512, "seconds": 0.5379135870025493, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 34, "step": 2646, "evaluation_tokens": 1048576}
{"event": "train", "step": 2660, "epoch": 35, "tokens": 348651520, "loss": 3.592582413128444, "lr": 0.0006316071627805603, "grad_norm": 0.11438590288162231, "tokens_per_second": 1774184.038905785, "training_seconds": 1.0342827800050145, "elapsed_tokens_per_second": 1299453.3826386414, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2680, "epoch": 35, "tokens": 351272960, "loss": 3.607206702232361, "lr": 0.0005781446731103568, "grad_norm": 0.1141253262758255, "tokens_per_second": 1761302.8498230374, "training_seconds": 1.4883527839992894, "elapsed_tokens_per_second": 1301995.8544624588, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2700, "epoch": 35, "tokens": 353894400, "loss": 3.6012654662132264, "lr": 0.0005269071312957962, "grad_norm": 0.1146043911576271, "tokens_per_second": 1765067.8647173187, "training_seconds": 1.4851780219905777, "elapsed_tokens_per_second": 1304522.09302213, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2720, "epoch": 35, "tokens": 356515840, "loss": 3.5845635414123533, "lr": 0.0004779203185645226, "grad_norm": 0.11827950924634933, "tokens_per_second": 1758527.2271147883, "training_seconds": 1.4907019689999288, "elapsed_tokens_per_second": 1306997.0722967084, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2724, "epoch": 35, "tokens": 357040128, "loss": 3.6176595091819763, "lr": 0.0004683952326698765, "grad_norm": 0.11167413741350174, "tokens_per_second": 1783860.3548996118, "training_seconds": 0.2939064140082337, "elapsed_tokens_per_second": 1307500.3964224583, "peak_memory_bytes": 42389451776}
{"loss": 3.593067805495868, "perplexity": 36.345405705480985, "tokens": 357040128, "seconds": 0.5391322740033502, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 35, "step": 2724, "evaluation_tokens": 1048576}
{"event": "train", "step": 2740, "epoch": 36, "tokens": 359137280, "loss": 3.596992090344429, "lr": 0.0004312088836433431, "grad_norm": 0.1327695995569229, "tokens_per_second": 1776822.229424821, "training_seconds": 1.180282397006522, "elapsed_tokens_per_second": 1306918.0441073433, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2760, "epoch": 36, "tokens": 361758720, "loss": 3.5946061968803407, "lr": 0.000386796330355717, "grad_norm": 0.12597237527370453, "tokens_per_second": 1766706.0996609589, "training_seconds": 1.483800842994242, "elapsed_tokens_per_second": 1309379.660726136, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2780, "epoch": 36, "tokens": 364380160, "loss": 3.5669494390487673, "lr": 0.0003447050057953183, "grad_norm": 0.11953838169574738, "tokens_per_second": 1760840.4205096085, "training_seconds": 1.4887436530116247, "elapsed_tokens_per_second": 1311791.8609299266, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2800, "epoch": 36, "tokens": 367001600, "loss": 3.5974090099334717, "lr": 0.0003049560890816333, "grad_norm": 0.11471768468618393, "tokens_per_second": 1769572.1430105697, "training_seconds": 1.4813976419973187, "elapsed_tokens_per_second": 1314212.980510311, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2802, "epoch": 36, "tokens": 367263744, "loss": 3.5543888807296753, "lr": 0.0003011108101255983, "grad_norm": 0.1080295667052269, "tokens_per_second": 1780941.577240524, "training_seconds": 0.14719404799689073, "elapsed_tokens_per_second": 1314450.509683823, "peak_memory_bytes": 42389451776}
{"loss": 3.5849236881985287, "perplexity": 36.05060652715815, "tokens": 367263744, "seconds": 0.5363385570090031, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 36, "step": 2802, "evaluation_tokens": 1048576}
{"event": "train", "step": 2820, "epoch": 37, "tokens": 369623040, "loss": 3.588198092248705, "lr": 0.00026756958070325187, "grad_norm": 0.10797760635614395, "tokens_per_second": 1777289.4043369384, "training_seconds": 1.3274686689983355, "elapsed_tokens_per_second": 1314093.5504036015, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2840, "epoch": 37, "tokens": 372244480, "loss": 3.5742968678474427, "lr": 0.00023256429245420375, "grad_norm": 0.11954795569181442, "tokens_per_second": 1766223.2751065167, "training_seconds": 1.484206462992006, "elapsed_tokens_per_second": 1316460.8014080166, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2860, "epoch": 37, "tokens": 374865920, "loss": 3.5804958581924438, "lr": 0.00019995783796842082, "grad_norm": 0.24075603485107422, "tokens_per_second": 1770414.8075469874, "training_seconds": 1.480692540993914, "elapsed_tokens_per_second": 1318817.187964586, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2880, "epoch": 37, "tokens": 377487360, "loss": 3.583303952217102, "lr": 0.00016976662385707165, "grad_norm": 0.1039678230881691, "tokens_per_second": 1759048.5334967612, "training_seconds": 1.4902601890062215, "elapsed_tokens_per_second": 1321106.2332597228, "peak_memory_bytes": 42389451776}
{"loss": 3.578862050946915, "perplexity": 35.83274180324433, "tokens": 377487360, "seconds": 0.5399145560077159, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 37, "step": 2880, "evaluation_tokens": 1048576}
{"event": "train", "step": 2900, "epoch": 38, "tokens": 380108800, "loss": 3.5818789482116697, "lr": 0.00014200584145323492, "grad_norm": 0.10240089893341064, "tokens_per_second": 1769747.7215179596, "training_seconds": 1.4812506710004527, "elapsed_tokens_per_second": 1320903.562320637, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2920, "epoch": 38, "tokens": 382730240, "loss": 3.5817861795425414, "lr": 0.00011668945916806617, "grad_norm": 0.10068577527999878, "tokens_per_second": 1758653.4283593884, "training_seconds": 1.490594995993888, "elapsed_tokens_per_second": 1323152.322213388, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2940, "epoch": 38, "tokens": 385351680, "loss": 3.582506000995636, "lr": 9.383021546230552e-05, "grad_norm": 0.10167605429887772, "tokens_per_second": 1769631.583557837, "training_seconds": 1.4813478830037639, "elapsed_tokens_per_second": 1325419.8186514536, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2958, "epoch": 38, "tokens": 387710976, "loss": 3.573192013634576, "lr": 7.536728174015517e-05, "grad_norm": 0.10583722591400146, "tokens_per_second": 1765628.9646661505, "training_seconds": 1.3362354419950861, "elapsed_tokens_per_second": 1327426.460689512, "peak_memory_bytes": 42389451776}
{"loss": 3.574611475772469, "perplexity": 35.68075528439829, "tokens": 387710976, "seconds": 0.5411013739940245, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 38, "step": 2958, "evaluation_tokens": 1048576}
{"event": "train", "step": 2960, "epoch": 39, "tokens": 387973120, "loss": 3.547934055328369, "lr": 7.343961243665598e-05, "grad_norm": 0.09698277711868286, "tokens_per_second": 1837754.5351713498, "training_seconds": 0.14264364200062118, "elapsed_tokens_per_second": 1325190.08905202, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2980, "epoch": 39, "tokens": 390594560, "loss": 3.5618356585502626, "lr": 5.552791004426461e-05, "grad_norm": 0.10530250519514084, "tokens_per_second": 1771751.9060183272, "training_seconds": 1.479575098011992, "elapsed_tokens_per_second": 1327428.6906666637, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3000, "epoch": 39, "tokens": 393216000, "loss": 3.563704800605774, "lr": 4.010412092821602e-05, "grad_norm": 0.10386384278535843, "tokens_per_second": 1767206.8794456953, "training_seconds": 1.483380372999818, "elapsed_tokens_per_second": 1329626.7068509324, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3020, "epoch": 39, "tokens": 395837440, "loss": 3.5662420749664308, "lr": 2.7176005886631604e-05, "grad_norm": 0.10453245043754578, "tokens_per_second": 1762212.7826587271, "training_seconds": 1.4875842609908432, "elapsed_tokens_per_second": 1331786.3319035827, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3035, "epoch": 39, "tokens": 397803520, "loss": 3.582025416692098, "lr": 1.912166621911349e-05, "grad_norm": 0.11030256003141403, "tokens_per_second": 1768948.0140706636, "training_seconds": 1.1114402370003518, "elapsed_tokens_per_second": 1333405.9680757353, "peak_memory_bytes": 42389451776}
{"loss": 3.572682239275689, "perplexity": 35.611985027445726, "tokens": 397803520, "seconds": 0.5440173589886399, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 39, "step": 3035, "evaluation_tokens": 1048576}
{"event": "train", "step": 3040, "epoch": 40, "tokens": 398458880, "loss": 3.5719223499298094, "lr": 1.6750069967667592e-05, "grad_norm": 0.09741774946451187, "tokens_per_second": 1803673.4180933968, "training_seconds": 0.3633473739901092, "elapsed_tokens_per_second": 1331522.581037192, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3060, "epoch": 40, "tokens": 401080320, "loss": 3.553927779197693, "lr": 8.831559196363359e-06, "grad_norm": 0.10024610906839371, "tokens_per_second": 1771070.9862429257, "training_seconds": 1.4801439470029436, "elapsed_tokens_per_second": 1333679.2354760526, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3080, "epoch": 40, "tokens": 403701760, "loss": 3.5737500190734863, "lr": 3.424457934996794e-06, "grad_norm": 0.09993981570005417, "tokens_per_second": 1770569.0105615281, "training_seconds": 1.480563584002084, "elapsed_tokens_per_second": 1335810.6809811012, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3100, "epoch": 40, "tokens": 406323200, "loss": 3.5668242931365968, "lr": 5.314868782685389e-07, "grad_norm": 0.09986918419599533, "tokens_per_second": 1766838.7375110416, "training_seconds": 1.4836894530017162, "elapsed_tokens_per_second": 1337910.7206519966, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3113, "epoch": 40, "tokens": 408027136, "loss": 3.57212809415964, "lr": 0.0, "grad_norm": 0.10008460283279419, "tokens_per_second": 1767286.7859811278, "training_seconds": 0.964153647000785, "elapsed_tokens_per_second": 1339261.656350268, "peak_memory_bytes": 42389451776}
{"loss": 3.5724596744827353, "perplexity": 35.60405993532738, "tokens": 408027136, "seconds": 0.5384886749961879, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 40, "step": 3113, "evaluation_tokens": 1048576}
{"loss": 3.5731776132752007, "perplexity": 35.62963064912957, "tokens": 408027136, "seconds": 100.33892179001123, "split": "full", "validation_complete": true, "event": "final_validation", "step": 3113, "evaluation_tokens": 197411295}