{"event": "train", "step": 20, "epoch": 1, "tokens": 2621440, "loss": 9.308553552627563, "lr": 0.0007051282051282051, "grad_norm": 1.2646093368530273, "tokens_per_second": 79300.91344394212, "training_seconds": 33.05687016900629, "elapsed_tokens_per_second": 79300.91344394212, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 40, "epoch": 1, "tokens": 5242880, "loss": 7.329936051368714, "lr": 0.0014102564102564101, "grad_norm": 0.9589890241622925, "tokens_per_second": 1766107.504068542, "training_seconds": 1.4843037549871951, "elapsed_tokens_per_second": 151760.2921525825, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 60, "epoch": 1, "tokens": 7864320, "loss": 6.975344395637512, "lr": 0.0021153846153846153, "grad_norm": 1.4922007322311401, "tokens_per_second": 1764366.1790211054, "training_seconds": 1.485768674989231, "elapsed_tokens_per_second": 218239.15863654934, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 78, "epoch": 1, "tokens": 10223616, "loss": 6.780022912555271, "lr": 0.00275, "grad_norm": 0.5475799441337585, "tokens_per_second": 1762847.278085756, "training_seconds": 1.3383439560129773, "elapsed_tokens_per_second": 273543.7220373614, "peak_memory_bytes": 21988176384}
{"loss": 6.625550285776882, "perplexity": 754.1190793998991, "tokens": 10223616, "seconds": 0.7632522670028266, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 1, "step": 78, "evaluation_tokens": 1048576}
{"event": "train", "step": 80, "epoch": 2, "tokens": 10485760, "loss": 6.628185272216797, "lr": 0.0028205128205128203, "grad_norm": 0.6743252277374268, "tokens_per_second": 1829966.356897306, "training_seconds": 0.14325072098290548, "elapsed_tokens_per_second": 273855.00113437633, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 100, "epoch": 2, "tokens": 13107200, "loss": 6.463346767425537, "lr": 0.0035256410256410253, "grad_norm": 0.46696436405181885, "tokens_per_second": 1760347.426541234, "training_seconds": 1.4891605830052868, "elapsed_tokens_per_second": 329494.788082446, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 120, "epoch": 2, "tokens": 15728640, "loss": 6.281970715522766, "lr": 0.004230769230769231, "grad_norm": 0.35842829942703247, "tokens_per_second": 1758239.6544110447, "training_seconds": 1.4909457839967217, "elapsed_tokens_per_second": 381095.2482514021, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 140, "epoch": 2, "tokens": 18350080, "loss": 6.087766790390015, "lr": 0.004935897435897435, "grad_norm": 0.6247294545173645, "tokens_per_second": 1755626.223204413, "training_seconds": 1.4931652109953575, "elapsed_tokens_per_second": 429075.59287089616, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 156, "epoch": 2, "tokens": 20447232, "loss": 5.8978511095047, "lr": 0.0055, "grad_norm": 0.3840072453022003, "tokens_per_second": 1757290.16931151, "training_seconds": 1.1934010880067945, "elapsed_tokens_per_second": 465116.4847358799, "peak_memory_bytes": 42389451776}
{"loss": 5.847059415658648, "perplexity": 346.2148083004006, "tokens": 20447232, "seconds": 0.5376927629986312, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 2, "step": 156, "evaluation_tokens": 1048576}
{"event": "train", "step": 160, "epoch": 3, "tokens": 20971520, "loss": 5.845615983009338, "lr": 0.005641025641025641, "grad_norm": 0.3924732804298401, "tokens_per_second": 1797063.9251731297, "training_seconds": 0.29174699500435963, "elapsed_tokens_per_second": 468154.7858998102, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 180, "epoch": 3, "tokens": 23592960, "loss": 5.6944914102554325, "lr": 0.006346153846153846, "grad_norm": 0.2741166055202484, "tokens_per_second": 1756943.5544297923, "training_seconds": 1.492045657010749, "elapsed_tokens_per_second": 509685.28850761073, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 200, "epoch": 3, "tokens": 26214400, "loss": 5.545817518234253, "lr": 0.0070512820512820505, "grad_norm": 0.39554163813591003, "tokens_per_second": 1763054.1272491752, "training_seconds": 1.486874372989405, "elapsed_tokens_per_second": 548676.0299326202, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 220, "epoch": 3, "tokens": 28835840, "loss": 5.4422184228897095, "lr": 0.007756410256410256, "grad_norm": 0.22694805264472961, "tokens_per_second": 1760923.3696950953, "training_seconds": 1.4886735249892808, "elapsed_tokens_per_second": 585291.678918541, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 233, "epoch": 3, "tokens": 30539776, "loss": 5.302368384141189, "lr": 0.008214743589743589, "grad_norm": 0.2627381980419159, "tokens_per_second": 1758957.381247514, "training_seconds": 0.9687193209829275, "elapsed_tokens_per_second": 607906.393738968, "peak_memory_bytes": 42389451776}
{"loss": 5.2969278738909535, "perplexity": 199.7222944481762, "tokens": 30539776, "seconds": 0.5390206330048386, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 3, "step": 233, "evaluation_tokens": 1048576}
{"event": "train", "step": 240, "epoch": 4, "tokens": 31457280, "loss": 5.279167311532157, "lr": 0.008461538461538461, "grad_norm": 0.4318305552005768, "tokens_per_second": 1778617.5392029847, "training_seconds": 0.5158523290010635, "elapsed_tokens_per_second": 613207.360082696, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 260, "epoch": 4, "tokens": 34078720, "loss": 5.247458052635193, "lr": 0.009166666666666667, "grad_norm": 0.23410043120384216, "tokens_per_second": 1756354.3179444547, "training_seconds": 1.4925462210085243, "elapsed_tokens_per_second": 645513.4212089371, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 280, "epoch": 4, "tokens": 36700160, "loss": 5.157362604141236, "lr": 0.00987179487179487, "grad_norm": 0.22077243030071259, "tokens_per_second": 1758268.146221138, "training_seconds": 1.4909216240048409, "elapsed_tokens_per_second": 676054.3941176048, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 300, "epoch": 4, "tokens": 39321600, "loss": 5.079396963119507, "lr": 0.010576923076923076, "grad_norm": 0.19730603694915771, "tokens_per_second": 1761942.7238176705, "training_seconds": 1.487812267994741, "elapsed_tokens_per_second": 705006.7146203921, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 311, "epoch": 4, "tokens": 40763392, "loss": 5.065496878190474, "lr": 0.01096474358974359, "grad_norm": 0.23816224932670593, "tokens_per_second": 1756910.3856218057, "training_seconds": 0.8206406039826106, "elapsed_tokens_per_second": 720237.4916959155, "peak_memory_bytes": 42389451776}
{"loss": 5.065334490277738, "perplexity": 158.43342765282569, "tokens": 40763392, "seconds": 0.540397266013315, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 4, "step": 311, "evaluation_tokens": 1048576}
{"event": "train", "step": 320, "epoch": 5, "tokens": 41943040, "loss": 5.019879288143581, "lr": 0.01099977859711189, "grad_norm": 0.18647551536560059, "tokens_per_second": 1776486.8642774343, "training_seconds": 0.6640341810125392, "elapsed_tokens_per_second": 725560.7981468699, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 340, "epoch": 5, "tokens": 44564480, "loss": 4.993788647651672, "lr": 0.010997288019327136, "grad_norm": 0.19759580492973328, "tokens_per_second": 1759251.1048190221, "training_seconds": 1.4900885910028592, "elapsed_tokens_per_second": 751522.7145629099, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 360, "epoch": 5, "tokens": 47185920, "loss": 4.932222294807434, "lr": 0.010992031367510955, "grad_norm": 0.1654215157032013, "tokens_per_second": 1755789.487696963, "training_seconds": 1.493026366981212, "elapsed_tokens_per_second": 776168.4419087126, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 380, "epoch": 5, "tokens": 49807360, "loss": 4.888098621368409, "lr": 0.010984011286656298, "grad_norm": 0.21870163083076477, "tokens_per_second": 1759763.277709982, "training_seconds": 1.489654905977659, "elapsed_tokens_per_second": 799678.0445449398, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 389, "epoch": 5, "tokens": 50987008, "loss": 4.86142004860772, "lr": 0.01097950170585471, "grad_norm": 0.16087345778942108, "tokens_per_second": 1766006.2921660563, "training_seconds": 0.6679749699833337, "elapsed_tokens_per_second": 809910.2526403975, "peak_memory_bytes": 42389451776}
{"loss": 4.890986843793861, "perplexity": 133.0848432211366, "tokens": 50987008, "seconds": 0.5375568000017665, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 5, "step": 389, "evaluation_tokens": 1048576}
{"event": "train", "step": 400, "epoch": 6, "tokens": 52428800, "loss": 4.846111644398082, "lr": 0.010973231812232526, "grad_norm": 0.20817233622074127, "tokens_per_second": 1767438.9850027785, "training_seconds": 0.8157520639942959, "elapsed_tokens_per_second": 815208.2309452551, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 420, "epoch": 6, "tokens": 55050240, "loss": 4.853682184219361, "lr": 0.010959698368154885, "grad_norm": 0.1852736920118332, "tokens_per_second": 1761347.8979153899, "training_seconds": 1.4883147180080414, "elapsed_tokens_per_second": 836593.7391090025, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 440, "epoch": 6, "tokens": 57671680, "loss": 4.826588606834411, "lr": 0.010943417764055337, "grad_norm": 0.25433626770973206, "tokens_per_second": 1760471.2408645898, "training_seconds": 1.4890558500192128, "elapsed_tokens_per_second": 857018.6110917393, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 460, "epoch": 6, "tokens": 60293120, "loss": 4.801307964324951, "lr": 0.010924398191856166, "grad_norm": 0.19785292446613312, "tokens_per_second": 1757560.482886172, "training_seconds": 1.4915219279937446, "elapsed_tokens_per_second": 876531.47258491, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 467, "epoch": 6, "tokens": 61210624, "loss": 4.793360369546073, "lr": 0.01091709599008583, "grad_norm": 0.18326611816883087, "tokens_per_second": 1768385.1198929227, "training_seconds": 0.5188372089760378, "elapsed_tokens_per_second": 883185.2322696141, "peak_memory_bytes": 42389451776}
{"loss": 4.8181882916967185, "perplexity": 123.74070551723747, "tokens": 61210624, "seconds": 0.5403891709866002, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 6, "step": 467, "evaluation_tokens": 1048576}
{"event": "train", "step": 480, "epoch": 7, "tokens": 62914560, "loss": 4.787574181189904, "lr": 0.010902649221648034, "grad_norm": 0.18486085534095764, "tokens_per_second": 1767700.9707720967, "training_seconds": 0.9639277390087955, "elapsed_tokens_per_second": 888404.4217524481, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 500, "epoch": 7, "tokens": 65536000, "loss": 4.781174278259277, "lr": 0.010878181796874598, "grad_norm": 0.20489244163036346, "tokens_per_second": 1759113.7509890916, "training_seconds": 1.4902049390075263, "elapsed_tokens_per_second": 906335.7168550396, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 520, "epoch": 7, "tokens": 68157440, "loss": 4.8055781602859495, "lr": 0.010851008228826089, "grad_norm": 0.24486328661441803, "tokens_per_second": 1761458.4829957827, "training_seconds": 1.4882212810043711, "elapsed_tokens_per_second": 923561.8212221724, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 540, "epoch": 7, "tokens": 70778880, "loss": 4.845766568183899, "lr": 0.01082114219044463, "grad_norm": 0.2128313034772873, "tokens_per_second": 1761178.7883150612, "training_seconds": 1.4884576270123944, "elapsed_tokens_per_second": 940105.0151339493, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 545, "epoch": 7, "tokens": 71434240, "loss": 4.858530044555664, "lr": 0.01081325671375722, "grad_norm": 0.2993461489677429, "tokens_per_second": 1761389.7055021562, "training_seconds": 0.3720698480028659, "elapsed_tokens_per_second": 944122.9287481932, "peak_memory_bytes": 42389451776}
{"loss": 4.9014401559657115, "perplexity": 134.48331724096525, "tokens": 71434240, "seconds": 0.5388533399964217, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 7, "step": 545, "evaluation_tokens": 1048576}
{"event": "train", "step": 560, "epoch": 8, "tokens": 73400320, "loss": 4.924852434794108, "lr": 0.010788598709444408, "grad_norm": 0.2725696563720703, "tokens_per_second": 1770302.3483178224, "training_seconds": 1.110589951975271, "elapsed_tokens_per_second": 949381.0945456371, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 580, "epoch": 8, "tokens": 76021760, "loss": 4.9494949102401735, "lr": 0.010753394160750187, "grad_norm": 0.3428727984428406, "tokens_per_second": 1763312.479690041, "training_seconds": 1.486656522989506, "elapsed_tokens_per_second": 964723.0581850467, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 600, "epoch": 8, "tokens": 78643200, "loss": 5.062656950950623, "lr": 0.010715546258257908, "grad_norm": 0.25302255153656006, "tokens_per_second": 1763496.9174009056, "training_seconds": 1.486501039005816, "elapsed_tokens_per_second": 979490.1364997914, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 620, "epoch": 8, "tokens": 81264640, "loss": 5.05370147228241, "lr": 0.010675074045921577, "grad_norm": 0.24059195816516876, "tokens_per_second": 1766326.3825661803, "training_seconds": 1.4841198239882942, "elapsed_tokens_per_second": 993756.287370724, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 623, "epoch": 8, "tokens": 81657856, "loss": 5.0118608474731445, "lr": 0.010668778108861842, "grad_norm": 0.26062777638435364, "tokens_per_second": 1751585.73320435, "training_seconds": 0.22449143798439763, "elapsed_tokens_per_second": 995813.4061097621, "peak_memory_bytes": 42389451776}
{"loss": 5.057280144985504, "perplexity": 157.1624753358943, "tokens": 81657856, "seconds": 0.5409436509944499, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 8, "step": 623, "evaluation_tokens": 1048576}
{"event": "train", "step": 640, "epoch": 9, "tokens": 83886080, "loss": 5.081746774561265, "lr": 0.010631997888170921, "grad_norm": 0.25299352407455444, "tokens_per_second": 1770118.2107165616, "training_seconds": 1.2587995459907688, "elapsed_tokens_per_second": 1000987.1178284241, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 660, "epoch": 9, "tokens": 86507520, "loss": 5.1301552057266235, "lr": 0.010586339459664591, "grad_norm": 0.3016538918018341, "tokens_per_second": 1768533.2754939664, "training_seconds": 1.4822678409982473, "elapsed_tokens_per_second": 1014312.667913289, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 680, "epoch": 9, "tokens": 89128960, "loss": 5.202092981338501, "lr": 0.010538121734384114, "grad_norm": 0.4230208098888397, "tokens_per_second": 1768893.5287644363, "training_seconds": 1.481965961982496, "elapsed_tokens_per_second": 1027180.8670021172, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 700, "epoch": 9, "tokens": 91750400, "loss": 5.329574465751648, "lr": 0.010487368974074061, "grad_norm": 0.5967866778373718, "tokens_per_second": 1765335.1994896068, "training_seconds": 1.4849531130166724, "elapsed_tokens_per_second": 1039586.9284043767, "peak_memory_bytes": 42389451776}
{"loss": 5.356696971373449, "perplexity": 212.02346899965093, "tokens": 91750400, "seconds": 0.5387254070083145, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 9, "step": 700, "evaluation_tokens": 1048576}
{"event": "train", "step": 720, "epoch": 10, "tokens": 94371840, "loss": 5.384268522262573, "lr": 0.010434106716034246, "grad_norm": 0.2717074453830719, "tokens_per_second": 1770729.9947337122, "training_seconds": 1.4804289800231345, "elapsed_tokens_per_second": 1045342.4879839848, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 740, "epoch": 10, "tokens": 96993280, "loss": 5.45000147819519, "lr": 0.010378361760270108, "grad_norm": 0.21911439299583435, "tokens_per_second": 1767591.5567359584, "training_seconds": 1.483057548000943, "elapsed_tokens_per_second": 1056997.340555976, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 760, "epoch": 10, "tokens": 99614720, "loss": 5.344192624092102, "lr": 0.010320162156007735, "grad_norm": 0.3841041624546051, "tokens_per_second": 1767541.2141349637, "training_seconds": 1.4830997880198993, "elapsed_tokens_per_second": 1068285.888416487, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 778, "epoch": 10, "tokens": 101974016, "loss": 5.352532201343113, "lr": 0.010265707965922247, "grad_norm": 0.31755223870277405, "tokens_per_second": 1766770.3894486418, "training_seconds": 1.3353721649909858, "elapsed_tokens_per_second": 1078128.2899978948, "peak_memory_bytes": 42389451776}
{"loss": 5.369349024181315, "perplexity": 214.72304268941622, "tokens": 101974016, "seconds": 0.5418794010183774, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 10, "step": 778, "evaluation_tokens": 1048576}
{"event": "train", "step": 780, "epoch": 11, "tokens": 102236160, "loss": 5.362579822540283, "lr": 0.010259537187580317, "grad_norm": 0.4729788303375244, "tokens_per_second": 1849278.693149122, "training_seconds": 0.1417547290038783, "elapsed_tokens_per_second": 1073116.2899465892, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 800, "epoch": 11, "tokens": 104857600, "loss": 5.467179679870606, "lr": 0.010196517359693121, "grad_norm": 0.7050784230232239, "tokens_per_second": 1766309.5873050268, "training_seconds": 1.4841339359991252, "elapsed_tokens_per_second": 1083737.379283517, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 820, "epoch": 11, "tokens": 107479040, "loss": 5.471938252449036, "lr": 0.010131134382074435, "grad_norm": 0.342966228723526, "tokens_per_second": 1765924.3875756836, "training_seconds": 1.484457668993855, "elapsed_tokens_per_second": 1094029.8902585607, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 840, "epoch": 11, "tokens": 110100480, "loss": 5.409972023963928, "lr": 0.010063421153520142, "grad_norm": 0.4039531350135803, "tokens_per_second": 1761804.3869502319, "training_seconds": 1.487929091003025, "elapsed_tokens_per_second": 1103979.3711696372, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 856, "epoch": 11, "tokens": 112197632, "loss": 5.391594678163528, "lr": 0.010007595646961583, "grad_norm": 1.2143181562423706, "tokens_per_second": 1768279.4575569406, "training_seconds": 1.1859844839782454, "elapsed_tokens_per_second": 1111768.7234848896, "peak_memory_bytes": 42389451776}
{"loss": 5.458104070899851, "perplexity": 234.65211858449788, "tokens": 112197632, "seconds": 0.5423054370039608, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 11, "step": 856, "evaluation_tokens": 1048576}
{"event": "train", "step": 860, "epoch": 12, "tokens": 112721920, "loss": 5.421100974082947, "lr": 0.009993411745340032, "grad_norm": 24.604267120361328, "tokens_per_second": 1790559.6739123133, "training_seconds": 0.29280677300994284, "elapsed_tokens_per_second": 1107769.6465045968, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 880, "epoch": 12, "tokens": 115343360, "loss": 5.490689373016357, "lr": 0.009921141384214105, "grad_norm": 0.576680064201355, "tokens_per_second": 1765399.004338856, "training_seconds": 1.4848994440108072, "elapsed_tokens_per_second": 1117217.3295750772, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 900, "epoch": 12, "tokens": 117964800, "loss": 5.431388401985169, "lr": 0.00984664643446754, "grad_norm": 0.3243233263492584, "tokens_per_second": 1765489.5140939269, "training_seconds": 1.4848233190132305, "elapsed_tokens_per_second": 1126391.6128615257, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 920, "epoch": 12, "tokens": 120586240, "loss": 5.499817204475403, "lr": 0.00976996437977324, "grad_norm": 0.9450135231018066, "tokens_per_second": 1765968.4363303129, "training_seconds": 1.4844206419948023, "elapsed_tokens_per_second": 1135317.7431854138, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 934, "epoch": 12, "tokens": 122421248, "loss": 5.468045711517334, "lr": 0.009715006232236143, "grad_norm": 0.7435206174850464, "tokens_per_second": 1766498.521993472, "training_seconds": 1.03878264100058, "elapsed_tokens_per_second": 1141415.1488815756, "peak_memory_bytes": 42389451776}
{"loss": 5.439117653589449, "perplexity": 230.23894330452293, "tokens": 122421248, "seconds": 0.53902648499934, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 12, "step": 934, "evaluation_tokens": 1048576}
{"event": "train", "step": 940, "epoch": 13, "tokens": 123207680, "loss": 5.4151120980580645, "lr": 0.009691133804291145, "grad_norm": 0.5837056636810303, "tokens_per_second": 1772508.5668332495, "training_seconds": 0.4436830460035708, "elapsed_tokens_per_second": 1138291.5201035049, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 960, "epoch": 13, "tokens": 125829120, "loss": 5.4047857284545895, "lr": 0.009610194373253814, "grad_norm": 1.4667001962661743, "tokens_per_second": 1764019.699371962, "training_seconds": 1.4860605020076036, "elapsed_tokens_per_second": 1146753.3080070294, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 980, "epoch": 13, "tokens": 128450560, "loss": 5.366434955596924, "lr": 0.00952718681300804, "grad_norm": 2.5909976959228516, "tokens_per_second": 1764091.8354716671, "training_seconds": 1.4859997349849436, "elapsed_tokens_per_second": 1154985.2620086796, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1000, "epoch": 13, "tokens": 131072000, "loss": 5.366279292106628, "lr": 0.009442152890522552, "grad_norm": 0.5191975831985474, "tokens_per_second": 1762690.8684531571, "training_seconds": 1.4871807909803465, "elapsed_tokens_per_second": 1162993.1209380443, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1012, "epoch": 13, "tokens": 132644864, "loss": 5.482360323270162, "lr": 0.009390177640596985, "grad_norm": 1.0568948984146118, "tokens_per_second": 1765549.9351886192, "training_seconds": 0.8908635030093137, "elapsed_tokens_per_second": 1167701.8724275443, "peak_memory_bytes": 42389451776}
{"loss": 5.54293769327433, "perplexity": 255.4272653224788, "tokens": 132644864, "seconds": 0.5398218240006827, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 13, "step": 1012, "evaluation_tokens": 1048576}
{"event": "train", "step": 1020, "epoch": 14, "tokens": 133693440, "loss": 5.423645079135895, "lr": 0.00935513539237211, "grad_norm": 0.2737547755241394, "tokens_per_second": 1780480.4208193007, "training_seconds": 0.5889286889869254, "elapsed_tokens_per_second": 1165322.8931399407, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1040, "epoch": 14, "tokens": 136314880, "loss": 5.382710409164429, "lr": 0.009266178103208532, "grad_norm": 0.8400709629058838, "tokens_per_second": 1762736.1926104866, "training_seconds": 1.4871425520104822, "elapsed_tokens_per_second": 1172956.8953776532, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1060, "epoch": 14, "tokens": 138936320, "loss": 5.332562971115112, "lr": 0.009175325783729572, "grad_norm": 0.921205997467041, "tokens_per_second": 1763951.4457875825, "training_seconds": 1.4861180029984098, "elapsed_tokens_per_second": 1180400.467789317, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1080, "epoch": 14, "tokens": 141557760, "loss": 5.350021409988403, "lr": 0.009082624148156625, "grad_norm": 1.5001989603042603, "tokens_per_second": 1763890.6379385276, "training_seconds": 1.4861692349950317, "elapsed_tokens_per_second": 1187663.916251813, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1090, "epoch": 14, "tokens": 142868480, "loss": 5.371636533737183, "lr": 0.009035594377607207, "grad_norm": 0.35176247358322144, "tokens_per_second": 1760544.530702534, "training_seconds": 0.7444969310017768, "elapsed_tokens_per_second": 1191204.3144106835, "peak_memory_bytes": 42389451776}
{"loss": 5.330932496932845, "perplexity": 206.6305667160616, "tokens": 142868480, "seconds": 0.5410366069991142, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 14, "step": 1090, "evaluation_tokens": 1048576}
{"event": "train", "step": 1100, "epoch": 15, "tokens": 144179200, "loss": 5.327693891525269, "lr": 0.008988119841232683, "grad_norm": 2.0993270874023438, "tokens_per_second": 1775121.2378060222, "training_seconds": 0.7383833690255415, "elapsed_tokens_per_second": 1189419.6126334192, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1120, "epoch": 15, "tokens": 146800640, "loss": 5.325476908683777, "lr": 0.008891860414752078, "grad_norm": 0.26247671246528625, "tokens_per_second": 1760465.4962498313, "training_seconds": 1.489060708991019, "elapsed_tokens_per_second": 1196338.6296673298, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1140, "epoch": 15, "tokens": 149422080, "loss": 5.270202159881592, "lr": 0.008793894303633792, "grad_norm": 0.2746073603630066, "tokens_per_second": 1769297.153830001, "training_seconds": 1.4816278850194067, "elapsed_tokens_per_second": 1203158.858758025, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1160, "epoch": 15, "tokens": 152043520, "loss": 5.246882462501526, "lr": 0.008694270801550448, "grad_norm": 0.19576337933540344, "tokens_per_second": 1768578.1429461788, "training_seconds": 1.4822302370157558, "elapsed_tokens_per_second": 1209816.5496155464, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1167, "epoch": 15, "tokens": 152961024, "loss": 5.222494738442557, "lr": 0.008659020269375853, "grad_norm": 0.2994531989097595, "tokens_per_second": 1769266.1531870107, "training_seconds": 0.5185788460075855, "elapsed_tokens_per_second": 1212100.9037270881, "peak_memory_bytes": 42389451776}
{"loss": 5.256143562532989, "perplexity": 191.7406279273129, "tokens": 152961024, "seconds": 0.5396289330092259, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 15, "step": 1167, "evaluation_tokens": 1048576}
{"event": "train", "step": 1180, "epoch": 16, "tokens": 154664960, "loss": 5.211048933175894, "lr": 0.008593040036125167, "grad_norm": 0.25461915135383606, "tokens_per_second": 1772107.368490384, "training_seconds": 0.9615309039945714, "elapsed_tokens_per_second": 1211173.1121954795, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1200, "epoch": 16, "tokens": 157286400, "loss": 5.222238087654114, "lr": 0.008490252943708828, "grad_norm": 0.24442920088768005, "tokens_per_second": 1764508.162092967, "training_seconds": 1.4856491209939122, "elapsed_tokens_per_second": 1217525.7470144914, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1220, "epoch": 16, "tokens": 159907840, "loss": 5.243576431274414, "lr": 0.008385961243750385, "grad_norm": 9.360319137573242, "tokens_per_second": 1765925.2298299132, "training_seconds": 1.4844569609849714, "elapsed_tokens_per_second": 1223740.9952594656, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1240, "epoch": 16, "tokens": 162529280, "loss": 5.252609992027283, "lr": 0.008280217412773159, "grad_norm": 0.3764147460460663, "tokens_per_second": 1767242.8954819997, "training_seconds": 1.4833501420216635, "elapsed_tokens_per_second": 1229831.7328144484, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1245, "epoch": 16, "tokens": 163184640, "loss": 5.2194504737854, "lr": 0.008253560779101218, "grad_norm": 0.34636160731315613, "tokens_per_second": 1769420.171280173, "training_seconds": 0.37038121902151033, "elapsed_tokens_per_second": 1231325.380363287, "peak_memory_bytes": 42389451776}
{"loss": 5.250545843617245, "perplexity": 190.6703162342541, "tokens": 163184640, "seconds": 0.5413029359770007, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 16, "step": 1245, "evaluation_tokens": 1048576}
{"event": "train", "step": 1260, "epoch": 17, "tokens": 165150720, "loss": 5.224569829305013, "lr": 0.00817307465797019, "grad_norm": 0.38214540481567383, "tokens_per_second": 1771685.8359116467, "training_seconds": 1.1097227059944998, "elapsed_tokens_per_second": 1230804.8678846955, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1280, "epoch": 17, "tokens": 167772160, "loss": 5.22087595462799, "lr": 0.008064586890431944, "grad_norm": 0.3143661916255951, "tokens_per_second": 1764278.6020602908, "training_seconds": 1.4858424270059913, "elapsed_tokens_per_second": 1236637.402079749, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1300, "epoch": 17, "tokens": 170393600, "loss": 5.245798826217651, "lr": 0.007954808698019825, "grad_norm": 1.2230572700500488, "tokens_per_second": 1763776.2927411294, "training_seconds": 1.486265582992928, "elapsed_tokens_per_second": 1242335.415555846, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1320, "epoch": 17, "tokens": 173015040, "loss": 5.224029493331909, "lr": 0.007843795317899178, "grad_norm": 1.8477586507797241, "tokens_per_second": 1769854.0011151046, "training_seconds": 1.4811617220111657, "elapsed_tokens_per_second": 1247961.7162994817, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1323, "epoch": 17, "tokens": 173408256, "loss": 5.230807463328044, "lr": 0.007827040220773778, "grad_norm": 0.5530344247817993, "tokens_per_second": 1760984.3829210678, "training_seconds": 0.22329329198691994, "elapsed_tokens_per_second": 1248772.4165088166, "peak_memory_bytes": 42389451776}
{"loss": 5.240273956736838, "perplexity": 188.72179693196853, "tokens": 173408256, "seconds": 0.5408901140035596, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 17, "step": 1323, "evaluation_tokens": 1048576}
{"event": "train", "step": 1340, "epoch": 18, "tokens": 175636480, "loss": 5.206872912014232, "lr": 0.007731602608745552, "grad_norm": 0.9835729598999023, "tokens_per_second": 1771737.5664783898, "training_seconds": 1.2576490119972732, "elapsed_tokens_per_second": 1248624.5588458828, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1360, "epoch": 18, "tokens": 178257920, "loss": 5.246263003349304, "lr": 0.007618287022638269, "grad_norm": 0.44410961866378784, "tokens_per_second": 1765510.7835988547, "training_seconds": 1.4848054310132284, "elapsed_tokens_per_second": 1254014.319891567, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1380, "epoch": 18, "tokens": 180879360, "loss": 5.250408673286438, "lr": 0.007503905576655383, "grad_norm": 0.8818262815475464, "tokens_per_second": 1764089.7840808225, "training_seconds": 1.4860014629957732, "elapsed_tokens_per_second": 1259278.4590604575, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1400, "epoch": 18, "tokens": 183500800, "loss": 5.218848776817322, "lr": 0.007388515824184365, "grad_norm": 0.4210548996925354, "tokens_per_second": 1764454.8810085007, "training_seconds": 1.4856939830060583, "elapsed_tokens_per_second": 1264440.1176015055, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1401, "epoch": 18, "tokens": 183631872, "loss": 5.20191764831543, "lr": 0.007382720907894301, "grad_norm": 0.5407932996749878, "tokens_per_second": 1773006.2343628185, "training_seconds": 0.07392641800106503, "elapsed_tokens_per_second": 1264685.4854053073, "peak_memory_bytes": 42389451776}
{"loss": 5.254331759722987, "perplexity": 191.39354623557995, "tokens": 183631872, "seconds": 0.5411727960163262, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 18, "step": 1401, "evaluation_tokens": 1048576}
{"event": "train", "step": 1420, "epoch": 19, "tokens": 186122240, "loss": 5.252220153808594, "lr": 0.007272175825962919, "grad_norm": 0.5726756453514099, "tokens_per_second": 1771691.4093628323, "training_seconds": 1.4056443389854394, "elapsed_tokens_per_second": 1264857.5171324986, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1440, "epoch": 19, "tokens": 188743680, "loss": 5.26068012714386, "lr": 0.0071549441208645405, "grad_norm": 2.7705459594726562, "tokens_per_second": 1767294.7831018674, "training_seconds": 1.4833065909915604, "elapsed_tokens_per_second": 1269861.2500065884, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1460, "epoch": 19, "tokens": 191365120, "loss": 5.261829566955567, "lr": 0.0070368796964434535, "grad_norm": 0.7489457130432129, "tokens_per_second": 1765853.2125695709, "training_seconds": 1.484517501987284, "elapsed_tokens_per_second": 1274753.0746670137, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1479, "epoch": 19, "tokens": 193855488, "loss": 5.209196040504857, "lr": 0.006924001290701026, "grad_norm": 0.3601835370063782, "tokens_per_second": 1763038.9565005954, "training_seconds": 1.4125428090046626, "elapsed_tokens_per_second": 1279294.8863918565, "peak_memory_bytes": 42389451776}
{"loss": 5.22585811307081, "perplexity": 186.02072887550008, "tokens": 193855488, "seconds": 0.5418482969980687, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 19, "step": 1479, "evaluation_tokens": 1048576}
{"event": "train", "step": 1480, "epoch": 20, "tokens": 193986560, "loss": 5.1925249099731445, "lr": 0.006918041959253812, "grad_norm": 3.5328288078308105, "tokens_per_second": 1860477.3702142825, "training_seconds": 0.07045073597691953, "elapsed_tokens_per_second": 1274987.3711994616, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1500, "epoch": 20, "tokens": 196608000, "loss": 5.195502161979675, "lr": 0.006798490704958065, "grad_norm": 0.987227737903595, "tokens_per_second": 1766651.4570607303, "training_seconds": 1.483846737013664, "elapsed_tokens_per_second": 1279725.424853862, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1520, "epoch": 20, "tokens": 199229440, "loss": 5.200879287719727, "lr": 0.0066782860882395375, "grad_norm": 3.0982744693756104, "tokens_per_second": 1765882.824762613, "training_seconds": 1.4844926080259029, "elapsed_tokens_per_second": 1284367.268926014, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1540, "epoch": 20, "tokens": 201850880, "loss": 5.254911088943482, "lr": 0.006557488592534348, "grad_norm": 4.156306266784668, "tokens_per_second": 1760632.5768890015, "training_seconds": 1.4889193999988493, "elapsed_tokens_per_second": 1288882.6160831612, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1557, "epoch": 20, "tokens": 204079104, "loss": 5.247260290033677, "lr": 0.0064543899625572, "grad_norm": 1.2328242063522339, "tokens_per_second": 1765862.3070633397, "training_seconds": 1.261833377997391, "elapsed_tokens_per_second": 1292684.019710787, "peak_memory_bytes": 42389451776}
{"loss": 5.222628171203631, "perplexity": 185.42086202418122, "tokens": 204079104, "seconds": 0.5431949489866383, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 20, "step": 1557, "evaluation_tokens": 1048576}
{"event": "train", "step": 1560, "epoch": 21, "tokens": 204472320, "loss": 5.187914212544759, "lr": 0.006436158999597934, "grad_norm": 0.5277808904647827, "tokens_per_second": 1791509.6883138244, "training_seconds": 0.21948862602584995, "elapsed_tokens_per_second": 1288923.3065007317, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1580, "epoch": 21, "tokens": 207093760, "loss": 5.18668155670166, "lr": 0.006314358358921438, "grad_norm": 0.4222501218318939, "tokens_per_second": 1760555.011319224, "training_seconds": 1.4889849979954306, "elapsed_tokens_per_second": 1293297.7540860763, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1600, "epoch": 21, "tokens": 209715200, "loss": 5.160623669624329, "lr": 0.006192147957013407, "grad_norm": 0.35934990644454956, "tokens_per_second": 1764937.310674816, "training_seconds": 1.4852878819801845, "elapsed_tokens_per_second": 1297621.31581747, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1620, "epoch": 21, "tokens": 212336640, "loss": 5.111886835098266, "lr": 0.006069589286562223, "grad_norm": 0.8181776404380798, "tokens_per_second": 1762966.6306954222, "training_seconds": 1.4869481670029927, "elapsed_tokens_per_second": 1301851.0942892404, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1634, "epoch": 21, "tokens": 214171648, "loss": 5.10668362889971, "lr": 0.00598362401452175, "grad_norm": 0.5725705623626709, "tokens_per_second": 1766799.855860605, "training_seconds": 1.0386054730042815, "elapsed_tokens_per_second": 1304783.7230585266, "peak_memory_bytes": 42389451776}
{"loss": 5.126381412072907, "perplexity": 168.4066199786879, "tokens": 214171648, "seconds": 0.5400739760079887, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 21, "step": 1634, "evaluation_tokens": 1048576}
{"event": "train", "step": 1640, "epoch": 22, "tokens": 214958080, "loss": 5.091941277186076, "lr": 0.005946744015494769, "grad_norm": 0.45176056027412415, "tokens_per_second": 1780829.218245696, "training_seconds": 0.44161000501480885, "elapsed_tokens_per_second": 1301765.1056012127, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1660, "epoch": 22, "tokens": 217579520, "loss": 5.113080358505249, "lr": 0.005823673955946958, "grad_norm": 5.934361457824707, "tokens_per_second": 1766176.5374235935, "training_seconds": 1.484245739004109, "elapsed_tokens_per_second": 1305890.731545824, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1680, "epoch": 22, "tokens": 220200960, "loss": 5.101183199882508, "lr": 0.005700441033161664, "grad_norm": 0.7493556141853333, "tokens_per_second": 1761741.0322878032, "training_seconds": 1.4879825990065, "elapsed_tokens_per_second": 1309915.5781223471, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1700, "epoch": 22, "tokens": 222822400, "loss": 5.094843459129334, "lr": 0.005577107254329768, "grad_norm": 0.5684123635292053, "tokens_per_second": 1766705.6293353986, "training_seconds": 1.4838012380059808, "elapsed_tokens_per_second": 1313900.410058686, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1712, "epoch": 22, "tokens": 224395264, "loss": 5.098063548405965, "lr": 0.005503084391054813, "grad_norm": 0.4577527940273285, "tokens_per_second": 1760912.3059003877, "training_seconds": 0.8932097269862425, "elapsed_tokens_per_second": 1316233.5435355299, "peak_memory_bytes": 42389451776}
{"loss": 5.118529216208696, "perplexity": 167.0894363734044, "tokens": 224395264, "seconds": 0.5404874370142352, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 22, "step": 1712, "evaluation_tokens": 1048576}
{"event": "train", "step": 1720, "epoch": 23, "tokens": 225443840, "loss": 5.100405037403107, "lr": 0.005453734677389955, "grad_norm": 0.7242763042449951, "tokens_per_second": 1780773.3465796858, "training_seconds": 0.588831814005971, "elapsed_tokens_per_second": 1313664.0283803402, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1740, "epoch": 23, "tokens": 228065280, "loss": 5.1402740478515625, "lr": 0.005330385379802973, "grad_norm": 0.4586699604988098, "tokens_per_second": 1767270.949541309, "training_seconds": 1.4833265949855559, "elapsed_tokens_per_second": 1317540.1706928387, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1760, "epoch": 23, "tokens": 230686720, "loss": 5.088294672966003, "lr": 0.00520712142731609, "grad_norm": 0.35909414291381836, "tokens_per_second": 1767191.0062281725, "training_seconds": 1.4833936969807837, "elapsed_tokens_per_second": 1321351.3244244964, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1780, "epoch": 23, "tokens": 233308160, "loss": 5.062407445907593, "lr": 0.005084004842733422, "grad_norm": 1.018652319908142, "tokens_per_second": 1765978.3665580186, "training_seconds": 1.4844122949871235, "elapsed_tokens_per_second": 1325088.37723107, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1790, "epoch": 23, "tokens": 234618880, "loss": 5.049321126937866, "lr": 0.00502252117610938, "grad_norm": 0.6547625064849854, "tokens_per_second": 1766322.0813403295, "training_seconds": 0.7420617190073244, "elapsed_tokens_per_second": 1326931.5979211847, "peak_memory_bytes": 42389451776}
{"loss": 5.065071550955307, "perplexity": 158.391774751041, "tokens": 234618880, "seconds": 0.5407148230005987, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 23, "step": 1790, "evaluation_tokens": 1048576}
{"event": "train", "step": 1800, "epoch": 24, "tokens": 235929600, "loss": 5.041593980789185, "lr": 0.0049610975747078736, "grad_norm": 0.2788107991218567, "tokens_per_second": 1772017.2843232173, "training_seconds": 0.7396767580066808, "elapsed_tokens_per_second": 1324732.8449445912, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1820, "epoch": 24, "tokens": 238551040, "loss": 5.043733239173889, "lr": 0.004838461466570408, "grad_norm": 0.21196679770946503, "tokens_per_second": 1765237.0979608588, "training_seconds": 1.4850356380047742, "elapsed_tokens_per_second": 1328364.234872875, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1840, "epoch": 24, "tokens": 241172480, "loss": 5.016270041465759, "lr": 0.0047161582252122835, "grad_norm": 0.5293900966644287, "tokens_per_second": 1766061.5137669267, "training_seconds": 1.4843424079881515, "elapsed_tokens_per_second": 1331943.5460977019, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1860, "epoch": 24, "tokens": 243793920, "loss": 5.020698547363281, "lr": 0.004594249390035967, "grad_norm": 1.6069637537002563, "tokens_per_second": 1762473.0357212597, "training_seconds": 1.48736459898646, "elapsed_tokens_per_second": 1335440.2318778608, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1868, "epoch": 24, "tokens": 244842496, "loss": 5.005263686180115, "lr": 0.004545610037442798, "grad_norm": 0.40779635310173035, "tokens_per_second": 1770615.9307142054, "training_seconds": 0.5922097400180064, "elapsed_tokens_per_second": 1336839.6571020132, "peak_memory_bytes": 42389451776}
{"loss": 5.0266923747751155, "perplexity": 152.4280032565013, "tokens": 244842496, "seconds": 0.5379490409977734, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 24, "step": 1868, "evaluation_tokens": 1048576}
{"event": "train", "step": 1880, "epoch": 25, "tokens": 246415360, "loss": 5.0054885149002075, "lr": 0.004472796301990301, "grad_norm": 0.2971242070198059, "tokens_per_second": 1772622.9567393523, "training_seconds": 0.8873088289983571, "elapsed_tokens_per_second": 1335020.889764746, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1900, "epoch": 25, "tokens": 249036800, "loss": 4.999730443954467, "lr": 0.004351860072705549, "grad_norm": 0.3566857874393463, "tokens_per_second": 1764559.2002930532, "training_seconds": 1.48560615000315, "elapsed_tokens_per_second": 1338440.2866460357, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1920, "epoch": 25, "tokens": 251658240, "loss": 4.989492273330688, "lr": 0.004231501553743808, "grad_norm": 0.21216917037963867, "tokens_per_second": 1767326.0784128865, "training_seconds": 1.4832803250174038, "elapsed_tokens_per_second": 1341823.8041567635, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1940, "epoch": 25, "tokens": 254279680, "loss": 4.991661882400512, "lr": 0.004111781305980296, "grad_norm": 0.24228109419345856, "tokens_per_second": 1764103.0730141418, "training_seconds": 1.4859902689931914, "elapsed_tokens_per_second": 1345132.3662828582, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1946, "epoch": 25, "tokens": 255066112, "loss": 4.972671429316203, "lr": 0.004075998709298975, "grad_norm": 0.4626232385635376, "tokens_per_second": 1766287.501945698, "training_seconds": 0.4452457480074372, "elapsed_tokens_per_second": 1346113.004331572, "peak_memory_bytes": 42389451776}
{"loss": 5.003532240057619, "perplexity": 148.9383169540157, "tokens": 255066112, "seconds": 0.5402761780133005, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 25, "step": 1946, "evaluation_tokens": 1048576}
{"event": "train", "step": 1960, "epoch": 26, "tokens": 256901120, "loss": 4.980110679353986, "lr": 0.00399275956913089, "grad_norm": 0.368812620639801, "tokens_per_second": 1771937.3740415263, "training_seconds": 1.0355941620073281, "elapsed_tokens_per_second": 1344597.3535956715, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1980, "epoch": 26, "tokens": 259522560, "loss": 4.986913943290711, "lr": 0.0038744962314412666, "grad_norm": 0.8924710154533386, "tokens_per_second": 1765111.4333747, "training_seconds": 1.4851413629949093, "elapsed_tokens_per_second": 1347831.2513789064, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2000, "epoch": 26, "tokens": 262144000, "loss": 4.966805386543274, "lr": 0.003757050799552902, "grad_norm": 0.27154454588890076, "tokens_per_second": 1762395.7616798787, "training_seconds": 1.4874298140057363, "elapsed_tokens_per_second": 1350999.0528274616, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2020, "epoch": 26, "tokens": 264765440, "loss": 4.952001214027405, "lr": 0.0036404823685610723, "grad_norm": 2.160156488418579, "tokens_per_second": 1761406.18126591, "training_seconds": 1.488265471009072, "elapsed_tokens_per_second": 1354111.983066721, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2024, "epoch": 26, "tokens": 265289728, "loss": 4.933759927749634, "lr": 0.003617279092105699, "grad_norm": 0.4215328097343445, "tokens_per_second": 1768857.2101600394, "training_seconds": 0.2963992780132685, "elapsed_tokens_per_second": 1354731.1316531326, "peak_memory_bytes": 42389451776}
{"loss": 4.97261333898476, "perplexity": 144.40377069799038, "tokens": 265289728, "seconds": 0.5415368490212131, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 26, "step": 2024, "evaluation_tokens": 1048576}
{"event": "train", "step": 2040, "epoch": 27, "tokens": 267386880, "loss": 4.946349680423737, "lr": 0.0035248495922799365, "grad_norm": 0.3998299241065979, "tokens_per_second": 1770710.9397191396, "training_seconds": 1.184355928999139, "elapsed_tokens_per_second": 1353494.493874471, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2060, "epoch": 27, "tokens": 270008320, "loss": 4.967683458328247, "lr": 0.003410210653729649, "grad_norm": 0.4097570478916168, "tokens_per_second": 1766441.481190783, "training_seconds": 1.4840231210109778, "elapsed_tokens_per_second": 1356563.2309585179, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2080, "epoch": 27, "tokens": 272629760, "loss": 4.953770112991333, "lr": 0.0032966232358603883, "grad_norm": 0.29863831400871277, "tokens_per_second": 1766188.189495088, "training_seconds": 1.484235946991248, "elapsed_tokens_per_second": 1359585.8960254872, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2100, "epoch": 27, "tokens": 275251200, "loss": 4.939944076538086, "lr": 0.003184144492527974, "grad_norm": 0.5646269917488098, "tokens_per_second": 1762264.625221133, "training_seconds": 1.487540499016177, "elapsed_tokens_per_second": 1362540.647313578, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2101, "epoch": 27, "tokens": 275382272, "loss": 4.96870231628418, "lr": 0.0031785506757095435, "grad_norm": 0.2582709789276123, "tokens_per_second": 1756904.6930180965, "training_seconds": 0.07460393299697898, "elapsed_tokens_per_second": 1362678.7805874879, "peak_memory_bytes": 42389451776}
{"loss": 4.961500168172103, "perplexity": 142.80787110539202, "tokens": 275382272, "seconds": 0.5398663019877858, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 27, "step": 2101, "evaluation_tokens": 1048576}
{"event": "train", "step": 2120, "epoch": 28, "tokens": 277872640, "loss": 4.947671890258789, "lr": 0.003072831019735734, "grad_norm": 0.32835328578948975, "tokens_per_second": 1771295.5922162395, "training_seconds": 1.405958446994191, "elapsed_tokens_per_second": 1361873.4263353844, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2140, "epoch": 28, "tokens": 280494080, "loss": 4.938480949401855, "lr": 0.0029627388271570455, "grad_norm": 0.22537530958652496, "tokens_per_second": 1764308.9167497791, "training_seconds": 1.4858168969803955, "elapsed_tokens_per_second": 1364772.9970212008, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2160, "epoch": 28, "tokens": 283115520, "loss": 4.908802008628845, "lr": 0.0028539233099529205, "grad_norm": 0.6845058798789978, "tokens_per_second": 1765118.5454483344, "training_seconds": 1.4851353790145367, "elapsed_tokens_per_second": 1367637.393976783, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2179, "epoch": 28, "tokens": 285605888, "loss": 4.912547136607923, "lr": 0.002751780966248932, "grad_norm": 0.7141170501708984, "tokens_per_second": 1766071.7430131591, "training_seconds": 1.4101171200163662, "elapsed_tokens_per_second": 1370323.3713074133, "peak_memory_bytes": 42389451776}
{"loss": 4.9163194922292, "perplexity": 136.49930079476215, "tokens": 285605888, "seconds": 0.5413739730138332, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 28, "step": 2179, "evaluation_tokens": 1048576}
{"event": "train", "step": 2180, "epoch": 29, "tokens": 285736960, "loss": 4.866723537445068, "lr": 0.0027464392208987813, "grad_norm": 0.27323246002197266, "tokens_per_second": 1913954.2686218268, "training_seconds": 0.06848230501054786, "elapsed_tokens_per_second": 1366935.8733018697, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2200, "epoch": 29, "tokens": 288358400, "loss": 4.900294494628906, "lr": 0.0026403406428344716, "grad_norm": 0.27662643790245056, "tokens_per_second": 1764138.859388576, "training_seconds": 1.4859601249918342, "elapsed_tokens_per_second": 1369733.354482237, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2220, "epoch": 29, "tokens": 290979840, "loss": 4.901834917068482, "lr": 0.0025356809614513606, "grad_norm": 0.18869906663894653, "tokens_per_second": 1764509.1835041596, "training_seconds": 1.485648261004826, "elapsed_tokens_per_second": 1372489.9707904714, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2240, "epoch": 29, "tokens": 293601280, "loss": 4.877295470237732, "lr": 0.002432512838430222, "grad_norm": 0.5703742504119873, "tokens_per_second": 1765242.00250677, "training_seconds": 1.4850315119838342, "elapsed_tokens_per_second": 1375214.6650891146, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2257, "epoch": 29, "tokens": 295829504, "loss": 4.8843662598553825, "lr": 0.0023460314676124836, "grad_norm": 0.2734472155570984, "tokens_per_second": 1761423.611870439, "training_seconds": 1.265013131982414, "elapsed_tokens_per_second": 1377479.1192401147, "peak_memory_bytes": 42389451776}
{"loss": 4.889766440090397, "perplexity": 132.92252505258776, "tokens": 295829504, "seconds": 0.5381316829880234, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 29, "step": 2257, "evaluation_tokens": 1048576}
{"event": "train", "step": 2260, "epoch": 30, "tokens": 296222720, "loss": 4.855047543843587, "lr": 0.00233088818494343, "grad_norm": 0.6208749413490295, "tokens_per_second": 1804077.171469808, "training_seconds": 0.21795963399927132, "elapsed_tokens_per_second": 1374453.4293659288, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2280, "epoch": 30, "tokens": 298844160, "loss": 4.876545691490174, "lr": 0.0022308581355347783, "grad_norm": 0.5581760406494141, "tokens_per_second": 1764761.1752848567, "training_seconds": 1.4854361239995342, "elapsed_tokens_per_second": 1377118.8384614815, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2300, "epoch": 30, "tokens": 301465600, "loss": 4.875562310218811, "lr": 0.002132473022390077, "grad_norm": 0.19333510100841522, "tokens_per_second": 1765414.538683817, "training_seconds": 1.4848863779916428, "elapsed_tokens_per_second": 1379746.6812020622, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2320, "epoch": 30, "tokens": 304087040, "loss": 4.865917730331421, "lr": 0.002035782350011468, "grad_norm": 0.18111123144626617, "tokens_per_second": 1762217.941643974, "training_seconds": 1.487579906010069, "elapsed_tokens_per_second": 1382325.6222049762, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2335, "epoch": 30, "tokens": 306053120, "loss": 4.861432679494222, "lr": 0.0019644056223927934, "grad_norm": 0.22478340566158295, "tokens_per_second": 1765964.7682001707, "training_seconds": 1.1133177939918824, "elapsed_tokens_per_second": 1384247.7142258093, "peak_memory_bytes": 42389451776}
{"loss": 4.8728644075777625, "perplexity": 130.6947442597249, "tokens": 306053120, "seconds": 0.5439598459925037, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 30, "step": 2335, "evaluation_tokens": 1048576}
{"event": "train", "step": 2340, "epoch": 31, "tokens": 306708480, "loss": 4.8432127952575685, "lr": 0.0019408347703082226, "grad_norm": 0.7942196130752563, "tokens_per_second": 1788232.0225901909, "training_seconds": 0.3664848810003605, "elapsed_tokens_per_second": 1381508.0888985638, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2360, "epoch": 31, "tokens": 309329920, "loss": 4.833287858963013, "lr": 0.001847678058116523, "grad_norm": 0.2554490864276886, "tokens_per_second": 1764059.6728145508, "training_seconds": 1.4860268280026503, "elapsed_tokens_per_second": 1384044.6593723516, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2380, "epoch": 31, "tokens": 311951360, "loss": 4.858215069770813, "lr": 0.0017563590871605673, "grad_norm": 0.24821977317333221, "tokens_per_second": 1762701.5002396787, "training_seconds": 1.4871718210051768, "elapsed_tokens_per_second": 1386537.7861152033, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2400, "epoch": 31, "tokens": 314572800, "loss": 4.841801357269287, "lr": 0.0016669238064670807, "grad_norm": 0.2113402932882309, "tokens_per_second": 1766545.4498208112, "training_seconds": 1.4839357800083235, "elapsed_tokens_per_second": 1389020.6417673002, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2413, "epoch": 31, "tokens": 316276736, "loss": 4.857618258549617, "lr": 0.0016098223594030138, "grad_norm": 0.2006438821554184, "tokens_per_second": 1759662.5418682906, "training_seconds": 0.9683311200060416, "elapsed_tokens_per_second": 1390589.3631911785, "peak_memory_bytes": 42389451776}
{"loss": 4.860138796368903, "perplexity": 129.04211144097786, "tokens": 316276736, "seconds": 0.5416267900145613, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 31, "step": 2413, "evaluation_tokens": 1048576}
{"event": "train", "step": 2420, "epoch": 32, "tokens": 317194240, "loss": 4.849902766091483, "lr": 0.0015794172172451256, "grad_norm": 0.21183690428733826, "tokens_per_second": 1781163.730367485, "training_seconds": 0.5151149129960686, "elapsed_tokens_per_second": 1388158.3766003924, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2440, "epoch": 32, "tokens": 319815680, "loss": 4.837896180152893, "lr": 0.0014938833502428038, "grad_norm": 0.6489232182502747, "tokens_per_second": 1764797.4279549927, "training_seconds": 1.4854056100011803, "elapsed_tokens_per_second": 1390584.40707709, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2460, "epoch": 32, "tokens": 322437120, "loss": 4.825746083259583, "lr": 0.0014103652435922805, "grad_norm": 2.7646570205688477, "tokens_per_second": 1763289.4045481235, "training_seconds": 1.4866759779979475, "elapsed_tokens_per_second": 1392969.2245174756, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2480, "epoch": 32, "tokens": 325058560, "loss": 4.834347581863403, "lr": 0.0013289049211542584, "grad_norm": 0.38358452916145325, "tokens_per_second": 1765335.1650289206, "training_seconds": 1.4849531420040876, "elapsed_tokens_per_second": 1395336.1444016125, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2491, "epoch": 32, "tokens": 326500352, "loss": 4.804724476554177, "lr": 0.0012849937677638556, "grad_norm": 0.34470492601394653, "tokens_per_second": 1763070.2301430115, "training_seconds": 0.8177734359924216, "elapsed_tokens_per_second": 1396613.4150393107, "peak_memory_bytes": 42389451776}
{"loss": 4.839135627942581, "perplexity": 126.36008238784578, "tokens": 326500352, "seconds": 0.5434728520049248, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 32, "step": 2491, "evaluation_tokens": 1048576}
{"event": "train", "step": 2500, "epoch": 33, "tokens": 327680000, "loss": 4.798375765482585, "lr": 0.0012495433713727991, "grad_norm": 0.21223710477352142, "tokens_per_second": 1781754.1534871599, "training_seconds": 0.6620711379800923, "elapsed_tokens_per_second": 1394454.018453602, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2520, "epoch": 33, "tokens": 330301440, "loss": 4.8128314971923825, "lr": 0.0011723205266511497, "grad_norm": 0.20148149132728577, "tokens_per_second": 1767107.108144406, "training_seconds": 1.4834641250199638, "elapsed_tokens_per_second": 1396784.605663421, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2540, "epoch": 33, "tokens": 332922880, "loss": 4.816279315948487, "lr": 0.0010972752432589234, "grad_norm": 0.24198946356773376, "tokens_per_second": 1764757.7370995628, "training_seconds": 1.4854390179971233, "elapsed_tokens_per_second": 1399072.219072374, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2560, "epoch": 33, "tokens": 335544320, "loss": 4.8034117221832275, "lr": 0.0010244452817807664, "grad_norm": 0.6733043193817139, "tokens_per_second": 1763384.5970736349, "training_seconds": 1.486595722992206, "elapsed_tokens_per_second": 1401327.22732815, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2568, "epoch": 33, "tokens": 336592896, "loss": 4.827717900276184, "lr": 0.0009959418338851302, "grad_norm": 0.240566685795784, "tokens_per_second": 1759928.1833376696, "training_seconds": 0.5958061300043482, "elapsed_tokens_per_second": 1402207.9629387336, "peak_memory_bytes": 42389451776}
{"loss": 4.822451733376541, "perplexity": 124.2693930119543, "tokens": 336592896, "seconds": 0.5412673749960959, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 33, "step": 2568, "evaluation_tokens": 1048576}
{"event": "train", "step": 2580, "epoch": 34, "tokens": 338165760, "loss": 4.817836960156758, "lr": 0.000953867288116335, "grad_norm": 0.2322344034910202, "tokens_per_second": 1776086.4208887187, "training_seconds": 0.8855785290070344, "elapsed_tokens_per_second": 1400420.709307307, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2600, "epoch": 34, "tokens": 340787200, "loss": 4.813425612449646, "lr": 0.0008855767750411627, "grad_norm": 0.19243259727954865, "tokens_per_second": 1765856.0245687384, "training_seconds": 1.4845151379995514, "elapsed_tokens_per_second": 1402647.2966028657, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2620, "epoch": 34, "tokens": 343408640, "loss": 4.812852740287781, "lr": 0.0008196081043376678, "grad_norm": 0.27114740014076233, "tokens_per_second": 1763404.7909926358, "training_seconds": 1.4865786989976186, "elapsed_tokens_per_second": 1404832.6211322164, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2640, "epoch": 34, "tokens": 346030080, "loss": 4.805977797508239, "lr": 0.0007559944695053143, "grad_norm": 0.20206086337566376, "tokens_per_second": 1761009.1824127634, "training_seconds": 1.4886009829933755, "elapsed_tokens_per_second": 1406981.0591243848, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2646, "epoch": 34, "tokens": 346816512, "loss": 4.802804946899414, "lr": 0.0007373744276066139, "grad_norm": 0.18460874259471893, "tokens_per_second": 1766402.4095158917, "training_seconds": 0.445216783991782, "elapsed_tokens_per_second": 1407621.8588503064, "peak_memory_bytes": 42389451776}
{"loss": 4.806473666386397, "perplexity": 122.29958707838406, "tokens": 346816512, "seconds": 0.5415954949858133, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 34, "step": 2646, "evaluation_tokens": 1048576}
{"event": "train", "step": 2660, "epoch": 35, "tokens": 348651520, "loss": 4.802417993545532, "lr": 0.0006947678790586163, "grad_norm": 0.34046441316604614, "tokens_per_second": 1775571.06747966, "training_seconds": 1.0334748259920161, "elapsed_tokens_per_second": 1406019.6756190162, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2680, "epoch": 35, "tokens": 351272960, "loss": 4.805399751663208, "lr": 0.0006359591404213925, "grad_norm": 0.1807757467031479, "tokens_per_second": 1764913.426568847, "training_seconds": 1.4853079819877166, "elapsed_tokens_per_second": 1408150.0087803986, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2700, "epoch": 35, "tokens": 353894400, "loss": 4.799487352371216, "lr": 0.0005795978444253758, "grad_norm": 0.18930156528949738, "tokens_per_second": 1764298.5837438123, "training_seconds": 1.4858255989965983, "elapsed_tokens_per_second": 1410249.732767272, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2720, "epoch": 35, "tokens": 356515840, "loss": 4.792880845069885, "lr": 0.0005257123504209748, "grad_norm": 0.182663694024086, "tokens_per_second": 1765695.9431697067, "training_seconds": 1.4846497270045802, "elapsed_tokens_per_second": 1412333.9963390348, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2724, "epoch": 35, "tokens": 357040128, "loss": 4.80116593837738, "lr": 0.0005152347559368642, "grad_norm": 0.34455710649490356, "tokens_per_second": 1766870.4300712217, "training_seconds": 0.29673256797832437, "elapsed_tokens_per_second": 1412741.6888337084, "peak_memory_bytes": 42389451776}
{"loss": 4.797515747005376, "perplexity": 121.20892954139434, "tokens": 357040128, "seconds": 0.537579600000754, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 35, "step": 2724, "evaluation_tokens": 1048576}
{"event": "train", "step": 2740, "epoch": 36, "tokens": 359137280, "loss": 4.791945844888687, "lr": 0.00047432977200767735, "grad_norm": 0.175653874874115, "tokens_per_second": 1769331.343219797, "training_seconds": 1.1852794040169101, "elapsed_tokens_per_second": 1411384.0872172036, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2760, "epoch": 36, "tokens": 361758720, "loss": 4.7885462760925295, "lr": 0.0004254759633912887, "grad_norm": 0.1621250957250595, "tokens_per_second": 1765297.6194919967, "training_seconds": 1.484984724986134, "elapsed_tokens_per_second": 1413430.8407609207, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2780, "epoch": 36, "tokens": 364380160, "loss": 4.7888658285140995, "lr": 0.0003791755063748501, "grad_norm": 0.2349509596824646, "tokens_per_second": 1764984.2667562694, "training_seconds": 1.4852483670110814, "elapsed_tokens_per_second": 1415450.894832476, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2800, "epoch": 36, "tokens": 367001600, "loss": 4.777991819381714, "lr": 0.0003354516979897966, "grad_norm": 0.16953051090240479, "tokens_per_second": 1762326.5721618498, "training_seconds": 1.4874882109870669, "elapsed_tokens_per_second": 1417436.9245474422, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2802, "epoch": 36, "tokens": 367263744, "loss": 4.7563982009887695, "lr": 0.0003312218911381581, "grad_norm": 0.16590946912765503, "tokens_per_second": 1766153.7250888124, "training_seconds": 0.14842649101046845, "elapsed_tokens_per_second": 1417628.6513835625, "peak_memory_bytes": 42389451776}
{"loss": 4.789410827045534, "perplexity": 120.23051122610629, "tokens": 367263744, "seconds": 0.5405255070072599, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 36, "step": 2802, "evaluation_tokens": 1048576}
{"event": "train", "step": 2820, "epoch": 37, "tokens": 369623040, "loss": 4.783111148410374, "lr": 0.00029432653877357705, "grad_norm": 0.19078518450260162, "tokens_per_second": 1769158.8314657481, "training_seconds": 1.3335693539993372, "elapsed_tokens_per_second": 1416450.5350263407, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2840, "epoch": 37, "tokens": 372244480, "loss": 4.789608311653137, "lr": 0.0002558207216996241, "grad_norm": 0.23919443786144257, "tokens_per_second": 1766252.7367024547, "training_seconds": 1.4841817060078029, "elapsed_tokens_per_second": 1418422.7584185477, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2860, "epoch": 37, "tokens": 374865920, "loss": 4.774209332466126, "lr": 0.0002199536217652629, "grad_norm": 0.14590905606746674, "tokens_per_second": 1763357.3542440294, "training_seconds": 1.4866186900180764, "elapsed_tokens_per_second": 1420357.4773215763, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2880, "epoch": 37, "tokens": 377487360, "loss": 4.785745596885681, "lr": 0.00018674328624277879, "grad_norm": 0.484779953956604, "tokens_per_second": 1763854.4343953321, "training_seconds": 1.486199738981668, "elapsed_tokens_per_second": 1422274.6851431774, "peak_memory_bytes": 42389451776}
{"loss": 4.784950401675467, "perplexity": 119.69542624403552, "tokens": 377487360, "seconds": 0.5407432159991004, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 37, "step": 2880, "evaluation_tokens": 1048576}
{"event": "train", "step": 2900, "epoch": 38, "tokens": 380108800, "loss": 4.7757408142089846, "lr": 0.0001562064255985584, "grad_norm": 0.14970631897449493, "tokens_per_second": 1772063.1205794634, "training_seconds": 1.479315250995569, "elapsed_tokens_per_second": 1421301.1738853778, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2920, "epoch": 38, "tokens": 382730240, "loss": 4.780891418457031, "lr": 0.00012835840508487278, "grad_norm": 0.16617903113365173, "tokens_per_second": 1764049.2038421012, "training_seconds": 1.4860356470162515, "elapsed_tokens_per_second": 1423186.5327969806, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2940, "epoch": 38, "tokens": 385351680, "loss": 4.7830887079238895, "lr": 0.00010321323700853606, "grad_norm": 0.16229397058486938, "tokens_per_second": 1762288.2386722185, "training_seconds": 1.4875205669959541, "elapsed_tokens_per_second": 1425045.6471308658, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2958, "epoch": 38, "tokens": 387710976, "loss": 4.782276391983032, "lr": 8.290400991417069e-05, "grad_norm": 0.15737557411193848, "tokens_per_second": 1763454.7481131535, "training_seconds": 1.3378829269786365, "elapsed_tokens_per_second": 1426701.8699358508, "peak_memory_bytes": 42389451776}
{"loss": 4.781764451750306, "perplexity": 119.31468943600237, "tokens": 387710976, "seconds": 0.5429376529937144, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 38, "step": 2958, "evaluation_tokens": 1048576}
{"event": "train", "step": 2960, "epoch": 39, "tokens": 387973120, "loss": 4.771143674850464, "lr": 8.078357368032157e-05, "grad_norm": 0.16440105438232422, "tokens_per_second": 1829512.920631902, "training_seconds": 0.14328622500761412, "elapsed_tokens_per_second": 1424036.80331233, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2980, "epoch": 39, "tokens": 390594560, "loss": 4.772557044029236, "lr": 6.108070104869107e-05, "grad_norm": 0.2243194878101349, "tokens_per_second": 1768077.874919534, "training_seconds": 1.482649626006605, "elapsed_tokens_per_second": 1425893.0805943268, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3000, "epoch": 39, "tokens": 393216000, "loss": 4.78443410396576, "lr": 4.4114533021037625e-05, "grad_norm": 0.31484001874923706, "tokens_per_second": 1765995.6456371986, "training_seconds": 1.4843977710115723, "elapsed_tokens_per_second": 1427717.7555087616, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3020, "epoch": 39, "tokens": 395837440, "loss": 4.782037663459778, "lr": 2.9893606475294762e-05, "grad_norm": 0.1599934697151184, "tokens_per_second": 1763696.3876126504, "training_seconds": 1.4863329189829528, "elapsed_tokens_per_second": 1429514.7879683643, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3035, "epoch": 39, "tokens": 397803520, "loss": 4.759643300374349, "lr": 2.1033832841024833e-05, "grad_norm": 0.14129295945167542, "tokens_per_second": 1766073.6418181527, "training_seconds": 1.1132491609896533, "elapsed_tokens_per_second": 1430854.3281424998, "peak_memory_bytes": 42389451776}
{"loss": 4.780547421183764, "perplexity": 119.16956813836111, "tokens": 397803520, "seconds": 0.540469239000231, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 39, "step": 3035, "evaluation_tokens": 1048576}
{"event": "train", "step": 3040, "epoch": 40, "tokens": 398458880, "loss": 4.772707271575928, "lr": 1.8425076964434348e-05, "grad_norm": 0.18922355771064758, "tokens_per_second": 1781485.9931366583, "training_seconds": 0.367872665025061, "elapsed_tokens_per_second": 1428511.9261669992, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3060, "epoch": 40, "tokens": 401080320, "loss": 4.776280927658081, "lr": 9.714715115999695e-06, "grad_norm": 0.26241621375083923, "tokens_per_second": 1766134.2678811138, "training_seconds": 1.4842812620045152, "elapsed_tokens_per_second": 1430292.9898366889, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3080, "epoch": 40, "tokens": 403701760, "loss": 4.763349318504334, "lr": 3.7669037284964734e-06, "grad_norm": 0.18229243159294128, "tokens_per_second": 1759389.8002510485, "training_seconds": 1.489971125003649, "elapsed_tokens_per_second": 1432024.450248267, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3100, "epoch": 40, "tokens": 406323200, "loss": 4.77016978263855, "lr": 5.846355660953928e-07, "grad_norm": 0.2337942123413086, "tokens_per_second": 1760665.4471944747, "training_seconds": 1.4888916029885877, "elapsed_tokens_per_second": 1433745.060794849, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3113, "epoch": 40, "tokens": 408027136, "loss": 4.786087219531719, "lr": 0.0, "grad_norm": 0.2290334403514862, "tokens_per_second": 1767323.787540884, "training_seconds": 0.9641334610059857, "elapsed_tokens_per_second": 1434868.1577185793, "peak_memory_bytes": 42389451776}
{"loss": 4.780361096647465, "perplexity": 119.14736599230336, "tokens": 408027136, "seconds": 0.5398774479981512, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 40, "step": 3113, "evaluation_tokens": 1048576}
{"loss": 4.779862142899851, "perplexity": 119.08793179621357, "tokens": 408027136, "seconds": 101.03320211698883, "split": "full", "validation_complete": true, "event": "final_validation", "step": 3113, "evaluation_tokens": 197411295}