{"event": "train", "step": 20, "epoch": 1, "tokens": 2621440, "loss": 9.486087942123413, "lr": 0.00044871794871794877, "grad_norm": 1.5085612535476685, "tokens_per_second": 131471.68221635072, "training_seconds": 19.939198737003608, "elapsed_tokens_per_second": 131471.68221635072, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 40, "epoch": 1, "tokens": 5242880, "loss": 7.508010721206665, "lr": 0.0008974358974358975, "grad_norm": 0.5719912052154541, "tokens_per_second": 1785811.7860034804, "training_seconds": 1.4679262509889668, "elapsed_tokens_per_second": 244863.5606414465, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 60, "epoch": 1, "tokens": 7864320, "loss": 7.001463913917542, "lr": 0.001346153846153846, "grad_norm": 2.7682061195373535, "tokens_per_second": 1782695.9444808874, "training_seconds": 1.4704919299983885, "elapsed_tokens_per_second": 343667.97926674684, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 78, "epoch": 1, "tokens": 10223616, "loss": 6.800343248579237, "lr": 0.00175, "grad_norm": 0.6838167309761047, "tokens_per_second": 1788120.2118164378, "training_seconds": 1.3194280699972296, "elapsed_tokens_per_second": 422380.90653325355, "peak_memory_bytes": 21988176384}
{"loss": 6.640617231726878, "perplexity": 765.5673796948299, "tokens": 10223616, "seconds": 0.7318404559919145, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 1, "step": 78, "evaluation_tokens": 1048576}
{"event": "train", "step": 80, "epoch": 2, "tokens": 10485760, "loss": 6.607685327529907, "lr": 0.001794871794871795, "grad_norm": 0.7424498796463013, "tokens_per_second": 1861492.5528567994, "training_seconds": 0.14082462999795098, "elapsed_tokens_per_second": 418013.42089813016, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 100, "epoch": 2, "tokens": 13107200, "loss": 6.47442479133606, "lr": 0.002243589743589744, "grad_norm": 0.4402115046977997, "tokens_per_second": 1770910.4951510984, "training_seconds": 1.4802780869940761, "elapsed_tokens_per_second": 493376.47266826825, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 120, "epoch": 2, "tokens": 15728640, "loss": 6.245639777183532, "lr": 0.002692307692307692, "grad_norm": 0.4646560251712799, "tokens_per_second": 1776681.504460094, "training_seconds": 1.475469854005496, "elapsed_tokens_per_second": 560856.1533764747, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 140, "epoch": 2, "tokens": 18350080, "loss": 6.013376617431641, "lr": 0.003141025641025641, "grad_norm": 0.35767436027526855, "tokens_per_second": 1774399.4070205602, "training_seconds": 1.4773674910102272, "elapsed_tokens_per_second": 621539.6611882887, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 156, "epoch": 2, "tokens": 20447232, "loss": 5.8263532519340515, "lr": 0.0035, "grad_norm": 0.4025326371192932, "tokens_per_second": 1775926.6873886609, "training_seconds": 1.180877575010527, "elapsed_tokens_per_second": 665888.2591038464, "peak_memory_bytes": 42389451776}
{"loss": 5.7686233618099205, "perplexity": 320.09677175467516, "tokens": 20447232, "seconds": 0.5365199059888255, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 2, "step": 156, "evaluation_tokens": 1048576}
{"event": "train", "step": 160, "epoch": 3, "tokens": 20971520, "loss": 5.7319687604904175, "lr": 0.00358974358974359, "grad_norm": 0.3185456097126007, "tokens_per_second": 1806883.5823744822, "training_seconds": 0.29016147200309206, "elapsed_tokens_per_second": 664917.4636342026, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 180, "epoch": 3, "tokens": 23592960, "loss": 5.717027044296264, "lr": 0.0040384615384615385, "grad_norm": 0.43155327439308167, "tokens_per_second": 1777507.115873386, "training_seconds": 1.4747845319943735, "elapsed_tokens_per_second": 714592.7459525514, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 200, "epoch": 3, "tokens": 26214400, "loss": 5.531706857681274, "lr": 0.004487179487179488, "grad_norm": 0.5120117664337158, "tokens_per_second": 1777560.9965003452, "training_seconds": 1.4747398289910052, "elapsed_tokens_per_second": 759990.8797686187, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 220, "epoch": 3, "tokens": 28835840, "loss": 5.373111081123352, "lr": 0.004935897435897436, "grad_norm": 0.41250985860824585, "tokens_per_second": 1767738.5486860913, "training_seconds": 1.482934227999067, "elapsed_tokens_per_second": 801489.1369000773, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 233, "epoch": 3, "tokens": 30539776, "loss": 5.296539820157564, "lr": 0.005227564102564103, "grad_norm": 0.30012059211730957, "tokens_per_second": 1780330.581676535, "training_seconds": 0.9570896649966016, "elapsed_tokens_per_second": 826806.674052557, "peak_memory_bytes": 42389451776}
{"loss": 5.283042741585039, "perplexity": 196.96828808354294, "tokens": 30539776, "seconds": 0.5333016389922705, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 3, "step": 233, "evaluation_tokens": 1048576}
{"event": "train", "step": 240, "epoch": 4, "tokens": 31457280, "loss": 5.238121168954032, "lr": 0.005384615384615384, "grad_norm": 0.2245715707540512, "tokens_per_second": 1794811.9129027354, "training_seconds": 0.5111978549975902, "elapsed_tokens_per_second": 828033.9426727719, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 260, "epoch": 4, "tokens": 34078720, "loss": 5.174244093894958, "lr": 0.005833333333333334, "grad_norm": 0.3099098205566406, "tokens_per_second": 1777608.979919993, "training_seconds": 1.4747000209899852, "elapsed_tokens_per_second": 863481.0089177638, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 280, "epoch": 4, "tokens": 36700160, "loss": 5.121453428268433, "lr": 0.006282051282051282, "grad_norm": 0.26454538106918335, "tokens_per_second": 1782074.933099587, "training_seconds": 1.4710043619998032, "elapsed_tokens_per_second": 896452.2103493364, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 300, "epoch": 4, "tokens": 39321600, "loss": 5.021230959892273, "lr": 0.006730769230769231, "grad_norm": 0.2619752585887909, "tokens_per_second": 1776418.4519058105, "training_seconds": 1.4756883420050144, "elapsed_tokens_per_second": 927035.0246650827, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 311, "epoch": 4, "tokens": 40763392, "loss": 4.971630920063365, "lr": 0.0069775641025641025, "grad_norm": 0.20800788700580597, "tokens_per_second": 1781651.103998333, "training_seconds": 0.8092448609968415, "elapsed_tokens_per_second": 942987.19667378, "peak_memory_bytes": 42389451776}
{"loss": 4.964092370694485, "perplexity": 143.17853824367427, "tokens": 40763392, "seconds": 0.5378654599917354, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 4, "step": 311, "evaluation_tokens": 1048576}
{"event": "train", "step": 320, "epoch": 5, "tokens": 41943040, "loss": 4.9062581062316895, "lr": 0.0069998591072530205, "grad_norm": 0.2463010549545288, "tokens_per_second": 1773856.9228552738, "training_seconds": 0.6650186860060785, "elapsed_tokens_per_second": 943817.4374370481, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 340, "epoch": 5, "tokens": 44564480, "loss": 4.8783475160598755, "lr": 0.00699827419411727, "grad_norm": 0.22504942119121552, "tokens_per_second": 1772250.8900081129, "training_seconds": 1.479158518006443, "elapsed_tokens_per_second": 970481.1158842809, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 360, "epoch": 5, "tokens": 47185920, "loss": 4.828687310218811, "lr": 0.006994929052052427, "grad_norm": 0.24527980387210846, "tokens_per_second": 1779472.0776043031, "training_seconds": 1.4731560180080123, "elapsed_tokens_per_second": 995577.5364218787, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 380, "epoch": 5, "tokens": 49807360, "loss": 4.797151207923889, "lr": 0.006989825364235827, "grad_norm": 0.21780237555503845, "tokens_per_second": 1778295.6526070295, "training_seconds": 1.474130578993936, "elapsed_tokens_per_second": 1019160.7992161801, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 389, "epoch": 5, "tokens": 50987008, "loss": 4.736126899719238, "lr": 0.006986955630998453, "grad_norm": 0.20713098347187042, "tokens_per_second": 1772573.197453653, "training_seconds": 0.6655003030027729, "elapsed_tokens_per_second": 1029247.061957576, "peak_memory_bytes": 42389451776}
{"loss": 4.734046857880502, "perplexity": 113.75498236473716, "tokens": 50987008, "seconds": 0.5362866290088277, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 5, "step": 389, "evaluation_tokens": 1048576}
{"event": "train", "step": 400, "epoch": 6, "tokens": 52428800, "loss": 4.686148383400657, "lr": 0.006982965698693427, "grad_norm": 0.2353213131427765, "tokens_per_second": 1774684.096245801, "training_seconds": 0.8124217730073724, "elapsed_tokens_per_second": 1030117.4875809716, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 420, "epoch": 6, "tokens": 55050240, "loss": 4.631011533737182, "lr": 0.006974353507007655, "grad_norm": 0.28031593561172485, "tokens_per_second": 1776817.9025649251, "training_seconds": 1.475356588998693, "elapsed_tokens_per_second": 1051126.9142778076, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 440, "epoch": 6, "tokens": 57671680, "loss": 4.570638942718506, "lr": 0.0069639931225806695, "grad_norm": 0.27655115723609924, "tokens_per_second": 1774765.7335221372, "training_seconds": 1.4770625499950256, "elapsed_tokens_per_second": 1070940.3426121352, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 460, "epoch": 6, "tokens": 60293120, "loss": 4.494429636001587, "lr": 0.006951889758453925, "grad_norm": 0.22878511250019073, "tokens_per_second": 1777740.0036870555, "training_seconds": 1.4745913320075488, "elapsed_tokens_per_second": 1089752.7918193205, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 467, "epoch": 6, "tokens": 61210624, "loss": 4.4527106285095215, "lr": 0.006947242902781892, "grad_norm": 0.1988268941640854, "tokens_per_second": 1773596.4119174106, "training_seconds": 0.5173127290036064, "elapsed_tokens_per_second": 1096053.1100667922, "peak_memory_bytes": 42389451776}
{"loss": 4.461853541293975, "perplexity": 86.64796592659384, "tokens": 61210624, "seconds": 0.53656777300057, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 6, "step": 467, "evaluation_tokens": 1048576}
{"event": "train", "step": 480, "epoch": 7, "tokens": 62914560, "loss": 4.429028877845178, "lr": 0.006938049504685113, "grad_norm": 0.2726185917854309, "tokens_per_second": 1787029.3721727924, "training_seconds": 0.9535019549948629, "elapsed_tokens_per_second": 1097136.1324583506, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 500, "epoch": 7, "tokens": 65536000, "loss": 4.391706490516663, "lr": 0.006922479325283836, "grad_norm": 0.20646244287490845, "tokens_per_second": 1776024.195985131, "training_seconds": 1.4760159269935684, "elapsed_tokens_per_second": 1114149.414892235, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 520, "epoch": 7, "tokens": 68157440, "loss": 4.355648517608643, "lr": 0.006905187054707512, "grad_norm": 0.21293342113494873, "tokens_per_second": 1776175.178850207, "training_seconds": 1.4758904590125894, "elapsed_tokens_per_second": 1130312.5500656867, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 540, "epoch": 7, "tokens": 70778880, "loss": 4.314736008644104, "lr": 0.006886181393919309, "grad_norm": 0.19499003887176514, "tokens_per_second": 1783280.342168577, "training_seconds": 1.4700100360059878, "elapsed_tokens_per_second": 1145817.2917672622, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 545, "epoch": 7, "tokens": 71434240, "loss": 4.322312831878662, "lr": 0.00688116336330005, "grad_norm": 0.1932288557291031, "tokens_per_second": 1778377.5653577426, "training_seconds": 0.3685156699939398, "elapsed_tokens_per_second": 1149532.24206935, "peak_memory_bytes": 42389451776}
{"loss": 4.307417999429303, "perplexity": 74.24853147919961, "tokens": 71434240, "seconds": 0.5400875019986415, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 7, "step": 545, "evaluation_tokens": 1048576}
{"event": "train", "step": 560, "epoch": 8, "tokens": 73400320, "loss": 4.298302078247071, "lr": 0.006865471906010078, "grad_norm": 0.18699416518211365, "tokens_per_second": 1789870.1770896842, "training_seconds": 1.098448381992057, "elapsed_tokens_per_second": 1150676.6271823153, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 580, "epoch": 8, "tokens": 76021760, "loss": 4.27444474697113, "lr": 0.006843069011386483, "grad_norm": 0.2253262996673584, "tokens_per_second": 1776514.0102814452, "training_seconds": 1.4756089649890782, "elapsed_tokens_per_second": 1164801.5882576304, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 600, "epoch": 8, "tokens": 78643200, "loss": 4.233610796928406, "lr": 0.0068189839825277595, "grad_norm": 0.15204834938049316, "tokens_per_second": 1772293.7164615993, "training_seconds": 1.4791227749956306, "elapsed_tokens_per_second": 1178236.0834940788, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 620, "epoch": 8, "tokens": 81264640, "loss": 4.208740830421448, "lr": 0.0067932289383137315, "grad_norm": 0.23512914776802063, "tokens_per_second": 1774598.8045473117, "training_seconds": 1.477201490997686, "elapsed_tokens_per_second": 1191120.7028307985, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 623, "epoch": 8, "tokens": 81657856, "loss": 4.214511076609294, "lr": 0.006789222432912081, "grad_norm": 0.2000272572040558, "tokens_per_second": 1780015.3190906546, "training_seconds": 0.22090596400084905, "elapsed_tokens_per_second": 1192990.6369447357, "peak_memory_bytes": 42389451776}
{"loss": 4.217039741959195, "perplexity": 67.83238541963566, "tokens": 81657856, "seconds": 0.5344931820000056, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 8, "step": 623, "evaluation_tokens": 1048576}
{"event": "train", "step": 640, "epoch": 9, "tokens": 83886080, "loss": 4.187549927655389, "lr": 0.00676581683792695, "grad_norm": 0.19073961675167084, "tokens_per_second": 1785665.4040886874, "training_seconds": 1.2478395979997003, "elapsed_tokens_per_second": 1194307.0497899167, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 660, "epoch": 9, "tokens": 86507520, "loss": 4.149670124053955, "lr": 0.006736761474332013, "grad_norm": 0.17663587629795074, "tokens_per_second": 1780750.6964871916, "training_seconds": 1.4720982589933556, "elapsed_tokens_per_second": 1206322.1728004215, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 680, "epoch": 9, "tokens": 89128960, "loss": 4.152987670898438, "lr": 0.006706077467335345, "grad_norm": 0.16186441481113434, "tokens_per_second": 1777669.2931162652, "training_seconds": 1.4746499870088883, "elapsed_tokens_per_second": 1217803.1532980357, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 700, "epoch": 9, "tokens": 91750400, "loss": 4.139778566360474, "lr": 0.0066737802562289485, "grad_norm": 0.17948424816131592, "tokens_per_second": 1776378.993754376, "training_seconds": 1.4757211210089736, "elapsed_tokens_per_second": 1228815.688739627, "peak_memory_bytes": 42389451776}
{"loss": 4.146186491722467, "perplexity": 63.192554882563364, "tokens": 91750400, "seconds": 0.5362649979942944, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 9, "step": 700, "evaluation_tokens": 1048576}
{"event": "train", "step": 720, "epoch": 10, "tokens": 94371840, "loss": 4.142227196693421, "lr": 0.006639886092021793, "grad_norm": 0.1453351080417633, "tokens_per_second": 1779943.1084577662, "training_seconds": 1.4727661729993997, "elapsed_tokens_per_second": 1230361.8481480735, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 740, "epoch": 10, "tokens": 96993280, "loss": 4.106720042228699, "lr": 0.006604412029262797, "grad_norm": 0.19394733011722565, "tokens_per_second": 1774150.1174850785, "training_seconds": 1.4775750789995072, "elapsed_tokens_per_second": 1240611.215189202, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 760, "epoch": 10, "tokens": 99614720, "loss": 4.0984670400619505, "lr": 0.006567375917459469, "grad_norm": 0.15958674252033234, "tokens_per_second": 1775617.6585033224, "training_seconds": 1.476353869002196, "elapsed_tokens_per_second": 1250505.5376953122, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 778, "epoch": 10, "tokens": 101974016, "loss": 4.086823463439941, "lr": 0.006532723251041431, "grad_norm": 0.1691032350063324, "tokens_per_second": 1779970.4060693544, "training_seconds": 1.3254692280024756, "elapsed_tokens_per_second": 1259137.0805221375, "peak_memory_bytes": 42389451776}
{"loss": 4.094775705108962, "perplexity": 60.02587415053884, "tokens": 101974016, "seconds": 0.5325633860047674, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 10, "step": 778, "evaluation_tokens": 1048576}
{"event": "train", "step": 780, "epoch": 11, "tokens": 102236160, "loss": 4.05682635307312, "lr": 0.006528796392096565, "grad_norm": 0.15808048844337463, "tokens_per_second": 1851770.5512154873, "training_seconds": 0.14156397499027662, "elapsed_tokens_per_second": 1251216.4413319961, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 800, "epoch": 11, "tokens": 104857600, "loss": 4.100921297073365, "lr": 0.006488692865259259, "grad_norm": 0.16357792913913727, "tokens_per_second": 1761470.0444775939, "training_seconds": 1.4882115130021702, "elapsed_tokens_per_second": 1260317.7038655537, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 820, "epoch": 11, "tokens": 107479040, "loss": 4.067354202270508, "lr": 0.006447085515865549, "grad_norm": 0.169460266828537, "tokens_per_second": 1775471.1186433726, "training_seconds": 1.4764757209923118, "elapsed_tokens_per_second": 1269273.0661877776, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 840, "epoch": 11, "tokens": 110100480, "loss": 4.054605174064636, "lr": 0.006403995279512818, "grad_norm": 0.15900945663452148, "tokens_per_second": 1773564.8012317482, "training_seconds": 1.4780627119907876, "elapsed_tokens_per_second": 1277906.0190759532, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 856, "epoch": 11, "tokens": 112197632, "loss": 4.051238015294075, "lr": 0.006368469957157371, "grad_norm": 0.1398249864578247, "tokens_per_second": 1780424.9427935255, "training_seconds": 1.1778940799995326, "elapsed_tokens_per_second": 1284649.1946850177, "peak_memory_bytes": 42389451776}
{"loss": 4.051256025967613, "perplexity": 57.469595036081245, "tokens": 112197632, "seconds": 0.5359392490063328, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 11, "step": 856, "evaluation_tokens": 1048576}
{"event": "train", "step": 860, "epoch": 12, "tokens": 112721920, "loss": 4.049381732940674, "lr": 0.006359443837943657, "grad_norm": 0.14420463144779205, "tokens_per_second": 1819472.7511875588, "training_seconds": 0.28815380700689275, "elapsed_tokens_per_second": 1278174.7041696168, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 880, "epoch": 12, "tokens": 115343360, "loss": 4.016802775859833, "lr": 0.006313453608136249, "grad_norm": 0.15778186917304993, "tokens_per_second": 1771946.374309464, "training_seconds": 1.4794127170025604, "elapsed_tokens_per_second": 1286298.291954283, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 900, "epoch": 12, "tokens": 117964800, "loss": 4.015024125576019, "lr": 0.006266047731024798, "grad_norm": 0.14847597479820251, "tokens_per_second": 1774317.3451464474, "training_seconds": 1.477435819004313, "elapsed_tokens_per_second": 1294180.8557357746, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 920, "epoch": 12, "tokens": 120586240, "loss": 4.024539804458618, "lr": 0.006217250059855699, "grad_norm": 0.17458602786064148, "tokens_per_second": 1773881.782116004, "training_seconds": 1.4777985920081846, "elapsed_tokens_per_second": 1301818.4671594035, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 934, "epoch": 12, "tokens": 122421248, "loss": 3.991335868835449, "lr": 0.006182276693241183, "grad_norm": 0.1487850695848465, "tokens_per_second": 1777072.8931353113, "training_seconds": 1.0326014239981305, "elapsed_tokens_per_second": 1307023.9643702807, "peak_memory_bytes": 42389451776}
{"loss": 4.015324055740176, "perplexity": 55.441258549881816, "tokens": 122421248, "seconds": 0.5320076279895147, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 12, "step": 934, "evaluation_tokens": 1048576}
{"event": "train", "step": 940, "epoch": 13, "tokens": 123207680, "loss": 3.998021364212036, "lr": 0.006167085148185275, "grad_norm": 0.15844039618968964, "tokens_per_second": 1805002.8746386522, "training_seconds": 0.4356957050040364, "elapsed_tokens_per_second": 1301776.1350160039, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 960, "epoch": 13, "tokens": 125829120, "loss": 3.988123559951782, "lr": 0.006115578237525155, "grad_norm": 0.1656922698020935, "tokens_per_second": 1778386.641471582, "training_seconds": 1.474055156999384, "elapsed_tokens_per_second": 1309062.8804265205, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 980, "epoch": 13, "tokens": 128450560, "loss": 3.9941072702407836, "lr": 0.00606275524464148, "grad_norm": 0.1778443306684494, "tokens_per_second": 1775732.7744279164, "training_seconds": 1.4762581609975314, "elapsed_tokens_per_second": 1316091.6080899022, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1000, "epoch": 13, "tokens": 131072000, "loss": 3.971053993701935, "lr": 0.006008642748514353, "grad_norm": 0.15448474884033203, "tokens_per_second": 1775469.1561587784, "training_seconds": 1.4764773529896047, "elapsed_tokens_per_second": 1322912.3925005605, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1012, "epoch": 13, "tokens": 132644864, "loss": 3.958472033341726, "lr": 0.005975567589470809, "grad_norm": 0.13217419385910034, "tokens_per_second": 1778768.9421910392, "training_seconds": 0.8842430080112536, "elapsed_tokens_per_second": 1326918.3432716192, "peak_memory_bytes": 42389451776}
{"loss": 3.9823322400766776, "perplexity": 53.64199446149251, "tokens": 132644864, "seconds": 0.5381057080085156, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 13, "step": 1012, "evaluation_tokens": 1048576}
{"event": "train", "step": 1020, "epoch": 14, "tokens": 133693440, "loss": 3.9786038994789124, "lr": 0.0059532679769640695, "grad_norm": 0.14482824504375458, "tokens_per_second": 1801292.381437578, "training_seconds": 0.5821242630045163, "elapsed_tokens_per_second": 1322254.9797095913, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1040, "epoch": 14, "tokens": 136314880, "loss": 3.9688729643821716, "lr": 0.005896658792950885, "grad_norm": 0.15671975910663605, "tokens_per_second": 1770831.433998599, "training_seconds": 1.4803441760013811, "elapsed_tokens_per_second": 1328706.804405165, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1060, "epoch": 14, "tokens": 138936320, "loss": 3.9419658064842222, "lr": 0.005838843680555183, "grad_norm": 0.1405658721923828, "tokens_per_second": 1771231.8367428265, "training_seconds": 1.480009531005635, "elapsed_tokens_per_second": 1334972.2154975566, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1080, "epoch": 14, "tokens": 141557760, "loss": 3.9493842363357543, "lr": 0.005779851730645125, "grad_norm": 0.1804969161748886, "tokens_per_second": 1770771.0707415976, "training_seconds": 1.480394638987491, "elapsed_tokens_per_second": 1341069.867605193, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1090, "epoch": 14, "tokens": 142868480, "loss": 3.941650938987732, "lr": 0.005749923694840951, "grad_norm": 0.1738225817680359, "tokens_per_second": 1780503.6958966453, "training_seconds": 0.7361512380011845, "elapsed_tokens_per_second": 1344088.3673026466, "peak_memory_bytes": 42389451776}
{"loss": 3.958368416939976, "perplexity": 52.3718072491088, "tokens": 142868480, "seconds": 0.5338947679992998, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 14, "step": 1090, "evaluation_tokens": 1048576}
{"event": "train", "step": 1100, "epoch": 15, "tokens": 144179200, "loss": 3.912114381790161, "lr": 0.005719712626238982, "grad_norm": 0.1437469869852066, "tokens_per_second": 1785248.8728863779, "training_seconds": 0.7341945539956214, "elapsed_tokens_per_second": 1340185.77155696, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1120, "epoch": 15, "tokens": 146800640, "loss": 3.9367640256881713, "lr": 0.005658456627569504, "grad_norm": 0.17466530203819275, "tokens_per_second": 1778838.8043973353, "training_seconds": 1.4736804670101264, "elapsed_tokens_per_second": 1346099.0152212267, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1140, "epoch": 15, "tokens": 149422080, "loss": 3.9209171652793886, "lr": 0.005596114556857868, "grad_norm": 0.1429774910211563, "tokens_per_second": 1777114.66317882, "training_seconds": 1.4751102190057281, "elapsed_tokens_per_second": 1351829.1646209254, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1160, "epoch": 15, "tokens": 152043520, "loss": 3.928402864933014, "lr": 0.005532717782804831, "grad_norm": 0.14223438501358032, "tokens_per_second": 1771985.3518991477, "training_seconds": 1.4793801750056446, "elapsed_tokens_per_second": 1357363.1176172253, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1167, "epoch": 15, "tokens": 152961024, "loss": 3.921278238296509, "lr": 0.0055102856259664525, "grad_norm": 0.1352783739566803, "tokens_per_second": 1787819.5819737797, "training_seconds": 0.513197198000853, "elapsed_tokens_per_second": 1359304.3825848687, "peak_memory_bytes": 42389451776}
{"loss": 3.93083335543824, "perplexity": 50.94941895776952, "tokens": 152961024, "seconds": 0.5385310619894881, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 15, "step": 1167, "evaluation_tokens": 1048576}
{"event": "train", "step": 1180, "epoch": 16, "tokens": 154664960, "loss": 3.9134600712702823, "lr": 0.005468298204806925, "grad_norm": 0.13876041769981384, "tokens_per_second": 1784443.3307273444, "training_seconds": 0.9548837840120541, "elapsed_tokens_per_second": 1356279.6959154715, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1200, "epoch": 16, "tokens": 157286400, "loss": 3.909784126281738, "lr": 0.005402888236905619, "grad_norm": 0.19708052277565002, "tokens_per_second": 1774385.794378796, "training_seconds": 1.4773788250022335, "elapsed_tokens_per_second": 1361605.9583683598, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1220, "epoch": 16, "tokens": 159907840, "loss": 3.891802203655243, "lr": 0.005336520791477519, "grad_norm": 0.15120825171470642, "tokens_per_second": 1778435.8024108834, "training_seconds": 1.4740144099923782, "elapsed_tokens_per_second": 1366839.1395170556, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1240, "epoch": 16, "tokens": 162529280, "loss": 3.8797767877578737, "lr": 0.005269229262673828, "grad_norm": 0.12732355296611786, "tokens_per_second": 1770742.1698681214, "training_seconds": 1.480418801002088, "elapsed_tokens_per_second": 1371871.160589918, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1245, "epoch": 16, "tokens": 163184640, "loss": 3.8741101264953612, "lr": 0.005252265950337139, "grad_norm": 0.16916339099407196, "tokens_per_second": 1770979.1567271187, "training_seconds": 0.3700551740039373, "elapsed_tokens_per_second": 1373092.6566491094, "peak_memory_bytes": 42389451776}
{"loss": 3.9054398165925246, "perplexity": 49.67192164396863, "tokens": 163184640, "seconds": 0.5347939200000837, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 16, "step": 1245, "evaluation_tokens": 1048576}
{"event": "train", "step": 1260, "epoch": 17, "tokens": 165150720, "loss": 3.88937824567159, "lr": 0.005201047509617394, "grad_norm": 0.13841880857944489, "tokens_per_second": 1782019.9430260048, "training_seconds": 1.1032873160002055, "elapsed_tokens_per_second": 1370480.5485331921, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1280, "epoch": 17, "tokens": 167772160, "loss": 3.87573527097702, "lr": 0.0051320098393657825, "grad_norm": 0.14424104988574982, "tokens_per_second": 1773459.0569088494, "training_seconds": 1.4781508430023678, "elapsed_tokens_per_second": 1375348.2086000014, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1300, "epoch": 17, "tokens": 170393600, "loss": 3.8797362446784973, "lr": 0.00506215098964898, "grad_norm": 0.16666240990161896, "tokens_per_second": 1774683.5644545446, "training_seconds": 1.477130939005292, "elapsed_tokens_per_second": 1380106.1946012694, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1320, "epoch": 17, "tokens": 173015040, "loss": 3.875320303440094, "lr": 0.004991506111390386, "grad_norm": 0.12645024061203003, "tokens_per_second": 1771089.9566078999, "training_seconds": 1.4801280929968925, "elapsed_tokens_per_second": 1384722.6193049562, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1323, "epoch": 17, "tokens": 173408256, "loss": 3.84653377532959, "lr": 0.004980843776856041, "grad_norm": 0.13397841155529022, "tokens_per_second": 1793549.0880921094, "training_seconds": 0.21923905100265983, "elapsed_tokens_per_second": 1385413.6887626112, "peak_memory_bytes": 42389451776}
{"loss": 3.880380756859822, "perplexity": 48.44265643402997, "tokens": 173408256, "seconds": 0.5348568900080863, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 17, "step": 1323, "evaluation_tokens": 1048576}
{"event": "train", "step": 1340, "epoch": 18, "tokens": 175636480, "loss": 3.8552179476794075, "lr": 0.004920110751019897, "grad_norm": 0.14952683448791504, "tokens_per_second": 1782240.518691071, "training_seconds": 1.2502375390031375, "elapsed_tokens_per_second": 1383241.2310793514, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1360, "epoch": 18, "tokens": 178257920, "loss": 3.869166624546051, "lr": 0.00484800083258799, "grad_norm": 0.129180446267128, "tokens_per_second": 1772602.374144759, "training_seconds": 1.4788652199931676, "elapsed_tokens_per_second": 1387710.546690122, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1380, "epoch": 18, "tokens": 180879360, "loss": 3.848450577259064, "lr": 0.00477521263968979, "grad_norm": 0.1443544328212738, "tokens_per_second": 1770686.3647653358, "training_seconds": 1.4804654580075294, "elapsed_tokens_per_second": 1392053.478026213, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1400, "epoch": 18, "tokens": 183500800, "loss": 3.8416919231414797, "lr": 0.004701782797208232, "grad_norm": 0.16188031435012817, "tokens_per_second": 1778679.850823921, "training_seconds": 1.4738121639966266, "elapsed_tokens_per_second": 1396373.3073645483, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1401, "epoch": 18, "tokens": 183631872, "loss": 3.870063304901123, "lr": 0.004698095123205465, "grad_norm": 0.15589787065982819, "tokens_per_second": 1798087.1782324365, "training_seconds": 0.0728952420031419, "elapsed_tokens_per_second": 1396575.2822484658, "peak_memory_bytes": 42389451776}
{"loss": 3.859972203009402, "perplexity": 47.46403199326522, "tokens": 183631872, "seconds": 0.5368410200026119, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 18, "step": 1401, "evaluation_tokens": 1048576}
{"event": "train", "step": 1420, "epoch": 19, "tokens": 186122240, "loss": 3.832679497568231, "lr": 0.004627748252885495, "grad_norm": 0.15040874481201172, "tokens_per_second": 1787474.7791930656, "training_seconds": 1.3932325250061695, "elapsed_tokens_per_second": 1394906.2515733922, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1440, "epoch": 19, "tokens": 188743680, "loss": 3.8424379944801332, "lr": 0.00455314625873198, "grad_norm": 0.16198107600212097, "tokens_per_second": 1773985.9873929117, "training_seconds": 1.4777117850026116, "elapsed_tokens_per_second": 1399046.933797502, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1460, "epoch": 19, "tokens": 191365120, "loss": 3.8386351466178894, "lr": 0.004478014352282198, "grad_norm": 0.15028749406337738, "tokens_per_second": 1773005.0735927874, "training_seconds": 1.4785293280001497, "elapsed_tokens_per_second": 1403080.6715533629, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1479, "epoch": 19, "tokens": 193855488, "loss": 3.8102424270228337, "lr": 0.004406182639537017, "grad_norm": 0.14635251462459564, "tokens_per_second": 1775505.5020478477, "training_seconds": 1.402624772003037, "elapsed_tokens_per_second": 1406859.0661544777, "peak_memory_bytes": 42389451776}
{"loss": 3.839355178411244, "perplexity": 46.49548347989169, "tokens": 193855488, "seconds": 0.5356704010046087, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 19, "step": 1479, "evaluation_tokens": 1048576}
{"event": "train", "step": 1480, "epoch": 20, "tokens": 193986560, "loss": 3.8366012573242188, "lr": 0.004402390337706972, "grad_norm": 0.14249512553215027, "tokens_per_second": 1916954.3356892243, "training_seconds": 0.06837512900528964, "elapsed_tokens_per_second": 1401540.1789836315, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1500, "epoch": 20, "tokens": 196608000, "loss": 3.8051266431808473, "lr": 0.004326312266791497, "grad_norm": 0.16312189400196075, "tokens_per_second": 1777140.780987842, "training_seconds": 1.4750885399989784, "elapsed_tokens_per_second": 1405481.2004792197, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1520, "epoch": 20, "tokens": 199229440, "loss": 3.827569377422333, "lr": 0.004249818419788796, "grad_norm": 0.14676019549369812, "tokens_per_second": 1782850.7569071108, "training_seconds": 1.470364241002244, "elapsed_tokens_per_second": 1409391.2897952748, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1540, "epoch": 20, "tokens": 201850880, "loss": 3.794990348815918, "lr": 0.004172947286158222, "grad_norm": 0.14097070693969727, "tokens_per_second": 1775762.5974343144, "training_seconds": 1.47623336801189, "elapsed_tokens_per_second": 1413157.5421242989, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1557, "epoch": 20, "tokens": 204079104, "loss": 3.8211871876436123, "lr": 0.0041073390670818555, "grad_norm": 0.1490841805934906, "tokens_per_second": 1778190.9433945718, "training_seconds": 1.2530847760062898, "elapsed_tokens_per_second": 1416320.0771596488, "peak_memory_bytes": 42389451776}
{"loss": 3.8247150936130563, "perplexity": 45.81974416876293, "tokens": 204079104, "seconds": 0.5366264999902342, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 20, "step": 1557, "evaluation_tokens": 1048576}
{"event": "train", "step": 1560, "epoch": 21, "tokens": 204472320, "loss": 3.8290568192799888, "lr": 0.004095737545198686, "grad_norm": 0.14681687951087952, "tokens_per_second": 1806218.7160091742, "training_seconds": 0.21770121000008658, "elapsed_tokens_per_second": 1411542.4227163286, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1580, "epoch": 21, "tokens": 207093760, "loss": 3.8109636902809143, "lr": 0.00401822804658637, "grad_norm": 0.1569657325744629, "tokens_per_second": 1768371.9937901895, "training_seconds": 1.4824030290037626, "elapsed_tokens_per_second": 1415141.8882394785, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1600, "epoch": 21, "tokens": 209715200, "loss": 3.808235251903534, "lr": 0.003940457790826714, "grad_norm": 0.14496390521526337, "tokens_per_second": 1774352.0002529246, "training_seconds": 1.4774069630075246, "elapsed_tokens_per_second": 1418718.5282610655, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1620, "epoch": 21, "tokens": 212336640, "loss": 3.815959405899048, "lr": 0.0038624659096305057, "grad_norm": 0.13723662495613098, "tokens_per_second": 1778516.124423303, "training_seconds": 1.4739478400006192, "elapsed_tokens_per_second": 1422252.4141259163, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1634, "epoch": 21, "tokens": 214171648, "loss": 3.80325414453234, "lr": 0.003807760736513841, "grad_norm": 0.13287551701068878, "tokens_per_second": 1776766.4503896239, "training_seconds": 1.0327795189950848, "elapsed_tokens_per_second": 1424676.8100251143, "peak_memory_bytes": 42389451776}
{"loss": 3.798624965088962, "perplexity": 44.63976104342962, "tokens": 214171648, "seconds": 0.5341238570108544, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 21, "step": 1634, "evaluation_tokens": 1048576}
{"event": "train", "step": 1640, "epoch": 22, "tokens": 214958080, "loss": 3.7756810585657754, "lr": 0.003784291646223944, "grad_norm": 0.15482740104198456, "tokens_per_second": 1801860.901995713, "training_seconds": 0.4364554439962376, "elapsed_tokens_per_second": 1420631.3807655547, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1660, "epoch": 22, "tokens": 217579520, "loss": 3.781433570384979, "lr": 0.00370597433560261, "grad_norm": 0.15935666859149933, "tokens_per_second": 1775830.2295378363, "training_seconds": 1.4761771459889133, "elapsed_tokens_per_second": 1424049.3596432456, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1680, "epoch": 22, "tokens": 220200960, "loss": 3.793428635597229, "lr": 0.0036275533847392413, "grad_norm": 0.13744577765464783, "tokens_per_second": 1775178.6403749592, "training_seconds": 1.4767189849953866, "elapsed_tokens_per_second": 1427395.7134067363, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1700, "epoch": 22, "tokens": 222822400, "loss": 3.7767621517181396, "lr": 0.003549068252755307, "grad_norm": 0.1416596919298172, "tokens_per_second": 1777324.5742308272, "training_seconds": 1.4749360010027885, "elapsed_tokens_per_second": 1430694.9940179249, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1712, "epoch": 22, "tokens": 224395264, "loss": 3.7750638524691262, "lr": 0.003501962794307609, "grad_norm": 0.14493688941001892, "tokens_per_second": 1777460.6103022143, "training_seconds": 0.8848938709998038, "elapsed_tokens_per_second": 1432639.1934956335, "peak_memory_bytes": 42389451776}
{"loss": 3.78134533453165, "perplexity": 43.87502863922342, "tokens": 224395264, "seconds": 0.5356744019954931, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 22, "step": 1712, "evaluation_tokens": 1048576}
{"event": "train", "step": 1720, "epoch": 23, "tokens": 225443840, "loss": 3.7770926654338837, "lr": 0.003470558431066335, "grad_norm": 0.153473898768425, "tokens_per_second": 1793737.8889315547, "training_seconds": 0.5845759330113651, "elapsed_tokens_per_second": 1429022.4506304353, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1740, "epoch": 23, "tokens": 228065280, "loss": 3.774821770191193, "lr": 0.003392063423510983, "grad_norm": 0.16814766824245453, "tokens_per_second": 1781070.204233504, "training_seconds": 1.4718341779953334, "elapsed_tokens_per_second": 1432259.385393083, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1760, "epoch": 23, "tokens": 230686720, "loss": 3.7669421195983888, "lr": 0.0033136227264738754, "grad_norm": 0.14583568274974823, "tokens_per_second": 1776893.624501106, "training_seconds": 1.4752937169978395, "elapsed_tokens_per_second": 1435411.4474790914, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1780, "epoch": 23, "tokens": 233308160, "loss": 3.758360981941223, "lr": 0.0032352758090121777, "grad_norm": 0.12325181812047958, "tokens_per_second": 1768599.946342028, "training_seconds": 1.4822119640011806, "elapsed_tokens_per_second": 1438437.5792828624, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1790, "epoch": 23, "tokens": 234618880, "loss": 3.7648250818252564, "lr": 0.0031961498393423327, "grad_norm": 0.1459231674671173, "tokens_per_second": 1784349.3276432103, "training_seconds": 0.734564683996723, "elapsed_tokens_per_second": 1439982.7213130787, "peak_memory_bytes": 42389451776}
{"loss": 3.76139660770301, "perplexity": 43.008449986556485, "tokens": 234618880, "seconds": 0.5334731890034163, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 23, "step": 1790, "evaluation_tokens": 1048576}
{"event": "train", "step": 1800, "epoch": 24, "tokens": 235929600, "loss": 3.7334392786026003, "lr": 0.00315706209299592, "grad_norm": 0.12575578689575195, "tokens_per_second": 1795981.1827027842, "training_seconds": 0.7298072010016767, "elapsed_tokens_per_second": 1436602.3919661364, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1820, "epoch": 24, "tokens": 238551040, "loss": 3.748176121711731, "lr": 0.0030790209332720777, "grad_norm": 0.14417032897472382, "tokens_per_second": 1771705.8619711816, "training_seconds": 1.4796135500073433, "elapsed_tokens_per_second": 1439576.210464849, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1840, "epoch": 24, "tokens": 241172480, "loss": 3.767906653881073, "lr": 0.0030011915978623623, "grad_norm": 0.14948007464408875, "tokens_per_second": 1779949.1706569218, "training_seconds": 1.4727611570124282, "elapsed_tokens_per_second": 1442562.1692350155, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1860, "epoch": 24, "tokens": 243793920, "loss": 3.7455888748168946, "lr": 0.0029236132482047066, "grad_norm": 0.16500860452651978, "tokens_per_second": 1780212.1493194527, "training_seconds": 1.4725435959990136, "elapsed_tokens_per_second": 1445492.5592576724, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1868, "epoch": 24, "tokens": 244842496, "loss": 3.738469660282135, "lr": 0.0028926609329181447, "grad_norm": 0.15128010511398315, "tokens_per_second": 1770346.748013075, "training_seconds": 0.5922997860034229, "elapsed_tokens_per_second": 1446617.630569994, "peak_memory_bytes": 42389451776}
{"loss": 3.753940494914494, "perplexity": 42.6889666645404, "tokens": 244842496, "seconds": 0.5350580039958004, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 24, "step": 1868, "evaluation_tokens": 1048576}
{"event": "train", "step": 1880, "epoch": 25, "tokens": 246415360, "loss": 3.745385388533274, "lr": 0.0028463249194483737, "grad_norm": 0.19093653559684753, "tokens_per_second": 1786461.6513708476, "training_seconds": 0.8804353559971787, "elapsed_tokens_per_second": 1443767.589759697, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1900, "epoch": 25, "tokens": 249036800, "loss": 3.7318368911743165, "lr": 0.002769365500812622, "grad_norm": 0.13665878772735596, "tokens_per_second": 1770689.5091517624, "training_seconds": 1.4804628290003166, "elapsed_tokens_per_second": 1446565.5941964793, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1920, "epoch": 25, "tokens": 251658240, "loss": 3.7251649737358092, "lr": 0.0026927737160187875, "grad_norm": 0.13221865892410278, "tokens_per_second": 1773028.081130886, "training_seconds": 1.478510141998413, "elapsed_tokens_per_second": 1449335.3366797504, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1940, "epoch": 25, "tokens": 254279680, "loss": 3.7254884958267214, "lr": 0.002616588103805643, "grad_norm": 0.15597526729106903, "tokens_per_second": 1775529.4264686487, "training_seconds": 1.476427233996219, "elapsed_tokens_per_second": 1452073.1646591262, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1946, "epoch": 25, "tokens": 255066112, "loss": 3.7264112631479898, "lr": 0.0025938173604629845, "grad_norm": 0.13830852508544922, "tokens_per_second": 1782984.7924525586, "training_seconds": 0.4410761119943345, "elapsed_tokens_per_second": 1452890.716358882, "peak_memory_bytes": 42389451776}
{"loss": 3.7356007952507255, "perplexity": 41.91319925128224, "tokens": 255066112, "seconds": 0.5351326429954497, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 25, "step": 1946, "evaluation_tokens": 1048576}
{"event": "train", "step": 1960, "epoch": 26, "tokens": 256901120, "loss": 3.71531411579677, "lr": 0.0025408469985378395, "grad_norm": 0.1594861000776291, "tokens_per_second": 1771247.8457686598, "training_seconds": 1.0359973079903284, "elapsed_tokens_per_second": 1450304.9837884232, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1980, "epoch": 26, "tokens": 259522560, "loss": 3.7151164531707765, "lr": 0.0024655885109171696, "grad_norm": 0.12989969551563263, "tokens_per_second": 1772170.3948855228, "training_seconds": 1.4792257040098775, "elapsed_tokens_per_second": 1452954.6442614913, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2000, "epoch": 26, "tokens": 262144000, "loss": 3.7115674138069155, "lr": 0.0023908505088063923, "grad_norm": 0.1408497840166092, "tokens_per_second": 1774839.8001966884, "training_seconds": 1.477000910002971, "elapsed_tokens_per_second": 1455580.5378197432, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2020, "epoch": 26, "tokens": 264765440, "loss": 3.704812967777252, "lr": 0.002316670598175228, "grad_norm": 0.1444157361984253, "tokens_per_second": 1775931.2649939111, "training_seconds": 1.4760931640048511, "elapsed_tokens_per_second": 1458170.5599338305, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2024, "epoch": 26, "tokens": 265289728, "loss": 3.698185384273529, "lr": 0.002301904876794536, "grad_norm": 0.1558924913406372, "tokens_per_second": 1776455.4656038103, "training_seconds": 0.2951315190002788, "elapsed_tokens_per_second": 1458673.8631298067, "peak_memory_bytes": 42389451776}
{"loss": 3.7127481600267354, "perplexity": 40.966233738253905, "tokens": 265289728, "seconds": 0.5360393339942675, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 26, "step": 2024, "evaluation_tokens": 1048576}
{"event": "train", "step": 2040, "epoch": 27, "tokens": 267386880, "loss": 3.6982328295707703, "lr": 0.0022430861041781414, "grad_norm": 0.13552187383174896, "tokens_per_second": 1778195.4136214925, "training_seconds": 1.1793709419871448, "elapsed_tokens_per_second": 1456383.5893690905, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2060, "epoch": 27, "tokens": 270008320, "loss": 3.6933799624443053, "lr": 0.002170134052373413, "grad_norm": 0.13453838229179382, "tokens_per_second": 1771820.377814908, "training_seconds": 1.4795179200009443, "elapsed_tokens_per_second": 1458892.1222787239, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2080, "epoch": 27, "tokens": 272629760, "loss": 3.698433685302734, "lr": 0.0020978511500929745, "grad_norm": 0.16447021067142487, "tokens_per_second": 1774198.388826939, "training_seconds": 1.4775348780094646, "elapsed_tokens_per_second": 1461379.3259464272, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2100, "epoch": 27, "tokens": 275251200, "loss": 3.6988422155380247, "lr": 0.0020262737679723475, "grad_norm": 0.14101102948188782, "tokens_per_second": 1781922.014110443, "training_seconds": 1.4711305990058463, "elapsed_tokens_per_second": 1463873.1512998354, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2101, "epoch": 27, "tokens": 275382272, "loss": 3.6549220085144043, "lr": 0.002022714066360619, "grad_norm": 0.12530280649662018, "tokens_per_second": 1801543.0300015386, "training_seconds": 0.07275540901173372, "elapsed_tokens_per_second": 1463992.7309520724, "peak_memory_bytes": 42389451776}
{"loss": 3.70095898484242, "perplexity": 40.486111316532885, "tokens": 275382272, "seconds": 0.5407369140011724, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 27, "step": 2101, "evaluation_tokens": 1048576}
{"event": "train", "step": 2120, "epoch": 28, "tokens": 277872640, "loss": 3.683779327492965, "lr": 0.001955437921650013, "grad_norm": 0.12602049112319946, "tokens_per_second": 1770571.6978913047, "training_seconds": 1.4065332699974533, "elapsed_tokens_per_second": 1461726.519341317, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2140, "epoch": 28, "tokens": 280494080, "loss": 3.6847251892089843, "lr": 0.0018853792536453928, "grad_norm": 0.15154410898685455, "tokens_per_second": 1774984.3501734617, "training_seconds": 1.4768806270003552, "elapsed_tokens_per_second": 1464128.9164921003, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2160, "epoch": 28, "tokens": 283115520, "loss": 3.68659086227417, "lr": 0.001816133015424586, "grad_norm": 0.14632774889469147, "tokens_per_second": 1778921.654460692, "training_seconds": 1.4736118330038153, "elapsed_tokens_per_second": 1466519.5360553975, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2179, "epoch": 28, "tokens": 285605888, "loss": 3.6838168344999613, "lr": 0.0017511333421584116, "grad_norm": 0.12932442128658295, "tokens_per_second": 1779099.043612535, "training_seconds": 1.3997916579974117, "elapsed_tokens_per_second": 1468754.776714997, "peak_memory_bytes": 42389451776}
{"loss": 3.6806930340071173, "perplexity": 39.673879895129225, "tokens": 285605888, "seconds": 0.5362773419910809, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 28, "step": 2179, "evaluation_tokens": 1048576}
{"event": "train", "step": 2180, "epoch": 29, "tokens": 285736960, "loss": 3.690884828567505, "lr": 0.001747734049662861, "grad_norm": 0.15369433164596558, "tokens_per_second": 1938297.6239839303, "training_seconds": 0.06762222600809764, "elapsed_tokens_per_second": 1464794.9939448142, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2200, "epoch": 29, "tokens": 288358400, "loss": 3.6547410130500793, "lr": 0.0016802167727128458, "grad_norm": 0.12339218705892563, "tokens_per_second": 1775903.547733885, "training_seconds": 1.4761162020004122, "elapsed_tokens_per_second": 1467121.8732405128, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2220, "epoch": 29, "tokens": 290979840, "loss": 3.6820628166198732, "lr": 0.0016136151572872296, "grad_norm": 0.14438065886497498, "tokens_per_second": 1779940.4508154516, "training_seconds": 1.4727683719975175, "elapsed_tokens_per_second": 1469433.0765423167, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2240, "epoch": 29, "tokens": 293601280, "loss": 3.6672082901000977, "lr": 0.0015479627153646867, "grad_norm": 0.1413242518901825, "tokens_per_second": 1771272.7888011588, "training_seconds": 1.4799753129918827, "elapsed_tokens_per_second": 1471663.5833935584, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2257, "epoch": 29, "tokens": 295829504, "loss": 3.642033534891465, "lr": 0.0014929291157533989, "grad_norm": 0.1410801112651825, "tokens_per_second": 1769932.4802139415, "training_seconds": 1.2589316399971722, "elapsed_tokens_per_second": 1473521.2112245436, "peak_memory_bytes": 42389451776}
{"loss": 3.6661723980449428, "perplexity": 39.10195235293776, "tokens": 295829504, "seconds": 0.535428729999694, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 29, "step": 2257, "evaluation_tokens": 1048576}
{"event": "train", "step": 2260, "epoch": 30, "tokens": 296222720, "loss": 3.626995245615641, "lr": 0.0014832924813276375, "grad_norm": 0.15836116671562195, "tokens_per_second": 1840750.7717705325, "training_seconds": 0.21361718600383028, "elapsed_tokens_per_second": 1469923.8358006408, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2280, "epoch": 30, "tokens": 298844160, "loss": 3.6674699425697326, "lr": 0.0014196369953403136, "grad_norm": 0.13515864312648773, "tokens_per_second": 1773345.5971682135, "training_seconds": 1.4782454160013003, "elapsed_tokens_per_second": 1472125.3392966476, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2300, "epoch": 30, "tokens": 301465600, "loss": 3.6356202721595765, "lr": 0.0013570282869755036, "grad_norm": 0.12751349806785583, "tokens_per_second": 1772922.752124462, "training_seconds": 1.47859798000718, "elapsed_tokens_per_second": 1474287.2263862325, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2320, "epoch": 30, "tokens": 304087040, "loss": 3.6348374128341674, "lr": 0.001295497859098207, "grad_norm": 0.1458631455898285, "tokens_per_second": 1774516.4431340513, "training_seconds": 1.4772700530011207, "elapsed_tokens_per_second": 1476429.0769131733, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2335, "epoch": 30, "tokens": 306053120, "loss": 3.630524667104085, "lr": 0.0012500763051590503, "grad_norm": 0.1410222053527832, "tokens_per_second": 1781133.989394935, "training_seconds": 1.1038361020036973, "elapsed_tokens_per_second": 1478041.3237221397, "peak_memory_bytes": 42389451776}
{"loss": 3.650537544971308, "perplexity": 38.49535347200148, "tokens": 306053120, "seconds": 0.5392714250046993, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 30, "step": 2335, "evaluation_tokens": 1048576}
{"event": "train", "step": 2340, "epoch": 31, "tokens": 306708480, "loss": 3.6412004947662355, "lr": 0.0012350766720143234, "grad_norm": 0.13157983124256134, "tokens_per_second": 1803246.9484780803, "training_seconds": 0.3634333059890196, "elapsed_tokens_per_second": 1474718.611821817, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2360, "epoch": 31, "tokens": 309329920, "loss": 3.6251304268836977, "lr": 0.0011757951278923329, "grad_norm": 0.14990127086639404, "tokens_per_second": 1777663.5188817906, "training_seconds": 1.4746547769900644, "elapsed_tokens_per_second": 1476841.4290725284, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2380, "epoch": 31, "tokens": 311951360, "loss": 3.633101427555084, "lr": 0.0011176830554658155, "grad_norm": 0.1325700283050537, "tokens_per_second": 1774341.5685157194, "training_seconds": 1.4774156490020687, "elapsed_tokens_per_second": 1478913.746667468, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2400, "epoch": 31, "tokens": 314572800, "loss": 3.6400373220443725, "lr": 0.0010607696950245059, "grad_norm": 0.1400577276945114, "tokens_per_second": 1780121.614229724, "training_seconds": 1.4726184879982611, "elapsed_tokens_per_second": 1480993.1818145777, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2413, "epoch": 31, "tokens": 316276736, "loss": 3.6339293993436375, "lr": 0.0010244324105291908, "grad_norm": 0.12897570431232452, "tokens_per_second": 1768325.6878438317, "training_seconds": 0.9635872009966988, "elapsed_tokens_per_second": 1482278.6668600927, "peak_memory_bytes": 42389451776}
{"loss": 3.6346277377097955, "perplexity": 37.88774609245827, "tokens": 316276736, "seconds": 0.5384589049936039, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 31, "step": 2413, "evaluation_tokens": 1048576}
{"event": "train", "step": 2420, "epoch": 32, "tokens": 317194240, "loss": 3.617983375276838, "lr": 0.0010050836837014437, "grad_norm": 0.15705883502960205, "tokens_per_second": 1802330.8832221276, "training_seconds": 0.5090652379876701, "elapsed_tokens_per_second": 1479265.7097300675, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2440, "epoch": 32, "tokens": 319815680, "loss": 3.621131718158722, "lr": 0.0009506530410636026, "grad_norm": 0.13194119930267334, "tokens_per_second": 1773142.9370708184, "training_seconds": 1.4784143709985074, "elapsed_tokens_per_second": 1481268.228528939, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2460, "epoch": 32, "tokens": 322437120, "loss": 3.5997734665870667, "lr": 0.0008975051550132694, "grad_norm": 0.12607745826244354, "tokens_per_second": 1774089.3116280918, "training_seconds": 1.4776257220073603, "elapsed_tokens_per_second": 1483247.7709159157, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2480, "epoch": 32, "tokens": 325058560, "loss": 3.6156906127929687, "lr": 0.0008456667680072555, "grad_norm": 0.13797809183597565, "tokens_per_second": 1767043.9039958818, "training_seconds": 1.483517186003155, "elapsed_tokens_per_second": 1485163.7701029342, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2491, "epoch": 32, "tokens": 326500352, "loss": 3.6059593070637095, "lr": 0.0008177233067588173, "grad_norm": 0.12713806331157684, "tokens_per_second": 1779297.7591687508, "training_seconds": 0.8103151889954461, "elapsed_tokens_per_second": 1486237.8446304991, "peak_memory_bytes": 42389451776}
{"loss": 3.621408376872632, "perplexity": 37.39019023645211, "tokens": 326500352, "seconds": 0.5380659579968778, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 32, "step": 2491, "evaluation_tokens": 1048576}
{"event": "train", "step": 2500, "epoch": 33, "tokens": 327680000, "loss": 3.607937494913737, "lr": 0.0007951639636008723, "grad_norm": 0.12881413102149963, "tokens_per_second": 1788716.4271129721, "training_seconds": 0.6594941389921587, "elapsed_tokens_per_second": 1483464.49597982, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2520, "epoch": 33, "tokens": 330301440, "loss": 3.6032598853111266, "lr": 0.000746022153323459, "grad_norm": 0.1380346715450287, "tokens_per_second": 1777112.8910237832, "training_seconds": 1.475111690000631, "elapsed_tokens_per_second": 1485404.1669872955, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2540, "epoch": 33, "tokens": 332922880, "loss": 3.6122000575065614, "lr": 0.0006982660638920423, "grad_norm": 0.11848434805870056, "tokens_per_second": 1782330.5519790933, "training_seconds": 1.4707933930039871, "elapsed_tokens_per_second": 1487341.51425305, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2560, "epoch": 33, "tokens": 335544320, "loss": 3.5797940850257874, "lr": 0.0006519197247695787, "grad_norm": 0.13515330851078033, "tokens_per_second": 1774464.707176886, "training_seconds": 1.4773131240071962, "elapsed_tokens_per_second": 1489216.0953833982, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2568, "epoch": 33, "tokens": 336592896, "loss": 3.62614706158638, "lr": 0.0006337811670178101, "grad_norm": 0.13689953088760376, "tokens_per_second": 1764717.3156469788, "training_seconds": 0.594189216993982, "elapsed_tokens_per_second": 1489929.2155582004, "peak_memory_bytes": 42389451776}
{"loss": 3.6094348215687218, "perplexity": 36.94516630194134, "tokens": 336592896, "seconds": 0.5348893859918462, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 33, "step": 2568, "evaluation_tokens": 1048576}
{"event": "train", "step": 2580, "epoch": 34, "tokens": 338165760, "loss": 3.6294398109118142, "lr": 0.0006070064560740314, "grad_norm": 0.14200380444526672, "tokens_per_second": 1778335.1939289288, "training_seconds": 0.8844586810009787, "elapsed_tokens_per_second": 1487301.0472932772, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2600, "epoch": 34, "tokens": 340787200, "loss": 3.6153536677360534, "lr": 0.0005635488568443762, "grad_norm": 0.12442697584629059, "tokens_per_second": 1777604.967124748, "training_seconds": 1.4747033500025282, "elapsed_tokens_per_second": 1489161.1256372281, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2620, "epoch": 34, "tokens": 343408640, "loss": 3.611079239845276, "lr": 0.000521568793669425, "grad_norm": 0.125039204955101, "tokens_per_second": 1776376.0024906157, "training_seconds": 1.4757236059958814, "elapsed_tokens_per_second": 1490987.7075109053, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2640, "epoch": 34, "tokens": 346030080, "loss": 3.6126050472259523, "lr": 0.00048108738968520007, "grad_norm": 0.13511203229427338, "tokens_per_second": 1774372.849694171, "training_seconds": 1.4773896030092146, "elapsed_tokens_per_second": 1492784.9765405634, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2646, "epoch": 34, "tokens": 346816512, "loss": 3.6213446855545044, "lr": 0.0004692382721132998, "grad_norm": 0.12901459634304047, "tokens_per_second": 1775558.7548127573, "training_seconds": 0.44292085399501957, "elapsed_tokens_per_second": 1493310.2912313542, "peak_memory_bytes": 42389451776}
{"loss": 3.598885999903533, "perplexity": 36.5574867076821, "tokens": 346816512, "seconds": 0.5422477790125413, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 34, "step": 2646, "evaluation_tokens": 1048576}
{"event": "train", "step": 2660, "epoch": 35, "tokens": 348651520, "loss": 3.587644577026367, "lr": 0.0004421250139463922, "grad_norm": 0.1278531849384308, "tokens_per_second": 1789703.2881164015, "training_seconds": 1.025314090991742, "elapsed_tokens_per_second": 1491067.7618084527, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2680, "epoch": 35, "tokens": 351272960, "loss": 3.6018131375312805, "lr": 0.00040470127117724975, "grad_norm": 0.12593352794647217, "tokens_per_second": 1772508.6982758855, "training_seconds": 1.4789433770056348, "elapsed_tokens_per_second": 1492828.6982714313, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2700, "epoch": 35, "tokens": 353894400, "loss": 3.5961185693740845, "lr": 0.00036883499190705737, "grad_norm": 0.12185107171535492, "tokens_per_second": 1773365.013358223, "training_seconds": 1.4782292310119374, "elapsed_tokens_per_second": 1494568.4711283012, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2720, "epoch": 35, "tokens": 356515840, "loss": 3.5806635856628417, "lr": 0.0003345442229951658, "grad_norm": 0.12416616082191467, "tokens_per_second": 1771693.4054023535, "training_seconds": 1.479623952996917, "elapsed_tokens_per_second": 1496280.0453975268, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2724, "epoch": 35, "tokens": 357040128, "loss": 3.6122922897338867, "lr": 0.00032787666286891357, "grad_norm": 0.12110715359449387, "tokens_per_second": 1780047.9135000152, "training_seconds": 0.2945358919969294, "elapsed_tokens_per_second": 1496619.5477944042, "peak_memory_bytes": 42389451776}
{"loss": 3.5883084160887946, "perplexity": 36.17283475849232, "tokens": 357040128, "seconds": 0.537951146994601, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 35, "step": 2724, "evaluation_tokens": 1048576}
{"event": "train", "step": 2740, "epoch": 36, "tokens": 359137280, "loss": 3.5925098806619644, "lr": 0.0003018462185503402, "grad_norm": 0.12263410538434982, "tokens_per_second": 1778834.740501345, "training_seconds": 1.1789470670046285, "elapsed_tokens_per_second": 1494342.699104228, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2760, "epoch": 36, "tokens": 361758720, "loss": 3.590126371383667, "lr": 0.00027075743124900195, "grad_norm": 0.1301805078983307, "tokens_per_second": 1778281.977695804, "training_seconds": 1.4741419149941066, "elapsed_tokens_per_second": 1496065.0879476601, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2780, "epoch": 36, "tokens": 364380160, "loss": 3.562624204158783, "lr": 0.0002412935040567228, "grad_norm": 0.12603090703487396, "tokens_per_second": 1776105.2738237602, "training_seconds": 1.4759485480026342, "elapsed_tokens_per_second": 1497750.3703604345, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2800, "epoch": 36, "tokens": 367001600, "loss": 3.5947124481201174, "lr": 0.00021346926235714332, "grad_norm": 0.12366426736116409, "tokens_per_second": 1776033.654829919, "training_seconds": 1.4760080659907544, "elapsed_tokens_per_second": 1499418.7975723806, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2802, "epoch": 36, "tokens": 367263744, "loss": 3.5516903400421143, "lr": 0.0002107775670879188, "grad_norm": 0.11810111254453659, "tokens_per_second": 1764958.9994919298, "training_seconds": 0.14852696299203672, "elapsed_tokens_per_second": 1499567.9682096324, "peak_memory_bytes": 42389451776}
{"loss": 3.5813292072178795, "perplexity": 35.92125592107274, "tokens": 367263744, "seconds": 0.538487387006171, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 36, "step": 2802, "evaluation_tokens": 1048576}
{"event": "train", "step": 2820, "epoch": 37, "tokens": 369623040, "loss": 3.585653159353468, "lr": 0.00018729870649227632, "grad_norm": 0.11884509027004242, "tokens_per_second": 1778004.7027874922, "training_seconds": 1.3269346230081283, "elapsed_tokens_per_second": 1497732.4876922623, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2840, "epoch": 37, "tokens": 372244480, "loss": 3.572194755077362, "lr": 0.00016279500471794262, "grad_norm": 0.11634859442710876, "tokens_per_second": 1768449.4038520155, "training_seconds": 1.482338140005595, "elapsed_tokens_per_second": 1499338.7770373859, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2860, "epoch": 37, "tokens": 374865920, "loss": 3.5771838665008544, "lr": 0.00013997048657789457, "grad_norm": 0.2072172909975052, "tokens_per_second": 1778138.5461490015, "training_seconds": 1.474260824994417, "elapsed_tokens_per_second": 1500970.9398640427, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2880, "epoch": 37, "tokens": 377487360, "loss": 3.580742800235748, "lr": 0.00011883663669995015, "grad_norm": 0.11521599441766739, "tokens_per_second": 1774082.5640924978, "training_seconds": 1.4776313420006773, "elapsed_tokens_per_second": 1502570.233314081, "peak_memory_bytes": 42389451776}
{"loss": 3.575819019461036, "perplexity": 35.72386737987596, "tokens": 377487360, "seconds": 0.5360369679983705, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 37, "step": 2880, "evaluation_tokens": 1048576}
{"event": "train", "step": 2900, "epoch": 38, "tokens": 380108800, "loss": 3.579759156703949, "lr": 9.940408901726444e-05, "grad_norm": 0.11481212079524994, "tokens_per_second": 1776524.6325078073, "training_seconds": 1.4756001420028042, "elapsed_tokens_per_second": 1500937.706919985, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2920, "epoch": 38, "tokens": 382730240, "loss": 3.579222798347473, "lr": 8.168262141764633e-05, "grad_norm": 0.11105429381132126, "tokens_per_second": 1777404.469306694, "training_seconds": 1.4748697020113468, "elapsed_tokens_per_second": 1502528.7201624268, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2940, "epoch": 38, "tokens": 385351680, "loss": 3.58100825548172, "lr": 6.568115082361386e-05, "grad_norm": 0.11858674883842468, "tokens_per_second": 1777994.6010857434, "training_seconds": 1.4743801800068468, "elapsed_tokens_per_second": 1504104.2387201223, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2958, "epoch": 38, "tokens": 387710976, "loss": 3.571829014354282, "lr": 5.275709721810862e-05, "grad_norm": 0.11920596659183502, "tokens_per_second": 1780610.0058126159, "training_seconds": 1.324993116009864, "elapsed_tokens_per_second": 1505514.4040969606, "peak_memory_bytes": 42389451776}
{"loss": 3.572482743164402, "perplexity": 35.60488128352574, "tokens": 387710976, "seconds": 0.5367783850088017, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 38, "step": 2958, "evaluation_tokens": 1048576}
{"event": "train", "step": 2960, "epoch": 39, "tokens": 387973120, "loss": 3.5471630096435547, "lr": 5.140772870565919e-05, "grad_norm": 0.11397375166416168, "tokens_per_second": 1841646.8642976193, "training_seconds": 0.14234216400654987, "elapsed_tokens_per_second": 1502512.9463260546, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2980, "epoch": 39, "tokens": 390594560, "loss": 3.5598042726516725, "lr": 3.886953703098522e-05, "grad_norm": 0.12159623950719833, "tokens_per_second": 1777432.66008897, "training_seconds": 1.4748463099967921, "elapsed_tokens_per_second": 1504066.1824200712, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3000, "epoch": 39, "tokens": 393216000, "loss": 3.5620004415512083, "lr": 2.8072884649751218e-05, "grad_norm": 0.11336517333984375, "tokens_per_second": 1771099.2193649707, "training_seconds": 1.4801203520037234, "elapsed_tokens_per_second": 1505569.8063359412, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3020, "epoch": 39, "tokens": 395837440, "loss": 3.564791762828827, "lr": 1.9023204120642122e-05, "grad_norm": 0.11110438406467438, "tokens_per_second": 1765135.5260637635, "training_seconds": 1.4851210920023732, "elapsed_tokens_per_second": 1507030.785747797, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3035, "epoch": 39, "tokens": 397803520, "loss": 3.5812462170918784, "lr": 1.338516635337944e-05, "grad_norm": 0.11903354525566101, "tokens_per_second": 1776375.770576585, "training_seconds": 1.1067928489937913, "elapsed_tokens_per_second": 1508148.6352996097, "peak_memory_bytes": 42389451776}
{"loss": 3.5710044015780147, "perplexity": 35.5522839948048, "tokens": 397803520, "seconds": 0.5349594659928698, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 39, "step": 3035, "evaluation_tokens": 1048576}
{"event": "train", "step": 3040, "epoch": 40, "tokens": 398458880, "loss": 3.5711758613586424, "lr": 1.1725048977367315e-05, "grad_norm": 0.1140502318739891, "tokens_per_second": 1807463.7968001629, "training_seconds": 0.36258540899143554, "elapsed_tokens_per_second": 1505402.6628334683, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3060, "epoch": 40, "tokens": 401080320, "loss": 3.5518335700035095, "lr": 6.182091437454352e-06, "grad_norm": 0.11334602534770966, "tokens_per_second": 1772449.500520132, "training_seconds": 1.4789927719975822, "elapsed_tokens_per_second": 1506877.3806087836, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3080, "epoch": 40, "tokens": 403701760, "loss": 3.5728776693344115, "lr": 2.397120554497756e-06, "grad_norm": 0.11407642811536789, "tokens_per_second": 1767936.5556201283, "training_seconds": 1.4827681410097284, "elapsed_tokens_per_second": 1508313.8565708736, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3100, "epoch": 40, "tokens": 406323200, "loss": 3.565591740608215, "lr": 3.7204081478797726e-07, "grad_norm": 0.10960158705711365, "tokens_per_second": 1775707.2837746888, "training_seconds": 1.4762793529953342, "elapsed_tokens_per_second": 1509774.2030038375, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3113, "epoch": 40, "tokens": 408027136, "loss": 3.571197876563439, "lr": 0.0, "grad_norm": 0.11514309048652649, "tokens_per_second": 1773411.249548469, "training_seconds": 0.960823949004407, "elapsed_tokens_per_second": 1510699.608083997, "peak_memory_bytes": 42389451776}
{"loss": 3.5707386520860207, "perplexity": 35.54283724868355, "tokens": 408027136, "seconds": 0.5402025970106479, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 40, "step": 3113, "evaluation_tokens": 1048576}
{"loss": 3.5715835989285267, "perplexity": 35.57288174800546, "tokens": 408027136, "seconds": 100.15856638399418, "split": "full", "validation_complete": true, "event": "final_validation", "step": 3113, "evaluation_tokens": 197411295}