{"event": "train", "step": 20, "epoch": 1, "tokens": 2621440, "loss": 9.674006128311158, "lr": 0.0003205128205128205, "grad_norm": 2.606571912765503, "tokens_per_second": 46705.60011526196, "training_seconds": 56.12688828600221, "elapsed_tokens_per_second": 46705.60011526196, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 40, "epoch": 1, "tokens": 5242880, "loss": 7.875523352622986, "lr": 0.000641025641025641, "grad_norm": 0.5312547087669373, "tokens_per_second": 1782281.3136400853, "training_seconds": 1.4708340259967372, "elapsed_tokens_per_second": 91018.94463161218, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 60, "epoch": 1, "tokens": 7864320, "loss": 6.898840522766113, "lr": 0.0009615384615384615, "grad_norm": 0.6687647104263306, "tokens_per_second": 1774177.3801976386, "training_seconds": 1.4775523739954224, "elapsed_tokens_per_second": 133110.36559029392, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 78, "epoch": 1, "tokens": 10223616, "loss": 6.533265193303426, "lr": 0.00125, "grad_norm": 0.5219505429267883, "tokens_per_second": 1771044.782515616, "training_seconds": 1.3321492620016215, "elapsed_tokens_per_second": 169224.6294307309, "peak_memory_bytes": 21988176384}
{"loss": 6.383214472795373, "perplexity": 591.8270653072402, "tokens": 10223616, "seconds": 1.4083860679966165, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 1, "step": 78, "evaluation_tokens": 1048576}
{"event": "train", "step": 80, "epoch": 2, "tokens": 10485760, "loss": 6.374282121658325, "lr": 0.001282051282051282, "grad_norm": 1.3561429977416992, "tokens_per_second": 1860258.6692374009, "training_seconds": 0.14091803701012395, "elapsed_tokens_per_second": 169203.33137088208, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 100, "epoch": 2, "tokens": 13107200, "loss": 6.2197500467300415, "lr": 0.0016025641025641025, "grad_norm": 0.47250300645828247, "tokens_per_second": 1769762.7613622737, "training_seconds": 1.4812380829971517, "elapsed_tokens_per_second": 206562.8411432538, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 120, "epoch": 2, "tokens": 15728640, "loss": 5.98620195388794, "lr": 0.001923076923076923, "grad_norm": 0.6083102822303772, "tokens_per_second": 1769951.4561325856, "training_seconds": 1.4810801679996075, "elapsed_tokens_per_second": 242214.99860211543, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 140, "epoch": 2, "tokens": 18350080, "loss": 5.769237041473389, "lr": 0.002243589743589744, "grad_norm": 0.3339711129665375, "tokens_per_second": 1767848.9922875229, "training_seconds": 1.482841584002017, "elapsed_tokens_per_second": 276270.3327020403, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 156, "epoch": 2, "tokens": 20447232, "loss": 5.619446009397507, "lr": 0.0025, "grad_norm": 0.2892761826515198, "tokens_per_second": 1768131.5318656734, "training_seconds": 1.1860837059939513, "elapsed_tokens_per_second": 302436.1586356673, "peak_memory_bytes": 42389451776}
{"loss": 5.558949274338623, "perplexity": 259.5499771765717, "tokens": 20447232, "seconds": 0.5356299600098282, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 2, "step": 156, "evaluation_tokens": 1048576}
{"event": "train", "step": 160, "epoch": 3, "tokens": 20971520, "loss": 5.509754300117493, "lr": 0.002564102564102564, "grad_norm": 0.34217947721481323, "tokens_per_second": 1802238.1408884928, "training_seconds": 0.29090939099842217, "elapsed_tokens_per_second": 306416.32094804215, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 180, "epoch": 3, "tokens": 23592960, "loss": 5.4543842554092405, "lr": 0.0028846153846153848, "grad_norm": 0.28412100672721863, "tokens_per_second": 1767306.140116775, "training_seconds": 1.4832970590068726, "elapsed_tokens_per_second": 337400.5699865519, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 200, "epoch": 3, "tokens": 26214400, "loss": 5.297596597671509, "lr": 0.003205128205128205, "grad_norm": 0.5324877500534058, "tokens_per_second": 1770193.587820083, "training_seconds": 1.4808775819983566, "elapsed_tokens_per_second": 367106.399957235, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 220, "epoch": 3, "tokens": 28835840, "loss": 5.210416650772094, "lr": 0.003525641025641026, "grad_norm": 0.3168153464794159, "tokens_per_second": 1766043.665829742, "training_seconds": 1.4843574090045877, "elapsed_tokens_per_second": 395587.05772569287, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 233, "epoch": 3, "tokens": 30539776, "loss": 5.134236005636362, "lr": 0.003733974358974359, "grad_norm": 0.4767166078090668, "tokens_per_second": 1767934.847235908, "training_seconds": 0.9638002229912672, "elapsed_tokens_per_second": 413485.216303293, "peak_memory_bytes": 42389451776}
{"loss": 5.178230356508384, "perplexity": 177.36865381840352, "tokens": 30539776, "seconds": 0.538060154998675, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 3, "step": 233, "evaluation_tokens": 1048576}
{"event": "train", "step": 240, "epoch": 4, "tokens": 31457280, "loss": 5.112550054277692, "lr": 0.003846153846153846, "grad_norm": 0.4174472689628601, "tokens_per_second": 1794858.8490817, "training_seconds": 0.511184486997081, "elapsed_tokens_per_second": 419908.2302483603, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 260, "epoch": 4, "tokens": 34078720, "loss": 5.0516914367675785, "lr": 0.004166666666666667, "grad_norm": 0.26308611035346985, "tokens_per_second": 1766217.6320841864, "training_seconds": 1.4842112049955176, "elapsed_tokens_per_second": 446056.1662073024, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 280, "epoch": 4, "tokens": 36700160, "loss": 4.966953921318054, "lr": 0.004487179487179488, "grad_norm": 0.5714549422264099, "tokens_per_second": 1768476.7696128022, "training_seconds": 1.4823152020107955, "elapsed_tokens_per_second": 471215.0594463817, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 300, "epoch": 4, "tokens": 39321600, "loss": 4.906670260429382, "lr": 0.004807692307692308, "grad_norm": 0.33159470558166504, "tokens_per_second": 1768745.0772422913, "training_seconds": 1.4820903440122493, "elapsed_tokens_per_second": 495436.8863454095, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 311, "epoch": 4, "tokens": 40763392, "loss": 4.895895827900279, "lr": 0.0049839743589743584, "grad_norm": 0.3014872670173645, "tokens_per_second": 1767823.1374691632, "training_seconds": 0.8155747989949305, "elapsed_tokens_per_second": 508368.11866525776, "peak_memory_bytes": 42389451776}
{"loss": 4.896685925284508, "perplexity": 133.84546996599315, "tokens": 40763392, "seconds": 0.5400236139976187, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 4, "step": 311, "evaluation_tokens": 1048576}
{"event": "train", "step": 320, "epoch": 5, "tokens": 41943040, "loss": 4.85354036755032, "lr": 0.004999899362323586, "grad_norm": 0.21642886102199554, "tokens_per_second": 1784071.1568737547, "training_seconds": 0.6612112949951552, "elapsed_tokens_per_second": 515316.99782365793, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 340, "epoch": 5, "tokens": 44564480, "loss": 4.786464357376099, "lr": 0.0049987672815123355, "grad_norm": 0.22930622100830078, "tokens_per_second": 1766514.8106679085, "training_seconds": 1.4839615179953398, "elapsed_tokens_per_second": 537713.3209989351, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 360, "epoch": 5, "tokens": 47185920, "loss": 4.739106297492981, "lr": 0.004996377894323162, "grad_norm": 0.25688838958740234, "tokens_per_second": 1766805.2707429454, "training_seconds": 1.4837175569991814, "elapsed_tokens_per_second": 559318.1200005931, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 380, "epoch": 5, "tokens": 49807360, "loss": 4.658417344093323, "lr": 0.004992732403025591, "grad_norm": 0.28625011444091797, "tokens_per_second": 1766829.1250853846, "training_seconds": 1.483697525007301, "elapsed_tokens_per_second": 580178.9364744832, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 389, "epoch": 5, "tokens": 50987008, "loss": 4.621184190114339, "lr": 0.004990682593570323, "grad_norm": 0.32242974638938904, "tokens_per_second": 1773136.0340199524, "training_seconds": 0.6652890569966985, "elapsed_tokens_per_second": 589341.317696673, "peak_memory_bytes": 42389451776}
{"loss": 4.660285017358698, "perplexity": 105.66619456485462, "tokens": 50987008, "seconds": 0.539259638011572, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 5, "step": 389, "evaluation_tokens": 1048576}
{"event": "train", "step": 400, "epoch": 6, "tokens": 52428800, "loss": 4.681666287508878, "lr": 0.004987832641923876, "grad_norm": 0.5098876357078552, "tokens_per_second": 1778024.7212483275, "training_seconds": 0.8108953620103421, "elapsed_tokens_per_second": 596648.9081946771, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 420, "epoch": 6, "tokens": 55050240, "loss": 4.575511622428894, "lr": 0.00498168107643404, "grad_norm": 0.17232176661491394, "tokens_per_second": 1768695.5114513466, "training_seconds": 1.4821318780013826, "elapsed_tokens_per_second": 616081.6246083252, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 440, "epoch": 6, "tokens": 57671680, "loss": 4.466962504386902, "lr": 0.004974280801843336, "grad_norm": 0.21888668835163116, "tokens_per_second": 1763339.2596922256, "training_seconds": 1.4866339449945372, "elapsed_tokens_per_second": 634845.2574419664, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 460, "epoch": 6, "tokens": 60293120, "loss": 4.410344219207763, "lr": 0.004965635541752804, "grad_norm": 0.19712582230567932, "tokens_per_second": 1766323.23103821, "training_seconds": 1.4841224720003083, "elapsed_tokens_per_second": 653024.4310360594, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 467, "epoch": 6, "tokens": 61210624, "loss": 4.373020512717111, "lr": 0.0049623163591299225, "grad_norm": 0.22519899904727936, "tokens_per_second": 1765504.7461588248, "training_seconds": 0.5196836779941805, "elapsed_tokens_per_second": 659239.3230599739, "peak_memory_bytes": 42389451776}
{"loss": 4.385585742146319, "perplexity": 80.28523588929147, "tokens": 61210624, "seconds": 0.5388612509996165, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 6, "step": 467, "evaluation_tokens": 1048576}
{"event": "train", "step": 480, "epoch": 7, "tokens": 62914560, "loss": 4.3624036862299995, "lr": 0.004955749646203652, "grad_norm": 0.2735365927219391, "tokens_per_second": 1769220.3622961938, "training_seconds": 0.9630999259970849, "elapsed_tokens_per_second": 666757.9856552542, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 500, "epoch": 7, "tokens": 65536000, "loss": 4.335426330566406, "lr": 0.004944628089488454, "grad_norm": 0.1982131451368332, "tokens_per_second": 1763035.2171742595, "training_seconds": 1.4868903210008284, "elapsed_tokens_per_second": 683756.4598846765, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 520, "epoch": 7, "tokens": 68157440, "loss": 4.301054763793945, "lr": 0.004932276467648223, "grad_norm": 0.2348509430885315, "tokens_per_second": 1765268.5285016992, "training_seconds": 1.4850091970001813, "elapsed_tokens_per_second": 700245.220144329, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 540, "epoch": 7, "tokens": 70778880, "loss": 4.286407446861267, "lr": 0.00491870099565665, "grad_norm": 0.18683676421642303, "tokens_per_second": 1763158.6877072563, "training_seconds": 1.4867861969978549, "elapsed_tokens_per_second": 716225.2795571594, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 545, "epoch": 7, "tokens": 71434240, "loss": 4.277411556243896, "lr": 0.004915116688071464, "grad_norm": 0.19237807393074036, "tokens_per_second": 1770180.6564293567, "training_seconds": 0.3702220999985002, "elapsed_tokens_per_second": 720147.0250250784, "peak_memory_bytes": 42389451776}
{"loss": 4.265140114084951, "perplexity": 71.1748918796236, "tokens": 71434240, "seconds": 0.5398496670095483, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 7, "step": 545, "evaluation_tokens": 1048576}
{"event": "train", "step": 560, "epoch": 8, "tokens": 73400320, "loss": 4.255468368530273, "lr": 0.004903908504292913, "grad_norm": 0.16481272876262665, "tokens_per_second": 1778937.0627119655, "training_seconds": 1.1051993019937072, "elapsed_tokens_per_second": 727845.3509490984, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 580, "epoch": 8, "tokens": 76021760, "loss": 4.218629312515259, "lr": 0.004887906436704631, "grad_norm": 0.1763819307088852, "tokens_per_second": 1768359.8441100703, "training_seconds": 1.4824132139910944, "elapsed_tokens_per_second": 742910.3490694942, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 600, "epoch": 8, "tokens": 78643200, "loss": 4.208758234977722, "lr": 0.0048707028446626855, "grad_norm": 0.16792671382427216, "tokens_per_second": 1770502.4004246953, "training_seconds": 1.4806192860123701, "elapsed_tokens_per_second": 757554.2287416979, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 620, "epoch": 8, "tokens": 81264640, "loss": 4.192441487312317, "lr": 0.004852306384509808, "grad_norm": 0.14972791075706482, "tokens_per_second": 1763403.9369172754, "training_seconds": 1.4865794189972803, "elapsed_tokens_per_second": 771745.145001182, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 623, "epoch": 8, "tokens": 81657856, "loss": 4.16256046295166, "lr": 0.0048494445949372016, "grad_norm": 0.17394037544727325, "tokens_per_second": 1764528.4336282297, "training_seconds": 0.2228448079986265, "elapsed_tokens_per_second": 773829.6408003339, "peak_memory_bytes": 42389451776}
{"loss": 4.177393244184229, "perplexity": 65.19568228937695, "tokens": 81657856, "seconds": 0.5387368059891742, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 8, "step": 623, "evaluation_tokens": 1048576}
{"event": "train", "step": 640, "epoch": 9, "tokens": 83886080, "loss": 4.153832968543558, "lr": 0.004832726312804964, "grad_norm": 0.16576604545116425, "tokens_per_second": 1775643.4387089042, "training_seconds": 1.2548825690028025, "elapsed_tokens_per_second": 781612.2001480976, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 660, "epoch": 9, "tokens": 86507520, "loss": 4.150492525100708, "lr": 0.004811972481665723, "grad_norm": 0.17832410335540771, "tokens_per_second": 1766136.527501102, "training_seconds": 1.4842793629941298, "elapsed_tokens_per_second": 795034.243198336, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 680, "epoch": 9, "tokens": 89128960, "loss": 4.1330993413925174, "lr": 0.004790055333810961, "grad_norm": 0.16597776114940643, "tokens_per_second": 1764587.9103707105, "training_seconds": 1.4855819789954694, "elapsed_tokens_per_second": 808081.3244826085, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 700, "epoch": 9, "tokens": 91750400, "loss": 4.110014510154724, "lr": 0.004766985897306392, "grad_norm": 0.15364831686019897, "tokens_per_second": 1767632.5205841116, "training_seconds": 1.4830231790110702, "elapsed_tokens_per_second": 820801.8308147636, "peak_memory_bytes": 42389451776}
{"loss": 4.118603253243201, "perplexity": 61.47331961250625, "tokens": 91750400, "seconds": 0.5400068779999856, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 9, "step": 700, "evaluation_tokens": 1048576}
{"event": "train", "step": 720, "epoch": 10, "tokens": 94371840, "loss": 4.099131107330322, "lr": 0.004742775780015567, "grad_norm": 0.1681419461965561, "tokens_per_second": 1771990.66290886, "training_seconds": 1.4793757410079706, "elapsed_tokens_per_second": 829226.7304370216, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 740, "epoch": 10, "tokens": 96993280, "loss": 4.092620253562927, "lr": 0.0047174371637591405, "grad_norm": 0.16695885360240936, "tokens_per_second": 1765700.3650029951, "training_seconds": 1.4846460090047913, "elapsed_tokens_per_second": 841274.3172606035, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 760, "epoch": 10, "tokens": 99614720, "loss": 4.081394934654236, "lr": 0.0046909827981853345, "grad_norm": 0.15477539598941803, "tokens_per_second": 1765844.2305795278, "training_seconds": 1.4845250530051999, "elapsed_tokens_per_second": 853018.476012154, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 778, "epoch": 10, "tokens": 101974016, "loss": 4.066299703386095, "lr": 0.0046662308936010225, "grad_norm": 0.18097731471061707, "tokens_per_second": 1761459.8124554702, "training_seconds": 1.3393981419940246, "elapsed_tokens_per_second": 863307.3594374195, "peak_memory_bytes": 42389451776}
{"loss": 4.0732183971025515, "perplexity": 58.7457257450897, "tokens": 101974016, "seconds": 0.5413398560049245, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 10, "step": 778, "evaluation_tokens": 1048576}
{"event": "train", "step": 780, "epoch": 11, "tokens": 102236160, "loss": 4.027224779129028, "lr": 0.004663425994354689, "grad_norm": 0.1799432337284088, "tokens_per_second": 1835820.524963715, "training_seconds": 0.1427939150016755, "elapsed_tokens_per_second": 860499.2530943721, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 800, "epoch": 11, "tokens": 104857600, "loss": 4.049269163608551, "lr": 0.004634780618042328, "grad_norm": 0.13858817517757416, "tokens_per_second": 1765802.8369241697, "training_seconds": 1.4845598529936979, "elapsed_tokens_per_second": 871663.8453823462, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 820, "epoch": 11, "tokens": 107479040, "loss": 4.037353825569153, "lr": 0.004605061082761107, "grad_norm": 0.17980867624282837, "tokens_per_second": 1764141.3252101038, "training_seconds": 1.4859580479969736, "elapsed_tokens_per_second": 882539.4227613467, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 840, "epoch": 11, "tokens": 110100480, "loss": 4.0250559091568, "lr": 0.004574282342509156, "grad_norm": 0.16212275624275208, "tokens_per_second": 1759175.7941427536, "training_seconds": 1.4901523820008151, "elapsed_tokens_per_second": 893127.2144856064, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 856, "epoch": 11, "tokens": 112197632, "loss": 4.009179472923279, "lr": 0.004548907112255265, "grad_norm": 0.14817552268505096, "tokens_per_second": 1764664.1490332643, "training_seconds": 1.188414238000405, "elapsed_tokens_per_second": 901436.1209119472, "peak_memory_bytes": 42389451776}
{"loss": 4.025523594980986, "perplexity": 56.00962746524423, "tokens": 112197632, "seconds": 0.539446794995456, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 11, "step": 856, "evaluation_tokens": 1048576}
{"event": "train", "step": 860, "epoch": 12, "tokens": 112721920, "loss": 4.000374257564545, "lr": 0.00454245988424547, "grad_norm": 0.1447121798992157, "tokens_per_second": 1794866.1373867376, "training_seconds": 0.2921042350062635, "elapsed_tokens_per_second": 899582.561900584, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 880, "epoch": 12, "tokens": 115343360, "loss": 3.993127739429474, "lr": 0.004509609720097321, "grad_norm": 0.14062128961086273, "tokens_per_second": 1767058.106999408, "training_seconds": 1.4835052620037459, "elapsed_tokens_per_second": 909723.4418935034, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 900, "epoch": 12, "tokens": 117964800, "loss": 3.9963629841804504, "lr": 0.004475748379303428, "grad_norm": 0.14525467157363892, "tokens_per_second": 1765148.0106382198, "training_seconds": 1.4851105880079558, "elapsed_tokens_per_second": 919615.1489521448, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 920, "epoch": 12, "tokens": 120586240, "loss": 3.9871026992797853, "lr": 0.004440892899896928, "grad_norm": 0.14930662512779236, "tokens_per_second": 1767168.1153613268, "training_seconds": 1.4834129119990394, "elapsed_tokens_per_second": 929295.5370383014, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 934, "epoch": 12, "tokens": 122421248, "loss": 3.976153407778059, "lr": 0.004415911923743702, "grad_norm": 0.13439206779003143, "tokens_per_second": 1765016.1079626924, "training_seconds": 1.0396551010053372, "elapsed_tokens_per_second": 935927.0543038859, "peak_memory_bytes": 42389451776}
{"loss": 3.989477167942879, "perplexity": 54.02663512107873, "tokens": 122421248, "seconds": 0.5407160350005142, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 12, "step": 934, "evaluation_tokens": 1048576}
{"event": "train", "step": 940, "epoch": 13, "tokens": 123207680, "loss": 3.938270092010498, "lr": 0.004405060820132339, "grad_norm": 0.15068261325359344, "tokens_per_second": 1785207.7858990487, "training_seconds": 0.4405268709961092, "elapsed_tokens_per_second": 934873.1231684041, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 960, "epoch": 13, "tokens": 125829120, "loss": 3.9652122139930723, "lr": 0.004368270169660825, "grad_norm": 0.1367442011833191, "tokens_per_second": 1763454.9693807922, "training_seconds": 1.4865363990102196, "elapsed_tokens_per_second": 944106.7905151827, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 980, "epoch": 13, "tokens": 128450560, "loss": 3.9411162614822386, "lr": 0.0043305394604582, "grad_norm": 0.1507236510515213, "tokens_per_second": 1763609.06340968, "training_seconds": 1.4864065139990998, "elapsed_tokens_per_second": 953133.5043905097, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1000, "epoch": 13, "tokens": 131072000, "loss": 3.960200810432434, "lr": 0.004291887677510251, "grad_norm": 0.14413869380950928, "tokens_per_second": 1763918.809941458, "training_seconds": 1.4861454990023049, "elapsed_tokens_per_second": 961968.326943008, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1012, "epoch": 13, "tokens": 132644864, "loss": 3.966524322827657, "lr": 0.004268262563907721, "grad_norm": 0.14289070665836334, "tokens_per_second": 1765569.6309697572, "training_seconds": 0.8908535649970872, "elapsed_tokens_per_second": 967177.0160907872, "peak_memory_bytes": 42389451776}
{"loss": 3.9551198887995422, "perplexity": 52.20195199864775, "tokens": 132644864, "seconds": 0.5377235210034996, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 13, "step": 1012, "evaluation_tokens": 1048576}
{"event": "train", "step": 1020, "epoch": 14, "tokens": 133693440, "loss": 3.9463197886943817, "lr": 0.00425233426926005, "grad_norm": 0.1471559703350067, "tokens_per_second": 1773727.5224025787, "training_seconds": 0.5911708460043883, "elapsed_tokens_per_second": 966814.3124961671, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1040, "epoch": 14, "tokens": 136314880, "loss": 3.9310343265533447, "lr": 0.004211899137822061, "grad_norm": 0.16173431277275085, "tokens_per_second": 1763947.4849342254, "training_seconds": 1.4861213399999542, "elapsed_tokens_per_second": 975281.8181540838, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1060, "epoch": 14, "tokens": 138936320, "loss": 3.926508390903473, "lr": 0.004170602628967988, "grad_norm": 0.14528414607048035, "tokens_per_second": 1768700.9113629255, "training_seconds": 1.4821273529960308, "elapsed_tokens_per_second": 983592.383257714, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1080, "epoch": 14, "tokens": 141557760, "loss": 3.9260021090507506, "lr": 0.004128465521889375, "grad_norm": 0.15029864013195038, "tokens_per_second": 1765713.4367805142, "training_seconds": 1.484635018001427, "elapsed_tokens_per_second": 991718.6322837444, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1090, "epoch": 14, "tokens": 142868480, "loss": 3.923563575744629, "lr": 0.004107088353457822, "grad_norm": 0.14254243671894073, "tokens_per_second": 1763525.085167066, "training_seconds": 0.743238647992257, "elapsed_tokens_per_second": 995705.2181715595, "peak_memory_bytes": 42389451776}
{"loss": 3.9243651054874586, "perplexity": 50.620928904276575, "tokens": 142868480, "seconds": 0.539203282998642, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 14, "step": 1090, "evaluation_tokens": 1048576}
{"event": "train", "step": 1100, "epoch": 15, "tokens": 144179200, "loss": 3.910753321647644, "lr": 0.0040855090187421296, "grad_norm": 0.14426261186599731, "tokens_per_second": 1779603.3943533993, "training_seconds": 0.7365236569894478, "elapsed_tokens_per_second": 995933.6386010204, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1120, "epoch": 15, "tokens": 146800640, "loss": 3.913084256649017, "lr": 0.0040417547339782174, "grad_norm": 0.15960949659347534, "tokens_per_second": 1765396.7062084223, "training_seconds": 1.4849013769999146, "elapsed_tokens_per_second": 1003737.5543865676, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1140, "epoch": 15, "tokens": 149422080, "loss": 3.8975234031677246, "lr": 0.003997224683469905, "grad_norm": 0.13937614858150482, "tokens_per_second": 1762435.120048559, "training_seconds": 1.4873965970036807, "elapsed_tokens_per_second": 1011364.3668229306, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1160, "epoch": 15, "tokens": 152043520, "loss": 3.8770431160926817, "lr": 0.003951941273432022, "grad_norm": 0.13566133379936218, "tokens_per_second": 1763055.2288003431, "training_seconds": 1.4868734439951368, "elapsed_tokens_per_second": 1018845.8659642005, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1167, "epoch": 15, "tokens": 152961024, "loss": 3.887770857129778, "lr": 0.003935918304261752, "grad_norm": 0.16788311302661896, "tokens_per_second": 1765422.383174294, "training_seconds": 0.519707923012902, "elapsed_tokens_per_second": 1021425.6095839917, "peak_memory_bytes": 42389451776}
{"loss": 3.896469174477808, "perplexity": 49.228325258726926, "tokens": 152961024, "seconds": 0.540977691009175, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 15, "step": 1167, "evaluation_tokens": 1048576}
{"event": "train", "step": 1180, "epoch": 16, "tokens": 154664960, "loss": 3.881984435594999, "lr": 0.003905927289147804, "grad_norm": 0.17269746959209442, "tokens_per_second": 1773465.8051617574, "training_seconds": 0.9607943919982063, "elapsed_tokens_per_second": 1022492.3136979907, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1200, "epoch": 16, "tokens": 157286400, "loss": 3.8658388018608094, "lr": 0.0038592058835040135, "grad_norm": 0.16188915073871613, "tokens_per_second": 1762929.0400041856, "training_seconds": 1.4869798729923787, "elapsed_tokens_per_second": 1029692.3254650088, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1220, "epoch": 16, "tokens": 159907840, "loss": 3.8625487446784974, "lr": 0.003811800565341085, "grad_norm": 0.1497744768857956, "tokens_per_second": 1765325.1481325696, "training_seconds": 1.4849615679995622, "elapsed_tokens_per_second": 1036763.2727184106, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1240, "epoch": 16, "tokens": 162529280, "loss": 3.8475576281547545, "lr": 0.0037637351876241634, "grad_norm": 0.146901473402977, "tokens_per_second": 1763125.84284519, "training_seconds": 1.486813893992803, "elapsed_tokens_per_second": 1043690.2051412073, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1245, "epoch": 16, "tokens": 163184640, "loss": 3.8295479297637938, "lr": 0.0037516185359550993, "grad_norm": 0.14592818915843964, "tokens_per_second": 1760395.817432881, "training_seconds": 0.372279912000522, "elapsed_tokens_per_second": 1045387.1653457396, "peak_memory_bytes": 42389451776}
{"loss": 3.871661355320012, "perplexity": 48.02210161856981, "tokens": 163184640, "seconds": 0.5393404310016194, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 16, "step": 1245, "evaluation_tokens": 1048576}
{"event": "train", "step": 1260, "epoch": 17, "tokens": 165150720, "loss": 3.8496832529703777, "lr": 0.0037150339354409955, "grad_norm": 0.13656778633594513, "tokens_per_second": 1770863.6147492465, "training_seconds": 1.1102379560034024, "elapsed_tokens_per_second": 1046875.4606530047, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1280, "epoch": 17, "tokens": 167772160, "loss": 3.850561964511871, "lr": 0.003665721313832702, "grad_norm": 0.12943826615810394, "tokens_per_second": 1762476.3370110558, "training_seconds": 1.4873618130077375, "elapsed_tokens_per_second": 1053551.4642104001, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1300, "epoch": 17, "tokens": 170393600, "loss": 3.8326311826705934, "lr": 0.003615822135463557, "grad_norm": 0.14120347797870636, "tokens_per_second": 1766307.6724019472, "training_seconds": 1.4841355449898401, "elapsed_tokens_per_second": 1060121.1300879102, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1320, "epoch": 17, "tokens": 173015040, "loss": 3.83210825920105, "lr": 0.0035653615081359903, "grad_norm": 0.1278681755065918, "tokens_per_second": 1765460.239640918, "training_seconds": 1.4848479400097858, "elapsed_tokens_per_second": 1066569.055446514, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1323, "epoch": 17, "tokens": 173408256, "loss": 3.851483186086019, "lr": 0.0035577455548971722, "grad_norm": 0.1401253342628479, "tokens_per_second": 1765424.1667043269, "training_seconds": 0.22273174198926426, "elapsed_tokens_per_second": 1067514.8659998507, "peak_memory_bytes": 42389451776}
{"loss": 3.848193109162291, "perplexity": 46.90822856276423, "tokens": 173408256, "seconds": 0.5401552540133707, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 17, "step": 1323, "evaluation_tokens": 1048576}
{"event": "train", "step": 1340, "epoch": 18, "tokens": 175636480, "loss": 3.821549317416023, "lr": 0.0035143648221570697, "grad_norm": 0.13920417428016663, "tokens_per_second": 1770591.2729732175, "training_seconds": 1.2584632229991257, "elapsed_tokens_per_second": 1069345.0865083877, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1360, "epoch": 18, "tokens": 178257920, "loss": 3.818036472797394, "lr": 0.00346285773756285, "grad_norm": 0.15597181022167206, "tokens_per_second": 1762513.6121590962, "training_seconds": 1.4873303570057033, "elapsed_tokens_per_second": 1075558.2451280965, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1380, "epoch": 18, "tokens": 180879360, "loss": 3.797414481639862, "lr": 0.003410866171206993, "grad_norm": 0.13031688332557678, "tokens_per_second": 1763734.7787960651, "training_seconds": 1.486300566000864, "elapsed_tokens_per_second": 1081663.504129625, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1400, "epoch": 18, "tokens": 183500800, "loss": 3.81156188249588, "lr": 0.0033584162837201658, "grad_norm": 0.12763121724128723, "tokens_per_second": 1766033.137630506, "training_seconds": 1.4843662579951342, "elapsed_tokens_per_second": 1087676.5621141375, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1401, "epoch": 18, "tokens": 183631872, "loss": 3.809875011444092, "lr": 0.0033557822308610463, "grad_norm": 0.14756834506988525, "tokens_per_second": 1770330.0641466042, "training_seconds": 0.0740381709911162, "elapsed_tokens_per_second": 1087964.9396426715, "peak_memory_bytes": 42389451776}
{"loss": 3.8230548208038444, "perplexity": 45.74373400965489, "tokens": 183631872, "seconds": 0.5389617550099501, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 18, "step": 1401, "evaluation_tokens": 1048576}
{"event": "train", "step": 1420, "epoch": 19, "tokens": 186122240, "loss": 3.7917652757544267, "lr": 0.0033055344663467817, "grad_norm": 0.1265147626399994, "tokens_per_second": 1771720.2190553595, "training_seconds": 1.405621482001152, "elapsed_tokens_per_second": 1090117.1709356874, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1440, "epoch": 19, "tokens": 188743680, "loss": 3.7851226329803467, "lr": 0.0032522473276657003, "grad_norm": 0.13137313723564148, "tokens_per_second": 1763081.333394866, "training_seconds": 1.4868514289992163, "elapsed_tokens_per_second": 1095919.519619611, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1460, "epoch": 19, "tokens": 191365120, "loss": 3.800236666202545, "lr": 0.00319858168020157, "grad_norm": 0.13672085106372833, "tokens_per_second": 1766133.5373009196, "training_seconds": 1.4842818759934744, "elapsed_tokens_per_second": 1101634.8578187202, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1479, "epoch": 19, "tokens": 193855488, "loss": 3.790435238888389, "lr": 0.003147273313955012, "grad_norm": 0.13850037753582, "tokens_per_second": 1757084.4765670048, "training_seconds": 1.4173296920052962, "elapsed_tokens_per_second": 1106931.1539554961, "peak_memory_bytes": 42389451776}
{"loss": 3.80572998899637, "perplexity": 44.95805702414031, "tokens": 193855488, "seconds": 0.5386117180023575, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 19, "step": 1479, "evaluation_tokens": 1048576}
{"event": "train", "step": 1480, "epoch": 20, "tokens": 193986560, "loss": 3.7999932765960693, "lr": 0.003144564526933551, "grad_norm": 0.15235161781311035, "tokens_per_second": 1905524.0002813418, "training_seconds": 0.06878527899971232, "elapsed_tokens_per_second": 1103694.8727344046, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1500, "epoch": 20, "tokens": 196608000, "loss": 3.790134048461914, "lr": 0.0030902230477082115, "grad_norm": 0.13099059462547302, "tokens_per_second": 1761870.4685330035, "training_seconds": 1.4878732840006705, "elapsed_tokens_per_second": 1109211.0719592262, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1520, "epoch": 20, "tokens": 199229440, "loss": 3.782272291183472, "lr": 0.0030355845855634263, "grad_norm": 0.15084831416606903, "tokens_per_second": 1763849.3844544112, "training_seconds": 1.4862039940053364, "elapsed_tokens_per_second": 1114646.5760334898, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1540, "epoch": 20, "tokens": 201850880, "loss": 3.772862195968628, "lr": 0.0029806766329701583, "grad_norm": 0.13343490660190582, "tokens_per_second": 1761475.79923275, "training_seconds": 1.4882066510035656, "elapsed_tokens_per_second": 1119977.7074012377, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1557, "epoch": 20, "tokens": 204079104, "loss": 3.7868103981018066, "lr": 0.0029338136193441822, "grad_norm": 0.17101360857486725, "tokens_per_second": 1768433.3544607128, "training_seconds": 1.2599988540023332, "elapsed_tokens_per_second": 1124470.1105819943, "peak_memory_bytes": 42389451776}
{"loss": 3.78516144203729, "perplexity": 44.04278034101178, "tokens": 204079104, "seconds": 0.5396877480088733, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 20, "step": 1557, "evaluation_tokens": 1048576}
{"event": "train", "step": 1560, "epoch": 21, "tokens": 204472320, "loss": 3.7926056385040283, "lr": 0.002925526817999061, "grad_norm": 0.16066603362560272, "tokens_per_second": 1807911.7159226807, "training_seconds": 0.21749734599143267, "elapsed_tokens_per_second": 1121915.0391066768, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1580, "epoch": 21, "tokens": 207093760, "loss": 3.762778306007385, "lr": 0.0028701628904188353, "grad_norm": 0.15140724182128906, "tokens_per_second": 1762039.3959410372, "training_seconds": 1.487730641005328, "elapsed_tokens_per_second": 1127088.491614094, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1600, "epoch": 21, "tokens": 209715200, "loss": 3.7644428253173827, "lr": 0.0028146127077333673, "grad_norm": 0.15853945910930634, "tokens_per_second": 1764742.0848246163, "training_seconds": 1.4854521930101328, "elapsed_tokens_per_second": 1132194.7621794427, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1620, "epoch": 21, "tokens": 212336640, "loss": 3.770785856246948, "lr": 0.002758904221164647, "grad_norm": 0.13699877262115479, "tokens_per_second": 1764617.1392724793, "training_seconds": 1.4855573719978565, "elapsed_tokens_per_second": 1137215.1944827042, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1634, "epoch": 21, "tokens": 214171648, "loss": 3.764756304877145, "lr": 0.0027198290975098864, "grad_norm": 0.1383550763130188, "tokens_per_second": 1764064.5002554404, "training_seconds": 1.0402159329969436, "elapsed_tokens_per_second": 1140680.8801906144, "peak_memory_bytes": 42389451776}
{"loss": 3.761514427342516, "perplexity": 43.013517525151535, "tokens": 214171648, "seconds": 0.5414577000046847, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 21, "step": 1634, "evaluation_tokens": 1048576}
{"event": "train", "step": 1640, "epoch": 22, "tokens": 214958080, "loss": 3.7408021291097007, "lr": 0.0027030654615885314, "grad_norm": 0.14448414742946625, "tokens_per_second": 1793209.8866774074, "training_seconds": 0.43856104399310425, "elapsed_tokens_per_second": 1138674.807333833, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1660, "epoch": 22, "tokens": 217579520, "loss": 3.7567547082901003, "lr": 0.0026471245254304355, "grad_norm": 0.12921690940856934, "tokens_per_second": 1759373.4035118562, "training_seconds": 1.4899850110086845, "elapsed_tokens_per_second": 1143525.7596648014, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1680, "epoch": 22, "tokens": 220200960, "loss": 3.7425078392028808, "lr": 0.0025911095605280292, "grad_norm": 0.12047379463911057, "tokens_per_second": 1762906.4479456532, "training_seconds": 1.4869989289873047, "elapsed_tokens_per_second": 1148321.8156708688, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1700, "epoch": 22, "tokens": 222822400, "loss": 3.7419772267341616, "lr": 0.0025350487519680766, "grad_norm": 0.1592518836259842, "tokens_per_second": 1760593.7412166195, "training_seconds": 1.4889522430021316, "elapsed_tokens_per_second": 1153029.3760980796, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1712, "epoch": 22, "tokens": 224395264, "loss": 3.7404754956563315, "lr": 0.002501401995934006, "grad_norm": 0.12920324504375458, "tokens_per_second": 1764937.5190173024, "training_seconds": 0.8911726239894051, "elapsed_tokens_per_second": 1155831.2758414252, "peak_memory_bytes": 42389451776}
{"loss": 3.7474435455541286, "perplexity": 42.412517620012984, "tokens": 224395264, "seconds": 0.5391553710069275, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 22, "step": 1712, "evaluation_tokens": 1048576}
{"event": "train", "step": 1720, "epoch": 23, "tokens": 225443840, "loss": 3.7301652431488037, "lr": 0.002478970307904525, "grad_norm": 0.12601430714130402, "tokens_per_second": 1778785.9537167905, "training_seconds": 0.5894897010002751, "elapsed_tokens_per_second": 1154479.3737854443, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1740, "epoch": 23, "tokens": 228065280, "loss": 3.7392924189567567, "lr": 0.0024229024453649877, "grad_norm": 0.13020697236061096, "tokens_per_second": 1762484.2419752567, "training_seconds": 1.4873551420023432, "elapsed_tokens_per_second": 1159065.5448190465, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1760, "epoch": 23, "tokens": 230686720, "loss": 3.7261979460716246, "lr": 0.002366873376052768, "grad_norm": 0.14263899624347687, "tokens_per_second": 1760983.395826443, "training_seconds": 1.488622781005688, "elapsed_tokens_per_second": 1163578.1689099579, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1780, "epoch": 23, "tokens": 233308160, "loss": 3.7210936665534975, "lr": 0.0023109112921515552, "grad_norm": 0.12954488396644592, "tokens_per_second": 1762820.869841508, "training_seconds": 1.487071117007872, "elapsed_tokens_per_second": 1168029.4988281687, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1790, "epoch": 23, "tokens": 234618880, "loss": 3.724930429458618, "lr": 0.0022829641709588093, "grad_norm": 0.13169676065444946, "tokens_per_second": 1762841.4669724344, "training_seconds": 0.7435268709959928, "elapsed_tokens_per_second": 1170228.1018046911, "peak_memory_bytes": 42389451776}
{"loss": 3.727010639118159, "perplexity": 41.554700311123426, "tokens": 234618880, "seconds": 0.5376043489959557, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 23, "step": 1790, "evaluation_tokens": 1048576}
{"event": "train", "step": 1800, "epoch": 24, "tokens": 235929600, "loss": 3.70938618183136, "lr": 0.002255044352139943, "grad_norm": 0.12774956226348877, "tokens_per_second": 1771288.1118877158, "training_seconds": 0.739981254999293, "elapsed_tokens_per_second": 1169280.9407970593, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1820, "epoch": 24, "tokens": 238551040, "loss": 3.7208149433135986, "lr": 0.0021993006666229126, "grad_norm": 0.12381453812122345, "tokens_per_second": 1763911.423845681, "training_seconds": 1.486151721997885, "elapsed_tokens_per_second": 1173619.8729594008, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1840, "epoch": 24, "tokens": 241172480, "loss": 3.6974441051483153, "lr": 0.0021437082841874017, "grad_norm": 0.12572214007377625, "tokens_per_second": 1760444.0336481659, "training_seconds": 1.4890788630000316, "elapsed_tokens_per_second": 1177880.6042878325, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1860, "epoch": 24, "tokens": 243793920, "loss": 3.7191715836524963, "lr": 0.002088295177289076, "grad_norm": 0.14172641932964325, "tokens_per_second": 1761810.2030942822, "training_seconds": 1.4879241790040396, "elapsed_tokens_per_second": 1182083.6822489654, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1868, "epoch": 24, "tokens": 244842496, "loss": 3.7012770771980286, "lr": 0.0020661863806558174, "grad_norm": 0.13177399337291718, "tokens_per_second": 1765469.5048632077, "training_seconds": 0.5939360589982243, "elapsed_tokens_per_second": 1183751.4904952105, "peak_memory_bytes": 42389451776}
{"loss": 3.7142934957048457, "perplexity": 41.029589261014216, "tokens": 244842496, "seconds": 0.5382402959949104, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 24, "step": 1868, "evaluation_tokens": 1048576}
{"event": "train", "step": 1880, "epoch": 25, "tokens": 246415360, "loss": 3.6965088844299316, "lr": 0.0020330892281774098, "grad_norm": 0.13228240609169006, "tokens_per_second": 1773150.7361219279, "training_seconds": 0.8870447209919803, "elapsed_tokens_per_second": 1182992.4163064065, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1900, "epoch": 25, "tokens": 249036800, "loss": 3.7000399470329284, "lr": 0.001978118214866159, "grad_norm": 0.12404006719589233, "tokens_per_second": 1764852.792365441, "training_seconds": 1.4853590120037552, "elapsed_tokens_per_second": 1187103.0726103531, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1920, "epoch": 25, "tokens": 251658240, "loss": 3.702679705619812, "lr": 0.0019234097971562766, "grad_norm": 0.14410673081874847, "tokens_per_second": 1761917.625158744, "training_seconds": 1.487833462000708, "elapsed_tokens_per_second": 1191143.3463011177, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1940, "epoch": 25, "tokens": 254279680, "loss": 3.702700304985046, "lr": 0.0018689915027183164, "grad_norm": 0.14342467486858368, "tokens_per_second": 1761580.2459763852, "training_seconds": 1.4881184129917528, "elapsed_tokens_per_second": 1195122.9742029796, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1946, "epoch": 25, "tokens": 255066112, "loss": 3.6652978658676147, "lr": 0.001852726686044989, "grad_norm": 0.13626940548419952, "tokens_per_second": 1769718.9332648814, "training_seconds": 0.44438243001059163, "elapsed_tokens_per_second": 1196313.347280934, "peak_memory_bytes": 42389451776}
{"loss": 3.6933993366315483, "perplexity": 40.18120450374822, "tokens": 255066112, "seconds": 0.539515073003713, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 25, "step": 1946, "evaluation_tokens": 1048576}
{"event": "train", "step": 1960, "epoch": 26, "tokens": 256901120, "loss": 3.670027800968715, "lr": 0.0018148907132413139, "grad_norm": 0.12811854481697083, "tokens_per_second": 1775015.0388396806, "training_seconds": 1.0337985649966868, "elapsed_tokens_per_second": 1196061.553897736, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1980, "epoch": 26, "tokens": 259522560, "loss": 3.677849555015564, "lr": 0.0017611346506551213, "grad_norm": 0.13173595070838928, "tokens_per_second": 1763849.5185766052, "training_seconds": 1.4862038809951628, "elapsed_tokens_per_second": 1199954.281116457, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2000, "epoch": 26, "tokens": 262144000, "loss": 3.6718982100486754, "lr": 0.0017077503634331374, "grad_norm": 0.12470041215419769, "tokens_per_second": 1765526.461400048, "training_seconds": 1.4847922460030532, "elapsed_tokens_per_second": 1203803.8961585225, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2020, "epoch": 26, "tokens": 264765440, "loss": 3.675313854217529, "lr": 0.0016547647129823058, "grad_norm": 0.12948232889175415, "tokens_per_second": 1762945.0312057207, "training_seconds": 1.4869663849967765, "elapsed_tokens_per_second": 1207587.082800561, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2024, "epoch": 26, "tokens": 265289728, "loss": 3.669611632823944, "lr": 0.0016442177691389543, "grad_norm": 0.13668832182884216, "tokens_per_second": 1754316.2546983783, "training_seconds": 0.2988560349913314, "elapsed_tokens_per_second": 1208324.3835436134, "peak_memory_bytes": 42389451776}
{"loss": 3.678551440880194, "perplexity": 39.58900550227476, "tokens": 265289728, "seconds": 0.5409175240056356, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 26, "step": 2024, "evaluation_tokens": 1048576}
{"event": "train", "step": 2040, "epoch": 27, "tokens": 267386880, "loss": 3.6529091149568558, "lr": 0.001602204360127244, "grad_norm": 0.12119246274232864, "tokens_per_second": 1773020.9303351147, "training_seconds": 1.1828128839988494, "elapsed_tokens_per_second": 1208348.7730925346, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2060, "epoch": 27, "tokens": 270008320, "loss": 3.653480350971222, "lr": 0.0015500957516952952, "grad_norm": 0.12446551024913788, "tokens_per_second": 1756920.9530272537, "training_seconds": 1.4920648510014871, "elapsed_tokens_per_second": 1212013.1247642622, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2080, "epoch": 27, "tokens": 272629760, "loss": 3.661863684654236, "lr": 0.0014984651072092675, "grad_norm": 0.13549421727657318, "tokens_per_second": 1763647.959841976, "training_seconds": 1.4863737319974462, "elapsed_tokens_per_second": 1215660.999625383, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2100, "epoch": 27, "tokens": 275251200, "loss": 3.6539776802062987, "lr": 0.0014473384056945338, "grad_norm": 0.1379307061433792, "tokens_per_second": 1763259.4415835503, "training_seconds": 1.4867012409958988, "elapsed_tokens_per_second": 1219257.4617389594, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2101, "epoch": 27, "tokens": 275382272, "loss": 3.666086196899414, "lr": 0.0014447957616861562, "grad_norm": 0.13724684715270996, "tokens_per_second": 1758251.4047669938, "training_seconds": 0.07454679100192152, "elapsed_tokens_per_second": 1219428.8603097897, "peak_memory_bytes": 42389451776}
{"loss": 3.663230169059342, "perplexity": 38.987074536623844, "tokens": 275382272, "seconds": 0.5388911879999796, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 27, "step": 2101, "evaluation_tokens": 1048576}
{"event": "train", "step": 2120, "epoch": 28, "tokens": 277872640, "loss": 3.654919887843885, "lr": 0.0013967413726071521, "grad_norm": 0.1299796998500824, "tokens_per_second": 1768607.8276380375, "training_seconds": 1.408095090999268, "elapsed_tokens_per_second": 1219699.0853454433, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2140, "epoch": 28, "tokens": 280494080, "loss": 3.6496659874916078, "lr": 0.0013466994668895663, "grad_norm": 0.13117334246635437, "tokens_per_second": 1766163.7503342398, "training_seconds": 1.4842564849968767, "elapsed_tokens_per_second": 1223227.7760310676, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2160, "epoch": 28, "tokens": 283115520, "loss": 3.6498335242271422, "lr": 0.0012972378681604185, "grad_norm": 0.12873968482017517, "tokens_per_second": 1760212.768831729, "training_seconds": 1.4892745050019585, "elapsed_tokens_per_second": 1226686.3749989534, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2179, "epoch": 28, "tokens": 285605888, "loss": 3.6464610476242867, "lr": 0.0012508095301131512, "grad_norm": 0.11950016766786575, "tokens_per_second": 1764316.9927336373, "training_seconds": 1.4115195910126204, "elapsed_tokens_per_second": 1229946.1459768747, "peak_memory_bytes": 42389451776}
{"loss": 3.6480114053631665, "perplexity": 38.39823155827066, "tokens": 285605888, "seconds": 0.5383639409992611, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 28, "step": 2179, "evaluation_tokens": 1048576}
{"event": "train", "step": 2180, "epoch": 29, "tokens": 285736960, "loss": 3.6775569915771484, "lr": 0.0012483814640449006, "grad_norm": 0.13093723356723785, "tokens_per_second": 1942873.9156238325, "training_seconds": 0.06746294700133149, "elapsed_tokens_per_second": 1227248.8000798284, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2200, "epoch": 29, "tokens": 288358400, "loss": 3.6375714421272276, "lr": 0.0012001548376520327, "grad_norm": 0.1358722448348999, "tokens_per_second": 1758811.5402207775, "training_seconds": 1.49046099599218, "elapsed_tokens_per_second": 1230624.7615355498, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2220, "epoch": 29, "tokens": 290979840, "loss": 3.6307952046394347, "lr": 0.001152582255205164, "grad_norm": 0.12932929396629333, "tokens_per_second": 1764292.7820192461, "training_seconds": 1.485830485005863, "elapsed_tokens_per_second": 1233978.6055856035, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2240, "epoch": 29, "tokens": 293601280, "loss": 3.6583447813987733, "lr": 0.001105687653831919, "grad_norm": 0.15686841309070587, "tokens_per_second": 1761948.4342876067, "training_seconds": 1.4878074459993513, "elapsed_tokens_per_second": 1237282.6521093429, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2257, "epoch": 29, "tokens": 295829504, "loss": 3.6353608439950382, "lr": 0.0010663779398238562, "grad_norm": 0.13103371858596802, "tokens_per_second": 1764081.6341357194, "training_seconds": 1.2631070789939258, "elapsed_tokens_per_second": 1240063.9824448344, "peak_memory_bytes": 42389451776}
{"loss": 3.6352439767203735, "perplexity": 37.91110119504688, "tokens": 295829504, "seconds": 0.5395511349925073, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 29, "step": 2257, "evaluation_tokens": 1048576}
{"event": "train", "step": 2260, "epoch": 30, "tokens": 296222720, "loss": 3.597975413004557, "lr": 0.001059494629519741, "grad_norm": 0.1336306929588318, "tokens_per_second": 1795465.906163552, "training_seconds": 0.2190049939963501, "elapsed_tokens_per_second": 1237723.6494248607, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2280, "epoch": 30, "tokens": 298844160, "loss": 3.62722190618515, "lr": 0.001014026425243081, "grad_norm": 0.15565557777881622, "tokens_per_second": 1763983.9285237768, "training_seconds": 1.4860906370013254, "elapsed_tokens_per_second": 1240965.2527433445, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2300, "epoch": 30, "tokens": 301465600, "loss": 3.628749060630798, "lr": 0.0009693059192682168, "grad_norm": 0.1260189265012741, "tokens_per_second": 1762020.4377752633, "training_seconds": 1.4877466479956638, "elapsed_tokens_per_second": 1244156.6858091094, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2320, "epoch": 30, "tokens": 304087040, "loss": 3.5995515823364257, "lr": 0.0009253556136415763, "grad_norm": 0.1314455270767212, "tokens_per_second": 1759234.7838696428, "training_seconds": 1.490102415002184, "elapsed_tokens_per_second": 1247298.9793929127, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2335, "epoch": 30, "tokens": 306053120, "loss": 3.6181406656901043, "lr": 0.0008929116465421789, "grad_norm": 0.13436520099639893, "tokens_per_second": 1761277.0365258746, "training_seconds": 1.1162809479865246, "elapsed_tokens_per_second": 1249633.407689642, "peak_memory_bytes": 42389451776}
{"loss": 3.622350770522503, "perplexity": 37.425443122737484, "tokens": 306053120, "seconds": 0.5397526319866301, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 30, "step": 2335, "evaluation_tokens": 1048576}
{"event": "train", "step": 2340, "epoch": 31, "tokens": 306708480, "loss": 3.604259157180786, "lr": 0.0008821976228673739, "grad_norm": 0.13444431126117706, "tokens_per_second": 1792709.2504117636, "training_seconds": 0.3655695979978191, "elapsed_tokens_per_second": 1247638.56250474, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2360, "epoch": 31, "tokens": 309329920, "loss": 3.6171902418136597, "lr": 0.0008398536627802378, "grad_norm": 0.12963545322418213, "tokens_per_second": 1759784.6315380181, "training_seconds": 1.4896368299960159, "elapsed_tokens_per_second": 1250717.5430778677, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2380, "epoch": 31, "tokens": 311951360, "loss": 3.6041141510009767, "lr": 0.0007983450396184397, "grad_norm": 0.12117862701416016, "tokens_per_second": 1764194.8687182805, "training_seconds": 1.485912949006888, "elapsed_tokens_per_second": 1253774.9866819978, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2400, "epoch": 31, "tokens": 314572800, "loss": 3.599151837825775, "lr": 0.0007576926393032186, "grad_norm": 0.1294763833284378, "tokens_per_second": 1759246.5617557303, "training_seconds": 1.4900924389949068, "elapsed_tokens_per_second": 1256778.2273349813, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2413, "epoch": 31, "tokens": 316276736, "loss": 3.5869398483863244, "lr": 0.000731737436092279, "grad_norm": 0.12155823409557343, "tokens_per_second": 1758927.2020788265, "training_seconds": 0.9687359419913264, "elapsed_tokens_per_second": 1258705.6449748755, "peak_memory_bytes": 42389451776}
{"loss": 3.6098221586960673, "perplexity": 36.95947930832648, "tokens": 316276736, "seconds": 0.53910193000047, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 31, "step": 2413, "evaluation_tokens": 1048576}
{"event": "train", "step": 2420, "epoch": 32, "tokens": 317194240, "loss": 3.6029482909611295, "lr": 0.0007179169169296026, "grad_norm": 0.13629372417926788, "tokens_per_second": 1786136.7792653788, "training_seconds": 0.5136807050002972, "elapsed_tokens_per_second": 1257037.366329441, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2440, "epoch": 32, "tokens": 319815680, "loss": 3.6060359597206117, "lr": 0.0006790378864740018, "grad_norm": 0.12102139741182327, "tokens_per_second": 1765386.6731642734, "training_seconds": 1.4849098159902496, "elapsed_tokens_per_second": 1260005.3227289976, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2460, "epoch": 32, "tokens": 322437120, "loss": 3.590758001804352, "lr": 0.0006410751107237639, "grad_norm": 0.12903288006782532, "tokens_per_second": 1765996.561727988, "training_seconds": 1.484397000996978, "elapsed_tokens_per_second": 1262938.9495236494, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2480, "epoch": 32, "tokens": 325058560, "loss": 3.5903370857238768, "lr": 0.0006040476914337539, "grad_norm": 0.12564294040203094, "tokens_per_second": 1759942.3478191562, "training_seconds": 1.4895033369975863, "elapsed_tokens_per_second": 1265815.5435743972, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2491, "epoch": 32, "tokens": 326500352, "loss": 3.591547359119762, "lr": 0.000584088076256298, "grad_norm": 0.1163560152053833, "tokens_per_second": 1765973.5175201136, "training_seconds": 0.8164290040003834, "elapsed_tokens_per_second": 1267393.0726140703, "peak_memory_bytes": 42389451776}
{"loss": 3.5992518552894768, "perplexity": 36.57086390800186, "tokens": 326500352, "seconds": 0.5422286170069128, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 32, "step": 2491, "evaluation_tokens": 1048576}
{"event": "train", "step": 2500, "epoch": 33, "tokens": 327680000, "loss": 3.586879253387451, "lr": 0.0005679742597149087, "grad_norm": 0.1297990381717682, "tokens_per_second": 1780814.8234394277, "training_seconds": 0.662420362001285, "elapsed_tokens_per_second": 1265962.1297130748, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2520, "epoch": 33, "tokens": 330301440, "loss": 3.5723084568977357, "lr": 0.0005328729666596136, "grad_norm": 0.1223006621003151, "tokens_per_second": 1759974.5601785847, "training_seconds": 1.48947607500304, "elapsed_tokens_per_second": 1268782.9578136131, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2540, "epoch": 33, "tokens": 332922880, "loss": 3.572172391414642, "lr": 0.0004987614742086017, "grad_norm": 0.12690597772598267, "tokens_per_second": 1760560.5484449363, "training_seconds": 1.4889803149999352, "elapsed_tokens_per_second": 1271572.2055356097, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2560, "epoch": 33, "tokens": 335544320, "loss": 3.596195030212402, "lr": 0.0004656569462639848, "grad_norm": 0.12357205152511597, "tokens_per_second": 1763012.4030263498, "training_seconds": 1.4869095620088046, "elapsed_tokens_per_second": 1274341.4148220164, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2568, "epoch": 33, "tokens": 336592896, "loss": 3.579009920358658, "lr": 0.0004527008335841501, "grad_norm": 0.1261690855026245, "tokens_per_second": 1757198.55185228, "training_seconds": 0.5967316549940733, "elapsed_tokens_per_second": 1275424.7867714614, "peak_memory_bytes": 42389451776}
{"loss": 3.58967971577712, "perplexity": 36.22247258190988, "tokens": 336592896, "seconds": 0.5391990469943266, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 33, "step": 2568, "evaluation_tokens": 1048576}
{"event": "train", "step": 2580, "epoch": 34, "tokens": 338165760, "loss": 3.5908019741376243, "lr": 0.0004335760400528796, "grad_norm": 0.12417082488536835, "tokens_per_second": 1773816.2035824, "training_seconds": 0.8867119360074867, "elapsed_tokens_per_second": 1274401.4405486723, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2600, "epoch": 34, "tokens": 340787200, "loss": 3.605125606060028, "lr": 0.00040253489774598304, "grad_norm": 0.12425683438777924, "tokens_per_second": 1757265.2854956863, "training_seconds": 1.491772484005196, "elapsed_tokens_per_second": 1277095.0653846185, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2620, "epoch": 34, "tokens": 343408640, "loss": 3.580005669593811, "lr": 0.00037254913833530357, "grad_norm": 0.12141207605600357, "tokens_per_second": 1762003.7148391425, "training_seconds": 1.4877607679954963, "elapsed_tokens_per_second": 1279774.629897923, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2640, "epoch": 34, "tokens": 346030080, "loss": 3.5898459434509276, "lr": 0.00034363384977514287, "grad_norm": 0.1411094069480896, "tokens_per_second": 1762036.2679996507, "training_seconds": 1.487733282003319, "elapsed_tokens_per_second": 1282427.939694908, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2646, "epoch": 34, "tokens": 346816512, "loss": 3.574853539466858, "lr": 0.0003351701943666427, "grad_norm": 0.11710315197706223, "tokens_per_second": 1766691.5097975875, "training_seconds": 0.445143928998732, "elapsed_tokens_per_second": 1283217.4156251762, "peak_memory_bytes": 42389451776}
{"loss": 3.5813855814395703, "perplexity": 35.923281010998345, "tokens": 346816512, "seconds": 0.5409192819934106, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 34, "step": 2646, "evaluation_tokens": 1048576}
{"event": "train", "step": 2660, "epoch": 35, "tokens": 348651520, "loss": 3.5668567419052124, "lr": 0.00031580358139028013, "grad_norm": 0.12005350738763809, "tokens_per_second": 1766400.9908225394, "training_seconds": 1.0388399969961029, "elapsed_tokens_per_second": 1282422.4752127212, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2680, "epoch": 35, "tokens": 351272960, "loss": 3.5782894849777223, "lr": 0.0002890723365551784, "grad_norm": 0.11576871573925018, "tokens_per_second": 1761225.7943274311, "training_seconds": 1.4884179010114167, "elapsed_tokens_per_second": 1285023.8979359935, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2700, "epoch": 35, "tokens": 353894400, "loss": 3.5838492631912233, "lr": 0.0002634535656478981, "grad_norm": 0.11204224079847336, "tokens_per_second": 1763624.601855167, "training_seconds": 1.4863934179884382, "elapsed_tokens_per_second": 1287604.5839828053, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2720, "epoch": 35, "tokens": 356515840, "loss": 3.565452146530151, "lr": 0.0002389601592822613, "grad_norm": 0.11839944869279861, "tokens_per_second": 1763049.0154934584, "training_seconds": 1.4868786840088433, "elapsed_tokens_per_second": 1290157.1478297287, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2724, "epoch": 35, "tokens": 357040128, "loss": 3.5501425862312317, "lr": 0.00023419761633493825, "grad_norm": 0.11672288924455643, "tokens_per_second": 1759813.392066538, "training_seconds": 0.2979224969894858, "elapsed_tokens_per_second": 1290655.3677234065, "peak_memory_bytes": 42389451776}
{"loss": 3.5746815657228823, "perplexity": 35.68325623441159, "tokens": 357040128, "seconds": 0.5418421009962913, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 35, "step": 2724, "evaluation_tokens": 1048576}
{"event": "train", "step": 2740, "epoch": 36, "tokens": 359137280, "loss": 3.584204286336899, "lr": 0.00021560444182167155, "grad_norm": 0.11093369126319885, "tokens_per_second": 1772824.5218561084, "training_seconds": 1.1829439260036452, "elapsed_tokens_per_second": 1290099.5641033954, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2760, "epoch": 36, "tokens": 361758720, "loss": 3.5908533215522764, "lr": 0.0001933981651778585, "grad_norm": 0.11452524363994598, "tokens_per_second": 1761787.68706791, "training_seconds": 1.4879431949957507, "elapsed_tokens_per_second": 1292601.7228925063, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2780, "epoch": 36, "tokens": 364380160, "loss": 3.5788828849792482, "lr": 0.00017235250289765914, "grad_norm": 0.11749318987131119, "tokens_per_second": 1761449.6391809133, "training_seconds": 1.4882287530053873, "elapsed_tokens_per_second": 1295073.8435852858, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2800, "epoch": 36, "tokens": 367001600, "loss": 3.570438051223755, "lr": 0.00015247804454081665, "grad_norm": 0.12157046049833298, "tokens_per_second": 1762539.7102017587, "training_seconds": 1.4873083340062294, "elapsed_tokens_per_second": 1297525.9561989133, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2802, "epoch": 36, "tokens": 367263744, "loss": 3.585569739341736, "lr": 0.00015055540506279914, "grad_norm": 0.11534629762172699, "tokens_per_second": 1764140.7530241816, "training_seconds": 0.1485958529956406, "elapsed_tokens_per_second": 1297763.8090909615, "peak_memory_bytes": 42389451776}
{"loss": 3.569051478452077, "perplexity": 35.482920869682395, "tokens": 367263744, "seconds": 0.5403792649885872, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 36, "step": 2802, "evaluation_tokens": 1048576}
{"event": "train", "step": 2820, "epoch": 37, "tokens": 369623040, "loss": 3.5627152919769287, "lr": 0.00013378479035162593, "grad_norm": 0.11413414031267166, "tokens_per_second": 1770208.8100381983, "training_seconds": 1.3327783629938494, "elapsed_tokens_per_second": 1297397.435195689, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2840, "epoch": 37, "tokens": 372244480, "loss": 3.581516706943512, "lr": 0.00011628214622710187, "grad_norm": 0.12307310849428177, "tokens_per_second": 1758659.9374998803, "training_seconds": 1.490589479013579, "elapsed_tokens_per_second": 1299792.9770879576, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2860, "epoch": 37, "tokens": 374865920, "loss": 3.5693254828453065, "lr": 9.997891898421041e-05, "grad_norm": 0.11452621966600418, "tokens_per_second": 1761780.9806626083, "training_seconds": 1.4879488590086112, "elapsed_tokens_per_second": 1302174.120851064, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2880, "epoch": 37, "tokens": 377487360, "loss": 3.580601727962494, "lr": 8.488331192853582e-05, "grad_norm": 0.10913489758968353, "tokens_per_second": 1763025.227552189, "training_seconds": 1.486898745992221, "elapsed_tokens_per_second": 1304536.7156508882, "peak_memory_bytes": 42389451776}
{"loss": 3.5650171800481885, "perplexity": 35.34006054300745, "tokens": 377487360, "seconds": 0.5386386800091714, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 37, "step": 2880, "evaluation_tokens": 1048576}
{"event": "train", "step": 2900, "epoch": 38, "tokens": 380108800, "loss": 3.579207718372345, "lr": 7.100292072661746e-05, "grad_norm": 0.11208413541316986, "tokens_per_second": 1765502.1023888679, "training_seconds": 1.4848127320001367, "elapsed_tokens_per_second": 1304445.01827038, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2920, "epoch": 38, "tokens": 382730240, "loss": 3.5486200571060182, "lr": 5.834472958403308e-05, "grad_norm": 0.10906346142292023, "tokens_per_second": 1763682.0095666025, "training_seconds": 1.4863450359989656, "elapsed_tokens_per_second": 1306768.2355462273, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2940, "epoch": 38, "tokens": 385351680, "loss": 3.572462260723114, "lr": 4.691510773115276e-05, "grad_norm": 0.11238312721252441, "tokens_per_second": 1759687.8156602753, "training_seconds": 1.4897187879978446, "elapsed_tokens_per_second": 1309055.0664031547, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2958, "epoch": 38, "tokens": 387710976, "loss": 3.5631090799967446, "lr": 3.7683640870077585e-05, "grad_norm": 0.10664886981248856, "tokens_per_second": 1759687.7240331757, "training_seconds": 1.3407469790108735, "elapsed_tokens_per_second": 1311091.1262656853, "peak_memory_bytes": 42389451776}
{"loss": 3.5626734985932, "perplexity": 35.25733168141203, "tokens": 387710976, "seconds": 0.5407297829951858, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 38, "step": 2958, "evaluation_tokens": 1048576}
{"event": "train", "step": 2960, "epoch": 39, "tokens": 387973120, "loss": 3.5538065433502197, "lr": 3.671980621832799e-05, "grad_norm": 0.10918106138706207, "tokens_per_second": 1840250.7050082854, "training_seconds": 0.1424501559959026, "elapsed_tokens_per_second": 1308928.9241129337, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2980, "epoch": 39, "tokens": 390594560, "loss": 3.566794514656067, "lr": 2.7763955022132304e-05, "grad_norm": 0.10729679465293884, "tokens_per_second": 1761011.9281354435, "training_seconds": 1.4885986620065523, "elapsed_tokens_per_second": 1311183.5827230837, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3000, "epoch": 39, "tokens": 393216000, "loss": 3.5510706663131715, "lr": 2.005206046410801e-05, "grad_norm": 0.11421526968479156, "tokens_per_second": 1763013.7298290322, "training_seconds": 1.4869084429956274, "elapsed_tokens_per_second": 1313420.199711552, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3020, "epoch": 39, "tokens": 395837440, "loss": 3.5648985266685487, "lr": 1.3588002943315802e-05, "grad_norm": 0.11157671362161636, "tokens_per_second": 1762472.7442028476, "training_seconds": 1.4873648450011387, "elapsed_tokens_per_second": 1315635.2346571027, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3035, "epoch": 39, "tokens": 397803520, "loss": 3.552274958292643, "lr": 9.560833109556744e-06, "grad_norm": 0.10651302337646484, "tokens_per_second": 1759768.0274145915, "training_seconds": 1.1172381639917148, "elapsed_tokens_per_second": 1317271.893903292, "peak_memory_bytes": 42389451776}
{"loss": 3.561537689198151, "perplexity": 35.21730880632537, "tokens": 397803520, "seconds": 0.54016253699956, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 39, "step": 3035, "evaluation_tokens": 1048576}
{"event": "train", "step": 3040, "epoch": 40, "tokens": 398458880, "loss": 3.5788411617279055, "lr": 8.375034983833796e-06, "grad_norm": 0.10655110329389572, "tokens_per_second": 1790474.018125612, "training_seconds": 0.3660259760072222, "elapsed_tokens_per_second": 1315463.370995748, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3060, "epoch": 40, "tokens": 401080320, "loss": 3.5725998282432556, "lr": 4.415779598181679e-06, "grad_norm": 0.10744311660528183, "tokens_per_second": 1759236.5500631742, "training_seconds": 1.4901009190070909, "elapsed_tokens_per_second": 1317630.792773047, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3080, "epoch": 40, "tokens": 403701760, "loss": 3.5467852115631104, "lr": 1.712228967498397e-06, "grad_norm": 0.1093268021941185, "tokens_per_second": 1762872.865584459, "training_seconds": 1.4870272560074227, "elapsed_tokens_per_second": 1319787.7283299377, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3100, "epoch": 40, "tokens": 406323200, "loss": 3.574083459377289, "lr": 2.6574343913426947e-07, "grad_norm": 0.10959320515394211, "tokens_per_second": 1759865.1455033042, "training_seconds": 1.489568678996875, "elapsed_tokens_per_second": 1321915.1443824142, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3113, "epoch": 40, "tokens": 408027136, "loss": 3.5587747463813195, "lr": 0.0, "grad_norm": 0.1075531467795372, "tokens_per_second": 1758982.5152671724, "training_seconds": 0.9687054789974354, "elapsed_tokens_per_second": 1323279.9252854977, "peak_memory_bytes": 42389451776}
{"loss": 3.56134263580886, "perplexity": 35.210440220773215, "tokens": 408027136, "seconds": 0.5391726789966924, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 40, "step": 3113, "evaluation_tokens": 1048576}
{"loss": 3.5627092796701008, "perplexity": 35.25859324927824, "tokens": 408027136, "seconds": 100.84942227999272, "split": "full", "validation_complete": true, "event": "final_validation", "step": 3113, "evaluation_tokens": 197411295}