{"event": "train", "step": 20, "epoch": 1, "tokens": 2621440, "loss": 9.682306957244872, "lr": 0.0003205128205128205, "grad_norm": 3.2056519985198975, "tokens_per_second": 47062.7626938699, "training_seconds": 55.700937427998724, "elapsed_tokens_per_second": 47062.7626938699, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 40, "epoch": 1, "tokens": 5242880, "loss": 7.875666713714599, "lr": 0.000641025641025641, "grad_norm": 0.5126062631607056, "tokens_per_second": 1761281.2579378833, "training_seconds": 1.488371030001872, "elapsed_tokens_per_second": 91666.40528977182, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 60, "epoch": 1, "tokens": 7864320, "loss": 6.914416074752808, "lr": 0.0009615384615384615, "grad_norm": 0.9014437794685364, "tokens_per_second": 1753572.8111200798, "training_seconds": 1.4949136889990768, "elapsed_tokens_per_second": 133993.91720915158, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 78, "epoch": 1, "tokens": 10223616, "loss": 6.520101096895006, "lr": 0.00125, "grad_norm": 0.3972226679325104, "tokens_per_second": 1752723.5634200189, "training_seconds": 1.3460742179995577, "elapsed_tokens_per_second": 170282.90371315705, "peak_memory_bytes": 21988176384}
{"loss": 6.382477340090446, "perplexity": 591.3909709711866, "tokens": 10223616, "seconds": 1.2454503769986331, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 1, "step": 78, "evaluation_tokens": 1048576}
{"event": "train", "step": 80, "epoch": 2, "tokens": 10485760, "loss": 6.380531072616577, "lr": 0.001282051282051282, "grad_norm": 0.3514014184474945, "tokens_per_second": 1815347.1639401074, "training_seconds": 0.14440433499839855, "elapsed_tokens_per_second": 170680.86999861288, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 100, "epoch": 2, "tokens": 13107200, "loss": 6.20945177078247, "lr": 0.0016025641025641025, "grad_norm": 0.3535844087600708, "tokens_per_second": 1755238.577039325, "training_seconds": 1.4934949779999442, "elapsed_tokens_per_second": 208283.4419707896, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 120, "epoch": 2, "tokens": 15728640, "loss": 6.000816535949707, "lr": 0.001923076923076923, "grad_norm": 0.2777886688709259, "tokens_per_second": 1750435.5661157498, "training_seconds": 1.4975929709980846, "elapsed_tokens_per_second": 244124.06487664834, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 140, "epoch": 2, "tokens": 18350080, "loss": 5.797581362724304, "lr": 0.002243589743589744, "grad_norm": 0.37619858980178833, "tokens_per_second": 1747557.3923275494, "training_seconds": 1.5000594609991822, "elapsed_tokens_per_second": 278325.99597689, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 156, "epoch": 2, "tokens": 20447232, "loss": 5.643356621265411, "lr": 0.0025, "grad_norm": 0.3659088611602783, "tokens_per_second": 1752040.82548348, "training_seconds": 1.1969766740003251, "elapsed_tokens_per_second": 304595.23424965306, "peak_memory_bytes": 42389451776}
{"loss": 5.605248319908234, "perplexity": 271.84942267720027, "tokens": 20447232, "seconds": 0.5383233739994466, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 2, "step": 156, "evaluation_tokens": 1048576}
{"event": "train", "step": 160, "epoch": 3, "tokens": 20971520, "loss": 5.590581178665161, "lr": 0.002564102564102564, "grad_norm": 0.34354767203330994, "tokens_per_second": 1779495.9321758943, "training_seconds": 0.2946272539993515, "elapsed_tokens_per_second": 308548.8698605183, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 180, "epoch": 3, "tokens": 23592960, "loss": 5.472483444213867, "lr": 0.0028846153846153848, "grad_norm": 0.4962750971317291, "tokens_per_second": 1745236.4164662554, "training_seconds": 1.5020543780010485, "elapsed_tokens_per_second": 339606.5488461936, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 200, "epoch": 3, "tokens": 26214400, "loss": 5.342992663383484, "lr": 0.003205128205128205, "grad_norm": 0.3060818314552307, "tokens_per_second": 1747913.0295888644, "training_seconds": 1.4997542529999919, "elapsed_tokens_per_second": 369357.06806673785, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 220, "epoch": 3, "tokens": 28835840, "loss": 5.217874765396118, "lr": 0.003525641025641026, "grad_norm": 0.5941173434257507, "tokens_per_second": 1750342.7037788287, "training_seconds": 1.4976724240004842, "elapsed_tokens_per_second": 397889.31084431923, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 233, "epoch": 3, "tokens": 30539776, "loss": 5.157625601841853, "lr": 0.003733974358974359, "grad_norm": 0.29748404026031494, "tokens_per_second": 1747069.186745577, "training_seconds": 0.9753111169993645, "elapsed_tokens_per_second": 415795.44755730015, "peak_memory_bytes": 42389451776}
{"loss": 5.13566414219985, "perplexity": 169.97717140834553, "tokens": 30539776, "seconds": 0.5405544460008969, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 3, "step": 233, "evaluation_tokens": 1048576}
{"event": "train", "step": 240, "epoch": 4, "tokens": 31457280, "loss": 5.0838479314531595, "lr": 0.003846153846153846, "grad_norm": 0.30466073751449585, "tokens_per_second": 1773615.539628768, "training_seconds": 0.5173071499993966, "elapsed_tokens_per_second": 421991.31082219555, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 260, "epoch": 4, "tokens": 34078720, "loss": 5.056395888328552, "lr": 0.004166666666666667, "grad_norm": 0.35808682441711426, "tokens_per_second": 1748709.6530446936, "training_seconds": 1.4990710410020256, "elapsed_tokens_per_second": 448138.1080105748, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 280, "epoch": 4, "tokens": 36700160, "loss": 4.9912478685379025, "lr": 0.004487179487179488, "grad_norm": 0.3222721815109253, "tokens_per_second": 1749021.955925276, "training_seconds": 1.4988033690024167, "elapsed_tokens_per_second": 473271.2943719353, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 300, "epoch": 4, "tokens": 39321600, "loss": 4.917149662971497, "lr": 0.004807692307692308, "grad_norm": 0.34803497791290283, "tokens_per_second": 1746967.8827480236, "training_seconds": 1.5005656520006596, "elapsed_tokens_per_second": 497442.5499928988, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 311, "epoch": 4, "tokens": 40763392, "loss": 4.9050281698053535, "lr": 0.0049839743589743584, "grad_norm": 0.30730098485946655, "tokens_per_second": 1749557.2638712518, "training_seconds": 0.8240896310016979, "elapsed_tokens_per_second": 510351.0112679041, "peak_memory_bytes": 42389451776}
{"loss": 4.907515669005512, "perplexity": 135.30285943724792, "tokens": 40763392, "seconds": 0.5373867289999907, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 4, "step": 311, "evaluation_tokens": 1048576}
{"event": "train", "step": 320, "epoch": 5, "tokens": 41943040, "loss": 4.861934979756673, "lr": 0.004999899362323586, "grad_norm": 0.26787033677101135, "tokens_per_second": 1764447.1597422552, "training_seconds": 0.6685652179985482, "elapsed_tokens_per_second": 517114.05885979795, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 340, "epoch": 5, "tokens": 44564480, "loss": 4.8320787906646725, "lr": 0.0049987672815123355, "grad_norm": 0.3047744333744049, "tokens_per_second": 1749261.6443856156, "training_seconds": 1.498597998997866, "elapsed_tokens_per_second": 539457.9498564906, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 360, "epoch": 5, "tokens": 47185920, "loss": 4.744813537597656, "lr": 0.004996377894323162, "grad_norm": 0.23285706341266632, "tokens_per_second": 1746388.5959086607, "training_seconds": 1.501063397998223, "elapsed_tokens_per_second": 560986.3588983939, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 380, "epoch": 5, "tokens": 49807360, "loss": 4.670438194274903, "lr": 0.004992732403025591, "grad_norm": 0.21957853436470032, "tokens_per_second": 1742888.9333341052, "training_seconds": 1.5040774830013106, "elapsed_tokens_per_second": 581740.5549294723, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 389, "epoch": 5, "tokens": 50987008, "loss": 4.60403225156996, "lr": 0.004990682593570323, "grad_norm": 0.2326604574918747, "tokens_per_second": 1750882.6807240916, "training_seconds": 0.6737447420018725, "elapsed_tokens_per_second": 590857.3695273174, "peak_memory_bytes": 42389451776}
{"loss": 4.631277946433289, "perplexity": 102.64515533902846, "tokens": 50987008, "seconds": 0.5384390810031618, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 5, "step": 389, "evaluation_tokens": 1048576}
{"event": "train", "step": 400, "epoch": 6, "tokens": 52428800, "loss": 4.593816323713823, "lr": 0.004987832641923876, "grad_norm": 0.2823486626148224, "tokens_per_second": 1764762.6748113753, "training_seconds": 0.8169891739999002, "elapsed_tokens_per_second": 598120.9216628458, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 420, "epoch": 6, "tokens": 55050240, "loss": 4.545245432853699, "lr": 0.00498168107643404, "grad_norm": 0.2533274292945862, "tokens_per_second": 1750493.4626475654, "training_seconds": 1.4975434389998554, "elapsed_tokens_per_second": 617468.504197839, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 440, "epoch": 6, "tokens": 57671680, "loss": 4.4808708190917965, "lr": 0.004974280801843336, "grad_norm": 0.19872689247131348, "tokens_per_second": 1746991.5385739517, "training_seconds": 1.5005453330013552, "elapsed_tokens_per_second": 636152.6652202589, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 460, "epoch": 6, "tokens": 60293120, "loss": 4.405386304855346, "lr": 0.004965635541752804, "grad_norm": 0.23950277268886566, "tokens_per_second": 1743941.2607073612, "training_seconds": 1.503169894000166, "elapsed_tokens_per_second": 654212.1409664578, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 467, "epoch": 6, "tokens": 61210624, "loss": 4.379476819719587, "lr": 0.0049623163591299225, "grad_norm": 0.21651646494865417, "tokens_per_second": 1740218.8302256276, "training_seconds": 0.5272348420003254, "elapsed_tokens_per_second": 660376.4201579103, "peak_memory_bytes": 42389451776}
{"loss": 4.3910173236566585, "perplexity": 80.72249812983992, "tokens": 61210624, "seconds": 0.5370356669991452, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 6, "step": 467, "evaluation_tokens": 1048576}
{"event": "train", "step": 480, "epoch": 7, "tokens": 62914560, "loss": 4.358813175788293, "lr": 0.004955749646203652, "grad_norm": 0.2140616625547409, "tokens_per_second": 1755832.0136296698, "training_seconds": 0.970443633999821, "elapsed_tokens_per_second": 667847.4867088677, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 500, "epoch": 7, "tokens": 65536000, "loss": 4.318831896781921, "lr": 0.004944628089488454, "grad_norm": 0.1936018168926239, "tokens_per_second": 1750212.1547356944, "training_seconds": 1.4977841360014281, "elapsed_tokens_per_second": 684777.4784570979, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 520, "epoch": 7, "tokens": 68157440, "loss": 4.285940742492675, "lr": 0.004932276467648223, "grad_norm": 0.2926953136920929, "tokens_per_second": 1748956.7984482395, "training_seconds": 1.4988592070003506, "elapsed_tokens_per_second": 701173.7584928122, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 540, "epoch": 7, "tokens": 70778880, "loss": 4.283794808387756, "lr": 0.00491870099565665, "grad_norm": 0.20318301022052765, "tokens_per_second": 1744775.2909093774, "training_seconds": 1.50245135500154, "elapsed_tokens_per_second": 717049.005155512, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 545, "epoch": 7, "tokens": 71434240, "loss": 4.252415370941162, "lr": 0.004915116688071464, "grad_norm": 0.19108565151691437, "tokens_per_second": 1750563.898159399, "training_seconds": 0.3743707959984022, "elapsed_tokens_per_second": 720940.6326468382, "peak_memory_bytes": 42389451776}
{"loss": 4.258601008232415, "perplexity": 70.71099013192836, "tokens": 71434240, "seconds": 0.5388180459995056, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 7, "step": 545, "evaluation_tokens": 1048576}
{"event": "train", "step": 560, "epoch": 8, "tokens": 73400320, "loss": 4.251400947570801, "lr": 0.004903908504292913, "grad_norm": 0.1895325630903244, "tokens_per_second": 1758230.7516912778, "training_seconds": 1.1182149999985995, "elapsed_tokens_per_second": 728342.513832349, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 580, "epoch": 8, "tokens": 76021760, "loss": 4.227012372016906, "lr": 0.004887906436704631, "grad_norm": 0.21125000715255737, "tokens_per_second": 1745522.8240794363, "training_seconds": 1.501807919001294, "elapsed_tokens_per_second": 743269.2682092359, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 600, "epoch": 8, "tokens": 78643200, "loss": 4.244039535522461, "lr": 0.0048707028446626855, "grad_norm": 0.3446599543094635, "tokens_per_second": 1744959.3636633572, "training_seconds": 1.5022928639991733, "elapsed_tokens_per_second": 757757.2076283892, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 620, "epoch": 8, "tokens": 81264640, "loss": 4.210468649864197, "lr": 0.004852306384509808, "grad_norm": 0.17619705200195312, "tokens_per_second": 1749566.3350474562, "training_seconds": 1.4983370150002884, "elapsed_tokens_per_second": 771862.1834926369, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 623, "epoch": 8, "tokens": 81657856, "loss": 4.15315039952596, "lr": 0.0048494445949372016, "grad_norm": 0.20220980048179626, "tokens_per_second": 1747935.7483184289, "training_seconds": 0.22496021400002064, "elapsed_tokens_per_second": 773930.4897630382, "peak_memory_bytes": 42389451776}
{"loss": 4.196147589717573, "perplexity": 66.42992214677095, "tokens": 81657856, "seconds": 0.5383470199994917, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 8, "step": 623, "evaluation_tokens": 1048576}
{"event": "train", "step": 640, "epoch": 9, "tokens": 83886080, "loss": 4.167132265427533, "lr": 0.004832726312804964, "grad_norm": 0.16542500257492065, "tokens_per_second": 1752677.6816752849, "training_seconds": 1.2713255969974853, "elapsed_tokens_per_second": 781578.8381065105, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 660, "epoch": 9, "tokens": 86507520, "loss": 4.136620259284973, "lr": 0.004811972481665723, "grad_norm": 0.17792196571826935, "tokens_per_second": 1744304.7673167726, "training_seconds": 1.5028566389992193, "elapsed_tokens_per_second": 794863.6303397228, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 680, "epoch": 9, "tokens": 89128960, "loss": 4.131919527053833, "lr": 0.004790055333810961, "grad_norm": 0.1858871877193451, "tokens_per_second": 1746964.5205285721, "training_seconds": 1.5005685399992217, "elapsed_tokens_per_second": 807800.4470817759, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 700, "epoch": 9, "tokens": 91750400, "loss": 4.098937034606934, "lr": 0.004766985897306392, "grad_norm": 0.17629607021808624, "tokens_per_second": 1747503.5189288186, "training_seconds": 1.5001057059998857, "elapsed_tokens_per_second": 820396.2270709922, "peak_memory_bytes": 42389451776}
{"loss": 4.114717053793718, "perplexity": 61.2348856327506, "tokens": 91750400, "seconds": 0.5412552790003247, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 9, "step": 700, "evaluation_tokens": 1048576}
{"event": "train", "step": 720, "epoch": 10, "tokens": 94371840, "loss": 4.105043435096741, "lr": 0.004742775780015567, "grad_norm": 0.1818796843290329, "tokens_per_second": 1756422.636853608, "training_seconds": 1.4924881660008396, "elapsed_tokens_per_second": 828333.97086247, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 740, "epoch": 10, "tokens": 96993280, "loss": 4.141402983665467, "lr": 0.0047174371637591405, "grad_norm": 3.2915704250335693, "tokens_per_second": 1748090.334810476, "training_seconds": 1.4996021359984297, "elapsed_tokens_per_second": 840271.3993273067, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 760, "epoch": 10, "tokens": 99614720, "loss": 4.389617013931274, "lr": 0.0046909827981853345, "grad_norm": 0.17612609267234802, "tokens_per_second": 1746426.039513634, "training_seconds": 1.501031215000694, "elapsed_tokens_per_second": 851894.3545204968, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 778, "epoch": 10, "tokens": 101974016, "loss": 4.158762852350871, "lr": 0.0046662308936010225, "grad_norm": 0.1347636878490448, "tokens_per_second": 1748323.8593710694, "training_seconds": 1.3494616499992844, "elapsed_tokens_per_second": 862108.7960115761, "peak_memory_bytes": 42389451776}
{"loss": 4.133180277790672, "perplexity": 62.375980774682624, "tokens": 101974016, "seconds": 0.538799382000434, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 10, "step": 778, "evaluation_tokens": 1048576}
{"event": "train", "step": 780, "epoch": 11, "tokens": 102236160, "loss": 4.134762525558472, "lr": 0.004663425994354689, "grad_norm": 0.16349567472934723, "tokens_per_second": 1802126.6529943182, "training_seconds": 0.14546369399977266, "elapsed_tokens_per_second": 859332.9101932762, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 800, "epoch": 11, "tokens": 104857600, "loss": 4.086337065696716, "lr": 0.004634780618042328, "grad_norm": 0.14183668792247772, "tokens_per_second": 1747072.2647305413, "training_seconds": 1.5004759980001836, "elapsed_tokens_per_second": 870381.2809426814, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 820, "epoch": 11, "tokens": 107479040, "loss": 4.06402508020401, "lr": 0.004605061082761107, "grad_norm": 0.14867214858531952, "tokens_per_second": 1744435.070358695, "training_seconds": 1.502744380999502, "elapsed_tokens_per_second": 881137.1083532611, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 840, "epoch": 11, "tokens": 110100480, "loss": 4.044292640686035, "lr": 0.004574282342509156, "grad_norm": 0.136376291513443, "tokens_per_second": 1744223.587609147, "training_seconds": 1.5029265849989315, "elapsed_tokens_per_second": 891632.6491116569, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 856, "epoch": 11, "tokens": 112197632, "loss": 4.022076427936554, "lr": 0.004548907112255265, "grad_norm": 0.1670326143503189, "tokens_per_second": 1745975.0819065757, "training_seconds": 1.201135126000736, "elapsed_tokens_per_second": 899847.4865525706, "peak_memory_bytes": 42389451776}
{"loss": 4.0419853607182175, "perplexity": 56.93927566336968, "tokens": 112197632, "seconds": 0.5408354200008034, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 11, "step": 856, "evaluation_tokens": 1048576}
{"event": "train", "step": 860, "epoch": 12, "tokens": 112721920, "loss": 4.000544190406799, "lr": 0.00454245988424547, "grad_norm": 0.1575925648212433, "tokens_per_second": 1774993.0119301223, "training_seconds": 0.29537468399939826, "elapsed_tokens_per_second": 897974.9492345202, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 880, "epoch": 12, "tokens": 115343360, "loss": 4.020047068595886, "lr": 0.004509609720097321, "grad_norm": 0.1486133188009262, "tokens_per_second": 1745507.2670858665, "training_seconds": 1.5018213040020783, "elapsed_tokens_per_second": 907986.3718026923, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 900, "epoch": 12, "tokens": 117964800, "loss": 3.9947356820106505, "lr": 0.004475748379303428, "grad_norm": 0.13967753946781158, "tokens_per_second": 1747291.1063978958, "training_seconds": 1.500288069000817, "elapsed_tokens_per_second": 917771.2525076888, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 920, "epoch": 12, "tokens": 120586240, "loss": 4.006063020229339, "lr": 0.004440892899896928, "grad_norm": 0.14957395195960999, "tokens_per_second": 1745140.6765422302, "training_seconds": 1.502136782000889, "elapsed_tokens_per_second": 927317.9281209203, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 934, "epoch": 12, "tokens": 122421248, "loss": 3.9942942346845354, "lr": 0.004415911923743702, "grad_norm": 0.16300667822360992, "tokens_per_second": 1742151.1006893208, "training_seconds": 1.0533001410003635, "elapsed_tokens_per_second": 933852.6478956958, "peak_memory_bytes": 42389451776}
{"loss": 4.003100396454459, "perplexity": 54.76768862654711, "tokens": 122421248, "seconds": 0.543683305997547, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 12, "step": 934, "evaluation_tokens": 1048576}
{"event": "train", "step": 940, "epoch": 13, "tokens": 123207680, "loss": 3.999922831853231, "lr": 0.004405060820132339, "grad_norm": 0.1699908822774887, "tokens_per_second": 1763242.5579385778, "training_seconds": 0.44601464299921645, "elapsed_tokens_per_second": 932754.6891475796, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 960, "epoch": 13, "tokens": 125829120, "loss": 3.990387809276581, "lr": 0.004368270169660825, "grad_norm": 0.1463831216096878, "tokens_per_second": 1745386.7385557871, "training_seconds": 1.5019250130026194, "elapsed_tokens_per_second": 941882.5727239501, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 980, "epoch": 13, "tokens": 128450560, "loss": 3.9746861338615416, "lr": 0.0043305394604582, "grad_norm": 0.15811671316623688, "tokens_per_second": 1745743.5377670275, "training_seconds": 1.501618046000658, "elapsed_tokens_per_second": 950806.0315457421, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1000, "epoch": 13, "tokens": 131072000, "loss": 3.9490070223808287, "lr": 0.004291887677510251, "grad_norm": 0.1801668256521225, "tokens_per_second": 1745593.1832745175, "training_seconds": 1.5017473859988968, "elapsed_tokens_per_second": 959534.4811296446, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1012, "epoch": 13, "tokens": 132644864, "loss": 3.964673479398092, "lr": 0.004268262563907721, "grad_norm": 0.17676925659179688, "tokens_per_second": 1744315.8156993333, "training_seconds": 0.9017082720019971, "elapsed_tokens_per_second": 964669.2688794571, "peak_memory_bytes": 42389451776}
{"loss": 3.9697826645001437, "perplexity": 52.97301667144554, "tokens": 132644864, "seconds": 0.5383233649990871, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 13, "step": 1012, "evaluation_tokens": 1048576}
{"event": "train", "step": 1020, "epoch": 14, "tokens": 133693440, "loss": 3.9396252930164337, "lr": 0.00425233426926005, "grad_norm": 0.17475873231887817, "tokens_per_second": 1755182.123100604, "training_seconds": 0.5974172059977718, "elapsed_tokens_per_second": 964272.9739166743, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1040, "epoch": 14, "tokens": 136314880, "loss": 3.9435970187187195, "lr": 0.004211899137822061, "grad_norm": 0.1500936895608902, "tokens_per_second": 1740731.2518604116, "training_seconds": 1.5059418259988888, "elapsed_tokens_per_second": 972607.0627621242, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1060, "epoch": 14, "tokens": 138936320, "loss": 3.9501142382621763, "lr": 0.004170602628967988, "grad_norm": 0.17296461760997772, "tokens_per_second": 1745094.8620991455, "training_seconds": 1.5021762180003861, "elapsed_tokens_per_second": 980786.2897061881, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1080, "epoch": 14, "tokens": 141557760, "loss": 3.9332880854606627, "lr": 0.004128465521889375, "grad_norm": 0.1645807921886444, "tokens_per_second": 1749539.4393004405, "training_seconds": 1.4983600490013487, "elapsed_tokens_per_second": 988823.3891956889, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1090, "epoch": 14, "tokens": 142868480, "loss": 3.9458565711975098, "lr": 0.004107088353457822, "grad_norm": 0.14167824387550354, "tokens_per_second": 1746877.0328179575, "training_seconds": 0.7503218460005883, "elapsed_tokens_per_second": 992764.6720210676, "peak_memory_bytes": 42389451776}
{"loss": 3.942189629685724, "perplexity": 51.53131234902926, "tokens": 142868480, "seconds": 0.5410588259983342, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 14, "step": 1090, "evaluation_tokens": 1048576}
{"event": "train", "step": 1100, "epoch": 15, "tokens": 144179200, "loss": 3.922974729537964, "lr": 0.0040855090187421296, "grad_norm": 0.14402757585048676, "tokens_per_second": 1760861.4681581531, "training_seconds": 0.7443629289991804, "elapsed_tokens_per_second": 992944.7606870225, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1120, "epoch": 15, "tokens": 146800640, "loss": 3.9138680338859557, "lr": 0.0040417547339782174, "grad_norm": 0.14972931146621704, "tokens_per_second": 1748437.282987015, "training_seconds": 1.4993045650007844, "elapsed_tokens_per_second": 1000656.4891702317, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1140, "epoch": 15, "tokens": 149422080, "loss": 3.9139907121658326, "lr": 0.003997224683469905, "grad_norm": 0.16453495621681213, "tokens_per_second": 1745266.5845496603, "training_seconds": 1.5020284140009608, "elapsed_tokens_per_second": 1008191.9003392375, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1160, "epoch": 15, "tokens": 152043520, "loss": 3.903806412220001, "lr": 0.003951941273432022, "grad_norm": 0.1301165372133255, "tokens_per_second": 1749298.7151844653, "training_seconds": 1.498566240999935, "elapsed_tokens_per_second": 1015601.9394569799, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1167, "epoch": 15, "tokens": 152961024, "loss": 3.8836077622004916, "lr": 0.003935918304261752, "grad_norm": 0.15522973239421844, "tokens_per_second": 1744618.0147461696, "training_seconds": 0.5259053800000402, "elapsed_tokens_per_second": 1018141.4563117143, "peak_memory_bytes": 42389451776}
{"loss": 3.9138973124600067, "perplexity": 50.09380323216075, "tokens": 152961024, "seconds": 0.5383382659965719, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 15, "step": 1167, "evaluation_tokens": 1048576}
{"event": "train", "step": 1180, "epoch": 16, "tokens": 154664960, "loss": 3.861005801420945, "lr": 0.003905927289147804, "grad_norm": 0.1543237566947937, "tokens_per_second": 1757649.9367435002, "training_seconds": 0.9694399119980517, "elapsed_tokens_per_second": 1018967.7806539527, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1200, "epoch": 16, "tokens": 157286400, "loss": 3.88497976064682, "lr": 0.0038592058835040135, "grad_norm": 0.14493584632873535, "tokens_per_second": 1742379.5637937705, "training_seconds": 1.5045171869969636, "elapsed_tokens_per_second": 1026059.6097753594, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1220, "epoch": 16, "tokens": 159907840, "loss": 3.8884743452072144, "lr": 0.003811800565341085, "grad_norm": 0.15290270745754242, "tokens_per_second": 1748145.5127562818, "training_seconds": 1.4995548030019563, "elapsed_tokens_per_second": 1033041.6926986483, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1240, "epoch": 16, "tokens": 162529280, "loss": 3.862678253650665, "lr": 0.0037637351876241634, "grad_norm": 0.15849018096923828, "tokens_per_second": 1743396.549713914, "training_seconds": 1.5036395480019564, "elapsed_tokens_per_second": 1039867.3867642457, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1245, "epoch": 16, "tokens": 163184640, "loss": 3.8515249729156493, "lr": 0.0037516185359550993, "grad_norm": 0.16264329850673676, "tokens_per_second": 1744709.331213284, "training_seconds": 0.37562703900039196, "elapsed_tokens_per_second": 1041545.4800015019, "peak_memory_bytes": 42389451776}
{"loss": 3.888501426568138, "perplexity": 48.83764486136996, "tokens": 163184640, "seconds": 0.5418388990001404, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 16, "step": 1245, "evaluation_tokens": 1048576}
{"event": "train", "step": 1260, "epoch": 17, "tokens": 165150720, "loss": 3.864147965113322, "lr": 0.0037150339354409955, "grad_norm": 0.16831539571285248, "tokens_per_second": 1754140.4606711937, "training_seconds": 1.120822444998339, "elapsed_tokens_per_second": 1042971.8453535937, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1280, "epoch": 17, "tokens": 167772160, "loss": 3.8755025029182435, "lr": 0.003665721313832702, "grad_norm": 0.16351006925106049, "tokens_per_second": 1743646.1665787008, "training_seconds": 1.5034242900001118, "elapsed_tokens_per_second": 1049553.212783837, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1300, "epoch": 17, "tokens": 170393600, "loss": 3.859488606452942, "lr": 0.003615822135463557, "grad_norm": 0.13913586735725403, "tokens_per_second": 1745739.0455899297, "training_seconds": 1.5016219099998125, "elapsed_tokens_per_second": 1056020.554120465, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1320, "epoch": 17, "tokens": 173015040, "loss": 3.8668145060539247, "lr": 0.0035653615081359903, "grad_norm": 0.15756385028362274, "tokens_per_second": 1745589.7321887345, "training_seconds": 1.501750355000695, "elapsed_tokens_per_second": 1062371.1868291378, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1323, "epoch": 17, "tokens": 173408256, "loss": 3.853848934173584, "lr": 0.0035577455548971722, "grad_norm": 0.16112299263477325, "tokens_per_second": 1751086.7518273005, "training_seconds": 0.22455540800001472, "elapsed_tokens_per_second": 1063308.1508123225, "peak_memory_bytes": 42389451776}
{"loss": 3.8632582275801317, "perplexity": 47.62025650684062, "tokens": 173408256, "seconds": 0.5386647210034425, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 17, "step": 1323, "evaluation_tokens": 1048576}
{"event": "train", "step": 1340, "epoch": 18, "tokens": 175636480, "loss": 3.83195338529699, "lr": 0.0035143648221570697, "grad_norm": 0.15788058936595917, "tokens_per_second": 1750979.7475639195, "training_seconds": 1.2725584079998953, "elapsed_tokens_per_second": 1065077.7881667162, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1360, "epoch": 18, "tokens": 178257920, "loss": 3.83289053440094, "lr": 0.00346285773756285, "grad_norm": 0.14942112565040588, "tokens_per_second": 1743945.6740247314, "training_seconds": 1.5031660900021961, "elapsed_tokens_per_second": 1071201.798097323, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1380, "epoch": 18, "tokens": 180879360, "loss": 3.832673704624176, "lr": 0.003410866171206993, "grad_norm": 0.17854365706443787, "tokens_per_second": 1739717.1251021016, "training_seconds": 1.5068196790016373, "elapsed_tokens_per_second": 1077189.453287007, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1400, "epoch": 18, "tokens": 183500800, "loss": 3.82266583442688, "lr": 0.0033584162837201658, "grad_norm": 0.13685166835784912, "tokens_per_second": 1746573.5305667196, "training_seconds": 1.5009044590005942, "elapsed_tokens_per_second": 1083111.1841935955, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1401, "epoch": 18, "tokens": 183631872, "loss": 3.8363523483276367, "lr": 0.0033557822308610463, "grad_norm": 0.13732363283634186, "tokens_per_second": 1774634.6179409511, "training_seconds": 0.07385858400084544, "elapsed_tokens_per_second": 1083401.4790602215, "peak_memory_bytes": 42389451776}
{"loss": 3.839430591950009, "perplexity": 46.49899000105543, "tokens": 183631872, "seconds": 0.5390451260027476, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 18, "step": 1401, "evaluation_tokens": 1048576}
{"event": "train", "step": 1420, "epoch": 19, "tokens": 186122240, "loss": 3.8236079090519954, "lr": 0.0033055344663467817, "grad_norm": 0.1598387360572815, "tokens_per_second": 1749068.5951346618, "training_seconds": 1.4238252329996612, "elapsed_tokens_per_second": 1085480.4405809515, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1440, "epoch": 19, "tokens": 188743680, "loss": 3.816349375247955, "lr": 0.0032522473276657003, "grad_norm": 0.14689403772354126, "tokens_per_second": 1742311.714579264, "training_seconds": 1.5045757760017295, "elapsed_tokens_per_second": 1091185.9007072456, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1460, "epoch": 19, "tokens": 191365120, "loss": 3.805102729797363, "lr": 0.00319858168020157, "grad_norm": 0.1558554768562317, "tokens_per_second": 1743712.0435899494, "training_seconds": 1.5033674910009722, "elapsed_tokens_per_second": 1096796.2388680186, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1479, "epoch": 19, "tokens": 193855488, "loss": 3.796981560556512, "lr": 0.003147273313955012, "grad_norm": 0.14770185947418213, "tokens_per_second": 1741145.95281005, "training_seconds": 1.4303039880032884, "elapsed_tokens_per_second": 1102027.9041366884, "peak_memory_bytes": 42389451776}
{"loss": 3.8225595173652955, "perplexity": 45.72108259103369, "tokens": 193855488, "seconds": 0.5368320390007284, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 19, "step": 1479, "evaluation_tokens": 1048576}
{"event": "train", "step": 1480, "epoch": 20, "tokens": 193986560, "loss": 3.7734460830688477, "lr": 0.003144564526933551, "grad_norm": 0.1579740047454834, "tokens_per_second": 1916544.4553922305, "training_seconds": 0.06838975199934794, "elapsed_tokens_per_second": 1098952.9730751857, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1500, "epoch": 20, "tokens": 196608000, "loss": 3.8008811473846436, "lr": 0.0030902230477082115, "grad_norm": 0.1518716812133789, "tokens_per_second": 1742619.586191406, "training_seconds": 1.5043099600006826, "elapsed_tokens_per_second": 1104382.4302078523, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1520, "epoch": 20, "tokens": 199229440, "loss": 3.786852490901947, "lr": 0.0030355845855634263, "grad_norm": 0.14286644756793976, "tokens_per_second": 1747101.2958364012, "training_seconds": 1.5004510649996519, "elapsed_tokens_per_second": 1109745.7994817982, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1540, "epoch": 20, "tokens": 201850880, "loss": 3.784458374977112, "lr": 0.0029806766329701583, "grad_norm": 0.15198595821857452, "tokens_per_second": 1742107.1566907342, "training_seconds": 1.5047524430010526, "elapsed_tokens_per_second": 1114991.26500008, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1557, "epoch": 20, "tokens": 204079104, "loss": 3.799487226149615, "lr": 0.0029338136193441822, "grad_norm": 0.17159879207611084, "tokens_per_second": 1739428.8693740214, "training_seconds": 1.2810089790000347, "elapsed_tokens_per_second": 1119370.2495609804, "peak_memory_bytes": 42389451776}
{"loss": 3.801751530683217, "perplexity": 44.779548598049765, "tokens": 204079104, "seconds": 0.5370613750019402, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 20, "step": 1557, "evaluation_tokens": 1048576}
{"event": "train", "step": 1560, "epoch": 21, "tokens": 204472320, "loss": 3.779013713200887, "lr": 0.002925526817999061, "grad_norm": 0.16830487549304962, "tokens_per_second": 1791063.2867512256, "training_seconds": 0.2195433309971122, "elapsed_tokens_per_second": 1116835.5120258825, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1580, "epoch": 21, "tokens": 207093760, "loss": 3.7934542655944825, "lr": 0.0028701628904188353, "grad_norm": 0.14402808248996735, "tokens_per_second": 1738975.4769831472, "training_seconds": 1.5074623159998737, "elapsed_tokens_per_second": 1121906.8872726187, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1600, "epoch": 21, "tokens": 209715200, "loss": 3.790951943397522, "lr": 0.0028146127077333673, "grad_norm": 0.1578611582517624, "tokens_per_second": 1743540.8495541462, "training_seconds": 1.50351510299879, "elapsed_tokens_per_second": 1126921.3572894558, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1620, "epoch": 21, "tokens": 212336640, "loss": 3.778049278259277, "lr": 0.002758904221164647, "grad_norm": 0.14448556303977966, "tokens_per_second": 1742900.533919299, "training_seconds": 1.5040674720003153, "elapsed_tokens_per_second": 1131849.5500611288, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1634, "epoch": 21, "tokens": 214171648, "loss": 3.7740865775517056, "lr": 0.0027198290975098864, "grad_norm": 0.14543451368808746, "tokens_per_second": 1744719.8188870805, "training_seconds": 1.0517493869992904, "elapsed_tokens_per_second": 1135258.2606074363, "peak_memory_bytes": 42389451776}
{"loss": 3.7804262346392665, "perplexity": 43.834721631043664, "tokens": 214171648, "seconds": 0.5363308999985748, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 21, "step": 1634, "evaluation_tokens": 1048576}
{"event": "train", "step": 1640, "epoch": 22, "tokens": 214958080, "loss": 3.7427579959233603, "lr": 0.0027030654615885314, "grad_norm": 0.14081470668315887, "tokens_per_second": 1763538.8385622478, "training_seconds": 0.445939710996754, "elapsed_tokens_per_second": 1133474.0176872541, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1660, "epoch": 22, "tokens": 217579520, "loss": 3.783839213848114, "lr": 0.0026471245254304355, "grad_norm": 0.14391054213047028, "tokens_per_second": 1746117.27516739, "training_seconds": 1.5012966409994988, "elapsed_tokens_per_second": 1138276.1487801971, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1680, "epoch": 22, "tokens": 220200960, "loss": 3.7615777015686036, "lr": 0.0025911095605280292, "grad_norm": 0.14441369473934174, "tokens_per_second": 1743957.4812753324, "training_seconds": 1.5031559130002279, "elapsed_tokens_per_second": 1142994.401699431, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1700, "epoch": 22, "tokens": 222822400, "loss": 3.758130431175232, "lr": 0.0025350487519680766, "grad_norm": 0.14387117326259613, "tokens_per_second": 1747992.2825594917, "training_seconds": 1.4996862549996877, "elapsed_tokens_per_second": 1147657.8393476077, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1712, "epoch": 22, "tokens": 224395264, "loss": 3.7524004777272544, "lr": 0.002501401995934006, "grad_norm": 0.14948953688144684, "tokens_per_second": 1745727.2785387356, "training_seconds": 0.9009792189972359, "elapsed_tokens_per_second": 1150412.9509190745, "peak_memory_bytes": 42389451776}
{"loss": 3.760037477044254, "perplexity": 42.9500355889856, "tokens": 224395264, "seconds": 0.5349883479975688, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 22, "step": 1712, "evaluation_tokens": 1048576}
{"event": "train", "step": 1720, "epoch": 23, "tokens": 225443840, "loss": 3.722598910331726, "lr": 0.002478970307904525, "grad_norm": 0.15168125927448273, "tokens_per_second": 1763908.3669916438, "training_seconds": 0.5944617189998098, "elapsed_tokens_per_second": 1149094.9983640313, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1740, "epoch": 23, "tokens": 228065280, "loss": 3.749326169490814, "lr": 0.0024229024453649877, "grad_norm": 0.14160527288913727, "tokens_per_second": 1746074.6647088523, "training_seconds": 1.5013332779999473, "elapsed_tokens_per_second": 1153619.1771096354, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1760, "epoch": 23, "tokens": 230686720, "loss": 3.7367617011070253, "lr": 0.002366873376052768, "grad_norm": 0.14606423676013947, "tokens_per_second": 1741559.5584783603, "training_seconds": 1.5052255820010032, "elapsed_tokens_per_second": 1158054.2460884869, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1780, "epoch": 23, "tokens": 233308160, "loss": 3.736707162857056, "lr": 0.0023109112921515552, "grad_norm": 0.15453004837036133, "tokens_per_second": 1744020.744490979, "training_seconds": 1.503101386999333, "elapsed_tokens_per_second": 1162433.2043033985, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1790, "epoch": 23, "tokens": 234618880, "loss": 3.721369242668152, "lr": 0.0022829641709588093, "grad_norm": 0.13619771599769592, "tokens_per_second": 1744036.5233034163, "training_seconds": 0.7515438939990418, "elapsed_tokens_per_second": 1164594.8389369133, "peak_memory_bytes": 42389451776}
{"loss": 3.7414614919606284, "perplexity": 42.159561020877696, "tokens": 234618880, "seconds": 0.5388548269984312, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 23, "step": 1790, "evaluation_tokens": 1048576}
{"event": "train", "step": 1800, "epoch": 24, "tokens": 235929600, "loss": 3.7268041372299194, "lr": 0.002255044352139943, "grad_norm": 0.14953486621379852, "tokens_per_second": 1757752.9713894268, "training_seconds": 0.7456792969969683, "elapsed_tokens_per_second": 1163503.9448284497, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1820, "epoch": 24, "tokens": 238551040, "loss": 3.7528341174125672, "lr": 0.0021993006666229126, "grad_norm": 0.1476670652627945, "tokens_per_second": 1744188.6162530927, "training_seconds": 1.502956718999485, "elapsed_tokens_per_second": 1167766.1396166612, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1840, "epoch": 24, "tokens": 241172480, "loss": 3.7111543893814085, "lr": 0.0021437082841874017, "grad_norm": 0.1346578598022461, "tokens_per_second": 1743767.251709086, "training_seconds": 1.5033198940000148, "elapsed_tokens_per_second": 1171966.7351737386, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1860, "epoch": 24, "tokens": 243793920, "loss": 3.729585576057434, "lr": 0.002088295177289076, "grad_norm": 0.15235364437103271, "tokens_per_second": 1739700.289440921, "training_seconds": 1.5068342609993124, "elapsed_tokens_per_second": 1176083.4572690427, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1868, "epoch": 24, "tokens": 244842496, "loss": 3.698358029127121, "lr": 0.0020661863806558174, "grad_norm": 0.15105997025966644, "tokens_per_second": 1746045.0873838589, "training_seconds": 0.6005434840008093, "elapsed_tokens_per_second": 1177722.666972121, "peak_memory_bytes": 42389451776}
{"loss": 3.7217221022026017, "perplexity": 41.33551683531941, "tokens": 244842496, "seconds": 0.5388993140004459, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 24, "step": 1868, "evaluation_tokens": 1048576}
{"event": "train", "step": 1880, "epoch": 25, "tokens": 246415360, "loss": 3.716332793235779, "lr": 0.0020330892281774098, "grad_norm": 0.1455044001340866, "tokens_per_second": 1747515.4741974492, "training_seconds": 0.9000572660006583, "elapsed_tokens_per_second": 1177098.3486614046, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1900, "epoch": 25, "tokens": 249036800, "loss": 3.714831268787384, "lr": 0.001978118214866159, "grad_norm": 0.14691102504730225, "tokens_per_second": 1743160.10825476, "training_seconds": 1.50384350099921, "elapsed_tokens_per_second": 1181125.4989753077, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1920, "epoch": 25, "tokens": 251658240, "loss": 3.694806659221649, "lr": 0.0019234097971562766, "grad_norm": 0.16644339263439178, "tokens_per_second": 1743886.804918569, "training_seconds": 1.5032168329998967, "elapsed_tokens_per_second": 1185101.5260299395, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1940, "epoch": 25, "tokens": 254279680, "loss": 3.6979870557785035, "lr": 0.0018689915027183164, "grad_norm": 0.15909254550933838, "tokens_per_second": 1744829.4387003526, "training_seconds": 1.502404728998954, "elapsed_tokens_per_second": 1189024.9889704478, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1946, "epoch": 25, "tokens": 255066112, "loss": 3.6699521938959756, "lr": 0.001852726686044989, "grad_norm": 0.16692429780960083, "tokens_per_second": 1743598.5858469428, "training_seconds": 0.45103959499829216, "elapsed_tokens_per_second": 1190184.6114771932, "peak_memory_bytes": 42389451776}
{"loss": 3.7064294382429983, "perplexity": 40.70819559888107, "tokens": 255066112, "seconds": 0.5401014859999123, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 25, "step": 1946, "evaluation_tokens": 1048576}
{"event": "train", "step": 1960, "epoch": 26, "tokens": 256901120, "loss": 3.702104466302054, "lr": 0.0018148907132413139, "grad_norm": 0.13706086575984955, "tokens_per_second": 1750491.7765813977, "training_seconds": 1.0482814169990888, "elapsed_tokens_per_second": 1189545.3093635463, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1980, "epoch": 26, "tokens": 259522560, "loss": 3.708634042739868, "lr": 0.0017611346506551213, "grad_norm": 0.14818596839904785, "tokens_per_second": 1743273.0560479509, "training_seconds": 1.5037460660023498, "elapsed_tokens_per_second": 1193365.4710980414, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2000, "epoch": 26, "tokens": 262144000, "loss": 3.690494382381439, "lr": 0.0017077503634331374, "grad_norm": 0.14266031980514526, "tokens_per_second": 1742116.3908511826, "training_seconds": 1.5047444669980905, "elapsed_tokens_per_second": 1197129.2950511752, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2020, "epoch": 26, "tokens": 264765440, "loss": 3.680648910999298, "lr": 0.0016547647129823058, "grad_norm": 0.14851245284080505, "tokens_per_second": 1742152.399901846, "training_seconds": 1.504713365000498, "elapsed_tokens_per_second": 1200840.0751108374, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2024, "epoch": 26, "tokens": 265289728, "loss": 3.666745662689209, "lr": 0.0016442177691389543, "grad_norm": 0.14442554116249084, "tokens_per_second": 1744223.4889606861, "training_seconds": 0.30058533400006127, "elapsed_tokens_per_second": 1201572.7949693936, "peak_memory_bytes": 42389451776}
{"loss": 3.690376491888708, "perplexity": 40.05992635580819, "tokens": 265289728, "seconds": 0.5373825589995249, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 26, "step": 2024, "evaluation_tokens": 1048576}
{"event": "train", "step": 2040, "epoch": 27, "tokens": 267386880, "loss": 3.6778962314128876, "lr": 0.001602204360127244, "grad_norm": 0.14220471680164337, "tokens_per_second": 1749874.7584734168, "training_seconds": 1.198458341001242, "elapsed_tokens_per_second": 1201592.0222311236, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2060, "epoch": 27, "tokens": 270008320, "loss": 3.68582524061203, "lr": 0.0015500957516952952, "grad_norm": 0.13440556824207306, "tokens_per_second": 1735803.1497778858, "training_seconds": 1.5102173310006037, "elapsed_tokens_per_second": 1205184.5463339738, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2080, "epoch": 27, "tokens": 272629760, "loss": 3.675186777114868, "lr": 0.0014984651072092675, "grad_norm": 0.15958145260810852, "tokens_per_second": 1746673.934051783, "training_seconds": 1.5008181830016838, "elapsed_tokens_per_second": 1208780.176377107, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2100, "epoch": 27, "tokens": 275251200, "loss": 3.6655073881149294, "lr": 0.0014473384056945338, "grad_norm": 0.1480749547481537, "tokens_per_second": 1746490.578038917, "training_seconds": 1.5009757469997567, "elapsed_tokens_per_second": 1212325.0722770353, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2101, "epoch": 27, "tokens": 275382272, "loss": 3.6688902378082275, "lr": 0.0014447957616861562, "grad_norm": 0.1417175531387329, "tokens_per_second": 1759354.5475682975, "training_seconds": 0.0745000489987433, "elapsed_tokens_per_second": 1212497.3483150557, "peak_memory_bytes": 42389451776}
{"loss": 3.673516303281554, "perplexity": 39.390170413275975, "tokens": 275382272, "seconds": 0.5393403890011541, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 27, "step": 2101, "evaluation_tokens": 1048576}
{"event": "train", "step": 2120, "epoch": 28, "tokens": 277872640, "loss": 3.6853425251810172, "lr": 0.0013967413726071521, "grad_norm": 0.13109871745109558, "tokens_per_second": 1746843.3232774173, "training_seconds": 1.4256390180016751, "elapsed_tokens_per_second": 1212929.7469847316, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2140, "epoch": 28, "tokens": 280494080, "loss": 3.6786999702453613, "lr": 0.0013466994668895663, "grad_norm": 0.15863136947155, "tokens_per_second": 1743293.9431727417, "training_seconds": 1.5037280489996192, "elapsed_tokens_per_second": 1216379.1202302787, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2160, "epoch": 28, "tokens": 283115520, "loss": 3.649354565143585, "lr": 0.0012972378681604185, "grad_norm": 0.13892793655395508, "tokens_per_second": 1742852.599513138, "training_seconds": 1.5041088389989454, "elapsed_tokens_per_second": 1219784.5466803706, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2179, "epoch": 28, "tokens": 285605888, "loss": 3.655752031426681, "lr": 0.0012508095301131512, "grad_norm": 0.17712272703647614, "tokens_per_second": 1745660.298557806, "training_seconds": 1.4266051659978984, "elapsed_tokens_per_second": 1222987.698146399, "peak_memory_bytes": 42389451776}
{"loss": 3.6640100221344265, "perplexity": 39.01749058507272, "tokens": 285605888, "seconds": 0.5386922799989406, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 28, "step": 2179, "evaluation_tokens": 1048576}
{"event": "train", "step": 2180, "epoch": 29, "tokens": 285736960, "loss": 3.624290704727173, "lr": 0.0012483814640449006, "grad_norm": 0.15563182532787323, "tokens_per_second": 1876407.436167035, "training_seconds": 0.06985263300157385, "elapsed_tokens_per_second": 1220333.0273555568, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2200, "epoch": 29, "tokens": 288358400, "loss": 3.6498032450675963, "lr": 0.0012001548376520327, "grad_norm": 0.14325731992721558, "tokens_per_second": 1740142.105491901, "training_seconds": 1.5064516810016357, "elapsed_tokens_per_second": 1223650.3794637031, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2220, "epoch": 29, "tokens": 290979840, "loss": 3.6552114486694336, "lr": 0.001152582255205164, "grad_norm": 0.1522037833929062, "tokens_per_second": 1743918.4345516884, "training_seconds": 1.5031895689971861, "elapsed_tokens_per_second": 1226938.902740982, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2240, "epoch": 29, "tokens": 293601280, "loss": 3.6366992473602293, "lr": 0.001105687653831919, "grad_norm": 0.12856493890285492, "tokens_per_second": 1741780.2546711382, "training_seconds": 1.5050348590011708, "elapsed_tokens_per_second": 1230178.884028215, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2257, "epoch": 29, "tokens": 295829504, "loss": 3.650026517755845, "lr": 0.0010663779398238562, "grad_norm": 0.13751481473445892, "tokens_per_second": 1743852.383350433, "training_seconds": 1.277759529002651, "elapsed_tokens_per_second": 1232905.2681106047, "peak_memory_bytes": 42389451776}
{"loss": 3.6442360993535505, "perplexity": 38.2535397836301, "tokens": 295829504, "seconds": 0.5386995119988569, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 29, "step": 2257, "evaluation_tokens": 1048576}
{"event": "train", "step": 2260, "epoch": 30, "tokens": 296222720, "loss": 3.6307854652404785, "lr": 0.001059494629519741, "grad_norm": 0.13732463121414185, "tokens_per_second": 1782781.4691528846, "training_seconds": 0.2205632080003852, "elapsed_tokens_per_second": 1230610.5595607748, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2280, "epoch": 30, "tokens": 298844160, "loss": 3.638803219795227, "lr": 0.001014026425243081, "grad_norm": 0.1407541036605835, "tokens_per_second": 1741419.7798683548, "training_seconds": 1.5053464020020328, "elapsed_tokens_per_second": 1233779.4264384673, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2300, "epoch": 30, "tokens": 301465600, "loss": 3.632607340812683, "lr": 0.0009693059192682168, "grad_norm": 0.1317572295665741, "tokens_per_second": 1745540.347969512, "training_seconds": 1.5017928419983946, "elapsed_tokens_per_second": 1236924.360739391, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2320, "epoch": 30, "tokens": 304087040, "loss": 3.624550688266754, "lr": 0.0009253556136415763, "grad_norm": 0.13338294625282288, "tokens_per_second": 1740068.5155031458, "training_seconds": 1.5065153909999935, "elapsed_tokens_per_second": 1240008.490737584, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2335, "epoch": 30, "tokens": 306053120, "loss": 3.6061195214589437, "lr": 0.0008929116465421789, "grad_norm": 0.1428319811820984, "tokens_per_second": 1744068.3285457026, "training_seconds": 1.1272952830004215, "elapsed_tokens_per_second": 1242305.917668642, "peak_memory_bytes": 42389451776}
{"loss": 3.6314077885531377, "perplexity": 37.76594567718869, "tokens": 306053120, "seconds": 0.5396827149997989, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 30, "step": 2335, "evaluation_tokens": 1048576}
{"event": "train", "step": 2340, "epoch": 31, "tokens": 306708480, "loss": 3.6273001194000245, "lr": 0.0008821976228673739, "grad_norm": 0.13293969631195068, "tokens_per_second": 1772248.112718317, "training_seconds": 0.3697902089988929, "elapsed_tokens_per_second": 1240278.1823397635, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2360, "epoch": 31, "tokens": 309329920, "loss": 3.5963080286979676, "lr": 0.0008398536627802378, "grad_norm": 0.13894213736057281, "tokens_per_second": 1744497.9026977476, "training_seconds": 1.5026902560020972, "elapsed_tokens_per_second": 1243317.134094094, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2380, "epoch": 31, "tokens": 311951360, "loss": 3.6316002368927003, "lr": 0.0007983450396184397, "grad_norm": 0.14977777004241943, "tokens_per_second": 1741623.250681919, "training_seconds": 1.5051705350015254, "elapsed_tokens_per_second": 1246305.6494907625, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2400, "epoch": 31, "tokens": 314572800, "loss": 3.61585590839386, "lr": 0.0007576926393032186, "grad_norm": 0.16330374777317047, "tokens_per_second": 1744983.2671303025, "training_seconds": 1.5022722850007995, "elapsed_tokens_per_second": 1249274.1256180708, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2413, "epoch": 31, "tokens": 316276736, "loss": 3.6212286398960996, "lr": 0.000731737436092279, "grad_norm": 0.1384005844593048, "tokens_per_second": 1749231.039848019, "training_seconds": 0.974105741999665, "elapsed_tokens_per_second": 1251192.5359618387, "peak_memory_bytes": 42389451776}
{"loss": 3.619201615612074, "perplexity": 37.30776998746717, "tokens": 316276736, "seconds": 0.5373603510015528, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 31, "step": 2413, "evaluation_tokens": 1048576}
{"event": "train", "step": 2420, "epoch": 32, "tokens": 317194240, "loss": 3.588498115539551, "lr": 0.0007179169169296026, "grad_norm": 0.14657996594905853, "tokens_per_second": 1762443.8815147793, "training_seconds": 0.5205862209986662, "elapsed_tokens_per_second": 1249286.7148420487, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2440, "epoch": 32, "tokens": 319815680, "loss": 3.61180123090744, "lr": 0.0006790378864740018, "grad_norm": 0.13345833122730255, "tokens_per_second": 1744761.6319777446, "training_seconds": 1.5024631169981149, "elapsed_tokens_per_second": 1252195.1273714954, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2460, "epoch": 32, "tokens": 322437120, "loss": 3.6041126370429994, "lr": 0.0006410751107237639, "grad_norm": 0.13940000534057617, "tokens_per_second": 1736686.7926063754, "training_seconds": 1.5094489179973607, "elapsed_tokens_per_second": 1255032.9782159324, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2480, "epoch": 32, "tokens": 325058560, "loss": 3.598130452632904, "lr": 0.0006040476914337539, "grad_norm": 0.14048251509666443, "tokens_per_second": 1743172.744094638, "training_seconds": 1.5038325999994413, "elapsed_tokens_per_second": 1257867.1548493358, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2491, "epoch": 32, "tokens": 326500352, "loss": 3.5756569775668057, "lr": 0.000584088076256298, "grad_norm": 0.14966771006584167, "tokens_per_second": 1740203.546836901, "training_seconds": 0.8285191710019717, "elapsed_tokens_per_second": 1259400.729503465, "peak_memory_bytes": 42389451776}
{"loss": 3.608735248310875, "perplexity": 36.919329490014874, "tokens": 326500352, "seconds": 0.5369674159992428, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 32, "step": 2491, "evaluation_tokens": 1048576}
{"event": "train", "step": 2500, "epoch": 33, "tokens": 327680000, "loss": 3.565344969431559, "lr": 0.0005679742597149087, "grad_norm": 0.13762123882770538, "tokens_per_second": 1751696.6728964385, "training_seconds": 0.6734316610018141, "elapsed_tokens_per_second": 1257944.4454197607, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2520, "epoch": 33, "tokens": 330301440, "loss": 3.5867108345031737, "lr": 0.0005328729666596136, "grad_norm": 0.14618602395057678, "tokens_per_second": 1742241.3822923906, "training_seconds": 1.5046365140005946, "elapsed_tokens_per_second": 1260719.0996235283, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2540, "epoch": 33, "tokens": 332922880, "loss": 3.6027578949928283, "lr": 0.0004987614742086017, "grad_norm": 0.13439418375492096, "tokens_per_second": 1740794.6592303866, "training_seconds": 1.505886972998269, "elapsed_tokens_per_second": 1263454.4611575056, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2560, "epoch": 33, "tokens": 335544320, "loss": 3.581795871257782, "lr": 0.0004656569462639848, "grad_norm": 0.1294502317905426, "tokens_per_second": 1741997.2434749517, "training_seconds": 1.504847386997426, "elapsed_tokens_per_second": 1266165.5115183974, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2568, "epoch": 33, "tokens": 336592896, "loss": 3.6181431710720062, "lr": 0.0004527008335841501, "grad_norm": 0.12490187585353851, "tokens_per_second": 1732246.858084378, "training_seconds": 0.605327118999412, "elapsed_tokens_per_second": 1267219.9006046674, "peak_memory_bytes": 42389451776}
{"loss": 3.5990396384998524, "perplexity": 36.56310378011335, "tokens": 336592896, "seconds": 0.5396065070017357, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 33, "step": 2568, "evaluation_tokens": 1048576}
{"event": "train", "step": 2580, "epoch": 34, "tokens": 338165760, "loss": 3.585329989592234, "lr": 0.0004335760400528796, "grad_norm": 0.12805834412574768, "tokens_per_second": 1747334.1202249718, "training_seconds": 0.9001506819986389, "elapsed_tokens_per_second": 1266232.461321807, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2600, "epoch": 34, "tokens": 340787200, "loss": 3.6022759795188906, "lr": 0.00040253489774598304, "grad_norm": 0.12230358272790909, "tokens_per_second": 1741377.6065865692, "training_seconds": 1.505382858998928, "elapsed_tokens_per_second": 1268889.4926791287, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2620, "epoch": 34, "tokens": 343408640, "loss": 3.5818089842796326, "lr": 0.00037254913833530357, "grad_norm": 0.1422579139471054, "tokens_per_second": 1740129.7526592964, "training_seconds": 1.5064623750004102, "elapsed_tokens_per_second": 1271509.5000292128, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2640, "epoch": 34, "tokens": 346030080, "loss": 3.588702654838562, "lr": 0.00034363384977514287, "grad_norm": 0.12592153251171112, "tokens_per_second": 1740483.845117489, "training_seconds": 1.5061558930028696, "elapsed_tokens_per_second": 1274104.5916037627, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2646, "epoch": 34, "tokens": 346816512, "loss": 3.602764089902242, "lr": 0.0003351701943666427, "grad_norm": 0.129080668091774, "tokens_per_second": 1743903.3168142429, "training_seconds": 0.45096078000278794, "elapsed_tokens_per_second": 1274874.3669358306, "peak_memory_bytes": 42389451776}
{"loss": 3.5894110269204154, "perplexity": 36.212741314564916, "tokens": 346816512, "seconds": 0.5418844160012668, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 34, "step": 2646, "evaluation_tokens": 1048576}
{"event": "train", "step": 2660, "epoch": 35, "tokens": 348651520, "loss": 3.5862768036978587, "lr": 0.00031580358139028013, "grad_norm": 0.1284816861152649, "tokens_per_second": 1750012.2667224596, "training_seconds": 1.0485686499996518, "elapsed_tokens_per_second": 1274123.5295551138, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2680, "epoch": 35, "tokens": 351272960, "loss": 3.5960466384887697, "lr": 0.0002890723365551784, "grad_norm": 0.1305980086326599, "tokens_per_second": 1743465.2243909833, "training_seconds": 1.503580320000765, "elapsed_tokens_per_second": 1276682.4458362926, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2700, "epoch": 35, "tokens": 353894400, "loss": 3.5982325673103333, "lr": 0.0002634535656478981, "grad_norm": 0.13001196086406708, "tokens_per_second": 1738065.960939166, "training_seconds": 1.5082511589971546, "elapsed_tokens_per_second": 1279190.0044295038, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2720, "epoch": 35, "tokens": 356515840, "loss": 3.583787500858307, "lr": 0.0002389601592822613, "grad_norm": 0.13790948688983917, "tokens_per_second": 1739884.9061080792, "training_seconds": 1.506674372998532, "elapsed_tokens_per_second": 1281679.4702579593, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2724, "epoch": 35, "tokens": 357040128, "loss": 3.6102927327156067, "lr": 0.00023419761633493825, "grad_norm": 0.1323361098766327, "tokens_per_second": 1744511.962665095, "training_seconds": 0.30053562900138786, "elapsed_tokens_per_second": 1282170.8590706591, "peak_memory_bytes": 42389451776}
{"loss": 3.5821996448070657, "perplexity": 35.952536744504464, "tokens": 357040128, "seconds": 0.539972825001314, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 35, "step": 2724, "evaluation_tokens": 1048576}
{"event": "train", "step": 2740, "epoch": 36, "tokens": 359137280, "loss": 3.5883942544460297, "lr": 0.00021560444182167155, "grad_norm": 0.13962005078792572, "tokens_per_second": 1743309.5016060956, "training_seconds": 1.202971702998184, "elapsed_tokens_per_second": 1281640.8851184847, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2760, "epoch": 36, "tokens": 361758720, "loss": 3.5834577679634094, "lr": 0.0001933981651778585, "grad_norm": 0.11770745366811752, "tokens_per_second": 1744666.5223836773, "training_seconds": 1.5025450229986745, "elapsed_tokens_per_second": 1284104.5537886615, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2780, "epoch": 36, "tokens": 364380160, "loss": 3.5863902091979982, "lr": 0.00017235250289765914, "grad_norm": 0.12063367664813995, "tokens_per_second": 1742943.6941730867, "training_seconds": 1.5040302270026586, "elapsed_tokens_per_second": 1286533.3868542658, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2800, "epoch": 36, "tokens": 367001600, "loss": 3.5739142656326295, "lr": 0.00015247804454081665, "grad_norm": 0.12025072425603867, "tokens_per_second": 1744572.673573616, "training_seconds": 1.5026258519974363, "elapsed_tokens_per_second": 1288944.9151821297, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2802, "epoch": 36, "tokens": 367263744, "loss": 3.5558444261550903, "lr": 0.00015055540506279914, "grad_norm": 0.12373419851064682, "tokens_per_second": 1738314.9769116687, "training_seconds": 0.15080350999778602, "elapsed_tokens_per_second": 1289173.5390226773, "peak_memory_bytes": 42389451776}
{"loss": 3.5768392732262115, "perplexity": 35.76033338920539, "tokens": 367263744, "seconds": 0.5390436669986229, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 36, "step": 2802, "evaluation_tokens": 1048576}
{"event": "train", "step": 2820, "epoch": 37, "tokens": 369623040, "loss": 3.576968299018012, "lr": 0.00013378479035162593, "grad_norm": 0.11909271776676178, "tokens_per_second": 1752964.8784189357, "training_seconds": 1.3458889159992395, "elapsed_tokens_per_second": 1288875.8822192338, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2840, "epoch": 37, "tokens": 372244480, "loss": 3.596964478492737, "lr": 0.00011628214622710187, "grad_norm": 0.11741240322589874, "tokens_per_second": 1739657.1996157314, "training_seconds": 1.5068715839988727, "elapsed_tokens_per_second": 1291226.3746896868, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2860, "epoch": 37, "tokens": 374865920, "loss": 3.5611932039260865, "lr": 9.997891898421041e-05, "grad_norm": 0.12204726040363312, "tokens_per_second": 1742337.2061985983, "training_seconds": 1.5045537629994215, "elapsed_tokens_per_second": 1293561.11563647, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2880, "epoch": 37, "tokens": 377487360, "loss": 3.5736062288284303, "lr": 8.488331192853582e-05, "grad_norm": 0.1229666993021965, "tokens_per_second": 1742126.2699786008, "training_seconds": 1.5047359339987452, "elapsed_tokens_per_second": 1295872.580806395, "peak_memory_bytes": 42389451776}
{"loss": 3.57293292249328, "perplexity": 35.62091347349625, "tokens": 377487360, "seconds": 0.5377942959967186, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 37, "step": 2880, "evaluation_tokens": 1048576}
{"event": "train", "step": 2900, "epoch": 38, "tokens": 380108800, "loss": 3.574625539779663, "lr": 7.100292072661746e-05, "grad_norm": 0.11781978607177734, "tokens_per_second": 1752282.6381745448, "training_seconds": 1.4960143659991445, "elapsed_tokens_per_second": 1295662.2939173735, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2920, "epoch": 38, "tokens": 382730240, "loss": 3.583364796638489, "lr": 5.834472958403308e-05, "grad_norm": 0.11866146326065063, "tokens_per_second": 1741434.3536548975, "training_seconds": 1.505333803997928, "elapsed_tokens_per_second": 1297930.705471158, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2940, "epoch": 38, "tokens": 385351680, "loss": 3.5713120460510255, "lr": 4.691510773115276e-05, "grad_norm": 0.11890826374292374, "tokens_per_second": 1759148.0520266336, "training_seconds": 1.4901758820014948, "elapsed_tokens_per_second": 1191486.368247913, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2958, "epoch": 38, "tokens": 387710976, "loss": 3.583640774091085, "lr": 3.7683640870077585e-05, "grad_norm": 0.11466041207313538, "tokens_per_second": 1769862.9268800747, "training_seconds": 1.3330388270005642, "elapsed_tokens_per_second": 1141448.437771372, "peak_memory_bytes": 42389451776}
{"loss": 3.570310769037661, "perplexity": 35.5276323243309, "tokens": 387710976, "seconds": 0.5303234189996147, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 38, "step": 2958, "evaluation_tokens": 1048576}
{"event": "train", "step": 2960, "epoch": 39, "tokens": 387973120, "loss": 3.566461205482483, "lr": 3.671980621832799e-05, "grad_norm": 0.11457126587629318, "tokens_per_second": 1815541.184610479, "training_seconds": 0.14438890300152707, "elapsed_tokens_per_second": 1134798.3164829263, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2980, "epoch": 39, "tokens": 390594560, "loss": 3.573093318939209, "lr": 2.7763955022132304e-05, "grad_norm": 0.11932472139596939, "tokens_per_second": 1752216.6191242486, "training_seconds": 1.4960707320024085, "elapsed_tokens_per_second": 1137484.3443546828, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3000, "epoch": 39, "tokens": 393216000, "loss": 3.5682239174842834, "lr": 2.005206046410801e-05, "grad_norm": 0.11750605702400208, "tokens_per_second": 1750802.455409868, "training_seconds": 1.4972791430009238, "elapsed_tokens_per_second": 1140141.5525349122, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3020, "epoch": 39, "tokens": 395837440, "loss": 3.5665026664733888, "lr": 1.3588002943315802e-05, "grad_norm": 0.11306735873222351, "tokens_per_second": 1746605.1262366008, "training_seconds": 1.5008773079971434, "elapsed_tokens_per_second": 1142765.1821309237, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3035, "epoch": 39, "tokens": 397803520, "loss": 3.55436274210612, "lr": 9.560833109556744e-06, "grad_norm": 0.11557666212320328, "tokens_per_second": 1747218.1530812003, "training_seconds": 1.1252630340022733, "elapsed_tokens_per_second": 1144716.6925194482, "peak_memory_bytes": 42389451776}
{"loss": 3.56918930963459, "perplexity": 35.48781185968261, "tokens": 397803520, "seconds": 0.5366844449999917, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 39, "step": 3035, "evaluation_tokens": 1048576}
{"event": "train", "step": 3040, "epoch": 40, "tokens": 398458880, "loss": 3.590637540817261, "lr": 8.375034983833796e-06, "grad_norm": 0.11715875566005707, "tokens_per_second": 1759997.1988774284, "training_seconds": 0.3723642289987765, "elapsed_tokens_per_second": 1143573.5152463238, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3060, "epoch": 40, "tokens": 401080320, "loss": 3.580987298488617, "lr": 4.415779598181679e-06, "grad_norm": 0.12215478718280792, "tokens_per_second": 1744670.4087295227, "training_seconds": 1.5025416759999644, "elapsed_tokens_per_second": 1146150.3327930341, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3080, "epoch": 40, "tokens": 403701760, "loss": 3.5532021164894103, "lr": 1.712228967498397e-06, "grad_norm": 0.11505363881587982, "tokens_per_second": 1745073.7157296066, "training_seconds": 1.5021944209984213, "elapsed_tokens_per_second": 1148704.8016123024, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3100, "epoch": 40, "tokens": 406323200, "loss": 3.564146375656128, "lr": 2.6574343913426947e-07, "grad_norm": 0.11560115963220596, "tokens_per_second": 1749602.3724863685, "training_seconds": 1.4983061530001578, "elapsed_tokens_per_second": 1151251.3779935737, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3113, "epoch": 40, "tokens": 408027136, "loss": 3.580899036847628, "lr": 0.0, "grad_norm": 0.10976564139127731, "tokens_per_second": 1752326.6619845917, "training_seconds": 0.9723849080000946, "elapsed_tokens_per_second": 1152897.290483424, "peak_memory_bytes": 42389451776}
{"loss": 3.569015731552483, "perplexity": 35.48165248794325, "tokens": 408027136, "seconds": 0.5368424570006027, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 40, "step": 3113, "evaluation_tokens": 1048576}
{"loss": 3.57059053130458, "perplexity": 35.537573005737165, "tokens": 408027136, "seconds": 100.50260132300173, "split": "full", "validation_complete": true, "event": "final_validation", "step": 3113, "evaluation_tokens": 197411295}