{"event": "train", "step": 20, "epoch": 1, "tokens": 2621440, "loss": 9.518616914749146, "lr": 0.0005128205128205128, "grad_norm": 1.3227323293685913, "tokens_per_second": 126533.69138499591, "training_seconds": 20.717328098995495, "elapsed_tokens_per_second": 126533.69138499591, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 40, "epoch": 1, "tokens": 5242880, "loss": 7.467782926559448, "lr": 0.0010256410256410256, "grad_norm": 1.2113205194473267, "tokens_per_second": 1720435.8061389837, "training_seconds": 1.5237069529975997, "elapsed_tokens_per_second": 235680.22105818902, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 60, "epoch": 1, "tokens": 7864320, "loss": 6.897491812705994, "lr": 0.0015384615384615385, "grad_norm": 0.8963389992713928, "tokens_per_second": 1721559.0049981442, "training_seconds": 1.5227128389960853, "elapsed_tokens_per_second": 330850.16319822706, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 78, "epoch": 1, "tokens": 10223616, "loss": 6.667245811886257, "lr": 0.002, "grad_norm": 0.6653311848640442, "tokens_per_second": 1713871.1591432488, "training_seconds": 1.3765888920024736, "elapsed_tokens_per_second": 406530.41147367726, "peak_memory_bytes": 21988176384}
{"loss": 6.58662169620186, "perplexity": 725.3263534074645, "tokens": 10223616, "seconds": 0.7720978689903859, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 1, "step": 78, "evaluation_tokens": 1048576}
{"event": "train", "step": 80, "epoch": 2, "tokens": 10485760, "loss": 6.549185514450073, "lr": 0.0020512820512820513, "grad_norm": 1.57527494430542, "tokens_per_second": 1792838.2096149938, "training_seconds": 0.146217321002041, "elapsed_tokens_per_second": 402134.7057556703, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 100, "epoch": 2, "tokens": 13107200, "loss": 6.3972646474838255, "lr": 0.002564102564102564, "grad_norm": 0.4650786519050598, "tokens_per_second": 1707176.3632974166, "training_seconds": 1.535541409990401, "elapsed_tokens_per_second": 474692.04272802407, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 120, "epoch": 2, "tokens": 15728640, "loss": 6.177486395835876, "lr": 0.003076923076923077, "grad_norm": 0.5345433354377747, "tokens_per_second": 1705961.1439981607, "training_seconds": 1.5366352330020163, "elapsed_tokens_per_second": 539562.8591486061, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 140, "epoch": 2, "tokens": 18350080, "loss": 6.018510365486145, "lr": 0.00358974358974359, "grad_norm": 0.35538822412490845, "tokens_per_second": 1706844.1151052509, "training_seconds": 1.5358403130085208, "elapsed_tokens_per_second": 597957.1665902718, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 156, "epoch": 2, "tokens": 20447232, "loss": 5.829834818840027, "lr": 0.004, "grad_norm": 0.2549421489238739, "tokens_per_second": 1710351.7801963438, "training_seconds": 1.2261524350033142, "elapsed_tokens_per_second": 640664.1834981912, "peak_memory_bytes": 42389451776}
{"loss": 5.755660090877261, "perplexity": 315.9740502892951, "tokens": 20447232, "seconds": 0.549999941009446, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 2, "step": 156, "evaluation_tokens": 1048576}
{"event": "train", "step": 160, "epoch": 3, "tokens": 20971520, "loss": 5.735843300819397, "lr": 0.0041025641025641026, "grad_norm": 0.5799375176429749, "tokens_per_second": 1736692.3474798922, "training_seconds": 0.30188881799404044, "elapsed_tokens_per_second": 639815.0270702967, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 180, "epoch": 3, "tokens": 23592960, "loss": 5.625407195091247, "lr": 0.004615384615384615, "grad_norm": 0.422331839799881, "tokens_per_second": 1701746.6556096484, "training_seconds": 1.5404408120084554, "elapsed_tokens_per_second": 687449.3497784871, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 200, "epoch": 3, "tokens": 26214400, "loss": 5.462227845191956, "lr": 0.005128205128205128, "grad_norm": 0.36022377014160156, "tokens_per_second": 1713857.5577385812, "training_seconds": 1.52955535199726, "elapsed_tokens_per_second": 731210.261872433, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 220, "epoch": 3, "tokens": 28835840, "loss": 5.332490301132202, "lr": 0.0056410256410256415, "grad_norm": 0.5883464217185974, "tokens_per_second": 1704258.033019892, "training_seconds": 1.5381708339991746, "elapsed_tokens_per_second": 771206.7486813187, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 233, "epoch": 3, "tokens": 30539776, "loss": 5.316162292773907, "lr": 0.0059743589743589745, "grad_norm": 0.22610534727573395, "tokens_per_second": 1707861.930535389, "training_seconds": 0.9977012599993031, "elapsed_tokens_per_second": 795508.0563468483, "peak_memory_bytes": 42389451776}
{"loss": 5.270704594524844, "perplexity": 194.5529951386476, "tokens": 30539776, "seconds": 0.5476049710123334, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 3, "step": 233, "evaluation_tokens": 1048576}
{"event": "train", "step": 240, "epoch": 4, "tokens": 31457280, "loss": 5.278933252607073, "lr": 0.006153846153846154, "grad_norm": 0.2723085880279541, "tokens_per_second": 1721602.9557008275, "training_seconds": 0.532935888011707, "elapsed_tokens_per_second": 796788.0349814342, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 260, "epoch": 4, "tokens": 34078720, "loss": 5.190980529785156, "lr": 0.006666666666666667, "grad_norm": 0.21173354983329773, "tokens_per_second": 1705227.2516929137, "training_seconds": 1.537296567010344, "elapsed_tokens_per_second": 830810.2175793526, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 280, "epoch": 4, "tokens": 36700160, "loss": 5.079217147827149, "lr": 0.00717948717948718, "grad_norm": 0.2325781136751175, "tokens_per_second": 1713646.5454065492, "training_seconds": 1.5297436959954211, "elapsed_tokens_per_second": 862502.7345502097, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 300, "epoch": 4, "tokens": 39321600, "loss": 5.017368149757385, "lr": 0.007692307692307692, "grad_norm": 0.19249391555786133, "tokens_per_second": 1706413.7730306701, "training_seconds": 1.5362276380037656, "elapsed_tokens_per_second": 891878.283409647, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 311, "epoch": 4, "tokens": 40763392, "loss": 4.968121485276655, "lr": 0.007974358974358975, "grad_norm": 0.16279855370521545, "tokens_per_second": 1717039.5959724993, "training_seconds": 0.8396964189887512, "elapsed_tokens_per_second": 907254.6382872985, "peak_memory_bytes": 42389451776}
{"loss": 4.963161702054348, "perplexity": 143.04534845558325, "tokens": 40763392, "seconds": 0.5502304950059624, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 4, "step": 311, "evaluation_tokens": 1048576}
{"event": "train", "step": 320, "epoch": 5, "tokens": 41943040, "loss": 4.914623525407579, "lr": 0.007999838979717738, "grad_norm": 0.24890460073947906, "tokens_per_second": 1725189.7686379957, "training_seconds": 0.683778689999599, "elapsed_tokens_per_second": 908390.8066656336, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 340, "epoch": 5, "tokens": 44564480, "loss": 4.875097036361694, "lr": 0.007998027650419737, "grad_norm": 0.22468803822994232, "tokens_per_second": 1706474.199495908, "training_seconds": 1.5361732399906032, "elapsed_tokens_per_second": 934061.2513483485, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 360, "epoch": 5, "tokens": 47185920, "loss": 4.848923134803772, "lr": 0.00799420463091706, "grad_norm": 0.1921895146369934, "tokens_per_second": 1717959.6408165987, "training_seconds": 1.5259031339955982, "elapsed_tokens_per_second": 958315.7347308446, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 380, "epoch": 5, "tokens": 49807360, "loss": 4.797369456291198, "lr": 0.007988371844840945, "grad_norm": 0.2030213177204132, "tokens_per_second": 1710589.9023768355, "training_seconds": 1.5324771860032342, "elapsed_tokens_per_second": 980997.0139101158, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 389, "epoch": 5, "tokens": 50987008, "loss": 4.7475696139865455, "lr": 0.007985092149712518, "grad_norm": 0.15941481292247772, "tokens_per_second": 1708580.667598645, "training_seconds": 0.6904256979905767, "elapsed_tokens_per_second": 990717.7996752653, "peak_memory_bytes": 42389451776}
{"loss": 4.762909971778895, "perplexity": 117.08614802697089, "tokens": 50987008, "seconds": 0.546398765000049, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 5, "step": 389, "evaluation_tokens": 1048576}
{"event": "train", "step": 400, "epoch": 6, "tokens": 52428800, "loss": 4.717942627993497, "lr": 0.007980532227078202, "grad_norm": 0.2285972684621811, "tokens_per_second": 1722090.0521314875, "training_seconds": 0.8372338009939995, "elapsed_tokens_per_second": 991834.0682823929, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 420, "epoch": 6, "tokens": 55050240, "loss": 4.68043839931488, "lr": 0.007970689722294463, "grad_norm": 0.19581849873065948, "tokens_per_second": 1708421.986847088, "training_seconds": 1.534421834992827, "elapsed_tokens_per_second": 1012020.6551623545, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 440, "epoch": 6, "tokens": 57671680, "loss": 4.642536783218384, "lr": 0.007958849282949336, "grad_norm": 0.28515923023223877, "tokens_per_second": 1705777.6322473846, "training_seconds": 1.5368005479977, "elapsed_tokens_per_second": 1031044.6778794394, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 460, "epoch": 6, "tokens": 60293120, "loss": 4.590384840965271, "lr": 0.007945016866804485, "grad_norm": 0.16577334702014923, "tokens_per_second": 1714943.5357204555, "training_seconds": 1.5285867700004019, "elapsed_tokens_per_second": 1049212.2895013741, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 467, "epoch": 6, "tokens": 61210624, "loss": 4.531749180385044, "lr": 0.007939706174607876, "grad_norm": 0.16454319655895233, "tokens_per_second": 1711742.313769587, "training_seconds": 0.5360059119993821, "elapsed_tokens_per_second": 1055298.606978071, "peak_memory_bytes": 42389451776}
{"loss": 4.537590954802811, "perplexity": 93.46536639646455, "tokens": 61210624, "seconds": 0.5500790759979282, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 6, "step": 467, "evaluation_tokens": 1048576}
{"event": "train", "step": 480, "epoch": 7, "tokens": 62914560, "loss": 4.494462526761568, "lr": 0.007929199433925843, "grad_norm": 0.19853821396827698, "tokens_per_second": 1726276.5387653247, "training_seconds": 0.9870585400058189, "elapsed_tokens_per_second": 1056470.162883624, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 500, "epoch": 7, "tokens": 65536000, "loss": 4.464886140823364, "lr": 0.007911404943181526, "grad_norm": 0.1766950637102127, "tokens_per_second": 1714641.8846850507, "training_seconds": 1.5288556890009204, "elapsed_tokens_per_second": 1072921.3373394518, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 520, "epoch": 7, "tokens": 68157440, "loss": 4.402342963218689, "lr": 0.007891642348237157, "grad_norm": 0.17530404031276703, "tokens_per_second": 1709127.003947786, "training_seconds": 1.533788884000387, "elapsed_tokens_per_second": 1088468.7796737337, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 540, "epoch": 7, "tokens": 70778880, "loss": 4.364435911178589, "lr": 0.00786992159305064, "grad_norm": 0.19007328152656555, "tokens_per_second": 1712302.0556203432, "training_seconds": 1.5309448420011904, "elapsed_tokens_per_second": 1103332.5389701098, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 545, "epoch": 7, "tokens": 71434240, "loss": 4.361829566955566, "lr": 0.007864186700914343, "grad_norm": 0.15629354119300842, "tokens_per_second": 1715854.5584486101, "training_seconds": 0.38194379399647005, "elapsed_tokens_per_second": 1106926.1796158394, "peak_memory_bytes": 42389451776}
{"loss": 4.34514180250715, "perplexity": 77.10297009861613, "tokens": 71434240, "seconds": 0.5504972679918865, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 7, "step": 545, "evaluation_tokens": 1048576}
{"event": "train", "step": 560, "epoch": 8, "tokens": 73400320, "loss": 4.331575520833334, "lr": 0.00784625360686866, "grad_norm": 0.1546240895986557, "tokens_per_second": 1714092.611350547, "training_seconds": 1.1470092029921943, "elapsed_tokens_per_second": 1108007.9595718344, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 580, "epoch": 8, "tokens": 76021760, "loss": 4.307417345046997, "lr": 0.00782065029872741, "grad_norm": 0.16310109198093414, "tokens_per_second": 1712231.7665883559, "training_seconds": 1.5310076890018536, "elapsed_tokens_per_second": 1121636.15077729, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 600, "epoch": 8, "tokens": 78643200, "loss": 4.251800179481506, "lr": 0.007793124551460297, "grad_norm": 0.17818011343479156, "tokens_per_second": 1704507.8852461767, "training_seconds": 1.5379453639907297, "elapsed_tokens_per_second": 1134542.0951882899, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 620, "epoch": 8, "tokens": 81264640, "loss": 4.227909708023072, "lr": 0.007763690215215693, "grad_norm": 0.2164282649755478, "tokens_per_second": 1716217.861537649, "training_seconds": 1.5274517639918486, "elapsed_tokens_per_second": 1147060.113330954, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 623, "epoch": 8, "tokens": 81657856, "loss": 4.229299863179524, "lr": 0.007759111351899522, "grad_norm": 0.16708526015281677, "tokens_per_second": 1702729.3710774304, "training_seconds": 0.23093276399595197, "elapsed_tokens_per_second": 1148829.3738908146, "peak_memory_bytes": 42389451776}
{"loss": 4.227509682783722, "perplexity": 68.54631737187582, "tokens": 81657856, "seconds": 0.5456754629994975, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 8, "step": 623, "evaluation_tokens": 1048576}
{"event": "train", "step": 640, "epoch": 9, "tokens": 83886080, "loss": 4.218757937936222, "lr": 0.007732362100487943, "grad_norm": 0.137384831905365, "tokens_per_second": 1705844.4107270483, "training_seconds": 1.3062293289985973, "elapsed_tokens_per_second": 1149982.5186963337, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 660, "epoch": 9, "tokens": 86507520, "loss": 4.179352045059204, "lr": 0.007699155970665158, "grad_norm": 0.1376398801803589, "tokens_per_second": 1707344.2655815275, "training_seconds": 1.5353904030052945, "elapsed_tokens_per_second": 1161445.0207292396, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 680, "epoch": 9, "tokens": 89128960, "loss": 4.169430375099182, "lr": 0.007664088534097537, "grad_norm": 0.13972604274749756, "tokens_per_second": 1712701.059979425, "training_seconds": 1.5305881810054416, "elapsed_tokens_per_second": 1172520.7251194937, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 700, "epoch": 9, "tokens": 91750400, "loss": 4.153494119644165, "lr": 0.007627177435690227, "grad_norm": 0.17000079154968262, "tokens_per_second": 1705553.985892842, "training_seconds": 1.5370020660047885, "elapsed_tokens_per_second": 1183065.7964803737, "peak_memory_bytes": 42389451776}
{"loss": 4.157719631947076, "perplexity": 63.92558240861421, "tokens": 91750400, "seconds": 0.5426075239956845, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 9, "step": 700, "evaluation_tokens": 1048576}
{"event": "train", "step": 720, "epoch": 10, "tokens": 94371840, "loss": 4.149132585525512, "lr": 0.007588441248024907, "grad_norm": 0.1353236585855484, "tokens_per_second": 1726068.7992020925, "training_seconds": 1.5187343640136532, "elapsed_tokens_per_second": 1185012.9560974282, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 740, "epoch": 10, "tokens": 96993280, "loss": 4.117132663726807, "lr": 0.007547899462014625, "grad_norm": 0.15154267847537994, "tokens_per_second": 1717712.528904209, "training_seconds": 1.5261226520087803, "elapsed_tokens_per_second": 1195007.2470248537, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 760, "epoch": 10, "tokens": 99614720, "loss": 4.109731411933899, "lr": 0.007505572477096535, "grad_norm": 0.15465021133422852, "tokens_per_second": 1711715.9143439445, "training_seconds": 1.531469082008698, "elapsed_tokens_per_second": 1204556.5821474881, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 778, "epoch": 10, "tokens": 101974016, "loss": 4.0947259532080755, "lr": 0.007465969429761635, "grad_norm": 0.1660829782485962, "tokens_per_second": 1709467.8827987183, "training_seconds": 1.3801347330008866, "elapsed_tokens_per_second": 1212820.5487332507, "peak_memory_bytes": 42389451776}
{"loss": 4.105484154188041, "perplexity": 60.67211209498988, "tokens": 101974016, "seconds": 0.5459311989980051, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 10, "step": 778, "evaluation_tokens": 1048576}
{"event": "train", "step": 780, "epoch": 11, "tokens": 102236160, "loss": 4.0684428215026855, "lr": 0.007461481590967504, "grad_norm": 0.14388349652290344, "tokens_per_second": 1778909.9967542358, "training_seconds": 0.14736214900040068, "elapsed_tokens_per_second": 1205515.125292007, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 800, "epoch": 11, "tokens": 104857600, "loss": 4.104330229759216, "lr": 0.007415648988867725, "grad_norm": 0.13345803320407867, "tokens_per_second": 1711006.6271809384, "training_seconds": 1.5321039429982193, "elapsed_tokens_per_second": 1214463.4592125416, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 820, "epoch": 11, "tokens": 107479040, "loss": 4.071228075027466, "lr": 0.007368097732417771, "grad_norm": 0.14855651557445526, "tokens_per_second": 1710373.1644540383, "training_seconds": 1.5326713810063666, "elapsed_tokens_per_second": 1223088.908761286, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 840, "epoch": 11, "tokens": 110100480, "loss": 4.055892479419708, "lr": 0.00731885174801465, "grad_norm": 0.14680930972099304, "tokens_per_second": 1720044.46028528, "training_seconds": 1.5240536279889056, "elapsed_tokens_per_second": 1231538.6595635565, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 856, "epoch": 11, "tokens": 112197632, "loss": 4.054616063833237, "lr": 0.007278251379608424, "grad_norm": 0.13020704686641693, "tokens_per_second": 1716707.716377431, "training_seconds": 1.2216127299907384, "elapsed_tokens_per_second": 1238056.4113403163, "peak_memory_bytes": 42389451776}
{"loss": 4.055709646181895, "perplexity": 57.72611358032958, "tokens": 112197632, "seconds": 0.5422338400094304, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 11, "step": 856, "evaluation_tokens": 1048576}
{"event": "train", "step": 860, "epoch": 12, "tokens": 112721920, "loss": 4.0555150508880615, "lr": 0.007267935814792751, "grad_norm": 0.12632180750370026, "tokens_per_second": 1750403.2613992677, "training_seconds": 0.2995241219905438, "elapsed_tokens_per_second": 1232208.1912146301, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 880, "epoch": 12, "tokens": 115343360, "loss": 4.021778416633606, "lr": 0.007215375552155713, "grad_norm": 0.15260067582130432, "tokens_per_second": 1707326.1180369928, "training_seconds": 1.535406723007327, "elapsed_tokens_per_second": 1240028.7793406646, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 900, "epoch": 12, "tokens": 117964800, "loss": 4.0220069766044615, "lr": 0.007161197406885484, "grad_norm": 0.12569190561771393, "tokens_per_second": 1711458.6226685557, "training_seconds": 1.5316993150045164, "elapsed_tokens_per_second": 1247647.010124531, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 920, "epoch": 12, "tokens": 120586240, "loss": 4.028318405151367, "lr": 0.007105428639835085, "grad_norm": 0.13924141228199005, "tokens_per_second": 1709645.4009940934, "training_seconds": 1.533323809999274, "elapsed_tokens_per_second": 1254999.615687584, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 934, "epoch": 12, "tokens": 122421248, "loss": 3.997725554874965, "lr": 0.007065459077989923, "grad_norm": 0.12718930840492249, "tokens_per_second": 1704000.9622493708, "training_seconds": 1.0768820209923433, "elapsed_tokens_per_second": 1259951.5179989533, "peak_memory_bytes": 42389451776}
{"loss": 4.0214717725463345, "perplexity": 55.78314554224347, "tokens": 122421248, "seconds": 0.5454211350006517, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 12, "step": 934, "evaluation_tokens": 1048576}
{"event": "train", "step": 940, "epoch": 13, "tokens": 123207680, "loss": 4.004515449206035, "lr": 0.007048097312211743, "grad_norm": 0.13678838312625885, "tokens_per_second": 1733610.1550111996, "training_seconds": 0.45363832100701984, "elapsed_tokens_per_second": 1255027.1089266273, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 960, "epoch": 13, "tokens": 125829120, "loss": 3.993033695220947, "lr": 0.00698923227145732, "grad_norm": 0.1339702159166336, "tokens_per_second": 1716745.5332797945, "training_seconds": 1.526982274997863, "elapsed_tokens_per_second": 1262077.2588088538, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 980, "epoch": 13, "tokens": 128450560, "loss": 3.9969334483146666, "lr": 0.00692886313673312, "grad_norm": 0.16074484586715698, "tokens_per_second": 1711977.1831010755, "training_seconds": 1.531235361006111, "elapsed_tokens_per_second": 1268850.8070634583, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1000, "epoch": 13, "tokens": 131072000, "loss": 3.975449967384338, "lr": 0.006867020284016403, "grad_norm": 0.14028595387935638, "tokens_per_second": 1714910.3288315455, "training_seconds": 1.528616368988878, "elapsed_tokens_per_second": 1275458.426826905, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1012, "epoch": 13, "tokens": 132644864, "loss": 3.9605486194292703, "lr": 0.006829220102252354, "grad_norm": 0.1318396031856537, "tokens_per_second": 1717226.1278891242, "training_seconds": 0.9159329539979808, "elapsed_tokens_per_second": 1279341.247662589, "peak_memory_bytes": 42389451776}
{"loss": 3.9852897965428946, "perplexity": 53.80087852755627, "tokens": 132644864, "seconds": 0.5500430579995736, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 13, "step": 1012, "evaluation_tokens": 1048576}
{"event": "train", "step": 1020, "epoch": 14, "tokens": 133693440, "loss": 3.981335699558258, "lr": 0.00680373483081608, "grad_norm": 0.13472214341163635, "tokens_per_second": 1723301.2555709044, "training_seconds": 0.6084693529992364, "elapsed_tokens_per_second": 1274969.7490150284, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1040, "epoch": 14, "tokens": 136314880, "loss": 3.976392364501953, "lr": 0.006739038620515297, "grad_norm": 0.15099051594734192, "tokens_per_second": 1699525.843287822, "training_seconds": 1.542453743997612, "elapsed_tokens_per_second": 1281110.5644649402, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1060, "epoch": 14, "tokens": 138936320, "loss": 3.948886525630951, "lr": 0.00667296420634878, "grad_norm": 0.1483287215232849, "tokens_per_second": 1715609.8829684025, "training_seconds": 1.5279930630058516, "elapsed_tokens_per_second": 1287232.011623176, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1080, "epoch": 14, "tokens": 141557760, "loss": 3.9562785387039185, "lr": 0.006605544835023, "grad_norm": 0.1599823236465454, "tokens_per_second": 1712666.0041088914, "training_seconds": 1.5306195099983597, "elapsed_tokens_per_second": 1293166.0257154878, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1090, "epoch": 14, "tokens": 142868480, "loss": 3.9442528247833253, "lr": 0.006571341365532515, "grad_norm": 0.13368478417396545, "tokens_per_second": 1707895.4373938115, "training_seconds": 0.7674474509985885, "elapsed_tokens_per_second": 1296028.9826307774, "peak_memory_bytes": 42389451776}
{"loss": 3.9603547803742836, "perplexity": 52.475940080602214, "tokens": 142868480, "seconds": 0.5426990559935803, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 14, "step": 1090, "evaluation_tokens": 1048576}
{"event": "train", "step": 1100, "epoch": 15, "tokens": 144179200, "loss": 3.9164064168930053, "lr": 0.006536814429987407, "grad_norm": 0.13077180087566376, "tokens_per_second": 1721716.6424434814, "training_seconds": 0.7612867110001389, "elapsed_tokens_per_second": 1292468.700073328, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1120, "epoch": 15, "tokens": 146800640, "loss": 3.941014623641968, "lr": 0.006466807574365148, "grad_norm": 0.1790432631969452, "tokens_per_second": 1712908.2579183162, "training_seconds": 1.530403036987991, "elapsed_tokens_per_second": 1298144.4810627028, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1140, "epoch": 15, "tokens": 149422080, "loss": 3.9237540006637572, "lr": 0.006395559493551849, "grad_norm": 0.12599234282970428, "tokens_per_second": 1708312.3408909694, "training_seconds": 1.5345203199976822, "elapsed_tokens_per_second": 1303610.6984267903, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1160, "epoch": 15, "tokens": 152043520, "loss": 3.931814730167389, "lr": 0.006323106037491235, "grad_norm": 0.13312575221061707, "tokens_per_second": 1710285.176924918, "training_seconds": 1.532750230995589, "elapsed_tokens_per_second": 1308959.8199968482, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1167, "epoch": 15, "tokens": 152961024, "loss": 3.927466664995466, "lr": 0.006297469286818803, "grad_norm": 0.13722003996372223, "tokens_per_second": 1713467.1615692119, "training_seconds": 0.5354663460020674, "elapsed_tokens_per_second": 1310792.7566920994, "peak_memory_bytes": 42389451776}
{"loss": 3.9362309145823997, "perplexity": 51.22516496819781, "tokens": 152961024, "seconds": 0.5487512889958452, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 15, "step": 1167, "evaluation_tokens": 1048576}
{"event": "train", "step": 1180, "epoch": 16, "tokens": 154664960, "loss": 3.9203400428478536, "lr": 0.006249483662636486, "grad_norm": 0.12560392916202545, "tokens_per_second": 1711049.161605985, "training_seconds": 0.995842806994915, "elapsed_tokens_per_second": 1307962.7777639905, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1200, "epoch": 16, "tokens": 157286400, "loss": 3.9122018694877623, "lr": 0.006174729413606421, "grad_norm": 0.15197844803333282, "tokens_per_second": 1713720.9635867027, "training_seconds": 1.5296772670117207, "elapsed_tokens_per_second": 1313130.502863578, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1220, "epoch": 16, "tokens": 159907840, "loss": 3.892448103427887, "lr": 0.006098880904545735, "grad_norm": 0.12967215478420258, "tokens_per_second": 1719476.2114288223, "training_seconds": 1.5245572940038983, "elapsed_tokens_per_second": 1318218.4123296363, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1240, "epoch": 16, "tokens": 162529280, "loss": 3.8821316361427307, "lr": 0.006021976300198661, "grad_norm": 0.12904460728168488, "tokens_per_second": 1712462.3337741147, "training_seconds": 1.530801553002675, "elapsed_tokens_per_second": 1323116.8682501775, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1245, "epoch": 16, "tokens": 163184640, "loss": 3.877239942550659, "lr": 0.006002589657528159, "grad_norm": 0.1343579739332199, "tokens_per_second": 1724769.6331448925, "training_seconds": 0.3799695839988999, "elapsed_tokens_per_second": 1324334.9707157635, "peak_memory_bytes": 42389451776}
{"loss": 3.9071880611860528, "perplexity": 49.75883626430355, "tokens": 163184640, "seconds": 0.547713335006847, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 16, "step": 1245, "evaluation_tokens": 1048576}
{"event": "train", "step": 1260, "epoch": 17, "tokens": 165150720, "loss": 3.894581651687622, "lr": 0.005944054296705593, "grad_norm": 0.1367151290178299, "tokens_per_second": 1718981.4617835812, "training_seconds": 1.143747064008494, "elapsed_tokens_per_second": 1322006.2864810738, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1280, "epoch": 17, "tokens": 167772160, "loss": 3.8794244170188903, "lr": 0.005865154102132323, "grad_norm": 0.13698023557662964, "tokens_per_second": 1712502.4983484817, "training_seconds": 1.5307656499935547, "elapsed_tokens_per_second": 1326719.656870392, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1300, "epoch": 17, "tokens": 170393600, "loss": 3.8846189856529234, "lr": 0.005785315416741691, "grad_norm": 0.15910939872264862, "tokens_per_second": 1711178.638115914, "training_seconds": 1.5319499329925748, "elapsed_tokens_per_second": 1331300.2589640918, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1320, "epoch": 17, "tokens": 173015040, "loss": 3.877595913410187, "lr": 0.005704578413017585, "grad_norm": 0.1306031197309494, "tokens_per_second": 1711719.201508936, "training_seconds": 1.5314661409938708, "elapsed_tokens_per_second": 1335781.1295485133, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1323, "epoch": 17, "tokens": 173408256, "loss": 3.8490360577901206, "lr": 0.005692392887835475, "grad_norm": 0.1195182129740715, "tokens_per_second": 1735053.459087161, "training_seconds": 0.22663048100366723, "elapsed_tokens_per_second": 1336454.8777593982, "peak_memory_bytes": 42389451776}
{"loss": 3.8852396492819583, "perplexity": 48.67860685493211, "tokens": 173408256, "seconds": 0.5461607430042932, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 17, "step": 1323, "evaluation_tokens": 1048576}
{"event": "train", "step": 1340, "epoch": 18, "tokens": 175636480, "loss": 3.858463259304271, "lr": 0.005622983715451311, "grad_norm": 0.14657478034496307, "tokens_per_second": 1712123.4069729447, "training_seconds": 1.3014388979936484, "elapsed_tokens_per_second": 1334515.1151220044, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1360, "epoch": 18, "tokens": 178257920, "loss": 3.8726962327957155, "lr": 0.00554057238010056, "grad_norm": 0.12185636907815933, "tokens_per_second": 1701166.4444720123, "training_seconds": 1.5409662049933104, "elapsed_tokens_per_second": 1338740.930178585, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1380, "epoch": 18, "tokens": 180879360, "loss": 3.8520254373550413, "lr": 0.005457385873931188, "grad_norm": 0.11973109096288681, "tokens_per_second": 1710642.1991422162, "training_seconds": 1.5324303359957412, "elapsed_tokens_per_second": 1342956.5584464232, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1400, "epoch": 18, "tokens": 183500800, "loss": 3.844080328941345, "lr": 0.005373466053952266, "grad_norm": 0.14416691660881042, "tokens_per_second": 1708894.9421890043, "training_seconds": 1.5339971669891383, "elapsed_tokens_per_second": 1347060.5687132706, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1401, "epoch": 18, "tokens": 183631872, "loss": 3.877509593963623, "lr": 0.005369251569377675, "grad_norm": 0.1376882940530777, "tokens_per_second": 1722163.2658188725, "training_seconds": 0.07610892799857538, "elapsed_tokens_per_second": 1347248.6556687532, "peak_memory_bytes": 42389451776}
{"loss": 3.864808663367845, "perplexity": 47.69414592234439, "tokens": 183631872, "seconds": 0.5521636320045218, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 18, "step": 1401, "evaluation_tokens": 1048576}
{"event": "train", "step": 1420, "epoch": 19, "tokens": 186122240, "loss": 3.838076855006971, "lr": 0.005288855146154851, "grad_norm": 0.15164776146411896, "tokens_per_second": 1718636.1038156135, "training_seconds": 1.4490374049928505, "elapsed_tokens_per_second": 1345637.8776092362, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1440, "epoch": 19, "tokens": 188743680, "loss": 3.844810938835144, "lr": 0.005203595724265121, "grad_norm": 0.1458713859319687, "tokens_per_second": 1712739.7295239998, "training_seconds": 1.530553624004824, "elapsed_tokens_per_second": 1349641.0189158276, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1460, "epoch": 19, "tokens": 191365120, "loss": 3.840091073513031, "lr": 0.005117730688322512, "grad_norm": 0.14022018015384674, "tokens_per_second": 1712572.6294785438, "training_seconds": 1.5307029639952816, "elapsed_tokens_per_second": 1353555.5490482457, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1479, "epoch": 19, "tokens": 193855488, "loss": 3.8124712768353914, "lr": 0.005035637302328019, "grad_norm": 0.12847182154655457, "tokens_per_second": 1714238.6627930787, "training_seconds": 1.4527545399905648, "elapsed_tokens_per_second": 1357211.715758113, "peak_memory_bytes": 42389451776}
{"loss": 3.8412321346806264, "perplexity": 46.58283542134951, "tokens": 193855488, "seconds": 0.5440917499945499, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 19, "step": 1479, "evaluation_tokens": 1048576}
{"event": "train", "step": 1480, "epoch": 20, "tokens": 193986560, "loss": 3.8391366004943848, "lr": 0.0050313032430936815, "grad_norm": 0.12496397644281387, "tokens_per_second": 1901367.7102230494, "training_seconds": 0.06893564001074992, "elapsed_tokens_per_second": 1352187.9953945654, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1500, "epoch": 20, "tokens": 196608000, "loss": 3.8083661913871767, "lr": 0.0049443568763331384, "grad_norm": 0.15561458468437195, "tokens_per_second": 1712076.2502340022, "training_seconds": 1.5311467580031604, "elapsed_tokens_per_second": 1355974.3083249207, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1520, "epoch": 20, "tokens": 199229440, "loss": 3.8304937839508058, "lr": 0.004856935336901482, "grad_norm": 0.12149117141962051, "tokens_per_second": 1715391.3604287847, "training_seconds": 1.5281877130037174, "elapsed_tokens_per_second": 1359710.3461585196, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1540, "epoch": 20, "tokens": 201850880, "loss": 3.7976141691207888, "lr": 0.0047690826127522535, "grad_norm": 0.14409460127353668, "tokens_per_second": 1710811.853520747, "training_seconds": 1.5322783709998475, "elapsed_tokens_per_second": 1363291.3697827403, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1557, "epoch": 20, "tokens": 204079104, "loss": 3.824714548447553, "lr": 0.004694101790950691, "grad_norm": 0.1218276396393776, "tokens_per_second": 1714041.9663218132, "training_seconds": 1.299982173004537, "elapsed_tokens_per_second": 1366332.1124820104, "peak_memory_bytes": 42389451776}
{"loss": 3.829626300233837, "perplexity": 46.0453278903985, "tokens": 204079104, "seconds": 0.545232867996674, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 20, "step": 1557, "evaluation_tokens": 1048576}
{"event": "train", "step": 1560, "epoch": 21, "tokens": 204472320, "loss": 3.8325068155924478, "lr": 0.004680842908798498, "grad_norm": 0.13267236948013306, "tokens_per_second": 1769821.582265958, "training_seconds": 0.2221783279965166, "elapsed_tokens_per_second": 1361799.427945104, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1580, "epoch": 21, "tokens": 207093760, "loss": 3.8125680923461913, "lr": 0.004592260624670137, "grad_norm": 0.1523314118385315, "tokens_per_second": 1707267.0155505324, "training_seconds": 1.5354598760022782, "elapsed_tokens_per_second": 1365282.653704663, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1600, "epoch": 21, "tokens": 209715200, "loss": 3.809593367576599, "lr": 0.004503380332373388, "grad_norm": 0.12433432042598724, "tokens_per_second": 1711617.59968521, "training_seconds": 1.5315570490056416, "elapsed_tokens_per_second": 1368733.214580175, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1620, "epoch": 21, "tokens": 212336640, "loss": 3.819308137893677, "lr": 0.004414246753863435, "grad_norm": 0.11927139014005661, "tokens_per_second": 1711573.3273093994, "training_seconds": 1.5315966649941402, "elapsed_tokens_per_second": 1372108.1272607772, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1634, "epoch": 21, "tokens": 214171648, "loss": 3.8044391700199673, "lr": 0.004351726556015819, "grad_norm": 0.12088039517402649, "tokens_per_second": 1714012.6920001714, "training_seconds": 1.0705918390012812, "elapsed_tokens_per_second": 1374446.8309198194, "peak_memory_bytes": 42389451776}
{"loss": 3.7999888627985885, "perplexity": 44.70068664997808, "tokens": 214171648, "seconds": 0.5469621889933478, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 21, "step": 1634, "evaluation_tokens": 1048576}
{"event": "train", "step": 1640, "epoch": 22, "tokens": 214958080, "loss": 3.7794392506281533, "lr": 0.004324904738541651, "grad_norm": 0.13956153392791748, "tokens_per_second": 1747650.127889733, "training_seconds": 0.4499939590023132, "elapsed_tokens_per_second": 1370614.6279270796, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1660, "epoch": 22, "tokens": 217579520, "loss": 3.7836752057075502, "lr": 0.004235399240688696, "grad_norm": 0.14867335557937622, "tokens_per_second": 1709578.3256390023, "training_seconds": 1.5333839700033423, "elapsed_tokens_per_second": 1373878.4522553945, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1680, "epoch": 22, "tokens": 220200960, "loss": 3.795789361000061, "lr": 0.004145775296844847, "grad_norm": 0.1216694787144661, "tokens_per_second": 1708951.3721971938, "training_seconds": 1.5339465140132234, "elapsed_tokens_per_second": 1377083.3489907358, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1700, "epoch": 22, "tokens": 222822400, "loss": 3.777708625793457, "lr": 0.004056078003148922, "grad_norm": 0.1291058212518692, "tokens_per_second": 1714837.7423488158, "training_seconds": 1.5286810730030993, "elapsed_tokens_per_second": 1380263.7230821787, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1712, "epoch": 22, "tokens": 224395264, "loss": 3.777028739452362, "lr": 0.00400224319349441, "grad_norm": 0.12813761830329895, "tokens_per_second": 1709483.8481782102, "training_seconds": 0.9200812290073372, "elapsed_tokens_per_second": 1382113.7551357313, "peak_memory_bytes": 42389451776}
{"loss": 3.784897417684488, "perplexity": 44.03115350938753, "tokens": 224395264, "seconds": 0.5508800569950836, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 22, "step": 1712, "evaluation_tokens": 1048576}
{"event": "train", "step": 1720, "epoch": 23, "tokens": 225443840, "loss": 3.7805148661136627, "lr": 0.00396635249264724, "grad_norm": 0.14699767529964447, "tokens_per_second": 1729357.6174933217, "training_seconds": 0.6063384400040377, "elapsed_tokens_per_second": 1378614.958915596, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1740, "epoch": 23, "tokens": 228065280, "loss": 3.776754987239838, "lr": 0.0038766439125839805, "grad_norm": 0.14037474989891052, "tokens_per_second": 1710889.3476480555, "training_seconds": 1.532208966993494, "elapsed_tokens_per_second": 1381686.1387886906, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1760, "epoch": 23, "tokens": 230686720, "loss": 3.7693389296531676, "lr": 0.0037869974016844295, "grad_norm": 0.11982326209545135, "tokens_per_second": 1711831.9423604459, "training_seconds": 1.5313652789918706, "elapsed_tokens_per_second": 1384705.5306820013, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1780, "epoch": 23, "tokens": 233308160, "loss": 3.760976779460907, "lr": 0.0036974580674424885, "grad_norm": 0.11763027310371399, "tokens_per_second": 1715369.1991994374, "training_seconds": 1.5282074559945613, "elapsed_tokens_per_second": 1387697.6857644618, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1790, "epoch": 23, "tokens": 234618880, "loss": 3.76728675365448, "lr": 0.003652742673534095, "grad_norm": 0.13019819557666779, "tokens_per_second": 1712871.8012406763, "training_seconds": 0.7652178050047951, "elapsed_tokens_per_second": 1389156.2781854395, "peak_memory_bytes": 42389451776}
{"loss": 3.7653728989652837, "perplexity": 43.179804562521205, "tokens": 234618880, "seconds": 0.5432770949992118, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 23, "step": 1790, "evaluation_tokens": 1048576}
{"event": "train", "step": 1800, "epoch": 24, "tokens": 235929600, "loss": 3.7382243394851686, "lr": 0.0036080709634239085, "grad_norm": 0.13063420355319977, "tokens_per_second": 1730812.1131534404, "training_seconds": 0.7572861259977799, "elapsed_tokens_per_second": 1386134.4001352282, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1820, "epoch": 24, "tokens": 238551040, "loss": 3.752113711833954, "lr": 0.0035188810665966602, "grad_norm": 0.1383032351732254, "tokens_per_second": 1709620.0698388026, "training_seconds": 1.5333465290023014, "elapsed_tokens_per_second": 1389006.1766200801, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1840, "epoch": 24, "tokens": 241172480, "loss": 3.769589340686798, "lr": 0.003429933254699843, "grad_norm": 0.12907291948795319, "tokens_per_second": 1706927.6565848566, "training_seconds": 1.5357651449885452, "elapsed_tokens_per_second": 1391808.9158941065, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1860, "epoch": 24, "tokens": 243793920, "loss": 3.75225293636322, "lr": 0.003341272283662522, "grad_norm": 0.20391744375228882, "tokens_per_second": 1714694.3521095605, "training_seconds": 1.5288089079986094, "elapsed_tokens_per_second": 1394620.0350229824, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1868, "epoch": 24, "tokens": 244842496, "loss": 3.7547865509986877, "lr": 0.003305898209049308, "grad_norm": 0.15752187371253967, "tokens_per_second": 1722222.7275437978, "training_seconds": 0.6088504020008259, "elapsed_tokens_per_second": 1395744.0105489385, "peak_memory_bytes": 42389451776}
{"loss": 3.7674955571544957, "perplexity": 43.27155787429282, "tokens": 244842496, "seconds": 0.5458525360008935, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 24, "step": 1868, "evaluation_tokens": 1048576}
{"event": "train", "step": 1880, "epoch": 25, "tokens": 246415360, "loss": 3.7530428171157837, "lr": 0.0032529427650838556, "grad_norm": 0.1289239525794983, "tokens_per_second": 1720580.9822807303, "training_seconds": 0.9141470330068842, "elapsed_tokens_per_second": 1393091.5064156963, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1900, "epoch": 25, "tokens": 249036800, "loss": 3.732515251636505, "lr": 0.003164989143785854, "grad_norm": 0.12911298871040344, "tokens_per_second": 1708642.2052345749, "training_seconds": 1.5342240710015176, "elapsed_tokens_per_second": 1395790.1574970281, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1920, "epoch": 25, "tokens": 251658240, "loss": 3.727624237537384, "lr": 0.003077455675450043, "grad_norm": 0.11827195435762405, "tokens_per_second": 1718425.6576544496, "training_seconds": 1.5254893270030152, "elapsed_tokens_per_second": 1398510.7830270892, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1940, "epoch": 25, "tokens": 254279680, "loss": 3.72853364944458, "lr": 0.002990386404349306, "grad_norm": 0.13200081884860992, "tokens_per_second": 1711062.8404906623, "training_seconds": 1.532053609000286, "elapsed_tokens_per_second": 1401135.0970458917, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1946, "epoch": 25, "tokens": 255066112, "loss": 3.7303203344345093, "lr": 0.0029643626976719826, "grad_norm": 0.12834270298480988, "tokens_per_second": 1701451.242300331, "training_seconds": 0.4622124809975503, "elapsed_tokens_per_second": 1401884.7787255559, "peak_memory_bytes": 42389451776}
{"loss": 3.7391674664915433, "perplexity": 42.06295676280998, "tokens": 255066112, "seconds": 0.5434832320024725, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 25, "step": 1946, "evaluation_tokens": 1048576}
{"event": "train", "step": 1960, "epoch": 26, "tokens": 256901120, "loss": 3.7181492362703596, "lr": 0.0029038251411861024, "grad_norm": 0.13592292368412018, "tokens_per_second": 1721044.679218519, "training_seconds": 1.0662175259931246, "elapsed_tokens_per_second": 1399475.3716045087, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1980, "epoch": 26, "tokens": 259522560, "loss": 3.7182199358940125, "lr": 0.002817815441048194, "grad_norm": 0.12356799840927124, "tokens_per_second": 1716359.6727174337, "training_seconds": 1.5273255609936314, "elapsed_tokens_per_second": 1402075.1911367348, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2000, "epoch": 26, "tokens": 262144000, "loss": 3.7145837426185606, "lr": 0.00273240058149302, "grad_norm": 0.11782848834991455, "tokens_per_second": 1716823.4613190296, "training_seconds": 1.5269129640073515, "elapsed_tokens_per_second": 1404637.2926746686, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2020, "epoch": 26, "tokens": 264765440, "loss": 3.7067858576774597, "lr": 0.002647623540771689, "grad_norm": 0.12414634227752686, "tokens_per_second": 1726911.4804316717, "training_seconds": 1.517993266999838, "elapsed_tokens_per_second": 1407226.8222764595, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2024, "epoch": 26, "tokens": 265289728, "loss": 3.7013571858406067, "lr": 0.002630748430622327, "grad_norm": 0.132955402135849, "tokens_per_second": 1717604.4466705385, "training_seconds": 0.3052437370060943, "elapsed_tokens_per_second": 1407718.960784424, "peak_memory_bytes": 42389451776}
{"loss": 3.7154053183549554, "perplexity": 41.07523225643558, "tokens": 265289728, "seconds": 0.5438350290060043, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 26, "step": 2024, "evaluation_tokens": 1048576}
{"event": "train", "step": 2040, "epoch": 27, "tokens": 267386880, "loss": 3.699715346097946, "lr": 0.0025635269762035906, "grad_norm": 0.11275745183229446, "tokens_per_second": 1730387.182547349, "training_seconds": 1.2119553480006289, "elapsed_tokens_per_second": 1405690.893868362, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2060, "epoch": 27, "tokens": 270008320, "loss": 3.6951010704040526, "lr": 0.0024801532027124724, "grad_norm": 0.13072454929351807, "tokens_per_second": 1716266.7589685807, "training_seconds": 1.527408246009145, "elapsed_tokens_per_second": 1408152.6131441803, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2080, "epoch": 27, "tokens": 272629760, "loss": 3.7000985980033874, "lr": 0.002397544171534828, "grad_norm": 0.13218644261360168, "tokens_per_second": 1714865.3485853393, "training_seconds": 1.5286564639973221, "elapsed_tokens_per_second": 1410565.9362492072, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2100, "epoch": 27, "tokens": 275251200, "loss": 3.6999894261360167, "lr": 0.002315741449111254, "grad_norm": 0.13127145171165466, "tokens_per_second": 1713026.3159010916, "training_seconds": 1.5302975649974542, "elapsed_tokens_per_second": 1412929.7956448586, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2101, "epoch": 27, "tokens": 275382272, "loss": 3.6602625846862793, "lr": 0.00231167321869785, "grad_norm": 0.1141127496957779, "tokens_per_second": 1709085.4676646085, "training_seconds": 0.07669130800059065, "elapsed_tokens_per_second": 1413033.2245408895, "peak_memory_bytes": 42389451776}
{"loss": 3.70441082027235, "perplexity": 40.626104187167584, "tokens": 275382272, "seconds": 0.5450044659955893, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 27, "step": 2101, "evaluation_tokens": 1048576}
{"event": "train", "step": 2120, "epoch": 28, "tokens": 277872640, "loss": 3.686904417841058, "lr": 0.002234786196171443, "grad_norm": 0.11903759092092514, "tokens_per_second": 1716838.009449683, "training_seconds": 1.4505550239991862, "elapsed_tokens_per_second": 1411305.7743618516, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2140, "epoch": 28, "tokens": 280494080, "loss": 3.6864107251167297, "lr": 0.002154719147023306, "grad_norm": 0.13445542752742767, "tokens_per_second": 1714824.4987659403, "training_seconds": 1.528692879001028, "elapsed_tokens_per_second": 1413631.9393179484, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2160, "epoch": 28, "tokens": 283115520, "loss": 3.689952027797699, "lr": 0.00207558058905667, "grad_norm": 0.1252296268939972, "tokens_per_second": 1710568.371776606, "training_seconds": 1.532496475003427, "elapsed_tokens_per_second": 1415895.1107335389, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2179, "epoch": 28, "tokens": 285605888, "loss": 3.685508690382305, "lr": 0.002001295248181042, "grad_norm": 0.11999300122261047, "tokens_per_second": 1708462.9224692844, "training_seconds": 1.4576658160076477, "elapsed_tokens_per_second": 1417998.2006298336, "peak_memory_bytes": 42389451776}
{"loss": 3.68172424896762, "perplexity": 39.71481329555832, "tokens": 285605888, "seconds": 0.5502053009986412, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 28, "step": 2179, "evaluation_tokens": 1048576}
{"event": "train", "step": 2180, "epoch": 29, "tokens": 285736960, "loss": 3.6899161338806152, "lr": 0.001997410342471841, "grad_norm": 0.13196980953216553, "tokens_per_second": 1819034.6924819879, "training_seconds": 0.0720558000029996, "elapsed_tokens_per_second": 1414191.934697657, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2200, "epoch": 29, "tokens": 288358400, "loss": 3.657312607765198, "lr": 0.0019202477402432523, "grad_norm": 0.11949550360441208, "tokens_per_second": 1708406.536351414, "training_seconds": 1.534435712004779, "elapsed_tokens_per_second": 1416397.5235288937, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2220, "epoch": 29, "tokens": 290979840, "loss": 3.68359454870224, "lr": 0.0018441316083282625, "grad_norm": 0.12519297003746033, "tokens_per_second": 1715625.0474518945, "training_seconds": 1.5279795570095303, "elapsed_tokens_per_second": 1418614.1414364532, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2240, "epoch": 29, "tokens": 293601280, "loss": 3.668137991428375, "lr": 0.0017691002461310706, "grad_norm": 0.13693022727966309, "tokens_per_second": 1717077.2209015498, "training_seconds": 1.5266873079963261, "elapsed_tokens_per_second": 1420806.7332043685, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2257, "epoch": 29, "tokens": 295829504, "loss": 3.6438224175397087, "lr": 0.0017062047037181701, "grad_norm": 0.13736902177333832, "tokens_per_second": 1716564.9354298408, "training_seconds": 1.2980714880104642, "elapsed_tokens_per_second": 1422641.1378875978, "peak_memory_bytes": 42389451776}
{"loss": 3.6674409654831996, "perplexity": 39.15158729244269, "tokens": 295829504, "seconds": 0.549126965997857, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 29, "step": 2257, "evaluation_tokens": 1048576}
{"event": "train", "step": 2260, "epoch": 30, "tokens": 296222720, "loss": 3.6280809243520102, "lr": 0.0016951914072315857, "grad_norm": 0.12514251470565796, "tokens_per_second": 1759578.6004765497, "training_seconds": 0.22347168799024075, "elapsed_tokens_per_second": 1419187.2427067112, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2280, "epoch": 30, "tokens": 298844160, "loss": 3.668054294586182, "lr": 0.0016224422803889297, "grad_norm": 0.12610140442848206, "tokens_per_second": 1710474.86858562, "training_seconds": 1.5325802489969647, "elapsed_tokens_per_second": 1421300.993565215, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2300, "epoch": 30, "tokens": 301465600, "loss": 3.6374847888946533, "lr": 0.001550889470829147, "grad_norm": 0.1192527711391449, "tokens_per_second": 1715155.5162355292, "training_seconds": 1.5283978480001679, "elapsed_tokens_per_second": 1423406.7407010212, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2320, "epoch": 30, "tokens": 304087040, "loss": 3.6342746376991273, "lr": 0.0014805689818265222, "grad_norm": 0.131044402718544, "tokens_per_second": 1722813.1881631138, "training_seconds": 1.52160432600067, "elapsed_tokens_per_second": 1425529.954031939, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2335, "epoch": 30, "tokens": 306053120, "loss": 3.629242706298828, "lr": 0.0014286586344674861, "grad_norm": 0.11721114814281464, "tokens_per_second": 1706332.927496297, "training_seconds": 1.1522253180010011, "elapsed_tokens_per_second": 1427025.2476273174, "peak_memory_bytes": 42389451776}
{"loss": 3.65042216635831, "perplexity": 38.49091218773056, "tokens": 306053120, "seconds": 0.5451597259962, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 30, "step": 2335, "evaluation_tokens": 1048576}
{"event": "train", "step": 2340, "epoch": 31, "tokens": 306708480, "loss": 3.6385101795196535, "lr": 0.0014115161965877984, "grad_norm": 0.12386684119701385, "tokens_per_second": 1758166.013937055, "training_seconds": 0.3727520579996053, "elapsed_tokens_per_second": 1423929.780515412, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2360, "epoch": 31, "tokens": 309329920, "loss": 3.623947560787201, "lr": 0.0013437658604483805, "grad_norm": 0.1395082026720047, "tokens_per_second": 1714292.4466135893, "training_seconds": 1.5291673280007672, "elapsed_tokens_per_second": 1425968.7909798888, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2380, "epoch": 31, "tokens": 311951360, "loss": 3.633139669895172, "lr": 0.0012773520633895035, "grad_norm": 0.11750367283821106, "tokens_per_second": 1714124.2913641832, "training_seconds": 1.5293173390091397, "elapsed_tokens_per_second": 1427974.548229727, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2400, "epoch": 31, "tokens": 314572800, "loss": 3.64100923538208, "lr": 0.0012123082228851496, "grad_norm": 0.11888301372528076, "tokens_per_second": 1709183.55739878, "training_seconds": 1.5337381340068532, "elapsed_tokens_per_second": 1429926.5752740921, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2413, "epoch": 31, "tokens": 316276736, "loss": 3.6333742325122538, "lr": 0.0011707798977476465, "grad_norm": 0.12119068205356598, "tokens_per_second": 1714251.5636331746, "training_seconds": 0.9939824680041056, "elapsed_tokens_per_second": 1431190.9725432522, "peak_memory_bytes": 42389451776}
{"loss": 3.63426114736677, "perplexity": 37.873859356149005, "tokens": 316276736, "seconds": 0.5480768209963571, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 31, "step": 2413, "evaluation_tokens": 1048576}
{"event": "train", "step": 2420, "epoch": 32, "tokens": 317194240, "loss": 3.61801883152553, "lr": 0.0011486670670873642, "grad_norm": 0.12362272292375565, "tokens_per_second": 1742602.1173955929, "training_seconds": 0.5265137640089961, "elapsed_tokens_per_second": 1428073.0718710958, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2440, "epoch": 32, "tokens": 319815680, "loss": 3.6203116536140443, "lr": 0.001086460618358403, "grad_norm": 0.11396914720535278, "tokens_per_second": 1718303.7580544914, "training_seconds": 1.525597547995858, "elapsed_tokens_per_second": 1430043.64591593, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2460, "epoch": 32, "tokens": 322437120, "loss": 3.5992642521858214, "lr": 0.0010257201771580223, "grad_norm": 0.11751401424407959, "tokens_per_second": 1719191.0044629995, "training_seconds": 1.52481021200947, "elapsed_tokens_per_second": 1431989.0867737173, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2480, "epoch": 32, "tokens": 325058560, "loss": 3.6137378931045534, "lr": 0.0009664763062940063, "grad_norm": 0.11381645500659943, "tokens_per_second": 1711811.1976097233, "training_seconds": 1.5313838369911537, "elapsed_tokens_per_second": 1433870.9814354724, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2491, "epoch": 32, "tokens": 326500352, "loss": 3.604255784641613, "lr": 0.0009345409220100769, "grad_norm": 0.12147677689790726, "tokens_per_second": 1714599.8612559794, "training_seconds": 0.8408912379964022, "elapsed_tokens_per_second": 1434894.861387894, "peak_memory_bytes": 42389451776}
{"loss": 3.6202929370703654, "perplexity": 37.348506981950514, "tokens": 326500352, "seconds": 0.545449572004145, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 32, "step": 2491, "evaluation_tokens": 1048576}
{"event": "train", "step": 2500, "epoch": 33, "tokens": 327680000, "loss": 3.607305818133884, "lr": 0.000908758815543854, "grad_norm": 0.11342261731624603, "tokens_per_second": 1727644.5101669878, "training_seconds": 0.6828071359923342, "elapsed_tokens_per_second": 1432298.9369248878, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2520, "epoch": 33, "tokens": 330301440, "loss": 3.601625406742096, "lr": 0.0008525967466553817, "grad_norm": 0.12461548298597336, "tokens_per_second": 1716543.73419327, "training_seconds": 1.527161788995727, "elapsed_tokens_per_second": 1434176.1549480977, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2540, "epoch": 33, "tokens": 332922880, "loss": 3.611186718940735, "lr": 0.0007980183587337626, "grad_norm": 0.11389022320508957, "tokens_per_second": 1718504.9617777613, "training_seconds": 1.5254189300030703, "elapsed_tokens_per_second": 1436036.465044857, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2560, "epoch": 33, "tokens": 335544320, "loss": 3.5782092690467833, "lr": 0.0007450511140223757, "grad_norm": 0.11810522526502609, "tokens_per_second": 1713457.4409712234, "training_seconds": 1.5299125250021461, "elapsed_tokens_per_second": 1437846.6455167802, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2568, "epoch": 33, "tokens": 336592896, "loss": 3.62297523021698, "lr": 0.0007243213337346402, "grad_norm": 0.12502092123031616, "tokens_per_second": 1709251.5368166433, "training_seconds": 0.613470854004845, "elapsed_tokens_per_second": 1438546.6876426688, "peak_memory_bytes": 42389451776}
{"loss": 3.6082856210147263, "perplexity": 36.902733283054076, "tokens": 336592896, "seconds": 0.548476515992661, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 33, "step": 2568, "evaluation_tokens": 1048576}
{"event": "train", "step": 2580, "epoch": 34, "tokens": 338165760, "loss": 3.629027167956034, "lr": 0.0006937216640846073, "grad_norm": 0.12357054650783539, "tokens_per_second": 1724659.6841024996, "training_seconds": 0.911985137994634, "elapsed_tokens_per_second": 1436251.2881686056, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2600, "epoch": 34, "tokens": 340787200, "loss": 3.6130478143692017, "lr": 0.0006440558363935729, "grad_norm": 0.11341200768947601, "tokens_per_second": 1709161.5506976885, "training_seconds": 1.533757882003556, "elapsed_tokens_per_second": 1438006.9987869684, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2620, "epoch": 34, "tokens": 343408640, "loss": 3.6094034552574157, "lr": 0.0005960786213364857, "grad_norm": 0.10906491428613663, "tokens_per_second": 1709794.1528864482, "training_seconds": 1.533190411006217, "elapsed_tokens_per_second": 1439740.381156046, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2640, "epoch": 34, "tokens": 346030080, "loss": 3.610819375514984, "lr": 0.0005498141596402286, "grad_norm": 0.12104715406894684, "tokens_per_second": 1720151.0686498561, "training_seconds": 1.5239591729914537, "elapsed_tokens_per_second": 1441510.2802823693, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2646, "epoch": 34, "tokens": 346816512, "loss": 3.6197157303492227, "lr": 0.0005362723109866283, "grad_norm": 0.12046466022729874, "tokens_per_second": 1714728.4168923537, "training_seconds": 0.4586335610074457, "elapsed_tokens_per_second": 1442018.3640382844, "peak_memory_bytes": 42389451776}
{"loss": 3.597268237812895, "perplexity": 36.498393204060456, "tokens": 346816512, "seconds": 0.5440935450023971, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 34, "step": 2646, "evaluation_tokens": 1048576}
{"event": "train", "step": 2660, "epoch": 35, "tokens": 348651520, "loss": 3.5852087225232805, "lr": 0.0005052857302244482, "grad_norm": 0.11211932450532913, "tokens_per_second": 1720767.3096956941, "training_seconds": 1.0663893890014151, "elapsed_tokens_per_second": 1439941.6209240728, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2680, "epoch": 35, "tokens": 351272960, "loss": 3.5991885662078857, "lr": 0.00046251573848828543, "grad_norm": 0.11045382171869278, "tokens_per_second": 1709993.4767928633, "training_seconds": 1.5330116959958104, "elapsed_tokens_per_second": 1441630.4288958411, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2700, "epoch": 35, "tokens": 353894400, "loss": 3.593754804134369, "lr": 0.000421525705036637, "grad_norm": 0.11662901937961578, "tokens_per_second": 1719058.0590737783, "training_seconds": 1.524928135011578, "elapsed_tokens_per_second": 1443346.3582016407, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2720, "epoch": 35, "tokens": 356515840, "loss": 3.5777363777160645, "lr": 0.00038233625485161805, "grad_norm": 0.11019980907440186, "tokens_per_second": 1711029.349262887, "training_seconds": 1.532083597005112, "elapsed_tokens_per_second": 1444997.9792410082, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2724, "epoch": 35, "tokens": 357040128, "loss": 3.6098867654800415, "lr": 0.0003747161861359012, "grad_norm": 0.10905486345291138, "tokens_per_second": 1712673.1261615488, "training_seconds": 0.30612262900103815, "elapsed_tokens_per_second": 1445319.1710499912, "peak_memory_bytes": 42389451776}
{"loss": 3.5873403958204224, "perplexity": 36.13783566393111, "tokens": 357040128, "seconds": 0.5458703549957136, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 35, "step": 2724, "evaluation_tokens": 1048576}
{"event": "train", "step": 2740, "epoch": 36, "tokens": 359137280, "loss": 3.589939519762993, "lr": 0.0003449671069146745, "grad_norm": 0.11080455034971237, "tokens_per_second": 1721104.4753986334, "training_seconds": 1.2184919799910858, "elapsed_tokens_per_second": 1443451.6338523463, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2760, "epoch": 36, "tokens": 361758720, "loss": 3.587367498874664, "lr": 0.0003094370642845736, "grad_norm": 0.11399742215871811, "tokens_per_second": 1718367.6529185441, "training_seconds": 1.525540820992319, "elapsed_tokens_per_second": 1445117.3227948581, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2780, "epoch": 36, "tokens": 364380160, "loss": 3.5600879073143004, "lr": 0.0002757640046362546, "grad_norm": 0.11052661389112473, "tokens_per_second": 1716551.6045283158, "training_seconds": 1.5271547870070208, "elapsed_tokens_per_second": 1446752.6877360672, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2800, "epoch": 36, "tokens": 367001600, "loss": 3.592158019542694, "lr": 0.00024396487126530664, "grad_norm": 0.1097952127456665, "tokens_per_second": 1717950.8737500515, "training_seconds": 1.5259109210019233, "elapsed_tokens_per_second": 1448375.5157573875, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2802, "epoch": 36, "tokens": 367263744, "loss": 3.548917770385742, "lr": 0.0002408886481004786, "grad_norm": 0.1052241250872612, "tokens_per_second": 1715229.839900362, "training_seconds": 0.15283316200657282, "elapsed_tokens_per_second": 1448526.0952958234, "peak_memory_bytes": 42389451776}
{"loss": 3.579917064082688, "perplexity": 35.87056576541765, "tokens": 367263744, "seconds": 0.547484066002653, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 36, "step": 2802, "evaluation_tokens": 1048576}
{"event": "train", "step": 2820, "epoch": 37, "tokens": 369623040, "loss": 3.5835834874047174, "lr": 0.0002140556645626015, "grad_norm": 0.10369061678647995, "tokens_per_second": 1717054.9247262585, "training_seconds": 1.3740364190016408, "elapsed_tokens_per_second": 1446802.4785479354, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2840, "epoch": 37, "tokens": 372244480, "loss": 3.568761968612671, "lr": 0.000186051433963363, "grad_norm": 0.10783597081899643, "tokens_per_second": 1729569.407433676, "training_seconds": 1.5156604810035788, "elapsed_tokens_per_second": 1448460.2495636304, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2860, "epoch": 37, "tokens": 374865920, "loss": 3.5739877104759215, "lr": 0.00015996627037473664, "grad_norm": 0.11791308969259262, "tokens_per_second": 1726009.6954940688, "training_seconds": 1.5187863699975424, "elapsed_tokens_per_second": 1450081.2414190567, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2880, "epoch": 37, "tokens": 377487360, "loss": 3.578139042854309, "lr": 0.00013581329908565732, "grad_norm": 0.10419080406427383, "tokens_per_second": 1727770.7907145384, "training_seconds": 1.517238289990928, "elapsed_tokens_per_second": 1451691.630648125, "peak_memory_bytes": 42389451776}
{"loss": 3.573383382595856, "perplexity": 35.636962888372516, "tokens": 377487360, "seconds": 0.5444399039988639, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 37, "step": 2880, "evaluation_tokens": 1048576}
{"event": "train", "step": 2900, "epoch": 38, "tokens": 380108800, "loss": 3.576274609565735, "lr": 0.00011360467316258793, "grad_norm": 0.1026180163025856, "tokens_per_second": 1731415.0947070569, "training_seconds": 1.5140447879966814, "elapsed_tokens_per_second": 1450028.9103220447, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2920, "epoch": 38, "tokens": 382730240, "loss": 3.576761543750763, "lr": 9.335156733445293e-05, "grad_norm": 0.10111524909734726, "tokens_per_second": 1705966.116573033, "training_seconds": 1.5366307539952686, "elapsed_tokens_per_second": 1451509.8551817706, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2940, "epoch": 38, "tokens": 385351680, "loss": 3.5778051257133483, "lr": 7.506417236984442e-05, "grad_norm": 0.10708404332399368, "tokens_per_second": 1711936.6429511898, "training_seconds": 1.531271621992346, "elapsed_tokens_per_second": 1453003.6551238399, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2958, "epoch": 38, "tokens": 387710976, "loss": 3.567811475859748, "lr": 6.0293825392124135e-05, "grad_norm": 0.1060313880443573, "tokens_per_second": 1715243.3312400745, "training_seconds": 1.3754876390012214, "elapsed_tokens_per_second": 1454345.6690486367, "peak_memory_bytes": 42389451776}
{"loss": 3.5700026452986906, "perplexity": 35.5166871037501, "tokens": 387710976, "seconds": 0.543306624997058, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 38, "step": 2958, "evaluation_tokens": 1048576}
{"event": "train", "step": 2960, "epoch": 39, "tokens": 387973120, "loss": 3.5425167083740234, "lr": 5.8751689949324785e-05, "grad_norm": 0.10086869448423386, "tokens_per_second": 1783649.3802934934, "training_seconds": 0.14697058900492266, "elapsed_tokens_per_second": 1451529.7679287132, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2980, "epoch": 39, "tokens": 390594560, "loss": 3.5577801704406737, "lr": 4.442232803541168e-05, "grad_norm": 0.10638663172721863, "tokens_per_second": 1714483.4487714767, "training_seconds": 1.5289969709992874, "elapsed_tokens_per_second": 1453016.5122657747, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3000, "epoch": 39, "tokens": 393216000, "loss": 3.559794569015503, "lr": 3.208329674257282e-05, "grad_norm": 0.1036563515663147, "tokens_per_second": 1717502.3926131045, "training_seconds": 1.5263093730027322, "elapsed_tokens_per_second": 1454490.8420127253, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3020, "epoch": 39, "tokens": 395837440, "loss": 3.561628532409668, "lr": 2.1740804709305283e-05, "grad_norm": 0.1010211631655693, "tokens_per_second": 1712311.8914376267, "training_seconds": 1.5309360479877796, "elapsed_tokens_per_second": 1455932.9543297028, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3035, "epoch": 39, "tokens": 397803520, "loss": 3.578408718109131, "lr": 1.529733297529079e-05, "grad_norm": 0.1063622310757637, "tokens_per_second": 1716978.2493295805, "training_seconds": 1.1450814829877345, "elapsed_tokens_per_second": 1457017.7719358911, "peak_memory_bytes": 42389451776}
{"loss": 3.568266696308406, "perplexity": 35.4550854307849, "tokens": 397803520, "seconds": 0.5484093169943662, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 39, "step": 3035, "evaluation_tokens": 1048576}
{"event": "train", "step": 3040, "epoch": 40, "tokens": 398458880, "loss": 3.5687605857849123, "lr": 1.3400055974134074e-05, "grad_norm": 0.10191558301448822, "tokens_per_second": 1752945.0599636196, "training_seconds": 0.37386225898808334, "elapsed_tokens_per_second": 1454368.4318792024, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3060, "epoch": 40, "tokens": 401080320, "loss": 3.548740029335022, "lr": 7.065247357090687e-06, "grad_norm": 0.10359898954629898, "tokens_per_second": 1717489.1776123368, "training_seconds": 1.52632111699495, "elapsed_tokens_per_second": 1455818.9131419926, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3080, "epoch": 40, "tokens": 403701760, "loss": 3.569744610786438, "lr": 2.7395663479974355e-06, "grad_norm": 0.09981073439121246, "tokens_per_second": 1711156.8302071535, "training_seconds": 1.5319694569916464, "elapsed_tokens_per_second": 1457221.8667533714, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3100, "epoch": 40, "tokens": 406323200, "loss": 3.562268590927124, "lr": 4.2518950261483115e-07, "grad_norm": 0.10115648061037064, "tokens_per_second": 1715136.9452948165, "training_seconds": 1.5284143969911383, "elapsed_tokens_per_second": 1458627.1641335874, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3113, "epoch": 40, "tokens": 408027136, "loss": 3.568285263501681, "lr": 0.0, "grad_norm": 0.10278763622045517, "tokens_per_second": 1720073.5025571403, "training_seconds": 0.9906181319965981, "elapsed_tokens_per_second": 1459543.6735494742, "peak_memory_bytes": 42389451776}
{"loss": 3.5679780592049912, "perplexity": 35.44485325438875, "tokens": 408027136, "seconds": 0.5487701060046675, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 40, "step": 3113, "evaluation_tokens": 1048576}
{"loss": 3.568476659160068, "perplexity": 35.462530463190625, "tokens": 408027136, "seconds": 101.76732993099722, "split": "full", "validation_complete": true, "event": "final_validation", "step": 3113, "evaluation_tokens": 197411295}