{"event": "train", "step": 20, "epoch": 1, "tokens": 2621440, "loss": 9.470509767532349, "lr": 0.0005128205128205128, "grad_norm": 1.3458302021026611, "tokens_per_second": 47054.854172325046, "training_seconds": 55.7102990989988, "elapsed_tokens_per_second": 47054.854172325046, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 40, "epoch": 1, "tokens": 5242880, "loss": 7.458962607383728, "lr": 0.0010256410256410256, "grad_norm": 1.4995182752609253, "tokens_per_second": 1770256.6684332837, "training_seconds": 1.4808248130029824, "elapsed_tokens_per_second": 91663.32119735508, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 60, "epoch": 1, "tokens": 7864320, "loss": 6.947542762756347, "lr": 0.0015384615384615385, "grad_norm": 1.6535714864730835, "tokens_per_second": 1773737.328861193, "training_seconds": 1.4779189439977927, "elapsed_tokens_per_second": 134027.15179209356, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 78, "epoch": 1, "tokens": 10223616, "loss": 6.622994581858317, "lr": 0.002, "grad_norm": 0.7132679224014282, "tokens_per_second": 1775608.3738066524, "training_seconds": 1.3287254300012137, "elapsed_tokens_per_second": 170372.4055478107, "peak_memory_bytes": 21988176384}
{"loss": 6.488708263366561, "perplexity": 657.6732736271153, "tokens": 10223616, "seconds": 1.290433681999275, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 1, "step": 78, "evaluation_tokens": 1048576}
{"event": "train", "step": 80, "epoch": 2, "tokens": 10485760, "loss": 6.495945930480957, "lr": 0.0020512820512820513, "grad_norm": 1.0058348178863525, "tokens_per_second": 1847988.599042131, "training_seconds": 0.1418536889977986, "elapsed_tokens_per_second": 170647.51571589167, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 100, "epoch": 2, "tokens": 13107200, "loss": 6.363698267936707, "lr": 0.002564102564102564, "grad_norm": 0.21555647253990173, "tokens_per_second": 1772686.0300064653, "training_seconds": 1.4787954300009005, "elapsed_tokens_per_second": 208292.14482387473, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 120, "epoch": 2, "tokens": 15728640, "loss": 6.136493396759033, "lr": 0.003076923076923077, "grad_norm": 0.24087952077388763, "tokens_per_second": 1775084.0657996691, "training_seconds": 1.4767976629991608, "elapsed_tokens_per_second": 244210.8651739008, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 140, "epoch": 2, "tokens": 18350080, "loss": 6.006341123580933, "lr": 0.00358974358974359, "grad_norm": 0.6734488010406494, "tokens_per_second": 1769671.5465276064, "training_seconds": 1.4813144309991912, "elapsed_tokens_per_second": 278499.64451618, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 156, "epoch": 2, "tokens": 20447232, "loss": 5.800082743167877, "lr": 0.004, "grad_norm": 0.40505215525627136, "tokens_per_second": 1772573.090755931, "training_seconds": 1.1831117209985678, "elapsed_tokens_per_second": 304844.6052192946, "peak_memory_bytes": 42389451776}
{"loss": 5.772400960898382, "perplexity": 321.3082558377773, "tokens": 20447232, "seconds": 0.5342643289986881, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 2, "step": 156, "evaluation_tokens": 1048576}
{"event": "train", "step": 160, "epoch": 3, "tokens": 20971520, "loss": 5.744493007659912, "lr": 0.0041025641025641026, "grad_norm": 0.26063868403434753, "tokens_per_second": 1825969.5302495179, "training_seconds": 0.2871285590008483, "elapsed_tokens_per_second": 308851.2660522317, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 180, "epoch": 3, "tokens": 23592960, "loss": 5.618424487113953, "lr": 0.004615384615384615, "grad_norm": 0.3717693090438843, "tokens_per_second": 1764918.673872936, "training_seconds": 1.4853035659980378, "elapsed_tokens_per_second": 340013.568625265, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 200, "epoch": 3, "tokens": 26214400, "loss": 5.496560955047608, "lr": 0.005128205128205128, "grad_norm": 0.335151344537735, "tokens_per_second": 1768062.076664666, "training_seconds": 1.4826628740011074, "elapsed_tokens_per_second": 369878.0269524222, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 220, "epoch": 3, "tokens": 28835840, "loss": 5.37872998714447, "lr": 0.0056410256410256415, "grad_norm": 0.28024858236312866, "tokens_per_second": 1767602.843688629, "training_seconds": 1.483048078000138, "elapsed_tokens_per_second": 398519.5974821973, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 233, "epoch": 3, "tokens": 30539776, "loss": 5.275801842029278, "lr": 0.0059743589743589745, "grad_norm": 0.22880639135837555, "tokens_per_second": 1771840.3018506868, "training_seconds": 0.9616758340016531, "elapsed_tokens_per_second": 416522.13225619076, "peak_memory_bytes": 42389451776}
{"loss": 5.245353834164768, "perplexity": 189.6829196543472, "tokens": 30539776, "seconds": 0.5316209470001922, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 3, "step": 233, "evaluation_tokens": 1048576}
{"event": "train", "step": 240, "epoch": 4, "tokens": 31457280, "loss": 5.197010312761579, "lr": 0.006153846153846154, "grad_norm": 0.2993207275867462, "tokens_per_second": 1798211.644657288, "training_seconds": 0.5102313750030589, "elapsed_tokens_per_second": 422980.38333761314, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 260, "epoch": 4, "tokens": 34078720, "loss": 5.165501761436462, "lr": 0.006666666666666667, "grad_norm": 0.24148525297641754, "tokens_per_second": 1771112.275474542, "training_seconds": 1.480109440999513, "elapsed_tokens_per_second": 449276.50288305007, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 280, "epoch": 4, "tokens": 36700160, "loss": 5.10845422744751, "lr": 0.00717948717948718, "grad_norm": 0.2356864959001541, "tokens_per_second": 1765384.389308585, "training_seconds": 1.4849117369994929, "elapsed_tokens_per_second": 474530.534794757, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 300, "epoch": 4, "tokens": 39321600, "loss": 5.010461473464966, "lr": 0.007692307692307692, "grad_norm": 0.22107240557670593, "tokens_per_second": 1766964.5922088241, "training_seconds": 1.4835837749997154, "elapsed_tokens_per_second": 498843.70687531173, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 311, "epoch": 4, "tokens": 40763392, "loss": 4.964272715828636, "lr": 0.007974358974358975, "grad_norm": 0.33180949091911316, "tokens_per_second": 1777057.141102104, "training_seconds": 0.811336882001342, "elapsed_tokens_per_second": 511850.40426815697, "peak_memory_bytes": 42389451776}
{"loss": 4.977370242104062, "perplexity": 145.09232183239735, "tokens": 40763392, "seconds": 0.532653237998602, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 4, "step": 311, "evaluation_tokens": 1048576}
{"event": "train", "step": 320, "epoch": 5, "tokens": 41943040, "loss": 4.9343198670281305, "lr": 0.007999838979717738, "grad_norm": 0.2177933007478714, "tokens_per_second": 1783548.5094641175, "training_seconds": 0.6614050550015236, "elapsed_tokens_per_second": 518826.8373998786, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 340, "epoch": 5, "tokens": 44564480, "loss": 4.887262010574341, "lr": 0.007998027650419737, "grad_norm": 0.21837007999420166, "tokens_per_second": 1763149.258776135, "training_seconds": 1.4867941480006266, "elapsed_tokens_per_second": 541285.652566858, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 360, "epoch": 5, "tokens": 47185920, "loss": 4.814519834518433, "lr": 0.00799420463091706, "grad_norm": 0.2814374268054962, "tokens_per_second": 1771294.4791325408, "training_seconds": 1.4799571900002775, "elapsed_tokens_per_second": 562990.0372462658, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 380, "epoch": 5, "tokens": 49807360, "loss": 4.7282222032547, "lr": 0.007988371844840945, "grad_norm": 0.17856736481189728, "tokens_per_second": 1768219.2287456756, "training_seconds": 1.48253110099904, "elapsed_tokens_per_second": 583927.2901668746, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 389, "epoch": 5, "tokens": 50987008, "loss": 4.646990617116292, "lr": 0.007985092149712518, "grad_norm": 0.18636254966259003, "tokens_per_second": 1771123.6073017213, "training_seconds": 0.6660449869996228, "elapsed_tokens_per_second": 593112.9591350224, "peak_memory_bytes": 42389451776}
{"loss": 4.6764089218550104, "perplexity": 107.38375588097391, "tokens": 50987008, "seconds": 0.5327604019985301, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 5, "step": 389, "evaluation_tokens": 1048576}
{"event": "train", "step": 400, "epoch": 6, "tokens": 52428800, "loss": 4.633565859361128, "lr": 0.007980532227078202, "grad_norm": 0.20280082523822784, "tokens_per_second": 1774923.9405200093, "training_seconds": 0.8123119910014793, "elapsed_tokens_per_second": 600425.3142113389, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 420, "epoch": 6, "tokens": 55050240, "loss": 4.571823096275329, "lr": 0.007970689722294463, "grad_norm": 0.25264179706573486, "tokens_per_second": 1763433.1467755088, "training_seconds": 1.4865547949993925, "elapsed_tokens_per_second": 619885.3787996343, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 440, "epoch": 6, "tokens": 57671680, "loss": 4.505549716949463, "lr": 0.007958849282949336, "grad_norm": 0.16457198560237885, "tokens_per_second": 1771594.4822009965, "training_seconds": 1.4797065729981114, "elapsed_tokens_per_second": 638747.553809543, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 460, "epoch": 6, "tokens": 60293120, "loss": 4.441738033294678, "lr": 0.007945016866804485, "grad_norm": 0.22743649780750275, "tokens_per_second": 1762569.4318497628, "training_seconds": 1.487283253998612, "elapsed_tokens_per_second": 656948.3482513378, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 467, "epoch": 6, "tokens": 61210624, "loss": 4.409218992505755, "lr": 0.007939706174607876, "grad_norm": 0.17599207162857056, "tokens_per_second": 1764851.07869707, "training_seconds": 0.5198761589999776, "elapsed_tokens_per_second": 663175.5858466262, "peak_memory_bytes": 42389451776}
{"loss": 4.421951835100308, "perplexity": 83.25863399215127, "tokens": 61210624, "seconds": 0.533684631001961, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 6, "step": 467, "evaluation_tokens": 1048576}
{"event": "train", "step": 480, "epoch": 7, "tokens": 62914560, "loss": 4.389270268953764, "lr": 0.007929199433925843, "grad_norm": 0.15576913952827454, "tokens_per_second": 1774045.1927169396, "training_seconds": 0.9604806050010666, "elapsed_tokens_per_second": 670594.2180646543, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 500, "epoch": 7, "tokens": 65536000, "loss": 4.348864316940308, "lr": 0.007911404943181526, "grad_norm": 0.14209765195846558, "tokens_per_second": 1767470.130411363, "training_seconds": 1.483159434999834, "elapsed_tokens_per_second": 687651.1733717908, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 520, "epoch": 7, "tokens": 68157440, "loss": 4.323408079147339, "lr": 0.007891642348237157, "grad_norm": 0.13917432725429535, "tokens_per_second": 1762464.4696448513, "training_seconds": 1.4873718279995956, "elapsed_tokens_per_second": 704152.7771960199, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 540, "epoch": 7, "tokens": 70778880, "loss": 4.31356987953186, "lr": 0.00786992159305064, "grad_norm": 0.16172754764556885, "tokens_per_second": 1764793.2054890962, "training_seconds": 1.4854091640008846, "elapsed_tokens_per_second": 720167.6037205777, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 545, "epoch": 7, "tokens": 71434240, "loss": 4.288163757324218, "lr": 0.007864186700914343, "grad_norm": 0.19024479389190674, "tokens_per_second": 1768256.2521998782, "training_seconds": 0.37062501500258804, "elapsed_tokens_per_second": 724086.3264255208, "peak_memory_bytes": 42389451776}
{"loss": 4.302145680951116, "perplexity": 73.85809971940776, "tokens": 71434240, "seconds": 0.5321994890000497, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 7, "step": 545, "evaluation_tokens": 1048576}
{"event": "train", "step": 560, "epoch": 8, "tokens": 73400320, "loss": 4.29737294514974, "lr": 0.00784625360686866, "grad_norm": 0.13148917257785797, "tokens_per_second": 1774709.1254577541, "training_seconds": 1.1078322479988856, "elapsed_tokens_per_second": 731782.3019710289, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 580, "epoch": 8, "tokens": 76021760, "loss": 4.261107921600342, "lr": 0.00782065029872741, "grad_norm": 0.12774302065372467, "tokens_per_second": 1777555.2819998309, "training_seconds": 1.4747445699977106, "elapsed_tokens_per_second": 746921.1377980516, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 600, "epoch": 8, "tokens": 78643200, "loss": 4.228787469863891, "lr": 0.007793124551460297, "grad_norm": 0.1445179432630539, "tokens_per_second": 1771013.1084675414, "training_seconds": 1.4801923189988884, "elapsed_tokens_per_second": 761587.6087194765, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 620, "epoch": 8, "tokens": 81264640, "loss": 4.2014858484268185, "lr": 0.007763690215215693, "grad_norm": 0.13703803718090057, "tokens_per_second": 1769502.1738602626, "training_seconds": 1.4814562190003926, "elapsed_tokens_per_second": 775833.390017647, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 623, "epoch": 8, "tokens": 81657856, "loss": 4.154042402903239, "lr": 0.007759111351899522, "grad_norm": 0.13704781234264374, "tokens_per_second": 1774194.664015128, "training_seconds": 0.2216306970003643, "elapsed_tokens_per_second": 777923.1208400578, "peak_memory_bytes": 42389451776}
{"loss": 4.199072062636919, "perplexity": 66.62447900459145, "tokens": 81657856, "seconds": 0.5338844670004619, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 8, "step": 623, "evaluation_tokens": 1048576}
{"event": "train", "step": 640, "epoch": 9, "tokens": 83886080, "loss": 4.18417953042423, "lr": 0.007732362100487943, "grad_norm": 0.15002655982971191, "tokens_per_second": 1781377.7134600645, "training_seconds": 1.2508430880006927, "elapsed_tokens_per_second": 785737.9638319764, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 660, "epoch": 9, "tokens": 86507520, "loss": 4.160344386100769, "lr": 0.007699155970665158, "grad_norm": 0.13909916579723358, "tokens_per_second": 1773502.82724355, "training_seconds": 1.4781143620020885, "elapsed_tokens_per_second": 799214.9829927264, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 680, "epoch": 9, "tokens": 89128960, "loss": 4.156148958206177, "lr": 0.007664088534097537, "grad_norm": 0.1766558438539505, "tokens_per_second": 1765364.4543642516, "training_seconds": 1.4849285050004255, "elapsed_tokens_per_second": 812274.9970916058, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 700, "epoch": 9, "tokens": 91750400, "loss": 4.119759917259216, "lr": 0.007627177435690227, "grad_norm": 0.12589286267757416, "tokens_per_second": 1768433.972364618, "training_seconds": 1.4823510749993147, "elapsed_tokens_per_second": 825010.4097658114, "peak_memory_bytes": 42389451776}
{"loss": 4.133391176206914, "perplexity": 62.389137157520985, "tokens": 91750400, "seconds": 0.5352816419981536, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 9, "step": 700, "evaluation_tokens": 1048576}
{"event": "train", "step": 720, "epoch": 10, "tokens": 94371840, "loss": 4.126304793357849, "lr": 0.007588441248024907, "grad_norm": 0.18532399833202362, "tokens_per_second": 1772802.9924523567, "training_seconds": 1.4786978649972298, "elapsed_tokens_per_second": 833443.0028929348, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 740, "epoch": 10, "tokens": 96993280, "loss": 4.108839702606201, "lr": 0.007547899462014625, "grad_norm": 0.11961205303668976, "tokens_per_second": 1768089.703536754, "training_seconds": 1.48263970699918, "elapsed_tokens_per_second": 845506.5702181065, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 760, "epoch": 10, "tokens": 99614720, "loss": 4.09860520362854, "lr": 0.007505572477096535, "grad_norm": 0.1147245541214943, "tokens_per_second": 1770502.7101488335, "training_seconds": 1.480619026999193, "elapsed_tokens_per_second": 857281.486813425, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 778, "epoch": 10, "tokens": 101974016, "loss": 4.070575263765123, "lr": 0.007465969429761635, "grad_norm": 0.12356670200824738, "tokens_per_second": 1777779.1240672683, "training_seconds": 1.3271029950010416, "elapsed_tokens_per_second": 867659.1133096686, "peak_memory_bytes": 42389451776}
{"loss": 4.084211939176203, "perplexity": 59.395112341870274, "tokens": 101974016, "seconds": 0.5350027749991568, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 10, "step": 778, "evaluation_tokens": 1048576}
{"event": "train", "step": 780, "epoch": 11, "tokens": 102236160, "loss": 4.074927806854248, "lr": 0.007461481590967504, "grad_norm": 0.1443479359149933, "tokens_per_second": 1854916.3384876468, "training_seconds": 0.14132389400037937, "elapsed_tokens_per_second": 864867.070459344, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 800, "epoch": 11, "tokens": 104857600, "loss": 4.062115550041199, "lr": 0.007415648988867725, "grad_norm": 0.15706729888916016, "tokens_per_second": 1773090.4860497634, "training_seconds": 1.4784581050007546, "elapsed_tokens_per_second": 876078.0232697104, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 820, "epoch": 11, "tokens": 107479040, "loss": 4.061262714862823, "lr": 0.007368097732417771, "grad_norm": 0.13086846470832825, "tokens_per_second": 1764562.2409975762, "training_seconds": 1.4856035899974813, "elapsed_tokens_per_second": 886957.5975856615, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 840, "epoch": 11, "tokens": 110100480, "loss": 4.044111549854279, "lr": 0.00731885174801465, "grad_norm": 0.1647403985261917, "tokens_per_second": 1770835.6626783784, "training_seconds": 1.4803406410028401, "elapsed_tokens_per_second": 897612.2673044006, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 856, "epoch": 11, "tokens": 112197632, "loss": 4.024768710136414, "lr": 0.007278251379608424, "grad_norm": 0.12069240212440491, "tokens_per_second": 1769884.4279231587, "training_seconds": 1.184909007002716, "elapsed_tokens_per_second": 905944.2860909721, "peak_memory_bytes": 42389451776}
{"loss": 4.04592199689014, "perplexity": 57.16386665201164, "tokens": 112197632, "seconds": 0.5332550490020367, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 11, "step": 856, "evaluation_tokens": 1048576}
{"event": "train", "step": 860, "epoch": 12, "tokens": 112721920, "loss": 4.006214618682861, "lr": 0.007267935814792751, "grad_norm": 0.17209559679031372, "tokens_per_second": 1797987.9495316197, "training_seconds": 0.29159706000064034, "elapsed_tokens_per_second": 904090.2291044588, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 880, "epoch": 12, "tokens": 115343360, "loss": 4.023554563522339, "lr": 0.007215375552155713, "grad_norm": 0.12659282982349396, "tokens_per_second": 1763207.2830903928, "training_seconds": 1.4867452199978288, "elapsed_tokens_per_second": 914204.7034188219, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 900, "epoch": 12, "tokens": 117964800, "loss": 3.99682457447052, "lr": 0.007161197406885484, "grad_norm": 0.13202208280563354, "tokens_per_second": 1765933.6713289632, "training_seconds": 1.4844498649981688, "elapsed_tokens_per_second": 924092.1497178223, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 920, "epoch": 12, "tokens": 120586240, "loss": 4.005791366100311, "lr": 0.007105428639835085, "grad_norm": 0.15789729356765747, "tokens_per_second": 1773029.1256310805, "training_seconds": 1.478509271000803, "elapsed_tokens_per_second": 933796.7483132245, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 934, "epoch": 12, "tokens": 122421248, "loss": 3.9944061040878296, "lr": 0.007065459077989923, "grad_norm": 0.13572509586811066, "tokens_per_second": 1775084.9485685113, "training_seconds": 1.0337578500002564, "elapsed_tokens_per_second": 940463.6705006834, "peak_memory_bytes": 42389451776}
{"loss": 4.00239206862682, "perplexity": 54.72890888464403, "tokens": 122421248, "seconds": 0.5280010610003956, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 12, "step": 934, "evaluation_tokens": 1048576}
{"event": "train", "step": 940, "epoch": 13, "tokens": 123207680, "loss": 3.996546506881714, "lr": 0.007048097312211743, "grad_norm": 0.12906096875667572, "tokens_per_second": 1794430.66206512, "training_seconds": 0.4382626849983353, "elapsed_tokens_per_second": 939347.0776354166, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 960, "epoch": 13, "tokens": 125829120, "loss": 3.988847863674164, "lr": 0.00698923227145732, "grad_norm": 0.12479173392057419, "tokens_per_second": 1773308.0663805, "training_seconds": 1.478276702000585, "elapsed_tokens_per_second": 948632.0495952069, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 980, "epoch": 13, "tokens": 128450560, "loss": 3.9705962181091308, "lr": 0.00692886313673312, "grad_norm": 0.11943866312503815, "tokens_per_second": 1774497.5806853985, "training_seconds": 1.4772857559983095, "elapsed_tokens_per_second": 957712.7583328786, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1000, "epoch": 13, "tokens": 131072000, "loss": 3.9462379097938536, "lr": 0.006867020284016403, "grad_norm": 0.11759085208177567, "tokens_per_second": 1772569.607976883, "training_seconds": 1.4788925569991989, "elapsed_tokens_per_second": 966583.7398829291, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1012, "epoch": 13, "tokens": 132644864, "loss": 3.9632932941118875, "lr": 0.006829220102252354, "grad_norm": 0.1248563751578331, "tokens_per_second": 1772132.0153454666, "training_seconds": 0.887554643999465, "elapsed_tokens_per_second": 971806.8525799968, "peak_memory_bytes": 42389451776}
{"loss": 3.9670907992437714, "perplexity": 52.83061220115561, "tokens": 132644864, "seconds": 0.5294733690025168, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 13, "step": 1012, "evaluation_tokens": 1048576}
{"event": "train", "step": 1020, "epoch": 14, "tokens": 133693440, "loss": 3.9375397861003876, "lr": 0.00680373483081608, "grad_norm": 0.13413213193416595, "tokens_per_second": 1795019.6490225927, "training_seconds": 0.5841585079979268, "elapsed_tokens_per_second": 971510.2754006779, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1040, "epoch": 14, "tokens": 136314880, "loss": 3.9411100506782533, "lr": 0.006739038620515297, "grad_norm": 0.12166988849639893, "tokens_per_second": 1770408.3282456377, "training_seconds": 1.4806979599998158, "elapsed_tokens_per_second": 980006.6482716041, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1060, "epoch": 14, "tokens": 138936320, "loss": 3.949192667007446, "lr": 0.00667296420634878, "grad_norm": 0.18338195979595184, "tokens_per_second": 1774468.7934816242, "training_seconds": 1.4773097220022464, "elapsed_tokens_per_second": 988342.7791703762, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1080, "epoch": 14, "tokens": 141557760, "loss": 3.9302583575248717, "lr": 0.006605544835023, "grad_norm": 0.12673595547676086, "tokens_per_second": 1769619.9660639216, "training_seconds": 1.4813576080014172, "elapsed_tokens_per_second": 996481.5081798453, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1090, "epoch": 14, "tokens": 142868480, "loss": 3.9423540115356444, "lr": 0.006571341365532515, "grad_norm": 0.1256578117609024, "tokens_per_second": 1773991.126726595, "training_seconds": 0.7388537520018872, "elapsed_tokens_per_second": 1000488.5639106422, "peak_memory_bytes": 42389451776}
{"loss": 3.938098135495423, "perplexity": 51.320903021731354, "tokens": 142868480, "seconds": 0.5320235159997537, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 14, "step": 1090, "evaluation_tokens": 1048576}
{"event": "train", "step": 1100, "epoch": 15, "tokens": 144179200, "loss": 3.9185508251190186, "lr": 0.006536814429987407, "grad_norm": 0.12929414212703705, "tokens_per_second": 1780377.4021478654, "training_seconds": 0.7362034579964529, "elapsed_tokens_per_second": 1000733.9470689858, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1120, "epoch": 15, "tokens": 146800640, "loss": 3.9094297528266906, "lr": 0.006466807574365148, "grad_norm": 0.12872307002544403, "tokens_per_second": 1777226.757453072, "training_seconds": 1.4750171800005774, "elapsed_tokens_per_second": 1008591.433762999, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1140, "epoch": 15, "tokens": 149422080, "loss": 3.9080110430717467, "lr": 0.006395559493551849, "grad_norm": 0.12042400985956192, "tokens_per_second": 1768975.9790034445, "training_seconds": 1.4818968889994721, "elapsed_tokens_per_second": 1016242.625154776, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1160, "epoch": 15, "tokens": 152043520, "loss": 3.8966976165771485, "lr": 0.006323106037491235, "grad_norm": 0.1140696257352829, "tokens_per_second": 1770620.1010166707, "training_seconds": 1.4805208629986737, "elapsed_tokens_per_second": 1023753.2636318527, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1167, "epoch": 15, "tokens": 152961024, "loss": 3.8783691270010814, "lr": 0.006297469286818803, "grad_norm": 0.12150205671787262, "tokens_per_second": 1776634.3647656143, "training_seconds": 0.5164281510005821, "elapsed_tokens_per_second": 1026346.5531106158, "peak_memory_bytes": 42389451776}
{"loss": 3.9067574312517914, "perplexity": 49.73741323294448, "tokens": 152961024, "seconds": 0.5369699039983971, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 15, "step": 1167, "evaluation_tokens": 1048576}
{"event": "train", "step": 1180, "epoch": 16, "tokens": 154664960, "loss": 3.856100944372324, "lr": 0.006249483662636486, "grad_norm": 0.12168650329113007, "tokens_per_second": 1783308.0525919972, "training_seconds": 0.9554916760025662, "elapsed_tokens_per_second": 1027424.4172964658, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1200, "epoch": 16, "tokens": 157286400, "loss": 3.880570101737976, "lr": 0.006174729413606421, "grad_norm": 0.13144494593143463, "tokens_per_second": 1777529.6618533873, "training_seconds": 1.4747658259984746, "elapsed_tokens_per_second": 1034693.4441823073, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1220, "epoch": 16, "tokens": 159907840, "loss": 3.883133852481842, "lr": 0.006098880904545735, "grad_norm": 0.12607714533805847, "tokens_per_second": 1770172.8089815583, "training_seconds": 1.4808949649996066, "elapsed_tokens_per_second": 1041773.870769081, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1240, "epoch": 16, "tokens": 162529280, "loss": 3.8577439069747923, "lr": 0.006021976300198661, "grad_norm": 0.1314164251089096, "tokens_per_second": 1770483.107852703, "training_seconds": 1.4806354200009082, "elapsed_tokens_per_second": 1048726.9830112772, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1245, "epoch": 16, "tokens": 163184640, "loss": 3.844013786315918, "lr": 0.006002589657528159, "grad_norm": 0.12825047969818115, "tokens_per_second": 1779343.2175380022, "training_seconds": 0.3683156759980193, "elapsed_tokens_per_second": 1050444.050780562, "peak_memory_bytes": 42389451776}
{"loss": 3.885500496728284, "perplexity": 48.69130620144495, "tokens": 163184640, "seconds": 0.5328616369988595, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 16, "step": 1245, "evaluation_tokens": 1048576}
{"event": "train", "step": 1260, "epoch": 17, "tokens": 165150720, "loss": 3.859218200047811, "lr": 0.005944054296705593, "grad_norm": 0.1228630393743515, "tokens_per_second": 1786953.1971968487, "training_seconds": 1.1002414630020212, "elapsed_tokens_per_second": 1051923.7518217056, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1280, "epoch": 17, "tokens": 167772160, "loss": 3.8702173233032227, "lr": 0.005865154102132323, "grad_norm": 0.14175282418727875, "tokens_per_second": 1768754.2677734292, "training_seconds": 1.4820826430004672, "elapsed_tokens_per_second": 1058616.4504769547, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1300, "epoch": 17, "tokens": 170393600, "loss": 3.852263796329498, "lr": 0.005785315416741691, "grad_norm": 0.12594927847385406, "tokens_per_second": 1765338.308270283, "training_seconds": 1.4849504979974881, "elapsed_tokens_per_second": 1065164.9491334942, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1320, "epoch": 17, "tokens": 173015040, "loss": 3.860281002521515, "lr": 0.005704578413017585, "grad_norm": 0.12407264113426208, "tokens_per_second": 1767531.5154371266, "training_seconds": 1.4831079260002298, "elapsed_tokens_per_second": 1071609.1626397017, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1323, "epoch": 17, "tokens": 173408256, "loss": 3.8479324181874595, "lr": 0.005692392887835475, "grad_norm": 0.12336036562919617, "tokens_per_second": 1787684.472639954, "training_seconds": 0.21995827900173026, "elapsed_tokens_per_second": 1072569.166071782, "peak_memory_bytes": 42389451776}
{"loss": 3.855299258766226, "perplexity": 47.242752633920595, "tokens": 173408256, "seconds": 0.5316999729984673, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 17, "step": 1323, "evaluation_tokens": 1048576}
{"event": "train", "step": 1340, "epoch": 18, "tokens": 175636480, "loss": 3.82646881832796, "lr": 0.005622983715451311, "grad_norm": 0.1506640911102295, "tokens_per_second": 1772426.7043870178, "training_seconds": 1.2571600250012125, "elapsed_tokens_per_second": 1074400.4681241915, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1360, "epoch": 18, "tokens": 178257920, "loss": 3.8260622024536133, "lr": 0.00554057238010056, "grad_norm": 0.12497156113386154, "tokens_per_second": 1774482.4374394391, "training_seconds": 1.4772983629991359, "elapsed_tokens_per_second": 1080660.0611591872, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1380, "epoch": 18, "tokens": 180879360, "loss": 3.8264956951141356, "lr": 0.005457385873931188, "grad_norm": 0.1447456032037735, "tokens_per_second": 1777601.7101492502, "training_seconds": 1.4747060519985098, "elapsed_tokens_per_second": 1086821.6620700501, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1400, "epoch": 18, "tokens": 183500800, "loss": 3.8156272053718565, "lr": 0.005373466053952266, "grad_norm": 0.1330518275499344, "tokens_per_second": 1769556.2845844391, "training_seconds": 1.4814109180006199, "elapsed_tokens_per_second": 1092837.9261740863, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1401, "epoch": 18, "tokens": 183631872, "loss": 3.830730438232422, "lr": 0.005369251569377675, "grad_norm": 0.1244676262140274, "tokens_per_second": 1763807.2701443837, "training_seconds": 0.0743119740000111, "elapsed_tokens_per_second": 1093123.7075784667, "peak_memory_bytes": 42389451776}
{"loss": 3.834017427479024, "perplexity": 46.24796335767088, "tokens": 183631872, "seconds": 0.5323574580033892, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 18, "step": 1401, "evaluation_tokens": 1048576}
{"event": "train", "step": 1420, "epoch": 19, "tokens": 186122240, "loss": 3.8174784434469125, "lr": 0.005288855146154851, "grad_norm": 0.10947266221046448, "tokens_per_second": 1773157.1709348983, "training_seconds": 1.4044823779986473, "elapsed_tokens_per_second": 1095262.6910911184, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1440, "epoch": 19, "tokens": 188743680, "loss": 3.809320390224457, "lr": 0.005203595724265121, "grad_norm": 0.15306735038757324, "tokens_per_second": 1771413.3922855416, "training_seconds": 1.4798578420013655, "elapsed_tokens_per_second": 1101088.3352869363, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1460, "epoch": 19, "tokens": 191365120, "loss": 3.8006102323532103, "lr": 0.005117730688322512, "grad_norm": 0.12464426457881927, "tokens_per_second": 1773875.5823185397, "training_seconds": 1.4778037569994922, "elapsed_tokens_per_second": 1106826.800935681, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1479, "epoch": 19, "tokens": 193855488, "loss": 3.789080494328549, "lr": 0.005035637302328019, "grad_norm": 0.15401414036750793, "tokens_per_second": 1772365.1415537696, "training_seconds": 1.4051100090000546, "elapsed_tokens_per_second": 1112182.015840267, "peak_memory_bytes": 42389451776}
{"loss": 3.815115233860854, "perplexity": 45.38198562306526, "tokens": 193855488, "seconds": 0.5329391710001801, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 19, "step": 1479, "evaluation_tokens": 1048576}
{"event": "train", "step": 1480, "epoch": 20, "tokens": 193986560, "loss": 3.767777442932129, "lr": 0.0050313032430936815, "grad_norm": 0.12677447497844696, "tokens_per_second": 1926166.365808777, "training_seconds": 0.06804811999973026, "elapsed_tokens_per_second": 1109048.4030562544, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1500, "epoch": 20, "tokens": 196608000, "loss": 3.7939174652099608, "lr": 0.0049443568763331384, "grad_norm": 0.11522824317216873, "tokens_per_second": 1770920.1819334258, "training_seconds": 1.4802699899992149, "elapsed_tokens_per_second": 1114592.4539211981, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1520, "epoch": 20, "tokens": 199229440, "loss": 3.779155158996582, "lr": 0.004856935336901482, "grad_norm": 0.1471133977174759, "tokens_per_second": 1766317.840885466, "training_seconds": 1.4841270009965228, "elapsed_tokens_per_second": 1120019.8632615479, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1540, "epoch": 20, "tokens": 201850880, "loss": 3.7771926641464235, "lr": 0.0047690826127522535, "grad_norm": 0.12353098392486572, "tokens_per_second": 1769889.0031067692, "training_seconds": 1.4811324299989792, "elapsed_tokens_per_second": 1125374.5125736543, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1557, "epoch": 20, "tokens": 204079104, "loss": 3.792705409667071, "lr": 0.004694101790950691, "grad_norm": 0.11973580718040466, "tokens_per_second": 1770864.686428517, "training_seconds": 1.2582689219998429, "elapsed_tokens_per_second": 1129861.9588368733, "peak_memory_bytes": 42389451776}
{"loss": 3.794438855359899, "perplexity": 44.45328468298605, "tokens": 204079104, "seconds": 0.5341879580009845, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 20, "step": 1557, "evaluation_tokens": 1048576}
{"event": "train", "step": 1560, "epoch": 21, "tokens": 204472320, "loss": 3.7737452189127603, "lr": 0.004680842908798498, "grad_norm": 0.12860463559627533, "tokens_per_second": 1843435.8359497366, "training_seconds": 0.21330604099784978, "elapsed_tokens_per_second": 1127120.643356276, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1580, "epoch": 21, "tokens": 207093760, "loss": 3.7881827116012574, "lr": 0.004592260624670137, "grad_norm": 0.13851036131381989, "tokens_per_second": 1768898.1038723122, "training_seconds": 1.481962129000749, "elapsed_tokens_per_second": 1132310.6162132376, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1600, "epoch": 21, "tokens": 209715200, "loss": 3.7850791096687315, "lr": 0.004503380332373388, "grad_norm": 0.10912429541349411, "tokens_per_second": 1771481.5039172808, "training_seconds": 1.4798009429978265, "elapsed_tokens_per_second": 1137429.5373472315, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1620, "epoch": 21, "tokens": 212336640, "loss": 3.771880400180817, "lr": 0.004414246753863435, "grad_norm": 0.11659704148769379, "tokens_per_second": 1771029.259827127, "training_seconds": 1.4801788200020383, "elapsed_tokens_per_second": 1142465.4491614266, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1634, "epoch": 21, "tokens": 214171648, "loss": 3.7646346432822093, "lr": 0.004351726556015819, "grad_norm": 0.1366880238056183, "tokens_per_second": 1770916.1246105912, "training_seconds": 1.036191366998537, "elapsed_tokens_per_second": 1145941.745892333, "peak_memory_bytes": 42389451776}
{"loss": 3.7758703683218493, "perplexity": 43.6354707241154, "tokens": 214171648, "seconds": 0.5307807910030533, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 21, "step": 1634, "evaluation_tokens": 1048576}
{"event": "train", "step": 1640, "epoch": 22, "tokens": 214958080, "loss": 3.7365458806355796, "lr": 0.004324904738541651, "grad_norm": 0.134972482919693, "tokens_per_second": 1791794.2516201802, "training_seconds": 0.4389075360013521, "elapsed_tokens_per_second": 1144152.451290372, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1660, "epoch": 22, "tokens": 217579520, "loss": 3.778291702270508, "lr": 0.004235399240688696, "grad_norm": 0.128403902053833, "tokens_per_second": 1776939.0713589576, "training_seconds": 1.4752559849985118, "elapsed_tokens_per_second": 1149072.6545599701, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1680, "epoch": 22, "tokens": 220200960, "loss": 3.7527472496032717, "lr": 0.004145775296844847, "grad_norm": 0.12910215556621552, "tokens_per_second": 1775312.0160764114, "training_seconds": 1.4766080420013168, "elapsed_tokens_per_second": 1153910.3352576038, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1700, "epoch": 22, "tokens": 222822400, "loss": 3.751133215427399, "lr": 0.004056078003148922, "grad_norm": 0.12418234348297119, "tokens_per_second": 1770634.993038414, "training_seconds": 1.4805084109975724, "elapsed_tokens_per_second": 1158646.0402764864, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1712, "epoch": 22, "tokens": 224395264, "loss": 3.747353951136271, "lr": 0.00400224319349441, "grad_norm": 0.12985482811927795, "tokens_per_second": 1772504.2862307604, "training_seconds": 0.8873682349985756, "elapsed_tokens_per_second": 1161458.825234486, "peak_memory_bytes": 42389451776}
{"loss": 3.7512127085124867, "perplexity": 42.57267895787591, "tokens": 224395264, "seconds": 0.5341361169994343, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 22, "step": 1712, "evaluation_tokens": 1048576}
{"event": "train", "step": 1720, "epoch": 23, "tokens": 225443840, "loss": 3.7151544988155365, "lr": 0.00396635249264724, "grad_norm": 0.11566197127103806, "tokens_per_second": 1791909.710232522, "training_seconds": 0.5851723410014529, "elapsed_tokens_per_second": 1160108.59911407, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1740, "epoch": 23, "tokens": 228065280, "loss": 3.7426105737686157, "lr": 0.0038766439125839805, "grad_norm": 0.12061476707458496, "tokens_per_second": 1771548.7731635673, "training_seconds": 1.479744751999533, "elapsed_tokens_per_second": 1164719.0150702514, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1760, "epoch": 23, "tokens": 230686720, "loss": 3.7296475172042847, "lr": 0.0037869974016844295, "grad_norm": 0.11116787046194077, "tokens_per_second": 1779437.9505711938, "training_seconds": 1.4731842709988996, "elapsed_tokens_per_second": 1169302.1202038706, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1780, "epoch": 23, "tokens": 233308160, "loss": 3.7311225056648256, "lr": 0.0036974580674424885, "grad_norm": 0.13462340831756592, "tokens_per_second": 1769178.1927103237, "training_seconds": 1.4817275109999173, "elapsed_tokens_per_second": 1173761.6495671517, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1790, "epoch": 23, "tokens": 234618880, "loss": 3.7155154943466187, "lr": 0.003652742673534095, "grad_norm": 0.11919186264276505, "tokens_per_second": 1769894.0936327728, "training_seconds": 0.7405640850010968, "elapsed_tokens_per_second": 1175964.8535168972, "peak_memory_bytes": 42389451776}
{"loss": 3.735380529042751, "perplexity": 41.903968206500025, "tokens": 234618880, "seconds": 0.5323012890003156, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 23, "step": 1790, "evaluation_tokens": 1048576}
{"event": "train", "step": 1800, "epoch": 24, "tokens": 235929600, "loss": 3.7184275150299073, "lr": 0.0036080709634239085, "grad_norm": 0.14890962839126587, "tokens_per_second": 1782611.9909381159, "training_seconds": 0.735280591998162, "elapsed_tokens_per_second": 1175021.6378547186, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1820, "epoch": 24, "tokens": 238551040, "loss": 3.7452729463577272, "lr": 0.0035188810665966602, "grad_norm": 0.12873290479183197, "tokens_per_second": 1767659.3998012482, "training_seconds": 1.4830006280026282, "elapsed_tokens_per_second": 1179354.339512998, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1840, "epoch": 24, "tokens": 241172480, "loss": 3.7031118512153625, "lr": 0.003429933254699843, "grad_norm": 0.1079927608370781, "tokens_per_second": 1774998.907061148, "training_seconds": 1.4768685150011152, "elapsed_tokens_per_second": 1183665.3063331642, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1860, "epoch": 24, "tokens": 243793920, "loss": 3.7220167756080627, "lr": 0.003341272283662522, "grad_norm": 0.11873189359903336, "tokens_per_second": 1767390.5074819387, "training_seconds": 1.4832262529998843, "elapsed_tokens_per_second": 1187872.7253110225, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1868, "epoch": 24, "tokens": 244842496, "loss": 3.6911369264125824, "lr": 0.003305898209049308, "grad_norm": 0.13174770772457123, "tokens_per_second": 1771059.8697403334, "training_seconds": 0.5920612949994393, "elapsed_tokens_per_second": 1189540.8129602473, "peak_memory_bytes": 42389451776}
{"loss": 3.716592761651995, "perplexity": 41.124035735600444, "tokens": 244842496, "seconds": 0.5319811389999813, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 24, "step": 1868, "evaluation_tokens": 1048576}
{"event": "train", "step": 1880, "epoch": 25, "tokens": 246415360, "loss": 3.7091471950213113, "lr": 0.0032529427650838556, "grad_norm": 0.11544422805309296, "tokens_per_second": 1789925.8686325718, "training_seconds": 0.8787313639986678, "elapsed_tokens_per_second": 1188984.3324741249, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1900, "epoch": 25, "tokens": 249036800, "loss": 3.70736620426178, "lr": 0.003164989143785854, "grad_norm": 0.1319819688796997, "tokens_per_second": 1778409.0324198385, "training_seconds": 1.4740365979996568, "elapsed_tokens_per_second": 1193135.3215363957, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1920, "epoch": 25, "tokens": 251658240, "loss": 3.686516582965851, "lr": 0.003077455675450043, "grad_norm": 0.11059163510799408, "tokens_per_second": 1776087.2608329079, "training_seconds": 1.4759635170012189, "elapsed_tokens_per_second": 1197220.923682827, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1940, "epoch": 25, "tokens": 254279680, "loss": 3.6895494937896727, "lr": 0.002990386404349306, "grad_norm": 0.11262399703264236, "tokens_per_second": 1770809.0229243343, "training_seconds": 1.480362910999247, "elapsed_tokens_per_second": 1201219.4419751992, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1946, "epoch": 25, "tokens": 255066112, "loss": 3.6596216360727944, "lr": 0.0029643626976719826, "grad_norm": 0.12194421887397766, "tokens_per_second": 1780480.7059745756, "training_seconds": 0.44169644599969615, "elapsed_tokens_per_second": 1202415.840367918, "peak_memory_bytes": 42389451776}
{"loss": 3.6978775215902875, "perplexity": 40.36154687123551, "tokens": 255066112, "seconds": 0.5328123799990863, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 25, "step": 1946, "evaluation_tokens": 1048576}
{"event": "train", "step": 1960, "epoch": 26, "tokens": 256901120, "loss": 3.691414475440979, "lr": 0.0029038251411861024, "grad_norm": 0.13874155282974243, "tokens_per_second": 1779882.2315156513, "training_seconds": 1.0309715820003476, "elapsed_tokens_per_second": 1202158.4668845276, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1980, "epoch": 26, "tokens": 259522560, "loss": 3.69562166929245, "lr": 0.002817815441048194, "grad_norm": 0.12140122801065445, "tokens_per_second": 1770368.9836041988, "training_seconds": 1.4807308669987833, "elapsed_tokens_per_second": 1206055.9864945747, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2000, "epoch": 26, "tokens": 262144000, "loss": 3.6800853610038757, "lr": 0.00273240058149302, "grad_norm": 0.12071716785430908, "tokens_per_second": 1773990.0174684247, "training_seconds": 1.4777084279994597, "elapsed_tokens_per_second": 1209920.0692836645, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2020, "epoch": 26, "tokens": 264765440, "loss": 3.6698172450065614, "lr": 0.002647623540771689, "grad_norm": 0.11424615234136581, "tokens_per_second": 1767212.4620677538, "training_seconds": 1.4833756870029902, "elapsed_tokens_per_second": 1213699.2730858682, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2024, "epoch": 26, "tokens": 265289728, "loss": 3.657409369945526, "lr": 0.002630748430622327, "grad_norm": 0.11334561556577682, "tokens_per_second": 1765531.242671174, "training_seconds": 0.29695764500138466, "elapsed_tokens_per_second": 1214442.3471632425, "peak_memory_bytes": 42389451776}
{"loss": 3.6816043287397098, "perplexity": 39.710050971651704, "tokens": 265289728, "seconds": 0.5326152330017067, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 26, "step": 2024, "evaluation_tokens": 1048576}
{"event": "train", "step": 2040, "epoch": 27, "tokens": 267386880, "loss": 3.670200154185295, "lr": 0.0025635269762035906, "grad_norm": 0.13416866958141327, "tokens_per_second": 1778012.3721098863, "training_seconds": 1.1794923550005478, "elapsed_tokens_per_second": 1214274.5948544738, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2060, "epoch": 27, "tokens": 270008320, "loss": 3.6771540522575377, "lr": 0.0024801532027124724, "grad_norm": 0.11139801889657974, "tokens_per_second": 1777712.9592982433, "training_seconds": 1.4746137649999582, "elapsed_tokens_per_second": 1218010.934539539, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2080, "epoch": 27, "tokens": 272629760, "loss": 3.665024971961975, "lr": 0.002397544171534828, "grad_norm": 0.10737530142068863, "tokens_per_second": 1773052.3460557451, "training_seconds": 1.4784899080004834, "elapsed_tokens_per_second": 1221680.4855333243, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2100, "epoch": 27, "tokens": 275251200, "loss": 3.655562090873718, "lr": 0.002315741449111254, "grad_norm": 0.10523058474063873, "tokens_per_second": 1773089.530219944, "training_seconds": 1.4784589020018757, "elapsed_tokens_per_second": 1225300.123373811, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2101, "epoch": 27, "tokens": 275382272, "loss": 3.659224510192871, "lr": 0.00231167321869785, "grad_norm": 0.11763884872198105, "tokens_per_second": 1779534.4308339097, "training_seconds": 0.07365521999963676, "elapsed_tokens_per_second": 1225472.9209473266, "peak_memory_bytes": 42389451776}
{"loss": 3.6641900622671217, "perplexity": 39.024515931658286, "tokens": 275382272, "seconds": 0.5356035309996514, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 27, "step": 2101, "evaluation_tokens": 1048576}
{"event": "train", "step": 2120, "epoch": 28, "tokens": 277872640, "loss": 3.675172077982049, "lr": 0.002234786196171443, "grad_norm": 0.11314748972654343, "tokens_per_second": 1783334.2085913161, "training_seconds": 1.3964673519985809, "elapsed_tokens_per_second": 1225814.5048282011, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2140, "epoch": 28, "tokens": 280494080, "loss": 3.669703459739685, "lr": 0.002154719147023306, "grad_norm": 0.11838243156671524, "tokens_per_second": 1774566.966403382, "training_seconds": 1.4772279940007138, "elapsed_tokens_per_second": 1229354.9591856014, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2160, "epoch": 28, "tokens": 283115520, "loss": 3.6381340265274047, "lr": 0.00207558058905667, "grad_norm": 0.10900098830461502, "tokens_per_second": 1773375.1289216825, "training_seconds": 1.4782207989992457, "elapsed_tokens_per_second": 1232850.2064149312, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2179, "epoch": 28, "tokens": 285605888, "loss": 3.6437576319042004, "lr": 0.002001295248181042, "grad_norm": 0.13836419582366943, "tokens_per_second": 1776226.4807475756, "training_seconds": 1.402055439997639, "elapsed_tokens_per_second": 1236138.2075133664, "peak_memory_bytes": 42389451776}
{"loss": 3.6515066658060933, "perplexity": 38.5326782042602, "tokens": 285605888, "seconds": 0.5323789060021227, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 28, "step": 2179, "evaluation_tokens": 1048576}
{"event": "train", "step": 2180, "epoch": 29, "tokens": 285736960, "loss": 3.608236312866211, "lr": 0.001997410342471841, "grad_norm": 0.11300977319478989, "tokens_per_second": 1939099.1896232069, "training_seconds": 0.06759427300130483, "elapsed_tokens_per_second": 1233458.2829416648, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2200, "epoch": 29, "tokens": 288358400, "loss": 3.6389235854148865, "lr": 0.0019202477402432523, "grad_norm": 0.11612381041049957, "tokens_per_second": 1767184.2073917913, "training_seconds": 1.4833994039981917, "elapsed_tokens_per_second": 1236848.4867215003, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2220, "epoch": 29, "tokens": 290979840, "loss": 3.6429749727249146, "lr": 0.0018441316083282625, "grad_norm": 0.12560316920280457, "tokens_per_second": 1779129.5704535479, "training_seconds": 1.4734396210005798, "elapsed_tokens_per_second": 1240242.3194250534, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2240, "epoch": 29, "tokens": 293601280, "loss": 3.6241114497184754, "lr": 0.0017691002461310706, "grad_norm": 0.10938132554292679, "tokens_per_second": 1772459.5816581773, "training_seconds": 1.478984359997412, "elapsed_tokens_per_second": 1243569.7976178525, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2257, "epoch": 29, "tokens": 295829504, "loss": 3.6377137268290802, "lr": 0.0017062047037181701, "grad_norm": 0.11388567835092545, "tokens_per_second": 1770900.704872194, "training_seconds": 1.258243330001278, "elapsed_tokens_per_second": 1246355.7463042012, "peak_memory_bytes": 42389451776}
{"loss": 3.633932549498629, "perplexity": 37.86141613122686, "tokens": 295829504, "seconds": 0.5319153999989794, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 29, "step": 2257, "evaluation_tokens": 1048576}
{"event": "train", "step": 2260, "epoch": 30, "tokens": 296222720, "loss": 3.6207253138224282, "lr": 0.0016951914072315857, "grad_norm": 0.10803248733282089, "tokens_per_second": 1816244.7484331923, "training_seconds": 0.21649945600074716, "elapsed_tokens_per_second": 1243941.9622154399, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2280, "epoch": 30, "tokens": 298844160, "loss": 3.6268622040748597, "lr": 0.0016224422803889297, "grad_norm": 0.11225564777851105, "tokens_per_second": 1773351.2906261878, "training_seconds": 1.47824066999965, "elapsed_tokens_per_second": 1247201.8514143464, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2300, "epoch": 30, "tokens": 301465600, "loss": 3.620124936103821, "lr": 0.001550889470829147, "grad_norm": 0.12712807953357697, "tokens_per_second": 1771679.8354328212, "training_seconds": 1.479635285999393, "elapsed_tokens_per_second": 1250409.2692885054, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2320, "epoch": 30, "tokens": 304087040, "loss": 3.611885905265808, "lr": 0.0014805689818265222, "grad_norm": 0.11421693116426468, "tokens_per_second": 1774908.1082852266, "training_seconds": 1.4769440669988398, "elapsed_tokens_per_second": 1253596.0399668464, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2335, "epoch": 30, "tokens": 306053120, "loss": 3.593324597676595, "lr": 0.0014286586344674861, "grad_norm": 0.12851211428642273, "tokens_per_second": 1777264.2510675406, "training_seconds": 1.1062395469998592, "elapsed_tokens_per_second": 1255963.997630945, "peak_memory_bytes": 42389451776}
{"loss": 3.619607047247123, "perplexity": 37.32289880429645, "tokens": 306053120, "seconds": 0.5328978030011058, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 30, "step": 2335, "evaluation_tokens": 1048576}
{"event": "train", "step": 2340, "epoch": 31, "tokens": 306708480, "loss": 3.6102545261383057, "lr": 0.0014115161965877984, "grad_norm": 0.12081878632307053, "tokens_per_second": 1793193.8209020458, "training_seconds": 0.365470810997067, "elapsed_tokens_per_second": 1253976.6044168314, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2360, "epoch": 31, "tokens": 309329920, "loss": 3.5810487508773803, "lr": 0.0013437658604483805, "grad_norm": 0.11799799650907516, "tokens_per_second": 1771654.7004717407, "training_seconds": 1.479656277999311, "elapsed_tokens_per_second": 1257081.0453979927, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2380, "epoch": 31, "tokens": 311951360, "loss": 3.6171932220458984, "lr": 0.0012773520633895035, "grad_norm": 0.11083532869815826, "tokens_per_second": 1778635.4154741424, "training_seconds": 1.473848983998323, "elapsed_tokens_per_second": 1260172.33772741, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2400, "epoch": 31, "tokens": 314572800, "loss": 3.601541006565094, "lr": 0.0012123082228851496, "grad_norm": 0.11802208423614502, "tokens_per_second": 1767708.9743060197, "training_seconds": 1.4829590379995352, "elapsed_tokens_per_second": 1263185.622940711, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2413, "epoch": 31, "tokens": 316276736, "loss": 3.6062538073613095, "lr": 0.0011707798977476465, "grad_norm": 0.10918779671192169, "tokens_per_second": 1773383.425777179, "training_seconds": 0.9608390239991422, "elapsed_tokens_per_second": 1265137.4209277, "peak_memory_bytes": 42389451776}
{"loss": 3.607089421929752, "perplexity": 36.858616658661205, "tokens": 316276736, "seconds": 0.5303222719994665, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 31, "step": 2413, "evaluation_tokens": 1048576}
{"event": "train", "step": 2420, "epoch": 32, "tokens": 317194240, "loss": 3.5719576563153947, "lr": 0.0011486670670873642, "grad_norm": 0.10657180845737457, "tokens_per_second": 1794572.4916239197, "training_seconds": 0.5112660560007498, "elapsed_tokens_per_second": 1263491.3479642794, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2440, "epoch": 32, "tokens": 319815680, "loss": 3.5981417417526247, "lr": 0.001086460618358403, "grad_norm": 0.10539587587118149, "tokens_per_second": 1770876.8787296829, "training_seconds": 1.4803061870006786, "elapsed_tokens_per_second": 1266458.0833703063, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2460, "epoch": 32, "tokens": 322437120, "loss": 3.588816595077515, "lr": 0.0010257201771580223, "grad_norm": 0.11646272242069244, "tokens_per_second": 1774715.1520730904, "training_seconds": 1.4771046479982033, "elapsed_tokens_per_second": 1269401.8872705917, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2480, "epoch": 32, "tokens": 325058560, "loss": 3.5840840458869936, "lr": 0.0009664763062940063, "grad_norm": 0.12063658237457275, "tokens_per_second": 1779015.772768356, "training_seconds": 1.4735338720020081, "elapsed_tokens_per_second": 1272333.2713928712, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2491, "epoch": 32, "tokens": 326500352, "loss": 3.559036536650224, "lr": 0.0009345409220100769, "grad_norm": 0.12780404090881348, "tokens_per_second": 1781845.1364336868, "training_seconds": 0.8091567390001728, "elapsed_tokens_per_second": 1273927.451464804, "peak_memory_bytes": 42389451776}
{"loss": 3.595702080243227, "perplexity": 36.44127570843732, "tokens": 326500352, "seconds": 0.5327169539996248, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 32, "step": 2491, "evaluation_tokens": 1048576}
{"event": "train", "step": 2500, "epoch": 33, "tokens": 327680000, "loss": 3.550401952531603, "lr": 0.000908758815543854, "grad_norm": 0.11323565244674683, "tokens_per_second": 1788634.675317956, "training_seconds": 0.6595242820003477, "elapsed_tokens_per_second": 1272566.3701299585, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2520, "epoch": 33, "tokens": 330301440, "loss": 3.5695793867111205, "lr": 0.0008525967466553817, "grad_norm": 0.11138571798801422, "tokens_per_second": 1775186.514224657, "training_seconds": 1.4767124350000813, "elapsed_tokens_per_second": 1275425.1386482962, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2540, "epoch": 33, "tokens": 332922880, "loss": 3.586862099170685, "lr": 0.0007980183587337626, "grad_norm": 0.10786101222038269, "tokens_per_second": 1783411.516654205, "training_seconds": 1.4699019130021043, "elapsed_tokens_per_second": 1278279.934187749, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2560, "epoch": 33, "tokens": 335544320, "loss": 3.5649622201919557, "lr": 0.0007450511140223757, "grad_norm": 0.11893174797296524, "tokens_per_second": 1778930.7083994583, "training_seconds": 1.4736043329976383, "elapsed_tokens_per_second": 1281088.3848096607, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2568, "epoch": 33, "tokens": 336592896, "loss": 3.603445142507553, "lr": 0.0007243213337346402, "grad_norm": 0.10981804877519608, "tokens_per_second": 1769034.6871050366, "training_seconds": 0.592739084000641, "elapsed_tokens_per_second": 1282178.7509528454, "peak_memory_bytes": 42389451776}
{"loss": 3.5837296651194173, "perplexity": 36.00758695923829, "tokens": 336592896, "seconds": 0.5339981659999467, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 33, "step": 2568, "evaluation_tokens": 1048576}
{"event": "train", "step": 2580, "epoch": 34, "tokens": 338165760, "loss": 3.570266524950663, "lr": 0.0006937216640846073, "grad_norm": 0.10710296779870987, "tokens_per_second": 1787072.538103818, "training_seconds": 0.8801343910017749, "elapsed_tokens_per_second": 1281219.2247891973, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2600, "epoch": 34, "tokens": 340787200, "loss": 3.585638201236725, "lr": 0.0006440558363935729, "grad_norm": 0.10509898513555527, "tokens_per_second": 1778938.0481844519, "training_seconds": 1.473598253000091, "elapsed_tokens_per_second": 1283976.089097523, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2620, "epoch": 34, "tokens": 343408640, "loss": 3.5644220232963564, "lr": 0.0005960786213364857, "grad_norm": 0.10863442718982697, "tokens_per_second": 1771189.5690198767, "training_seconds": 1.4800448499991035, "elapsed_tokens_per_second": 1286668.6955588264, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2640, "epoch": 34, "tokens": 346030080, "loss": 3.570880711078644, "lr": 0.0005498141596402286, "grad_norm": 0.10933361947536469, "tokens_per_second": 1768676.3226659857, "training_seconds": 1.4821479579986772, "elapsed_tokens_per_second": 1289324.8002942097, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2646, "epoch": 34, "tokens": 346816512, "loss": 3.5846088329950967, "lr": 0.0005362723109866283, "grad_norm": 0.11336576193571091, "tokens_per_second": 1769960.5838961427, "training_seconds": 0.4443217590014683, "elapsed_tokens_per_second": 1290106.8847942373, "peak_memory_bytes": 42389451776}
{"loss": 3.5735472194632214, "perplexity": 35.64280201505361, "tokens": 346816512, "seconds": 0.5309559500019532, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 34, "step": 2646, "evaluation_tokens": 1048576}
{"event": "train", "step": 2660, "epoch": 35, "tokens": 348651520, "loss": 3.5693092005593434, "lr": 0.0005052857302244482, "grad_norm": 0.10582280158996582, "tokens_per_second": 1775968.72574488, "training_seconds": 1.033243419999053, "elapsed_tokens_per_second": 1289383.112476924, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2680, "epoch": 35, "tokens": 351272960, "loss": 3.5771862745285032, "lr": 0.00046251573848828543, "grad_norm": 0.10702385753393173, "tokens_per_second": 1768787.5243768746, "training_seconds": 1.4820547769995756, "elapsed_tokens_per_second": 1291990.7125716591, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2700, "epoch": 35, "tokens": 353894400, "loss": 3.5807639598846435, "lr": 0.000421525705036637, "grad_norm": 0.1141693964600563, "tokens_per_second": 1768541.9984843486, "training_seconds": 1.4822605299996212, "elapsed_tokens_per_second": 1294565.1324332932, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2720, "epoch": 35, "tokens": 356515840, "loss": 3.5652022838592528, "lr": 0.00038233625485161805, "grad_norm": 0.09994363784790039, "tokens_per_second": 1771910.0513052891, "training_seconds": 1.4794430440015276, "elapsed_tokens_per_second": 1297128.5271212973, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2724, "epoch": 35, "tokens": 357040128, "loss": 3.5897236466407776, "lr": 0.0003747161861359012, "grad_norm": 0.0998939499258995, "tokens_per_second": 1782020.875413102, "training_seconds": 0.29420979699716554, "elapsed_tokens_per_second": 1297637.6973849367, "peak_memory_bytes": 42389451776}
{"loss": 3.564513127758863, "perplexity": 35.32225179323344, "tokens": 357040128, "seconds": 0.532283559001371, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 35, "step": 2724, "evaluation_tokens": 1048576}
{"event": "train", "step": 2740, "epoch": 36, "tokens": 359137280, "loss": 3.5692693442106247, "lr": 0.0003449671069146745, "grad_norm": 0.12004044651985168, "tokens_per_second": 1779864.1218485935, "training_seconds": 1.1782652250003594, "elapsed_tokens_per_second": 1297117.0818320313, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2760, "epoch": 36, "tokens": 361758720, "loss": 3.5661090493202208, "lr": 0.0003094370642845736, "grad_norm": 0.09277878701686859, "tokens_per_second": 1776877.2359156976, "training_seconds": 1.4753073240026424, "elapsed_tokens_per_second": 1299652.9029901987, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2780, "epoch": 36, "tokens": 364380160, "loss": 3.5676400899887084, "lr": 0.0002757640046362546, "grad_norm": 0.0964399203658104, "tokens_per_second": 1765468.0727115222, "training_seconds": 1.48484135200124, "elapsed_tokens_per_second": 1302114.9345601322, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2800, "epoch": 36, "tokens": 367001600, "loss": 3.5543107271194456, "lr": 0.00024396487126530664, "grad_norm": 0.10049346834421158, "tokens_per_second": 1767174.3755864406, "training_seconds": 1.4834076570004981, "elapsed_tokens_per_second": 1304561.7351574951, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2802, "epoch": 36, "tokens": 367263744, "loss": 3.5387539863586426, "lr": 0.0002408886481004786, "grad_norm": 0.10074777901172638, "tokens_per_second": 1784203.6017436243, "training_seconds": 0.1469249360015965, "elapsed_tokens_per_second": 1304802.122143826, "peak_memory_bytes": 42389451776}
{"loss": 3.558064409944124, "perplexity": 35.09520143751634, "tokens": 367263744, "seconds": 0.5340465539993602, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 36, "step": 2802, "evaluation_tokens": 1048576}
{"event": "train", "step": 2820, "epoch": 37, "tokens": 369623040, "loss": 3.557132601737976, "lr": 0.0002140556645626015, "grad_norm": 0.09525496512651443, "tokens_per_second": 1773307.00248662, "training_seconds": 1.3304498300021805, "elapsed_tokens_per_second": 1304512.973464626, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2840, "epoch": 37, "tokens": 372244480, "loss": 3.578408420085907, "lr": 0.000186051433963363, "grad_norm": 0.09587573260068893, "tokens_per_second": 1766486.1235644615, "training_seconds": 1.483985617000144, "elapsed_tokens_per_second": 1306912.3015022473, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2860, "epoch": 37, "tokens": 374865920, "loss": 3.54091671705246, "lr": 0.00015996627037473664, "grad_norm": 0.10271408408880234, "tokens_per_second": 1768814.7729020515, "training_seconds": 1.4820319460013707, "elapsed_tokens_per_second": 1309295.376489348, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2880, "epoch": 37, "tokens": 377487360, "loss": 3.554310846328735, "lr": 0.00013581329908565732, "grad_norm": 0.09316888451576233, "tokens_per_second": 1773914.1994843916, "training_seconds": 1.4777715860000171, "elapsed_tokens_per_second": 1311675.7882926436, "peak_memory_bytes": 42389451776}
{"loss": 3.5537506663317244, "perplexity": 34.94413579996112, "tokens": 377487360, "seconds": 0.5337226910014579, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 37, "step": 2880, "evaluation_tokens": 1048576}
{"event": "train", "step": 2900, "epoch": 38, "tokens": 380108800, "loss": 3.554624855518341, "lr": 0.00011360467316258793, "grad_norm": 0.09139347076416016, "tokens_per_second": 1782906.8184713558, "training_seconds": 1.4703180069991504, "elapsed_tokens_per_second": 1311619.4371176742, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2920, "epoch": 38, "tokens": 382730240, "loss": 3.5627248644828797, "lr": 9.335156733445293e-05, "grad_norm": 0.0954267680644989, "tokens_per_second": 1766796.4648492543, "training_seconds": 1.483724951998738, "elapsed_tokens_per_second": 1313928.5036343553, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2940, "epoch": 38, "tokens": 385351680, "loss": 3.551057481765747, "lr": 7.506417236984442e-05, "grad_norm": 0.09860467165708542, "tokens_per_second": 1767526.074997714, "training_seconds": 1.4831124910015205, "elapsed_tokens_per_second": 1316218.9830817848, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2958, "epoch": 38, "tokens": 387710976, "loss": 3.5629893673790827, "lr": 6.0293825392124135e-05, "grad_norm": 0.09241486340761185, "tokens_per_second": 1772135.5334428095, "training_seconds": 1.3313293229984993, "elapsed_tokens_per_second": 1318274.79005962, "peak_memory_bytes": 42389451776}
{"loss": 3.5505552071514015, "perplexity": 34.83265145711757, "tokens": 387710976, "seconds": 0.5341636060002202, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 38, "step": 2958, "evaluation_tokens": 1048576}
{"event": "train", "step": 2960, "epoch": 39, "tokens": 387973120, "loss": 3.546973705291748, "lr": 5.8751689949324785e-05, "grad_norm": 0.09102052450180054, "tokens_per_second": 1861539.4929674084, "training_seconds": 0.14082107899957919, "elapsed_tokens_per_second": 1316107.8518890834, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2980, "epoch": 39, "tokens": 390594560, "loss": 3.5529744625091553, "lr": 4.442232803541168e-05, "grad_norm": 0.0919625461101532, "tokens_per_second": 1768352.4374572102, "training_seconds": 1.482419423002284, "elapsed_tokens_per_second": 1318365.781139928, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3000, "epoch": 39, "tokens": 393216000, "loss": 3.548899757862091, "lr": 3.208329674257282e-05, "grad_norm": 0.09325924515724182, "tokens_per_second": 1778709.9551563652, "training_seconds": 1.473787220002123, "elapsed_tokens_per_second": 1320635.5136223524, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3020, "epoch": 39, "tokens": 395837440, "loss": 3.5459089398384096, "lr": 2.1740804709305283e-05, "grad_norm": 0.08892613649368286, "tokens_per_second": 1769922.47447394, "training_seconds": 1.4811044199996104, "elapsed_tokens_per_second": 1322852.2869359178, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3035, "epoch": 39, "tokens": 397803520, "loss": 3.533703565597534, "lr": 1.529733297529079e-05, "grad_norm": 0.09440668672323227, "tokens_per_second": 1766266.4057476535, "training_seconds": 1.1131276650012296, "elapsed_tokens_per_second": 1324488.1889932137, "peak_memory_bytes": 42389451776}
{"loss": 3.549278390844771, "perplexity": 34.788204940790635, "tokens": 397803520, "seconds": 0.5340095309984463, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 39, "step": 3035, "evaluation_tokens": 1048576}
{"event": "train", "step": 3040, "epoch": 40, "tokens": 398458880, "loss": 3.5697651386260985, "lr": 1.3400055974134074e-05, "grad_norm": 0.09767542779445648, "tokens_per_second": 1793166.516465452, "training_seconds": 0.3654763759986963, "elapsed_tokens_per_second": 1322676.8300063899, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3060, "epoch": 40, "tokens": 401080320, "loss": 3.5610947370529176, "lr": 7.065247357090687e-06, "grad_norm": 0.09501884877681732, "tokens_per_second": 1762504.9319503796, "training_seconds": 1.4873376819996338, "elapsed_tokens_per_second": 1324832.3050433628, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3080, "epoch": 40, "tokens": 403701760, "loss": 3.5323566675186155, "lr": 2.7395663479974355e-06, "grad_norm": 0.09413743764162064, "tokens_per_second": 1768014.9947995355, "training_seconds": 1.4827023569996527, "elapsed_tokens_per_second": 1326983.1950331153, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3100, "epoch": 40, "tokens": 406323200, "loss": 3.5422238945960998, "lr": 4.2518950261483115e-07, "grad_norm": 0.09173478186130524, "tokens_per_second": 1774345.666259757, "training_seconds": 1.4774122369999532, "elapsed_tokens_per_second": 1329138.1061142043, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3113, "epoch": 40, "tokens": 408027136, "loss": 3.5602728770329404, "lr": 0.0, "grad_norm": 0.08638095110654831, "tokens_per_second": 1773740.446691176, "training_seconds": 0.9606456250003248, "elapsed_tokens_per_second": 1202534.730640928, "peak_memory_bytes": 42389451776}
{"loss": 3.549021931562742, "perplexity": 34.779284326664474, "tokens": 408027136, "seconds": 0.5326282790010737, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 40, "step": 3113, "evaluation_tokens": 1048576}
{"loss": 3.5503734960165416, "perplexity": 34.82632255152484, "tokens": 408027136, "seconds": 99.3377867809977, "split": "full", "validation_complete": true, "event": "final_validation", "step": 3113, "evaluation_tokens": 197411295}