{"event": "train", "step": 20, "epoch": 1, "tokens": 2621440, "loss": 9.519970369338989, "lr": 0.0005128205128205128, "grad_norm": 1.3248852491378784, "tokens_per_second": 48529.311880848014, "training_seconds": 54.01766269499785, "elapsed_tokens_per_second": 48529.311880848014, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 40, "epoch": 1, "tokens": 5242880, "loss": 7.471942138671875, "lr": 0.0010256410256410256, "grad_norm": 0.7264330983161926, "tokens_per_second": 1738106.773132736, "training_seconds": 1.5082157440047013, "elapsed_tokens_per_second": 94414.20100214612, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 60, "epoch": 1, "tokens": 7864320, "loss": 6.924868941307068, "lr": 0.0015384615384615385, "grad_norm": 0.586000919342041, "tokens_per_second": 1739441.029965431, "training_seconds": 1.5070588509988738, "elapsed_tokens_per_second": 137874.9765599281, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 78, "epoch": 1, "tokens": 10223616, "loss": 6.687774711185032, "lr": 0.002, "grad_norm": 1.2701228857040405, "tokens_per_second": 1729476.0892619265, "training_seconds": 1.3641680360015016, "elapsed_tokens_per_second": 175046.94912695576, "peak_memory_bytes": 21988176384}
{"loss": 6.612188949240561, "perplexity": 744.1100564584247, "tokens": 10223616, "seconds": 1.1608513410028536, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 1, "step": 78, "evaluation_tokens": 1048576}
{"event": "train", "step": 80, "epoch": 2, "tokens": 10485760, "loss": 6.557859420776367, "lr": 0.0020512820512820513, "grad_norm": 0.4852830171585083, "tokens_per_second": 1766720.8556743148, "training_seconds": 0.1483788449986605, "elapsed_tokens_per_second": 175555.69738158112, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 100, "epoch": 2, "tokens": 13107200, "loss": 6.401020240783692, "lr": 0.002564102564102564, "grad_norm": 0.3853693902492523, "tokens_per_second": 1733726.2517585708, "training_seconds": 1.5120264790020883, "elapsed_tokens_per_second": 214022.03227763704, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 120, "epoch": 2, "tokens": 15728640, "loss": 6.175205564498901, "lr": 0.003076923076923077, "grad_norm": 0.48269832134246826, "tokens_per_second": 1729309.8205101858, "training_seconds": 1.515887996996753, "elapsed_tokens_per_second": 250614.5341155751, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 140, "epoch": 2, "tokens": 18350080, "loss": 5.955206108093262, "lr": 0.00358974358974359, "grad_norm": 0.5916101336479187, "tokens_per_second": 1739599.5974494414, "training_seconds": 1.5069214800023474, "elapsed_tokens_per_second": 285522.62902386236, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 156, "epoch": 2, "tokens": 20447232, "loss": 5.77756330370903, "lr": 0.004, "grad_norm": 0.2688993215560913, "tokens_per_second": 1729175.8074773492, "training_seconds": 1.2128043839911697, "elapsed_tokens_per_second": 312250.85346692574, "peak_memory_bytes": 42389451776}
{"loss": 5.6995369534001155, "perplexity": 298.72904346868285, "tokens": 20447232, "seconds": 0.5437482499983162, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 2, "step": 156, "evaluation_tokens": 1048576}
{"event": "train", "step": 160, "epoch": 3, "tokens": 20971520, "loss": 5.665177822113037, "lr": 0.0041025641025641026, "grad_norm": 0.3515968918800354, "tokens_per_second": 1762021.3059015444, "training_seconds": 0.29754918300022837, "elapsed_tokens_per_second": 316161.13946000225, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 180, "epoch": 3, "tokens": 23592960, "loss": 5.573559045791626, "lr": 0.004615384615384615, "grad_norm": 0.33631154894828796, "tokens_per_second": 1733782.6835731764, "training_seconds": 1.5119772649923107, "elapsed_tokens_per_second": 347749.1198118944, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 200, "epoch": 3, "tokens": 26214400, "loss": 5.4179768562316895, "lr": 0.005128205128205128, "grad_norm": 0.40775737166404724, "tokens_per_second": 1731089.733787943, "training_seconds": 1.5143293549917871, "elapsed_tokens_per_second": 377943.78990308056, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 220, "epoch": 3, "tokens": 28835840, "loss": 5.327984356880188, "lr": 0.0056410256410256415, "grad_norm": 0.43798232078552246, "tokens_per_second": 1738762.1673517306, "training_seconds": 1.5076472499931697, "elapsed_tokens_per_second": 406884.78260665905, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 233, "epoch": 3, "tokens": 30539776, "loss": 5.254358364985539, "lr": 0.0059743589743589745, "grad_norm": 0.28773924708366394, "tokens_per_second": 1738083.280983988, "training_seconds": 0.9803534840029897, "elapsed_tokens_per_second": 425038.86761813646, "peak_memory_bytes": 42389451776}
{"loss": 5.231449319039152, "perplexity": 187.0637221630374, "tokens": 30539776, "seconds": 0.5433584389975294, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 3, "step": 233, "evaluation_tokens": 1048576}
{"event": "train", "step": 240, "epoch": 4, "tokens": 31457280, "loss": 5.190409796578543, "lr": 0.006153846153846154, "grad_norm": 0.3192142844200134, "tokens_per_second": 1749178.3944461634, "training_seconds": 0.5245342630078085, "elapsed_tokens_per_second": 431349.1795220063, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 260, "epoch": 4, "tokens": 34078720, "loss": 5.127881193161011, "lr": 0.006666666666666667, "grad_norm": 0.23526249825954437, "tokens_per_second": 1723503.169687, "training_seconds": 1.5209951719880337, "elapsed_tokens_per_second": 457741.2510094606, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 280, "epoch": 4, "tokens": 36700160, "loss": 5.043331027030945, "lr": 0.00717948717948718, "grad_norm": 0.2719228267669678, "tokens_per_second": 1726853.006071806, "training_seconds": 1.5180446689919336, "elapsed_tokens_per_second": 483091.58136238606, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 300, "epoch": 4, "tokens": 39321600, "loss": 4.9577853918075565, "lr": 0.007692307692307692, "grad_norm": 0.22947891056537628, "tokens_per_second": 1732363.4498222205, "training_seconds": 1.5132159479981055, "elapsed_tokens_per_second": 507478.93244946696, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 311, "epoch": 4, "tokens": 40763392, "loss": 4.959720568223433, "lr": 0.007974358974358975, "grad_norm": 0.22872577607631683, "tokens_per_second": 1737088.927235915, "training_seconds": 0.8300047150114551, "elapsed_tokens_per_second": 520496.14500829147, "peak_memory_bytes": 42389451776}
{"loss": 4.949171832758717, "perplexity": 141.0580958409053, "tokens": 40763392, "seconds": 0.5449225519987522, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 4, "step": 311, "evaluation_tokens": 1048576}
{"event": "train", "step": 320, "epoch": 5, "tokens": 41943040, "loss": 4.883594248029921, "lr": 0.007999838979717738, "grad_norm": 0.1840295046567917, "tokens_per_second": 1749531.5410528174, "training_seconds": 0.6742650660016807, "elapsed_tokens_per_second": 527290.4874420979, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 340, "epoch": 5, "tokens": 44564480, "loss": 4.833245062828064, "lr": 0.007998027650419737, "grad_norm": 0.25312525033950806, "tokens_per_second": 1732608.9631493036, "training_seconds": 1.5130015229951823, "elapsed_tokens_per_second": 549780.2573143844, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 360, "epoch": 5, "tokens": 47185920, "loss": 4.789050030708313, "lr": 0.00799420463091706, "grad_norm": 0.17521023750305176, "tokens_per_second": 1739317.3862888846, "training_seconds": 1.5071659840032225, "elapsed_tokens_per_second": 571479.7704430697, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 380, "epoch": 5, "tokens": 49807360, "loss": 4.741802620887756, "lr": 0.007988371844840945, "grad_norm": 0.20220062136650085, "tokens_per_second": 1735138.201488095, "training_seconds": 1.510796083995956, "elapsed_tokens_per_second": 592380.5358899211, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 389, "epoch": 5, "tokens": 50987008, "loss": 4.6857888963487415, "lr": 0.007985092149712518, "grad_norm": 0.1681918054819107, "tokens_per_second": 1741379.9164005974, "training_seconds": 0.677421387998038, "elapsed_tokens_per_second": 601547.6537362017, "peak_memory_bytes": 42389451776}
{"loss": 4.686889459819966, "perplexity": 108.51511367462406, "tokens": 50987008, "seconds": 0.5440665450005326, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 5, "step": 389, "evaluation_tokens": 1048576}
{"event": "train", "step": 400, "epoch": 6, "tokens": 52428800, "loss": 4.64465297352184, "lr": 0.007980532227078202, "grad_norm": 0.24930442869663239, "tokens_per_second": 1742986.140380693, "training_seconds": 0.8271964799932903, "elapsed_tokens_per_second": 608651.7834444107, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 420, "epoch": 6, "tokens": 55050240, "loss": 4.604855704307556, "lr": 0.007970689722294463, "grad_norm": 0.16087691485881805, "tokens_per_second": 1729509.962182532, "training_seconds": 1.5157125760015333, "elapsed_tokens_per_second": 628022.160598568, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 440, "epoch": 6, "tokens": 57671680, "loss": 4.53017475605011, "lr": 0.007958849282949336, "grad_norm": 0.16496102511882782, "tokens_per_second": 1726024.0192989276, "training_seconds": 1.5187737660016865, "elapsed_tokens_per_second": 646711.2499000005, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 460, "epoch": 6, "tokens": 60293120, "loss": 4.464252948760986, "lr": 0.007945016866804485, "grad_norm": 0.13932949304580688, "tokens_per_second": 1737077.0526222452, "training_seconds": 1.5091097980039194, "elapsed_tokens_per_second": 664844.4341942251, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 467, "epoch": 6, "tokens": 61210624, "loss": 4.4246072087969095, "lr": 0.007939706174607876, "grad_norm": 0.22622288763523102, "tokens_per_second": 1734865.5934948288, "training_seconds": 0.5288617189944489, "elapsed_tokens_per_second": 671036.4485559937, "peak_memory_bytes": 42389451776}
{"loss": 4.438682560555363, "perplexity": 84.66332935912635, "tokens": 61210624, "seconds": 0.5419928789924597, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 6, "step": 467, "evaluation_tokens": 1048576}
{"event": "train", "step": 480, "epoch": 7, "tokens": 62914560, "loss": 4.40278200002817, "lr": 0.007929199433925843, "grad_norm": 0.20738087594509125, "tokens_per_second": 1743517.8585095908, "training_seconds": 0.9772977039974649, "elapsed_tokens_per_second": 678358.6655782613, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 500, "epoch": 7, "tokens": 65536000, "loss": 4.3715030431747435, "lr": 0.007911404943181526, "grad_norm": 0.15167608857154846, "tokens_per_second": 1736684.098029316, "training_seconds": 1.5094512600044254, "elapsed_tokens_per_second": 695295.731015535, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 520, "epoch": 7, "tokens": 68157440, "loss": 4.333507561683655, "lr": 0.007891642348237157, "grad_norm": 0.18161320686340332, "tokens_per_second": 1733969.6569279763, "training_seconds": 1.5118142290011747, "elapsed_tokens_per_second": 711680.8794979237, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 540, "epoch": 7, "tokens": 70778880, "loss": 4.29391622543335, "lr": 0.00786992159305064, "grad_norm": 0.21762211620807648, "tokens_per_second": 1735979.2067674855, "training_seconds": 1.5100641699973494, "elapsed_tokens_per_second": 727566.2151092261, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 545, "epoch": 7, "tokens": 71434240, "loss": 4.309294414520264, "lr": 0.007864186700914343, "grad_norm": 0.21003934741020203, "tokens_per_second": 1747551.5266005062, "training_seconds": 0.37501612400228623, "elapsed_tokens_per_second": 731470.14692027, "peak_memory_bytes": 42389451776}
{"loss": 4.308841214825308, "perplexity": 74.35427836477983, "tokens": 71434240, "seconds": 0.5443232099933084, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 7, "step": 545, "evaluation_tokens": 1048576}
{"event": "train", "step": 560, "epoch": 8, "tokens": 73400320, "loss": 4.298409080505371, "lr": 0.00784625360686866, "grad_norm": 0.14717234671115875, "tokens_per_second": 1739296.9524713506, "training_seconds": 1.1303877680038568, "elapsed_tokens_per_second": 738866.4119554103, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 580, "epoch": 8, "tokens": 76021760, "loss": 4.260711526870727, "lr": 0.00782065029872741, "grad_norm": 0.1469886600971222, "tokens_per_second": 1735994.5104495063, "training_seconds": 1.5100508580071619, "elapsed_tokens_per_second": 753784.0826665625, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 600, "epoch": 8, "tokens": 78643200, "loss": 4.215451622009278, "lr": 0.007793124551460297, "grad_norm": 0.1426745504140854, "tokens_per_second": 1736259.2327850673, "training_seconds": 1.5098206249967916, "elapsed_tokens_per_second": 768259.7851181789, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 620, "epoch": 8, "tokens": 81264640, "loss": 4.1978586435317995, "lr": 0.007763690215215693, "grad_norm": 0.15649810433387756, "tokens_per_second": 1726851.1143183666, "training_seconds": 1.5180463319993578, "elapsed_tokens_per_second": 782257.3826921732, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 623, "epoch": 8, "tokens": 81657856, "loss": 4.201622645060222, "lr": 0.007759111351899522, "grad_norm": 0.15820153057575226, "tokens_per_second": 1749542.913858586, "training_seconds": 0.22475356099312194, "elapsed_tokens_per_second": 784331.4330584285, "peak_memory_bytes": 42389451776}
{"loss": 4.205001167321728, "perplexity": 67.02067590095027, "tokens": 81657856, "seconds": 0.5466367089975392, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 8, "step": 623, "evaluation_tokens": 1048576}
{"event": "train", "step": 640, "epoch": 9, "tokens": 83886080, "loss": 4.181196942048914, "lr": 0.007732362100487943, "grad_norm": 0.18257740139961243, "tokens_per_second": 1749754.1027814746, "training_seconds": 1.2734497930068756, "elapsed_tokens_per_second": 791834.001646372, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 660, "epoch": 9, "tokens": 86507520, "loss": 4.144398427009582, "lr": 0.007699155970665158, "grad_norm": 0.13466902077198029, "tokens_per_second": 1739070.0236150168, "training_seconds": 1.5073803609993774, "elapsed_tokens_per_second": 805110.8574735463, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 680, "epoch": 9, "tokens": 89128960, "loss": 4.151360392570496, "lr": 0.007664088534097537, "grad_norm": 0.13086248934268951, "tokens_per_second": 1734572.5534695769, "training_seconds": 1.5112887580035022, "elapsed_tokens_per_second": 817989.7053715603, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 700, "epoch": 9, "tokens": 91750400, "loss": 4.135389137268066, "lr": 0.007627177435690227, "grad_norm": 0.14573442935943604, "tokens_per_second": 1727690.76234195, "training_seconds": 1.5173085699934745, "elapsed_tokens_per_second": 830475.0718685221, "peak_memory_bytes": 42389451776}
{"loss": 4.145619975378306, "perplexity": 63.156765406011985, "tokens": 91750400, "seconds": 0.5475602060032543, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 9, "step": 700, "evaluation_tokens": 1048576}
{"event": "train", "step": 720, "epoch": 10, "tokens": 94371840, "loss": 4.136294507980347, "lr": 0.007588441248024907, "grad_norm": 0.14345751702785492, "tokens_per_second": 1738307.4820430907, "training_seconds": 1.508041602006415, "elapsed_tokens_per_second": 838546.7165953197, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 740, "epoch": 10, "tokens": 96993280, "loss": 4.105452179908752, "lr": 0.007547899462014625, "grad_norm": 0.14759616553783417, "tokens_per_second": 1730915.9677330242, "training_seconds": 1.5144813779916149, "elapsed_tokens_per_second": 850380.4658116293, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 760, "epoch": 10, "tokens": 99614720, "loss": 4.0959848165512085, "lr": 0.007505572477096535, "grad_norm": 0.1463836133480072, "tokens_per_second": 1731442.10853051, "training_seconds": 1.5140211659891065, "elapsed_tokens_per_second": 861913.6041565315, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 778, "epoch": 10, "tokens": 101974016, "loss": 4.079530398050944, "lr": 0.007465969429761635, "grad_norm": 0.14897610247135162, "tokens_per_second": 1740837.2081199458, "training_seconds": 1.355265150006744, "elapsed_tokens_per_second": 872085.2729299967, "peak_memory_bytes": 42389451776}
{"loss": 4.09383158537381, "perplexity": 59.96922928211024, "tokens": 101974016, "seconds": 0.5463293309876462, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 10, "step": 778, "evaluation_tokens": 1048576}
{"event": "train", "step": 780, "epoch": 11, "tokens": 102236160, "loss": 4.05824089050293, "lr": 0.007461481590967504, "grad_norm": 0.14033161103725433, "tokens_per_second": 1785788.332324786, "training_seconds": 0.14679455300210975, "elapsed_tokens_per_second": 869127.2128355505, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 800, "epoch": 11, "tokens": 104857600, "loss": 4.09915521144867, "lr": 0.007415648988867725, "grad_norm": 0.13029977679252625, "tokens_per_second": 1730009.34714983, "training_seconds": 1.5152750499983085, "elapsed_tokens_per_second": 880067.2724672904, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 820, "epoch": 11, "tokens": 107479040, "loss": 4.060880851745606, "lr": 0.007368097732417771, "grad_norm": 0.1417124718427658, "tokens_per_second": 1727074.1389908215, "training_seconds": 1.5178503000061028, "elapsed_tokens_per_second": 890709.6561147718, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 840, "epoch": 11, "tokens": 110100480, "loss": 4.046622776985169, "lr": 0.00731885174801465, "grad_norm": 0.12077370285987854, "tokens_per_second": 1725436.0498869184, "training_seconds": 1.5192913119972218, "elapsed_tokens_per_second": 901078.0000121881, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 856, "epoch": 11, "tokens": 112197632, "loss": 4.046547949314117, "lr": 0.007278251379608424, "grad_norm": 0.11906283348798752, "tokens_per_second": 1737983.8759055946, "training_seconds": 1.206657914997777, "elapsed_tokens_per_second": 909228.9129070047, "peak_memory_bytes": 42389451776}
{"loss": 4.050654435682227, "perplexity": 57.435032283352975, "tokens": 112197632, "seconds": 0.5419662310014246, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 11, "step": 856, "evaluation_tokens": 1048576}
{"event": "train", "step": 860, "epoch": 12, "tokens": 112721920, "loss": 4.046543121337891, "lr": 0.007267935814792751, "grad_norm": 0.11962010711431503, "tokens_per_second": 1762439.636970712, "training_seconds": 0.2974785569967935, "elapsed_tokens_per_second": 907258.6739542765, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 880, "epoch": 12, "tokens": 115343360, "loss": 4.015405893325806, "lr": 0.007215375552155713, "grad_norm": 0.14442618191242218, "tokens_per_second": 1735307.606907113, "training_seconds": 1.5106485959986458, "elapsed_tokens_per_second": 917194.2667615404, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 900, "epoch": 12, "tokens": 117964800, "loss": 4.014442420005798, "lr": 0.007161197406885484, "grad_norm": 0.129042848944664, "tokens_per_second": 1735252.985985319, "training_seconds": 1.5106961470009992, "elapsed_tokens_per_second": 926893.3614007746, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 920, "epoch": 12, "tokens": 120586240, "loss": 4.020331454277039, "lr": 0.007105428639835085, "grad_norm": 0.1430404633283615, "tokens_per_second": 1729638.0995039905, "training_seconds": 1.5156002869916847, "elapsed_tokens_per_second": 936328.0518859543, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 934, "epoch": 12, "tokens": 122421248, "loss": 3.994026950427464, "lr": 0.007065459077989923, "grad_norm": 0.13196897506713867, "tokens_per_second": 1730927.164398525, "training_seconds": 1.0601301069982583, "elapsed_tokens_per_second": 942802.7943577259, "peak_memory_bytes": 42389451776}
{"loss": 4.0164118730910605, "perplexity": 55.5016013278972, "tokens": 122421248, "seconds": 0.5454865080100717, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 12, "step": 934, "evaluation_tokens": 1048576}
{"event": "train", "step": 940, "epoch": 13, "tokens": 123207680, "loss": 3.997854709625244, "lr": 0.007048097312211743, "grad_norm": 0.13121221959590912, "tokens_per_second": 1746931.3530471942, "training_seconds": 0.4501791090006009, "elapsed_tokens_per_second": 941588.4070576408, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 960, "epoch": 13, "tokens": 125829120, "loss": 3.9866753697395323, "lr": 0.00698923227145732, "grad_norm": 0.12135106325149536, "tokens_per_second": 1729991.6644826056, "training_seconds": 1.5152905379945878, "elapsed_tokens_per_second": 950601.8399881191, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 980, "epoch": 13, "tokens": 128450560, "loss": 3.991288995742798, "lr": 0.00692886313673312, "grad_norm": 0.11897456645965576, "tokens_per_second": 1728151.8880083591, "training_seconds": 1.516903704003198, "elapsed_tokens_per_second": 959397.0331951028, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1000, "epoch": 13, "tokens": 131072000, "loss": 3.966041553020477, "lr": 0.006867020284016403, "grad_norm": 0.12631800770759583, "tokens_per_second": 1733344.425137663, "training_seconds": 1.5123595530021703, "elapsed_tokens_per_second": 968030.1005134576, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1012, "epoch": 13, "tokens": 132644864, "loss": 3.953190644582113, "lr": 0.006829220102252354, "grad_norm": 0.13729140162467957, "tokens_per_second": 1724785.0318582403, "training_seconds": 0.9119188600016059, "elapsed_tokens_per_second": 973078.7399370896, "peak_memory_bytes": 42389451776}
{"loss": 3.9804109117228803, "perplexity": 53.53902952298192, "tokens": 132644864, "seconds": 0.5446211590024177, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 13, "step": 1012, "evaluation_tokens": 1048576}
{"event": "train", "step": 1020, "epoch": 14, "tokens": 133693440, "loss": 3.971413254737854, "lr": 0.00680373483081608, "grad_norm": 0.1292329579591751, "tokens_per_second": 1751995.211251399, "training_seconds": 0.5985039189981762, "elapsed_tokens_per_second": 972561.8683218601, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1040, "epoch": 14, "tokens": 136314880, "loss": 3.966384494304657, "lr": 0.006739038620515297, "grad_norm": 0.12506400048732758, "tokens_per_second": 1732573.865091351, "training_seconds": 1.5130321730102878, "elapsed_tokens_per_second": 980828.4754694102, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1060, "epoch": 14, "tokens": 138936320, "loss": 3.936490547657013, "lr": 0.00667296420634878, "grad_norm": 0.1043987050652504, "tokens_per_second": 1735778.8604114254, "training_seconds": 1.5102384640049422, "elapsed_tokens_per_second": 988931.3960732307, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1080, "epoch": 14, "tokens": 141557760, "loss": 3.9403745889663697, "lr": 0.006605544835023, "grad_norm": 0.12543217837810516, "tokens_per_second": 1729244.6701640163, "training_seconds": 1.515945109000313, "elapsed_tokens_per_second": 996825.1838175358, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1090, "epoch": 14, "tokens": 142868480, "loss": 3.9283416986465456, "lr": 0.006571341365532515, "grad_norm": 0.15565384924411774, "tokens_per_second": 1735711.4105069826, "training_seconds": 0.7551485760050127, "elapsed_tokens_per_second": 1000718.2163106774, "peak_memory_bytes": 42389451776}
{"loss": 3.945178982935926, "perplexity": 51.68558812259256, "tokens": 142868480, "seconds": 0.5468505000026198, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 14, "step": 1090, "evaluation_tokens": 1048576}
{"event": "train", "step": 1100, "epoch": 15, "tokens": 144179200, "loss": 3.9007134437561035, "lr": 0.006536814429987407, "grad_norm": 0.12267621606588364, "tokens_per_second": 1746953.2581383171, "training_seconds": 0.7502891069889301, "elapsed_tokens_per_second": 1000747.7124481671, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1120, "epoch": 15, "tokens": 146800640, "loss": 3.923634350299835, "lr": 0.006466807574365148, "grad_norm": 0.12869396805763245, "tokens_per_second": 1733283.7310795519, "training_seconds": 1.5124125110014575, "elapsed_tokens_per_second": 1008350.1061406382, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1140, "epoch": 15, "tokens": 149422080, "loss": 3.9072239875793455, "lr": 0.006395559493551849, "grad_norm": 0.12294664978981018, "tokens_per_second": 1733510.1732619193, "training_seconds": 1.5122149500093656, "elapsed_tokens_per_second": 1015793.4359272202, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1160, "epoch": 15, "tokens": 152043520, "loss": 3.915023696422577, "lr": 0.006323106037491235, "grad_norm": 0.11340300738811493, "tokens_per_second": 1732800.1962924413, "training_seconds": 1.5128345470002387, "elapsed_tokens_per_second": 1023081.5764716833, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1167, "epoch": 15, "tokens": 152961024, "loss": 3.905615602220808, "lr": 0.006297469286818803, "grad_norm": 0.12205054610967636, "tokens_per_second": 1738571.9356896111, "training_seconds": 0.5277342749905074, "elapsed_tokens_per_second": 1025599.0643507394, "peak_memory_bytes": 42389451776}
{"loss": 3.913689610336502, "perplexity": 50.08339972330785, "tokens": 152961024, "seconds": 0.544648358001723, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 15, "step": 1167, "evaluation_tokens": 1048576}
{"event": "train", "step": 1180, "epoch": 16, "tokens": 154664960, "loss": 3.898205830500676, "lr": 0.006249483662636486, "grad_norm": 0.11703773587942123, "tokens_per_second": 1742683.9003614597, "training_seconds": 0.9777653880009893, "elapsed_tokens_per_second": 1026497.833137288, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1200, "epoch": 16, "tokens": 157286400, "loss": 3.8929997444152833, "lr": 0.006174729413606421, "grad_norm": 0.12815910577774048, "tokens_per_second": 1726671.650591669, "training_seconds": 1.5182041119987844, "elapsed_tokens_per_second": 1033471.6460551835, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1220, "epoch": 16, "tokens": 159907840, "loss": 3.8761330127716063, "lr": 0.006098880904545735, "grad_norm": 0.11003606766462326, "tokens_per_second": 1735355.281117787, "training_seconds": 1.5106070949987043, "elapsed_tokens_per_second": 1040359.4444113461, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1240, "epoch": 16, "tokens": 162529280, "loss": 3.8643957376480103, "lr": 0.006021976300198661, "grad_norm": 0.11953506618738174, "tokens_per_second": 1726180.0123984613, "training_seconds": 1.5186365159897832, "elapsed_tokens_per_second": 1047058.3580968615, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1245, "epoch": 16, "tokens": 163184640, "loss": 3.8565564155578613, "lr": 0.006002589657528159, "grad_norm": 0.1319514662027359, "tokens_per_second": 1744874.4227822577, "training_seconds": 0.37559149898879696, "elapsed_tokens_per_second": 1048729.833258242, "peak_memory_bytes": 42389451776}
{"loss": 3.8875017512991974, "perplexity": 48.788847470445006, "tokens": 163184640, "seconds": 0.5451017529994715, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 16, "step": 1245, "evaluation_tokens": 1048576}
{"event": "train", "step": 1260, "epoch": 17, "tokens": 165150720, "loss": 3.8738706588745115, "lr": 0.005944054296705593, "grad_norm": 0.12667307257652283, "tokens_per_second": 1739225.3302146674, "training_seconds": 1.1304343179945135, "elapsed_tokens_per_second": 834662.533936986, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1280, "epoch": 17, "tokens": 167772160, "loss": 3.8574884653091432, "lr": 0.005865154102132323, "grad_norm": 0.11854078620672226, "tokens_per_second": 1730262.7087027498, "training_seconds": 1.515053168986924, "elapsed_tokens_per_second": 841461.9935839217, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1300, "epoch": 17, "tokens": 170393600, "loss": 3.861172819137573, "lr": 0.005785315416741691, "grad_norm": 0.12465737015008926, "tokens_per_second": 1726241.6649860567, "training_seconds": 1.5185822780040326, "elapsed_tokens_per_second": 848141.1787237397, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1320, "epoch": 17, "tokens": 173015040, "loss": 3.855450749397278, "lr": 0.005704578413017585, "grad_norm": 0.10313130170106888, "tokens_per_second": 1732718.648819379, "training_seconds": 1.5129057459998876, "elapsed_tokens_per_second": 854744.1547136453, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1323, "epoch": 17, "tokens": 173408256, "loss": 3.8284099102020264, "lr": 0.005692392887835475, "grad_norm": 0.11449334025382996, "tokens_per_second": 1737581.7989963242, "training_seconds": 0.22630071299499832, "elapsed_tokens_per_second": 855723.2830880677, "peak_memory_bytes": 42389451776}
{"loss": 3.8630234144824676, "perplexity": 47.609075959619524, "tokens": 173408256, "seconds": 0.5459097619896056, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 17, "step": 1323, "evaluation_tokens": 1048576}
{"event": "train", "step": 1340, "epoch": 18, "tokens": 175636480, "loss": 3.838066984625424, "lr": 0.005622983715451311, "grad_norm": 0.13557705283164978, "tokens_per_second": 1739874.3474246403, "training_seconds": 1.280680989002576, "elapsed_tokens_per_second": 858947.0528797023, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1360, "epoch": 18, "tokens": 178257920, "loss": 3.852398490905762, "lr": 0.00554057238010056, "grad_norm": 0.11153431981801987, "tokens_per_second": 1726315.03707024, "training_seconds": 1.5185177350067534, "elapsed_tokens_per_second": 865334.0719832589, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1380, "epoch": 18, "tokens": 180879360, "loss": 3.8293444752693175, "lr": 0.005457385873931188, "grad_norm": 0.10924278199672699, "tokens_per_second": 1730761.8657472248, "training_seconds": 1.5146162229939364, "elapsed_tokens_per_second": 871642.1364812426, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1400, "epoch": 18, "tokens": 183500800, "loss": 3.822812724113464, "lr": 0.005373466053952266, "grad_norm": 0.15241943299770355, "tokens_per_second": 1730921.928028207, "training_seconds": 1.5144761629926506, "elapsed_tokens_per_second": 877863.1321377857, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1401, "epoch": 18, "tokens": 183631872, "loss": 3.8493237495422363, "lr": 0.005369251569377675, "grad_norm": 0.11404556035995483, "tokens_per_second": 1768533.9213014941, "training_seconds": 0.07411336498626042, "elapsed_tokens_per_second": 878169.766359793, "peak_memory_bytes": 42389451776}
{"loss": 3.843083898823019, "perplexity": 46.66917576193514, "tokens": 183631872, "seconds": 0.5400735220027855, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 18, "step": 1401, "evaluation_tokens": 1048576}
{"event": "train", "step": 1420, "epoch": 19, "tokens": 186122240, "loss": 3.812966095773797, "lr": 0.005288855146154851, "grad_norm": 0.11895344406366348, "tokens_per_second": 1737321.0901034626, "training_seconds": 1.433452925994061, "elapsed_tokens_per_second": 881730.642567662, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1440, "epoch": 19, "tokens": 188743680, "loss": 3.8165416955947875, "lr": 0.005203595724265121, "grad_norm": 0.12865358591079712, "tokens_per_second": 1725804.0777425116, "training_seconds": 1.5189673230051994, "elapsed_tokens_per_second": 887754.4335407082, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1460, "epoch": 19, "tokens": 191365120, "loss": 3.814785289764404, "lr": 0.005117730688322512, "grad_norm": 0.1287396252155304, "tokens_per_second": 1738239.0955268512, "training_seconds": 1.5081009319983423, "elapsed_tokens_per_second": 892379.6707897644, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1479, "epoch": 19, "tokens": 193855488, "loss": 3.7907610441509045, "lr": 0.005035637302328019, "grad_norm": 0.11818087100982666, "tokens_per_second": 1732905.4271238635, "training_seconds": 1.437105545992381, "elapsed_tokens_per_second": 897970.3600352267, "peak_memory_bytes": 42389451776}
{"loss": 3.820386673413061, "perplexity": 45.62184566545646, "tokens": 193855488, "seconds": 0.541715518993442, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 19, "step": 1479, "evaluation_tokens": 1048576}
{"event": "train", "step": 1480, "epoch": 20, "tokens": 193986560, "loss": 3.8184938430786133, "lr": 0.0050313032430936815, "grad_norm": 0.11858343333005905, "tokens_per_second": 1862869.4066499404, "training_seconds": 0.07036027299182024, "elapsed_tokens_per_second": 896000.6339456365, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1500, "epoch": 20, "tokens": 196608000, "loss": 3.7840181827545165, "lr": 0.0049443568763331384, "grad_norm": 0.172895610332489, "tokens_per_second": 1723996.0504822438, "training_seconds": 1.520560328004649, "elapsed_tokens_per_second": 901769.6474517348, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1520, "epoch": 20, "tokens": 199229440, "loss": 3.803750157356262, "lr": 0.004856935336901482, "grad_norm": 0.10680925846099854, "tokens_per_second": 1731387.918199327, "training_seconds": 1.5140685530059272, "elapsed_tokens_per_second": 907484.547181661, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1540, "epoch": 20, "tokens": 201850880, "loss": 3.7730490803718566, "lr": 0.0047690826127522535, "grad_norm": 0.10695775598287582, "tokens_per_second": 1727844.9556497936, "training_seconds": 1.5171731650043512, "elapsed_tokens_per_second": 913107.5940894971, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1557, "epoch": 20, "tokens": 204079104, "loss": 3.7975963704726277, "lr": 0.004694101790950691, "grad_norm": 0.10762865096330643, "tokens_per_second": 1734292.6048842377, "training_seconds": 1.284802803013008, "elapsed_tokens_per_second": 917846.8214829185, "peak_memory_bytes": 42389451776}
{"loss": 3.800645821030663, "perplexity": 44.73006278244164, "tokens": 204079104, "seconds": 0.5485161800024798, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 20, "step": 1557, "evaluation_tokens": 1048576}
{"event": "train", "step": 1560, "epoch": 21, "tokens": 204472320, "loss": 3.804377873738607, "lr": 0.004680842908798498, "grad_norm": 0.11641170084476471, "tokens_per_second": 1813099.327276671, "training_seconds": 0.2168750459968578, "elapsed_tokens_per_second": 913248.1064065039, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1580, "epoch": 21, "tokens": 207093760, "loss": 3.7870509028434753, "lr": 0.004592260624670137, "grad_norm": 0.1319655030965805, "tokens_per_second": 1736244.3039140874, "training_seconds": 1.5098336069931975, "elapsed_tokens_per_second": 918754.6770076993, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1600, "epoch": 21, "tokens": 209715200, "loss": 3.7863985657691956, "lr": 0.004503380332373388, "grad_norm": 0.12221496552228928, "tokens_per_second": 1729483.7925073558, "training_seconds": 1.5157355109986383, "elapsed_tokens_per_second": 924163.7414098479, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1620, "epoch": 21, "tokens": 212336640, "loss": 3.7989648580551147, "lr": 0.004414246753863435, "grad_norm": 0.11173777282238007, "tokens_per_second": 1748302.0100919758, "training_seconds": 1.499420571999508, "elapsed_tokens_per_second": 925343.6814791937, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1634, "epoch": 21, "tokens": 214171648, "loss": 3.7819511720112393, "lr": 0.004351726556015819, "grad_norm": 0.10167127102613449, "tokens_per_second": 1727069.4527250705, "training_seconds": 1.0624980930006132, "elapsed_tokens_per_second": 929034.132015848, "peak_memory_bytes": 42389451776}
{"loss": 3.7788204925735362, "perplexity": 43.76439085623472, "tokens": 214171648, "seconds": 0.5425296720059123, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 21, "step": 1634, "evaluation_tokens": 1048576}
{"event": "train", "step": 1640, "epoch": 22, "tokens": 214958080, "loss": 3.755115270614624, "lr": 0.004324904738541651, "grad_norm": 0.11601288616657257, "tokens_per_second": 1753301.7303574749, "training_seconds": 0.448543445992982, "elapsed_tokens_per_second": 928396.1626330063, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1660, "epoch": 22, "tokens": 217579520, "loss": 3.759946918487549, "lr": 0.004235399240688696, "grad_norm": 0.11720875650644302, "tokens_per_second": 1729142.7690929724, "training_seconds": 1.5160344460018678, "elapsed_tokens_per_second": 933596.1311623063, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1680, "epoch": 22, "tokens": 220200960, "loss": 3.7704527616500854, "lr": 0.004145775296844847, "grad_norm": 0.10921656340360641, "tokens_per_second": 1722369.3691550689, "training_seconds": 1.5219964120042278, "elapsed_tokens_per_second": 938708.7951638759, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1700, "epoch": 22, "tokens": 222822400, "loss": 3.750841736793518, "lr": 0.004056078003148922, "grad_norm": 0.11918877065181732, "tokens_per_second": 1723961.0771840222, "training_seconds": 1.520591174994479, "elapsed_tokens_per_second": 943757.8351662916, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1712, "epoch": 22, "tokens": 224395264, "loss": 3.7527061303456626, "lr": 0.00400224319349441, "grad_norm": 0.11387717723846436, "tokens_per_second": 1726437.7129758373, "training_seconds": 0.9110458999930415, "elapsed_tokens_per_second": 946758.7218318819, "peak_memory_bytes": 42389451776}
{"loss": 3.759700505179329, "perplexity": 42.93556507360979, "tokens": 224395264, "seconds": 0.5427830720000202, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 22, "step": 1712, "evaluation_tokens": 1048576}
{"event": "train", "step": 1720, "epoch": 23, "tokens": 225443840, "loss": 3.752886861562729, "lr": 0.00396635249264724, "grad_norm": 0.11214177310466766, "tokens_per_second": 1737068.408773074, "training_seconds": 0.6036469230020884, "elapsed_tokens_per_second": 946550.1798612259, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1740, "epoch": 23, "tokens": 228065280, "loss": 3.7503750324249268, "lr": 0.0038766439125839805, "grad_norm": 0.11833947896957397, "tokens_per_second": 1730134.6649433833, "training_seconds": 1.5151652950007701, "elapsed_tokens_per_second": 951497.0185301475, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1760, "epoch": 23, "tokens": 230686720, "loss": 3.743048393726349, "lr": 0.0037869974016844295, "grad_norm": 0.20290057361125946, "tokens_per_second": 1732634.110927821, "training_seconds": 1.5129795630055014, "elapsed_tokens_per_second": 956391.665522683, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1780, "epoch": 23, "tokens": 233308160, "loss": 3.742219567298889, "lr": 0.0036974580674424885, "grad_norm": 0.1157224178314209, "tokens_per_second": 1731435.5945668684, "training_seconds": 1.5140268620016286, "elapsed_tokens_per_second": 961219.0291531977, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1790, "epoch": 23, "tokens": 234618880, "loss": 3.744832897186279, "lr": 0.003652742673534095, "grad_norm": 0.12243527173995972, "tokens_per_second": 1734458.406369466, "training_seconds": 0.7556941090006148, "elapsed_tokens_per_second": 963612.422760289, "peak_memory_bytes": 42389451776}
{"loss": 3.7414554735390175, "perplexity": 42.15930728762808, "tokens": 234618880, "seconds": 0.5431227230001241, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 23, "step": 1790, "evaluation_tokens": 1048576}
{"event": "train", "step": 1800, "epoch": 24, "tokens": 235929600, "loss": 3.7142598390579225, "lr": 0.0036080709634239085, "grad_norm": 0.10730281472206116, "tokens_per_second": 1743341.461319178, "training_seconds": 0.7518435309902998, "elapsed_tokens_per_second": 963829.538746416, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1820, "epoch": 24, "tokens": 238551040, "loss": 3.724983882904053, "lr": 0.0035188810665966602, "grad_norm": 0.10599490255117416, "tokens_per_second": 1730061.9566042006, "training_seconds": 1.5152289719990222, "elapsed_tokens_per_second": 968537.2249834952, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1840, "epoch": 24, "tokens": 241172480, "loss": 3.7434383630752563, "lr": 0.003429933254699843, "grad_norm": 0.1077846959233284, "tokens_per_second": 1726309.8280856411, "training_seconds": 1.5185223169974051, "elapsed_tokens_per_second": 973173.8842890152, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1860, "epoch": 24, "tokens": 243793920, "loss": 3.7181289911270143, "lr": 0.003341272283662522, "grad_norm": 0.11542180180549622, "tokens_per_second": 1722442.2155048663, "training_seconds": 1.521932043004199, "elapsed_tokens_per_second": 977739.0869669083, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1868, "epoch": 24, "tokens": 244842496, "loss": 3.7061010003089905, "lr": 0.003305898209049308, "grad_norm": 0.10754341632127762, "tokens_per_second": 1734130.8711888178, "training_seconds": 0.604669473003014, "elapsed_tokens_per_second": 979563.5710931519, "peak_memory_bytes": 42389451776}
{"loss": 3.7216509181388373, "perplexity": 41.332574509977846, "tokens": 244842496, "seconds": 0.5437365599937038, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 24, "step": 1868, "evaluation_tokens": 1048576}
{"event": "train", "step": 1880, "epoch": 25, "tokens": 246415360, "loss": 3.7118928829828897, "lr": 0.0032529427650838556, "grad_norm": 0.11349322646856308, "tokens_per_second": 1741943.9249285648, "training_seconds": 0.902936069003772, "elapsed_tokens_per_second": 980134.0802850056, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1900, "epoch": 25, "tokens": 249036800, "loss": 3.6977641105651857, "lr": 0.003164989143785854, "grad_norm": 0.11126458644866943, "tokens_per_second": 1735030.577171178, "training_seconds": 1.5108897989994148, "elapsed_tokens_per_second": 984636.5611530321, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1920, "epoch": 25, "tokens": 251658240, "loss": 3.694771409034729, "lr": 0.003077455675450043, "grad_norm": 0.10013242810964584, "tokens_per_second": 1734210.1303412714, "training_seconds": 1.5116045940085314, "elapsed_tokens_per_second": 989083.5010837368, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1940, "epoch": 25, "tokens": 254279680, "loss": 3.696126711368561, "lr": 0.002990386404349306, "grad_norm": 0.1265823096036911, "tokens_per_second": 1730166.4200264309, "training_seconds": 1.5151374859997304, "elapsed_tokens_per_second": 993464.3336863884, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1946, "epoch": 25, "tokens": 255066112, "loss": 3.696099638938904, "lr": 0.0029643626976719826, "grad_norm": 0.10753825306892395, "tokens_per_second": 1731899.6324926042, "training_seconds": 0.4540863599977456, "elapsed_tokens_per_second": 994765.5442534649, "peak_memory_bytes": 42389451776}
{"loss": 3.703357311506423, "perplexity": 40.58332676743077, "tokens": 255066112, "seconds": 0.5472199159994489, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 25, "step": 1946, "evaluation_tokens": 1048576}
{"event": "train", "step": 1960, "epoch": 26, "tokens": 256901120, "loss": 3.683963349887303, "lr": 0.0029038251411861024, "grad_norm": 0.11582906544208527, "tokens_per_second": 1734852.4605791918, "training_seconds": 1.0577314450056292, "elapsed_tokens_per_second": 995638.0728304227, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1980, "epoch": 26, "tokens": 259522560, "loss": 3.687369477748871, "lr": 0.002817815441048194, "grad_norm": 0.10320860147476196, "tokens_per_second": 1732713.7802055855, "training_seconds": 1.5129099969926756, "elapsed_tokens_per_second": 999926.4044203198, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2000, "epoch": 26, "tokens": 262144000, "loss": 3.6838008642196653, "lr": 0.00273240058149302, "grad_norm": 0.10645965486764908, "tokens_per_second": 1725944.527664015, "training_seconds": 1.5188437159958994, "elapsed_tokens_per_second": 1004145.8908739504, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2020, "epoch": 26, "tokens": 264765440, "loss": 3.676898550987244, "lr": 0.002647623540771689, "grad_norm": 0.1076994314789772, "tokens_per_second": 1725476.235894389, "training_seconds": 1.51925592799671, "elapsed_tokens_per_second": 1008313.690316994, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2024, "epoch": 26, "tokens": 265289728, "loss": 3.6706514954566956, "lr": 0.002630748430622327, "grad_norm": 0.11966860294342041, "tokens_per_second": 1724491.6228108616, "training_seconds": 0.3040246720047435, "elapsed_tokens_per_second": 1009137.3648843882, "peak_memory_bytes": 42389451776}
{"loss": 3.6842201651704665, "perplexity": 39.81406194819258, "tokens": 265289728, "seconds": 0.5458907399879536, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 26, "step": 2024, "evaluation_tokens": 1048576}
{"event": "train", "step": 2040, "epoch": 27, "tokens": 267386880, "loss": 3.6707132011651993, "lr": 0.0025635269762035906, "grad_norm": 0.09639746695756912, "tokens_per_second": 1739454.3693819018, "training_seconds": 1.2056378350098385, "elapsed_tokens_per_second": 1010342.551562786, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2060, "epoch": 27, "tokens": 270008320, "loss": 3.6662857055664064, "lr": 0.0024801532027124724, "grad_norm": 0.11147189140319824, "tokens_per_second": 1728046.0615285318, "training_seconds": 1.5169966000103159, "elapsed_tokens_per_second": 1014427.2608462707, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2080, "epoch": 27, "tokens": 272629760, "loss": 3.6723929047584534, "lr": 0.002397544171534828, "grad_norm": 0.1383928656578064, "tokens_per_second": 1726216.1602175948, "training_seconds": 1.5186047149909427, "elapsed_tokens_per_second": 1018460.688100318, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2100, "epoch": 27, "tokens": 275251200, "loss": 3.670501947402954, "lr": 0.002315741449111254, "grad_norm": 0.1051008477807045, "tokens_per_second": 1728563.5994155973, "training_seconds": 1.516542406010558, "elapsed_tokens_per_second": 1022453.2524536195, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2101, "epoch": 27, "tokens": 275382272, "loss": 3.6315817832946777, "lr": 0.00231167321869785, "grad_norm": 0.10342704504728317, "tokens_per_second": 1716375.1597318805, "training_seconds": 0.07636558898957446, "elapsed_tokens_per_second": 1022645.7401406937, "peak_memory_bytes": 42389451776}
{"loss": 3.6708164433683836, "perplexity": 39.28396590436486, "tokens": 275382272, "seconds": 0.5499735659977887, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 27, "step": 2101, "evaluation_tokens": 1048576}
{"event": "train", "step": 2120, "epoch": 28, "tokens": 277872640, "loss": 3.65649770435534, "lr": 0.002234786196171443, "grad_norm": 0.10374116897583008, "tokens_per_second": 1735035.5308569896, "training_seconds": 1.4353412110067438, "elapsed_tokens_per_second": 1024303.9267570819, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2140, "epoch": 28, "tokens": 280494080, "loss": 3.6560571789741516, "lr": 0.002154719147023306, "grad_norm": 0.11205572634935379, "tokens_per_second": 1737561.6646487515, "training_seconds": 1.5086889020021772, "elapsed_tokens_per_second": 1028242.1835811302, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2160, "epoch": 28, "tokens": 283115520, "loss": 3.661467802524567, "lr": 0.00207558058905667, "grad_norm": 0.11287006735801697, "tokens_per_second": 1733615.946642482, "training_seconds": 1.5121226850023959, "elapsed_tokens_per_second": 1032125.827755974, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2179, "epoch": 28, "tokens": 285605888, "loss": 3.6575562702982047, "lr": 0.002001295248181042, "grad_norm": 0.10565704852342606, "tokens_per_second": 1726591.8274258098, "training_seconds": 1.4423605860065436, "elapsed_tokens_per_second": 1035752.3209748594, "peak_memory_bytes": 42389451776}
{"loss": 3.651911978938011, "perplexity": 38.54829917022181, "tokens": 285605888, "seconds": 0.5490307540021604, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 28, "step": 2179, "evaluation_tokens": 1048576}
{"event": "train", "step": 2180, "epoch": 29, "tokens": 285736960, "loss": 3.661586284637451, "lr": 0.001997410342471841, "grad_norm": 0.0989515632390976, "tokens_per_second": 1878212.2801325815, "training_seconds": 0.06978550901112612, "elapsed_tokens_per_second": 1033866.6772642429, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2200, "epoch": 29, "tokens": 288358400, "loss": 3.6296241164207457, "lr": 0.0019202477402432523, "grad_norm": 0.11441265046596527, "tokens_per_second": 1728524.1277274499, "training_seconds": 1.5165770369931124, "elapsed_tokens_per_second": 1037653.9636448411, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2220, "epoch": 29, "tokens": 290979840, "loss": 3.656486427783966, "lr": 0.0018441316083282625, "grad_norm": 0.11341883987188339, "tokens_per_second": 1732209.5615964092, "training_seconds": 1.5133503809920512, "elapsed_tokens_per_second": 1041408.3511422734, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2240, "epoch": 29, "tokens": 293601280, "loss": 3.6404288172721864, "lr": 0.0017691002461310706, "grad_norm": 0.12321723252534866, "tokens_per_second": 1726699.9143812563, "training_seconds": 1.5181792610092089, "elapsed_tokens_per_second": 1045106.72839649, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2257, "epoch": 29, "tokens": 295829504, "loss": 3.616713692160214, "lr": 0.0017062047037181701, "grad_norm": 0.14310213923454285, "tokens_per_second": 1728319.00639856, "training_seconds": 1.2892434740060708, "elapsed_tokens_per_second": 1048219.66966007, "peak_memory_bytes": 42389451776}
{"loss": 3.6388326805875377, "perplexity": 38.047397327465276, "tokens": 295829504, "seconds": 0.5468861459958134, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 29, "step": 2257, "evaluation_tokens": 1048576}
{"event": "train", "step": 2260, "epoch": 30, "tokens": 296222720, "loss": 3.6028250058492026, "lr": 0.0016951914072315857, "grad_norm": 0.11280589550733566, "tokens_per_second": 1797252.2191298336, "training_seconds": 0.21878732201003004, "elapsed_tokens_per_second": 1046725.0683251503, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2280, "epoch": 30, "tokens": 298844160, "loss": 3.642841875553131, "lr": 0.0016224422803889297, "grad_norm": 0.10346706956624985, "tokens_per_second": 1729585.9768393422, "training_seconds": 1.5156459610007005, "elapsed_tokens_per_second": 1050358.809612871, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2300, "epoch": 30, "tokens": 301465600, "loss": 3.6107441663742064, "lr": 0.001550889470829147, "grad_norm": 0.09525910019874573, "tokens_per_second": 1728119.6133102335, "training_seconds": 1.5169320339919068, "elapsed_tokens_per_second": 1053947.205710422, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2320, "epoch": 30, "tokens": 304087040, "loss": 3.6084945678710936, "lr": 0.0014805689818265222, "grad_norm": 0.11153839528560638, "tokens_per_second": 1731241.400525256, "training_seconds": 1.5141966910014162, "elapsed_tokens_per_second": 1057508.1477074723, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2335, "epoch": 30, "tokens": 306053120, "loss": 3.6032888889312744, "lr": 0.0014286586344674861, "grad_norm": 0.1101316437125206, "tokens_per_second": 1731193.4856257264, "training_seconds": 1.1356789499986917, "elapsed_tokens_per_second": 1060152.8949218213, "peak_memory_bytes": 42389451776}
{"loss": 3.6218401671874814, "perplexity": 37.40633844453562, "tokens": 306053120, "seconds": 0.5458551369956695, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 30, "step": 2335, "evaluation_tokens": 1048576}
{"event": "train", "step": 2340, "epoch": 31, "tokens": 306708480, "loss": 3.614142656326294, "lr": 0.0014115161965877984, "grad_norm": 0.105806864798069, "tokens_per_second": 1752706.8149181772, "training_seconds": 0.3739130780013511, "elapsed_tokens_per_second": 1059004.992645623, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2360, "epoch": 31, "tokens": 309329920, "loss": 3.599231314659119, "lr": 0.0013437658604483805, "grad_norm": 0.13621461391448975, "tokens_per_second": 1729174.2505224575, "training_seconds": 1.5160068450059043, "elapsed_tokens_per_second": 1062489.231618544, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2380, "epoch": 31, "tokens": 311951360, "loss": 3.607714080810547, "lr": 0.0012773520633895035, "grad_norm": 0.11206694692373276, "tokens_per_second": 1728669.1849317842, "training_seconds": 1.5164497770019807, "elapsed_tokens_per_second": 1065933.8409707414, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2400, "epoch": 31, "tokens": 314572800, "loss": 3.615281867980957, "lr": 0.0012123082228851496, "grad_norm": 0.11137880384922028, "tokens_per_second": 1725467.435095023, "training_seconds": 1.5192636770079844, "elapsed_tokens_per_second": 1069333.3664718093, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2413, "epoch": 31, "tokens": 316276736, "loss": 3.6094879920666036, "lr": 0.0011707798977476465, "grad_norm": 0.09807319194078445, "tokens_per_second": 1720177.7827177944, "training_seconds": 0.9905580790073145, "elapsed_tokens_per_second": 1071512.0676802595, "peak_memory_bytes": 42389451776}
{"loss": 3.6094389543932603, "perplexity": 36.94531899014674, "tokens": 316276736, "seconds": 0.5440033509948989, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 31, "step": 2413, "evaluation_tokens": 1048576}
{"event": "train", "step": 2420, "epoch": 32, "tokens": 317194240, "loss": 3.593880993979318, "lr": 0.0011486670670873642, "grad_norm": 0.11083804816007614, "tokens_per_second": 1750374.972131337, "training_seconds": 0.5241756849864032, "elapsed_tokens_per_second": 1070705.7763510442, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2440, "epoch": 32, "tokens": 319815680, "loss": 3.5965943694114686, "lr": 0.001086460618358403, "grad_norm": 0.09895236790180206, "tokens_per_second": 1729653.169475225, "training_seconds": 1.5155870820017299, "elapsed_tokens_per_second": 1074055.3669011905, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2460, "epoch": 32, "tokens": 322437120, "loss": 3.5761800408363342, "lr": 0.0010257201771580223, "grad_norm": 0.097925566136837, "tokens_per_second": 1728686.512267129, "training_seconds": 1.5164345770026557, "elapsed_tokens_per_second": 1077365.0920924707, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2480, "epoch": 32, "tokens": 325058560, "loss": 3.591118276119232, "lr": 0.0009664763062940063, "grad_norm": 0.11170069128274918, "tokens_per_second": 1728995.9001671567, "training_seconds": 1.5161632249946706, "elapsed_tokens_per_second": 1080644.166576357, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2491, "epoch": 32, "tokens": 326500352, "loss": 3.5822813510894775, "lr": 0.0009345409220100769, "grad_norm": 0.10349810123443604, "tokens_per_second": 1728754.0950017753, "training_seconds": 0.8340064119984163, "elapsed_tokens_per_second": 1082430.5453220282, "peak_memory_bytes": 42389451776}
{"loss": 3.597067381867003, "perplexity": 36.491063020949994, "tokens": 326500352, "seconds": 0.5436104029940907, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 32, "step": 2491, "evaluation_tokens": 1048576}
{"event": "train", "step": 2500, "epoch": 33, "tokens": 327680000, "loss": 3.585192918777466, "lr": 0.000908758815543854, "grad_norm": 0.10411474108695984, "tokens_per_second": 1736399.697863997, "training_seconds": 0.6793643200071529, "elapsed_tokens_per_second": 1081928.552206469, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2520, "epoch": 33, "tokens": 330301440, "loss": 3.5794793605804442, "lr": 0.0008525967466553817, "grad_norm": 0.10825949162244797, "tokens_per_second": 1734156.1853568894, "training_seconds": 1.5116516160051106, "elapsed_tokens_per_second": 1085162.0753454329, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2540, "epoch": 33, "tokens": 332922880, "loss": 3.588704538345337, "lr": 0.0007980183587337626, "grad_norm": 0.09713146835565567, "tokens_per_second": 1731282.2130075193, "training_seconds": 1.514160995997372, "elapsed_tokens_per_second": 1088355.056388497, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2560, "epoch": 33, "tokens": 335544320, "loss": 3.556051242351532, "lr": 0.0007450511140223757, "grad_norm": 0.10281814634799957, "tokens_per_second": 1735489.8596392842, "training_seconds": 1.5104899550060509, "elapsed_tokens_per_second": 1091528.7922970143, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2568, "epoch": 33, "tokens": 336592896, "loss": 3.602175921201706, "lr": 0.0007243213337346402, "grad_norm": 0.1086193174123764, "tokens_per_second": 1738411.8640236156, "training_seconds": 0.6031804209924303, "elapsed_tokens_per_second": 1092789.6481462733, "peak_memory_bytes": 42389451776}
{"loss": 3.5859492335619203, "perplexity": 36.087597024003756, "tokens": 336592896, "seconds": 0.5471781969972653, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 33, "step": 2568, "evaluation_tokens": 1048576}
{"event": "train", "step": 2580, "epoch": 34, "tokens": 338165760, "loss": 3.6081921458244324, "lr": 0.0006937216640846073, "grad_norm": 0.10348258912563324, "tokens_per_second": 1721325.235915132, "training_seconds": 0.9137517810013378, "elapsed_tokens_per_second": 1092684.2066568136, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2600, "epoch": 34, "tokens": 340787200, "loss": 3.5919376373291017, "lr": 0.0006440558363935729, "grad_norm": 0.09572876244783401, "tokens_per_second": 1728453.4419550207, "training_seconds": 1.5166390579979634, "elapsed_tokens_per_second": 1095780.5119346383, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2620, "epoch": 34, "tokens": 343408640, "loss": 3.5886162161827087, "lr": 0.0005960786213364857, "grad_norm": 0.09454329311847687, "tokens_per_second": 1730757.3886164494, "training_seconds": 1.5146201410098001, "elapsed_tokens_per_second": 1098851.9434992915, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2640, "epoch": 34, "tokens": 346030080, "loss": 3.5901579737663267, "lr": 0.0005498141596402286, "grad_norm": 0.09670282155275345, "tokens_per_second": 1730161.3967327664, "training_seconds": 1.5151418850000482, "elapsed_tokens_per_second": 1101892.0967326497, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2646, "epoch": 34, "tokens": 346816512, "loss": 3.599946896235148, "lr": 0.0005362723109866283, "grad_norm": 0.10216376930475235, "tokens_per_second": 1725364.5827154242, "training_seconds": 0.45580627299204934, "elapsed_tokens_per_second": 1102790.5498717127, "peak_memory_bytes": 42389451776}
{"loss": 3.57615398723899, "perplexity": 35.73583572874582, "tokens": 346816512, "seconds": 0.5446131190110464, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 34, "step": 2646, "evaluation_tokens": 1048576}
{"event": "train", "step": 2660, "epoch": 35, "tokens": 348651520, "loss": 3.5653802497046336, "lr": 0.0005052857302244482, "grad_norm": 0.10847672820091248, "tokens_per_second": 1741154.1747675182, "training_seconds": 1.0539032249944285, "elapsed_tokens_per_second": 1102966.1684346464, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2680, "epoch": 35, "tokens": 351272960, "loss": 3.580011785030365, "lr": 0.00046251573848828543, "grad_norm": 0.09413023293018341, "tokens_per_second": 1738205.7502613561, "training_seconds": 1.5081298629957018, "elapsed_tokens_per_second": 1105977.21323499, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2700, "epoch": 35, "tokens": 353894400, "loss": 3.5751277208328247, "lr": 0.000421525705036637, "grad_norm": 0.10041441023349762, "tokens_per_second": 1730402.0108727082, "training_seconds": 1.5149312029971043, "elapsed_tokens_per_second": 1108935.9417880762, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2720, "epoch": 35, "tokens": 356515840, "loss": 3.559379482269287, "lr": 0.00038233625485161805, "grad_norm": 0.09494844079017639, "tokens_per_second": 1732949.841937336, "training_seconds": 1.5127039090002654, "elapsed_tokens_per_second": 1111873.5916827281, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2724, "epoch": 35, "tokens": 357040128, "loss": 3.590341866016388, "lr": 0.0003747161861359012, "grad_norm": 0.10072781890630722, "tokens_per_second": 1736095.3477346115, "training_seconds": 0.3019926300039515, "elapsed_tokens_per_second": 1112453.1282669387, "peak_memory_bytes": 42389451776}
{"loss": 3.5680464673698404, "perplexity": 35.44727805469036, "tokens": 357040128, "seconds": 0.5458152290084399, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 35, "step": 2724, "evaluation_tokens": 1048576}
{"event": "train", "step": 2740, "epoch": 36, "tokens": 359137280, "loss": 3.5720042139291763, "lr": 0.0003449671069146745, "grad_norm": 0.09403900802135468, "tokens_per_second": 1731948.4115132026, "training_seconds": 1.2108628559944918, "elapsed_tokens_per_second": 1112842.3674194103, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2760, "epoch": 36, "tokens": 361758720, "loss": 3.5695088148117065, "lr": 0.0003094370642845736, "grad_norm": 0.09904830902814865, "tokens_per_second": 1726040.076485111, "training_seconds": 1.5187596369942185, "elapsed_tokens_per_second": 1115708.9870128848, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2780, "epoch": 36, "tokens": 364380160, "loss": 3.5421902656555178, "lr": 0.0002757640046362546, "grad_norm": 0.09844660758972168, "tokens_per_second": 1727891.2139046423, "training_seconds": 1.517132547989604, "elapsed_tokens_per_second": 1118554.1020843578, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2800, "epoch": 36, "tokens": 367001600, "loss": 3.5739761710166933, "lr": 0.00024396487126530664, "grad_norm": 0.09655548632144928, "tokens_per_second": 1729425.5705148051, "training_seconds": 1.5157865390065126, "elapsed_tokens_per_second": 1121379.455457666, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2802, "epoch": 36, "tokens": 367263744, "loss": 3.531034827232361, "lr": 0.0002408886481004786, "grad_norm": 0.08800830692052841, "tokens_per_second": 1731424.0466125319, "training_seconds": 0.1514036959997611, "elapsed_tokens_per_second": 1121656.1859455307, "peak_memory_bytes": 42389451776}
{"loss": 3.560996075116065, "perplexity": 35.19823978043533, "tokens": 367263744, "seconds": 0.54796147000161, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 36, "step": 2802, "evaluation_tokens": 1048576}
{"event": "train", "step": 2820, "epoch": 37, "tokens": 369623040, "loss": 3.565655827522278, "lr": 0.0002140556645626015, "grad_norm": 0.08974837511777878, "tokens_per_second": 1732994.358587217, "training_seconds": 1.3613985459960531, "elapsed_tokens_per_second": 1122261.484842692, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2840, "epoch": 37, "tokens": 372244480, "loss": 3.552223002910614, "lr": 0.000186051433963363, "grad_norm": 0.08956149220466614, "tokens_per_second": 1719215.606416538, "training_seconds": 1.5247883919946617, "elapsed_tokens_per_second": 1125008.4965176731, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2860, "epoch": 37, "tokens": 374865920, "loss": 3.5577733278274537, "lr": 0.00015996627037473664, "grad_norm": 0.09701325744390488, "tokens_per_second": 1727053.255292007, "training_seconds": 1.5178686540020863, "elapsed_tokens_per_second": 1127752.5149229008, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2880, "epoch": 37, "tokens": 377487360, "loss": 3.560716080665588, "lr": 0.00013581329908565732, "grad_norm": 0.09104308485984802, "tokens_per_second": 1726842.8352869214, "training_seconds": 1.51805360999424, "elapsed_tokens_per_second": 1130472.3261774285, "peak_memory_bytes": 42389451776}
{"loss": 3.555819166195434, "perplexity": 35.01649254926446, "tokens": 377487360, "seconds": 0.5470024259993806, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 37, "step": 2880, "evaluation_tokens": 1048576}
{"event": "train", "step": 2900, "epoch": 38, "tokens": 380108800, "loss": 3.5606768131256104, "lr": 0.00011360467316258793, "grad_norm": 0.08961603045463562, "tokens_per_second": 1731641.9548171991, "training_seconds": 1.5138464350020513, "elapsed_tokens_per_second": 1131189.5405493975, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2920, "epoch": 38, "tokens": 382730240, "loss": 3.560033750534058, "lr": 9.335156733445293e-05, "grad_norm": 0.08606124669313431, "tokens_per_second": 1732468.4363943, "training_seconds": 1.5131242479983484, "elapsed_tokens_per_second": 1133878.3873194994, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2940, "epoch": 38, "tokens": 385351680, "loss": 3.562402141094208, "lr": 7.506417236984442e-05, "grad_norm": 0.08839157223701477, "tokens_per_second": 1729502.680001322, "training_seconds": 1.5157189580058912, "elapsed_tokens_per_second": 1136535.7523646383, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2958, "epoch": 38, "tokens": 387710976, "loss": 3.553080439567566, "lr": 6.0293825392124135e-05, "grad_norm": 0.08874610811471939, "tokens_per_second": 1726845.2873084985, "training_seconds": 1.3662463090004167, "elapsed_tokens_per_second": 1138899.8605252497, "peak_memory_bytes": 42389451776}
{"loss": 3.5526568959284597, "perplexity": 34.90593583326027, "tokens": 387710976, "seconds": 0.546233487999416, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 38, "step": 2958, "evaluation_tokens": 1048576}
{"event": "train", "step": 2960, "epoch": 39, "tokens": 387973120, "loss": 3.524803876876831, "lr": 5.8751689949324785e-05, "grad_norm": 0.08685868978500366, "tokens_per_second": 1797411.7980850418, "training_seconds": 0.1458452649967512, "elapsed_tokens_per_second": 1137328.5006370854, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2980, "epoch": 39, "tokens": 390594560, "loss": 3.540975034236908, "lr": 4.442232803541168e-05, "grad_norm": 0.09142014384269714, "tokens_per_second": 1728225.5467530866, "training_seconds": 1.5168390520120738, "elapsed_tokens_per_second": 1139939.7023753852, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3000, "epoch": 39, "tokens": 393216000, "loss": 3.543701243400574, "lr": 3.208329674257282e-05, "grad_norm": 0.08882264047861099, "tokens_per_second": 1727657.236427082, "training_seconds": 1.5173380140040535, "elapsed_tokens_per_second": 1142526.2457894732, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3020, "epoch": 39, "tokens": 395837440, "loss": 3.5457759380340574, "lr": 2.1740804709305283e-05, "grad_norm": 0.08682858198881149, "tokens_per_second": 1722231.8890202495, "training_seconds": 1.5221179079962894, "elapsed_tokens_per_second": 1145075.4733235694, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3035, "epoch": 39, "tokens": 397803520, "loss": 3.5620530605316163, "lr": 1.529733297529079e-05, "grad_norm": 0.08608321100473404, "tokens_per_second": 1723165.00076468, "training_seconds": 1.140970249005477, "elapsed_tokens_per_second": 1146971.8058567874, "peak_memory_bytes": 42389451776}
{"loss": 3.551235451875001, "perplexity": 34.85635424541459, "tokens": 397803520, "seconds": 0.5459681829961482, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 39, "step": 3035, "evaluation_tokens": 1048576}
{"event": "train", "step": 3040, "epoch": 40, "tokens": 398458880, "loss": 3.5521086692810058, "lr": 1.3400055974134074e-05, "grad_norm": 0.08469360321760178, "tokens_per_second": 1754721.7271836766, "training_seconds": 0.37348372100677807, "elapsed_tokens_per_second": 1145779.7993323621, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3060, "epoch": 40, "tokens": 401080320, "loss": 3.532861256599426, "lr": 7.065247357090687e-06, "grad_norm": 0.08688260614871979, "tokens_per_second": 1730370.321370777, "training_seconds": 1.5149589470092906, "elapsed_tokens_per_second": 1148311.3966909554, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3080, "epoch": 40, "tokens": 403701760, "loss": 3.553082752227783, "lr": 2.7395663479974355e-06, "grad_norm": 0.08514811098575592, "tokens_per_second": 1726700.3772853531, "training_seconds": 1.5181788540066918, "elapsed_tokens_per_second": 1150809.2414220152, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3100, "epoch": 40, "tokens": 406323200, "loss": 3.545969235897064, "lr": 4.2518950261483115e-07, "grad_norm": 0.08503944426774979, "tokens_per_second": 1725757.083662268, "training_seconds": 1.519008685994777, "elapsed_tokens_per_second": 1153284.2023590642, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3113, "epoch": 40, "tokens": 408027136, "loss": 3.551284148142888, "lr": 0.0, "grad_norm": 0.08640597015619278, "tokens_per_second": 1723416.9764340569, "training_seconds": 0.9886963069875492, "elapsed_tokens_per_second": 1154873.1387573301, "peak_memory_bytes": 42389451776}
{"loss": 3.5510232811493907, "perplexity": 34.84895953194081, "tokens": 408027136, "seconds": 0.546242352007539, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 40, "step": 3113, "evaluation_tokens": 1048576}
{"loss": 3.552150549143253, "perplexity": 34.88826579882655, "tokens": 408027136, "seconds": 101.79594976900262, "split": "full", "validation_complete": true, "event": "final_validation", "step": 3113, "evaluation_tokens": 197411295}