{"event": "train", "step": 20, "epoch": 1, "tokens": 2621440, "loss": 9.34243655204773, "lr": 0.000641025641025641, "grad_norm": 1.2929919958114624, "tokens_per_second": 49788.64105080756, "training_seconds": 52.65136675100075, "elapsed_tokens_per_second": 49788.64105080756, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 40, "epoch": 1, "tokens": 5242880, "loss": 7.339962267875672, "lr": 0.001282051282051282, "grad_norm": 0.6442302465438843, "tokens_per_second": 1765407.2315785987, "training_seconds": 1.4848925240075914, "elapsed_tokens_per_second": 96834.22461926434, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 60, "epoch": 1, "tokens": 7864320, "loss": 6.986145877838135, "lr": 0.001923076923076923, "grad_norm": 0.6492000222206116, "tokens_per_second": 1757008.0177006014, "training_seconds": 1.4919909150048625, "elapsed_tokens_per_second": 141352.69679307047, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 78, "epoch": 1, "tokens": 10223616, "loss": 6.75939925511678, "lr": 0.0025, "grad_norm": 1.0900192260742188, "tokens_per_second": 1758411.7051232567, "training_seconds": 1.3417199129908113, "elapsed_tokens_per_second": 179427.33697217001, "peak_memory_bytes": 21988176384}
{"loss": 6.6906800798037125, "perplexity": 804.8694415084692, "tokens": 10223616, "seconds": 1.1122558409988414, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 1, "step": 78, "evaluation_tokens": 1048576}
{"event": "train", "step": 80, "epoch": 2, "tokens": 10485760, "loss": 6.636094331741333, "lr": 0.002564102564102564, "grad_norm": 1.0880602598190308, "tokens_per_second": 1823814.5879590164, "training_seconds": 0.14373390898981597, "elapsed_tokens_per_second": 179967.57599390534, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 100, "epoch": 2, "tokens": 13107200, "loss": 6.471903729438782, "lr": 0.003205128205128205, "grad_norm": 0.5242816209793091, "tokens_per_second": 1755870.6902547567, "training_seconds": 1.4929573200060986, "elapsed_tokens_per_second": 219335.04858191655, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 120, "epoch": 2, "tokens": 15728640, "loss": 6.228363990783691, "lr": 0.003846153846153846, "grad_norm": 0.3415585458278656, "tokens_per_second": 1753600.8210824546, "training_seconds": 1.4948898110014852, "elapsed_tokens_per_second": 256771.7954727095, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 140, "epoch": 2, "tokens": 18350080, "loss": 6.029409289360046, "lr": 0.004487179487179488, "grad_norm": 0.24412383139133453, "tokens_per_second": 1752401.6222810629, "training_seconds": 1.4959127900074236, "elapsed_tokens_per_second": 292419.8840132481, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 156, "epoch": 2, "tokens": 20447232, "loss": 5.823897659778595, "lr": 0.005, "grad_norm": 0.27585574984550476, "tokens_per_second": 1754138.7885065188, "training_seconds": 1.1955450810055481, "elapsed_tokens_per_second": 319739.3447607742, "peak_memory_bytes": 42389451776}
{"loss": 5.758627552298121, "perplexity": 316.9130836771166, "tokens": 20447232, "seconds": 0.5432178430055501, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 2, "step": 156, "evaluation_tokens": 1048576}
{"event": "train", "step": 160, "epoch": 3, "tokens": 20971520, "loss": 5.736754417419434, "lr": 0.005128205128205128, "grad_norm": 0.5585984587669373, "tokens_per_second": 1799054.1898630192, "training_seconds": 0.29142424000019673, "elapsed_tokens_per_second": 323526.6386107477, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 180, "epoch": 3, "tokens": 23592960, "loss": 5.63295693397522, "lr": 0.0057692307692307696, "grad_norm": 0.31156671047210693, "tokens_per_second": 1751308.2130701798, "training_seconds": 1.4968467460130341, "elapsed_tokens_per_second": 355746.45260114, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 200, "epoch": 3, "tokens": 26214400, "loss": 5.4645192384719845, "lr": 0.00641025641025641, "grad_norm": 0.4514480233192444, "tokens_per_second": 1756554.659017678, "training_seconds": 1.4923759910016088, "elapsed_tokens_per_second": 386565.5576664065, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 220, "epoch": 3, "tokens": 28835840, "loss": 5.3544617891311646, "lr": 0.007051282051282052, "grad_norm": 0.22646276652812958, "tokens_per_second": 1754916.6571549452, "training_seconds": 1.4937689429934835, "elapsed_tokens_per_second": 416050.4680990991, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 233, "epoch": 3, "tokens": 30539776, "loss": 5.249612734867976, "lr": 0.007467948717948718, "grad_norm": 0.2167997807264328, "tokens_per_second": 1751430.932714766, "training_seconds": 0.9728822120086988, "elapsed_tokens_per_second": 434525.4627049169, "peak_memory_bytes": 42389451776}
{"loss": 5.232939159876558, "perplexity": 187.34262504437592, "tokens": 30539776, "seconds": 0.5423594099993352, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 3, "step": 233, "evaluation_tokens": 1048576}
{"event": "train", "step": 240, "epoch": 4, "tokens": 31457280, "loss": 5.208205427442278, "lr": 0.007692307692307692, "grad_norm": 0.3745062053203583, "tokens_per_second": 1769595.1045200024, "training_seconds": 0.5184824470052263, "elapsed_tokens_per_second": 440883.63784124074, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 260, "epoch": 4, "tokens": 34078720, "loss": 5.197669887542725, "lr": 0.008333333333333333, "grad_norm": 0.3142869174480438, "tokens_per_second": 1750433.4797479697, "training_seconds": 1.4975947560014902, "elapsed_tokens_per_second": 467798.0140377071, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 280, "epoch": 4, "tokens": 36700160, "loss": 5.074462938308716, "lr": 0.008974358974358975, "grad_norm": 0.2143571525812149, "tokens_per_second": 1751223.6064113968, "training_seconds": 1.4969190629926743, "elapsed_tokens_per_second": 493628.31950447924, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 300, "epoch": 4, "tokens": 39321600, "loss": 5.009224534034729, "lr": 0.009615384615384616, "grad_norm": 0.17759326100349426, "tokens_per_second": 1747798.9984845868, "training_seconds": 1.499852100998396, "elapsed_tokens_per_second": 518421.0527723627, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 311, "epoch": 4, "tokens": 40763392, "loss": 4.963872346011075, "lr": 0.009967948717948717, "grad_norm": 0.14709120988845825, "tokens_per_second": 1751650.4157554433, "training_seconds": 0.8231048769957852, "elapsed_tokens_per_second": 531648.3751800508, "peak_memory_bytes": 42389451776}
{"loss": 4.9595154932753065, "perplexity": 142.52472497799099, "tokens": 40763392, "seconds": 0.5406955840007868, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 4, "step": 311, "evaluation_tokens": 1048576}
{"event": "train", "step": 320, "epoch": 5, "tokens": 41943040, "loss": 4.921849780612522, "lr": 0.009999798724647173, "grad_norm": 0.25050607323646545, "tokens_per_second": 1757298.6274403557, "training_seconds": 0.671284880998428, "elapsed_tokens_per_second": 538457.5002064573, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 340, "epoch": 5, "tokens": 44564480, "loss": 4.8969318151474, "lr": 0.009997534563024671, "grad_norm": 0.21047843992710114, "tokens_per_second": 1754295.4970121186, "training_seconds": 1.4942978560138727, "elapsed_tokens_per_second": 561334.7601972007, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 360, "epoch": 5, "tokens": 47185920, "loss": 4.856185102462769, "lr": 0.009992755788646324, "grad_norm": 0.14151938259601593, "tokens_per_second": 1750612.4646117617, "training_seconds": 1.4974416399927577, "elapsed_tokens_per_second": 583339.526142263, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 380, "epoch": 5, "tokens": 49807360, "loss": 4.798938775062561, "lr": 0.009985464806051182, "grad_norm": 0.16897282004356384, "tokens_per_second": 1755446.3551179557, "training_seconds": 1.4933182050008327, "elapsed_tokens_per_second": 604576.6665665841, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 389, "epoch": 5, "tokens": 50987008, "loss": 4.748999701605903, "lr": 0.009981365187140646, "grad_norm": 0.13715441524982452, "tokens_per_second": 1752929.475680827, "training_seconds": 0.6729580490064109, "elapsed_tokens_per_second": 613869.4611828036, "peak_memory_bytes": 42389451776}
{"loss": 4.759720481232543, "perplexity": 116.713297781975, "tokens": 50987008, "seconds": 0.5417093160067452, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 5, "step": 389, "evaluation_tokens": 1048576}
{"event": "train", "step": 400, "epoch": 6, "tokens": 52428800, "loss": 4.716115864840421, "lr": 0.009975665283847752, "grad_norm": 0.19592811167240143, "tokens_per_second": 1775028.1855469595, "training_seconds": 0.8122642850066768, "elapsed_tokens_per_second": 621055.914444462, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 420, "epoch": 6, "tokens": 55050240, "loss": 4.675294041633606, "lr": 0.00996336215286808, "grad_norm": 0.13871343433856964, "tokens_per_second": 1752382.321524491, "training_seconds": 1.4959292660059873, "elapsed_tokens_per_second": 640745.3304162846, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 440, "epoch": 6, "tokens": 57671680, "loss": 4.611805725097656, "lr": 0.009948561603686672, "grad_norm": 0.15856294333934784, "tokens_per_second": 1754928.4242733174, "training_seconds": 1.4937589269975433, "elapsed_tokens_per_second": 659773.5656664617, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 460, "epoch": 6, "tokens": 60293120, "loss": 4.549694991111755, "lr": 0.009931271083505607, "grad_norm": 0.1939414143562317, "tokens_per_second": 1756519.6328108674, "training_seconds": 1.4924057500029448, "elapsed_tokens_per_second": 678175.8387534289, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 467, "epoch": 6, "tokens": 61210624, "loss": 4.516511304037912, "lr": 0.009924632718259845, "grad_norm": 0.1734292060136795, "tokens_per_second": 1751309.0224244813, "training_seconds": 0.5238961189897964, "elapsed_tokens_per_second": 684449.3561593177, "peak_memory_bytes": 42389451776}
{"loss": 4.517987810476938, "perplexity": 91.65099314230659, "tokens": 61210624, "seconds": 0.5432494639971992, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 6, "step": 467, "evaluation_tokens": 1048576}
{"event": "train", "step": 480, "epoch": 7, "tokens": 62914560, "loss": 4.476600536933312, "lr": 0.009911499292407304, "grad_norm": 0.15888851881027222, "tokens_per_second": 1763295.239452215, "training_seconds": 0.9663361879938748, "elapsed_tokens_per_second": 691775.979102263, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 500, "epoch": 7, "tokens": 65536000, "loss": 4.439057159423828, "lr": 0.009889256178976909, "grad_norm": 0.1837702840566635, "tokens_per_second": 1748959.9419834241, "training_seconds": 1.4988565129897324, "elapsed_tokens_per_second": 708908.1328968122, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 520, "epoch": 7, "tokens": 68157440, "loss": 4.399097657203674, "lr": 0.009864552935296447, "grad_norm": 0.12216894328594208, "tokens_per_second": 1748149.6232827266, "training_seconds": 1.4995512770110508, "elapsed_tokens_per_second": 725483.7800434828, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 540, "epoch": 7, "tokens": 70778880, "loss": 4.364269948005676, "lr": 0.0098374019913133, "grad_norm": 0.20128974318504333, "tokens_per_second": 1749500.8836408523, "training_seconds": 1.498393069996382, "elapsed_tokens_per_second": 741548.7185708113, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 545, "epoch": 7, "tokens": 71434240, "loss": 4.377933502197266, "lr": 0.009830233376142928, "grad_norm": 0.1222042590379715, "tokens_per_second": 1749027.4557758386, "training_seconds": 0.37469966399658006, "elapsed_tokens_per_second": 745476.6255826249, "peak_memory_bytes": 42389451776}
{"loss": 4.359112732101124, "perplexity": 78.18773017448673, "tokens": 71434240, "seconds": 0.5422741639922606, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 7, "step": 545, "evaluation_tokens": 1048576}
{"event": "train", "step": 560, "epoch": 8, "tokens": 73400320, "loss": 4.342100969950358, "lr": 0.009807817008585826, "grad_norm": 0.14812691509723663, "tokens_per_second": 1759173.7911614014, "training_seconds": 1.1176155590073904, "elapsed_tokens_per_second": 752906.2953087683, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 580, "epoch": 8, "tokens": 76021760, "loss": 4.3113258361816404, "lr": 0.009775812873409262, "grad_norm": 0.1342308521270752, "tokens_per_second": 1749765.8172101073, "training_seconds": 1.4981661969941342, "elapsed_tokens_per_second": 767984.8214482202, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 600, "epoch": 8, "tokens": 78643200, "loss": 4.266281652450561, "lr": 0.009741405689325371, "grad_norm": 0.16462118923664093, "tokens_per_second": 1750769.6717190857, "training_seconds": 1.4973071800050093, "elapsed_tokens_per_second": 782616.6505795784, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 620, "epoch": 8, "tokens": 81264640, "loss": 4.248934864997864, "lr": 0.009704612769019617, "grad_norm": 0.12839099764823914, "tokens_per_second": 1753830.7693505934, "training_seconds": 1.4946938130015042, "elapsed_tokens_per_second": 796842.8895711201, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 623, "epoch": 8, "tokens": 81657856, "loss": 4.245811144510905, "lr": 0.009698889189874403, "grad_norm": 0.12339980900287628, "tokens_per_second": 1748999.771415232, "training_seconds": 0.22482335699896794, "elapsed_tokens_per_second": 798925.2683205942, "peak_memory_bytes": 42389451776}
{"loss": 4.247598267791651, "perplexity": 69.93723995324149, "tokens": 81657856, "seconds": 0.5432994779985165, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 8, "step": 623, "evaluation_tokens": 1048576}
{"event": "train", "step": 640, "epoch": 9, "tokens": 83886080, "loss": 4.226380376254811, "lr": 0.009665452625609928, "grad_norm": 0.10956275463104248, "tokens_per_second": 1765331.9128555413, "training_seconds": 1.2622124960034853, "elapsed_tokens_per_second": 806167.7851824949, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 660, "epoch": 9, "tokens": 86507520, "loss": 4.190332579612732, "lr": 0.009623944963331446, "grad_norm": 0.1285526156425476, "tokens_per_second": 1755737.3644702446, "training_seconds": 1.493070691009052, "elapsed_tokens_per_second": 819590.8396185451, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 680, "epoch": 9, "tokens": 89128960, "loss": 4.197573304176331, "lr": 0.009580110667621922, "grad_norm": 0.1280134916305542, "tokens_per_second": 1752418.2314162694, "training_seconds": 1.4958986119891051, "elapsed_tokens_per_second": 832615.110843758, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 700, "epoch": 9, "tokens": 91750400, "loss": 4.177203226089477, "lr": 0.009533971794612784, "grad_norm": 0.13142846524715424, "tokens_per_second": 1748402.7674984091, "training_seconds": 1.4993341630033683, "elapsed_tokens_per_second": 845256.4377473631, "peak_memory_bytes": 42389451776}
{"loss": 4.18446803071137, "perplexity": 65.65856328548476, "tokens": 91750400, "seconds": 0.5419221089978237, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 9, "step": 700, "evaluation_tokens": 1048576}
{"event": "train", "step": 720, "epoch": 10, "tokens": 94371840, "loss": 4.174825000762939, "lr": 0.009485551560031134, "grad_norm": 0.1344793438911438, "tokens_per_second": 1757023.8463295847, "training_seconds": 1.4919774739973946, "elapsed_tokens_per_second": 853358.8083916239, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 740, "epoch": 10, "tokens": 96993280, "loss": 4.142670917510986, "lr": 0.009434874327518281, "grad_norm": 0.1346724033355713, "tokens_per_second": 1757667.0420033776, "training_seconds": 1.4914315040077781, "elapsed_tokens_per_second": 865379.7317327519, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 760, "epoch": 10, "tokens": 99614720, "loss": 4.134873032569885, "lr": 0.009381965596370669, "grad_norm": 0.1182546392083168, "tokens_per_second": 1753828.1398354634, "training_seconds": 1.4946960539964493, "elapsed_tokens_per_second": 877062.7443611618, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 778, "epoch": 10, "tokens": 101974016, "loss": 4.125009006924099, "lr": 0.009332461787202045, "grad_norm": 0.1322597861289978, "tokens_per_second": 1758527.6466819127, "training_seconds": 1.3416314520000014, "elapsed_tokens_per_second": 887341.1986538662, "peak_memory_bytes": 42389451776}
{"loss": 4.13221477987857, "perplexity": 62.3157859591398, "tokens": 101974016, "seconds": 0.5410831250046613, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 10, "step": 778, "evaluation_tokens": 1048576}
{"event": "train", "step": 780, "epoch": 11, "tokens": 102236160, "loss": 4.094057321548462, "lr": 0.009326851988709379, "grad_norm": 0.11217055469751358, "tokens_per_second": 1817422.046331319, "training_seconds": 0.14423947400064208, "elapsed_tokens_per_second": 884281.4182318337, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 800, "epoch": 11, "tokens": 104857600, "loss": 4.13214373588562, "lr": 0.009269561236084656, "grad_norm": 0.11284872889518738, "tokens_per_second": 1755281.5759866715, "training_seconds": 1.4934583920112345, "elapsed_tokens_per_second": 895381.2864387233, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 820, "epoch": 11, "tokens": 107479040, "loss": 4.096078658103943, "lr": 0.009210122165522213, "grad_norm": 0.13145692646503448, "tokens_per_second": 1754668.2380363718, "training_seconds": 1.493980425002519, "elapsed_tokens_per_second": 906192.5637788831, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 840, "epoch": 11, "tokens": 110100480, "loss": 4.081492924690247, "lr": 0.009148564685018313, "grad_norm": 0.1317618191242218, "tokens_per_second": 1755939.6031583997, "training_seconds": 1.4928987280000001, "elapsed_tokens_per_second": 916746.7467131232, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 856, "epoch": 11, "tokens": 112197632, "loss": 4.081079691648483, "lr": 0.00909781422451053, "grad_norm": 0.12534469366073608, "tokens_per_second": 1752018.3635096182, "training_seconds": 1.1969920199917397, "elapsed_tokens_per_second": 924977.6684101204, "peak_memory_bytes": 42389451776}
{"loss": 4.085272817261039, "perplexity": 59.45815675020287, "tokens": 112197632, "seconds": 0.5405090929998551, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 11, "step": 856, "evaluation_tokens": 1048576}
{"event": "train", "step": 860, "epoch": 12, "tokens": 112721920, "loss": 4.081785559654236, "lr": 0.00908491976849094, "grad_norm": 0.11573802679777145, "tokens_per_second": 1794304.4503093278, "training_seconds": 0.2921956749923993, "elapsed_tokens_per_second": 922646.8371868145, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 880, "epoch": 12, "tokens": 115343360, "loss": 4.0454532384872435, "lr": 0.009019219440194641, "grad_norm": 0.13562382757663727, "tokens_per_second": 1750624.921129204, "training_seconds": 1.497430984993116, "elapsed_tokens_per_second": 932664.1184638124, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 900, "epoch": 12, "tokens": 117964800, "loss": 4.040855550765992, "lr": 0.008951496758606856, "grad_norm": 0.1427750587463379, "tokens_per_second": 1752822.2421297487, "training_seconds": 1.4955538200010778, "elapsed_tokens_per_second": 942451.1839380168, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 920, "epoch": 12, "tokens": 120586240, "loss": 4.047155487537384, "lr": 0.008881785799793856, "grad_norm": 0.12937571108341217, "tokens_per_second": 1754220.7403338186, "training_seconds": 1.4943615359952673, "elapsed_tokens_per_second": 952019.5282373516, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 934, "epoch": 12, "tokens": 122421248, "loss": 4.019346356391907, "lr": 0.008831823847487404, "grad_norm": 0.14516779780387878, "tokens_per_second": 1753793.7269659871, "training_seconds": 1.0463077680033166, "elapsed_tokens_per_second": 958574.849764641, "peak_memory_bytes": 42389451776}
{"loss": 4.039977095195297, "perplexity": 56.825041224091386, "tokens": 122421248, "seconds": 0.5412357290042564, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 12, "step": 934, "evaluation_tokens": 1048576}
{"event": "train", "step": 940, "epoch": 13, "tokens": 123207680, "loss": 4.023988326390584, "lr": 0.008810121640264679, "grad_norm": 0.11921264976263046, "tokens_per_second": 1775244.8249647992, "training_seconds": 0.44299917900934815, "elapsed_tokens_per_second": 957311.5683077865, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 960, "epoch": 13, "tokens": 125829120, "loss": 4.016124594211578, "lr": 0.00873654033932165, "grad_norm": 0.11290650814771652, "tokens_per_second": 1752756.293745702, "training_seconds": 1.4956100910058012, "elapsed_tokens_per_second": 966441.0781997116, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 980, "epoch": 13, "tokens": 128450560, "loss": 4.017408168315887, "lr": 0.0086610789209164, "grad_norm": 0.1218186467885971, "tokens_per_second": 1753736.0270912512, "training_seconds": 1.4947745609970298, "elapsed_tokens_per_second": 975365.5278491443, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1000, "epoch": 13, "tokens": 131072000, "loss": 3.9940361618995666, "lr": 0.008583775355020503, "grad_norm": 0.1303226202726364, "tokens_per_second": 1751801.592930352, "training_seconds": 1.4964251719939057, "elapsed_tokens_per_second": 984080.205480639, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1012, "epoch": 13, "tokens": 132644864, "loss": 3.981117824713389, "lr": 0.008536525127815442, "grad_norm": 0.1027534157037735, "tokens_per_second": 1753331.2330699705, "training_seconds": 0.8970717970078113, "elapsed_tokens_per_second": 989214.7612470954, "peak_memory_bytes": 42389451776}
{"loss": 4.006781581102232, "perplexity": 54.969670138644304, "tokens": 132644864, "seconds": 0.5432055749988649, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 13, "step": 1012, "evaluation_tokens": 1048576}
{"event": "train", "step": 1020, "epoch": 14, "tokens": 133693440, "loss": 4.0013750195503235, "lr": 0.0085046685385201, "grad_norm": 0.12737202644348145, "tokens_per_second": 1770771.4253764867, "training_seconds": 0.592157737002708, "elapsed_tokens_per_second": 988614.846470949, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1040, "epoch": 14, "tokens": 136314880, "loss": 3.9927143931388853, "lr": 0.008423798275644122, "grad_norm": 0.12416088581085205, "tokens_per_second": 1754920.323782185, "training_seconds": 1.4937658220005687, "elapsed_tokens_per_second": 996979.3526041181, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1060, "epoch": 14, "tokens": 138936320, "loss": 3.9642958641052246, "lr": 0.008341205257935976, "grad_norm": 0.12531407177448273, "tokens_per_second": 1755259.1054700788, "training_seconds": 1.4934775110014016, "elapsed_tokens_per_second": 1005159.7798141972, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1080, "epoch": 14, "tokens": 141557760, "loss": 3.967261219024658, "lr": 0.00825693104377875, "grad_norm": 0.13642670214176178, "tokens_per_second": 1753138.6995375883, "training_seconds": 1.4952838589961175, "elapsed_tokens_per_second": 1013156.3487921166, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1090, "epoch": 14, "tokens": 142868480, "loss": 3.9557021379470827, "lr": 0.008214176706915644, "grad_norm": 0.11279642581939697, "tokens_per_second": 1755636.6606069263, "training_seconds": 0.746578167003463, "elapsed_tokens_per_second": 1017090.6452489637, "peak_memory_bytes": 42389451776}
{"loss": 3.9724749463666535, "perplexity": 53.11582712037335, "tokens": 142868480, "seconds": 0.5418239819991868, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 14, "step": 1090, "evaluation_tokens": 1048576}
{"event": "train", "step": 1100, "epoch": 15, "tokens": 144179200, "loss": 3.932554006576538, "lr": 0.008171018037484259, "grad_norm": 0.12124672532081604, "tokens_per_second": 1766727.1567974412, "training_seconds": 0.7418915789894527, "elapsed_tokens_per_second": 1017084.2909529214, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1120, "epoch": 15, "tokens": 146800640, "loss": 3.9554943442344666, "lr": 0.008083509467956435, "grad_norm": 0.1186240017414093, "tokens_per_second": 1753644.2008652962, "training_seconds": 1.494852832009201, "elapsed_tokens_per_second": 1024762.5195789727, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1140, "epoch": 15, "tokens": 149422080, "loss": 3.939320957660675, "lr": 0.00799444936693981, "grad_norm": 0.12579119205474854, "tokens_per_second": 1756694.4988087476, "training_seconds": 1.4922571920033079, "elapsed_tokens_per_second": 1032297.5636582152, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1160, "epoch": 15, "tokens": 152043520, "loss": 3.946546971797943, "lr": 0.007903882546864045, "grad_norm": 0.11442192643880844, "tokens_per_second": 1754632.7432539654, "training_seconds": 1.494010647002142, "elapsed_tokens_per_second": 1039668.2507512291, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1167, "epoch": 15, "tokens": 152961024, "loss": 3.9440411499568393, "lr": 0.007871836608523504, "grad_norm": 0.13097867369651794, "tokens_per_second": 1754617.8596278774, "training_seconds": 0.5229081620054785, "elapsed_tokens_per_second": 1042203.370952859, "peak_memory_bytes": 42389451776}
{"loss": 3.9545809153554825, "perplexity": 52.17382411356486, "tokens": 152961024, "seconds": 0.5424016949982615, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 15, "step": 1167, "evaluation_tokens": 1048576}
{"event": "train", "step": 1180, "epoch": 16, "tokens": 154664960, "loss": 3.933098609630878, "lr": 0.007811854578295608, "grad_norm": 0.12856519222259521, "tokens_per_second": 1765067.5050797113, "training_seconds": 0.9653659109899309, "elapsed_tokens_per_second": 1043032.767185597, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1200, "epoch": 16, "tokens": 157286400, "loss": 3.925128495693207, "lr": 0.007718411767008027, "grad_norm": 0.1446838676929474, "tokens_per_second": 1755329.3996178587, "training_seconds": 1.4934177030081628, "elapsed_tokens_per_second": 1050127.6681523612, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1220, "epoch": 16, "tokens": 159907840, "loss": 3.9057469606399535, "lr": 0.00762360113068217, "grad_norm": 0.1287793517112732, "tokens_per_second": 1751755.4819249993, "training_seconds": 1.4964645620057127, "elapsed_tokens_per_second": 1057057.4900714643, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1240, "epoch": 16, "tokens": 162529280, "loss": 3.8931843757629396, "lr": 0.007527470375248327, "grad_norm": 0.11348677426576614, "tokens_per_second": 1754644.8448233772, "training_seconds": 1.4940003429946955, "elapsed_tokens_per_second": 1063871.6974392307, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1245, "epoch": 16, "tokens": 163184640, "loss": 3.887353038787842, "lr": 0.0075032370719101986, "grad_norm": 0.16520331799983978, "tokens_per_second": 1755109.8512814809, "training_seconds": 0.37340112900710665, "elapsed_tokens_per_second": 1065545.3645062705, "peak_memory_bytes": 42389451776}
{"loss": 3.92243348096399, "perplexity": 50.52324265355674, "tokens": 163184640, "seconds": 0.5404332699981751, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 16, "step": 1245, "evaluation_tokens": 1048576}
{"event": "train", "step": 1260, "epoch": 17, "tokens": 165150720, "loss": 3.90263303120931, "lr": 0.007430067870881991, "grad_norm": 0.11663910001516342, "tokens_per_second": 1766009.446729747, "training_seconds": 1.1132896280032583, "elapsed_tokens_per_second": 1066761.599373522, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1280, "epoch": 17, "tokens": 167772160, "loss": 3.8894004583358766, "lr": 0.007331442627665404, "grad_norm": 0.14646634459495544, "tokens_per_second": 1754052.3063440742, "training_seconds": 1.4945050330134109, "elapsed_tokens_per_second": 1073325.5346741218, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1300, "epoch": 17, "tokens": 170393600, "loss": 3.892863082885742, "lr": 0.007231644270927114, "grad_norm": 0.14662723243236542, "tokens_per_second": 1755562.054098899, "training_seconds": 1.4932197890011594, "elapsed_tokens_per_second": 1079770.3863218434, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1320, "epoch": 17, "tokens": 173015040, "loss": 3.8874688386917113, "lr": 0.0071307230162719806, "grad_norm": 0.11970721930265427, "tokens_per_second": 1752067.9381240236, "training_seconds": 1.4961976890044753, "elapsed_tokens_per_second": 1086077.4505312743, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1323, "epoch": 17, "tokens": 173408256, "loss": 3.8584701220194497, "lr": 0.0071154911097943445, "grad_norm": 0.11903732270002365, "tokens_per_second": 1752302.9479444977, "training_seconds": 0.2243995540047763, "elapsed_tokens_per_second": 1087003.0748542098, "peak_memory_bytes": 42389451776}
{"loss": 3.8964981200336135, "perplexity": 49.22975022058598, "tokens": 173408256, "seconds": 0.540992964990437, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 17, "step": 1323, "evaluation_tokens": 1048576}
{"event": "train", "step": 1340, "epoch": 18, "tokens": 175636480, "loss": 3.8665187919841095, "lr": 0.007028729644314139, "grad_norm": 0.13346150517463684, "tokens_per_second": 1763738.9615839073, "training_seconds": 1.2633524849952664, "elapsed_tokens_per_second": 1088515.5609735006, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1360, "epoch": 18, "tokens": 178257920, "loss": 3.8787597537040712, "lr": 0.0069257154751257, "grad_norm": 0.13443873822689056, "tokens_per_second": 1759800.3341967321, "training_seconds": 1.48962353800016, "elapsed_tokens_per_second": 1094648.7890234191, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1380, "epoch": 18, "tokens": 180879360, "loss": 3.856387662887573, "lr": 0.006821732342413986, "grad_norm": 0.1339206099510193, "tokens_per_second": 1753955.528705263, "training_seconds": 1.4945874950062716, "elapsed_tokens_per_second": 1100634.2667135913, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1400, "epoch": 18, "tokens": 183500800, "loss": 3.8468483805656435, "lr": 0.0067168325674403315, "grad_norm": 0.13064509630203247, "tokens_per_second": 1754702.0088563173, "training_seconds": 1.4939516720041865, "elapsed_tokens_per_second": 1106519.2949876864, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1401, "epoch": 18, "tokens": 183631872, "loss": 3.878896713256836, "lr": 0.006711564461722093, "grad_norm": 0.1321858912706375, "tokens_per_second": 1769279.2716777602, "training_seconds": 0.07408214299357496, "elapsed_tokens_per_second": 1106803.9132763695, "peak_memory_bytes": 42389451776}
{"loss": 3.8678689061933875, "perplexity": 47.84032514810532, "tokens": 183631872, "seconds": 0.5447755469940603, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 18, "step": 1401, "evaluation_tokens": 1048576}
{"event": "train", "step": 1420, "epoch": 19, "tokens": 186122240, "loss": 3.8363571166992188, "lr": 0.006611068932693563, "grad_norm": 0.13333448767662048, "tokens_per_second": 1759784.6881015957, "training_seconds": 1.4151549430098385, "elapsed_tokens_per_second": 1108647.8605651767, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1440, "epoch": 19, "tokens": 188743680, "loss": 3.841647231578827, "lr": 0.006504494655331401, "grad_norm": 0.1289048194885254, "tokens_per_second": 1756572.5710731018, "training_seconds": 1.4923607730015647, "elapsed_tokens_per_second": 1114349.5124507654, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1460, "epoch": 19, "tokens": 191365120, "loss": 3.8417624950408937, "lr": 0.00639716336040314, "grad_norm": 0.1366404891014099, "tokens_per_second": 1756438.307815238, "training_seconds": 1.4924748500052374, "elapsed_tokens_per_second": 1119948.175424214, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1479, "epoch": 19, "tokens": 193855488, "loss": 3.81417189146343, "lr": 0.006294546627910024, "grad_norm": 0.1299556940793991, "tokens_per_second": 1752506.1245873584, "training_seconds": 1.4210324089945061, "elapsed_tokens_per_second": 1125157.7911882843, "peak_memory_bytes": 42389451776}
{"loss": 3.843515270541085, "perplexity": 46.689311867225214, "tokens": 193855488, "seconds": 0.5409210630023153, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 19, "step": 1479, "evaluation_tokens": 1048576}
{"event": "train", "step": 1480, "epoch": 20, "tokens": 193986560, "loss": 3.84185791015625, "lr": 0.006289129053867102, "grad_norm": 0.13769611716270447, "tokens_per_second": 1893288.7280805318, "training_seconds": 0.06922980000672396, "elapsed_tokens_per_second": 1121897.0406268046, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1500, "epoch": 20, "tokens": 196608000, "loss": 3.8074554324150087, "lr": 0.006180446095416423, "grad_norm": 0.1441270262002945, "tokens_per_second": 1753830.2260818763, "training_seconds": 1.494694275999791, "elapsed_tokens_per_second": 1127302.450233729, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1520, "epoch": 20, "tokens": 199229440, "loss": 3.827508866786957, "lr": 0.006071169171126853, "grad_norm": 0.13290895521640778, "tokens_per_second": 1753080.1378431953, "training_seconds": 1.4953338089981116, "elapsed_tokens_per_second": 1132614.6919135745, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1540, "epoch": 20, "tokens": 201850880, "loss": 3.7974063038825987, "lr": 0.005961353265940317, "grad_norm": 0.13821780681610107, "tokens_per_second": 1750921.4643037934, "training_seconds": 1.4971773739962373, "elapsed_tokens_per_second": 1137822.1895802063, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1557, "epoch": 20, "tokens": 204079104, "loss": 3.8228194433100082, "lr": 0.0058676272386883645, "grad_norm": 0.13356263935565948, "tokens_per_second": 1752873.2086623067, "training_seconds": 1.2711837849928997, "elapsed_tokens_per_second": 1142189.5744400239, "peak_memory_bytes": 42389451776}
{"loss": 3.8257408334329375, "perplexity": 45.86676741758006, "tokens": 204079104, "seconds": 0.5414822320017265, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 20, "step": 1557, "evaluation_tokens": 1048576}
{"event": "train", "step": 1560, "epoch": 21, "tokens": 204472320, "loss": 3.8307255109151206, "lr": 0.005851053635998122, "grad_norm": 0.12506738305091858, "tokens_per_second": 1812141.4722251708, "training_seconds": 0.21698968100827187, "elapsed_tokens_per_second": 1139135.904490708, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1580, "epoch": 21, "tokens": 207093760, "loss": 3.8100107192993162, "lr": 0.005740325780837671, "grad_norm": 0.12496259063482285, "tokens_per_second": 1752481.1937780227, "training_seconds": 1.4958448680117726, "elapsed_tokens_per_second": 1144194.9423009667, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1600, "epoch": 21, "tokens": 209715200, "loss": 3.8052313327789307, "lr": 0.005629225415466735, "grad_norm": 0.12724308669567108, "tokens_per_second": 1753071.9969647585, "training_seconds": 1.4953407529974356, "elapsed_tokens_per_second": 1149176.9553785624, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1620, "epoch": 21, "tokens": 212336640, "loss": 3.8196014404296874, "lr": 0.005517808442329294, "grad_norm": 0.12539194524288177, "tokens_per_second": 1754311.369555093, "training_seconds": 1.494284336004057, "elapsed_tokens_per_second": 1154081.75989629, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1634, "epoch": 21, "tokens": 214171648, "loss": 3.805186322757176, "lr": 0.005439658195019773, "grad_norm": 0.1204584464430809, "tokens_per_second": 1756886.2502961005, "training_seconds": 1.044466026010923, "elapsed_tokens_per_second": 1157476.9634181033, "peak_memory_bytes": 42389451776}
{"loss": 3.800818156970918, "perplexity": 44.73777204414128, "tokens": 214171648, "seconds": 0.5418517899961444, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 21, "step": 1634, "evaluation_tokens": 1048576}
{"event": "train", "step": 1640, "epoch": 22, "tokens": 214958080, "loss": 3.779891610145569, "lr": 0.005406130923177063, "grad_norm": 0.14169742166996002, "tokens_per_second": 1778793.661463917, "training_seconds": 0.44211535999784246, "elapsed_tokens_per_second": 1155424.2658269736, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1660, "epoch": 22, "tokens": 217579520, "loss": 3.779067611694336, "lr": 0.005294249050860871, "grad_norm": 0.13003131747245789, "tokens_per_second": 1752168.5164015607, "training_seconds": 1.496111804008251, "elapsed_tokens_per_second": 1160175.319141414, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1680, "epoch": 22, "tokens": 220200960, "loss": 3.7886712312698365, "lr": 0.0051822191210560585, "grad_norm": 0.1389177441596985, "tokens_per_second": 1754719.7856712092, "training_seconds": 1.493936536993715, "elapsed_tokens_per_second": 1164865.680530956, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1700, "epoch": 22, "tokens": 222822400, "loss": 3.7706377863883973, "lr": 0.005070097503936153, "grad_norm": 0.128645658493042, "tokens_per_second": 1756129.6368075921, "training_seconds": 1.4927371789963217, "elapsed_tokens_per_second": 1169489.077950353, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1712, "epoch": 22, "tokens": 224395264, "loss": 3.773157854874929, "lr": 0.005002803991868012, "grad_norm": 0.125644713640213, "tokens_per_second": 1750950.041818752, "training_seconds": 0.8982917630055454, "elapsed_tokens_per_second": 1172210.5533220195, "peak_memory_bytes": 42389451776}
{"loss": 3.781784498275467, "perplexity": 43.894301192654325, "tokens": 224395264, "seconds": 0.5398837169923354, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 22, "step": 1712, "evaluation_tokens": 1048576}
{"event": "train", "step": 1720, "epoch": 23, "tokens": 225443840, "loss": 3.7755633890628815, "lr": 0.00495794061580905, "grad_norm": 0.13403074443340302, "tokens_per_second": 1776526.0615778426, "training_seconds": 0.5902395820012316, "elapsed_tokens_per_second": 1170544.9607490571, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1740, "epoch": 23, "tokens": 228065280, "loss": 3.7708303689956666, "lr": 0.0048458048907299755, "grad_norm": 0.16921089589595795, "tokens_per_second": 1754146.1273231215, "training_seconds": 1.4944250990083674, "elapsed_tokens_per_second": 1175028.5008648464, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1760, "epoch": 23, "tokens": 230686720, "loss": 3.761369323730469, "lr": 0.004733746752105536, "grad_norm": 0.11889713257551193, "tokens_per_second": 1755381.7160460004, "training_seconds": 1.4933731940109283, "elapsed_tokens_per_second": 1179453.5221288532, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1780, "epoch": 23, "tokens": 233308160, "loss": 3.7535846710205076, "lr": 0.0046218225843031105, "grad_norm": 0.12794065475463867, "tokens_per_second": 1759563.870549105, "training_seconds": 1.48982372500177, "elapsed_tokens_per_second": 1183829.5965430418, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1790, "epoch": 23, "tokens": 234618880, "loss": 3.7596508979797365, "lr": 0.004565928341917619, "grad_norm": 0.13141052424907684, "tokens_per_second": 1750978.9087666022, "training_seconds": 0.7485641280072741, "elapsed_tokens_per_second": 1185968.6537415083, "peak_memory_bytes": 42389451776}
{"loss": 3.7575687432356606, "perplexity": 42.844134159052985, "tokens": 234618880, "seconds": 0.5417107380053494, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 23, "step": 1790, "evaluation_tokens": 1048576}
{"event": "train", "step": 1800, "epoch": 24, "tokens": 235929600, "loss": 3.728860688209534, "lr": 0.004510088704279886, "grad_norm": 0.11565876752138138, "tokens_per_second": 1766408.7662531082, "training_seconds": 0.7420253029995365, "elapsed_tokens_per_second": 1184865.554116776, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1820, "epoch": 24, "tokens": 238551040, "loss": 3.7416626691818236, "lr": 0.004398601333245825, "grad_norm": 0.12748561799526215, "tokens_per_second": 1755003.6337235637, "training_seconds": 1.4936949130060384, "elapsed_tokens_per_second": 1189101.1318426412, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1840, "epoch": 24, "tokens": 241172480, "loss": 3.760403609275818, "lr": 0.0042874165683748034, "grad_norm": 0.14367690682411194, "tokens_per_second": 1752760.7588390934, "training_seconds": 1.4956062809942523, "elapsed_tokens_per_second": 1193265.1111046516, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1860, "epoch": 24, "tokens": 243793920, "loss": 3.7340216040611267, "lr": 0.004176590354578152, "grad_norm": 0.14810234308242798, "tokens_per_second": 1757508.6880933163, "training_seconds": 1.4915658840036485, "elapsed_tokens_per_second": 1197389.2490795115, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1868, "epoch": 24, "tokens": 244842496, "loss": 3.7228388488292694, "lr": 0.004132372761311635, "grad_norm": 0.1293775886297226, "tokens_per_second": 1758643.7785413426, "training_seconds": 0.5962412700027926, "elapsed_tokens_per_second": 1199021.0659883497, "peak_memory_bytes": 42389451776}
{"loss": 3.7389429482027876, "perplexity": 42.053513919822734, "tokens": 244842496, "seconds": 0.5439514419995248, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 24, "step": 1868, "evaluation_tokens": 1048576}
{"event": "train", "step": 1880, "epoch": 25, "tokens": 246415360, "loss": 3.7262186408042908, "lr": 0.0040661784563548195, "grad_norm": 0.13485769927501678, "tokens_per_second": 1765035.9853679345, "training_seconds": 0.8911229079967597, "elapsed_tokens_per_second": 1197992.3344585947, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1900, "epoch": 25, "tokens": 249036800, "loss": 3.713924288749695, "lr": 0.003956236429732318, "grad_norm": 0.1471325010061264, "tokens_per_second": 1752223.7565347275, "training_seconds": 1.496064637991367, "elapsed_tokens_per_second": 1201984.4436388882, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1920, "epoch": 25, "tokens": 251658240, "loss": 3.711165750026703, "lr": 0.003846819594312553, "grad_norm": 0.10832023620605469, "tokens_per_second": 1751945.9398863886, "training_seconds": 1.4963018779963022, "elapsed_tokens_per_second": 1205921.0255026568, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1940, "epoch": 25, "tokens": 254279680, "loss": 3.7107778549194337, "lr": 0.0037379830054366328, "grad_norm": 0.12485139071941376, "tokens_per_second": 1754147.7049030957, "training_seconds": 1.4944237550080288, "elapsed_tokens_per_second": 1209808.655015868, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1946, "epoch": 25, "tokens": 255066112, "loss": 3.7103766202926636, "lr": 0.003705453372089978, "grad_norm": 0.13516409695148468, "tokens_per_second": 1759383.3273928862, "training_seconds": 0.4469929820043035, "elapsed_tokens_per_second": 1210968.0869969835, "peak_memory_bytes": 42389451776}
{"loss": 3.718741883018047, "perplexity": 41.21251131778646, "tokens": 255066112, "seconds": 0.5390122210083064, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 25, "step": 1946, "evaluation_tokens": 1048576}
{"event": "train", "step": 1960, "epoch": 26, "tokens": 256901120, "loss": 3.7005020720618114, "lr": 0.0036297814264826278, "grad_norm": 0.14817094802856445, "tokens_per_second": 1770323.372269142, "training_seconds": 1.036538312007906, "elapsed_tokens_per_second": 1210467.739952479, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1980, "epoch": 26, "tokens": 259522560, "loss": 3.701505410671234, "lr": 0.0035222693013102426, "grad_norm": 0.13010388612747192, "tokens_per_second": 1755856.0737699051, "training_seconds": 1.4929697480110917, "elapsed_tokens_per_second": 1214268.3544653505, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2000, "epoch": 26, "tokens": 262144000, "loss": 3.697286403179169, "lr": 0.0034155007268662748, "grad_norm": 0.12922260165214539, "tokens_per_second": 1753570.6668258847, "training_seconds": 1.4949155170033919, "elapsed_tokens_per_second": 1218006.918332048, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2020, "epoch": 26, "tokens": 264765440, "loss": 3.690842628479004, "lr": 0.0033095294259646115, "grad_norm": 0.13571587204933167, "tokens_per_second": 1753107.861255158, "training_seconds": 1.4953101619903464, "elapsed_tokens_per_second": 1221688.8282440093, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2024, "epoch": 26, "tokens": 265289728, "loss": 3.68618643283844, "lr": 0.0032884355382779085, "grad_norm": 0.1440548449754715, "tokens_per_second": 1753185.7967512594, "training_seconds": 0.2990487380011473, "elapsed_tokens_per_second": 1222414.7182592428, "peak_memory_bytes": 42389451776}
{"loss": 3.698718564174426, "perplexity": 40.39550692984183, "tokens": 265289728, "seconds": 0.5410701539949514, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 26, "step": 2024, "evaluation_tokens": 1048576}
{"event": "train", "step": 2040, "epoch": 27, "tokens": 267386880, "loss": 3.6832772195339203, "lr": 0.003204408720254488, "grad_norm": 0.10572022199630737, "tokens_per_second": 1760574.740240497, "training_seconds": 1.191174649997265, "elapsed_tokens_per_second": 1222266.845844429, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2060, "epoch": 27, "tokens": 270008320, "loss": 3.6798433899879455, "lr": 0.0031001915033905905, "grad_norm": 0.12370771169662476, "tokens_per_second": 1751067.618438456, "training_seconds": 1.4970524109958205, "elapsed_tokens_per_second": 1225852.1083803226, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2080, "epoch": 27, "tokens": 272629760, "loss": 3.6863543152809144, "lr": 0.002996930214418535, "grad_norm": 0.1404455155134201, "tokens_per_second": 1753256.593330013, "training_seconds": 1.4951833119994262, "elapsed_tokens_per_second": 1229400.4297036862, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2100, "epoch": 27, "tokens": 275251200, "loss": 3.684095621109009, "lr": 0.0028946768113890676, "grad_norm": 0.1367177963256836, "tokens_per_second": 1754246.5769288552, "training_seconds": 1.494339526994736, "elapsed_tokens_per_second": 1232904.9359201787, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2101, "epoch": 27, "tokens": 275382272, "loss": 3.643080234527588, "lr": 0.0028895915233723125, "grad_norm": 0.11385233700275421, "tokens_per_second": 1766664.2405578697, "training_seconds": 0.07419179999851622, "elapsed_tokens_per_second": 1233075.3635783084, "peak_memory_bytes": 42389451776}
{"loss": 3.6843119104516666, "perplexity": 39.81771486806826, "tokens": 275382272, "seconds": 0.5398212619911646, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 27, "step": 2101, "evaluation_tokens": 1048576}
{"event": "train", "step": 2120, "epoch": 28, "tokens": 277872640, "loss": 3.6689390257785193, "lr": 0.0027934827452143042, "grad_norm": 0.11579649895429611, "tokens_per_second": 1759497.762236351, "training_seconds": 1.4153857159981271, "elapsed_tokens_per_second": 1233399.103693998, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2140, "epoch": 28, "tokens": 280494080, "loss": 3.669019091129303, "lr": 0.0026933989337791326, "grad_norm": 0.13868214190006256, "tokens_per_second": 1752157.4678691924, "training_seconds": 1.4961212380003417, "elapsed_tokens_per_second": 1236812.7600105274, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2160, "epoch": 28, "tokens": 283115520, "loss": 3.671753931045532, "lr": 0.002594475736320837, "grad_norm": 0.11572635173797607, "tokens_per_second": 1757171.1176302847, "training_seconds": 1.4918524289969355, "elapsed_tokens_per_second": 1240207.040171221, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2179, "epoch": 28, "tokens": 285605888, "loss": 3.6683780645069324, "lr": 0.0025016190602263023, "grad_norm": 0.10693592578172684, "tokens_per_second": 1757989.5673519778, "training_seconds": 1.4165999879915034, "elapsed_tokens_per_second": 1243391.686426798, "peak_memory_bytes": 42389451776}
{"loss": 3.6640438708878613, "perplexity": 39.018811300843346, "tokens": 285605888, "seconds": 0.5426023030013312, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 28, "step": 2179, "evaluation_tokens": 1048576}
{"event": "train", "step": 2180, "epoch": 29, "tokens": 285736960, "loss": 3.672006368637085, "lr": 0.0024967629280898012, "grad_norm": 0.12263738363981247, "tokens_per_second": 1919426.2995804492, "training_seconds": 0.06828707100066822, "elapsed_tokens_per_second": 1240607.8940307694, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2200, "epoch": 29, "tokens": 288358400, "loss": 3.6400356531143188, "lr": 0.0024003096753040655, "grad_norm": 0.12345825135707855, "tokens_per_second": 1755624.0621224537, "training_seconds": 1.4931670490041142, "elapsed_tokens_per_second": 1243920.07302042, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2220, "epoch": 29, "tokens": 290979840, "loss": 3.666958248615265, "lr": 0.002305164510410328, "grad_norm": 0.13038159906864166, "tokens_per_second": 1755852.732525539, "training_seconds": 1.4929725890106056, "elapsed_tokens_per_second": 1247187.477451383, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2240, "epoch": 29, "tokens": 293601280, "loss": 3.6517257571220396, "lr": 0.002211375307663838, "grad_norm": 0.14462003111839294, "tokens_per_second": 1752697.8021375674, "training_seconds": 1.4956600029981928, "elapsed_tokens_per_second": 1250401.1175495826, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2257, "epoch": 29, "tokens": 295829504, "loss": 3.626982520608341, "lr": 0.0021327558796477124, "grad_norm": 0.15754960477352142, "tokens_per_second": 1754172.7937739266, "training_seconds": 1.270242023994797, "elapsed_tokens_per_second": 1253103.5567923074, "peak_memory_bytes": 42389451776}
{"loss": 3.6498766156801326, "perplexity": 38.469919171380695, "tokens": 295829504, "seconds": 0.5399760409927694, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 29, "step": 2257, "evaluation_tokens": 1048576}
{"event": "train", "step": 2260, "epoch": 30, "tokens": 296222720, "loss": 3.611893892288208, "lr": 0.002118989259039482, "grad_norm": 0.12091698497533798, "tokens_per_second": 1799828.0393052713, "training_seconds": 0.21847420498670544, "elapsed_tokens_per_second": 1250700.5740668115, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2280, "epoch": 30, "tokens": 298844160, "loss": 3.6523810267448424, "lr": 0.002028052850486162, "grad_norm": 0.12225839495658875, "tokens_per_second": 1751267.5097839895, "training_seconds": 1.4968815360043664, "elapsed_tokens_per_second": 1253837.9996166844, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2300, "epoch": 30, "tokens": 301465600, "loss": 3.6205277323722838, "lr": 0.0019386118385364337, "grad_norm": 0.1030556783080101, "tokens_per_second": 1754321.2196015297, "training_seconds": 1.4942759459954686, "elapsed_tokens_per_second": 1256947.8205684687, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2320, "epoch": 30, "tokens": 304087040, "loss": 3.617047166824341, "lr": 0.0018507112272831527, "grad_norm": 0.11950638890266418, "tokens_per_second": 1752463.3205701169, "training_seconds": 1.4958601239923155, "elapsed_tokens_per_second": 1260012.9563154038, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2335, "epoch": 30, "tokens": 306053120, "loss": 3.6122538248697915, "lr": 0.0017858232930843577, "grad_norm": 0.1107790544629097, "tokens_per_second": 1757128.7032687403, "training_seconds": 1.118916330000502, "elapsed_tokens_per_second": 1262299.3703355805, "peak_memory_bytes": 42389451776}
{"loss": 3.63248468619043, "perplexity": 37.80663764146609, "tokens": 306053120, "seconds": 0.5438072599936277, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 30, "step": 2335, "evaluation_tokens": 1048576}
{"event": "train", "step": 2340, "epoch": 31, "tokens": 306708480, "loss": 3.622247505187988, "lr": 0.0017643952457347479, "grad_norm": 0.10848221182823181, "tokens_per_second": 1775192.1197279808, "training_seconds": 0.36917694300063886, "elapsed_tokens_per_second": 1260186.865165367, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2360, "epoch": 31, "tokens": 309329920, "loss": 3.6076305747032165, "lr": 0.0016797073255604756, "grad_norm": 0.14064471423625946, "tokens_per_second": 1755982.3882844353, "training_seconds": 1.4928623529995093, "elapsed_tokens_per_second": 1263204.2670209527, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2380, "epoch": 31, "tokens": 311951360, "loss": 3.6165881872177126, "lr": 0.0015966900792368794, "grad_norm": 0.11137563735246658, "tokens_per_second": 1755371.7189249145, "training_seconds": 1.4933816990087507, "elapsed_tokens_per_second": 1266179.1511062523, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2400, "epoch": 31, "tokens": 314572800, "loss": 3.623342216014862, "lr": 0.0015153852786064371, "grad_norm": 0.12180144339799881, "tokens_per_second": 1754471.8050886006, "training_seconds": 1.4941476929961937, "elapsed_tokens_per_second": 1269116.058933125, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2413, "epoch": 31, "tokens": 316276736, "loss": 3.61608257660499, "lr": 0.001463474872184558, "grad_norm": 0.11345531046390533, "tokens_per_second": 1749713.0945512722, "training_seconds": 0.9738373709988082, "elapsed_tokens_per_second": 1270987.8574710041, "peak_memory_bytes": 42389451776}
{"loss": 3.617832242952089, "perplexity": 37.25671671069987, "tokens": 316276736, "seconds": 0.5437198720028391, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 31, "step": 2413, "evaluation_tokens": 1048576}
{"event": "train", "step": 2420, "epoch": 32, "tokens": 317194240, "loss": 3.6010360717773438, "lr": 0.0014358338338592053, "grad_norm": 0.12095245718955994, "tokens_per_second": 1771268.5641533143, "training_seconds": 0.5179925950069446, "elapsed_tokens_per_second": 1269191.1779288063, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2440, "epoch": 32, "tokens": 319815680, "loss": 3.60346714258194, "lr": 0.0013580757729480036, "grad_norm": 0.10464629530906677, "tokens_per_second": 1753088.509760221, "training_seconds": 1.4953266679949593, "elapsed_tokens_per_second": 1272063.7649037358, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2460, "epoch": 32, "tokens": 322437120, "loss": 3.582052266597748, "lr": 0.0012821502214475278, "grad_norm": 0.11826840788125992, "tokens_per_second": 1749932.807457608, "training_seconds": 1.4980232319940114, "elapsed_tokens_per_second": 1274885.2764763243, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2480, "epoch": 32, "tokens": 325058560, "loss": 3.59722353219986, "lr": 0.0012080953828675078, "grad_norm": 0.13016094267368317, "tokens_per_second": 1754651.7659503107, "training_seconds": 1.493994449992897, "elapsed_tokens_per_second": 1277695.6573970683, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2491, "epoch": 32, "tokens": 326500352, "loss": 3.587847124446522, "lr": 0.001168176152512596, "grad_norm": 0.1220681443810463, "tokens_per_second": 1753996.6488457047, "training_seconds": 0.8220038510044105, "elapsed_tokens_per_second": 1279221.3358468895, "peak_memory_bytes": 42389451776}
{"loss": 3.6031658936352144, "perplexity": 36.714284164770625, "tokens": 326500352, "seconds": 0.5396264500013785, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 32, "step": 2491, "evaluation_tokens": 1048576}
{"event": "train", "step": 2500, "epoch": 33, "tokens": 327680000, "loss": 3.5914396709865994, "lr": 0.0011359485194298174, "grad_norm": 0.1088891327381134, "tokens_per_second": 1764681.4422332752, "training_seconds": 0.6684764579986222, "elapsed_tokens_per_second": 1277709.7400237338, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2520, "epoch": 33, "tokens": 330301440, "loss": 3.5848604321479796, "lr": 0.0010657459333192271, "grad_norm": 0.10668445378541946, "tokens_per_second": 1753303.0695007904, "training_seconds": 1.4951436780102085, "elapsed_tokens_per_second": 1280460.7139458882, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2540, "epoch": 33, "tokens": 332922880, "loss": 3.5939653754234313, "lr": 0.0009975229484172033, "grad_norm": 0.10242654383182526, "tokens_per_second": 1754272.812242845, "training_seconds": 1.4943171790073393, "elapsed_tokens_per_second": 1283181.1744572066, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2560, "epoch": 33, "tokens": 335544320, "loss": 3.5607617139816283, "lr": 0.0009313138925279696, "grad_norm": 0.11821430921554565, "tokens_per_second": 1754079.5957242863, "training_seconds": 1.4944817820069147, "elapsed_tokens_per_second": 1285872.3795790682, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2568, "epoch": 33, "tokens": 336592896, "loss": 3.608218550682068, "lr": 0.0009054016671683002, "grad_norm": 0.1264703869819641, "tokens_per_second": 1746281.491479538, "training_seconds": 0.6004621850006515, "elapsed_tokens_per_second": 1286920.9676191746, "peak_memory_bytes": 42389451776}
{"loss": 3.5912688745042787, "perplexity": 36.28008160314817, "tokens": 336592896, "seconds": 0.5404631060082465, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 33, "step": 2568, "evaluation_tokens": 1048576}
{"event": "train", "step": 2580, "epoch": 34, "tokens": 338165760, "loss": 3.613229831059774, "lr": 0.0008671520801057592, "grad_norm": 0.10887446999549866, "tokens_per_second": 1763614.0534319442, "training_seconds": 0.8918413849896751, "elapsed_tokens_per_second": 1285836.7965829596, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2600, "epoch": 34, "tokens": 340787200, "loss": 3.5972693800926208, "lr": 0.0008050697954919661, "grad_norm": 0.10083264857530594, "tokens_per_second": 1749961.3075354174, "training_seconds": 1.4979988350096392, "elapsed_tokens_per_second": 1288459.4422535424, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2620, "epoch": 34, "tokens": 343408640, "loss": 3.5930024147033692, "lr": 0.0007450982766706071, "grad_norm": 0.10389029234647751, "tokens_per_second": 1753493.7820509227, "training_seconds": 1.4949810639955103, "elapsed_tokens_per_second": 1291064.7265685108, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2640, "epoch": 34, "tokens": 346030080, "loss": 3.5944093108177184, "lr": 0.0006872676995502857, "grad_norm": 0.10537293553352356, "tokens_per_second": 1750902.3645292409, "training_seconds": 1.4971937060035998, "elapsed_tokens_per_second": 1293633.1148834636, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2646, "epoch": 34, "tokens": 346816512, "loss": 3.6031500101089478, "lr": 0.0006703403887332854, "grad_norm": 0.10593714565038681, "tokens_per_second": 1756758.2374238572, "training_seconds": 0.447660915000597, "elapsed_tokens_per_second": 1294398.847372251, "peak_memory_bytes": 42389451776}
{"loss": 3.580296234766786, "perplexity": 35.884169411266775, "tokens": 346816512, "seconds": 0.5425288400001591, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 34, "step": 2646, "evaluation_tokens": 1048576}
{"event": "train", "step": 2660, "epoch": 35, "tokens": 348651520, "loss": 3.5700837203434537, "lr": 0.0006316071627805603, "grad_norm": 0.11243364214897156, "tokens_per_second": 1763638.454639244, "training_seconds": 1.0404672200093046, "elapsed_tokens_per_second": 1293542.1900474671, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2680, "epoch": 35, "tokens": 351272960, "loss": 3.5839420914649964, "lr": 0.0005781446731103568, "grad_norm": 0.11030279844999313, "tokens_per_second": 1753546.8160875558, "training_seconds": 1.4949358499870868, "elapsed_tokens_per_second": 1296074.0555290398, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2700, "epoch": 35, "tokens": 353894400, "loss": 3.578047978878021, "lr": 0.0005269071312957962, "grad_norm": 0.10425339639186859, "tokens_per_second": 1756751.743517805, "training_seconds": 1.4922085659927689, "elapsed_tokens_per_second": 1298588.1438367353, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2720, "epoch": 35, "tokens": 356515840, "loss": 3.5621333837509157, "lr": 0.0004779203185645226, "grad_norm": 0.09743528068065643, "tokens_per_second": 1755511.892408929, "training_seconds": 1.4932624560024124, "elapsed_tokens_per_second": 1301071.59567314, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2724, "epoch": 35, "tokens": 357040128, "loss": 3.5927735567092896, "lr": 0.0004683952326698765, "grad_norm": 0.09854951500892639, "tokens_per_second": 1755689.9948578146, "training_seconds": 0.29862219499773346, "elapsed_tokens_per_second": 1301558.815965987, "peak_memory_bytes": 42389451776}
{"loss": 3.574061475842065, "perplexity": 35.66113626719871, "tokens": 357040128, "seconds": 0.5421400509949308, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 35, "step": 2724, "evaluation_tokens": 1048576}
{"event": "train", "step": 2740, "epoch": 36, "tokens": 359137280, "loss": 3.5743929743766785, "lr": 0.0004312088836433431, "grad_norm": 0.10043296962976456, "tokens_per_second": 1763830.6659170743, "training_seconds": 1.188975812998251, "elapsed_tokens_per_second": 1300933.2742554238, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2760, "epoch": 36, "tokens": 361758720, "loss": 3.5721871972084047, "lr": 0.000386796330355717, "grad_norm": 0.1144658550620079, "tokens_per_second": 1757404.3513203233, "training_seconds": 1.4916544379957486, "elapsed_tokens_per_second": 1303380.990866916, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2780, "epoch": 36, "tokens": 364380160, "loss": 3.5447661519050597, "lr": 0.0003447050057953183, "grad_norm": 0.10221103578805923, "tokens_per_second": 1755201.0636720178, "training_seconds": 1.4935268980043475, "elapsed_tokens_per_second": 1305790.8607757413, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2800, "epoch": 36, "tokens": 367001600, "loss": 3.5759241580963135, "lr": 0.0003049560890816333, "grad_norm": 0.10124171525239944, "tokens_per_second": 1757330.9551428687, "training_seconds": 1.4917167380044702, "elapsed_tokens_per_second": 1308186.3551446346, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2802, "epoch": 36, "tokens": 367263744, "loss": 3.5329458713531494, "lr": 0.0003011108101255983, "grad_norm": 0.09120319783687592, "tokens_per_second": 1754707.3671247514, "training_seconds": 0.14939471099933144, "elapsed_tokens_per_second": 1308416.652235097, "peak_memory_bytes": 42389451776}
{"loss": 3.5661460401796234, "perplexity": 35.37997705423712, "tokens": 367263744, "seconds": 0.5402937990002101, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 36, "step": 2802, "evaluation_tokens": 1048576}
{"event": "train", "step": 2820, "epoch": 37, "tokens": 369623040, "loss": 3.568865074051751, "lr": 0.00026756958070325187, "grad_norm": 0.09468594938516617, "tokens_per_second": 1759972.0230084574, "training_seconds": 1.3405304000043543, "elapsed_tokens_per_second": 1308019.518076324, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2840, "epoch": 37, "tokens": 372244480, "loss": 3.5544605612754823, "lr": 0.00023256429245420375, "grad_norm": 0.09679790586233139, "tokens_per_second": 1755483.8284199918, "training_seconds": 1.493286327997339, "elapsed_tokens_per_second": 1310366.8149360341, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2860, "epoch": 37, "tokens": 374865920, "loss": 3.5593350648880007, "lr": 0.00019995783796842082, "grad_norm": 0.10047095268964767, "tokens_per_second": 1756085.6175369273, "training_seconds": 1.4927745969907846, "elapsed_tokens_per_second": 1312689.7524910236, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2880, "epoch": 37, "tokens": 377487360, "loss": 3.5622983813285827, "lr": 0.00016976662385707165, "grad_norm": 0.09634408354759216, "tokens_per_second": 1757953.1707274062, "training_seconds": 1.4911887549969833, "elapsed_tokens_per_second": 1314997.543381671, "peak_memory_bytes": 42389451776}
{"loss": 3.557827968986005, "perplexity": 35.086904475372556, "tokens": 377487360, "seconds": 0.5420637000061106, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 37, "step": 2880, "evaluation_tokens": 1048576}
{"event": "train", "step": 2900, "epoch": 38, "tokens": 380108800, "loss": 3.562068498134613, "lr": 0.00014200584145323492, "grad_norm": 0.09415134787559509, "tokens_per_second": 1758847.2963187282, "training_seconds": 1.4904306959942915, "elapsed_tokens_per_second": 1314772.6638594905, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2920, "epoch": 38, "tokens": 382730240, "loss": 3.561304581165314, "lr": 0.00011668945916806617, "grad_norm": 0.08976124227046967, "tokens_per_second": 1757625.8292911001, "training_seconds": 1.4914664750103839, "elapsed_tokens_per_second": 1317037.239562966, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2940, "epoch": 38, "tokens": 385351680, "loss": 3.563916003704071, "lr": 9.383021546230552e-05, "grad_norm": 0.09014911949634552, "tokens_per_second": 1758124.7931450987, "training_seconds": 1.4910431900061667, "elapsed_tokens_per_second": 1319283.9328555437, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2958, "epoch": 38, "tokens": 387710976, "loss": 3.55287147892846, "lr": 7.536728174015517e-05, "grad_norm": 0.09278678148984909, "tokens_per_second": 1754681.352636669, "training_seconds": 1.344572333007818, "elapsed_tokens_per_second": 1321271.2438344285, "peak_memory_bytes": 42389451776}
{"loss": 3.5545776466931844, "perplexity": 34.973045866396845, "tokens": 387710976, "seconds": 0.5423043339978904, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 38, "step": 2958, "evaluation_tokens": 1048576}
{"event": "train", "step": 2960, "epoch": 39, "tokens": 387973120, "loss": 3.5283747911453247, "lr": 7.343961243665598e-05, "grad_norm": 0.09047204256057739, "tokens_per_second": 1857740.4415549056, "training_seconds": 0.14110905599955004, "elapsed_tokens_per_second": 1318877.5896207101, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2980, "epoch": 39, "tokens": 390594560, "loss": 3.542903017997742, "lr": 5.552791004426461e-05, "grad_norm": 0.09017911553382874, "tokens_per_second": 1752684.9200253305, "training_seconds": 1.4956709959951695, "elapsed_tokens_per_second": 1321067.6398618822, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3000, "epoch": 39, "tokens": 393216000, "loss": 3.5439276695251465, "lr": 4.010412092821602e-05, "grad_norm": 0.09251999855041504, "tokens_per_second": 1753427.3139896698, "training_seconds": 1.4950377350032795, "elapsed_tokens_per_second": 1323236.4832919152, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3020, "epoch": 39, "tokens": 395837440, "loss": 3.546976149082184, "lr": 2.7176005886631604e-05, "grad_norm": 0.08739131689071655, "tokens_per_second": 1755213.8899525444, "training_seconds": 1.4935159840097185, "elapsed_tokens_per_second": 1325391.2151527414, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3035, "epoch": 39, "tokens": 397803520, "loss": 3.5632211367289224, "lr": 1.912166621911349e-05, "grad_norm": 0.08959029614925385, "tokens_per_second": 1750290.8224538085, "training_seconds": 1.123287612994318, "elapsed_tokens_per_second": 1326976.381883864, "peak_memory_bytes": 42389451776}
{"loss": 3.552953373466022, "perplexity": 34.91628619341126, "tokens": 397803520, "seconds": 0.5408319269918138, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 39, "step": 3035, "evaluation_tokens": 1048576}
{"event": "train", "step": 3040, "epoch": 40, "tokens": 398458880, "loss": 3.55434193611145, "lr": 1.6750069967667592e-05, "grad_norm": 0.08788404613733292, "tokens_per_second": 1780135.2980816427, "training_seconds": 0.3681517920049373, "elapsed_tokens_per_second": 1325083.9457932278, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3060, "epoch": 40, "tokens": 401080320, "loss": 3.5348880887031555, "lr": 8.831559196363359e-06, "grad_norm": 0.08672565966844559, "tokens_per_second": 1756692.637638942, "training_seconds": 1.4922587730106898, "elapsed_tokens_per_second": 1327210.6209162537, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3080, "epoch": 40, "tokens": 403701760, "loss": 3.5534912943840027, "lr": 3.424457934996794e-06, "grad_norm": 0.08625967055559158, "tokens_per_second": 1755405.3992804962, "training_seconds": 1.4933530460111797, "elapsed_tokens_per_second": 1329309.3374117955, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3100, "epoch": 40, "tokens": 406323200, "loss": 3.5477067589759828, "lr": 5.314868782685389e-07, "grad_norm": 0.08637872338294983, "tokens_per_second": 1749807.760048833, "training_seconds": 1.4981302859960124, "elapsed_tokens_per_second": 1331368.5340287813, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3113, "epoch": 40, "tokens": 408027136, "loss": 3.5522093772888184, "lr": 0.0, "grad_norm": 0.08735552430152893, "tokens_per_second": 1753672.7890601838, "training_seconds": 0.9716385009960504, "elapsed_tokens_per_second": 1332701.9996588496, "peak_memory_bytes": 42389451776}
{"loss": 3.5526398386074107, "perplexity": 34.9053404365842, "tokens": 408027136, "seconds": 0.5414091909915442, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 40, "step": 3113, "evaluation_tokens": 1048576}
{"loss": 3.5532147350840058, "perplexity": 34.925413163132575, "tokens": 408027136, "seconds": 101.08717867899395, "split": "full", "validation_complete": true, "event": "final_validation", "step": 3113, "evaluation_tokens": 197411295}