{"event": "train", "step": 20, "epoch": 1, "tokens": 2621440, "loss": 9.594192552566529, "lr": 0.0003846153846153846, "grad_norm": 5.75301456451416, "tokens_per_second": 47537.915895096026, "training_seconds": 55.144192812003894, "elapsed_tokens_per_second": 47537.915895096026, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 40, "epoch": 1, "tokens": 5242880, "loss": 7.6898317575454715, "lr": 0.0007692307692307692, "grad_norm": 1.2253496646881104, "tokens_per_second": 1764000.5466326582, "training_seconds": 1.4860766369965859, "elapsed_tokens_per_second": 92570.72723666776, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 60, "epoch": 1, "tokens": 7864320, "loss": 6.850318360328674, "lr": 0.0011538461538461537, "grad_norm": 0.5142884850502014, "tokens_per_second": 1759019.393176303, "training_seconds": 1.4902848769997945, "elapsed_tokens_per_second": 135292.25194142264, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 78, "epoch": 1, "tokens": 10223616, "loss": 6.492972135543823, "lr": 0.0015, "grad_norm": 0.48119843006134033, "tokens_per_second": 1755403.4837850847, "training_seconds": 1.344019208001555, "elapsed_tokens_per_second": 171901.70424332833, "peak_memory_bytes": 21988176384}
{"loss": 6.38770867133843, "perplexity": 594.4928394140384, "tokens": 10223616, "seconds": 1.1070184050040552, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 1, "step": 78, "evaluation_tokens": 1048576}
{"event": "train", "step": 80, "epoch": 2, "tokens": 10485760, "loss": 6.37267541885376, "lr": 0.0015384615384615385, "grad_norm": 0.8688687086105347, "tokens_per_second": 1855969.2425082668, "training_seconds": 0.14124371999059804, "elapsed_tokens_per_second": 172667.12650984962, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 100, "epoch": 2, "tokens": 13107200, "loss": 6.21467776298523, "lr": 0.001923076923076923, "grad_norm": 0.5491102933883667, "tokens_per_second": 1750160.8190281643, "training_seconds": 1.4978280689974781, "elapsed_tokens_per_second": 210634.71353751657, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 120, "epoch": 2, "tokens": 15728640, "loss": 5.9863774061203, "lr": 0.0023076923076923075, "grad_norm": 0.6696262359619141, "tokens_per_second": 1751604.0245837264, "training_seconds": 1.4965939579997212, "elapsed_tokens_per_second": 246818.59326506217, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 140, "epoch": 2, "tokens": 18350080, "loss": 5.788674426078797, "lr": 0.002692307692307692, "grad_norm": 0.3339204490184784, "tokens_per_second": 1752088.7812617982, "training_seconds": 1.4961798899894347, "elapsed_tokens_per_second": 281344.380183073, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 156, "epoch": 2, "tokens": 20447232, "loss": 5.665994763374329, "lr": 0.003, "grad_norm": 0.3906669318675995, "tokens_per_second": 1751156.7154941873, "training_seconds": 1.1975809940049658, "elapsed_tokens_per_second": 307837.8870268139, "peak_memory_bytes": 42389451776}
{"loss": 5.624573022200117, "perplexity": 277.1539206842838, "tokens": 20447232, "seconds": 0.5436983710096683, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 2, "step": 156, "evaluation_tokens": 1048576}
{"event": "train", "step": 160, "epoch": 3, "tokens": 20971520, "loss": 5.575793981552124, "lr": 0.003076923076923077, "grad_norm": 0.4271884858608246, "tokens_per_second": 1793800.109914695, "training_seconds": 0.292277828004444, "elapsed_tokens_per_second": 311673.7119083955, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 180, "epoch": 3, "tokens": 23592960, "loss": 5.476592326164246, "lr": 0.0034615384615384616, "grad_norm": 0.32644155621528625, "tokens_per_second": 1751449.9113396844, "training_seconds": 1.4967256460076896, "elapsed_tokens_per_second": 342997.3503861665, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 200, "epoch": 3, "tokens": 26214400, "loss": 5.369315481185913, "lr": 0.003846153846153846, "grad_norm": 0.31928515434265137, "tokens_per_second": 1751703.862510464, "training_seconds": 1.4965086599986535, "elapsed_tokens_per_second": 372984.2801554544, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 220, "epoch": 3, "tokens": 28835840, "loss": 5.238178086280823, "lr": 0.004230769230769231, "grad_norm": 0.2626818120479584, "tokens_per_second": 1749431.8564177954, "training_seconds": 1.4984521919977851, "elapsed_tokens_per_second": 401709.5836841329, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 233, "epoch": 3, "tokens": 30539776, "loss": 5.195583453545203, "lr": 0.004480769230769231, "grad_norm": 0.3018011450767517, "tokens_per_second": 1748908.5951470337, "training_seconds": 0.9742853369971272, "elapsed_tokens_per_second": 419740.60528714897, "peak_memory_bytes": 42389451776}
{"loss": 5.173169028164828, "perplexity": 176.47320082595044, "tokens": 30539776, "seconds": 0.5436992350005312, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 3, "step": 233, "evaluation_tokens": 1048576}
{"event": "train", "step": 240, "epoch": 4, "tokens": 31457280, "loss": 5.105704307556152, "lr": 0.004615384615384615, "grad_norm": 0.2646867334842682, "tokens_per_second": 1768180.9892929427, "training_seconds": 0.5188971070019761, "elapsed_tokens_per_second": 426091.113415174, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 260, "epoch": 4, "tokens": 34078720, "loss": 5.077909350395203, "lr": 0.005, "grad_norm": 0.2656848728656769, "tokens_per_second": 1747428.9940035152, "training_seconds": 1.500169683000422, "elapsed_tokens_per_second": 452398.6976198621, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 280, "epoch": 4, "tokens": 36700160, "loss": 5.023890376091003, "lr": 0.005384615384615384, "grad_norm": 0.43852415680885315, "tokens_per_second": 1751765.6310537467, "training_seconds": 1.4964558920037234, "elapsed_tokens_per_second": 477698.35629374906, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 300, "epoch": 4, "tokens": 39321600, "loss": 4.967532539367676, "lr": 0.0057692307692307696, "grad_norm": 0.22532743215560913, "tokens_per_second": 1748264.2026733053, "training_seconds": 1.4994529980031075, "elapsed_tokens_per_second": 502013.4654283176, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 311, "epoch": 4, "tokens": 40763392, "loss": 4.91625638441606, "lr": 0.005980769230769231, "grad_norm": 0.28004318475723267, "tokens_per_second": 1752405.7064563523, "training_seconds": 0.8227501169894822, "elapsed_tokens_per_second": 515000.5331178361, "peak_memory_bytes": 42389451776}
{"loss": 4.91869778507807, "perplexity": 136.82432245085727, "tokens": 40763392, "seconds": 0.5437842240062309, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 4, "step": 311, "evaluation_tokens": 1048576}
{"event": "train", "step": 320, "epoch": 5, "tokens": 41943040, "loss": 4.870272212558323, "lr": 0.005999879234788303, "grad_norm": 0.20340436697006226, "tokens_per_second": 1764932.4041137688, "training_seconds": 0.6683814050047658, "elapsed_tokens_per_second": 521840.39623641135, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 340, "epoch": 5, "tokens": 44564480, "loss": 4.829459834098816, "lr": 0.0059985207378148026, "grad_norm": 0.20476233959197998, "tokens_per_second": 1750861.436864348, "training_seconds": 1.4972287040000083, "elapsed_tokens_per_second": 544308.1295364824, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 360, "epoch": 5, "tokens": 47185920, "loss": 4.7724254608154295, "lr": 0.005995653473187795, "grad_norm": 0.22762657701969147, "tokens_per_second": 1750764.5234138551, "training_seconds": 1.4973115829925518, "elapsed_tokens_per_second": 565965.0976505752, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 380, "epoch": 5, "tokens": 49807360, "loss": 4.685299801826477, "lr": 0.005991278883630709, "grad_norm": 0.21817465126514435, "tokens_per_second": 1748367.0686467364, "training_seconds": 1.4993647770024836, "elapsed_tokens_per_second": 586845.4379539267, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 389, "epoch": 5, "tokens": 50987008, "loss": 4.651982996198866, "lr": 0.005988819112284388, "grad_norm": 0.681315541267395, "tokens_per_second": 1750307.564788928, "training_seconds": 0.6739661210012855, "elapsed_tokens_per_second": 595999.2415395408, "peak_memory_bytes": 42389451776}
{"loss": 4.827173098725271, "perplexity": 124.85750146298534, "tokens": 50987008, "seconds": 0.5442483399965568, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 5, "step": 389, "evaluation_tokens": 1048576}
{"event": "train", "step": 400, "epoch": 6, "tokens": 52428800, "loss": 6.048710606314919, "lr": 0.0059853991703086515, "grad_norm": 3.1578009128570557, "tokens_per_second": 1761965.152530305, "training_seconds": 0.8182863309921231, "elapsed_tokens_per_second": 603197.6955709065, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 420, "epoch": 6, "tokens": 55050240, "loss": 7.158948850631714, "lr": 0.005978017291720847, "grad_norm": 0.1846482753753662, "tokens_per_second": 1749210.1227975765, "training_seconds": 1.498642139005824, "elapsed_tokens_per_second": 622614.0407504409, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 440, "epoch": 6, "tokens": 57671680, "loss": 6.399055814743042, "lr": 0.005969136962212003, "grad_norm": 0.13306716084480286, "tokens_per_second": 1749863.6059850273, "training_seconds": 1.4980824739905074, "elapsed_tokens_per_second": 641382.6086569452, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 460, "epoch": 6, "tokens": 60293120, "loss": 6.123808526992798, "lr": 0.005958762650103364, "grad_norm": 0.1957559734582901, "tokens_per_second": 1748512.305630481, "training_seconds": 1.4992402350035263, "elapsed_tokens_per_second": 659530.8724992229, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 467, "epoch": 6, "tokens": 61210624, "loss": 5.9596284457615445, "lr": 0.005954779630955907, "grad_norm": 0.2565482556819916, "tokens_per_second": 1748397.9333007906, "training_seconds": 0.5247684079949977, "elapsed_tokens_per_second": 665733.9031240535, "peak_memory_bytes": 42389451776}
{"loss": 5.906285810121972, "perplexity": 367.3392507820283, "tokens": 61210624, "seconds": 0.5449801610084251, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 6, "step": 467, "evaluation_tokens": 1048576}
{"event": "train", "step": 480, "epoch": 7, "tokens": 62914560, "loss": 5.820447041438176, "lr": 0.0059468995754443825, "grad_norm": 0.2671103775501251, "tokens_per_second": 1759238.6649163996, "training_seconds": 0.9685644330020295, "elapsed_tokens_per_second": 673165.1304266863, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 500, "epoch": 7, "tokens": 65536000, "loss": 5.577553772926331, "lr": 0.005933553707386146, "grad_norm": 0.48665088415145874, "tokens_per_second": 1743799.3119953861, "training_seconds": 1.5032922550017247, "elapsed_tokens_per_second": 690103.574326679, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 520, "epoch": 7, "tokens": 68157440, "loss": 5.32728431224823, "lr": 0.005918731761177867, "grad_norm": 0.538411557674408, "tokens_per_second": 1743810.222893648, "training_seconds": 1.503282849007519, "elapsed_tokens_per_second": 706512.516962088, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 540, "epoch": 7, "tokens": 70778880, "loss": 5.118453407287598, "lr": 0.00590244119478798, "grad_norm": 0.18433089554309845, "tokens_per_second": 1750937.7003596479, "training_seconds": 1.4971634910034481, "elapsed_tokens_per_second": 722462.9433314324, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 545, "epoch": 7, "tokens": 71434240, "loss": 4.958842754364014, "lr": 0.005898140025685757, "grad_norm": 0.17633280158042908, "tokens_per_second": 1756412.480755174, "training_seconds": 0.37312419900263194, "elapsed_tokens_per_second": 726374.4271353789, "peak_memory_bytes": 42389451776}
{"loss": 4.933179700155135, "perplexity": 138.82021798140119, "tokens": 71434240, "seconds": 0.5444683030073065, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 7, "step": 545, "evaluation_tokens": 1048576}
{"event": "train", "step": 560, "epoch": 8, "tokens": 73400320, "loss": 4.878102970123291, "lr": 0.005884690205151496, "grad_norm": 0.23711197078227997, "tokens_per_second": 1759769.54894461, "training_seconds": 1.1172371980064781, "elapsed_tokens_per_second": 733945.366961928, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 580, "epoch": 8, "tokens": 76021760, "loss": 4.733536553382874, "lr": 0.005865487724045557, "grad_norm": 0.21765132248401642, "tokens_per_second": 1747898.8751118819, "training_seconds": 1.4997663980029756, "elapsed_tokens_per_second": 748917.1795706081, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 600, "epoch": 8, "tokens": 78643200, "loss": 4.623824334144592, "lr": 0.005844843413595223, "grad_norm": 0.18177682161331177, "tokens_per_second": 1750149.99910811, "training_seconds": 1.4978373289923184, "elapsed_tokens_per_second": 763464.2787163183, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 620, "epoch": 8, "tokens": 81264640, "loss": 4.554169487953186, "lr": 0.0058227676614117695, "grad_norm": 0.17084597051143646, "tokens_per_second": 1750154.6740836643, "training_seconds": 1.497833328001434, "elapsed_tokens_per_second": 777596.4244028375, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 623, "epoch": 8, "tokens": 81657856, "loss": 4.504053274790446, "lr": 0.005819333513924642, "grad_norm": 0.16222666203975677, "tokens_per_second": 1755828.9787700083, "training_seconds": 0.2239489180064993, "elapsed_tokens_per_second": 779675.6812054529, "peak_memory_bytes": 42389451776}
{"loss": 4.517051982110329, "perplexity": 91.56526366339195, "tokens": 81657856, "seconds": 0.5440679609891959, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 8, "step": 623, "evaluation_tokens": 1048576}
{"event": "train", "step": 640, "epoch": 9, "tokens": 83886080, "loss": 4.469430951511159, "lr": 0.005799271575365957, "grad_norm": 0.16012902557849884, "tokens_per_second": 1755255.7377498976, "training_seconds": 1.269458319991827, "elapsed_tokens_per_second": 787272.5655426175, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 660, "epoch": 9, "tokens": 86507520, "loss": 4.4321863651275635, "lr": 0.005774366977998868, "grad_norm": 0.18957075476646423, "tokens_per_second": 1747625.633223403, "training_seconds": 1.5000008870119927, "elapsed_tokens_per_second": 800595.2285712113, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 680, "epoch": 9, "tokens": 89128960, "loss": 4.385960412025452, "lr": 0.005748066400573153, "grad_norm": 0.17550128698349, "tokens_per_second": 1746110.9248188483, "training_seconds": 1.5013021009945078, "elapsed_tokens_per_second": 813540.1832089963, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 700, "epoch": 9, "tokens": 91750400, "loss": 4.34309561252594, "lr": 0.00572038307676767, "grad_norm": 0.15450862050056458, "tokens_per_second": 1748314.0478068606, "training_seconds": 1.49941024799773, "elapsed_tokens_per_second": 826151.2561948007, "peak_memory_bytes": 42389451776}
{"loss": 4.340613895031872, "perplexity": 76.7546441728351, "tokens": 91750400, "seconds": 0.5455530089966487, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 9, "step": 700, "evaluation_tokens": 1048576}
{"event": "train", "step": 720, "epoch": 10, "tokens": 94371840, "loss": 4.315357398986817, "lr": 0.005691330936018681, "grad_norm": 0.16178883612155914, "tokens_per_second": 1751391.6133606823, "training_seconds": 1.4967754670069553, "elapsed_tokens_per_second": 834353.1237984799, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 740, "epoch": 10, "tokens": 96993280, "loss": 4.2913498878479, "lr": 0.0056609245965109686, "grad_norm": 0.16976000368595123, "tokens_per_second": 1748595.0467575486, "training_seconds": 1.4991692930052523, "elapsed_tokens_per_second": 846300.8976598441, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 760, "epoch": 10, "tokens": 99614720, "loss": 4.264705085754395, "lr": 0.005629179357822402, "grad_norm": 0.15102390944957733, "tokens_per_second": 1749486.9988336111, "training_seconds": 1.4984049619961297, "elapsed_tokens_per_second": 857947.9058848005, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 778, "epoch": 10, "tokens": 101974016, "loss": 4.246349732081096, "lr": 0.0055994770723212265, "grad_norm": 0.15651080012321472, "tokens_per_second": 1753610.467498637, "training_seconds": 1.3453934290009784, "elapsed_tokens_per_second": 868195.0299801971, "peak_memory_bytes": 42389451776}
{"loss": 4.24176091604516, "perplexity": 69.53018091272261, "tokens": 101974016, "seconds": 0.5442565639968961, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 10, "step": 778, "evaluation_tokens": 1048576}
{"event": "train", "step": 780, "epoch": 11, "tokens": 102236160, "loss": 4.19741415977478, "lr": 0.005596111193225627, "grad_norm": 0.15847542881965637, "tokens_per_second": 1819596.2093482246, "training_seconds": 0.1440671279997332, "elapsed_tokens_per_second": 865156.0985798674, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 800, "epoch": 11, "tokens": 104857600, "loss": 4.219217419624329, "lr": 0.005561736741650793, "grad_norm": 0.17250944674015045, "tokens_per_second": 1747518.007159886, "training_seconds": 1.500093269001809, "elapsed_tokens_per_second": 876208.6670755816, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 820, "epoch": 11, "tokens": 107479040, "loss": 4.1977005243301395, "lr": 0.005526073299313328, "grad_norm": 0.15949052572250366, "tokens_per_second": 1748882.8554041253, "training_seconds": 1.4989225790050114, "elapsed_tokens_per_second": 886990.7747636981, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 840, "epoch": 11, "tokens": 110100480, "loss": 4.174785804748535, "lr": 0.005489138811010988, "grad_norm": 0.147420734167099, "tokens_per_second": 1746098.6057232423, "training_seconds": 1.5013126929989085, "elapsed_tokens_per_second": 897495.5797392703, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 856, "epoch": 11, "tokens": 112197632, "loss": 4.1522605419158936, "lr": 0.005458688534706318, "grad_norm": 0.15804694592952728, "tokens_per_second": 1748346.5949938262, "training_seconds": 1.199505868004053, "elapsed_tokens_per_second": 905721.0911658298, "peak_memory_bytes": 42389451776}
{"loss": 4.170096146534816, "perplexity": 64.72167457300169, "tokens": 112197632, "seconds": 0.5457934830046725, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 11, "step": 856, "evaluation_tokens": 1048576}
{"event": "train", "step": 860, "epoch": 12, "tokens": 112721920, "loss": 4.147730469703674, "lr": 0.005450951861094564, "grad_norm": 0.1730920672416687, "tokens_per_second": 1774595.1176904165, "training_seconds": 0.29544091199932154, "elapsed_tokens_per_second": 903753.7397797368, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 880, "epoch": 12, "tokens": 115343360, "loss": 4.129818868637085, "lr": 0.005411531664116785, "grad_norm": 0.15019454061985016, "tokens_per_second": 1747735.21034425, "training_seconds": 1.4999068420002004, "elapsed_tokens_per_second": 913773.2945622343, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 900, "epoch": 12, "tokens": 117964800, "loss": 4.125789999961853, "lr": 0.0053708980551641135, "grad_norm": 0.15792599320411682, "tokens_per_second": 1751417.297655293, "training_seconds": 1.4967535169998882, "elapsed_tokens_per_second": 923577.6212097112, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 920, "epoch": 12, "tokens": 120586240, "loss": 4.114262366294861, "lr": 0.0053290714798763135, "grad_norm": 0.17999234795570374, "tokens_per_second": 1747827.3137341572, "training_seconds": 1.499827803010703, "elapsed_tokens_per_second": 933135.8985072859, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 934, "epoch": 12, "tokens": 122421248, "loss": 4.0994987147195, "lr": 0.005299094308492442, "grad_norm": 0.1336124688386917, "tokens_per_second": 1749881.7542622795, "training_seconds": 1.0486468560120557, "elapsed_tokens_per_second": 939698.7152637303, "peak_memory_bytes": 42389451776}
{"loss": 4.109601306462549, "perplexity": 60.922423350494256, "tokens": 122421248, "seconds": 0.5461945599963656, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 12, "step": 934, "evaluation_tokens": 1048576}
{"event": "train", "step": 940, "epoch": 13, "tokens": 123207680, "loss": 4.060060421625773, "lr": 0.005286072984158808, "grad_norm": 0.15018652379512787, "tokens_per_second": 1768157.0366728867, "training_seconds": 0.4447749739920255, "elapsed_tokens_per_second": 938536.886769589, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 960, "epoch": 13, "tokens": 125829120, "loss": 4.085846710205078, "lr": 0.00524192420359299, "grad_norm": 0.16142958402633667, "tokens_per_second": 1747530.4709426332, "training_seconds": 1.5000825699971756, "elapsed_tokens_per_second": 947667.4790124665, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 980, "epoch": 13, "tokens": 128450560, "loss": 4.063727951049804, "lr": 0.00519664735254984, "grad_norm": 0.1552026867866516, "tokens_per_second": 1752737.693016012, "training_seconds": 1.4956259629980195, "elapsed_tokens_per_second": 956623.5831337017, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1000, "epoch": 13, "tokens": 131072000, "loss": 4.0754557847976685, "lr": 0.005150265213012302, "grad_norm": 0.14892704784870148, "tokens_per_second": 1748688.6592795267, "training_seconds": 1.4990890379995108, "elapsed_tokens_per_second": 965360.3539437305, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1012, "epoch": 13, "tokens": 132644864, "loss": 4.077649434407552, "lr": 0.0051219150766892655, "grad_norm": 0.1468360871076584, "tokens_per_second": 1749016.687942148, "training_seconds": 0.8992847300105495, "elapsed_tokens_per_second": 970505.3465499659, "peak_memory_bytes": 42389451776}
{"loss": 4.062075224140574, "perplexity": 58.094745690028084, "tokens": 132644864, "seconds": 0.5443153079977492, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 13, "step": 1012, "evaluation_tokens": 1048576}
{"event": "train", "step": 1020, "epoch": 14, "tokens": 133693440, "loss": 4.055795311927795, "lr": 0.005102801123112059, "grad_norm": 0.14983642101287842, "tokens_per_second": 1767963.5126214628, "training_seconds": 0.5930982130084885, "elapsed_tokens_per_second": 970038.0383204925, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1040, "epoch": 14, "tokens": 136314880, "loss": 4.041338181495666, "lr": 0.005054278965386473, "grad_norm": 0.16078728437423706, "tokens_per_second": 1745562.8539548938, "training_seconds": 1.501773479001713, "elapsed_tokens_per_second": 978389.1848005507, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1060, "epoch": 14, "tokens": 138936320, "loss": 4.032607662677765, "lr": 0.0050047231547615855, "grad_norm": 0.13563703000545502, "tokens_per_second": 1749899.5633789508, "training_seconds": 1.4980516910000006, "elapsed_tokens_per_second": 986584.1116467908, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1080, "epoch": 14, "tokens": 141557760, "loss": 4.031483948230743, "lr": 0.00495415862626725, "grad_norm": 0.15544451773166656, "tokens_per_second": 1748487.1531414387, "training_seconds": 1.4992618020041846, "elapsed_tokens_per_second": 994601.6935678184, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1090, "epoch": 14, "tokens": 142868480, "loss": 4.030396270751953, "lr": 0.0049285060241493865, "grad_norm": 0.16335691511631012, "tokens_per_second": 1748091.5564676153, "training_seconds": 0.7498005439992994, "elapsed_tokens_per_second": 998539.1910938512, "peak_memory_bytes": 42389451776}
{"loss": 4.029246230841779, "perplexity": 56.21851948622445, "tokens": 142868480, "seconds": 0.5453930719959317, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 14, "step": 1090, "evaluation_tokens": 1048576}
{"event": "train", "step": 1100, "epoch": 15, "tokens": 144179200, "loss": 4.015920472145081, "lr": 0.004902610822490556, "grad_norm": 0.14381998777389526, "tokens_per_second": 1758722.07374738, "training_seconds": 0.7452684079908067, "elapsed_tokens_per_second": 998634.2750582971, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1120, "epoch": 15, "tokens": 146800640, "loss": 4.01621288061142, "lr": 0.00485010568077386, "grad_norm": 0.15482290089130402, "tokens_per_second": 1745369.87549845, "training_seconds": 1.5019395239942241, "elapsed_tokens_per_second": 1006299.9054561864, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1140, "epoch": 15, "tokens": 149422080, "loss": 3.9968363881111144, "lr": 0.004796669620163886, "grad_norm": 0.1686020791530609, "tokens_per_second": 1747516.4810821528, "training_seconds": 1.5000945790088736, "elapsed_tokens_per_second": 1013833.5798096812, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1160, "epoch": 15, "tokens": 152043520, "loss": 3.9765084624290465, "lr": 0.004742329528118427, "grad_norm": 0.14737139642238617, "tokens_per_second": 1750728.6801067407, "training_seconds": 1.4973422379989643, "elapsed_tokens_per_second": 1021236.5046701211, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1167, "epoch": 15, "tokens": 152961024, "loss": 3.987406083515712, "lr": 0.004723101965114102, "grad_norm": 0.1506340205669403, "tokens_per_second": 1750692.836765161, "training_seconds": 0.524080513001536, "elapsed_tokens_per_second": 1023784.3400782049, "peak_memory_bytes": 42389451776}
{"loss": 3.9966448578295646, "perplexity": 54.41527243925798, "tokens": 152961024, "seconds": 0.5437597390118754, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 15, "step": 1167, "evaluation_tokens": 1048576}
{"event": "train", "step": 1180, "epoch": 16, "tokens": 154664960, "loss": 3.9789890325986423, "lr": 0.004687112746977365, "grad_norm": 0.17846131324768066, "tokens_per_second": 1756763.3296566252, "training_seconds": 0.9699291710130638, "elapsed_tokens_per_second": 1024762.9298746163, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1200, "epoch": 16, "tokens": 157286400, "loss": 3.9594494104385376, "lr": 0.004631047060204816, "grad_norm": 0.12850801646709442, "tokens_per_second": 1750277.0213119376, "training_seconds": 1.4977286270004697, "elapsed_tokens_per_second": 1031883.6472136555, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1220, "epoch": 16, "tokens": 159907840, "loss": 3.954275119304657, "lr": 0.004574160678409302, "grad_norm": 0.13583146035671234, "tokens_per_second": 1747996.665129914, "training_seconds": 1.4996824949921574, "elapsed_tokens_per_second": 1038849.8872991311, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1240, "epoch": 16, "tokens": 162529280, "loss": 3.9428518414497375, "lr": 0.004516482225148996, "grad_norm": 0.16186200082302094, "tokens_per_second": 1746513.669397848, "training_seconds": 1.500955901996349, "elapsed_tokens_per_second": 1045675.8401178244, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1245, "epoch": 16, "tokens": 163184640, "loss": 3.922615718841553, "lr": 0.004501942243146119, "grad_norm": 0.13847145438194275, "tokens_per_second": 1753788.3236906684, "training_seconds": 0.37368249699648004, "elapsed_tokens_per_second": 1047363.6322076583, "peak_memory_bytes": 42389451776}
{"loss": 3.9676903136554906, "perplexity": 52.8622944105718, "tokens": 163184640, "seconds": 0.543423138995422, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 16, "step": 1245, "evaluation_tokens": 1048576}
{"event": "train", "step": 1260, "epoch": 17, "tokens": 165150720, "loss": 3.9432731946309407, "lr": 0.004458040722529194, "grad_norm": 0.149772509932518, "tokens_per_second": 1754621.9732802531, "training_seconds": 1.1205148629960604, "elapsed_tokens_per_second": 1048730.4320615348, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1280, "epoch": 17, "tokens": 167772160, "loss": 3.941421091556549, "lr": 0.004398865576599242, "grad_norm": 0.14492221176624298, "tokens_per_second": 1748261.7787119737, "training_seconds": 1.4994550769915804, "elapsed_tokens_per_second": 1055320.4534949737, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1300, "epoch": 17, "tokens": 170393600, "loss": 3.923985457420349, "lr": 0.0043389865625562685, "grad_norm": 0.13201473653316498, "tokens_per_second": 1747797.2575051335, "training_seconds": 1.4998535949998768, "elapsed_tokens_per_second": 1061781.5219751108, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1320, "epoch": 17, "tokens": 173015040, "loss": 3.92311931848526, "lr": 0.004278433809763189, "grad_norm": 0.1383824199438095, "tokens_per_second": 1747369.9570455933, "training_seconds": 1.5002203680051025, "elapsed_tokens_per_second": 1068123.4820008713, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1323, "epoch": 17, "tokens": 173408256, "loss": 3.943786303202311, "lr": 0.004269294665876606, "grad_norm": 0.1650347262620926, "tokens_per_second": 1750121.4920677855, "training_seconds": 0.2246792590012774, "elapsed_tokens_per_second": 1069056.9041959879, "peak_memory_bytes": 42389451776}
{"loss": 3.94104044219916, "perplexity": 51.47212722362777, "tokens": 173408256, "seconds": 0.5451758940034779, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 17, "step": 1323, "evaluation_tokens": 1048576}
{"event": "train", "step": 1340, "epoch": 18, "tokens": 175636480, "loss": 3.9123773715075325, "lr": 0.004217237786588483, "grad_norm": 0.1270553320646286, "tokens_per_second": 1751844.958187769, "training_seconds": 1.2719299099990167, "elapsed_tokens_per_second": 1070745.9578685858, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1360, "epoch": 18, "tokens": 178257920, "loss": 3.9049620509147642, "lr": 0.00415542928507542, "grad_norm": 0.15036071836948395, "tokens_per_second": 1746040.438980749, "training_seconds": 1.5013627070002258, "elapsed_tokens_per_second": 1076862.6912088222, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1380, "epoch": 18, "tokens": 180879360, "loss": 3.88326518535614, "lr": 0.004093039405448392, "grad_norm": 0.14276769757270813, "tokens_per_second": 1747541.753613908, "training_seconds": 1.5000728849990992, "elapsed_tokens_per_second": 1082874.857967349, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1400, "epoch": 18, "tokens": 183500800, "loss": 3.8974091172218324, "lr": 0.004030099540464199, "grad_norm": 0.12672053277492523, "tokens_per_second": 1749592.6255796223, "training_seconds": 1.4983145000005607, "elapsed_tokens_per_second": 1088794.1552209903, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1401, "epoch": 18, "tokens": 183631872, "loss": 3.898613929748535, "lr": 0.004026938677033256, "grad_norm": 0.14752839505672455, "tokens_per_second": 1747507.9990522573, "training_seconds": 0.07500509300734848, "elapsed_tokens_per_second": 1089077.1918340386, "peak_memory_bytes": 42389451776}
{"loss": 3.9102283544135537, "perplexity": 49.91034792043057, "tokens": 183631872, "seconds": 0.5442915640014689, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 18, "step": 1401, "evaluation_tokens": 1048576}
{"event": "train", "step": 1420, "epoch": 19, "tokens": 186122240, "loss": 3.8779970470227694, "lr": 0.003966641359616138, "grad_norm": 0.12497496604919434, "tokens_per_second": 1750950.59754094, "training_seconds": 1.4222948400129098, "elapsed_tokens_per_second": 1091073.4065902813, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1440, "epoch": 19, "tokens": 188743680, "loss": 3.8681925535202026, "lr": 0.0039026967931988406, "grad_norm": 0.13838277757167816, "tokens_per_second": 1744433.8607707517, "training_seconds": 1.502745423000306, "elapsed_tokens_per_second": 1096770.9330612563, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1460, "epoch": 19, "tokens": 191365120, "loss": 3.8826037645339966, "lr": 0.003838298016241884, "grad_norm": 0.13609977066516876, "tokens_per_second": 1749068.9547506694, "training_seconds": 1.4987630950054154, "elapsed_tokens_per_second": 1102392.694580224, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1479, "epoch": 19, "tokens": 193855488, "loss": 3.8731350020358435, "lr": 0.0037767279767460145, "grad_norm": 0.17523640394210815, "tokens_per_second": 1745172.7223432655, "training_seconds": 1.4270037390087964, "elapsed_tokens_per_second": 1107625.6660374664, "peak_memory_bytes": 42389451776}
{"loss": 3.8866846741918466, "perplexity": 48.748999501731305, "tokens": 193855488, "seconds": 0.5455244280019542, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 19, "step": 1479, "evaluation_tokens": 1048576}
{"event": "train", "step": 1480, "epoch": 20, "tokens": 193986560, "loss": 3.884244441986084, "lr": 0.003773477432320261, "grad_norm": 0.1501983404159546, "tokens_per_second": 1893350.2628961352, "training_seconds": 0.06922755000414327, "elapsed_tokens_per_second": 1104452.4404905248, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1500, "epoch": 20, "tokens": 196608000, "loss": 3.8711655735969543, "lr": 0.003708267657249854, "grad_norm": 0.13399575650691986, "tokens_per_second": 1744613.2195117373, "training_seconds": 1.502590930002043, "elapsed_tokens_per_second": 1109873.3796308797, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1520, "epoch": 20, "tokens": 199229440, "loss": 3.8650771617889403, "lr": 0.0036427015026761116, "grad_norm": 0.13586337864398956, "tokens_per_second": 1745449.505827725, "training_seconds": 1.5018710029980866, "elapsed_tokens_per_second": 1115209.1769168933, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1540, "epoch": 20, "tokens": 201850880, "loss": 3.852502977848053, "lr": 0.0035768119595641903, "grad_norm": 0.1408507525920868, "tokens_per_second": 1748145.4183373537, "training_seconds": 1.4995548839942785, "elapsed_tokens_per_second": 1120467.5419458535, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1557, "epoch": 20, "tokens": 204079104, "loss": 3.864952970953549, "lr": 0.003520576343213019, "grad_norm": 0.13525082170963287, "tokens_per_second": 1748016.1904837438, "training_seconds": 1.274715881998418, "elapsed_tokens_per_second": 1124868.3227345077, "peak_memory_bytes": 42389451776}
{"loss": 3.8638642397930094, "perplexity": 47.649123709919486, "tokens": 204079104, "seconds": 0.544410404007067, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 20, "step": 1557, "evaluation_tokens": 1048576}
{"event": "train", "step": 1560, "epoch": 21, "tokens": 204472320, "loss": 3.8680972258249917, "lr": 0.0035106321815988736, "grad_norm": 0.14061880111694336, "tokens_per_second": 1789852.2728757462, "training_seconds": 0.21969187399372458, "elapsed_tokens_per_second": 1122268.8949376962, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1580, "epoch": 21, "tokens": 207093760, "loss": 3.843543303012848, "lr": 0.0034441954685026023, "grad_norm": 0.14109103381633759, "tokens_per_second": 1747945.9790977621, "training_seconds": 1.4997259820083855, "elapsed_tokens_per_second": 1127367.7481033262, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1600, "epoch": 21, "tokens": 209715200, "loss": 3.8417795300483704, "lr": 0.0033775352492800407, "grad_norm": 0.13778671622276306, "tokens_per_second": 1751284.9421190324, "training_seconds": 1.4968666360073257, "elapsed_tokens_per_second": 1132403.0746962014, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1620, "epoch": 21, "tokens": 212336640, "loss": 3.848437762260437, "lr": 0.0033106850653975765, "grad_norm": 0.1518285870552063, "tokens_per_second": 1747340.02718487, "training_seconds": 1.5002460649993736, "elapsed_tokens_per_second": 1137334.8345832592, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1634, "epoch": 21, "tokens": 214171648, "loss": 3.841217041015625, "lr": 0.003263794917011864, "grad_norm": 0.1313726007938385, "tokens_per_second": 1749038.9523415843, "training_seconds": 1.049152162988321, "elapsed_tokens_per_second": 1140744.9709186256, "peak_memory_bytes": 42389451776}
{"loss": 3.8419507681218663, "perplexity": 46.61632343603349, "tokens": 214171648, "seconds": 0.542680755010224, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 21, "step": 1634, "evaluation_tokens": 1048576}
{"event": "train", "step": 1640, "epoch": 22, "tokens": 214958080, "loss": 3.818005124727885, "lr": 0.0032436785539062376, "grad_norm": 0.1384076476097107, "tokens_per_second": 1763443.465280715, "training_seconds": 0.4459638289990835, "elapsed_tokens_per_second": 1138898.6480655537, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1660, "epoch": 22, "tokens": 217579520, "loss": 3.833414602279663, "lr": 0.0031765494305165225, "grad_norm": 0.14673472940921783, "tokens_per_second": 1744974.9062436677, "training_seconds": 1.5022794830001658, "elapsed_tokens_per_second": 1143675.2106185432, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1680, "epoch": 22, "tokens": 220200960, "loss": 3.818256175518036, "lr": 0.0031093314726336353, "grad_norm": 0.1278967559337616, "tokens_per_second": 1750248.1147816193, "training_seconds": 1.497753363000811, "elapsed_tokens_per_second": 1148405.7291094188, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1700, "epoch": 22, "tokens": 222822400, "loss": 3.8160549998283386, "lr": 0.003042058502361692, "grad_norm": 0.14470864832401276, "tokens_per_second": 1748468.3431946586, "training_seconds": 1.4992779309977777, "elapsed_tokens_per_second": 1153051.8671126142, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1712, "epoch": 22, "tokens": 224395264, "loss": 3.8130823373794556, "lr": 0.0030016823951208075, "grad_norm": 0.15433773398399353, "tokens_per_second": 1750234.391452881, "training_seconds": 0.8986590639979113, "elapsed_tokens_per_second": 1155808.816308132, "peak_memory_bytes": 42389451776}
{"loss": 3.8227126142638896, "perplexity": 45.72808288282655, "tokens": 224395264, "seconds": 0.5440575490065385, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 22, "step": 1712, "evaluation_tokens": 1048576}
{"event": "train", "step": 1720, "epoch": 23, "tokens": 225443840, "loss": 3.8054114282131195, "lr": 0.00297476436948543, "grad_norm": 0.1568860411643982, "tokens_per_second": 1760440.2599829582, "training_seconds": 0.5956328219908755, "elapsed_tokens_per_second": 1154397.695790289, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1740, "epoch": 23, "tokens": 228065280, "loss": 3.81070876121521, "lr": 0.002907482934437985, "grad_norm": 0.1523759365081787, "tokens_per_second": 1749264.2006852964, "training_seconds": 1.4985958090110216, "elapsed_tokens_per_second": 1158918.4299438994, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1760, "epoch": 23, "tokens": 230686720, "loss": 3.7996697425842285, "lr": 0.002840248051263322, "grad_norm": 0.15263468027114868, "tokens_per_second": 1746107.2960617382, "training_seconds": 1.5013052209978923, "elapsed_tokens_per_second": 1163356.9573902271, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1780, "epoch": 23, "tokens": 233308160, "loss": 3.7917938351631166, "lr": 0.0027730935505818665, "grad_norm": 0.15246716141700745, "tokens_per_second": 1747937.5303631758, "training_seconds": 1.4997332310013007, "elapsed_tokens_per_second": 1167735.738136267, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1790, "epoch": 23, "tokens": 234618880, "loss": 3.7961163759231566, "lr": 0.002739557005150571, "grad_norm": 0.14124010503292084, "tokens_per_second": 1750820.7075652538, "training_seconds": 0.7486317669972777, "elapsed_tokens_per_second": 1169905.1550687104, "peak_memory_bytes": 42389451776}
{"loss": 3.801649032504061, "perplexity": 44.774959011071225, "tokens": 234618880, "seconds": 0.5445936030009761, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 23, "step": 1790, "evaluation_tokens": 1048576}
{"event": "train", "step": 1800, "epoch": 24, "tokens": 235929600, "loss": 3.7819167375564575, "lr": 0.0027060532225679315, "grad_norm": 0.1658509075641632, "tokens_per_second": 1757689.8276233163, "training_seconds": 0.7457060849992558, "elapsed_tokens_per_second": 1168887.7602230841, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1820, "epoch": 24, "tokens": 238551040, "loss": 3.793526303768158, "lr": 0.002639160799947495, "grad_norm": 0.13785786926746368, "tokens_per_second": 1748550.9122046102, "training_seconds": 1.4992071330052568, "elapsed_tokens_per_second": 1173152.0296538149, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1840, "epoch": 24, "tokens": 241172480, "loss": 3.7686655521392822, "lr": 0.0025724499410248822, "grad_norm": 0.1312628537416458, "tokens_per_second": 1749681.8780002212, "training_seconds": 1.4982380699948408, "elapsed_tokens_per_second": 1177361.8223132833, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1860, "epoch": 24, "tokens": 243793920, "loss": 3.7836989045143126, "lr": 0.0025059542127468916, "grad_norm": 0.13326719403266907, "tokens_per_second": 1747874.8031234725, "training_seconds": 1.4997870530060027, "elapsed_tokens_per_second": 1181499.2364463396, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1868, "epoch": 24, "tokens": 244842496, "loss": 3.7671817243099213, "lr": 0.0024794236567869813, "grad_norm": 0.1372937262058258, "tokens_per_second": 1747653.688306051, "training_seconds": 0.5999907229997916, "elapsed_tokens_per_second": 1183133.9585947965, "peak_memory_bytes": 42389451776}
{"loss": 3.7782140019535864, "perplexity": 43.73785621101266, "tokens": 244842496, "seconds": 0.5442161719984142, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 24, "step": 1868, "evaluation_tokens": 1048576}
{"event": "train", "step": 1880, "epoch": 25, "tokens": 246415360, "loss": 3.763693630695343, "lr": 0.0024397070738128917, "grad_norm": 0.12995892763137817, "tokens_per_second": 1754643.6112322279, "training_seconds": 0.8964008360053413, "elapsed_tokens_per_second": 1182467.4654743115, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1900, "epoch": 25, "tokens": 249036800, "loss": 3.767259359359741, "lr": 0.00237374185783939, "grad_norm": 0.14575019478797913, "tokens_per_second": 1748123.1662735373, "training_seconds": 1.499573972003418, "elapsed_tokens_per_second": 1186499.9312082038, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1920, "epoch": 25, "tokens": 251658240, "loss": 3.7714173793792725, "lr": 0.002308091756587532, "grad_norm": 0.13761931657791138, "tokens_per_second": 1746753.398260158, "training_seconds": 1.500749907005229, "elapsed_tokens_per_second": 1190470.5192259718, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1940, "epoch": 25, "tokens": 254279680, "loss": 3.7726067423820497, "lr": 0.0022427898032619797, "grad_norm": 0.13083437085151672, "tokens_per_second": 1748845.3507192044, "training_seconds": 1.498954723996576, "elapsed_tokens_per_second": 1194392.786104662, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1946, "epoch": 25, "tokens": 255066112, "loss": 3.733986496925354, "lr": 0.002223272023253987, "grad_norm": 0.14299249649047852, "tokens_per_second": 1744946.1811378505, "training_seconds": 0.4506912640063092, "elapsed_tokens_per_second": 1195548.9317789352, "peak_memory_bytes": 42389451776}
{"loss": 3.761665751412336, "perplexity": 43.02002699818827, "tokens": 255066112, "seconds": 0.5448590669984696, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 25, "step": 1946, "evaluation_tokens": 1048576}
{"event": "train", "step": 1960, "epoch": 26, "tokens": 256901120, "loss": 3.7383820840290616, "lr": 0.0021778688558895766, "grad_norm": 0.13989809155464172, "tokens_per_second": 1758876.925912967, "training_seconds": 1.0432839120039716, "elapsed_tokens_per_second": 1195215.958641102, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1980, "epoch": 26, "tokens": 259522560, "loss": 3.7439709186553953, "lr": 0.0021133615807861455, "grad_norm": 0.13539983332157135, "tokens_per_second": 1746167.7749351705, "training_seconds": 1.5012532229884528, "elapsed_tokens_per_second": 1199029.1435929358, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2000, "epoch": 26, "tokens": 262144000, "loss": 3.73695912361145, "lr": 0.002049300436119765, "grad_norm": 0.13216140866279602, "tokens_per_second": 1747654.8796397503, "training_seconds": 1.4999757850018796, "elapsed_tokens_per_second": 1202798.0490431671, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2020, "epoch": 26, "tokens": 264765440, "loss": 3.740597903728485, "lr": 0.0019857176555787667, "grad_norm": 0.12141130864620209, "tokens_per_second": 1748947.68882961, "training_seconds": 1.4988670140010072, "elapsed_tokens_per_second": 1206518.6311794107, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2024, "epoch": 26, "tokens": 265289728, "loss": 3.7354493737220764, "lr": 0.0019730613229667453, "grad_norm": 0.14408542215824127, "tokens_per_second": 1749628.177173649, "training_seconds": 0.299656810995657, "elapsed_tokens_per_second": 1207252.2690944565, "peak_memory_bytes": 42389451776}
{"loss": 3.742572984820478, "perplexity": 42.20644712388417, "tokens": 265289728, "seconds": 0.5442081410001265, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 26, "step": 2024, "evaluation_tokens": 1048576}
{"event": "train", "step": 2040, "epoch": 27, "tokens": 267386880, "loss": 3.7194125205278397, "lr": 0.0019226452321526929, "grad_norm": 0.14154013991355896, "tokens_per_second": 1752058.4547072623, "training_seconds": 1.196964630013099, "elapsed_tokens_per_second": 1207190.901025343, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2060, "epoch": 27, "tokens": 270008320, "loss": 3.7187774777412415, "lr": 0.0018601149020343543, "grad_norm": 0.14164413511753082, "tokens_per_second": 1745385.0651387114, "training_seconds": 1.5019264529983047, "elapsed_tokens_per_second": 1210806.32184417, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2080, "epoch": 27, "tokens": 272629760, "loss": 3.7267609238624573, "lr": 0.001798158128651121, "grad_norm": 0.14136958122253418, "tokens_per_second": 1749218.6200342092, "training_seconds": 1.4986348590027774, "elapsed_tokens_per_second": 1214393.2111264607, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2100, "epoch": 27, "tokens": 275251200, "loss": 3.7193634629249575, "lr": 0.0017368060868334406, "grad_norm": 0.1536177098751068, "tokens_per_second": 1747739.9645012817, "training_seconds": 1.4999027619924163, "elapsed_tokens_per_second": 1217924.1138544818, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2101, "epoch": 27, "tokens": 275382272, "loss": 3.730522394180298, "lr": 0.0017337549140233875, "grad_norm": 0.1328340470790863, "tokens_per_second": 1759687.352845638, "training_seconds": 0.07448595899040811, "elapsed_tokens_per_second": 1218096.1802604692, "peak_memory_bytes": 42389451776}
{"loss": 3.729362153310351, "perplexity": 41.652531759596194, "tokens": 275382272, "seconds": 0.5437423279945506, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 27, "step": 2101, "evaluation_tokens": 1048576}
{"event": "train", "step": 2120, "epoch": 28, "tokens": 277872640, "loss": 3.7188284397125244, "lr": 0.0016760896471285825, "grad_norm": 0.13968297839164734, "tokens_per_second": 1751298.312116312, "training_seconds": 1.4220124480052618, "elapsed_tokens_per_second": 1218483.7611732758, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2140, "epoch": 28, "tokens": 280494080, "loss": 3.71326858997345, "lr": 0.0016160393602674796, "grad_norm": 0.1390518993139267, "tokens_per_second": 1746135.6193342379, "training_seconds": 1.501280869008042, "elapsed_tokens_per_second": 1221926.2133883808, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2160, "epoch": 28, "tokens": 283115520, "loss": 3.711615598201752, "lr": 0.0015566854417925022, "grad_norm": 0.14287258684635162, "tokens_per_second": 1748451.345882965, "training_seconds": 1.4992925060068956, "elapsed_tokens_per_second": 1225336.4152718596, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2179, "epoch": 28, "tokens": 285605888, "loss": 3.7078238537437036, "lr": 0.0015009714361357814, "grad_norm": 0.131941020488739, "tokens_per_second": 1744899.7300147605, "training_seconds": 1.4272269960056292, "elapsed_tokens_per_second": 1228517.3792509283, "peak_memory_bytes": 42389451776}
{"loss": 3.7098623317403785, "perplexity": 40.84818264167092, "tokens": 285605888, "seconds": 0.5437319930060767, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 28, "step": 2179, "evaluation_tokens": 1048576}
{"event": "train", "step": 2180, "epoch": 29, "tokens": 285736960, "loss": 3.740373134613037, "lr": 0.0014980577568538807, "grad_norm": 0.13043977320194244, "tokens_per_second": 1894341.8243694764, "training_seconds": 0.06919131400354672, "elapsed_tokens_per_second": 1225810.7577282572, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2200, "epoch": 29, "tokens": 288358400, "loss": 3.6988890767097473, "lr": 0.0014401858051824392, "grad_norm": 0.14597046375274658, "tokens_per_second": 1744924.3755748072, "training_seconds": 1.5023229869984789, "elapsed_tokens_per_second": 1229129.2300056722, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2220, "epoch": 29, "tokens": 290979840, "loss": 3.6914752960205077, "lr": 0.0013830987062461969, "grad_norm": 0.12707461416721344, "tokens_per_second": 1746682.7476659028, "training_seconds": 1.500810609999462, "elapsed_tokens_per_second": 1232411.2448838728, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2240, "epoch": 29, "tokens": 293601280, "loss": 3.7171515345573427, "lr": 0.001326825184598303, "grad_norm": 0.13395576179027557, "tokens_per_second": 1746368.1138951578, "training_seconds": 1.5010810029925779, "elapsed_tokens_per_second": 1235651.5058256027, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2257, "epoch": 29, "tokens": 295829504, "loss": 3.694028854370117, "lr": 0.0012796535277886276, "grad_norm": 0.1405542939901352, "tokens_per_second": 1745898.7267394948, "training_seconds": 1.2762618849956198, "elapsed_tokens_per_second": 1238368.8060978968, "peak_memory_bytes": 42389451776}
{"loss": 3.694420016949131, "perplexity": 40.222237605599354, "tokens": 295829504, "seconds": 0.5453706370026339, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 29, "step": 2257, "evaluation_tokens": 1048576}
{"event": "train", "step": 2260, "epoch": 30, "tokens": 296222720, "loss": 3.656971295674642, "lr": 0.0012713935554236892, "grad_norm": 0.12772126495838165, "tokens_per_second": 1769696.974466685, "training_seconds": 0.22219397200387903, "elapsed_tokens_per_second": 1236015.2837750285, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2280, "epoch": 30, "tokens": 298844160, "loss": 3.685736668109894, "lr": 0.0012168317102916975, "grad_norm": 0.13063153624534607, "tokens_per_second": 1749052.1301658317, "training_seconds": 1.4987775119952857, "elapsed_tokens_per_second": 1239197.7667489273, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2300, "epoch": 30, "tokens": 301465600, "loss": 3.6870800614356996, "lr": 0.0011631671031218603, "grad_norm": 0.13930678367614746, "tokens_per_second": 1748344.5147778613, "training_seconds": 1.4993841190007515, "elapsed_tokens_per_second": 1242334.9659734662, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2320, "epoch": 30, "tokens": 304087040, "loss": 3.657331943511963, "lr": 0.0011104267363698916, "grad_norm": 0.13189762830734253, "tokens_per_second": 1747870.9992224677, "training_seconds": 1.4997903170005884, "elapsed_tokens_per_second": 1245434.0865717626, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2335, "epoch": 30, "tokens": 306053120, "loss": 3.6758271217346192, "lr": 0.0010714939758506147, "grad_norm": 0.14064018428325653, "tokens_per_second": 1748825.154425107, "training_seconds": 1.12422902599792, "elapsed_tokens_per_second": 1247732.7601278948, "peak_memory_bytes": 42389451776}
{"loss": 3.680192494394897, "perplexity": 39.654026515787145, "tokens": 306053120, "seconds": 0.5440609439974651, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 30, "step": 2335, "evaluation_tokens": 1048576}
{"event": "train", "step": 2340, "epoch": 31, "tokens": 306708480, "loss": 3.6612022876739503, "lr": 0.0010586371474408487, "grad_norm": 0.13622471690177917, "tokens_per_second": 1777803.8439524241, "training_seconds": 0.3686345949972747, "elapsed_tokens_per_second": 1245642.6294385067, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2360, "epoch": 31, "tokens": 309329920, "loss": 3.6737644910812377, "lr": 0.0010078243953362852, "grad_norm": 0.14932222664356232, "tokens_per_second": 1744711.0671954495, "training_seconds": 1.5025066610105569, "elapsed_tokens_per_second": 1248663.9002675358, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2380, "epoch": 31, "tokens": 311951360, "loss": 3.6607513546943666, "lr": 0.0009580140475421277, "grad_norm": 0.1303568035364151, "tokens_per_second": 1748207.7744229077, "training_seconds": 1.499501397003769, "elapsed_tokens_per_second": 1251660.8732813383, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2400, "epoch": 31, "tokens": 314572800, "loss": 3.6542630195617676, "lr": 0.0009092311671638622, "grad_norm": 0.1322021782398224, "tokens_per_second": 1750431.3431330412, "training_seconds": 1.4975965839985292, "elapsed_tokens_per_second": 1254634.2121571375, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2413, "epoch": 31, "tokens": 316276736, "loss": 3.6404774372394266, "lr": 0.0008780849233107348, "grad_norm": 0.12604667246341705, "tokens_per_second": 1749734.4811727877, "training_seconds": 0.9738254679978127, "elapsed_tokens_per_second": 1256541.821083073, "peak_memory_bytes": 42389451776}
{"loss": 3.6648974748585026, "perplexity": 39.052132132473304, "tokens": 316276736, "seconds": 0.5442144760017982, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 31, "step": 2413, "evaluation_tokens": 1048576}
{"event": "train", "step": 2420, "epoch": 32, "tokens": 317194240, "loss": 3.656672511781965, "lr": 0.0008615003003155232, "grad_norm": 0.14112593233585358, "tokens_per_second": 1773565.041889672, "training_seconds": 0.5173218790005194, "elapsed_tokens_per_second": 1254756.4233039133, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2440, "epoch": 32, "tokens": 319815680, "loss": 3.6595924377441404, "lr": 0.0008148454637688022, "grad_norm": 0.1229579746723175, "tokens_per_second": 1749375.9866636402, "training_seconds": 1.4985000480082817, "elapsed_tokens_per_second": 1257665.261660185, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2460, "epoch": 32, "tokens": 322437120, "loss": 3.6440675616264344, "lr": 0.0007692901328685167, "grad_norm": 0.12877975404262543, "tokens_per_second": 1748826.0500551113, "training_seconds": 1.4989712669921573, "elapsed_tokens_per_second": 1260535.548963195, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2480, "epoch": 32, "tokens": 325058560, "loss": 3.6427207350730897, "lr": 0.0007248572297205047, "grad_norm": 0.12586858868598938, "tokens_per_second": 1749435.6472721107, "training_seconds": 1.4984489449998364, "elapsed_tokens_per_second": 1263376.763315029, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2491, "epoch": 32, "tokens": 326500352, "loss": 3.6448412158272485, "lr": 0.0007009056915075576, "grad_norm": 0.12816300988197327, "tokens_per_second": 1742988.6646928326, "training_seconds": 0.8271952819923172, "elapsed_tokens_per_second": 1264906.1493361194, "peak_memory_bytes": 42389451776}
{"loss": 3.652641897124036, "perplexity": 38.57644654621761, "tokens": 326500352, "seconds": 0.5439047240070067, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 32, "step": 2491, "evaluation_tokens": 1048576}
{"event": "train", "step": 2500, "epoch": 33, "tokens": 327680000, "loss": 3.6403322219848633, "lr": 0.0006815691116578904, "grad_norm": 0.12617425620555878, "tokens_per_second": 1762117.277535365, "training_seconds": 0.6694491990056122, "elapsed_tokens_per_second": 1263439.9325202927, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2520, "epoch": 33, "tokens": 330301440, "loss": 3.6240032434463503, "lr": 0.0006394475599915362, "grad_norm": 0.12745139002799988, "tokens_per_second": 1745993.5725287793, "training_seconds": 1.5014030070014996, "elapsed_tokens_per_second": 1266211.6878616435, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2540, "epoch": 33, "tokens": 332922880, "loss": 3.6235884308815, "lr": 0.000598513769050322, "grad_norm": 0.1325570046901703, "tokens_per_second": 1748250.621979918, "training_seconds": 1.4994646459963406, "elapsed_tokens_per_second": 1268958.816851038, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2560, "epoch": 33, "tokens": 335544320, "loss": 3.646759498119354, "lr": 0.0005587883355167817, "grad_norm": 0.12645433843135834, "tokens_per_second": 1745480.4344044598, "training_seconds": 1.5018443909939378, "elapsed_tokens_per_second": 1271665.2544504174, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2568, "epoch": 33, "tokens": 336592896, "loss": 3.6292439699172974, "lr": 0.0005432410003009801, "grad_norm": 0.11717259883880615, "tokens_per_second": 1748749.0896026834, "training_seconds": 0.5996148940030253, "elapsed_tokens_per_second": 1272739.378364948, "peak_memory_bytes": 42389451776}
{"loss": 3.640649770498968, "perplexity": 38.116595720115754, "tokens": 336592896, "seconds": 0.5425616470020032, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 33, "step": 2568, "evaluation_tokens": 1048576}
{"event": "train", "step": 2580, "epoch": 34, "tokens": 338165760, "loss": 3.640868683656057, "lr": 0.0005202912480634555, "grad_norm": 0.12781281769275665, "tokens_per_second": 1753915.736899116, "training_seconds": 0.8967728419956984, "elapsed_tokens_per_second": 1271671.1283855806, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2600, "epoch": 34, "tokens": 340787200, "loss": 3.655152606964111, "lr": 0.00048304187729517967, "grad_norm": 0.13346055150032043, "tokens_per_second": 1746929.5998254104, "training_seconds": 1.500598536003963, "elapsed_tokens_per_second": 1274331.8695871923, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2620, "epoch": 34, "tokens": 343408640, "loss": 3.630502939224243, "lr": 0.00044705896600236427, "grad_norm": 0.12378835678100586, "tokens_per_second": 1746287.0165561642, "training_seconds": 1.5011507129966049, "elapsed_tokens_per_second": 1276958.5837455501, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2640, "epoch": 34, "tokens": 346030080, "loss": 3.6386469841003417, "lr": 0.0004123606197301715, "grad_norm": 0.13020557165145874, "tokens_per_second": 1744060.4769109075, "training_seconds": 1.5030671440035803, "elapsed_tokens_per_second": 1279548.9726896547, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2646, "epoch": 34, "tokens": 346816512, "loss": 3.6221874554951987, "lr": 0.00040220423323997126, "grad_norm": 0.12376204878091812, "tokens_per_second": 1741553.7989117012, "training_seconds": 0.4515691679989686, "elapsed_tokens_per_second": 1280311.6254002391, "peak_memory_bytes": 42389451776}
{"loss": 3.6302259583639485, "perplexity": 37.72133910635205, "tokens": 346816512, "seconds": 0.543773807992693, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 34, "step": 2646, "evaluation_tokens": 1048576}
{"event": "train", "step": 2660, "epoch": 35, "tokens": 348651520, "loss": 3.615047437804086, "lr": 0.0003789642976683362, "grad_norm": 0.1292334944009781, "tokens_per_second": 1754438.4443718286, "training_seconds": 1.0459232729917858, "elapsed_tokens_per_second": 1279519.106992963, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2680, "epoch": 35, "tokens": 351272960, "loss": 3.626504063606262, "lr": 0.00034688680386621407, "grad_norm": 0.12261269241571426, "tokens_per_second": 1747543.0199373453, "training_seconds": 1.5000717980001355, "elapsed_tokens_per_second": 1282076.2150689273, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2700, "epoch": 35, "tokens": 353894400, "loss": 3.6311437368392943, "lr": 0.00031614427877747775, "grad_norm": 0.1260676234960556, "tokens_per_second": 1748354.0087418684, "training_seconds": 1.4993759770004544, "elapsed_tokens_per_second": 1284606.239494982, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2720, "epoch": 35, "tokens": 356515840, "loss": 3.613142502307892, "lr": 0.00028675219113871356, "grad_norm": 0.13959191739559174, "tokens_per_second": 1749610.1869008522, "training_seconds": 1.4982994610036258, "elapsed_tokens_per_second": 1287115.933982308, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2724, "epoch": 35, "tokens": 357040128, "loss": 3.5949076414108276, "lr": 0.00028103713960192587, "grad_norm": 0.1262233406305313, "tokens_per_second": 1742950.5568693997, "training_seconds": 0.300804861006327, "elapsed_tokens_per_second": 1287602.783383224, "peak_memory_bytes": 42389451776}
{"loss": 3.621746286395058, "perplexity": 37.40282687267794, "tokens": 357040128, "seconds": 0.5449659040023107, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 35, "step": 2724, "evaluation_tokens": 1048576}
{"event": "train", "step": 2740, "epoch": 36, "tokens": 359137280, "loss": 3.63068325817585, "lr": 0.0002587253301860059, "grad_norm": 0.1205538660287857, "tokens_per_second": 1752671.5081529627, "training_seconds": 1.1965459529892541, "elapsed_tokens_per_second": 1286993.5583155476, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2760, "epoch": 36, "tokens": 361758720, "loss": 3.6368210196495054, "lr": 0.00023207779821343022, "grad_norm": 0.12237647920846939, "tokens_per_second": 1745380.6968166847, "training_seconds": 1.5019302120053908, "elapsed_tokens_per_second": 1289441.8033612329, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2780, "epoch": 36, "tokens": 364380160, "loss": 3.623538589477539, "lr": 0.00020682300347719097, "grad_norm": 0.12254029512405396, "tokens_per_second": 1746034.4089911897, "training_seconds": 1.5013678920076927, "elapsed_tokens_per_second": 1291864.8551311507, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2800, "epoch": 36, "tokens": 367001600, "loss": 3.6162626266479494, "lr": 0.00018297365344897997, "grad_norm": 0.12104424834251404, "tokens_per_second": 1748518.4996866095, "training_seconds": 1.4992349240055773, "elapsed_tokens_per_second": 1294273.190417079, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2802, "epoch": 36, "tokens": 367263744, "loss": 3.6298751831054688, "lr": 0.00018066648607535895, "grad_norm": 0.1185811460018158, "tokens_per_second": 1754991.5354284707, "training_seconds": 0.14937052100140136, "elapsed_tokens_per_second": 1294508.546327632, "peak_memory_bytes": 42389451776}
{"loss": 3.614699645451705, "perplexity": 37.14018902551919, "tokens": 367263744, "seconds": 0.5414504449872766, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 36, "step": 2802, "evaluation_tokens": 1048576}
{"event": "train", "step": 2820, "epoch": 37, "tokens": 369623040, "loss": 3.605837424596151, "lr": 0.00016054174842195112, "grad_norm": 0.12638144195079803, "tokens_per_second": 1756196.28532357, "training_seconds": 1.3434124759951374, "elapsed_tokens_per_second": 1294124.5495340119, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2840, "epoch": 37, "tokens": 372244480, "loss": 3.6253264784812926, "lr": 0.00013953857547252223, "grad_norm": 0.11895331740379333, "tokens_per_second": 1747184.1049360363, "training_seconds": 1.5003799499972956, "elapsed_tokens_per_second": 1296486.7409952069, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2860, "epoch": 37, "tokens": 374865920, "loss": 3.6137315154075624, "lr": 0.0001199747027810525, "grad_norm": 0.11715254932641983, "tokens_per_second": 1750204.8152115296, "training_seconds": 1.4977904169936664, "elapsed_tokens_per_second": 1298832.2548294303, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2880, "epoch": 37, "tokens": 377487360, "loss": 3.624998426437378, "lr": 0.00010185997431424299, "grad_norm": 0.11665987968444824, "tokens_per_second": 1752059.5408315498, "training_seconds": 1.496204859999125, "elapsed_tokens_per_second": 1301164.1427423805, "peak_memory_bytes": 42389451776}
{"loss": 3.609549182572242, "perplexity": 36.949391629836626, "tokens": 377487360, "seconds": 0.5423806920007337, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 37, "step": 2880, "evaluation_tokens": 1048576}
{"event": "train", "step": 2900, "epoch": 38, "tokens": 380108800, "loss": 3.6223849415779115, "lr": 8.520350487194096e-05, "grad_norm": 0.11701387912034988, "tokens_per_second": 1754558.4498736337, "training_seconds": 1.4940739079902414, "elapsed_tokens_per_second": 1300969.5971720843, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2920, "epoch": 38, "tokens": 382730240, "loss": 3.5924745559692384, "lr": 7.001367550083971e-05, "grad_norm": 0.11331631988286972, "tokens_per_second": 1748638.6411559205, "training_seconds": 1.499131917997147, "elapsed_tokens_per_second": 1303247.184810864, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2940, "epoch": 38, "tokens": 385351680, "loss": 3.616129517555237, "lr": 5.6298129277383315e-05, "grad_norm": 0.1142803430557251, "tokens_per_second": 1747265.6396467611, "training_seconds": 1.5003099360037595, "elapsed_tokens_per_second": 1305498.5695152446, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2958, "epoch": 38, "tokens": 387710976, "loss": 3.6072503328323364, "lr": 4.52203690440931e-05, "grad_norm": 0.11156423389911652, "tokens_per_second": 1744934.3389630627, "training_seconds": 1.3520829680055613, "elapsed_tokens_per_second": 1307494.9718091008, "peak_memory_bytes": 42389451776}
{"loss": 3.6064433259337507, "perplexity": 36.83481014549447, "tokens": 387710976, "seconds": 0.5448094269959256, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 38, "step": 2958, "evaluation_tokens": 1048576}
{"event": "train", "step": 2960, "epoch": 39, "tokens": 387973120, "loss": 3.595490336418152, "lr": 4.406376746199359e-05, "grad_norm": 0.11630838364362717, "tokens_per_second": 1821902.2446665394, "training_seconds": 0.14388477799366228, "elapsed_tokens_per_second": 1305219.0019116485, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2980, "epoch": 39, "tokens": 390594560, "loss": 3.6096130490303038, "lr": 3.3316746026558764e-05, "grad_norm": 0.11368516832590103, "tokens_per_second": 1748320.5401075212, "training_seconds": 1.4994046800129581, "elapsed_tokens_per_second": 1307437.957715787, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3000, "epoch": 39, "tokens": 393216000, "loss": 3.5933996558189394, "lr": 2.4062472556929617e-05, "grad_norm": 0.11868597567081451, "tokens_per_second": 1747491.1661904373, "training_seconds": 1.5001163100096164, "elapsed_tokens_per_second": 1309629.7995856656, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3020, "epoch": 39, "tokens": 395837440, "loss": 3.6083083271980287, "lr": 1.6305603531978965e-05, "grad_norm": 0.11521279066801071, "tokens_per_second": 1743557.1450049866, "training_seconds": 1.5035010510036955, "elapsed_tokens_per_second": 1311786.1760240896, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3035, "epoch": 39, "tokens": 397803520, "loss": 3.595289691289266, "lr": 1.1472999731468093e-05, "grad_norm": 0.11368172615766525, "tokens_per_second": 1745006.9583070695, "training_seconds": 1.1266889169928618, "elapsed_tokens_per_second": 1313390.3755487632, "peak_memory_bytes": 42389451776}
{"loss": 3.605025317339666, "perplexity": 36.78261508341591, "tokens": 397803520, "seconds": 0.5452560080011608, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 39, "step": 3035, "evaluation_tokens": 1048576}
{"event": "train", "step": 3040, "epoch": 40, "tokens": 398458880, "loss": 3.6203967571258544, "lr": 1.0050041980600555e-05, "grad_norm": 0.11287056654691696, "tokens_per_second": 1769712.5948927817, "training_seconds": 0.37032001800253056, "elapsed_tokens_per_second": 1311566.012458668, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3060, "epoch": 40, "tokens": 401080320, "loss": 3.615867567062378, "lr": 5.2989355178180155e-06, "grad_norm": 0.11722179502248764, "tokens_per_second": 1746081.0392237825, "training_seconds": 1.5013277969992487, "elapsed_tokens_per_second": 1313697.5985735385, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3080, "epoch": 40, "tokens": 403701760, "loss": 3.589789402484894, "lr": 2.0546747609980766e-06, "grad_norm": 0.11659133434295654, "tokens_per_second": 1746142.8945491107, "training_seconds": 1.5012746139982482, "elapsed_tokens_per_second": 1315806.6441501107, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3100, "epoch": 40, "tokens": 406323200, "loss": 3.6183118343353273, "lr": 3.1889212696112336e-07, "grad_norm": 0.11485446989536285, "tokens_per_second": 1747818.81021939, "training_seconds": 1.4998350999958348, "elapsed_tokens_per_second": 1317902.8198086964, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3113, "epoch": 40, "tokens": 408027136, "loss": 3.6014003386864295, "lr": 0.0, "grad_norm": 0.11295705288648605, "tokens_per_second": 1746835.9770298072, "training_seconds": 0.9754413250047946, "elapsed_tokens_per_second": 1319249.0525675293, "peak_memory_bytes": 42389451776}
{"loss": 3.6047698589276207, "perplexity": 36.77321985507198, "tokens": 408027136, "seconds": 0.5443201279995264, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 40, "step": 3113, "evaluation_tokens": 1048576}
{"loss": 3.605900159241284, "perplexity": 36.81480813620448, "tokens": 408027136, "seconds": 101.83305696499883, "split": "full", "validation_complete": true, "event": "final_validation", "step": 3113, "evaluation_tokens": 197411295}