{"event": "train", "step": 20, "epoch": 1, "tokens": 2621440, "loss": 9.425282001495361, "lr": 0.0005769230769230769, "grad_norm": 1.687511920928955, "tokens_per_second": 49792.045883425075, "training_seconds": 52.64776639500633, "elapsed_tokens_per_second": 49792.045883425075, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 40, "epoch": 1, "tokens": 5242880, "loss": 7.372441506385803, "lr": 0.0011538461538461537, "grad_norm": 0.8609533905982971, "tokens_per_second": 1757386.6661722728, "training_seconds": 1.4916694489947986, "elapsed_tokens_per_second": 96832.44134688396, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 60, "epoch": 1, "tokens": 7864320, "loss": 7.006424355506897, "lr": 0.0017307692307692306, "grad_norm": 5.194735527038574, "tokens_per_second": 1752001.1975766725, "training_seconds": 1.4962546850001672, "elapsed_tokens_per_second": 141339.15607837794, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 78, "epoch": 1, "tokens": 10223616, "loss": 6.785364389419556, "lr": 0.00225, "grad_norm": 0.40665557980537415, "tokens_per_second": 1747557.858182542, "training_seconds": 1.3500531550089363, "elapsed_tokens_per_second": 179384.4946326908, "peak_memory_bytes": 21988176384}
{"loss": 6.636491457237298, "perplexity": 762.4153281277906, "tokens": 10223616, "seconds": 1.0796712400042452, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 1, "step": 78, "evaluation_tokens": 1048576}
{"event": "train", "step": 80, "epoch": 2, "tokens": 10485760, "loss": 6.631555557250977, "lr": 0.0023076923076923075, "grad_norm": 1.2794148921966553, "tokens_per_second": 1804085.1382295666, "training_seconds": 0.14530578099947888, "elapsed_tokens_per_second": 180093.01367153655, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 100, "epoch": 2, "tokens": 13107200, "loss": 6.457425260543824, "lr": 0.0028846153846153843, "grad_norm": 0.7340102195739746, "tokens_per_second": 1741239.041525673, "training_seconds": 1.505502654996235, "elapsed_tokens_per_second": 219437.93250503662, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 120, "epoch": 2, "tokens": 15728640, "loss": 6.226970744132996, "lr": 0.003461538461538461, "grad_norm": 0.3070732057094574, "tokens_per_second": 1740530.0071594154, "training_seconds": 1.5061159469914855, "elapsed_tokens_per_second": 256840.65212086265, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 140, "epoch": 2, "tokens": 18350080, "loss": 5.993501949310303, "lr": 0.0040384615384615385, "grad_norm": 0.3094450831413269, "tokens_per_second": 1734370.2252143084, "training_seconds": 1.5114650620089378, "elapsed_tokens_per_second": 292422.059546557, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 156, "epoch": 2, "tokens": 20447232, "loss": 5.809636056423187, "lr": 0.0045, "grad_norm": 0.3363313376903534, "tokens_per_second": 1723608.5789824424, "training_seconds": 1.2167217230016831, "elapsed_tokens_per_second": 319632.81242743065, "peak_memory_bytes": 42389451776}
{"loss": 5.761717861819185, "perplexity": 317.89395801899923, "tokens": 20447232, "seconds": 0.548633411002811, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 2, "step": 156, "evaluation_tokens": 1048576}
{"event": "train", "step": 160, "epoch": 3, "tokens": 20971520, "loss": 5.718860507011414, "lr": 0.004615384615384615, "grad_norm": 0.2737021744251251, "tokens_per_second": 1756092.3077342717, "training_seconds": 0.29855378199135885, "elapsed_tokens_per_second": 323506.9375797944, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 180, "epoch": 3, "tokens": 23592960, "loss": 5.613352847099304, "lr": 0.005192307692307692, "grad_norm": 0.42722561955451965, "tokens_per_second": 1721987.8133312948, "training_seconds": 1.5223336539929733, "elapsed_tokens_per_second": 355587.3201172088, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 200, "epoch": 3, "tokens": 26214400, "loss": 5.457880210876465, "lr": 0.005769230769230769, "grad_norm": 0.2686057388782501, "tokens_per_second": 1724159.0300679926, "training_seconds": 1.520416593994014, "elapsed_tokens_per_second": 386232.8782360744, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 220, "epoch": 3, "tokens": 28835840, "loss": 5.338658809661865, "lr": 0.006346153846153845, "grad_norm": 0.2916578948497772, "tokens_per_second": 1722714.965626645, "training_seconds": 1.5216910819872282, "elapsed_tokens_per_second": 415528.44855276175, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 233, "epoch": 3, "tokens": 30539776, "loss": 5.262393474578857, "lr": 0.006721153846153846, "grad_norm": 0.3157482147216797, "tokens_per_second": 1711393.2712388658, "training_seconds": 0.9956425730051706, "elapsed_tokens_per_second": 433842.62353851774, "peak_memory_bytes": 42389451776}
{"loss": 5.289807426476045, "perplexity": 198.30523339450033, "tokens": 30539776, "seconds": 0.5469529510010034, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 3, "step": 233, "evaluation_tokens": 1048576}
{"event": "train", "step": 240, "epoch": 4, "tokens": 31457280, "loss": 5.253499848502023, "lr": 0.006923076923076922, "grad_norm": 0.275121808052063, "tokens_per_second": 1738860.066204112, "training_seconds": 0.5276468289957847, "elapsed_tokens_per_second": 440115.5150345604, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 260, "epoch": 4, "tokens": 34078720, "loss": 5.183990836143494, "lr": 0.0075, "grad_norm": 0.28038927912712097, "tokens_per_second": 1716374.5571467045, "training_seconds": 1.5273123160004616, "elapsed_tokens_per_second": 466805.87003950257, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 280, "epoch": 4, "tokens": 36700160, "loss": 5.06004650592804, "lr": 0.008076923076923077, "grad_norm": 0.29253506660461426, "tokens_per_second": 1719336.1514152456, "training_seconds": 1.5246814870042726, "elapsed_tokens_per_second": 492415.25624021934, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 300, "epoch": 4, "tokens": 39321600, "loss": 4.998494338989258, "lr": 0.008653846153846153, "grad_norm": 0.17686329782009125, "tokens_per_second": 1732746.1992531114, "training_seconds": 1.512881691000075, "elapsed_tokens_per_second": 517080.13808449724, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 311, "epoch": 4, "tokens": 40763392, "loss": 4.94957954233343, "lr": 0.008971153846153846, "grad_norm": 0.21129287779331207, "tokens_per_second": 1743709.7703542088, "training_seconds": 0.8268531979992986, "elapsed_tokens_per_second": 530259.6175328111, "peak_memory_bytes": 42389451776}
{"loss": 4.943888577808122, "perplexity": 140.31481515732645, "tokens": 40763392, "seconds": 0.5435457290004706, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 4, "step": 311, "evaluation_tokens": 1048576}
{"event": "train", "step": 320, "epoch": 5, "tokens": 41943040, "loss": 4.884923034244114, "lr": 0.008999818852182455, "grad_norm": 0.15905486047267914, "tokens_per_second": 1759599.5318884987, "training_seconds": 0.6704070890118601, "elapsed_tokens_per_second": 537034.557452128, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 340, "epoch": 5, "tokens": 44564480, "loss": 4.869571781158447, "lr": 0.008997781106722202, "grad_norm": 0.17124058306217194, "tokens_per_second": 1744647.5797412076, "training_seconds": 1.502561336994404, "elapsed_tokens_per_second": 559819.6918933247, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 360, "epoch": 5, "tokens": 47185920, "loss": 4.811337089538574, "lr": 0.00899348020978169, "grad_norm": 0.20340844988822937, "tokens_per_second": 1741426.6629960558, "training_seconds": 1.5053404520003824, "elapsed_tokens_per_second": 581737.7070691019, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 380, "epoch": 5, "tokens": 49807360, "loss": 4.768155813217163, "lr": 0.008986918325446062, "grad_norm": 0.19998155534267426, "tokens_per_second": 1740997.1815360622, "training_seconds": 1.5057117999967886, "elapsed_tokens_per_second": 602855.8258219884, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 389, "epoch": 5, "tokens": 50987008, "loss": 4.718859354654948, "lr": 0.00898322866842658, "grad_norm": 0.18087996542453766, "tokens_per_second": 1743613.3002538905, "training_seconds": 0.6765536829916527, "elapsed_tokens_per_second": 612109.0655519505, "peak_memory_bytes": 42389451776}
{"loss": 4.71437066799201, "perplexity": 111.53859427365155, "tokens": 50987008, "seconds": 0.541749752999749, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 5, "step": 389, "evaluation_tokens": 1048576}
{"event": "train", "step": 400, "epoch": 6, "tokens": 52428800, "loss": 4.665249607779763, "lr": 0.008978098755462975, "grad_norm": 0.1836131066083908, "tokens_per_second": 1757949.5252598003, "training_seconds": 0.8201555160048883, "elapsed_tokens_per_second": 619247.7967053081, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 420, "epoch": 6, "tokens": 55050240, "loss": 4.603152537345887, "lr": 0.00896702593758127, "grad_norm": 0.15594425797462463, "tokens_per_second": 1744068.5691266283, "training_seconds": 1.5030601699982071, "elapsed_tokens_per_second": 638858.8047775455, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 440, "epoch": 6, "tokens": 57671680, "loss": 4.534088873863221, "lr": 0.008953705443318003, "grad_norm": 0.19474446773529053, "tokens_per_second": 1745750.874806437, "training_seconds": 1.5016117350023706, "elapsed_tokens_per_second": 657804.7238859127, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 460, "epoch": 6, "tokens": 60293120, "loss": 4.474575400352478, "lr": 0.008938143975155044, "grad_norm": 0.19420938193798065, "tokens_per_second": 1747148.4278895732, "training_seconds": 1.5004105879925191, "elapsed_tokens_per_second": 676123.6975174636, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 467, "epoch": 6, "tokens": 61210624, "loss": 4.4286860057285855, "lr": 0.008932169446433859, "grad_norm": 0.17786811292171478, "tokens_per_second": 1751581.9087708276, "training_seconds": 0.5238144989998545, "elapsed_tokens_per_second": 682390.6377586607, "peak_memory_bytes": 42389451776}
{"loss": 4.444636824884874, "perplexity": 85.16894097996871, "tokens": 61210624, "seconds": 0.5441581899940502, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 6, "step": 467, "evaluation_tokens": 1048576}
{"event": "train", "step": 480, "epoch": 7, "tokens": 62914560, "loss": 4.405326072986309, "lr": 0.008920349363166572, "grad_norm": 0.16945651173591614, "tokens_per_second": 1753727.4022316702, "training_seconds": 0.9716082430095412, "elapsed_tokens_per_second": 689682.5525794049, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 500, "epoch": 7, "tokens": 65536000, "loss": 4.371718764305115, "lr": 0.008900330561079218, "grad_norm": 0.16207271814346313, "tokens_per_second": 1744577.2479973405, "training_seconds": 1.5026219119899906, "elapsed_tokens_per_second": 706768.0603613458, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 520, "epoch": 7, "tokens": 68157440, "loss": 4.347648787498474, "lr": 0.008878097641766801, "grad_norm": 0.14465674757957458, "tokens_per_second": 1743786.353882733, "training_seconds": 1.5033034259977285, "elapsed_tokens_per_second": 723299.260617655, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 540, "epoch": 7, "tokens": 70778880, "loss": 4.306127309799194, "lr": 0.008853661792181968, "grad_norm": 0.14454321563243866, "tokens_per_second": 1745701.1373672984, "training_seconds": 1.5016545179969398, "elapsed_tokens_per_second": 739326.0231662979, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 545, "epoch": 7, "tokens": 71434240, "loss": 4.3138477325439455, "lr": 0.008847210038528635, "grad_norm": 0.13363495469093323, "tokens_per_second": 1747963.039991198, "training_seconds": 0.37492783600464463, "elapsed_tokens_per_second": 743247.7776562943, "peak_memory_bytes": 42389451776}
{"loss": 4.2949535536790355, "perplexity": 73.32880851255202, "tokens": 71434240, "seconds": 0.5434481319971383, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 7, "step": 545, "evaluation_tokens": 1048576}
{"event": "train", "step": 560, "epoch": 8, "tokens": 73400320, "loss": 4.289119974772135, "lr": 0.008827035307727243, "grad_norm": 0.1752646267414093, "tokens_per_second": 1752583.6993385793, "training_seconds": 1.121818033992895, "elapsed_tokens_per_second": 750649.6501416757, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 580, "epoch": 8, "tokens": 76021760, "loss": 4.265344285964966, "lr": 0.008798231586068335, "grad_norm": 0.11615549027919769, "tokens_per_second": 1743990.748255523, "training_seconds": 1.5031272399937734, "elapsed_tokens_per_second": 765678.8333208674, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 600, "epoch": 8, "tokens": 78643200, "loss": 4.222607851028442, "lr": 0.008767265120392833, "grad_norm": 0.14983735978603363, "tokens_per_second": 1746632.104068038, "training_seconds": 1.5008541260031052, "elapsed_tokens_per_second": 780273.0120530736, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 620, "epoch": 8, "tokens": 81264640, "loss": 4.204342269897461, "lr": 0.008734151492117653, "grad_norm": 0.19321569800376892, "tokens_per_second": 1744833.8925240368, "training_seconds": 1.5024008939944906, "elapsed_tokens_per_second": 794430.347171566, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 623, "epoch": 8, "tokens": 81657856, "loss": 4.206625302632649, "lr": 0.008729000270886961, "grad_norm": 0.160696342587471, "tokens_per_second": 1746096.3103026021, "training_seconds": 0.22519719999399967, "elapsed_tokens_per_second": 796508.5321900056, "peak_memory_bytes": 42389451776}
{"loss": 4.215325452970333, "perplexity": 67.71620072374846, "tokens": 81657856, "seconds": 0.5438349680043757, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 8, "step": 623, "evaluation_tokens": 1048576}
{"event": "train", "step": 640, "epoch": 9, "tokens": 83886080, "loss": 4.1878548229441925, "lr": 0.008698907363048935, "grad_norm": 0.13392198085784912, "tokens_per_second": 1749666.5225891944, "training_seconds": 1.2735135359980632, "elapsed_tokens_per_second": 803941.982576756, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 660, "epoch": 9, "tokens": 86507520, "loss": 4.154884195327758, "lr": 0.008661550466998302, "grad_norm": 0.1415112167596817, "tokens_per_second": 1747600.6553791496, "training_seconds": 1.5000223259994527, "elapsed_tokens_per_second": 817306.2907674462, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 680, "epoch": 9, "tokens": 89128960, "loss": 4.156678652763366, "lr": 0.00862209960085973, "grad_norm": 0.17080840468406677, "tokens_per_second": 1745612.2464293328, "training_seconds": 1.5017309859977104, "elapsed_tokens_per_second": 830280.6386127236, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 700, "epoch": 9, "tokens": 91750400, "loss": 4.142818212509155, "lr": 0.008580574615151505, "grad_norm": 0.13702566921710968, "tokens_per_second": 1734962.11177934, "training_seconds": 1.5109494220087072, "elapsed_tokens_per_second": 842828.0900695979, "peak_memory_bytes": 42389451776}
{"loss": 4.14600017629048, "perplexity": 63.18078223114941, "tokens": 91750400, "seconds": 0.5465133429970592, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 9, "step": 700, "evaluation_tokens": 1048576}
{"event": "train", "step": 720, "epoch": 10, "tokens": 94371840, "loss": 4.1389028310775755, "lr": 0.00853699640402802, "grad_norm": 0.14770877361297607, "tokens_per_second": 1738027.2328925715, "training_seconds": 1.5082847669982584, "elapsed_tokens_per_second": 850797.3486471797, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 740, "epoch": 10, "tokens": 96993280, "loss": 4.114220190048218, "lr": 0.008491386894766452, "grad_norm": 0.1250901222229004, "tokens_per_second": 1723953.5729689146, "training_seconds": 1.5205977939913282, "elapsed_tokens_per_second": 862588.5750583075, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 760, "epoch": 10, "tokens": 99614720, "loss": 4.112506937980652, "lr": 0.008443769036733603, "grad_norm": 0.17161402106285095, "tokens_per_second": 1713557.4837226802, "training_seconds": 1.5298232040076982, "elapsed_tokens_per_second": 873999.4416704123, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 778, "epoch": 10, "tokens": 101974016, "loss": 4.095929755104913, "lr": 0.00839921560848184, "grad_norm": 0.1401098072528839, "tokens_per_second": 1719779.1065402252, "training_seconds": 1.3718599040003028, "elapsed_tokens_per_second": 884042.7058093436, "peak_memory_bytes": 42389451776}
{"loss": 4.107772756390974, "perplexity": 60.81112543683141, "tokens": 101974016, "seconds": 0.5499418129911646, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 10, "step": 778, "evaluation_tokens": 1048576}
{"event": "train", "step": 780, "epoch": 11, "tokens": 102236160, "loss": 4.069924354553223, "lr": 0.008394166789838441, "grad_norm": 0.14584529399871826, "tokens_per_second": 1758432.4687006285, "training_seconds": 0.1490782299952116, "elapsed_tokens_per_second": 880926.7497364057, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 800, "epoch": 11, "tokens": 104857600, "loss": 4.110384941101074, "lr": 0.00834260511247619, "grad_norm": 0.11931996792554855, "tokens_per_second": 1729063.9729996575, "training_seconds": 1.5161035340133822, "elapsed_tokens_per_second": 891854.520245318, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 820, "epoch": 11, "tokens": 107479040, "loss": 4.068913221359253, "lr": 0.00828910994896999, "grad_norm": 0.16484327614307404, "tokens_per_second": 1742168.6369888117, "training_seconds": 1.5046993410069263, "elapsed_tokens_per_second": 902586.4919707513, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 840, "epoch": 11, "tokens": 110100480, "loss": 4.056436657905579, "lr": 0.008233708216516481, "grad_norm": 0.1497146636247635, "tokens_per_second": 1743023.5170301443, "training_seconds": 1.503961348993471, "elapsed_tokens_per_second": 913059.8199214296, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 856, "epoch": 11, "tokens": 112197632, "loss": 4.05801585316658, "lr": 0.008188032802059476, "grad_norm": 0.126555398106575, "tokens_per_second": 1743506.3369291418, "training_seconds": 1.2028358920069877, "elapsed_tokens_per_second": 921249.9391712227, "peak_memory_bytes": 42389451776}
{"loss": 4.055346383614479, "perplexity": 57.70514765240241, "tokens": 112197632, "seconds": 0.5435134349972941, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 11, "step": 856, "evaluation_tokens": 1048576}
{"event": "train", "step": 860, "epoch": 12, "tokens": 112721920, "loss": 4.0564223527908325, "lr": 0.008176427791641844, "grad_norm": 0.13998520374298096, "tokens_per_second": 1783882.4905894343, "training_seconds": 0.29390276700723916, "elapsed_tokens_per_second": 919086.626497993, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 880, "epoch": 12, "tokens": 115343360, "loss": 4.0181802868843075, "lr": 0.008117297496175176, "grad_norm": 0.14240284264087677, "tokens_per_second": 1741090.6575969597, "training_seconds": 1.505630961008137, "elapsed_tokens_per_second": 929046.5149432863, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 900, "epoch": 12, "tokens": 117964800, "loss": 4.0176219820976256, "lr": 0.00805634708274617, "grad_norm": 0.12380518764257431, "tokens_per_second": 1738999.6770902993, "training_seconds": 1.5074413379916223, "elapsed_tokens_per_second": 938748.8543638275, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 920, "epoch": 12, "tokens": 120586240, "loss": 4.026709449291229, "lr": 0.007993607219814469, "grad_norm": 0.1140688881278038, "tokens_per_second": 1739962.8287013285, "training_seconds": 1.506606898008613, "elapsed_tokens_per_second": 948232.1584613504, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 934, "epoch": 12, "tokens": 122421248, "loss": 3.9943952219826833, "lr": 0.007948641462738663, "grad_norm": 0.15119603276252747, "tokens_per_second": 1745591.0398569887, "training_seconds": 1.051224460999947, "elapsed_tokens_per_second": 954757.4998544288, "peak_memory_bytes": 42389451776}
{"loss": 4.02076540848922, "perplexity": 55.743756246468806, "tokens": 122421248, "seconds": 0.5440115969977342, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 12, "step": 934, "evaluation_tokens": 1048576}
{"event": "train", "step": 940, "epoch": 13, "tokens": 123207680, "loss": 4.005423386891683, "lr": 0.00792910947623821, "grad_norm": 0.13424977660179138, "tokens_per_second": 1761522.1996613347, "training_seconds": 0.44645023500197567, "elapsed_tokens_per_second": 953480.4121728581, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 960, "epoch": 13, "tokens": 125829120, "loss": 3.9926664352416994, "lr": 0.007862886305389484, "grad_norm": 0.11818213015794754, "tokens_per_second": 1743584.020651575, "training_seconds": 1.5034778760018526, "elapsed_tokens_per_second": 962559.0132724501, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 980, "epoch": 13, "tokens": 128450560, "loss": 3.9929195284843444, "lr": 0.007794971028824759, "grad_norm": 0.10664486140012741, "tokens_per_second": 1746157.6300572641, "training_seconds": 1.501261945013539, "elapsed_tokens_per_second": 971443.816516213, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1000, "epoch": 13, "tokens": 131072000, "loss": 3.970951533317566, "lr": 0.007725397819518452, "grad_norm": 0.12159250676631927, "tokens_per_second": 1742584.2401095808, "training_seconds": 1.5043404729949543, "elapsed_tokens_per_second": 980108.942562432, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1012, "epoch": 13, "tokens": 132644864, "loss": 3.959538678328196, "lr": 0.007682872615033897, "grad_norm": 0.10715138167142868, "tokens_per_second": 1740234.6371809288, "training_seconds": 0.9038229480065638, "elapsed_tokens_per_second": 985199.5481708538, "peak_memory_bytes": 42389451776}
{"loss": 3.9850790036871095, "perplexity": 53.78953888192783, "tokens": 132644864, "seconds": 0.5431913659995189, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 13, "step": 1012, "evaluation_tokens": 1048576}
{"event": "train", "step": 1020, "epoch": 14, "tokens": 133693440, "loss": 3.982732355594635, "lr": 0.007654201684668089, "grad_norm": 0.13331320881843567, "tokens_per_second": 1757892.2328646278, "training_seconds": 0.5964961790014058, "elapsed_tokens_per_second": 984612.0294376812, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1040, "epoch": 14, "tokens": 136314880, "loss": 3.973692071437836, "lr": 0.007581418448079708, "grad_norm": 0.133438378572464, "tokens_per_second": 1738864.7301589581, "training_seconds": 1.5075583249999909, "elapsed_tokens_per_second": 992885.9060276751, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1060, "epoch": 14, "tokens": 138936320, "loss": 3.9433281779289246, "lr": 0.007507084732142377, "grad_norm": 0.13833199441432953, "tokens_per_second": 1744717.2947420052, "training_seconds": 1.5025012980040628, "elapsed_tokens_per_second": 1001011.9523214407, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1080, "epoch": 14, "tokens": 141557760, "loss": 3.9512939453125, "lr": 0.007431237939400874, "grad_norm": 0.13487157225608826, "tokens_per_second": 1741454.7710053206, "training_seconds": 1.5053161550022196, "elapsed_tokens_per_second": 1008947.0117519367, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1090, "epoch": 14, "tokens": 142868480, "loss": 3.940495324134827, "lr": 0.007392759036224079, "grad_norm": 0.1371314972639084, "tokens_per_second": 1737420.1825194093, "training_seconds": 0.7544058790081181, "elapsed_tokens_per_second": 1012831.6557827191, "peak_memory_bytes": 42389451776}
{"loss": 3.9541246353949226, "perplexity": 52.15002367340094, "tokens": 142868480, "seconds": 0.542068137001479, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 14, "step": 1090, "evaluation_tokens": 1048576}
{"event": "train", "step": 1100, "epoch": 15, "tokens": 144179200, "loss": 3.9114886283874513, "lr": 0.007353916233735832, "grad_norm": 0.13315314054489136, "tokens_per_second": 1753332.4593385947, "training_seconds": 0.7475593080016552, "elapsed_tokens_per_second": 1012817.5582857227, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1120, "epoch": 15, "tokens": 146800640, "loss": 3.9366453647613526, "lr": 0.00727515852116079, "grad_norm": 0.11144890636205673, "tokens_per_second": 1746461.7254684607, "training_seconds": 1.5010005439980887, "elapsed_tokens_per_second": 1020463.9188231935, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1140, "epoch": 15, "tokens": 149422080, "loss": 3.9180866360664366, "lr": 0.007195004430245829, "grad_norm": 0.13656367361545563, "tokens_per_second": 1743040.9478887543, "training_seconds": 1.5039463089924539, "elapsed_tokens_per_second": 1027928.3211507702, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1160, "epoch": 15, "tokens": 152043520, "loss": 3.927795684337616, "lr": 0.007113494292177639, "grad_norm": 0.1195656880736351, "tokens_per_second": 1744422.7226723486, "training_seconds": 1.5027550179947866, "elapsed_tokens_per_second": 1035251.0613953286, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1167, "epoch": 15, "tokens": 152961024, "loss": 3.9244809491293773, "lr": 0.007084652947671153, "grad_norm": 0.14340971410274506, "tokens_per_second": 1747918.282653132, "training_seconds": 0.5249124110123375, "elapsed_tokens_per_second": 1037777.4657098033, "peak_memory_bytes": 42389451776}
{"loss": 3.9338734620912525, "perplexity": 51.1045463076773, "tokens": 152961024, "seconds": 0.5441070180095267, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 15, "step": 1167, "evaluation_tokens": 1048576}
{"event": "train", "step": 1180, "epoch": 16, "tokens": 154664960, "loss": 3.915457193668072, "lr": 0.007030669120466046, "grad_norm": 0.11314094066619873, "tokens_per_second": 1752558.6020448448, "training_seconds": 0.9722562189999735, "elapsed_tokens_per_second": 1038601.8669954821, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1200, "epoch": 16, "tokens": 157286400, "loss": 3.9071099758148193, "lr": 0.006946570590307223, "grad_norm": 0.14042650163173676, "tokens_per_second": 1735890.301916588, "training_seconds": 1.510141509003006, "elapsed_tokens_per_second": 1045593.6159874198, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1220, "epoch": 16, "tokens": 159907840, "loss": 3.888192856311798, "lr": 0.006861241017613952, "grad_norm": 0.11517206579446793, "tokens_per_second": 1732265.1014222305, "training_seconds": 1.5133018600026844, "elapsed_tokens_per_second": 1052419.6500063024, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1240, "epoch": 16, "tokens": 162529280, "loss": 3.879268300533295, "lr": 0.006774723337723493, "grad_norm": 0.12444435805082321, "tokens_per_second": 1728838.2541592526, "training_seconds": 1.516301477997331, "elapsed_tokens_per_second": 1059091.9265790514, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1245, "epoch": 16, "tokens": 163184640, "loss": 3.871686267852783, "lr": 0.006752913364719178, "grad_norm": 0.13154272735118866, "tokens_per_second": 1720656.8570846203, "training_seconds": 0.38087780099886004, "elapsed_tokens_per_second": 1060716.0589086148, "peak_memory_bytes": 42389451776}
{"loss": 3.9041782168200725, "perplexity": 49.60929507206632, "tokens": 163184640, "seconds": 0.552038003996131, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 16, "step": 1245, "evaluation_tokens": 1048576}
{"event": "train", "step": 1260, "epoch": 17, "tokens": 165150720, "loss": 3.89024133682251, "lr": 0.006687061083793792, "grad_norm": 0.1167374923825264, "tokens_per_second": 1721539.695159905, "training_seconds": 1.1420474390033633, "elapsed_tokens_per_second": 1061762.8111325032, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1280, "epoch": 17, "tokens": 167772160, "loss": 3.877668046951294, "lr": 0.006598298364898863, "grad_norm": 0.12341088056564331, "tokens_per_second": 1712834.209083706, "training_seconds": 1.5304691990022548, "elapsed_tokens_per_second": 1068097.5593930152, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1300, "epoch": 17, "tokens": 170393600, "loss": 3.8803343892097475, "lr": 0.006508479843834402, "grad_norm": 0.14182531833648682, "tokens_per_second": 1742683.8436859683, "training_seconds": 1.5042544919997454, "elapsed_tokens_per_second": 1074481.5810180006, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1320, "epoch": 17, "tokens": 173015040, "loss": 3.8736608147621157, "lr": 0.006417650714644782, "grad_norm": 0.11699900031089783, "tokens_per_second": 1738810.549409273, "training_seconds": 1.5076053000084357, "elapsed_tokens_per_second": 1080729.222939613, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1323, "epoch": 17, "tokens": 173408256, "loss": 3.8429972330729165, "lr": 0.006403941998814909, "grad_norm": 0.1077205091714859, "tokens_per_second": 1742183.3734474205, "training_seconds": 0.22570299200015143, "elapsed_tokens_per_second": 1081649.2017001251, "peak_memory_bytes": 42389451776}
{"loss": 3.8770375219492643, "perplexity": 48.280971679536236, "tokens": 173408256, "seconds": 0.5425743300002068, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 17, "step": 1323, "evaluation_tokens": 1048576}
{"event": "train", "step": 1340, "epoch": 18, "tokens": 175636480, "loss": 3.8534250399645638, "lr": 0.006325856679882724, "grad_norm": 0.1408824622631073, "tokens_per_second": 1748836.576271599, "training_seconds": 1.2741179080039728, "elapsed_tokens_per_second": 1083233.3194588197, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1360, "epoch": 18, "tokens": 178257920, "loss": 3.86658775806427, "lr": 0.0062331439276131296, "grad_norm": 0.11493168771266937, "tokens_per_second": 1742601.8463613892, "training_seconds": 1.5043252739997115, "elapsed_tokens_per_second": 1089286.4011059154, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1380, "epoch": 18, "tokens": 180879360, "loss": 3.8430814146995544, "lr": 0.0061395591081725865, "grad_norm": 0.13049866259098053, "tokens_per_second": 1740858.530180362, "training_seconds": 1.5058317229995737, "elapsed_tokens_per_second": 1095216.022987867, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1400, "epoch": 18, "tokens": 183500800, "loss": 3.8354630708694457, "lr": 0.006045149310696298, "grad_norm": 0.13017114996910095, "tokens_per_second": 1744164.083512, "training_seconds": 1.5029778590105707, "elapsed_tokens_per_second": 1101060.434852867, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1401, "epoch": 18, "tokens": 183631872, "loss": 3.8674004077911377, "lr": 0.006040408015549883, "grad_norm": 0.12790310382843018, "tokens_per_second": 1756019.7620172447, "training_seconds": 0.07464152900502086, "elapsed_tokens_per_second": 1101342.7269764657, "peak_memory_bytes": 42389451776}
{"loss": 3.8558715130015795, "perplexity": 47.26979523608896, "tokens": 183631872, "seconds": 0.5434017590014264, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 18, "step": 1401, "evaluation_tokens": 1048576}
{"event": "train", "step": 1420, "epoch": 19, "tokens": 186122240, "loss": 3.827526243109452, "lr": 0.005949962039424207, "grad_norm": 0.13234643638134003, "tokens_per_second": 1743612.3827568977, "training_seconds": 1.428280748994439, "elapsed_tokens_per_second": 1103195.1150348803, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1440, "epoch": 19, "tokens": 188743680, "loss": 3.832152009010315, "lr": 0.00585404518979826, "grad_norm": 0.15347972512245178, "tokens_per_second": 1742199.7944549762, "training_seconds": 1.5046724309941055, "elapsed_tokens_per_second": 1108835.6120707064, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1460, "epoch": 19, "tokens": 191365120, "loss": 3.8314696550369263, "lr": 0.005757447024362826, "grad_norm": 0.12522660195827484, "tokens_per_second": 1743740.5618117808, "training_seconds": 1.503342903990415, "elapsed_tokens_per_second": 1114382.6201411574, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1479, "epoch": 19, "tokens": 193855488, "loss": 3.8037804929833663, "lr": 0.005665091965119021, "grad_norm": 0.12958694994449615, "tokens_per_second": 1741643.0667487574, "training_seconds": 1.4298957389983116, "elapsed_tokens_per_second": 1119554.7161468612, "peak_memory_bytes": 42389451776}
{"loss": 3.8310239220776268, "perplexity": 46.109726838668195, "tokens": 193855488, "seconds": 0.543428863005829, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 19, "step": 1479, "evaluation_tokens": 1048576}
{"event": "train", "step": 1480, "epoch": 20, "tokens": 193986560, "loss": 3.8287367820739746, "lr": 0.005660216148480391, "grad_norm": 0.1094089075922966, "tokens_per_second": 1862489.6304541307, "training_seconds": 0.07037462000153027, "elapsed_tokens_per_second": 1116309.7290163995, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1500, "epoch": 20, "tokens": 196608000, "loss": 3.797435200214386, "lr": 0.00556240148587478, "grad_norm": 0.13769562542438507, "tokens_per_second": 1739992.6137946837, "training_seconds": 1.5065811079984996, "elapsed_tokens_per_second": 1121661.3544914883, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1520, "epoch": 20, "tokens": 199229440, "loss": 3.817812812328339, "lr": 0.005464052254014167, "grad_norm": 0.12233903259038925, "tokens_per_second": 1739497.3888715997, "training_seconds": 1.5070100229931995, "elapsed_tokens_per_second": 1126919.8262278961, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1540, "epoch": 20, "tokens": 201850880, "loss": 3.7892114162445067, "lr": 0.005365217939346285, "grad_norm": 0.12679173052310944, "tokens_per_second": 1741330.6939948373, "training_seconds": 1.5054234150011325, "elapsed_tokens_per_second": 1132087.2712023023, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1557, "epoch": 20, "tokens": 204079104, "loss": 3.814133279463824, "lr": 0.005280864514819528, "grad_norm": 0.12708553671836853, "tokens_per_second": 1738728.7190377035, "training_seconds": 1.2815248150000116, "elapsed_tokens_per_second": 1136407.9642988686, "peak_memory_bytes": 42389451776}
{"loss": 3.815527607226031, "perplexity": 45.40070380436953, "tokens": 204079104, "seconds": 0.543737461004639, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 20, "step": 1557, "evaluation_tokens": 1048576}
{"event": "train", "step": 1560, "epoch": 21, "tokens": 204472320, "loss": 3.8209429581960044, "lr": 0.00526594827239831, "grad_norm": 0.1115778237581253, "tokens_per_second": 1789305.6796112575, "training_seconds": 0.21975898499658797, "elapsed_tokens_per_second": 1133714.8850274472, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1580, "epoch": 21, "tokens": 207093760, "loss": 3.802343428134918, "lr": 0.005166293202753903, "grad_norm": 0.129172682762146, "tokens_per_second": 1741165.5923318, "training_seconds": 1.5055661630030954, "elapsed_tokens_per_second": 1138734.1841689295, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1600, "epoch": 21, "tokens": 209715200, "loss": 3.7996813893318175, "lr": 0.00506630287392006, "grad_norm": 0.13455551862716675, "tokens_per_second": 1740796.6798974776, "training_seconds": 1.5058852250076598, "elapsed_tokens_per_second": 1143670.915638195, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1620, "epoch": 21, "tokens": 212336640, "loss": 3.8113089561462403, "lr": 0.0049660275980963646, "grad_norm": 0.11818403005599976, "tokens_per_second": 1742074.3146407958, "training_seconds": 1.504780810995726, "elapsed_tokens_per_second": 1148531.4788325836, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1634, "epoch": 21, "tokens": 214171648, "loss": 3.797800506864275, "lr": 0.004895692375517796, "grad_norm": 0.12530919909477234, "tokens_per_second": 1738798.9763571497, "training_seconds": 1.0553307340014726, "elapsed_tokens_per_second": 1151874.1430596758, "peak_memory_bytes": 42389451776}
{"loss": 3.795937580326217, "perplexity": 44.51995788048816, "tokens": 214171648, "seconds": 0.5443448659934802, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 21, "step": 1634, "evaluation_tokens": 1048576}
{"event": "train", "step": 1640, "epoch": 22, "tokens": 214958080, "loss": 3.7713330586751304, "lr": 0.004865517830859356, "grad_norm": 0.1100030466914177, "tokens_per_second": 1763300.543315963, "training_seconds": 0.4459999760001665, "elapsed_tokens_per_second": 1149911.7118160352, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1660, "epoch": 22, "tokens": 217579520, "loss": 3.7730701088905336, "lr": 0.004764824145774784, "grad_norm": 0.1313164383172989, "tokens_per_second": 1740452.9928353077, "training_seconds": 1.5061825919983676, "elapsed_tokens_per_second": 1154622.134186413, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1680, "epoch": 22, "tokens": 220200960, "loss": 3.78289532661438, "lr": 0.004663997208950452, "grad_norm": 0.11548720300197601, "tokens_per_second": 1738486.2402987827, "training_seconds": 1.5078865390096325, "elapsed_tokens_per_second": 1159249.1877769257, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1700, "epoch": 22, "tokens": 222822400, "loss": 3.7656147599220278, "lr": 0.004563087753542537, "grad_norm": 0.1142072007060051, "tokens_per_second": 1735158.0867174263, "training_seconds": 1.51077876999625, "elapsed_tokens_per_second": 1163783.1519369408, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1712, "epoch": 22, "tokens": 224395264, "loss": 3.765551129976908, "lr": 0.004502523592681211, "grad_norm": 0.12247826159000397, "tokens_per_second": 1736971.7327308052, "training_seconds": 0.9055207810015418, "elapsed_tokens_per_second": 1166471.3133416295, "peak_memory_bytes": 42389451776}
{"loss": 3.7726237163701355, "perplexity": 43.49403126451358, "tokens": 224395264, "seconds": 0.5475285760039696, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 22, "step": 1712, "evaluation_tokens": 1048576}
{"event": "train", "step": 1720, "epoch": 23, "tokens": 225443840, "loss": 3.7687626779079437, "lr": 0.0044621465542281444, "grad_norm": 0.11997631192207336, "tokens_per_second": 1726981.1567274705, "training_seconds": 0.6071728089882527, "elapsed_tokens_per_second": 1164860.5540139582, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1740, "epoch": 23, "tokens": 228065280, "loss": 3.764747452735901, "lr": 0.004361224401656978, "grad_norm": 0.14399020373821259, "tokens_per_second": 1710712.0853198464, "training_seconds": 1.5323677330015926, "elapsed_tokens_per_second": 1169138.0282484496, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1760, "epoch": 23, "tokens": 230686720, "loss": 3.756221091747284, "lr": 0.004260372076894983, "grad_norm": 0.11842776834964752, "tokens_per_second": 1715233.6310763967, "training_seconds": 1.528328241998679, "elapsed_tokens_per_second": 1173374.4000169153, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1780, "epoch": 23, "tokens": 233308160, "loss": 3.748692035675049, "lr": 0.004159640325872799, "grad_norm": 0.11195694655179977, "tokens_per_second": 1738492.2908947754, "training_seconds": 1.5078812910069246, "elapsed_tokens_per_second": 1177664.8653589839, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1790, "epoch": 23, "tokens": 234618880, "loss": 3.7552820205688477, "lr": 0.004109335507725857, "grad_norm": 0.13313187658786774, "tokens_per_second": 1745405.0546125057, "training_seconds": 0.7509546259971103, "elapsed_tokens_per_second": 1179801.005087614, "peak_memory_bytes": 42389451776}
{"loss": 3.7509038913535413, "perplexity": 42.55953381393891, "tokens": 234618880, "seconds": 0.5411530609999318, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 23, "step": 1790, "evaluation_tokens": 1048576}
{"event": "train", "step": 1800, "epoch": 24, "tokens": 235929600, "loss": 3.724670886993408, "lr": 0.0040590798338518965, "grad_norm": 0.11687319725751877, "tokens_per_second": 1754451.1306933637, "training_seconds": 0.7470826499920804, "elapsed_tokens_per_second": 1178722.323663087, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1820, "epoch": 24, "tokens": 238551040, "loss": 3.7370962619781496, "lr": 0.003958741199921243, "grad_norm": 0.11647062003612518, "tokens_per_second": 1742803.5542667795, "training_seconds": 1.5041511669987813, "elapsed_tokens_per_second": 1182920.1458993675, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1840, "epoch": 24, "tokens": 241172480, "loss": 3.754556119441986, "lr": 0.003858674911537323, "grad_norm": 0.1294487565755844, "tokens_per_second": 1741749.045100274, "training_seconds": 1.5050618270033738, "elapsed_tokens_per_second": 1187052.8582989099, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1860, "epoch": 24, "tokens": 243793920, "loss": 3.7293739318847656, "lr": 0.003758931319120337, "grad_norm": 0.13175493478775024, "tokens_per_second": 1743575.8575479048, "training_seconds": 1.503484915010631, "elapsed_tokens_per_second": 1191131.2863931116, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1868, "epoch": 24, "tokens": 244842496, "loss": 3.7180286645889282, "lr": 0.0037191354851804715, "grad_norm": 0.12386887520551682, "tokens_per_second": 1746035.6208209419, "training_seconds": 0.6005467399954796, "elapsed_tokens_per_second": 1192747.847873981, "peak_memory_bytes": 42389451776}
{"loss": 3.7335881907007344, "perplexity": 41.82892938516754, "tokens": 244842496, "seconds": 0.5447825489973184, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 24, "step": 1868, "evaluation_tokens": 1048576}
{"event": "train", "step": 1880, "epoch": 25, "tokens": 246415360, "loss": 3.7233782410621643, "lr": 0.003659560610719337, "grad_norm": 0.14752429723739624, "tokens_per_second": 1750342.879873049, "training_seconds": 0.8986033639957896, "elapsed_tokens_per_second": 1191962.7933362606, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1900, "epoch": 25, "tokens": 249036800, "loss": 3.7081573963165284, "lr": 0.0035606127867590853, "grad_norm": 0.13544026017189026, "tokens_per_second": 1741260.2604672604, "training_seconds": 1.505484308989253, "elapsed_tokens_per_second": 1195925.2620841968, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1920, "epoch": 25, "tokens": 251658240, "loss": 3.7064119935035706, "lr": 0.003462137634881298, "grad_norm": 0.11552807688713074, "tokens_per_second": 1745470.4683775362, "training_seconds": 1.5018529660010245, "elapsed_tokens_per_second": 1199853.335975935, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1940, "epoch": 25, "tokens": 254279680, "loss": 3.707549583911896, "lr": 0.003364184704892969, "grad_norm": 0.12410476058721542, "tokens_per_second": 1743759.900005784, "training_seconds": 1.503326232006657, "elapsed_tokens_per_second": 1203714.8426774915, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1946, "epoch": 25, "tokens": 255066112, "loss": 3.706704020500183, "lr": 0.0033349080348809798, "grad_norm": 0.11815331131219864, "tokens_per_second": 1741072.5846498327, "training_seconds": 0.4516939769964665, "elapsed_tokens_per_second": 1204854.2019772718, "peak_memory_bytes": 42389451776}
{"loss": 3.715491114360663, "perplexity": 41.07875649847747, "tokens": 255066112, "seconds": 0.5459667679970153, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 25, "step": 1946, "evaluation_tokens": 1048576}
{"event": "train", "step": 1960, "epoch": 26, "tokens": 256901120, "loss": 3.6961052077157155, "lr": 0.003266803283834365, "grad_norm": 0.10954027622938156, "tokens_per_second": 1751774.2825839324, "training_seconds": 1.047513950994471, "elapsed_tokens_per_second": 1204394.7157151997, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1980, "epoch": 26, "tokens": 259522560, "loss": 3.6981954336166383, "lr": 0.003170042371179218, "grad_norm": 0.11451800167560577, "tokens_per_second": 1738979.154598805, "training_seconds": 1.5074591279990273, "elapsed_tokens_per_second": 1208137.5050571607, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2000, "epoch": 26, "tokens": 262144000, "loss": 3.6955400824546816, "lr": 0.003073950654179647, "grad_norm": 0.12636348605155945, "tokens_per_second": 1739808.3310749421, "training_seconds": 1.5067406869929982, "elapsed_tokens_per_second": 1211833.9647156494, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2020, "epoch": 26, "tokens": 264765440, "loss": 3.6877081871032713, "lr": 0.00297857648336815, "grad_norm": 0.11527583003044128, "tokens_per_second": 1743890.931421186, "training_seconds": 1.503213275995222, "elapsed_tokens_per_second": 1215497.015730101, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2024, "epoch": 26, "tokens": 265289728, "loss": 3.681108832359314, "lr": 0.0029595919844501175, "grad_norm": 0.12601213157176971, "tokens_per_second": 1741195.0115424735, "training_seconds": 0.30110814499494154, "elapsed_tokens_per_second": 1216215.9353442264, "peak_memory_bytes": 42389451776}
{"loss": 3.6944108579863575, "perplexity": 40.2218692133095, "tokens": 265289728, "seconds": 0.5422618909942685, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 26, "step": 2024, "evaluation_tokens": 1048576}
{"event": "train", "step": 2040, "epoch": 27, "tokens": 267386880, "loss": 3.6801858693361282, "lr": 0.002883967848229039, "grad_norm": 0.09979140758514404, "tokens_per_second": 1752978.3488840447, "training_seconds": 1.1963365099945804, "elapsed_tokens_per_second": 1216082.5825707396, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2060, "epoch": 27, "tokens": 270008320, "loss": 3.6777270913124083, "lr": 0.002790172353051531, "grad_norm": 0.1253095418214798, "tokens_per_second": 1737867.697257804, "training_seconds": 1.508423227001913, "elapsed_tokens_per_second": 1219628.8028111192, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2080, "epoch": 27, "tokens": 272629760, "loss": 3.6834108591079713, "lr": 0.0026972371929766814, "grad_norm": 0.14497549831867218, "tokens_per_second": 1740153.50088613, "training_seconds": 1.506441816003644, "elapsed_tokens_per_second": 1223139.4227470234, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2100, "epoch": 27, "tokens": 275251200, "loss": 3.6812724351882933, "lr": 0.0026052091302501607, "grad_norm": 0.13693217933177948, "tokens_per_second": 1741406.2416712323, "training_seconds": 1.5053581050015055, "elapsed_tokens_per_second": 1226607.0688486123, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2101, "epoch": 27, "tokens": 275382272, "loss": 3.642533779144287, "lr": 0.002600632371035081, "grad_norm": 0.11180360615253448, "tokens_per_second": 1745224.2838937233, "training_seconds": 0.07510324100439902, "elapsed_tokens_per_second": 1226773.9855473442, "peak_memory_bytes": 42389451776}
{"loss": 3.681446252378623, "perplexity": 39.70377424740947, "tokens": 275382272, "seconds": 0.5441223459929461, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 27, "step": 2101, "evaluation_tokens": 1048576}
{"event": "train", "step": 2120, "epoch": 28, "tokens": 277872640, "loss": 3.665958969216598, "lr": 0.0025141344706928735, "grad_norm": 0.10986556857824326, "tokens_per_second": 1748213.298343077, "training_seconds": 1.424521826003911, "elapsed_tokens_per_second": 1227044.263569762, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2140, "epoch": 28, "tokens": 280494080, "loss": 3.664717507362366, "lr": 0.002424059040401219, "grad_norm": 0.11416415870189667, "tokens_per_second": 1740370.4288472612, "training_seconds": 1.506254046005779, "elapsed_tokens_per_second": 1230427.2443374442, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2160, "epoch": 28, "tokens": 283115520, "loss": 3.6683049321174623, "lr": 0.0023350281626887534, "grad_norm": 0.11673247814178467, "tokens_per_second": 1736629.466360524, "training_seconds": 1.5094987449992914, "elapsed_tokens_per_second": 1233750.6343883562, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2179, "epoch": 28, "tokens": 285605888, "loss": 3.665518647746036, "lr": 0.0022514571542036716, "grad_norm": 0.11034869402647018, "tokens_per_second": 1732141.3280524972, "training_seconds": 1.437739496002905, "elapsed_tokens_per_second": 1236844.2428979578, "peak_memory_bytes": 42389451776}
{"loss": 3.6609696368597153, "perplexity": 38.899042536337184, "tokens": 285605888, "seconds": 0.5455974680080544, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 28, "step": 2179, "evaluation_tokens": 1048576}
{"event": "train", "step": 2180, "epoch": 29, "tokens": 285736960, "loss": 3.6715922355651855, "lr": 0.002247086635280821, "grad_norm": 0.11021463572978973, "tokens_per_second": 1850649.9823628024, "training_seconds": 0.07082484599959571, "elapsed_tokens_per_second": 1234068.4184458428, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2200, "epoch": 29, "tokens": 288358400, "loss": 3.6374103665351867, "lr": 0.0021602787077736585, "grad_norm": 0.10598647594451904, "tokens_per_second": 1720035.76447161, "training_seconds": 1.5240613329951884, "elapsed_tokens_per_second": 1237240.2262697925, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2220, "epoch": 29, "tokens": 290979840, "loss": 3.664741563796997, "lr": 0.002074648059369295, "grad_norm": 0.1303912252187729, "tokens_per_second": 1714648.7719769548, "training_seconds": 1.5288495479908306, "elapsed_tokens_per_second": 1240341.0305825192, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2240, "epoch": 29, "tokens": 293601280, "loss": 3.6490609288215636, "lr": 0.001990237776897454, "grad_norm": 0.1287611424922943, "tokens_per_second": 1714821.808797839, "training_seconds": 1.5286952769965865, "elapsed_tokens_per_second": 1243405.3160007289, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2257, "epoch": 29, "tokens": 295829504, "loss": 3.6241216519299675, "lr": 0.0019194802916829411, "grad_norm": 0.11531132459640503, "tokens_per_second": 1740440.5949247193, "training_seconds": 1.2802643230097601, "elapsed_tokens_per_second": 1246075.7705612623, "peak_memory_bytes": 42389451776}
{"loss": 3.646634786522447, "perplexity": 38.34540819641685, "tokens": 295829504, "seconds": 0.5435861599980853, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 29, "step": 2257, "evaluation_tokens": 1048576}
{"event": "train", "step": 2260, "epoch": 30, "tokens": 296222720, "loss": 3.609410365422567, "lr": 0.0019070903331355337, "grad_norm": 0.12194838374853134, "tokens_per_second": 1776786.914504672, "training_seconds": 0.22130734799429774, "elapsed_tokens_per_second": 1243693.5783586884, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2280, "epoch": 30, "tokens": 298844160, "loss": 3.649534296989441, "lr": 0.0018252475654375459, "grad_norm": 0.11119966208934784, "tokens_per_second": 1740166.2063717423, "training_seconds": 1.5064308170112781, "elapsed_tokens_per_second": 1246807.7244998692, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2300, "epoch": 30, "tokens": 301465600, "loss": 3.618295669555664, "lr": 0.0017447506546827902, "grad_norm": 0.10566768050193787, "tokens_per_second": 1742926.6094319324, "training_seconds": 1.5040449700027239, "elapsed_tokens_per_second": 1249893.0926595095, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2320, "epoch": 30, "tokens": 304087040, "loss": 3.6163161635398864, "lr": 0.0016656401045548374, "grad_norm": 0.12656648457050323, "tokens_per_second": 1743503.2651683558, "training_seconds": 1.503547514003003, "elapsed_tokens_per_second": 1252944.8348576906, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2335, "epoch": 30, "tokens": 306053120, "loss": 3.6106439431508384, "lr": 0.0016072409637759217, "grad_norm": 0.12084246426820755, "tokens_per_second": 1741547.4632041017, "training_seconds": 1.1289270269917324, "elapsed_tokens_per_second": 1255199.0806674263, "peak_memory_bytes": 42389451776}
{"loss": 3.629620021111028, "perplexity": 37.69848926524158, "tokens": 306053120, "seconds": 0.5453521229937905, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 30, "step": 2335, "evaluation_tokens": 1048576}
{"event": "train", "step": 2340, "epoch": 31, "tokens": 306708480, "loss": 3.62003698348999, "lr": 0.001587955721161273, "grad_norm": 0.10379502922296524, "tokens_per_second": 1773407.8217125074, "training_seconds": 0.3695483869960299, "elapsed_tokens_per_second": 1253146.2303203482, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2360, "epoch": 31, "tokens": 309329920, "loss": 3.6060003638267517, "lr": 0.001511736593004428, "grad_norm": 0.13223055005073547, "tokens_per_second": 1740458.9369493313, "training_seconds": 1.5061774479981977, "elapsed_tokens_per_second": 1256120.7140478021, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2380, "epoch": 31, "tokens": 311951360, "loss": 3.614537739753723, "lr": 0.0014370210713131914, "grad_norm": 0.11627109348773956, "tokens_per_second": 1741408.0081039348, "training_seconds": 1.505356578010833, "elapsed_tokens_per_second": 1259060.7561763355, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2400, "epoch": 31, "tokens": 314572800, "loss": 3.62236225605011, "lr": 0.0013638467507457932, "grad_norm": 0.11780959367752075, "tokens_per_second": 1742635.9397328575, "training_seconds": 1.5042958429985447, "elapsed_tokens_per_second": 1261972.6528568245, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2413, "epoch": 31, "tokens": 316276736, "loss": 3.615418635881864, "lr": 0.0013171273849661021, "grad_norm": 0.10088960081338882, "tokens_per_second": 1743850.7272353885, "training_seconds": 0.9771111560112331, "elapsed_tokens_per_second": 1263846.1195140795, "peak_memory_bytes": 42389451776}
{"loss": 3.615703481143649, "perplexity": 37.17749039195771, "tokens": 316276736, "seconds": 0.5434836370113771, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 31, "step": 2413, "evaluation_tokens": 1048576}
{"event": "train", "step": 2420, "epoch": 32, "tokens": 317194240, "loss": 3.598872082574027, "lr": 0.0012922504504732845, "grad_norm": 0.11845774948596954, "tokens_per_second": 1764356.9003302902, "training_seconds": 0.5200217710080324, "elapsed_tokens_per_second": 1262093.862241587, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2440, "epoch": 32, "tokens": 319815680, "loss": 3.603330361843109, "lr": 0.0012222681956532032, "grad_norm": 0.11011198163032532, "tokens_per_second": 1740225.2404436392, "training_seconds": 1.5063797140028328, "elapsed_tokens_per_second": 1264936.5760059136, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2460, "epoch": 32, "tokens": 322437120, "loss": 3.581911289691925, "lr": 0.0011539351993027748, "grad_norm": 0.10510633885860443, "tokens_per_second": 1737526.2643251554, "training_seconds": 1.5087196399981622, "elapsed_tokens_per_second": 1267732.3133084928, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2480, "epoch": 32, "tokens": 325058560, "loss": 3.596999478340149, "lr": 0.001087285844580757, "grad_norm": 0.11382992565631866, "tokens_per_second": 1741355.3356285584, "training_seconds": 1.5054021120013203, "elapsed_tokens_per_second": 1270511.349001377, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2491, "epoch": 32, "tokens": 326500352, "loss": 3.5873365618965845, "lr": 0.0010513585372613364, "grad_norm": 0.10926288366317749, "tokens_per_second": 1742348.0026819739, "training_seconds": 0.8274994420062285, "elapsed_tokens_per_second": 1272024.789495877, "peak_memory_bytes": 42389451776}
{"loss": 3.60188422342521, "perplexity": 36.66725870247937, "tokens": 326500352, "seconds": 0.5437006209976971, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 32, "step": 2491, "evaluation_tokens": 1048576}
{"event": "train", "step": 2500, "epoch": 33, "tokens": 327680000, "loss": 3.590871572494507, "lr": 0.0010223536674868357, "grad_norm": 0.11118002980947495, "tokens_per_second": 1754487.3464161342, "training_seconds": 0.6723605059960391, "elapsed_tokens_per_second": 1270532.6894049237, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2520, "epoch": 33, "tokens": 330301440, "loss": 3.5851444840431212, "lr": 0.0009591713399873042, "grad_norm": 0.11507578939199448, "tokens_per_second": 1740853.600676308, "training_seconds": 1.505835987001774, "elapsed_tokens_per_second": 1273257.1886443577, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2540, "epoch": 33, "tokens": 332922880, "loss": 3.593914306163788, "lr": 0.0008977706535754829, "grad_norm": 0.09769784659147263, "tokens_per_second": 1741778.3289258191, "training_seconds": 1.5050365229981253, "elapsed_tokens_per_second": 1275951.7623643174, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2560, "epoch": 33, "tokens": 335544320, "loss": 3.560833728313446, "lr": 0.0008381825032751725, "grad_norm": 0.1074356734752655, "tokens_per_second": 1739733.5431413797, "training_seconds": 1.5068054589937674, "elapsed_tokens_per_second": 1278608.8929759373, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2568, "epoch": 33, "tokens": 336592896, "loss": 3.6077403724193573, "lr": 0.0008148615004514701, "grad_norm": 0.12062576413154602, "tokens_per_second": 1734985.3637720917, "training_seconds": 0.60437166900374, "elapsed_tokens_per_second": 1279649.7233728766, "peak_memory_bytes": 42389451776}
{"loss": 3.5908472154800557, "perplexity": 36.264787004120116, "tokens": 336592896, "seconds": 0.5447333250049269, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 33, "step": 2568, "evaluation_tokens": 1048576}
{"event": "train", "step": 2580, "epoch": 34, "tokens": 338165760, "loss": 3.6126983960469565, "lr": 0.0007804368720951832, "grad_norm": 0.12198194116353989, "tokens_per_second": 1747656.0971956428, "training_seconds": 0.8999848439998459, "elapsed_tokens_per_second": 1278557.5834866795, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2600, "epoch": 34, "tokens": 340787200, "loss": 3.5968732118606566, "lr": 0.0007245628159427694, "grad_norm": 0.09847293049097061, "tokens_per_second": 1742677.3479837766, "training_seconds": 1.504260098998202, "elapsed_tokens_per_second": 1281176.4084626778, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2620, "epoch": 34, "tokens": 343408640, "loss": 3.5933205842971803, "lr": 0.0006705884490035463, "grad_norm": 0.10172443836927414, "tokens_per_second": 1743480.1478358358, "training_seconds": 1.5035674499958986, "elapsed_tokens_per_second": 1283766.7488788231, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2640, "epoch": 34, "tokens": 346030080, "loss": 3.595877492427826, "lr": 0.0006185409295952571, "grad_norm": 0.11027371883392334, "tokens_per_second": 1739492.763720583, "training_seconds": 1.507014029994025, "elapsed_tokens_per_second": 1286313.9588949594, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2646, "epoch": 34, "tokens": 346816512, "loss": 3.6042338212331138, "lr": 0.0006033063498599568, "grad_norm": 0.1128775104880333, "tokens_per_second": 1732297.1686881103, "training_seconds": 0.45398215399472974, "elapsed_tokens_per_second": 1287057.2905060076, "peak_memory_bytes": 42389451776}
{"loss": 3.5802444369772344, "perplexity": 35.882310738749354, "tokens": 346816512, "seconds": 0.5447034379903926, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 34, "step": 2646, "evaluation_tokens": 1048576}
{"event": "train", "step": 2660, "epoch": 35, "tokens": 348651520, "loss": 3.5704131637300764, "lr": 0.0005684464465025043, "grad_norm": 0.10963091254234314, "tokens_per_second": 1744044.2337165812, "training_seconds": 1.0521567999967374, "elapsed_tokens_per_second": 1286187.3090477418, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2680, "epoch": 35, "tokens": 351272960, "loss": 3.5838138580322267, "lr": 0.0005203302057993211, "grad_norm": 0.10535454750061035, "tokens_per_second": 1722701.1676340566, "training_seconds": 1.5217032699874835, "elapsed_tokens_per_second": 1288616.6695688008, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2700, "epoch": 35, "tokens": 353894400, "loss": 3.5784508109092714, "lr": 0.00047421641816621657, "grad_norm": 0.09930615872144699, "tokens_per_second": 1710970.6456237496, "training_seconds": 1.5321361630049068, "elapsed_tokens_per_second": 1290968.021577887, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2720, "epoch": 35, "tokens": 356515840, "loss": 3.562569797039032, "lr": 0.00043012828670807026, "grad_norm": 0.09709838777780533, "tokens_per_second": 1707559.7860284955, "training_seconds": 1.5351966129965149, "elapsed_tokens_per_second": 1293281.2665679457, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2724, "epoch": 35, "tokens": 357040128, "loss": 3.593999147415161, "lr": 0.0004215557094028888, "grad_norm": 0.10225558280944824, "tokens_per_second": 1742065.5231590525, "training_seconds": 0.30095768099999987, "elapsed_tokens_per_second": 1293762.5595833405, "peak_memory_bytes": 42389451776}
{"loss": 3.570567507501337, "perplexity": 35.53675480506763, "tokens": 357040128, "seconds": 0.5419162280013552, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 35, "step": 2724, "evaluation_tokens": 1048576}
{"event": "train", "step": 2740, "epoch": 36, "tokens": 359137280, "loss": 3.5758319348096848, "lr": 0.00038808799527900874, "grad_norm": 0.09907348453998566, "tokens_per_second": 1747457.9015409532, "training_seconds": 1.2001158930070233, "elapsed_tokens_per_second": 1293146.471470405, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2760, "epoch": 36, "tokens": 361758720, "loss": 3.5734846711158754, "lr": 0.0003481166973201453, "grad_norm": 0.11064520478248596, "tokens_per_second": 1741584.7075927644, "training_seconds": 1.5052038459980395, "elapsed_tokens_per_second": 1295558.0183346882, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2780, "epoch": 36, "tokens": 364380160, "loss": 3.5451289892196653, "lr": 0.0003102345052157864, "grad_norm": 0.10248509049415588, "tokens_per_second": 1740962.0341906766, "training_seconds": 1.5057421980018262, "elapsed_tokens_per_second": 1297939.5241407286, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2800, "epoch": 36, "tokens": 367001600, "loss": 3.5776607990264893, "lr": 0.00027446048017346997, "grad_norm": 0.10304482281208038, "tokens_per_second": 1741384.4303759201, "training_seconds": 1.5053769600053784, "elapsed_tokens_per_second": 1300299.084747301, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2802, "epoch": 36, "tokens": 367263744, "loss": 3.5354360342025757, "lr": 0.0002709997291130384, "grad_norm": 0.08997996151447296, "tokens_per_second": 1749204.8108904026, "training_seconds": 0.14986466900154483, "elapsed_tokens_per_second": 1300529.5097436323, "peak_memory_bytes": 42389451776}
{"loss": 3.563529949747526, "perplexity": 35.287540798299, "tokens": 367263744, "seconds": 0.5439848999958485, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 36, "step": 2802, "evaluation_tokens": 1048576}
{"event": "train", "step": 2820, "epoch": 37, "tokens": 369623040, "loss": 3.5684413777457342, "lr": 0.00024081262263292666, "grad_norm": 0.09351633489131927, "tokens_per_second": 1743565.0860393816, "training_seconds": 1.35314478300279, "elapsed_tokens_per_second": 1300099.358930884, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2840, "epoch": 37, "tokens": 372244480, "loss": 3.555205965042114, "lr": 0.00020930786320878334, "grad_norm": 0.10317713022232056, "tokens_per_second": 1741935.8412380642, "training_seconds": 1.5049004320026143, "elapsed_tokens_per_second": 1302420.0697585226, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2860, "epoch": 37, "tokens": 374865920, "loss": 3.5612268805503846, "lr": 0.00017996205417157872, "grad_norm": 0.1104065403342247, "tokens_per_second": 1742902.2477801882, "training_seconds": 1.5040659929945832, "elapsed_tokens_per_second": 1304718.3349876648, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2880, "epoch": 37, "tokens": 377487360, "loss": 3.563868963718414, "lr": 0.00015278996147136446, "grad_norm": 0.0928536206483841, "tokens_per_second": 1739480.3162187818, "training_seconds": 1.507024813996395, "elapsed_tokens_per_second": 1306981.38296703, "peak_memory_bytes": 42389451776}
{"loss": 3.55822619978577, "perplexity": 35.100879943949394, "tokens": 377487360, "seconds": 0.5419826260040281, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 37, "step": 2880, "evaluation_tokens": 1048576}
{"event": "train", "step": 2900, "epoch": 38, "tokens": 380108800, "loss": 3.5631267547607424, "lr": 0.0001278052573079114, "grad_norm": 0.09322163462638855, "tokens_per_second": 1750267.603434004, "training_seconds": 1.4977366860111943, "elapsed_tokens_per_second": 1306780.3826742037, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2920, "epoch": 38, "tokens": 382730240, "loss": 3.5624367594718933, "lr": 0.00010502051325125955, "grad_norm": 0.0891956016421318, "tokens_per_second": 1741439.845210927, "training_seconds": 1.5053290569921955, "elapsed_tokens_per_second": 1309010.987039201, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2940, "epoch": 38, "tokens": 385351680, "loss": 3.5649744272232056, "lr": 8.444719391607497e-05, "grad_norm": 0.09156854450702667, "tokens_per_second": 1740775.252630675, "training_seconds": 1.505903761004447, "elapsed_tokens_per_second": 1311218.145746487, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2958, "epoch": 38, "tokens": 387710976, "loss": 3.5550042390823364, "lr": 6.783055356613964e-05, "grad_norm": 0.09089359641075134, "tokens_per_second": 1738614.1557986515, "training_seconds": 1.3569980390020646, "elapsed_tokens_per_second": 1313175.0391893317, "peak_memory_bytes": 42389451776}
{"loss": 3.5550011332712064, "perplexity": 34.98785961840499, "tokens": 387710976, "seconds": 0.5438406179891899, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 38, "step": 2958, "evaluation_tokens": 1048576}
{"event": "train", "step": 2960, "epoch": 39, "tokens": 387973120, "loss": 3.5297367572784424, "lr": 6.609565119299037e-05, "grad_norm": 0.08685141801834106, "tokens_per_second": 1800656.8389231064, "training_seconds": 0.14558243099600077, "elapsed_tokens_per_second": 1310971.159889594, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2980, "epoch": 39, "tokens": 390594560, "loss": 3.544087016582489, "lr": 4.997511903983814e-05, "grad_norm": 0.09389019757509232, "tokens_per_second": 1741829.5455777352, "training_seconds": 1.5049922689941013, "elapsed_tokens_per_second": 1313124.640779795, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3000, "epoch": 39, "tokens": 393216000, "loss": 3.545823872089386, "lr": 3.609370883539442e-05, "grad_norm": 0.09047271311283112, "tokens_per_second": 1739302.0504984034, "training_seconds": 1.507179273001384, "elapsed_tokens_per_second": 1315265.8352745008, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3020, "epoch": 39, "tokens": 395837440, "loss": 3.548169183731079, "lr": 2.4458405297968444e-05, "grad_norm": 0.08776889741420746, "tokens_per_second": 1746040.2412810617, "training_seconds": 1.5013628769956995, "elapsed_tokens_per_second": 1317413.166125385, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3035, "epoch": 39, "tokens": 397803520, "loss": 3.565146827697754, "lr": 1.7209499597202137e-05, "grad_norm": 0.09720871597528458, "tokens_per_second": 1750785.418139158, "training_seconds": 1.122970285010524, "elapsed_tokens_per_second": 1319019.8819716866, "peak_memory_bytes": 42389451776}
{"loss": 3.553283620184502, "perplexity": 34.92781908659338, "tokens": 397803520, "seconds": 0.5429919390007854, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 39, "step": 3035, "evaluation_tokens": 1048576}
{"event": "train", "step": 3040, "epoch": 40, "tokens": 398458880, "loss": 3.5570655345916746, "lr": 1.5075062970900831e-05, "grad_norm": 0.09143548458814621, "tokens_per_second": 1766536.245322685, "training_seconds": 0.37098587800574023, "elapsed_tokens_per_second": 1317150.8832564924, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3060, "epoch": 40, "tokens": 401080320, "loss": 3.535714495182037, "lr": 7.948403276727022e-06, "grad_norm": 0.08829788118600845, "tokens_per_second": 1742556.1720701496, "training_seconds": 1.5043647040001815, "elapsed_tokens_per_second": 1319251.102917894, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3080, "epoch": 40, "tokens": 403701760, "loss": 3.555570697784424, "lr": 3.0820121414971145e-06, "grad_norm": 0.0871574655175209, "tokens_per_second": 1738394.2253097147, "training_seconds": 1.5079663529904792, "elapsed_tokens_per_second": 1321312.556573997, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3100, "epoch": 40, "tokens": 406323200, "loss": 3.548567736148834, "lr": 4.78338190441685e-07, "grad_norm": 0.0852191299200058, "tokens_per_second": 1742727.7277378005, "training_seconds": 1.504216613000608, "elapsed_tokens_per_second": 1323371.5433179822, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3113, "epoch": 40, "tokens": 408027136, "loss": 3.5546468037825365, "lr": 0.0, "grad_norm": 0.08636576682329178, "tokens_per_second": 1736732.1848690847, "training_seconds": 0.9811161529942183, "elapsed_tokens_per_second": 1324680.5446086153, "peak_memory_bytes": 42389451776}
{"loss": 3.5530200384153487, "perplexity": 34.91861396345049, "tokens": 408027136, "seconds": 0.5443380409997189, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 40, "step": 3113, "evaluation_tokens": 1048576}
{"loss": 3.5550684107809527, "perplexity": 34.990213593655376, "tokens": 408027136, "seconds": 101.66998240500106, "split": "full", "validation_complete": true, "event": "final_validation", "step": 3113, "evaluation_tokens": 197411295}