{"event": "train", "step": 20, "epoch": 1, "tokens": 2621440, "loss": 9.750119400024413, "lr": 0.0002564102564102564, "grad_norm": 1.4817477464675903, "tokens_per_second": 47063.33609731556, "training_seconds": 55.70025878699926, "elapsed_tokens_per_second": 47063.33609731556, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 40, "epoch": 1, "tokens": 5242880, "loss": 8.102752804756165, "lr": 0.0005128205128205128, "grad_norm": 0.7133505940437317, "tokens_per_second": 1776913.9495510668, "training_seconds": 1.4752768420003122, "elapsed_tokens_per_second": 91687.85975212268, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 60, "epoch": 1, "tokens": 7864320, "loss": 6.970105314254761, "lr": 0.0007692307692307692, "grad_norm": 0.5712756514549255, "tokens_per_second": 1770158.3311442584, "training_seconds": 1.4809070769988466, "elapsed_tokens_per_second": 134055.45125520573, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 78, "epoch": 1, "tokens": 10223616, "loss": 6.5203818215264215, "lr": 0.001, "grad_norm": 1.8925284147262573, "tokens_per_second": 1772334.5436031623, "training_seconds": 1.3311798319991794, "elapsed_tokens_per_second": 170400.24523752637, "peak_memory_bytes": 21988176384}
{"loss": 6.3884015454365795, "perplexity": 594.9048908373982, "tokens": 10223616, "seconds": 1.2829506569996738, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 1, "step": 78, "evaluation_tokens": 1048576}
{"event": "train", "step": 80, "epoch": 2, "tokens": 10485760, "loss": 6.375992774963379, "lr": 0.0010256410256410256, "grad_norm": 0.898823082447052, "tokens_per_second": 1859346.3472262162, "training_seconds": 0.14098718100103724, "elapsed_tokens_per_second": 170694.36708969023, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 100, "epoch": 2, "tokens": 13107200, "loss": 6.213808870315551, "lr": 0.001282051282051282, "grad_norm": 0.2739357352256775, "tokens_per_second": 1772712.2707391577, "training_seconds": 1.478773539998656, "elapsed_tokens_per_second": 208346.97659744433, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 120, "epoch": 2, "tokens": 15728640, "loss": 5.977166533470154, "lr": 0.0015384615384615385, "grad_norm": 0.32174766063690186, "tokens_per_second": 1766124.1550534272, "training_seconds": 1.4842897609996726, "elapsed_tokens_per_second": 244246.30213955935, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 140, "epoch": 2, "tokens": 18350080, "loss": 5.755803775787354, "lr": 0.001794871794871795, "grad_norm": 0.4349987208843231, "tokens_per_second": 1765682.8990147132, "training_seconds": 1.4846606949995476, "elapsed_tokens_per_second": 278523.98206799326, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 156, "epoch": 2, "tokens": 20447232, "loss": 5.565852403640747, "lr": 0.002, "grad_norm": 0.5184117555618286, "tokens_per_second": 1768721.6944375727, "training_seconds": 1.185687950001011, "elapsed_tokens_per_second": 304856.3573162157, "peak_memory_bytes": 42389451776}
{"loss": 5.5326017959169125, "perplexity": 252.80079218649755, "tokens": 20447232, "seconds": 0.531934918000843, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 2, "step": 156, "evaluation_tokens": 1048576}
{"event": "train", "step": 160, "epoch": 3, "tokens": 20971520, "loss": 5.481215715408325, "lr": 0.0020512820512820513, "grad_norm": 0.37365520000457764, "tokens_per_second": 1788900.6292123385, "training_seconds": 0.293078324999442, "elapsed_tokens_per_second": 308841.558001408, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 180, "epoch": 3, "tokens": 23592960, "loss": 5.404262113571167, "lr": 0.0023076923076923075, "grad_norm": 0.42673927545547485, "tokens_per_second": 1759736.0875969168, "training_seconds": 1.4896779230002721, "elapsed_tokens_per_second": 339982.9155313821, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 200, "epoch": 3, "tokens": 26214400, "loss": 5.295751428604126, "lr": 0.002564102564102564, "grad_norm": 0.3199097216129303, "tokens_per_second": 1758486.2099805896, "training_seconds": 1.4907367399991927, "elapsed_tokens_per_second": 369805.4990026941, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 220, "epoch": 3, "tokens": 28835840, "loss": 5.169172978401184, "lr": 0.0028205128205128207, "grad_norm": 0.34175026416778564, "tokens_per_second": 1764828.4638221273, "training_seconds": 1.485379488000035, "elapsed_tokens_per_second": 398417.7539048387, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 233, "epoch": 3, "tokens": 30539776, "loss": 5.112366823049692, "lr": 0.0029871794871794873, "grad_norm": 0.45893070101737976, "tokens_per_second": 1765387.994461534, "training_seconds": 0.9651906580002105, "elapsed_tokens_per_second": 416394.7540236046, "peak_memory_bytes": 42389451776}
{"loss": 5.126068383810503, "perplexity": 168.35391219700165, "tokens": 30539776, "seconds": 0.5367280569989816, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 3, "step": 233, "evaluation_tokens": 1048576}
{"event": "train", "step": 240, "epoch": 4, "tokens": 31457280, "loss": 5.065663405827114, "lr": 0.003076923076923077, "grad_norm": 0.38098037242889404, "tokens_per_second": 1778150.7823376849, "training_seconds": 0.5159877379992395, "elapsed_tokens_per_second": 422800.79869466805, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 260, "epoch": 4, "tokens": 34078720, "loss": 5.0049197435379025, "lr": 0.0033333333333333335, "grad_norm": 0.2677311897277832, "tokens_per_second": 1774078.1962273924, "training_seconds": 1.4776349799994932, "elapsed_tokens_per_second": 449104.9049504168, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 280, "epoch": 4, "tokens": 36700160, "loss": 4.980383491516113, "lr": 0.00358974358974359, "grad_norm": 0.5555397272109985, "tokens_per_second": 1759098.2164022115, "training_seconds": 1.4902180989993212, "elapsed_tokens_per_second": 474324.3768804916, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 300, "epoch": 4, "tokens": 39321600, "loss": 4.944910931587219, "lr": 0.003846153846153846, "grad_norm": 0.7349078059196472, "tokens_per_second": 1765095.9673707734, "training_seconds": 1.4851543759996275, "elapsed_tokens_per_second": 498622.59940695815, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 311, "epoch": 4, "tokens": 40763392, "loss": 5.011329477483576, "lr": 0.003987179487179487, "grad_norm": 1.2374626398086548, "tokens_per_second": 1768007.5808617687, "training_seconds": 0.8154897159984102, "elapsed_tokens_per_second": 511599.97385918663, "peak_memory_bytes": 42389451776}
{"loss": 5.064470744551552, "perplexity": 158.29664053995182, "tokens": 40763392, "seconds": 0.5315639860000374, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 4, "step": 311, "evaluation_tokens": 1048576}
{"event": "train", "step": 320, "epoch": 5, "tokens": 41943040, "loss": 5.005191485087077, "lr": 0.003999919489858869, "grad_norm": 0.30895042419433594, "tokens_per_second": 1777328.726067812, "training_seconds": 0.6637196499996207, "elapsed_tokens_per_second": 518585.26042427623, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 340, "epoch": 5, "tokens": 44564480, "loss": 4.86110291481018, "lr": 0.003999013825209868, "grad_norm": 0.2173669934272766, "tokens_per_second": 1762759.7214914036, "training_seconds": 1.4871227019993967, "elapsed_tokens_per_second": 541040.063201756, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 360, "epoch": 5, "tokens": 47185920, "loss": 4.769627475738526, "lr": 0.00399710231545853, "grad_norm": 0.20390185713768005, "tokens_per_second": 1772214.7725778532, "training_seconds": 1.4791886630009685, "elapsed_tokens_per_second": 562745.9392491084, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 380, "epoch": 5, "tokens": 49807360, "loss": 4.684601163864135, "lr": 0.003994185922420472, "grad_norm": 0.31385645270347595, "tokens_per_second": 1762659.0602733688, "training_seconds": 1.4872076279989415, "elapsed_tokens_per_second": 583646.0650417649, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 389, "epoch": 5, "tokens": 50987008, "loss": 4.673379686143663, "lr": 0.003992546074856259, "grad_norm": 0.8088384866714478, "tokens_per_second": 1765277.9898825553, "training_seconds": 0.668250557000647, "elapsed_tokens_per_second": 592812.5636058437, "peak_memory_bytes": 42389451776}
{"loss": 5.022301841768734, "perplexity": 151.76023008988065, "tokens": 50987008, "seconds": 0.534660213999814, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 5, "step": 389, "evaluation_tokens": 1048576}
{"event": "train", "step": 400, "epoch": 6, "tokens": 52428800, "loss": 4.8777829083529385, "lr": 0.003990266113539101, "grad_norm": 0.578344464302063, "tokens_per_second": 1770453.7231079754, "training_seconds": 0.8143629969999893, "elapsed_tokens_per_second": 600108.0585368613, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 420, "epoch": 6, "tokens": 55050240, "loss": 4.705142664909363, "lr": 0.003985344861147232, "grad_norm": 0.19879360496997833, "tokens_per_second": 1770523.2635459644, "training_seconds": 1.480601839000883, "elapsed_tokens_per_second": 619601.0385031793, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 440, "epoch": 6, "tokens": 57671680, "loss": 4.573089981079102, "lr": 0.003979424641474668, "grad_norm": 0.1820775866508484, "tokens_per_second": 1762921.0160481369, "training_seconds": 1.486986640999021, "elapsed_tokens_per_second": 638404.0999222328, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 460, "epoch": 6, "tokens": 60293120, "loss": 4.499462985992432, "lr": 0.0039725084334022425, "grad_norm": 0.18812882900238037, "tokens_per_second": 1766359.4217562869, "training_seconds": 1.484092063999924, "elapsed_tokens_per_second": 656621.1567752578, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 467, "epoch": 6, "tokens": 61210624, "loss": 4.451237065451486, "lr": 0.003969853087303938, "grad_norm": 0.20374535024166107, "tokens_per_second": 1755679.2080697666, "training_seconds": 0.5225920520006184, "elapsed_tokens_per_second": 662826.9369047021, "peak_memory_bytes": 42389451776}
{"loss": 4.462955049418136, "perplexity": 86.74346195017137, "tokens": 61210624, "seconds": 0.5355180099995778, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 6, "step": 467, "evaluation_tokens": 1048576}
{"event": "train", "step": 480, "epoch": 7, "tokens": 62914560, "loss": 4.4288231776310845, "lr": 0.003964599716962921, "grad_norm": 0.2515479624271393, "tokens_per_second": 1781837.6405145132, "training_seconds": 0.956280168999001, "elapsed_tokens_per_second": 670392.7986759433, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 500, "epoch": 7, "tokens": 65536000, "loss": 4.400392770767212, "lr": 0.003955702471590763, "grad_norm": 0.21514391899108887, "tokens_per_second": 1766384.9768094402, "training_seconds": 1.4840705930000695, "elapsed_tokens_per_second": 687445.7784544034, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 520, "epoch": 7, "tokens": 68157440, "loss": 4.354930520057678, "lr": 0.0039458211741185785, "grad_norm": 0.25296369194984436, "tokens_per_second": 1768073.708297576, "training_seconds": 1.482653120001487, "elapsed_tokens_per_second": 703975.316113218, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 540, "epoch": 7, "tokens": 70778880, "loss": 4.3373109102249146, "lr": 0.00393496079652532, "grad_norm": 0.1962457150220871, "tokens_per_second": 1767699.9817903894, "training_seconds": 1.482966582001609, "elapsed_tokens_per_second": 720007.3673239152, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 545, "epoch": 7, "tokens": 71434240, "loss": 4.323501777648926, "lr": 0.003932093350457171, "grad_norm": 0.1996368020772934, "tokens_per_second": 1759252.2134432804, "training_seconds": 0.37252191299921833, "elapsed_tokens_per_second": 723915.8753496547, "peak_memory_bytes": 42389451776}
{"loss": 4.317726348382076, "perplexity": 75.01786974194547, "tokens": 71434240, "seconds": 0.5318710609990376, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 7, "step": 545, "evaluation_tokens": 1048576}
{"event": "train", "step": 560, "epoch": 8, "tokens": 73400320, "loss": 4.300384489695231, "lr": 0.00392312680343433, "grad_norm": 0.2129768431186676, "tokens_per_second": 1777035.201314255, "training_seconds": 1.1063821349998761, "elapsed_tokens_per_second": 731637.4593766815, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 580, "epoch": 8, "tokens": 76021760, "loss": 4.270082116127014, "lr": 0.003910325149363705, "grad_norm": 0.194004088640213, "tokens_per_second": 1765973.412721992, "training_seconds": 1.4844164589994762, "elapsed_tokens_per_second": 746706.6057452441, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 600, "epoch": 8, "tokens": 78643200, "loss": 4.243084502220154, "lr": 0.0038965622757301485, "grad_norm": 0.18864871561527252, "tokens_per_second": 1770308.9913800028, "training_seconds": 1.4807810460006294, "elapsed_tokens_per_second": 761366.2127974349, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 620, "epoch": 8, "tokens": 81264640, "loss": 4.232765817642212, "lr": 0.0038818451076078463, "grad_norm": 0.2006245106458664, "tokens_per_second": 1764641.5653381574, "training_seconds": 1.4855368089993135, "elapsed_tokens_per_second": 775577.5818877023, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 623, "epoch": 8, "tokens": 81657856, "loss": 4.208443800608317, "lr": 0.003879555675949761, "grad_norm": 0.20156386494636536, "tokens_per_second": 1795645.2615961102, "training_seconds": 0.21898311899894907, "elapsed_tokens_per_second": 777686.7705859657, "peak_memory_bytes": 42389451776}
{"loss": 4.223546137793259, "perplexity": 68.2751686690549, "tokens": 81657856, "seconds": 0.5318815249993349, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 8, "step": 623, "evaluation_tokens": 1048576}
{"event": "train", "step": 640, "epoch": 9, "tokens": 83886080, "loss": 4.198029742521398, "lr": 0.0038661810502439715, "grad_norm": 0.3144669532775879, "tokens_per_second": 1776644.7715410886, "training_seconds": 1.2541753059995244, "elapsed_tokens_per_second": 785493.6388911954, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 660, "epoch": 9, "tokens": 86507520, "loss": 4.1931905269622805, "lr": 0.003849577985332579, "grad_norm": 0.1835290789604187, "tokens_per_second": 1766577.4984077346, "training_seconds": 1.4839088590015308, "elapsed_tokens_per_second": 798929.2010235962, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 680, "epoch": 9, "tokens": 89128960, "loss": 4.195752191543579, "lr": 0.0038320442670487687, "grad_norm": 0.44947364926338196, "tokens_per_second": 1768928.6192667596, "training_seconds": 1.481936564001444, "elapsed_tokens_per_second": 812012.7937774307, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 700, "epoch": 9, "tokens": 91750400, "loss": 4.2355793714523315, "lr": 0.0038135887178451133, "grad_norm": 0.16283829510211945, "tokens_per_second": 1762424.5068554918, "training_seconds": 1.487405553998542, "elapsed_tokens_per_second": 824706.9341186396, "peak_memory_bytes": 42389451776}
{"loss": 4.204895246109574, "perplexity": 67.01357736566881, "tokens": 91750400, "seconds": 0.5323349190002773, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 9, "step": 700, "evaluation_tokens": 1048576}
{"event": "train", "step": 720, "epoch": 10, "tokens": 94371840, "loss": 4.161414957046508, "lr": 0.0037942206240124533, "grad_norm": 0.18252667784690857, "tokens_per_second": 1774857.9573344989, "training_seconds": 1.4769857999999658, "elapsed_tokens_per_second": 833166.5675150648, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 740, "epoch": 10, "tokens": 96993280, "loss": 4.131618881225586, "lr": 0.0037739497310073124, "grad_norm": 0.16541291773319244, "tokens_per_second": 1773142.59765333, "training_seconds": 1.4784146539986978, "elapsed_tokens_per_second": 845263.2946388236, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 760, "epoch": 10, "tokens": 99614720, "loss": 4.115099763870239, "lr": 0.0037527862385482677, "grad_norm": 0.18170176446437836, "tokens_per_second": 1760147.738101534, "training_seconds": 1.48932952800169, "elapsed_tokens_per_second": 856973.782141538, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 778, "epoch": 10, "tokens": 101974016, "loss": 4.096830977333917, "lr": 0.0037329847148808177, "grad_norm": 0.1571674942970276, "tokens_per_second": 1763366.724922335, "training_seconds": 1.3379497110017837, "elapsed_tokens_per_second": 867269.3052579043, "peak_memory_bytes": 42389451776}
{"loss": 4.0966431595034365, "perplexity": 60.13807446488135, "tokens": 101974016, "seconds": 0.533489028999611, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 10, "step": 778, "evaluation_tokens": 1048576}
{"event": "train", "step": 780, "epoch": 11, "tokens": 102236160, "loss": 4.054724216461182, "lr": 0.003730740795483752, "grad_norm": 0.16464601457118988, "tokens_per_second": 1828957.313556552, "training_seconds": 0.14332975300021644, "elapsed_tokens_per_second": 864465.8904436314, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 800, "epoch": 11, "tokens": 104857600, "loss": 4.0795451402664185, "lr": 0.0037078244944338625, "grad_norm": 0.16440783441066742, "tokens_per_second": 1759839.0084593745, "training_seconds": 1.4895908019989292, "elapsed_tokens_per_second": 875590.282900586, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 820, "epoch": 11, "tokens": 107479040, "loss": 4.068185329437256, "lr": 0.0036840488662088855, "grad_norm": 0.16895195841789246, "tokens_per_second": 1763751.8716281422, "training_seconds": 1.4862861619985779, "elapsed_tokens_per_second": 886461.4028406014, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 840, "epoch": 11, "tokens": 110100480, "loss": 4.056483888626099, "lr": 0.003659425874007325, "grad_norm": 0.1819884181022644, "tokens_per_second": 1756526.6299403033, "training_seconds": 1.4923998049998772, "elapsed_tokens_per_second": 897030.5877111452, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 856, "epoch": 11, "tokens": 112197632, "loss": 4.0423722714185715, "lr": 0.003639125689804212, "grad_norm": 0.17987839877605438, "tokens_per_second": 1769017.5726119247, "training_seconds": 1.1854896369986818, "elapsed_tokens_per_second": 905350.9975368781, "peak_memory_bytes": 42389451776}
{"loss": 4.057885647749137, "perplexity": 57.851862459211695, "tokens": 112197632, "seconds": 0.5369708130001527, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 11, "step": 856, "evaluation_tokens": 1048576}
{"event": "train", "step": 860, "epoch": 12, "tokens": 112721920, "loss": 4.030830264091492, "lr": 0.0036339679073963756, "grad_norm": 0.1702437847852707, "tokens_per_second": 1791570.884663916, "training_seconds": 0.2926415049987554, "elapsed_tokens_per_second": 903474.4626169702, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 880, "epoch": 12, "tokens": 115343360, "loss": 4.023712003231049, "lr": 0.0036076877760778565, "grad_norm": 0.1580125242471695, "tokens_per_second": 1767036.7346910741, "training_seconds": 1.4835232049990736, "elapsed_tokens_per_second": 913609.4561875329, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 900, "epoch": 12, "tokens": 117964800, "loss": 4.028310525417328, "lr": 0.003580598703442742, "grad_norm": 0.16469094157218933, "tokens_per_second": 1761300.0404564836, "training_seconds": 1.4883551580005587, "elapsed_tokens_per_second": 923474.7748691885, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 920, "epoch": 12, "tokens": 120586240, "loss": 4.016478872299194, "lr": 0.0035527143199175423, "grad_norm": 0.17148995399475098, "tokens_per_second": 1760343.314005266, "training_seconds": 1.489164062000782, "elapsed_tokens_per_second": 933105.2673795935, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 934, "epoch": 12, "tokens": 122421248, "loss": 4.004871794155666, "lr": 0.0035327295389949616, "grad_norm": 0.16651421785354614, "tokens_per_second": 1771484.315581565, "training_seconds": 1.0358590160012682, "elapsed_tokens_per_second": 939758.1578871624, "peak_memory_bytes": 42389451776}
{"loss": 4.0189539876456, "perplexity": 55.64287224378032, "tokens": 122421248, "seconds": 0.5352755670010083, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 12, "step": 934, "evaluation_tokens": 1048576}
{"event": "train", "step": 940, "epoch": 13, "tokens": 123207680, "loss": 3.970137357711792, "lr": 0.0035240486561058716, "grad_norm": 0.176603302359581, "tokens_per_second": 1786522.2413338756, "training_seconds": 0.4402027480009565, "elapsed_tokens_per_second": 938719.8845410196, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 960, "epoch": 13, "tokens": 125829120, "loss": 3.9959290385246278, "lr": 0.00349461613572866, "grad_norm": 0.18216829001903534, "tokens_per_second": 1768486.571782884, "training_seconds": 1.4823069859994575, "elapsed_tokens_per_second": 947974.5598001753, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 980, "epoch": 13, "tokens": 128450560, "loss": 3.9753342032432557, "lr": 0.00346443156836656, "grad_norm": 0.1842374950647354, "tokens_per_second": 1770590.8259856303, "training_seconds": 1.4805453419994592, "elapsed_tokens_per_second": 957036.0773383243, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1000, "epoch": 13, "tokens": 131072000, "loss": 3.9916146874427794, "lr": 0.0034335101420082015, "grad_norm": 0.15369966626167297, "tokens_per_second": 1759170.8040386292, "training_seconds": 1.490156609001133, "elapsed_tokens_per_second": 965830.8024993916, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1012, "epoch": 13, "tokens": 132644864, "loss": 3.994819005330404, "lr": 0.003414610051126177, "grad_norm": 0.17955052852630615, "tokens_per_second": 1763142.4534717547, "training_seconds": 0.8920799320003425, "elapsed_tokens_per_second": 971020.0244682381, "peak_memory_bytes": 42389451776}
{"loss": 3.98231813397486, "perplexity": 53.6412377873938, "tokens": 132644864, "seconds": 0.536573576999217, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 13, "step": 1012, "evaluation_tokens": 1048576}
{"event": "train", "step": 1020, "epoch": 14, "tokens": 133693440, "loss": 3.975450247526169, "lr": 0.00340186741540804, "grad_norm": 0.17128294706344604, "tokens_per_second": 1782567.436479245, "training_seconds": 0.5882391760005703, "elapsed_tokens_per_second": 970648.2166092987, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1040, "epoch": 14, "tokens": 136314880, "loss": 3.9592718362808226, "lr": 0.0033695193102576486, "grad_norm": 0.163840189576149, "tokens_per_second": 1756223.1247967493, "training_seconds": 1.4926577169990196, "elapsed_tokens_per_second": 979061.1338905906, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1060, "epoch": 14, "tokens": 138936320, "loss": 3.954939043521881, "lr": 0.00333648210317439, "grad_norm": 0.1544743925333023, "tokens_per_second": 1766945.5541024692, "training_seconds": 1.4835997600002884, "elapsed_tokens_per_second": 987352.9981814533, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1080, "epoch": 14, "tokens": 141557760, "loss": 3.955210566520691, "lr": 0.0033027724175115, "grad_norm": 0.16109338402748108, "tokens_per_second": 1760121.3125801082, "training_seconds": 1.4893518879998737, "elapsed_tokens_per_second": 995437.2238306704, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1090, "epoch": 14, "tokens": 142868480, "loss": 3.951512837409973, "lr": 0.0032856706827662577, "grad_norm": 0.1643846035003662, "tokens_per_second": 1771042.6702669195, "training_seconds": 0.740083806000257, "elapsed_tokens_per_second": 999434.801092008, "peak_memory_bytes": 42389451776}
{"loss": 3.951578825991477, "perplexity": 52.017428505370134, "tokens": 142868480, "seconds": 0.5316595720014448, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 14, "step": 1090, "evaluation_tokens": 1048576}
{"event": "train", "step": 1100, "epoch": 15, "tokens": 144179200, "loss": 3.9384649753570558, "lr": 0.0032684072149937035, "grad_norm": 0.16506654024124146, "tokens_per_second": 1774893.0036956514, "training_seconds": 0.7384783180004888, "elapsed_tokens_per_second": 999674.3992494012, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1120, "epoch": 15, "tokens": 146800640, "loss": 3.9411585450172426, "lr": 0.003233403787182574, "grad_norm": 0.14958103001117706, "tokens_per_second": 1763875.1505943213, "training_seconds": 1.4861822839993692, "elapsed_tokens_per_second": 1007456.3029428205, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1140, "epoch": 15, "tokens": 149422080, "loss": 3.9237464308738708, "lr": 0.0031977797467759245, "grad_norm": 0.16915357112884521, "tokens_per_second": 1764694.945591533, "training_seconds": 1.4854918729997735, "elapsed_tokens_per_second": 1015082.62131971, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1160, "epoch": 15, "tokens": 152043520, "loss": 3.907244694232941, "lr": 0.0031615530187456176, "grad_norm": 0.16219376027584076, "tokens_per_second": 1768772.1561997691, "training_seconds": 1.482067654000275, "elapsed_tokens_per_second": 1022584.089085617, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1167, "epoch": 15, "tokens": 152961024, "loss": 3.9186198711395264, "lr": 0.0031487346434094015, "grad_norm": 0.16207841038703918, "tokens_per_second": 1772087.3486555174, "training_seconds": 0.5177532590005285, "elapsed_tokens_per_second": 1025167.4434735944, "peak_memory_bytes": 42389451776}
{"loss": 3.9311309092515985, "perplexity": 50.96458140737928, "tokens": 152961024, "seconds": 0.5358372100017732, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 15, "step": 1167, "evaluation_tokens": 1048576}
{"event": "train", "step": 1180, "epoch": 16, "tokens": 154664960, "loss": 3.9117268232198863, "lr": 0.003124741831318243, "grad_norm": 0.16268610954284668, "tokens_per_second": 1769498.6095843904, "training_seconds": 0.9629484819997742, "elapsed_tokens_per_second": 1026227.1298715703, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1200, "epoch": 16, "tokens": 157286400, "loss": 3.8952523946762083, "lr": 0.0030873647068032106, "grad_norm": 0.15909449756145477, "tokens_per_second": 1764343.1249755598, "training_seconds": 1.4857880890012893, "elapsed_tokens_per_second": 1033423.3314828501, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1220, "epoch": 16, "tokens": 159907840, "loss": 3.8899001717567443, "lr": 0.0030494404522728676, "grad_norm": 0.14583219587802887, "tokens_per_second": 1765812.2585629541, "training_seconds": 1.4845519320006133, "elapsed_tokens_per_second": 1040484.8629660391, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1240, "epoch": 16, "tokens": 162529280, "loss": 3.8769800543785093, "lr": 0.0030109881500993306, "grad_norm": 0.16460002958774567, "tokens_per_second": 1755046.439055271, "training_seconds": 1.4936584820006829, "elapsed_tokens_per_second": 1047349.7797773349, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1245, "epoch": 16, "tokens": 163184640, "loss": 3.8591235160827635, "lr": 0.0030012948287640793, "grad_norm": 0.1641671359539032, "tokens_per_second": 1762587.7227627272, "training_seconds": 0.37181695500112255, "elapsed_tokens_per_second": 1049043.929130206, "peak_memory_bytes": 42389451776}
{"loss": 3.9023742403145754, "perplexity": 49.519881743322586, "tokens": 163184640, "seconds": 0.5323785910004517, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 16, "step": 1245, "evaluation_tokens": 1048576}
{"event": "train", "step": 1260, "epoch": 17, "tokens": 165150720, "loss": 3.8801960945129395, "lr": 0.0029720271483527965, "grad_norm": 0.16607995331287384, "tokens_per_second": 1772682.9892166213, "training_seconds": 1.109098475000792, "elapsed_tokens_per_second": 1050534.1545030638, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1280, "epoch": 17, "tokens": 167772160, "loss": 3.8801441311836244, "lr": 0.0029325770510661613, "grad_norm": 0.15060168504714966, "tokens_per_second": 1764982.259661691, "training_seconds": 1.4852500559991313, "elapsed_tokens_per_second": 1057212.9459880819, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1300, "epoch": 17, "tokens": 170393600, "loss": 3.8618276357650756, "lr": 0.0028926577083708454, "grad_norm": 0.16235588490962982, "tokens_per_second": 1760355.8762892112, "training_seconds": 1.4891534350008442, "elapsed_tokens_per_second": 1063737.6067469518, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1320, "epoch": 17, "tokens": 173015040, "loss": 3.8627914786338806, "lr": 0.0028522892065087923, "grad_norm": 0.1587003916501999, "tokens_per_second": 1759359.784286819, "training_seconds": 1.4899965450003947, "elapsed_tokens_per_second": 1070139.9940500464, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1323, "epoch": 17, "tokens": 173408256, "loss": 3.883449157079061, "lr": 0.0028461964439177377, "grad_norm": 0.17826874554157257, "tokens_per_second": 1775986.1823308582, "training_seconds": 0.22140712800137408, "elapsed_tokens_per_second": 1071089.5992055333, "peak_memory_bytes": 42389451776}
{"loss": 3.882226725650833, "perplexity": 48.53216265338783, "tokens": 173408256, "seconds": 0.5327620019997994, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 17, "step": 1323, "evaluation_tokens": 1048576}
{"event": "train", "step": 1340, "epoch": 18, "tokens": 175636480, "loss": 3.8504206152523266, "lr": 0.0028114918577256554, "grad_norm": 0.15030120313167572, "tokens_per_second": 1771616.8093489322, "training_seconds": 1.2577347360002022, "elapsed_tokens_per_second": 1072937.7881567043, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1360, "epoch": 18, "tokens": 178257920, "loss": 3.847473847866058, "lr": 0.00277028619005028, "grad_norm": 0.16709735989570618, "tokens_per_second": 1762308.6100809283, "training_seconds": 1.487503371999992, "elapsed_tokens_per_second": 1079137.1133396497, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1380, "epoch": 18, "tokens": 180879360, "loss": 3.8248317003250123, "lr": 0.002728692936965594, "grad_norm": 0.15718048810958862, "tokens_per_second": 1760978.421494386, "training_seconds": 1.488626985999872, "elapsed_tokens_per_second": 1085212.0202104368, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1400, "epoch": 18, "tokens": 183500800, "loss": 3.8390366673469543, "lr": 0.002686733026976133, "grad_norm": 0.14709652960300446, "tokens_per_second": 1766630.339854847, "training_seconds": 1.483864473999347, "elapsed_tokens_per_second": 1091215.6291098774, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1401, "epoch": 18, "tokens": 183631872, "loss": 3.840513229370117, "lr": 0.0026846257846888373, "grad_norm": 0.16995032131671906, "tokens_per_second": 1802599.3121179915, "training_seconds": 0.07271277600011672, "elapsed_tokens_per_second": 1091507.7452787696, "peak_memory_bytes": 42389451776}
{"loss": 3.851925743179844, "perplexity": 47.08364699513585, "tokens": 183631872, "seconds": 0.5356901380000636, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 18, "step": 1401, "evaluation_tokens": 1048576}
{"event": "train", "step": 1420, "epoch": 19, "tokens": 186122240, "loss": 3.8186792825397693, "lr": 0.0026444275730774253, "grad_norm": 0.14442725479602814, "tokens_per_second": 1772007.1787294936, "training_seconds": 1.4053938549986924, "elapsed_tokens_per_second": 1093651.9387255271, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1440, "epoch": 19, "tokens": 188743680, "loss": 3.8116283893585203, "lr": 0.0026017978621325605, "grad_norm": 0.14993160963058472, "tokens_per_second": 1749356.4303046153, "training_seconds": 1.4985168000002886, "elapsed_tokens_per_second": 1099365.056160833, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1460, "epoch": 19, "tokens": 191365120, "loss": 3.8259179830551147, "lr": 0.002558865344161256, "grad_norm": 0.15589748322963715, "tokens_per_second": 1762854.9196569703, "training_seconds": 1.487042393999218, "elapsed_tokens_per_second": 1105050.188020967, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1479, "epoch": 19, "tokens": 193855488, "loss": 3.8157718432577035, "lr": 0.0025178186511640097, "grad_norm": 0.15714037418365479, "tokens_per_second": 1764125.7086856738, "training_seconds": 1.4116726419997576, "elapsed_tokens_per_second": 1110371.209400528, "peak_memory_bytes": 42389451776}
{"loss": 3.8282643717134235, "perplexity": 45.98266012930494, "tokens": 193855488, "seconds": 0.5349870230002125, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 19, "step": 1479, "evaluation_tokens": 1048576}
{"event": "train", "step": 1480, "epoch": 20, "tokens": 193986560, "loss": 3.8248417377471924, "lr": 0.0025156516215468407, "grad_norm": 0.14400313794612885, "tokens_per_second": 1911880.5848071284, "training_seconds": 0.06855658300082723, "elapsed_tokens_per_second": 1107240.0505865074, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1500, "epoch": 20, "tokens": 196608000, "loss": 3.8144603610038756, "lr": 0.0024721784381665692, "grad_norm": 0.15965652465820312, "tokens_per_second": 1760131.2906031183, "training_seconds": 1.489343445000486, "elapsed_tokens_per_second": 1112731.8758162193, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1520, "epoch": 20, "tokens": 199229440, "loss": 3.8077712416648866, "lr": 0.002428467668450741, "grad_norm": 0.17088283598423004, "tokens_per_second": 1761211.7429180236, "training_seconds": 1.4884297759999754, "elapsed_tokens_per_second": 1118137.7461078267, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1540, "epoch": 20, "tokens": 201850880, "loss": 3.7955865263938904, "lr": 0.0023845413063761267, "grad_norm": 0.16468606889247894, "tokens_per_second": 1762640.867428181, "training_seconds": 1.4872229779994086, "elapsed_tokens_per_second": 1123458.7757218273, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1557, "epoch": 20, "tokens": 204079104, "loss": 3.8092092205496395, "lr": 0.0023470508954753456, "grad_norm": 0.1663622260093689, "tokens_per_second": 1759896.3729338741, "training_seconds": 1.2661109109994868, "elapsed_tokens_per_second": 1127903.2627043729, "peak_memory_bytes": 42389451776}
{"loss": 3.8071942908434675, "perplexity": 45.02393741269838, "tokens": 204079104, "seconds": 0.5320953340014967, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 20, "step": 1557, "evaluation_tokens": 1048576}
{"event": "train", "step": 1560, "epoch": 21, "tokens": 204472320, "loss": 3.815319061279297, "lr": 0.002340421454399249, "grad_norm": 0.16897335648536682, "tokens_per_second": 1811877.1677878478, "training_seconds": 0.21702133400140156, "elapsed_tokens_per_second": 1125340.791272634, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1580, "epoch": 21, "tokens": 207093760, "loss": 3.7865704536437987, "lr": 0.0022961303123350684, "grad_norm": 0.16542884707450867, "tokens_per_second": 1760525.6898138544, "training_seconds": 1.489009796998289, "elapsed_tokens_per_second": 1130492.0555061765, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1600, "epoch": 21, "tokens": 209715200, "loss": 3.786451995372772, "lr": 0.002251690166186694, "grad_norm": 0.15989086031913757, "tokens_per_second": 1759213.0348830824, "training_seconds": 1.4901208369992673, "elapsed_tokens_per_second": 1135553.8787075887, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1620, "epoch": 21, "tokens": 212336640, "loss": 3.7926459193229674, "lr": 0.0022071233769317177, "grad_norm": 0.16365382075309753, "tokens_per_second": 1760808.920390182, "training_seconds": 1.4887702859996352, "elapsed_tokens_per_second": 1140538.8302158245, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1634, "epoch": 21, "tokens": 214171648, "loss": 3.7851826463426863, "lr": 0.0021758632780079093, "grad_norm": 0.15175001323223114, "tokens_per_second": 1763911.9416701978, "training_seconds": 1.0403059000000212, "elapsed_tokens_per_second": 1143993.3851150859, "peak_memory_bytes": 42389451776}
{"loss": 3.7843493763834557, "perplexity": 44.00702922988687, "tokens": 214171648, "seconds": 0.5315896219999559, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 21, "step": 1634, "evaluation_tokens": 1048576}
{"event": "train", "step": 1640, "epoch": 22, "tokens": 214958080, "loss": 3.763637105623881, "lr": 0.0021624523692708253, "grad_norm": 0.14270764589309692, "tokens_per_second": 1801269.7321748564, "training_seconds": 0.4365986869997869, "elapsed_tokens_per_second": 1142239.7783255877, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1660, "epoch": 22, "tokens": 217579520, "loss": 3.777785587310791, "lr": 0.002117699620344348, "grad_norm": 0.15645302832126617, "tokens_per_second": 1760228.51578004, "training_seconds": 1.489261181999609, "elapsed_tokens_per_second": 1147080.9914173046, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1680, "epoch": 22, "tokens": 220200960, "loss": 3.764293003082275, "lr": 0.0020728876484224236, "grad_norm": 0.15447422862052917, "tokens_per_second": 1768557.5833948744, "training_seconds": 1.4822474680004234, "elapsed_tokens_per_second": 1151889.8581655093, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1700, "epoch": 22, "tokens": 222822400, "loss": 3.763186824321747, "lr": 0.002028039001574461, "grad_norm": 0.17098528146743774, "tokens_per_second": 1750029.4816462828, "training_seconds": 1.4979404789992259, "elapsed_tokens_per_second": 1156526.5798380268, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1712, "epoch": 22, "tokens": 224395264, "loss": 3.7615579962730408, "lr": 0.002001121596747205, "grad_norm": 0.14402374625205994, "tokens_per_second": 1759047.3342567869, "training_seconds": 0.8941567229994689, "elapsed_tokens_per_second": 1159300.8416115073, "peak_memory_bytes": 42389451776}
{"loss": 3.7689858875177746, "perplexity": 43.33609486963594, "tokens": 224395264, "seconds": 0.5363224430002447, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 22, "step": 1712, "evaluation_tokens": 1048576}
{"event": "train", "step": 1720, "epoch": 23, "tokens": 225443840, "loss": 3.7510494589805603, "lr": 0.00198317624632362, "grad_norm": 0.14167086780071259, "tokens_per_second": 1773085.074298407, "training_seconds": 0.5913850470005855, "elapsed_tokens_per_second": 1157928.0694976833, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1740, "epoch": 23, "tokens": 228065280, "loss": 3.7588816404342653, "lr": 0.0019383219562919903, "grad_norm": 0.17313741147518158, "tokens_per_second": 1761688.9055830576, "training_seconds": 1.4880266270010907, "elapsed_tokens_per_second": 1162492.9115510504, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1760, "epoch": 23, "tokens": 230686720, "loss": 3.747506487369537, "lr": 0.0018934987008422147, "grad_norm": 0.16268295049667358, "tokens_per_second": 1762792.779129833, "training_seconds": 1.4870948139996472, "elapsed_tokens_per_second": 1167001.6687490204, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1780, "epoch": 23, "tokens": 233308160, "loss": 3.7401896119117737, "lr": 0.0018487290337212442, "grad_norm": 0.15102127194404602, "tokens_per_second": 1758923.1016910828, "training_seconds": 1.4903664620014752, "elapsed_tokens_per_second": 1171420.912684989, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1790, "epoch": 23, "tokens": 234618880, "loss": 3.7437768459320067, "lr": 0.0018263713367670474, "grad_norm": 0.15501299500465393, "tokens_per_second": 1757946.3956480077, "training_seconds": 0.7455972509997082, "elapsed_tokens_per_second": 1173600.6297093625, "peak_memory_bytes": 42389451776}
{"loss": 3.74591763488915, "perplexity": 42.34784925866698, "tokens": 234618880, "seconds": 0.534653499000342, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 23, "step": 1790, "evaluation_tokens": 1048576}
{"event": "train", "step": 1800, "epoch": 24, "tokens": 235929600, "loss": 3.7306233406066895, "lr": 0.0018040354817119542, "grad_norm": 0.1712736040353775, "tokens_per_second": 1770932.700620699, "training_seconds": 0.7401297630003683, "elapsed_tokens_per_second": 1172628.226416236, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1820, "epoch": 24, "tokens": 238551040, "loss": 3.7405214428901674, "lr": 0.0017594405332983301, "grad_norm": 0.1443166583776474, "tokens_per_second": 1771729.3734624449, "training_seconds": 1.4795939149989863, "elapsed_tokens_per_second": 1176988.433798365, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1840, "epoch": 24, "tokens": 241172480, "loss": 3.7171525955200195, "lr": 0.0017149666273499214, "grad_norm": 0.14583566784858704, "tokens_per_second": 1757457.4878401696, "training_seconds": 1.491609337999762, "elapsed_tokens_per_second": 1181217.6420575997, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1860, "epoch": 24, "tokens": 243793920, "loss": 3.7349116802215576, "lr": 0.001670636141831261, "grad_norm": 0.1655002236366272, "tokens_per_second": 1764297.6278680828, "training_seconds": 1.4858264039994538, "elapsed_tokens_per_second": 1185418.593434703, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1868, "epoch": 24, "tokens": 244842496, "loss": 3.7202214896678925, "lr": 0.001652949104524654, "grad_norm": 0.14199532568454742, "tokens_per_second": 1760575.3107500225, "training_seconds": 0.5955871320002188, "elapsed_tokens_per_second": 1187071.341073832, "peak_memory_bytes": 42389451776}
{"loss": 3.730858845721105, "perplexity": 41.714919463724954, "tokens": 244842496, "seconds": 0.5394468310005323, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 24, "step": 1868, "evaluation_tokens": 1048576}
{"event": "train", "step": 1880, "epoch": 25, "tokens": 246415360, "loss": 3.7157697677612305, "lr": 0.0016264713825419278, "grad_norm": 0.16152775287628174, "tokens_per_second": 1775047.151300357, "training_seconds": 0.8860970249988895, "elapsed_tokens_per_second": 1186449.448368694, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1900, "epoch": 25, "tokens": 249036800, "loss": 3.7195432662963865, "lr": 0.001582494571892927, "grad_norm": 0.1435178518295288, "tokens_per_second": 1762598.2502346472, "training_seconds": 1.4872589369988418, "elapsed_tokens_per_second": 1190536.4442196346, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1920, "epoch": 25, "tokens": 251658240, "loss": 3.7209089040756225, "lr": 0.0015387278377250214, "grad_norm": 0.1631627231836319, "tokens_per_second": 1764326.4671694592, "training_seconds": 1.4858021170002758, "elapsed_tokens_per_second": 1194572.686204358, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1940, "epoch": 25, "tokens": 254279680, "loss": 3.722747814655304, "lr": 0.001495193202174653, "grad_norm": 0.1418575644493103, "tokens_per_second": 1761363.3527511237, "training_seconds": 1.4883016589992621, "elapsed_tokens_per_second": 1198537.7526010775, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1946, "epoch": 25, "tokens": 255066112, "loss": 3.686353007952372, "lr": 0.0014821813488359913, "grad_norm": 0.16442739963531494, "tokens_per_second": 1773709.5984252116, "training_seconds": 0.44338261499979126, "elapsed_tokens_per_second": 1199728.0435580725, "peak_memory_bytes": 42389451776}
{"loss": 3.7097731328425487, "perplexity": 40.844539191299226, "tokens": 255066112, "seconds": 0.5372174560015992, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 25, "step": 1946, "evaluation_tokens": 1048576}
{"event": "train", "step": 1960, "epoch": 26, "tokens": 256901120, "loss": 3.6882561104638234, "lr": 0.0014519125705930512, "grad_norm": 0.14248576760292053, "tokens_per_second": 1774280.374524848, "training_seconds": 1.034226622999995, "elapsed_tokens_per_second": 1199444.3765380292, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1980, "epoch": 26, "tokens": 259522560, "loss": 3.6954036712646485, "lr": 0.001408907720524097, "grad_norm": 0.14951001107692719, "tokens_per_second": 1759834.279228946, "training_seconds": 1.489594804999797, "elapsed_tokens_per_second": 1203302.3378856143, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2000, "epoch": 26, "tokens": 262144000, "loss": 3.688783419132233, "lr": 0.00136620029074651, "grad_norm": 0.1426086127758026, "tokens_per_second": 1759833.1840564138, "training_seconds": 1.4895957319986337, "elapsed_tokens_per_second": 1207112.0602283184, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2020, "epoch": 26, "tokens": 264765440, "loss": 3.693689215183258, "lr": 0.0013238117703858446, "grad_norm": 0.15029264986515045, "tokens_per_second": 1761440.232080926, "training_seconds": 1.4882367009995505, "elapsed_tokens_per_second": 1210874.4396040076, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2024, "epoch": 26, "tokens": 265289728, "loss": 3.688146471977234, "lr": 0.0013153742153111634, "grad_norm": 0.15307387709617615, "tokens_per_second": 1772805.3542715674, "training_seconds": 0.2957391790005204, "elapsed_tokens_per_second": 1211624.002984648, "peak_memory_bytes": 42389451776}
{"loss": 3.6937821838794314, "perplexity": 40.19659071240499, "tokens": 265289728, "seconds": 0.5359869320000143, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 26, "step": 2024, "evaluation_tokens": 1048576}
{"event": "train", "step": 2040, "epoch": 27, "tokens": 267386880, "loss": 3.6704502403736115, "lr": 0.0012817634881017953, "grad_norm": 0.156179741024971, "tokens_per_second": 1769962.9097776157, "training_seconds": 1.1848564669999178, "elapsed_tokens_per_second": 1211632.845820075, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2060, "epoch": 27, "tokens": 270008320, "loss": 3.6709051370620727, "lr": 0.0012400766013562362, "grad_norm": 0.15476545691490173, "tokens_per_second": 1755271.220375743, "training_seconds": 1.4934672029994545, "elapsed_tokens_per_second": 1215275.574166292, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2080, "epoch": 27, "tokens": 272629760, "loss": 3.6799757838249207, "lr": 0.001198772085767414, "grad_norm": 0.14372283220291138, "tokens_per_second": 1757778.6563593699, "training_seconds": 1.49133680200066, "elapsed_tokens_per_second": 1218884.8113798646, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2100, "epoch": 27, "tokens": 275251200, "loss": 3.6709269404411318, "lr": 0.001157870724555627, "grad_norm": 0.14714157581329346, "tokens_per_second": 1762213.1238174832, "training_seconds": 1.4875839729993459, "elapsed_tokens_per_second": 1222463.7777238474, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2101, "epoch": 27, "tokens": 275382272, "loss": 3.6864728927612305, "lr": 0.001155836609348925, "grad_norm": 0.1699666827917099, "tokens_per_second": 1786624.6083434604, "training_seconds": 0.07336292100080755, "elapsed_tokens_per_second": 1222638.4049153884, "peak_memory_bytes": 42389451776}
{"loss": 3.679063905335656, "perplexity": 39.6092986597386, "tokens": 275382272, "seconds": 0.5326052279997384, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 27, "step": 2101, "evaluation_tokens": 1048576}
{"event": "train", "step": 2120, "epoch": 28, "tokens": 277872640, "loss": 3.6718074271553443, "lr": 0.0011173930980857216, "grad_norm": 0.1551489531993866, "tokens_per_second": 1768614.3916685814, "training_seconds": 1.4080898649990559, "elapsed_tokens_per_second": 1223080.3286258152, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2140, "epoch": 28, "tokens": 280494080, "loss": 3.6667777061462403, "lr": 0.001077359573511653, "grad_norm": 0.15415561199188232, "tokens_per_second": 1764528.3188044752, "training_seconds": 1.485632149999219, "elapsed_tokens_per_second": 1226585.7018557831, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2160, "epoch": 28, "tokens": 283115520, "loss": 3.6672439336776734, "lr": 0.001037790294528335, "grad_norm": 0.1542215347290039, "tokens_per_second": 1757905.4904793147, "training_seconds": 1.4912292009994417, "elapsed_tokens_per_second": 1230020.951821563, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2179, "epoch": 28, "tokens": 285605888, "loss": 3.663338360033537, "lr": 0.001000647624090521, "grad_norm": 0.14297166466712952, "tokens_per_second": 1763553.6651022045, "training_seconds": 1.4121305459993891, "elapsed_tokens_per_second": 1233262.171617555, "peak_memory_bytes": 42389451776}
{"loss": 3.6639229470053336, "perplexity": 39.01409327995569, "tokens": 285605888, "seconds": 0.535286205000375, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 28, "step": 2179, "evaluation_tokens": 1048576}
{"event": "train", "step": 2180, "epoch": 29, "tokens": 285736960, "loss": 3.696521520614624, "lr": 0.0009987051712359205, "grad_norm": 0.14579270780086517, "tokens_per_second": 1912721.1527480509, "training_seconds": 0.06852645499930077, "elapsed_tokens_per_second": 1230574.9617884487, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2200, "epoch": 29, "tokens": 288358400, "loss": 3.654682445526123, "lr": 0.0009601238701216261, "grad_norm": 0.1553269922733307, "tokens_per_second": 1763622.5634147264, "training_seconds": 1.486395136000283, "elapsed_tokens_per_second": 1233957.9412127924, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2220, "epoch": 29, "tokens": 290979840, "loss": 3.646926665306091, "lr": 0.0009220658041641312, "grad_norm": 0.14958208799362183, "tokens_per_second": 1758879.3187272926, "training_seconds": 1.4904035609997663, "elapsed_tokens_per_second": 1237274.9627617772, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2240, "epoch": 29, "tokens": 293601280, "loss": 3.675005829334259, "lr": 0.0008845501230655353, "grad_norm": 0.1641022264957428, "tokens_per_second": 1761786.4094818574, "training_seconds": 1.487944274000256, "elapsed_tokens_per_second": 1240565.25007943, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2257, "epoch": 29, "tokens": 295829504, "loss": 3.6526693736805633, "lr": 0.0008531023518590851, "grad_norm": 0.16275589168071747, "tokens_per_second": 1763215.4703756075, "training_seconds": 1.2637275689994567, "elapsed_tokens_per_second": 1243329.7440705495, "peak_memory_bytes": 42389451776}
{"loss": 3.6512846597640003, "perplexity": 38.52412466638451, "tokens": 295829504, "seconds": 0.533468562998678, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 29, "step": 2257, "evaluation_tokens": 1048576}
{"event": "train", "step": 2260, "epoch": 30, "tokens": 296222720, "loss": 3.6145567893981934, "lr": 0.0008475957036157928, "grad_norm": 0.1550925076007843, "tokens_per_second": 1811806.1135779417, "training_seconds": 0.21702984500007005, "elapsed_tokens_per_second": 1241015.988742903, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2280, "epoch": 30, "tokens": 298844160, "loss": 3.643980658054352, "lr": 0.0008112211401944649, "grad_norm": 0.165235698223114, "tokens_per_second": 1760861.8939630638, "training_seconds": 1.488725498000349, "elapsed_tokens_per_second": 1244229.4715373258, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2300, "epoch": 30, "tokens": 301465600, "loss": 3.6453673601150514, "lr": 0.0007754447354145734, "grad_norm": 0.14588625729084015, "tokens_per_second": 1754312.1502801254, "training_seconds": 1.494283670999721, "elapsed_tokens_per_second": 1247373.7319081572, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2320, "epoch": 30, "tokens": 304087040, "loss": 3.616186761856079, "lr": 0.0007402844909132611, "grad_norm": 0.14223380386829376, "tokens_per_second": 1760241.018509394, "training_seconds": 1.4892506039996078, "elapsed_tokens_per_second": 1250505.3202386827, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2335, "epoch": 30, "tokens": 306053120, "loss": 3.636761697133382, "lr": 0.0007143293172337431, "grad_norm": 0.1483830362558365, "tokens_per_second": 1761710.3839382983, "training_seconds": 1.1160063639999862, "elapsed_tokens_per_second": 1252831.208987698, "peak_memory_bytes": 42389451776}
{"loss": 3.6385171456681604, "perplexity": 38.03539393886076, "tokens": 306053120, "seconds": 0.5326025719987229, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 30, "step": 2335, "evaluation_tokens": 1048576}
{"event": "train", "step": 2340, "epoch": 31, "tokens": 306708480, "loss": 3.621503448486328, "lr": 0.0007057580982938992, "grad_norm": 0.155986487865448, "tokens_per_second": 1785381.5883646097, "training_seconds": 0.3670699889989919, "elapsed_tokens_per_second": 1250767.3746722124, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2360, "epoch": 31, "tokens": 309329920, "loss": 3.6344131946563722, "lr": 0.0006718829302241903, "grad_norm": 0.1548789143562317, "tokens_per_second": 1752190.4335515106, "training_seconds": 1.4960930899997038, "elapsed_tokens_per_second": 1253802.5130993146, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2380, "epoch": 31, "tokens": 311951360, "loss": 3.622273886203766, "lr": 0.0006386760316947518, "grad_norm": 0.14402049779891968, "tokens_per_second": 1758311.6935588827, "training_seconds": 1.490884699000162, "elapsed_tokens_per_second": 1256823.0410433968, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2400, "epoch": 31, "tokens": 314572800, "loss": 3.616451120376587, "lr": 0.0006061541114425748, "grad_norm": 0.15192417800426483, "tokens_per_second": 1769972.9993979444, "training_seconds": 1.4810621409997111, "elapsed_tokens_per_second": 1259858.1639314273, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2413, "epoch": 31, "tokens": 316276736, "loss": 3.6026949332310605, "lr": 0.0005853899488738232, "grad_norm": 0.1383800059556961, "tokens_per_second": 1759808.5251465763, "training_seconds": 0.9682507929992425, "elapsed_tokens_per_second": 1261779.4974189026, "peak_memory_bytes": 42389451776}
{"loss": 3.6249145396395663, "perplexity": 37.52151642026111, "tokens": 316276736, "seconds": 0.5351217940005881, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 31, "step": 2413, "evaluation_tokens": 1048576}
{"event": "train", "step": 2420, "epoch": 32, "tokens": 317194240, "loss": 3.6203248500823975, "lr": 0.0005743335335436821, "grad_norm": 0.15463887155056, "tokens_per_second": 1774872.9372031249, "training_seconds": 0.5169406670011085, "elapsed_tokens_per_second": 1260112.2937869313, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2440, "epoch": 32, "tokens": 319815680, "loss": 3.6239983201026917, "lr": 0.0005432303091792015, "grad_norm": 0.13812121748924255, "tokens_per_second": 1760960.2645085228, "training_seconds": 1.488642334999895, "elapsed_tokens_per_second": 1263050.715596617, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2460, "epoch": 32, "tokens": 322437120, "loss": 3.6080133080482484, "lr": 0.0005128600885790112, "grad_norm": 0.14972145855426788, "tokens_per_second": 1762317.041934069, "training_seconds": 1.4874962550002238, "elapsed_tokens_per_second": 1265955.4473340232, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2480, "epoch": 32, "tokens": 325058560, "loss": 3.606784975528717, "lr": 0.00048323815314700315, "grad_norm": 0.1401219666004181, "tokens_per_second": 1767894.6286349245, "training_seconds": 1.482803306000278, "elapsed_tokens_per_second": 1268852.4653678953, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2491, "epoch": 32, "tokens": 326500352, "loss": 3.6089083714918657, "lr": 0.00046727046100503844, "grad_norm": 0.14135947823524475, "tokens_per_second": 1762798.371404012, "training_seconds": 0.8178995529997337, "elapsed_tokens_per_second": 1270414.7021118554, "peak_memory_bytes": 42389451776}
{"loss": 3.6150324430343534, "perplexity": 37.152551247590715, "tokens": 326500352, "seconds": 0.5367935529993701, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 32, "step": 2491, "evaluation_tokens": 1048576}
{"event": "train", "step": 2500, "epoch": 33, "tokens": 327680000, "loss": 3.6041572358873157, "lr": 0.000454379407771927, "grad_norm": 0.14020778238773346, "tokens_per_second": 1777255.096810876, "training_seconds": 0.663747147000322, "elapsed_tokens_per_second": 1269032.8586676735, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2520, "epoch": 33, "tokens": 330301440, "loss": 3.589735984802246, "lr": 0.00042629837332769084, "grad_norm": 0.14890295267105103, "tokens_per_second": 1757986.7839862045, "training_seconds": 1.491160243000195, "elapsed_tokens_per_second": 1271833.9718554614, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2540, "epoch": 33, "tokens": 332922880, "loss": 3.5897570729255674, "lr": 0.0003990091793668813, "grad_norm": 0.14638175070285797, "tokens_per_second": 1762129.3637267235, "training_seconds": 1.4876546830000734, "elapsed_tokens_per_second": 1274615.541609914, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2560, "epoch": 33, "tokens": 335544320, "loss": 3.613078737258911, "lr": 0.00037252555701118784, "grad_norm": 0.13935688138008118, "tokens_per_second": 1759812.640639808, "training_seconds": 1.4896131210007297, "elapsed_tokens_per_second": 1277358.4839007102, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2568, "epoch": 33, "tokens": 336592896, "loss": 3.596282660961151, "lr": 0.0003621606668673201, "grad_norm": 0.13945670425891876, "tokens_per_second": 1756474.4294268012, "training_seconds": 0.596977663000871, "elapsed_tokens_per_second": 1278435.1640977594, "peak_memory_bytes": 42389451776}
{"loss": 3.6060082823356057, "perplexity": 36.81878888237845, "tokens": 336592896, "seconds": 0.5351311700014776, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 33, "step": 2568, "evaluation_tokens": 1048576}
{"event": "train", "step": 2580, "epoch": 34, "tokens": 338165760, "loss": 3.6073015332221985, "lr": 0.00034686083204230365, "grad_norm": 0.14662455022335052, "tokens_per_second": 1770467.8102416913, "training_seconds": 0.8883889280004951, "elapsed_tokens_per_second": 1277419.9624885474, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2600, "epoch": 34, "tokens": 340787200, "loss": 3.622516119480133, "lr": 0.00032202791819678646, "grad_norm": 0.14291061460971832, "tokens_per_second": 1765420.7365487886, "training_seconds": 1.484881164999024, "elapsed_tokens_per_second": 1280133.2564243127, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2620, "epoch": 34, "tokens": 343408640, "loss": 3.5976581454277037, "lr": 0.00029803931066824286, "grad_norm": 0.13955740630626678, "tokens_per_second": 1761958.2482926855, "training_seconds": 1.487799158998314, "elapsed_tokens_per_second": 1282802.5553792792, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2640, "epoch": 34, "tokens": 346030080, "loss": 3.607232391834259, "lr": 0.0002749070798201143, "grad_norm": 0.16257929801940918, "tokens_per_second": 1760419.3666202363, "training_seconds": 1.4890997279999283, "elapsed_tokens_per_second": 1285438.5114362924, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2646, "epoch": 34, "tokens": 346816512, "loss": 3.5929976304372153, "lr": 0.00026813615549331417, "grad_norm": 0.14178267121315002, "tokens_per_second": 1772827.9238115384, "training_seconds": 0.44360312100070587, "elapsed_tokens_per_second": 1286230.6969648967, "peak_memory_bytes": 42389451776}
{"loss": 3.597696351036462, "perplexity": 36.5140219940372, "tokens": 346816512, "seconds": 0.5335933919996023, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 34, "step": 2646, "evaluation_tokens": 1048576}
{"event": "train", "step": 2660, "epoch": 35, "tokens": 348651520, "loss": 3.5834676027297974, "lr": 0.0002526428651122241, "grad_norm": 0.13675497472286224, "tokens_per_second": 1771976.2735649159, "training_seconds": 1.0355714280012762, "elapsed_tokens_per_second": 1285511.5104429997, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2680, "epoch": 35, "tokens": 351272960, "loss": 3.5949503898620607, "lr": 0.00023125786924414271, "grad_norm": 0.14230427145957947, "tokens_per_second": 1763529.965924609, "training_seconds": 1.486473181999827, "elapsed_tokens_per_second": 1288109.3472134373, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2700, "epoch": 35, "tokens": 353894400, "loss": 3.6006888151168823, "lr": 0.0002107628525183185, "grad_norm": 0.13543137907981873, "tokens_per_second": 1766754.944364099, "training_seconds": 1.483759820999694, "elapsed_tokens_per_second": 1290689.0403623579, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2720, "epoch": 35, "tokens": 356515840, "loss": 3.582244944572449, "lr": 0.00019116812742580902, "grad_norm": 0.14164747297763824, "tokens_per_second": 1767284.2649793061, "training_seconds": 1.4833154190000641, "elapsed_tokens_per_second": 1293247.0461237181, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2724, "epoch": 35, "tokens": 357040128, "loss": 3.5675185322761536, "lr": 0.0001873580930679506, "grad_norm": 0.13732711970806122, "tokens_per_second": 1740573.7747039273, "training_seconds": 0.3012156149998191, "elapsed_tokens_per_second": 1293725.8560571757, "peak_memory_bytes": 42389451776}
{"loss": 3.5910110470876644, "perplexity": 36.27072880918904, "tokens": 357040128, "seconds": 0.5354875120010547, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 35, "step": 2724, "evaluation_tokens": 1048576}
{"event": "train", "step": 2740, "epoch": 36, "tokens": 359137280, "loss": 3.600949138402939, "lr": 0.00017248355345733725, "grad_norm": 0.13078860938549042, "tokens_per_second": 1765255.9527647553, "training_seconds": 1.1880158210005902, "elapsed_tokens_per_second": 1293208.3836362157, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2760, "epoch": 36, "tokens": 361758720, "loss": 3.6078181862831116, "lr": 0.0001547185321422868, "grad_norm": 0.1320345550775528, "tokens_per_second": 1759881.747525912, "training_seconds": 1.4895546269999613, "elapsed_tokens_per_second": 1295690.1539363153, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2780, "epoch": 36, "tokens": 364380160, "loss": 3.594871735572815, "lr": 0.0001378820023181273, "grad_norm": 0.1355811357498169, "tokens_per_second": 1765397.3018473953, "training_seconds": 1.4849008759993012, "elapsed_tokens_per_second": 1298165.07931862, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2800, "epoch": 36, "tokens": 367001600, "loss": 3.5871239423751833, "lr": 0.00012198243563265332, "grad_norm": 0.14068450033664703, "tokens_per_second": 1758775.5519256624, "training_seconds": 1.490491493999798, "elapsed_tokens_per_second": 1300592.3027187681, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2802, "epoch": 36, "tokens": 367263744, "loss": 3.6001181602478027, "lr": 0.0001204443240502393, "grad_norm": 0.1411486566066742, "tokens_per_second": 1752811.2603507142, "training_seconds": 0.14955631900011213, "elapsed_tokens_per_second": 1300823.2893998362, "peak_memory_bytes": 42389451776}
{"loss": 3.585632333397978, "perplexity": 36.07616267046052, "tokens": 367263744, "seconds": 0.5345411390007939, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 36, "step": 2802, "evaluation_tokens": 1048576}
{"event": "train", "step": 2820, "epoch": 37, "tokens": 369623040, "loss": 3.5785049200057983, "lr": 0.00010702783228130075, "grad_norm": 0.13688214123249054, "tokens_per_second": 1766241.2890181728, "training_seconds": 1.3357721930005937, "elapsed_tokens_per_second": 1300539.009468351, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2840, "epoch": 37, "tokens": 372244480, "loss": 3.5982473850250245, "lr": 9.30257169816815e-05, "grad_norm": 0.13386571407318115, "tokens_per_second": 1754113.7054133522, "training_seconds": 1.4944527210009255, "elapsed_tokens_per_second": 1302903.9808974268, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2860, "epoch": 37, "tokens": 374865920, "loss": 3.5867985606193544, "lr": 7.998313518736832e-05, "grad_norm": 0.1327419877052307, "tokens_per_second": 1765575.9722260467, "training_seconds": 1.484750609000912, "elapsed_tokens_per_second": 1305286.2138246316, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2880, "epoch": 37, "tokens": 377487360, "loss": 3.597565400600433, "lr": 6.790664954282866e-05, "grad_norm": 0.12629981338977814, "tokens_per_second": 1763409.8205631177, "training_seconds": 1.4865744590006216, "elapsed_tokens_per_second": 1307638.2447839414, "peak_memory_bytes": 42389451776}
{"loss": 3.581605640141218, "perplexity": 35.93118711144775, "tokens": 377487360, "seconds": 0.5329386579996935, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 37, "step": 2880, "evaluation_tokens": 1048576}
{"event": "train", "step": 2900, "epoch": 38, "tokens": 380108800, "loss": 3.5962222814559937, "lr": 5.6802336581293967e-05, "grad_norm": 0.1322229951620102, "tokens_per_second": 1758930.4566989567, "training_seconds": 1.4903602300000784, "elapsed_tokens_per_second": 1307518.9555562122, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2920, "epoch": 38, "tokens": 382730240, "loss": 3.567092549800873, "lr": 4.6675783667226465e-05, "grad_norm": 0.13116861879825592, "tokens_per_second": 1763416.1075735793, "training_seconds": 1.4865691589984635, "elapsed_tokens_per_second": 1309829.1460554125, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2940, "epoch": 38, "tokens": 385351680, "loss": 3.589555835723877, "lr": 3.753208618492221e-05, "grad_norm": 0.1339118778705597, "tokens_per_second": 1760370.5559623886, "training_seconds": 1.4891410169984738, "elapsed_tokens_per_second": 1312107.6674002225, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2958, "epoch": 38, "tokens": 387710976, "loss": 3.5805702209472656, "lr": 3.0146912696062068e-05, "grad_norm": 0.12511052191257477, "tokens_per_second": 1757827.050581171, "training_seconds": 1.342166169999473, "elapsed_tokens_per_second": 1314127.8562834589, "peak_memory_bytes": 42389451776}
{"loss": 3.5792593307077984, "perplexity": 35.8469802544767, "tokens": 387710976, "seconds": 0.5295908249991044, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 38, "step": 2958, "evaluation_tokens": 1048576}
{"event": "train", "step": 2960, "epoch": 39, "tokens": 387973120, "loss": 3.5692189931869507, "lr": 2.9375844974662392e-05, "grad_norm": 0.1266452819108963, "tokens_per_second": 1911743.7360694967, "training_seconds": 0.13712298100108455, "elapsed_tokens_per_second": 1140237.1619372584, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2980, "epoch": 39, "tokens": 390594560, "loss": 3.5838093876838686, "lr": 2.221116401770584e-05, "grad_norm": 0.12879331409931183, "tokens_per_second": 1761811.0248463368, "training_seconds": 1.4879234849995555, "elapsed_tokens_per_second": 1142939.6419462846, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3000, "epoch": 39, "tokens": 393216000, "loss": 3.567485475540161, "lr": 1.604164837128641e-05, "grad_norm": 0.13477477431297302, "tokens_per_second": 1767860.0881969421, "training_seconds": 1.4828322770008526, "elapsed_tokens_per_second": 1145632.3206708247, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3020, "epoch": 39, "tokens": 395837440, "loss": 3.5827512383460998, "lr": 1.0870402354652641e-05, "grad_norm": 0.1346852332353592, "tokens_per_second": 1768947.8314380636, "training_seconds": 1.4819204689993057, "elapsed_tokens_per_second": 1148307.6100927133, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3035, "epoch": 39, "tokens": 397803520, "loss": 3.569448296229045, "lr": 7.648666487645394e-06, "grad_norm": 0.12672404944896698, "tokens_per_second": 1765559.9328591188, "training_seconds": 1.1135730730002251, "elapsed_tokens_per_second": 1150288.294176678, "peak_memory_bytes": 42389451776}
{"loss": 3.5781983855363264, "perplexity": 35.80896874149493, "tokens": 397803520, "seconds": 0.5333314839990635, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 39, "step": 3035, "evaluation_tokens": 1048576}
{"event": "train", "step": 3040, "epoch": 40, "tokens": 398458880, "loss": 3.595608139038086, "lr": 6.700027987067037e-06, "grad_norm": 0.1254519373178482, "tokens_per_second": 1797999.6008907047, "training_seconds": 0.3644939629994042, "elapsed_tokens_per_second": 1148538.536842597, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3060, "epoch": 40, "tokens": 401080320, "loss": 3.590419960021973, "lr": 3.5326236785453435e-06, "grad_norm": 0.12686888873577118, "tokens_per_second": 1761456.4566815312, "training_seconds": 1.488222992998999, "elapsed_tokens_per_second": 1151152.6433999538, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3080, "epoch": 40, "tokens": 403701760, "loss": 3.5643847584724426, "lr": 1.3697831739987178e-06, "grad_norm": 0.1279090940952301, "tokens_per_second": 1768348.50930742, "training_seconds": 1.4824227159988368, "elapsed_tokens_per_second": 1152814.1634576956, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3100, "epoch": 40, "tokens": 406323200, "loss": 3.5918658494949343, "lr": 2.1259475130741558e-07, "grad_norm": 0.12803302705287933, "tokens_per_second": 1760468.8396920583, "training_seconds": 1.4890578810009174, "elapsed_tokens_per_second": 1155382.6046503216, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3113, "epoch": 40, "tokens": 408027136, "loss": 3.575022128912119, "lr": 0.0, "grad_norm": 0.12630397081375122, "tokens_per_second": 1770819.135740124, "training_seconds": 0.9622303970008943, "elapsed_tokens_per_second": 1157054.6305725835, "peak_memory_bytes": 42389451776}
{"loss": 3.5780601061784054, "perplexity": 35.80401744262865, "tokens": 408027136, "seconds": 0.5331737930009695, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 40, "step": 3113, "evaluation_tokens": 1048576}
{"loss": 3.579903465563791, "perplexity": 35.87007798216781, "tokens": 408027136, "seconds": 99.6042535659999, "split": "full", "validation_complete": true, "event": "final_validation", "step": 3113, "evaluation_tokens": 197411295}