{"event": "train", "step": 20, "epoch": 1, "tokens": 2621440, "loss": 9.643778467178345, "lr": 0.0003205128205128205, "grad_norm": 2.3693957328796387, "tokens_per_second": 47070.914834324714, "training_seconds": 55.69129066700043, "elapsed_tokens_per_second": 47070.914834324714, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 40, "epoch": 1, "tokens": 5242880, "loss": 7.860967659950257, "lr": 0.000641025641025641, "grad_norm": 0.5240303874015808, "tokens_per_second": 1789640.3286401855, "training_seconds": 1.4647859450014948, "elapsed_tokens_per_second": 91719.31446586638, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 60, "epoch": 1, "tokens": 7864320, "loss": 6.903294658660888, "lr": 0.0009615384615384615, "grad_norm": 0.996707558631897, "tokens_per_second": 1780728.1098339607, "training_seconds": 1.4721169310032565, "elapsed_tokens_per_second": 134122.01462530094, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 78, "epoch": 1, "tokens": 10223616, "loss": 6.583665556377834, "lr": 0.00125, "grad_norm": 0.3544375002384186, "tokens_per_second": 1776890.0410499729, "training_seconds": 1.3277670229981595, "elapsed_tokens_per_second": 170494.86349758715, "peak_memory_bytes": 21988176384}
{"loss": 6.416669144218702, "perplexity": 611.9613605841281, "tokens": 10223616, "seconds": 1.2489179600015632, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 1, "step": 78, "evaluation_tokens": 1048576}
{"event": "train", "step": 80, "epoch": 2, "tokens": 10485760, "loss": 6.381474018096924, "lr": 0.001282051282051282, "grad_norm": 0.3333457410335541, "tokens_per_second": 1857646.222422737, "training_seconds": 0.1411162129988952, "elapsed_tokens_per_second": 170847.83914606186, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 100, "epoch": 2, "tokens": 13107200, "loss": 6.238574075698852, "lr": 0.0016025641025641025, "grad_norm": 0.27409157156944275, "tokens_per_second": 1775090.1899145027, "training_seconds": 1.4767925680025655, "elapsed_tokens_per_second": 208538.42647805734, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 120, "epoch": 2, "tokens": 15728640, "loss": 6.031687068939209, "lr": 0.001923076923076923, "grad_norm": 0.2783319354057312, "tokens_per_second": 1779859.5553769774, "training_seconds": 1.4728353099999367, "elapsed_tokens_per_second": 244510.67614250106, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 140, "epoch": 2, "tokens": 18350080, "loss": 5.813692855834961, "lr": 0.002243589743589744, "grad_norm": 0.3159119188785553, "tokens_per_second": 1775312.4140365054, "training_seconds": 1.476607710999815, "elapsed_tokens_per_second": 278856.70401449635, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 156, "epoch": 2, "tokens": 20447232, "loss": 5.644079953432083, "lr": 0.0025, "grad_norm": 0.5200678110122681, "tokens_per_second": 1775890.0214763447, "training_seconds": 1.1809019559987064, "elapsed_tokens_per_second": 305241.0980103352, "peak_memory_bytes": 42389451776}
{"loss": 5.645664707473337, "perplexity": 283.06164689532426, "tokens": 20447232, "seconds": 0.5303765460012073, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 2, "step": 156, "evaluation_tokens": 1048576}
{"event": "train", "step": 160, "epoch": 3, "tokens": 20971520, "loss": 5.6176146268844604, "lr": 0.002564102564102564, "grad_norm": 0.45235875248908997, "tokens_per_second": 1811977.5327204666, "training_seconds": 0.289345750999928, "elapsed_tokens_per_second": 309256.0858811773, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 180, "epoch": 3, "tokens": 23592960, "loss": 5.490011096000671, "lr": 0.0028846153846153848, "grad_norm": 0.3081028461456299, "tokens_per_second": 1776756.1405862581, "training_seconds": 1.4754078740006662, "elapsed_tokens_per_second": 340500.16112449917, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 200, "epoch": 3, "tokens": 26214400, "loss": 5.390354657173157, "lr": 0.003205128205128205, "grad_norm": 0.2895672023296356, "tokens_per_second": 1776486.0135666074, "training_seconds": 1.475632220000989, "elapsed_tokens_per_second": 370437.19513666426, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 220, "epoch": 3, "tokens": 28835840, "loss": 5.2328287124633786, "lr": 0.003525641025641026, "grad_norm": 0.30018526315689087, "tokens_per_second": 1776694.1781987625, "training_seconds": 1.475459328998113, "elapsed_tokens_per_second": 399152.39920258994, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 233, "epoch": 3, "tokens": 30539776, "loss": 5.209571911738469, "lr": 0.003733974358974359, "grad_norm": 0.31670859456062317, "tokens_per_second": 1771409.7981198584, "training_seconds": 0.9619095489979372, "elapsed_tokens_per_second": 417174.857750246, "peak_memory_bytes": 42389451776}
{"loss": 5.189846592609801, "perplexity": 179.4410232411874, "tokens": 30539776, "seconds": 0.5289386040021782, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 3, "step": 233, "evaluation_tokens": 1048576}
{"event": "train", "step": 240, "epoch": 4, "tokens": 31457280, "loss": 5.146945476531982, "lr": 0.003846153846153846, "grad_norm": 0.35303714871406555, "tokens_per_second": 1802171.8273780802, "training_seconds": 0.5091101670004718, "elapsed_tokens_per_second": 423577.45053807803, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 260, "epoch": 4, "tokens": 34078720, "loss": 5.0718228101730345, "lr": 0.004166666666666667, "grad_norm": 0.27058809995651245, "tokens_per_second": 1775964.835351245, "training_seconds": 1.4760652620025212, "elapsed_tokens_per_second": 449926.99206589966, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 280, "epoch": 4, "tokens": 36700160, "loss": 5.000937271118164, "lr": 0.004487179487179488, "grad_norm": 0.31847086548805237, "tokens_per_second": 1773828.8612863803, "training_seconds": 1.4778426810007659, "elapsed_tokens_per_second": 475254.1847717603, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 300, "epoch": 4, "tokens": 39321600, "loss": 4.958342885971069, "lr": 0.004807692307692308, "grad_norm": 0.42100128531455994, "tokens_per_second": 1774259.133712268, "training_seconds": 1.4774842920014635, "elapsed_tokens_per_second": 499634.72081364715, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 311, "epoch": 4, "tokens": 40763392, "loss": 4.922395359386098, "lr": 0.0049839743589743584, "grad_norm": 0.3408006727695465, "tokens_per_second": 1773999.6136671607, "training_seconds": 0.8127352390001761, "elapsed_tokens_per_second": 512649.9464635322, "peak_memory_bytes": 42389451776}
{"loss": 4.9246676022451945, "perplexity": 137.64358162052156, "tokens": 40763392, "seconds": 0.5327123809984187, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 4, "step": 311, "evaluation_tokens": 1048576}
{"event": "train", "step": 320, "epoch": 5, "tokens": 41943040, "loss": 4.866292741563585, "lr": 0.004999899362323586, "grad_norm": 0.2383449375629425, "tokens_per_second": 1786094.4604563515, "training_seconds": 0.6604622689992539, "elapsed_tokens_per_second": 519652.9753450146, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 340, "epoch": 5, "tokens": 44564480, "loss": 4.821172070503235, "lr": 0.0049987672815123355, "grad_norm": 0.2591491639614105, "tokens_per_second": 1774417.694483412, "training_seconds": 1.4773522649993538, "elapsed_tokens_per_second": 542199.6629248571, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 360, "epoch": 5, "tokens": 47185920, "loss": 5.228471803665161, "lr": 0.004996377894323162, "grad_norm": 7.191981315612793, "tokens_per_second": 1774350.0558613227, "training_seconds": 1.4774085819990432, "elapsed_tokens_per_second": 563946.0765643235, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 380, "epoch": 5, "tokens": 49807360, "loss": 7.024115180969238, "lr": 0.004992732403025591, "grad_norm": 0.4740229845046997, "tokens_per_second": 1772149.9122571, "training_seconds": 1.4792428010005096, "elapsed_tokens_per_second": 584927.9686668852, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 389, "epoch": 5, "tokens": 50987008, "loss": 5.973245514763726, "lr": 0.004990682593570323, "grad_norm": 0.2613155245780945, "tokens_per_second": 1775660.5080348717, "training_seconds": 0.6643432089986163, "elapsed_tokens_per_second": 594134.9340516266, "peak_memory_bytes": 42389451776}
{"loss": 5.784824442981242, "perplexity": 325.32492202559973, "tokens": 50987008, "seconds": 0.5338823950005462, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 5, "step": 389, "evaluation_tokens": 1048576}
{"event": "train", "step": 400, "epoch": 6, "tokens": 52428800, "loss": 5.61722148548473, "lr": 0.004987832641923876, "grad_norm": 0.3053748309612274, "tokens_per_second": 1783918.4153185964, "training_seconds": 0.8082163330000185, "elapsed_tokens_per_second": 601510.7302399818, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 420, "epoch": 6, "tokens": 55050240, "loss": 5.229032135009765, "lr": 0.00498168107643404, "grad_norm": 0.24035055935382843, "tokens_per_second": 1773909.5203453072, "training_seconds": 1.4777754839997215, "elapsed_tokens_per_second": 621049.7691459527, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 440, "epoch": 6, "tokens": 57671680, "loss": 4.962322616577149, "lr": 0.004974280801843336, "grad_norm": 0.20711511373519897, "tokens_per_second": 1776816.2947843154, "training_seconds": 1.475357923998672, "elapsed_tokens_per_second": 639961.168393175, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 460, "epoch": 6, "tokens": 60293120, "loss": 4.826265501976013, "lr": 0.004965635541752804, "grad_norm": 0.20101015269756317, "tokens_per_second": 1776141.298502467, "training_seconds": 1.4759186119990773, "elapsed_tokens_per_second": 658261.1636996699, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 467, "epoch": 6, "tokens": 61210624, "loss": 4.771253313337054, "lr": 0.0049623163591299225, "grad_norm": 0.23359598219394684, "tokens_per_second": 1779765.6924958932, "training_seconds": 0.5155195449988241, "elapsed_tokens_per_second": 664527.7911486556, "peak_memory_bytes": 42389451776}
{"loss": 4.78014087226519, "perplexity": 119.12112972626677, "tokens": 61210624, "seconds": 0.5317738150006335, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 6, "step": 467, "evaluation_tokens": 1048576}
{"event": "train", "step": 480, "epoch": 7, "tokens": 62914560, "loss": 4.7379565972548265, "lr": 0.004955749646203652, "grad_norm": 0.1953435093164444, "tokens_per_second": 1792536.9480322688, "training_seconds": 0.9505723170004785, "elapsed_tokens_per_second": 672165.4796272154, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 500, "epoch": 7, "tokens": 65536000, "loss": 4.680953955650329, "lr": 0.004944628089488454, "grad_norm": 0.2097196877002716, "tokens_per_second": 1776725.1594568442, "training_seconds": 1.4754336009973485, "elapsed_tokens_per_second": 689299.1296238017, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 520, "epoch": 7, "tokens": 68157440, "loss": 4.638434958457947, "lr": 0.004932276467648223, "grad_norm": 0.19925478100776672, "tokens_per_second": 1773650.8184330266, "training_seconds": 1.4779910300021584, "elapsed_tokens_per_second": 705885.9890217099, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 540, "epoch": 7, "tokens": 70778880, "loss": 4.5963481903076175, "lr": 0.00491870099565665, "grad_norm": 0.23701593279838562, "tokens_per_second": 1778085.853437643, "training_seconds": 1.4743045139985043, "elapsed_tokens_per_second": 722002.1955742545, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 545, "epoch": 7, "tokens": 71434240, "loss": 4.579596519470215, "lr": 0.004915116688071464, "grad_norm": 0.21120938658714294, "tokens_per_second": 1779580.3994561387, "training_seconds": 0.3682665870001074, "elapsed_tokens_per_second": 725949.4982079349, "peak_memory_bytes": 42389451776}
{"loss": 4.571863931657894, "perplexity": 96.7242292084444, "tokens": 71434240, "seconds": 0.5334112390009977, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 7, "step": 545, "evaluation_tokens": 1048576}
{"event": "train", "step": 560, "epoch": 8, "tokens": 73400320, "loss": 4.549541632334392, "lr": 0.004903908504292913, "grad_norm": 0.18866649270057678, "tokens_per_second": 1790332.1973916441, "training_seconds": 1.0981649120003567, "elapsed_tokens_per_second": 733401.09403464, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 580, "epoch": 8, "tokens": 76021760, "loss": 4.50077223777771, "lr": 0.004887906436704631, "grad_norm": 0.20235563814640045, "tokens_per_second": 1771537.180761593, "training_seconds": 1.479754435000359, "elapsed_tokens_per_second": 748518.5432070866, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 600, "epoch": 8, "tokens": 78643200, "loss": 4.420644664764405, "lr": 0.0048707028446626855, "grad_norm": 0.19161969423294067, "tokens_per_second": 1776582.173972242, "training_seconds": 1.4755523490021005, "elapsed_tokens_per_second": 763227.2526608853, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 620, "epoch": 8, "tokens": 81264640, "loss": 4.37947678565979, "lr": 0.004852306384509808, "grad_norm": 0.2703220248222351, "tokens_per_second": 1777448.5334505371, "training_seconds": 1.4748331390001113, "elapsed_tokens_per_second": 777531.5346786765, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 623, "epoch": 8, "tokens": 81657856, "loss": 4.376964410146077, "lr": 0.0048494445949372016, "grad_norm": 0.24533547461032867, "tokens_per_second": 1772261.4952735985, "training_seconds": 0.22187245000168332, "elapsed_tokens_per_second": 779628.1368229056, "peak_memory_bytes": 42389451776}
{"loss": 4.380541151392947, "perplexity": 79.88124956025848, "tokens": 81657856, "seconds": 0.5305249259981792, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 8, "step": 623, "evaluation_tokens": 1048576}
{"event": "train", "step": 640, "epoch": 9, "tokens": 83886080, "loss": 4.330060902763815, "lr": 0.004832726312804964, "grad_norm": 0.17169524729251862, "tokens_per_second": 1786634.1376943996, "training_seconds": 1.2471630049985833, "elapsed_tokens_per_second": 787496.6722623805, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 660, "epoch": 9, "tokens": 86507520, "loss": 4.277222371101379, "lr": 0.004811972481665723, "grad_norm": 0.203462615609169, "tokens_per_second": 1773957.459289333, "training_seconds": 1.4777355489968613, "elapsed_tokens_per_second": 800986.2954494267, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 680, "epoch": 9, "tokens": 89128960, "loss": 4.262092542648316, "lr": 0.004790055333810961, "grad_norm": 0.1803356558084488, "tokens_per_second": 1773852.903275078, "training_seconds": 1.47782265099886, "elapsed_tokens_per_second": 814107.3746932644, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 700, "epoch": 9, "tokens": 91750400, "loss": 4.23614535331726, "lr": 0.004766985897306392, "grad_norm": 0.24830001592636108, "tokens_per_second": 1777653.4893511764, "training_seconds": 1.4746630970003025, "elapsed_tokens_per_second": 826905.8862882812, "peak_memory_bytes": 42389451776}
{"loss": 4.237348369153306, "perplexity": 69.22405163066132, "tokens": 91750400, "seconds": 0.5356931550013542, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 9, "step": 700, "evaluation_tokens": 1048576}
{"event": "train", "step": 720, "epoch": 10, "tokens": 94371840, "loss": 4.227853870391845, "lr": 0.004742775780015567, "grad_norm": 0.1823778748512268, "tokens_per_second": 1785606.1645678615, "training_seconds": 1.4680952900016564, "elapsed_tokens_per_second": 835367.1598614245, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 740, "epoch": 10, "tokens": 96993280, "loss": 4.1914267301559445, "lr": 0.0047174371637591405, "grad_norm": 0.17321421205997467, "tokens_per_second": 1776150.5034642979, "training_seconds": 1.4759109629994782, "elapsed_tokens_per_second": 847488.7692906333, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 760, "epoch": 10, "tokens": 99614720, "loss": 4.168964290618897, "lr": 0.0046909827981853345, "grad_norm": 0.15036676824092865, "tokens_per_second": 1775795.0643403537, "training_seconds": 1.4762063779999153, "elapsed_tokens_per_second": 859302.1662836093, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 778, "epoch": 10, "tokens": 101974016, "loss": 4.147826353708903, "lr": 0.0046662308936010225, "grad_norm": 0.1875476837158203, "tokens_per_second": 1773834.497163858, "training_seconds": 1.330054187001224, "elapsed_tokens_per_second": 869664.5979218158, "peak_memory_bytes": 42389451776}
{"loss": 4.156740067768892, "perplexity": 63.86299385777307, "tokens": 101974016, "seconds": 0.5331499359999725, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 10, "step": 778, "evaluation_tokens": 1048576}
{"event": "train", "step": 780, "epoch": 11, "tokens": 102236160, "loss": 4.116187572479248, "lr": 0.004663425994354689, "grad_norm": 0.1690777987241745, "tokens_per_second": 1836377.2102206459, "training_seconds": 0.1427506279978843, "elapsed_tokens_per_second": 866861.278621287, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 800, "epoch": 11, "tokens": 104857600, "loss": 4.15708475112915, "lr": 0.004634780618042328, "grad_norm": 0.19870518147945404, "tokens_per_second": 1774559.3719334893, "training_seconds": 1.4772343160002492, "elapsed_tokens_per_second": 878082.985882881, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 820, "epoch": 11, "tokens": 107479040, "loss": 4.116779756546021, "lr": 0.004605061082761107, "grad_norm": 0.1685677319765091, "tokens_per_second": 1773558.5100321847, "training_seconds": 1.4780679550021887, "elapsed_tokens_per_second": 889019.0374755521, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 840, "epoch": 11, "tokens": 110100480, "loss": 4.097870683670044, "lr": 0.004574282342509156, "grad_norm": 0.15500189363956451, "tokens_per_second": 1775538.065878343, "training_seconds": 1.476420049999433, "elapsed_tokens_per_second": 899706.4065039685, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 856, "epoch": 11, "tokens": 112197632, "loss": 4.099082857370377, "lr": 0.004548907112255265, "grad_norm": 0.15974557399749756, "tokens_per_second": 1773934.3120841363, "training_seconds": 1.1822038649988826, "elapsed_tokens_per_second": 908060.1066284964, "peak_memory_bytes": 42389451776}
{"loss": 4.09573917100581, "perplexity": 60.08373490216605, "tokens": 112197632, "seconds": 0.5336159369981033, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 11, "step": 856, "evaluation_tokens": 1048576}
{"event": "train", "step": 860, "epoch": 12, "tokens": 112721920, "loss": 4.0954718589782715, "lr": 0.00454245988424547, "grad_norm": 0.16045305132865906, "tokens_per_second": 1800163.3602399179, "training_seconds": 0.29124467899964657, "elapsed_tokens_per_second": 906201.7291114262, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 880, "epoch": 12, "tokens": 115343360, "loss": 4.0556293487548825, "lr": 0.004509609720097321, "grad_norm": 0.18880808353424072, "tokens_per_second": 1773674.5855769375, "training_seconds": 1.4779712250019656, "elapsed_tokens_per_second": 916380.5756824746, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 900, "epoch": 12, "tokens": 117964800, "loss": 4.052865052223206, "lr": 0.004475748379303428, "grad_norm": 0.16109681129455566, "tokens_per_second": 1778252.46684607, "training_seconds": 1.4741663790009625, "elapsed_tokens_per_second": 926346.9697994501, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 920, "epoch": 12, "tokens": 120586240, "loss": 4.055653095245361, "lr": 0.004440892899896928, "grad_norm": 0.1624291092157364, "tokens_per_second": 1775712.9202317013, "training_seconds": 1.4762746669985063, "elapsed_tokens_per_second": 936072.9154900234, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 934, "epoch": 12, "tokens": 122421248, "loss": 4.030718377658299, "lr": 0.004415911923743702, "grad_norm": 0.20266295969486237, "tokens_per_second": 1780617.4395333573, "training_seconds": 1.0305458990005718, "elapsed_tokens_per_second": 942764.5399934911, "peak_memory_bytes": 42389451776}
{"loss": 4.0508056371280405, "perplexity": 57.44371719984399, "tokens": 122421248, "seconds": 0.5343863460002467, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 12, "step": 934, "evaluation_tokens": 1048576}
{"event": "train", "step": 940, "epoch": 13, "tokens": 123207680, "loss": 4.036479115486145, "lr": 0.004405060820132339, "grad_norm": 0.16134677827358246, "tokens_per_second": 1790629.3833728295, "training_seconds": 0.439193060999969, "elapsed_tokens_per_second": 941720.2405689291, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 960, "epoch": 13, "tokens": 125829120, "loss": 4.0182282567024235, "lr": 0.004368270169660825, "grad_norm": 0.15707601606845856, "tokens_per_second": 1774532.344939455, "training_seconds": 1.4772568150001462, "elapsed_tokens_per_second": 951011.2275274729, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 980, "epoch": 13, "tokens": 128450560, "loss": 4.0185870170593265, "lr": 0.0043305394604582, "grad_norm": 0.1552777737379074, "tokens_per_second": 1773856.7022824883, "training_seconds": 1.4778194859973155, "elapsed_tokens_per_second": 960089.5984014657, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1000, "epoch": 13, "tokens": 131072000, "loss": 3.992231619358063, "lr": 0.004291887677510251, "grad_norm": 0.1476505547761917, "tokens_per_second": 1774008.008353153, "training_seconds": 1.4776934420006, "elapsed_tokens_per_second": 968974.0324642408, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1012, "epoch": 13, "tokens": 132644864, "loss": 3.979752560456594, "lr": 0.004268262563907721, "grad_norm": 0.14291834831237793, "tokens_per_second": 1776687.532046242, "training_seconds": 0.8852789089978614, "elapsed_tokens_per_second": 974215.6923456364, "peak_memory_bytes": 42389451776}
{"loss": 4.003502634080583, "perplexity": 54.78972268277468, "tokens": 132644864, "seconds": 0.5357656329979363, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 13, "step": 1012, "evaluation_tokens": 1048576}
{"event": "train", "step": 1020, "epoch": 14, "tokens": 133693440, "loss": 4.00023689866066, "lr": 0.00425233426926005, "grad_norm": 0.16885089874267578, "tokens_per_second": 1792031.391610683, "training_seconds": 0.5851326070005598, "elapsed_tokens_per_second": 973860.6460622415, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1040, "epoch": 14, "tokens": 136314880, "loss": 3.9903334617614745, "lr": 0.004211899137822061, "grad_norm": 0.1713908463716507, "tokens_per_second": 1773104.8176040875, "training_seconds": 1.4784461550007109, "elapsed_tokens_per_second": 982369.2345154256, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1060, "epoch": 14, "tokens": 138936320, "loss": 3.960796797275543, "lr": 0.004170602628967988, "grad_norm": 0.17230534553527832, "tokens_per_second": 1775531.9591127147, "training_seconds": 1.4764251279993914, "elapsed_tokens_per_second": 990706.77666311, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1080, "epoch": 14, "tokens": 141557760, "loss": 3.9662313580513002, "lr": 0.004128465521889375, "grad_norm": 0.1637333631515503, "tokens_per_second": 1775180.3076958314, "training_seconds": 1.4767175980014144, "elapsed_tokens_per_second": 998873.7620953058, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1090, "epoch": 14, "tokens": 142868480, "loss": 3.952823305130005, "lr": 0.004107088353457822, "grad_norm": 0.17614705860614777, "tokens_per_second": 1775665.2303553547, "training_seconds": 0.7381571580008313, "elapsed_tokens_per_second": 1002887.0939064953, "peak_memory_bytes": 42389451776}
{"loss": 3.9680789002032464, "perplexity": 52.882839978670404, "tokens": 142868480, "seconds": 0.5329712849998032, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 14, "step": 1090, "evaluation_tokens": 1048576}
{"event": "train", "step": 1100, "epoch": 15, "tokens": 144179200, "loss": 3.926684260368347, "lr": 0.0040855090187421296, "grad_norm": 0.15356890857219696, "tokens_per_second": 1791253.373404215, "training_seconds": 0.7317334440012928, "elapsed_tokens_per_second": 1003134.4157722056, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1120, "epoch": 15, "tokens": 146800640, "loss": 3.950744867324829, "lr": 0.0040417547339782174, "grad_norm": 0.15510420501232147, "tokens_per_second": 1772624.7035692737, "training_seconds": 1.478846591002366, "elapsed_tokens_per_second": 1010963.7954965882, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1140, "epoch": 15, "tokens": 149422080, "loss": 3.929866003990173, "lr": 0.003997224683469905, "grad_norm": 0.15114721655845642, "tokens_per_second": 1776373.106308008, "training_seconds": 1.4757260120022693, "elapsed_tokens_per_second": 1018653.453049414, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1160, "epoch": 15, "tokens": 152043520, "loss": 3.9378672003746034, "lr": 0.003951941273432022, "grad_norm": 0.141893208026886, "tokens_per_second": 1775289.8665510463, "training_seconds": 1.4766264650024823, "elapsed_tokens_per_second": 1026186.3721303227, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1167, "epoch": 15, "tokens": 152961024, "loss": 3.9304728167397633, "lr": 0.003935918304261752, "grad_norm": 0.1593257486820221, "tokens_per_second": 1778555.7201578226, "training_seconds": 0.515870258997893, "elapsed_tokens_per_second": 1028787.2033376677, "peak_memory_bytes": 42389451776}
{"loss": 3.9368172001150175, "perplexity": 51.25520634687696, "tokens": 152961024, "seconds": 0.5313362939996296, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 15, "step": 1167, "evaluation_tokens": 1048576}
{"event": "train", "step": 1180, "epoch": 16, "tokens": 154664960, "loss": 3.9221557837266188, "lr": 0.003905927289147804, "grad_norm": 0.15237359702587128, "tokens_per_second": 1782843.2069294902, "training_seconds": 0.9557408040018345, "elapsed_tokens_per_second": 1029901.2557664888, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1200, "epoch": 16, "tokens": 157286400, "loss": 3.9160370588302613, "lr": 0.0038592058835040135, "grad_norm": 0.16009338200092316, "tokens_per_second": 1774748.4722064696, "training_seconds": 1.477076915998623, "elapsed_tokens_per_second": 1037148.717979841, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1220, "epoch": 16, "tokens": 159907840, "loss": 3.8935841798782347, "lr": 0.003811800565341085, "grad_norm": 0.14053314924240112, "tokens_per_second": 1773169.2920735276, "training_seconds": 1.478392397002608, "elapsed_tokens_per_second": 1044244.3952420286, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1240, "epoch": 16, "tokens": 162529280, "loss": 3.8822879076004027, "lr": 0.0037637351876241634, "grad_norm": 0.1290019452571869, "tokens_per_second": 1774917.2740320326, "training_seconds": 1.4769364399980986, "elapsed_tokens_per_second": 1051216.6462797723, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1245, "epoch": 16, "tokens": 163184640, "loss": 3.8764184951782226, "lr": 0.0037516185359550993, "grad_norm": 0.15888385474681854, "tokens_per_second": 1770882.3039417805, "training_seconds": 0.3700754129968118, "elapsed_tokens_per_second": 1052922.4209534733, "peak_memory_bytes": 42389451776}
{"loss": 3.906667196251628, "perplexity": 49.73292537993703, "tokens": 163184640, "seconds": 0.5329390299993975, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 16, "step": 1245, "evaluation_tokens": 1048576}
{"event": "train", "step": 1260, "epoch": 17, "tokens": 165150720, "loss": 3.8923969427744547, "lr": 0.0037150339354409955, "grad_norm": 0.14503683149814606, "tokens_per_second": 1780484.0226898184, "training_seconds": 1.1042390580005303, "elapsed_tokens_per_second": 1054425.2338804624, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1280, "epoch": 17, "tokens": 167772160, "loss": 3.8769760847091677, "lr": 0.003665721313832702, "grad_norm": 0.14830723404884338, "tokens_per_second": 1770693.8699169892, "training_seconds": 1.4804591829997662, "elapsed_tokens_per_second": 1061124.6765854596, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1300, "epoch": 17, "tokens": 170393600, "loss": 3.8808151125907897, "lr": 0.003615822135463557, "grad_norm": 0.175058051943779, "tokens_per_second": 1776187.8923052025, "training_seconds": 1.4758798950024357, "elapsed_tokens_per_second": 1067725.0535775532, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1320, "epoch": 17, "tokens": 173015040, "loss": 3.8759682893753054, "lr": 0.0035653615081359903, "grad_norm": 0.13062573969364166, "tokens_per_second": 1773017.0917343854, "training_seconds": 1.4785193060015445, "elapsed_tokens_per_second": 1074192.4837204206, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1323, "epoch": 17, "tokens": 173408256, "loss": 3.847426255544027, "lr": 0.0035577455548971722, "grad_norm": 0.14699620008468628, "tokens_per_second": 1778775.3231253454, "training_seconds": 0.221059958999831, "elapsed_tokens_per_second": 1075147.1700225908, "peak_memory_bytes": 42389451776}
{"loss": 3.8803294813967275, "perplexity": 48.44017257806876, "tokens": 173408256, "seconds": 0.5365516260026197, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 17, "step": 1323, "evaluation_tokens": 1048576}
{"event": "train", "step": 1340, "epoch": 18, "tokens": 175636480, "loss": 3.854338323368746, "lr": 0.0035143648221570697, "grad_norm": 0.15464386343955994, "tokens_per_second": 1783749.0968204928, "training_seconds": 1.2491801699979987, "elapsed_tokens_per_second": 1076837.0665158138, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1360, "epoch": 18, "tokens": 178257920, "loss": 3.867344868183136, "lr": 0.00346285773756285, "grad_norm": 0.12455636262893677, "tokens_per_second": 1771621.4628783246, "training_seconds": 1.4796840380004141, "elapsed_tokens_per_second": 1083076.2366201016, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1380, "epoch": 18, "tokens": 180879360, "loss": 3.8462052822113035, "lr": 0.003410866171206993, "grad_norm": 0.1671956330537796, "tokens_per_second": 1775142.956451476, "training_seconds": 1.4767486700002337, "elapsed_tokens_per_second": 1089219.3041674558, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1400, "epoch": 18, "tokens": 183500800, "loss": 3.8365413784980773, "lr": 0.0033584162837201658, "grad_norm": 0.15203821659088135, "tokens_per_second": 1775217.9658658914, "training_seconds": 1.476686271998915, "elapsed_tokens_per_second": 1095258.3526787928, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1401, "epoch": 18, "tokens": 183631872, "loss": 3.8685829639434814, "lr": 0.0033557822308610463, "grad_norm": 0.1420634239912033, "tokens_per_second": 1790479.2326868712, "training_seconds": 0.07320498199987924, "elapsed_tokens_per_second": 1095552.495110962, "peak_memory_bytes": 42389451776}
{"loss": 3.855597633276995, "perplexity": 47.2568507702828, "tokens": 183631872, "seconds": 0.5315873260005901, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 18, "step": 1401, "evaluation_tokens": 1048576}
{"event": "train", "step": 1420, "epoch": 19, "tokens": 186122240, "loss": 3.826813296267861, "lr": 0.0033055344663467817, "grad_norm": 0.16572657227516174, "tokens_per_second": 1783466.736101051, "training_seconds": 1.396363582000049, "elapsed_tokens_per_second": 1097589.4814465644, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1440, "epoch": 19, "tokens": 188743680, "loss": 3.8311880469322204, "lr": 0.0032522473276657003, "grad_norm": 0.16335482895374298, "tokens_per_second": 1774136.8256404754, "training_seconds": 1.4775861490015814, "elapsed_tokens_per_second": 1103426.7545293355, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1460, "epoch": 19, "tokens": 191365120, "loss": 3.828171944618225, "lr": 0.00319858168020157, "grad_norm": 0.14798562228679657, "tokens_per_second": 1775525.1861570694, "training_seconds": 1.4764307600016764, "elapsed_tokens_per_second": 1109169.3159534556, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1479, "epoch": 19, "tokens": 193855488, "loss": 3.8024079548685172, "lr": 0.003147273313955012, "grad_norm": 0.14757122099399567, "tokens_per_second": 1773145.93855395, "training_seconds": 1.4044912749996001, "elapsed_tokens_per_second": 1114524.0088126005, "peak_memory_bytes": 42389451776}
{"loss": 3.8310727313962856, "perplexity": 46.11197747794437, "tokens": 193855488, "seconds": 0.5319275080000807, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 19, "step": 1479, "evaluation_tokens": 1048576}
{"event": "train", "step": 1480, "epoch": 20, "tokens": 193986560, "loss": 3.83027982711792, "lr": 0.003144564526933551, "grad_norm": 0.12927189469337463, "tokens_per_second": 1943154.1428219841, "training_seconds": 0.06745321799826343, "elapsed_tokens_per_second": 1111404.7448798036, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1500, "epoch": 20, "tokens": 196608000, "loss": 3.796009373664856, "lr": 0.0030902230477082115, "grad_norm": 0.15432582795619965, "tokens_per_second": 1773585.8061603415, "training_seconds": 1.4780452070008323, "elapsed_tokens_per_second": 1116955.3150248239, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1520, "epoch": 20, "tokens": 199229440, "loss": 3.817412292957306, "lr": 0.0030355845855634263, "grad_norm": 0.1479884386062622, "tokens_per_second": 1772136.5677073214, "training_seconds": 1.4792539400004898, "elapsed_tokens_per_second": 1122408.5733146132, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1540, "epoch": 20, "tokens": 201850880, "loss": 3.7860227465629577, "lr": 0.0029806766329701583, "grad_norm": 0.1458536684513092, "tokens_per_second": 1771647.4865125255, "training_seconds": 1.4796623030015326, "elapsed_tokens_per_second": 1127766.6981765674, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1557, "epoch": 20, "tokens": 204079104, "loss": 3.811437256195966, "lr": 0.0029338136193441822, "grad_norm": 0.1575957089662552, "tokens_per_second": 1769636.6199781257, "training_seconds": 1.2591421170000103, "elapsed_tokens_per_second": 1132242.9338790767, "peak_memory_bytes": 42389451776}
{"loss": 3.813429494248612, "perplexity": 45.30554785740421, "tokens": 204079104, "seconds": 0.5298773660033476, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 20, "step": 1557, "evaluation_tokens": 1048576}
{"event": "train", "step": 1560, "epoch": 21, "tokens": 204472320, "loss": 3.8203996817270913, "lr": 0.002925526817999061, "grad_norm": 0.1391044408082962, "tokens_per_second": 1814442.3112677508, "training_seconds": 0.21671452300142846, "elapsed_tokens_per_second": 1129703.8856042016, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1580, "epoch": 21, "tokens": 207093760, "loss": 3.800662863254547, "lr": 0.0028701628904188353, "grad_norm": 0.15911051630973816, "tokens_per_second": 1770552.071156288, "training_seconds": 1.4805777490000764, "elapsed_tokens_per_second": 1134894.5978547356, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1600, "epoch": 21, "tokens": 209715200, "loss": 3.7982747554779053, "lr": 0.0028146127077333673, "grad_norm": 0.14098913967609406, "tokens_per_second": 1772032.4083015344, "training_seconds": 1.47934088999682, "elapsed_tokens_per_second": 1140011.625300354, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1620, "epoch": 21, "tokens": 212336640, "loss": 3.804512929916382, "lr": 0.002758904221164647, "grad_norm": 0.1362682282924652, "tokens_per_second": 1774743.6168456424, "training_seconds": 1.4770809569999983, "elapsed_tokens_per_second": 1145056.0302055085, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1634, "epoch": 21, "tokens": 214171648, "loss": 3.791496157646179, "lr": 0.0027198290975098864, "grad_norm": 0.13869211077690125, "tokens_per_second": 1773843.4700456175, "training_seconds": 1.0344813570009137, "elapsed_tokens_per_second": 1148537.939692929, "peak_memory_bytes": 42389451776}
{"loss": 3.787174497375096, "perplexity": 44.13153019428124, "tokens": 214171648, "seconds": 0.53123585999856, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 21, "step": 1634, "evaluation_tokens": 1048576}
{"event": "train", "step": 1640, "epoch": 22, "tokens": 214958080, "loss": 3.7669472297032676, "lr": 0.0027030654615885314, "grad_norm": 0.15024802088737488, "tokens_per_second": 1794949.8329326392, "training_seconds": 0.43813592200240237, "elapsed_tokens_per_second": 1146750.916880683, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1660, "epoch": 22, "tokens": 217579520, "loss": 3.7669580578804016, "lr": 0.0026471245254304355, "grad_norm": 0.15734052658081055, "tokens_per_second": 1773016.3554357025, "training_seconds": 1.4785199200014176, "elapsed_tokens_per_second": 1151642.39637214, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1680, "epoch": 22, "tokens": 220200960, "loss": 3.7792898178100587, "lr": 0.0025911095605280292, "grad_norm": 0.1424557864665985, "tokens_per_second": 1772837.4445568528, "training_seconds": 1.4786691289991722, "elapsed_tokens_per_second": 1156460.166093055, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1700, "epoch": 22, "tokens": 222822400, "loss": 3.762178826332092, "lr": 0.0025350487519680766, "grad_norm": 0.1403113454580307, "tokens_per_second": 1774383.093253773, "training_seconds": 1.477381074000732, "elapsed_tokens_per_second": 1161205.125758088, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1712, "epoch": 22, "tokens": 224395264, "loss": 3.7615020076433816, "lr": 0.002501401995934006, "grad_norm": 0.12832124531269073, "tokens_per_second": 1772443.4709044974, "training_seconds": 0.8873986819999118, "elapsed_tokens_per_second": 1164011.958190523, "peak_memory_bytes": 42389451776}
{"loss": 3.7678080031654395, "perplexity": 43.285080012297, "tokens": 224395264, "seconds": 0.5347950800023682, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 22, "step": 1712, "evaluation_tokens": 1048576}
{"event": "train", "step": 1720, "epoch": 23, "tokens": 225443840, "loss": 3.764540910720825, "lr": 0.002478970307904525, "grad_norm": 0.1338016390800476, "tokens_per_second": 1796095.230431143, "training_seconds": 0.583808687999408, "elapsed_tokens_per_second": 1162386.33261423, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1740, "epoch": 23, "tokens": 228065280, "loss": 3.7617141246795653, "lr": 0.0024229024453649877, "grad_norm": 0.16648879647254944, "tokens_per_second": 1768234.1209578568, "training_seconds": 1.4825186150010268, "elapsed_tokens_per_second": 1166968.549983701, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1760, "epoch": 23, "tokens": 230686720, "loss": 3.7543463826179506, "lr": 0.002366873376052768, "grad_norm": 0.1364215612411499, "tokens_per_second": 1772085.1561120143, "training_seconds": 1.4792968559995643, "elapsed_tokens_per_second": 1171504.787207046, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1780, "epoch": 23, "tokens": 233308160, "loss": 3.7456406354904175, "lr": 0.0023109112921515552, "grad_norm": 0.13445641100406647, "tokens_per_second": 1773449.0771786212, "training_seconds": 1.4781591610008036, "elapsed_tokens_per_second": 1175977.1628193234, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1790, "epoch": 23, "tokens": 234618880, "loss": 3.753589630126953, "lr": 0.0022829641709588093, "grad_norm": 0.15585730969905853, "tokens_per_second": 1773190.7770099994, "training_seconds": 0.7391872420012078, "elapsed_tokens_per_second": 1178187.5625845785, "peak_memory_bytes": 42389451776}
{"loss": 3.7492141785768336, "perplexity": 42.4876811481622, "tokens": 234618880, "seconds": 0.5327062150026904, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 23, "step": 1790, "evaluation_tokens": 1048576}
{"event": "train", "step": 1800, "epoch": 24, "tokens": 235929600, "loss": 3.7232514142990114, "lr": 0.002255044352139943, "grad_norm": 0.14320744574069977, "tokens_per_second": 1785731.4787790496, "training_seconds": 0.7339961329998914, "elapsed_tokens_per_second": 1177241.3894080515, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1820, "epoch": 24, "tokens": 238551040, "loss": 3.735697102546692, "lr": 0.0021993006666229126, "grad_norm": 0.1449844092130661, "tokens_per_second": 1772992.7941963826, "training_seconds": 1.478539568000997, "elapsed_tokens_per_second": 1181595.3612008942, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1840, "epoch": 24, "tokens": 241172480, "loss": 3.754423439502716, "lr": 0.0021437082841874017, "grad_norm": 0.14683037996292114, "tokens_per_second": 1773103.3892380006, "training_seconds": 1.4784473459985747, "elapsed_tokens_per_second": 1185888.972534126, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1860, "epoch": 24, "tokens": 243793920, "loss": 3.7286303758621218, "lr": 0.002088295177289076, "grad_norm": 0.15993931889533997, "tokens_per_second": 1773595.201851856, "training_seconds": 1.4780373769972357, "elapsed_tokens_per_second": 1190119.5772087723, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1868, "epoch": 24, "tokens": 244842496, "loss": 3.7165449261665344, "lr": 0.0020661863806558174, "grad_norm": 0.15020029246807098, "tokens_per_second": 1774055.5828363, "training_seconds": 0.5910615259999759, "elapsed_tokens_per_second": 1191793.6533449502, "peak_memory_bytes": 42389451776}
{"loss": 3.7318578662190847, "perplexity": 41.75661434689449, "tokens": 244842496, "seconds": 0.5347636910009896, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 24, "step": 1868, "evaluation_tokens": 1048576}
{"event": "train", "step": 1880, "epoch": 25, "tokens": 246415360, "loss": 3.721357762813568, "lr": 0.0020330892281774098, "grad_norm": 0.14058469235897064, "tokens_per_second": 1782588.1137697774, "training_seconds": 0.8823485290013195, "elapsed_tokens_per_second": 1191193.9953708951, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1900, "epoch": 25, "tokens": 249036800, "loss": 3.7077661037445067, "lr": 0.001978118214866159, "grad_norm": 0.13555964827537537, "tokens_per_second": 1774106.6597836125, "training_seconds": 1.4776112729996385, "elapsed_tokens_per_second": 1195319.6145639333, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1920, "epoch": 25, "tokens": 251658240, "loss": 3.7059279918670653, "lr": 0.0019234097971562766, "grad_norm": 0.14625774323940277, "tokens_per_second": 1772914.6741229293, "training_seconds": 1.478604717001872, "elapsed_tokens_per_second": 1199383.823829496, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1940, "epoch": 25, "tokens": 254279680, "loss": 3.7082606077194216, "lr": 0.0018689915027183164, "grad_norm": 0.14427857100963593, "tokens_per_second": 1775471.0392689672, "training_seconds": 1.4764757869997993, "elapsed_tokens_per_second": 1203400.3726274369, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1946, "epoch": 25, "tokens": 255066112, "loss": 3.704916079839071, "lr": 0.001852726686044989, "grad_norm": 0.1346057802438736, "tokens_per_second": 1768727.82148507, "training_seconds": 0.4446314409979095, "elapsed_tokens_per_second": 1204581.531444904, "peak_memory_bytes": 42389451776}
{"loss": 3.714336287718493, "perplexity": 41.03134503732415, "tokens": 255066112, "seconds": 0.5323309949999384, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 25, "step": 1946, "evaluation_tokens": 1048576}
{"event": "train", "step": 1960, "epoch": 26, "tokens": 256901120, "loss": 3.6962205852781023, "lr": 0.0018148907132413139, "grad_norm": 0.1403231918811798, "tokens_per_second": 1789119.9868146826, "training_seconds": 1.0256483709999884, "elapsed_tokens_per_second": 1204034.940781825, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1980, "epoch": 26, "tokens": 259522560, "loss": 3.698522078990936, "lr": 0.0017611346506551213, "grad_norm": 0.1261165738105774, "tokens_per_second": 1771970.1269425838, "training_seconds": 1.4793928859980952, "elapsed_tokens_per_second": 1207936.8559519588, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2000, "epoch": 26, "tokens": 262144000, "loss": 3.696183669567108, "lr": 0.0017077503634331374, "grad_norm": 0.14228127896785736, "tokens_per_second": 1774855.5107235874, "training_seconds": 1.4769878360020812, "elapsed_tokens_per_second": 1211801.0850191782, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2020, "epoch": 26, "tokens": 264765440, "loss": 3.69005047082901, "lr": 0.0016547647129823058, "grad_norm": 0.14273600280284882, "tokens_per_second": 1774420.489400569, "training_seconds": 1.4773499379989516, "elapsed_tokens_per_second": 1215606.9040588797, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2024, "epoch": 26, "tokens": 265289728, "loss": 3.6838992834091187, "lr": 0.0016442177691389543, "grad_norm": 0.14127568900585175, "tokens_per_second": 1772358.4698636823, "training_seconds": 0.2958137470013753, "elapsed_tokens_per_second": 1216355.6681970013, "peak_memory_bytes": 42389451776}
{"loss": 3.6966450098301364, "perplexity": 40.311831433782984, "tokens": 265289728, "seconds": 0.5325332280008297, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 26, "step": 2024, "evaluation_tokens": 1048576}
{"event": "train", "step": 2040, "epoch": 27, "tokens": 267386880, "loss": 3.6832137405872345, "lr": 0.001602204360127244, "grad_norm": 0.12419319897890091, "tokens_per_second": 1781049.1825756533, "training_seconds": 1.1774812399999064, "elapsed_tokens_per_second": 1216378.6005691935, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2060, "epoch": 27, "tokens": 270008320, "loss": 3.6795502662658692, "lr": 0.0015500957516952952, "grad_norm": 0.12942181527614594, "tokens_per_second": 1770426.4581945022, "training_seconds": 1.4806827969987353, "elapsed_tokens_per_second": 1220075.5600840498, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2080, "epoch": 27, "tokens": 272629760, "loss": 3.6857646465301515, "lr": 0.0014984651072092675, "grad_norm": 0.1437493860721588, "tokens_per_second": 1775356.4923277306, "training_seconds": 1.4765710499996203, "elapsed_tokens_per_second": 1223749.4135674832, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2100, "epoch": 27, "tokens": 275251200, "loss": 3.683243143558502, "lr": 0.0014473384056945338, "grad_norm": 0.13534033298492432, "tokens_per_second": 1774084.3374202766, "training_seconds": 1.4776298649994715, "elapsed_tokens_per_second": 1227367.4082079243, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2101, "epoch": 27, "tokens": 275382272, "loss": 3.6422483921051025, "lr": 0.0014447957616861562, "grad_norm": 0.13631735742092133, "tokens_per_second": 1778151.2406484194, "training_seconds": 0.07371251500080689, "elapsed_tokens_per_second": 1227542.6250673963, "peak_memory_bytes": 42389451776}
{"loss": 3.682777078826037, "perplexity": 39.75664825550049, "tokens": 275382272, "seconds": 0.5330126069966354, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 27, "step": 2101, "evaluation_tokens": 1048576}
{"event": "train", "step": 2120, "epoch": 28, "tokens": 277872640, "loss": 3.668373145555195, "lr": 0.0013967413726071521, "grad_norm": 0.13974229991436005, "tokens_per_second": 1781261.377757203, "training_seconds": 1.3980924030001916, "elapsed_tokens_per_second": 1228039.4451983122, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2140, "epoch": 28, "tokens": 280494080, "loss": 3.6702106595039368, "lr": 0.0013466994668895663, "grad_norm": 0.1400311440229416, "tokens_per_second": 1773744.239402159, "training_seconds": 1.4779131859977497, "elapsed_tokens_per_second": 1231572.4691308977, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2160, "epoch": 28, "tokens": 283115520, "loss": 3.6728893280029298, "lr": 0.0012972378681604185, "grad_norm": 0.1400926560163498, "tokens_per_second": 1773396.290127504, "training_seconds": 1.478203160000703, "elapsed_tokens_per_second": 1235060.5995095745, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2179, "epoch": 28, "tokens": 285605888, "loss": 3.6696260728334127, "lr": 0.0012508095301131512, "grad_norm": 0.13643842935562134, "tokens_per_second": 1769831.7621333965, "training_seconds": 1.4071213169991097, "elapsed_tokens_per_second": 1238315.1725382146, "peak_memory_bytes": 42389451776}
{"loss": 3.6668234769641552, "perplexity": 39.12741909934605, "tokens": 285605888, "seconds": 0.5315230509986577, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 28, "step": 2179, "evaluation_tokens": 1048576}
{"event": "train", "step": 2180, "epoch": 29, "tokens": 285736960, "loss": 3.677333354949951, "lr": 0.0012483814640449006, "grad_norm": 0.13917170464992523, "tokens_per_second": 1939879.9714386382, "training_seconds": 0.06756706699889037, "elapsed_tokens_per_second": 1235636.1221181613, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2200, "epoch": 29, "tokens": 288358400, "loss": 3.6431676030158995, "lr": 0.0012001548376520327, "grad_norm": 0.1259245127439499, "tokens_per_second": 1766909.4941834747, "training_seconds": 1.483630038001138, "elapsed_tokens_per_second": 1239017.9614771693, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2220, "epoch": 29, "tokens": 290979840, "loss": 3.671108770370483, "lr": 0.001152582255205164, "grad_norm": 0.13772305846214294, "tokens_per_second": 1773833.1895171793, "training_seconds": 1.4778390749997925, "elapsed_tokens_per_second": 1242385.2988685428, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2240, "epoch": 29, "tokens": 293601280, "loss": 3.6557995557785032, "lr": 0.001105687653831919, "grad_norm": 0.15407294034957886, "tokens_per_second": 1770661.3692232633, "training_seconds": 1.480486356998881, "elapsed_tokens_per_second": 1245697.9080589996, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2257, "epoch": 29, "tokens": 295829504, "loss": 3.631431832033045, "lr": 0.0010663779398238562, "grad_norm": 0.1493218094110489, "tokens_per_second": 1774589.5732584428, "training_seconds": 1.2556277990006492, "elapsed_tokens_per_second": 1248492.947657417, "peak_memory_bytes": 42389451776}
{"loss": 3.6535308098602726, "perplexity": 38.61075288628363, "tokens": 295829504, "seconds": 0.5338689970012638, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 29, "step": 2257, "evaluation_tokens": 1048576}
{"event": "train", "step": 2260, "epoch": 30, "tokens": 296222720, "loss": 3.616230328877767, "lr": 0.001059494629519741, "grad_norm": 0.14584146440029144, "tokens_per_second": 1821075.6832418842, "training_seconds": 0.21592512799907126, "elapsed_tokens_per_second": 1246169.0823151227, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2280, "epoch": 30, "tokens": 298844160, "loss": 3.657427501678467, "lr": 0.001014026425243081, "grad_norm": 0.1281920224428177, "tokens_per_second": 1772067.9085710815, "training_seconds": 1.4793112539991853, "elapsed_tokens_per_second": 1249416.6092906704, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2300, "epoch": 30, "tokens": 301465600, "loss": 3.627651846408844, "lr": 0.0009693059192682168, "grad_norm": 0.1324193924665451, "tokens_per_second": 1774132.2858092012, "training_seconds": 1.4775899300002493, "elapsed_tokens_per_second": 1252629.3185804344, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2320, "epoch": 30, "tokens": 304087040, "loss": 3.625632095336914, "lr": 0.0009253556136415763, "grad_norm": 0.16081929206848145, "tokens_per_second": 1772909.2268763538, "training_seconds": 1.4786092600006668, "elapsed_tokens_per_second": 1255799.9699652863, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2335, "epoch": 30, "tokens": 306053120, "loss": 3.621071370442708, "lr": 0.0008929116465421789, "grad_norm": 0.1375586837530136, "tokens_per_second": 1780166.0126470495, "training_seconds": 1.104436320001696, "elapsed_tokens_per_second": 1258173.4248270425, "peak_memory_bytes": 42389451776}
{"loss": 3.6399297618315667, "perplexity": 38.0891613185141, "tokens": 306053120, "seconds": 0.5336615140004142, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 30, "step": 2335, "evaluation_tokens": 1048576}
{"event": "train", "step": 2340, "epoch": 31, "tokens": 306708480, "loss": 3.632920742034912, "lr": 0.0008821976228673739, "grad_norm": 0.1379004865884781, "tokens_per_second": 1799972.235234329, "training_seconds": 0.3640945049992297, "elapsed_tokens_per_second": 1256191.368875243, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2360, "epoch": 31, "tokens": 309329920, "loss": 3.6162953615188598, "lr": 0.0008398536627802378, "grad_norm": 0.14730441570281982, "tokens_per_second": 1773897.0819725029, "training_seconds": 1.477785846000188, "elapsed_tokens_per_second": 1259300.6148344718, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2380, "epoch": 31, "tokens": 311951360, "loss": 3.6245523929595946, "lr": 0.0007983450396184397, "grad_norm": 0.1329580396413803, "tokens_per_second": 1771386.1498204828, "training_seconds": 1.4798806010003318, "elapsed_tokens_per_second": 1262357.0044792795, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2400, "epoch": 31, "tokens": 314572800, "loss": 3.63316125869751, "lr": 0.0007576926393032186, "grad_norm": 0.1382414698600769, "tokens_per_second": 1773320.6452447874, "training_seconds": 1.4782662159996107, "elapsed_tokens_per_second": 1265389.3043180741, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2413, "epoch": 31, "tokens": 316276736, "loss": 3.626497378716102, "lr": 0.000731737436092279, "grad_norm": 0.13316364586353302, "tokens_per_second": 1773381.8809587075, "training_seconds": 0.9608398609998403, "elapsed_tokens_per_second": 1267336.1726634419, "peak_memory_bytes": 42389451776}
{"loss": 3.626018253148108, "perplexity": 37.56295228725181, "tokens": 316276736, "seconds": 0.5334849850005412, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 31, "step": 2413, "evaluation_tokens": 1048576}
{"event": "train", "step": 2420, "epoch": 32, "tokens": 317194240, "loss": 3.6121442317962646, "lr": 0.0007179169169296026, "grad_norm": 0.13071604073047638, "tokens_per_second": 1796852.9734989738, "training_seconds": 0.5106171810002706, "elapsed_tokens_per_second": 1265677.0762754902, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2440, "epoch": 32, "tokens": 319815680, "loss": 3.6155911445617677, "lr": 0.0006790378864740018, "grad_norm": 0.12831532955169678, "tokens_per_second": 1771592.4899607734, "training_seconds": 1.4797082369987038, "elapsed_tokens_per_second": 1268641.2537112262, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2460, "epoch": 32, "tokens": 322437120, "loss": 3.5949533939361573, "lr": 0.0006410751107237639, "grad_norm": 0.12872740626335144, "tokens_per_second": 1775762.195679566, "training_seconds": 1.4762337020001723, "elapsed_tokens_per_second": 1271585.4670766187, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2480, "epoch": 32, "tokens": 325058560, "loss": 3.6108235359191894, "lr": 0.0006040476914337539, "grad_norm": 0.130928173661232, "tokens_per_second": 1775946.0503818532, "training_seconds": 1.4760808749997523, "elapsed_tokens_per_second": 1274499.0131979526, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2491, "epoch": 32, "tokens": 326500352, "loss": 3.6012938889590176, "lr": 0.000584088076256298, "grad_norm": 0.12712058424949646, "tokens_per_second": 1771099.895121883, "training_seconds": 0.8140658829979657, "elapsed_tokens_per_second": 1276071.314131575, "peak_memory_bytes": 42389451776}
{"loss": 3.6149468416630777, "perplexity": 37.149371074373065, "tokens": 326500352, "seconds": 0.5346495789999608, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 32, "step": 2491, "evaluation_tokens": 1048576}
{"event": "train", "step": 2500, "epoch": 33, "tokens": 327680000, "loss": 3.6045896212259927, "lr": 0.0005679742597149087, "grad_norm": 0.13806813955307007, "tokens_per_second": 1792557.8079735504, "training_seconds": 0.6580808689977857, "elapsed_tokens_per_second": 1274705.1608782588, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2520, "epoch": 33, "tokens": 330301440, "loss": 3.5996446013450623, "lr": 0.0005328729666596136, "grad_norm": 0.1300821304321289, "tokens_per_second": 1775375.5918744223, "training_seconds": 1.4765551650016278, "elapsed_tokens_per_second": 1277559.3195212204, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2540, "epoch": 33, "tokens": 332922880, "loss": 3.6087937116622926, "lr": 0.0004987614742086017, "grad_norm": 0.1221170499920845, "tokens_per_second": 1773021.974826884, "training_seconds": 1.4785152340009518, "elapsed_tokens_per_second": 1280369.3448165772, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2560, "epoch": 33, "tokens": 335544320, "loss": 3.577713942527771, "lr": 0.0004656569462639848, "grad_norm": 0.1415606588125229, "tokens_per_second": 1774237.9254926206, "training_seconds": 1.477501952998864, "elapsed_tokens_per_second": 1283154.578040155, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2568, "epoch": 33, "tokens": 336592896, "loss": 3.622807741165161, "lr": 0.0004527008335841501, "grad_norm": 0.12736237049102783, "tokens_per_second": 1762792.4489999013, "training_seconds": 0.5948380369991355, "elapsed_tokens_per_second": 1284235.9315868486, "peak_memory_bytes": 42389451776}
{"loss": 3.6058224258041993, "perplexity": 36.81194650585607, "tokens": 336592896, "seconds": 0.535678636002558, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 33, "step": 2568, "evaluation_tokens": 1048576}
{"event": "train", "step": 2580, "epoch": 34, "tokens": 338165760, "loss": 3.6267733176549277, "lr": 0.0004335760400528796, "grad_norm": 0.1345340609550476, "tokens_per_second": 1790425.8822795472, "training_seconds": 0.8784859599982155, "elapsed_tokens_per_second": 1283278.8862818754, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2600, "epoch": 34, "tokens": 340787200, "loss": 3.613412356376648, "lr": 0.00040253489774598304, "grad_norm": 0.13228456676006317, "tokens_per_second": 1772270.7962696971, "training_seconds": 1.4791419040011533, "elapsed_tokens_per_second": 1286003.306565215, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2620, "epoch": 34, "tokens": 343408640, "loss": 3.6095810890197755, "lr": 0.00037254913833530357, "grad_norm": 0.11901921778917313, "tokens_per_second": 1774343.4480507313, "training_seconds": 1.4774140839981555, "elapsed_tokens_per_second": 1288703.9619183955, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2640, "epoch": 34, "tokens": 346030080, "loss": 3.611535835266113, "lr": 0.00034363384977514287, "grad_norm": 0.13023728132247925, "tokens_per_second": 1772276.8159228822, "training_seconds": 1.4791368799997144, "elapsed_tokens_per_second": 1291368.3391625634, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2646, "epoch": 34, "tokens": 346816512, "loss": 3.620687166849772, "lr": 0.0003351701943666427, "grad_norm": 0.12950104475021362, "tokens_per_second": 1775786.019847051, "training_seconds": 0.4428641689992219, "elapsed_tokens_per_second": 1292159.8401492115, "peak_memory_bytes": 42389451776}
{"loss": 3.5975199045044244, "perplexity": 36.50757978985461, "tokens": 346816512, "seconds": 0.5322105470004317, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 34, "step": 2646, "evaluation_tokens": 1048576}
{"event": "train", "step": 2660, "epoch": 35, "tokens": 348651520, "loss": 3.5875171422958374, "lr": 0.00031580358139028013, "grad_norm": 0.12872818112373352, "tokens_per_second": 1785098.144647381, "training_seconds": 1.0279591660000733, "elapsed_tokens_per_second": 1291463.936843367, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2680, "epoch": 35, "tokens": 351272960, "loss": 3.6010982036590575, "lr": 0.0002890723365551784, "grad_norm": 0.12156645953655243, "tokens_per_second": 1773781.7766517603, "training_seconds": 1.4778819099992688, "elapsed_tokens_per_second": 1294084.979589825, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2700, "epoch": 35, "tokens": 353894400, "loss": 3.5975748896598816, "lr": 0.0002634535656478981, "grad_norm": 0.126617893576622, "tokens_per_second": 1771635.0331515204, "training_seconds": 1.479672703997494, "elapsed_tokens_per_second": 1296666.628566557, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2720, "epoch": 35, "tokens": 356515840, "loss": 3.5816348671913145, "lr": 0.0002389601592822613, "grad_norm": 0.11824148893356323, "tokens_per_second": 1776200.9922517198, "training_seconds": 1.4758690100024978, "elapsed_tokens_per_second": 1299240.6893341064, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2724, "epoch": 35, "tokens": 357040128, "loss": 3.614243745803833, "lr": 0.00023419761633493825, "grad_norm": 0.12253374606370926, "tokens_per_second": 1774417.508307682, "training_seconds": 0.29547048400127096, "elapsed_tokens_per_second": 1299744.7477203235, "peak_memory_bytes": 42389451776}
{"loss": 3.5906328609855507, "perplexity": 36.257014317118475, "tokens": 357040128, "seconds": 0.5329297899988887, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 35, "step": 2724, "evaluation_tokens": 1048576}
{"event": "train", "step": 2740, "epoch": 36, "tokens": 359137280, "loss": 3.594847396016121, "lr": 0.00021560444182167155, "grad_norm": 0.11900291591882706, "tokens_per_second": 1787253.733901493, "training_seconds": 1.173393548000604, "elapsed_tokens_per_second": 1298993.8238012136, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2760, "epoch": 36, "tokens": 361758720, "loss": 3.5937422156333922, "lr": 0.0001933981651778585, "grad_norm": 0.12122096866369247, "tokens_per_second": 1771729.28844544, "training_seconds": 1.4795939859977807, "elapsed_tokens_per_second": 1301505.0578920294, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2780, "epoch": 36, "tokens": 364380160, "loss": 3.5653711915016175, "lr": 0.00017235250289765914, "grad_norm": 0.12547986209392548, "tokens_per_second": 1772914.2292801433, "training_seconds": 1.4786050879993127, "elapsed_tokens_per_second": 1303991.5555166935, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2800, "epoch": 36, "tokens": 367001600, "loss": 3.5979640960693358, "lr": 0.00015247804454081665, "grad_norm": 0.12594641745090485, "tokens_per_second": 1775603.3921342562, "training_seconds": 1.4763657310031704, "elapsed_tokens_per_second": 1306465.4092613396, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2802, "epoch": 36, "tokens": 367263744, "loss": 3.554653763771057, "lr": 0.00015055540506279914, "grad_norm": 0.11227880418300629, "tokens_per_second": 1775040.7390108, "training_seconds": 0.14768337100031204, "elapsed_tokens_per_second": 1306705.2241853236, "peak_memory_bytes": 42389451776}
{"loss": 3.584503160223428, "perplexity": 36.03544942581008, "tokens": 367263744, "seconds": 0.5344840479992854, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 36, "step": 2802, "evaluation_tokens": 1048576}
{"event": "train", "step": 2820, "epoch": 37, "tokens": 369623040, "loss": 3.589759667714437, "lr": 0.00013378479035162593, "grad_norm": 0.1138056293129921, "tokens_per_second": 1782609.957947534, "training_seconds": 1.3235065749977366, "elapsed_tokens_per_second": 1306425.3591338769, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2840, "epoch": 37, "tokens": 372244480, "loss": 3.5770143270492554, "lr": 0.00011628214622710187, "grad_norm": 0.11552246659994125, "tokens_per_second": 1775597.9668427706, "training_seconds": 1.4763702419986657, "elapsed_tokens_per_second": 1308856.041741048, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2860, "epoch": 37, "tokens": 374865920, "loss": 3.581904184818268, "lr": 9.997891898421041e-05, "grad_norm": 0.13405896723270416, "tokens_per_second": 1773326.4009190397, "training_seconds": 1.4782614180003293, "elapsed_tokens_per_second": 1311250.71896748, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2880, "epoch": 37, "tokens": 377487360, "loss": 3.586568808555603, "lr": 8.488331192853582e-05, "grad_norm": 0.11576526612043381, "tokens_per_second": 1769826.4792081688, "training_seconds": 1.4811847550008679, "elapsed_tokens_per_second": 1313609.6036718092, "peak_memory_bytes": 42389451776}
{"loss": 3.580353751946934, "perplexity": 35.886233426860876, "tokens": 377487360, "seconds": 0.5350394870001765, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 37, "step": 2880, "evaluation_tokens": 1048576}
{"event": "train", "step": 2900, "epoch": 38, "tokens": 380108800, "loss": 3.5848066806793213, "lr": 7.100292072661746e-05, "grad_norm": 0.1134401261806488, "tokens_per_second": 1780077.9904106588, "training_seconds": 1.472654577002686, "elapsed_tokens_per_second": 1313519.356604503, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2920, "epoch": 38, "tokens": 382730240, "loss": 3.584075593948364, "lr": 5.834472958403308e-05, "grad_norm": 0.1118883267045021, "tokens_per_second": 1775589.8079073098, "training_seconds": 1.4763770260033198, "elapsed_tokens_per_second": 1315858.2590722293, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2940, "epoch": 38, "tokens": 385351680, "loss": 3.5869094848632814, "lr": 4.691510773115276e-05, "grad_norm": 0.11027738451957703, "tokens_per_second": 1769605.7756060145, "training_seconds": 1.4813694869990286, "elapsed_tokens_per_second": 1318152.5995233129, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2958, "epoch": 38, "tokens": 387710976, "loss": 3.577013267411126, "lr": 3.7683640870077585e-05, "grad_norm": 0.11367020010948181, "tokens_per_second": 1772017.3035057609, "training_seconds": 1.331418149999081, "elapsed_tokens_per_second": 1320203.3364145225, "peak_memory_bytes": 42389451776}
{"loss": 3.577718962997335, "perplexity": 35.79180522939825, "tokens": 387710976, "seconds": 0.5336519439988479, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 38, "step": 2958, "evaluation_tokens": 1048576}
{"event": "train", "step": 2960, "epoch": 39, "tokens": 387973120, "loss": 3.5511516332626343, "lr": 3.671980621832799e-05, "grad_norm": 0.10984848439693451, "tokens_per_second": 1847038.6455860925, "training_seconds": 0.14192664599977434, "elapsed_tokens_per_second": 1318033.0774847262, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2980, "epoch": 39, "tokens": 390594560, "loss": 3.5664165377616883, "lr": 2.7763955022132304e-05, "grad_norm": 0.11504340171813965, "tokens_per_second": 1775570.1036339346, "training_seconds": 1.4763934100010374, "elapsed_tokens_per_second": 1320311.6092419068, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3000, "epoch": 39, "tokens": 393216000, "loss": 3.5690112113952637, "lr": 2.005206046410801e-05, "grad_norm": 0.1108112782239914, "tokens_per_second": 1772115.377853936, "training_seconds": 1.479271627998969, "elapsed_tokens_per_second": 1322552.5838585435, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3020, "epoch": 39, "tokens": 395837440, "loss": 3.5711842656135557, "lr": 1.3588002943315802e-05, "grad_norm": 0.11035025119781494, "tokens_per_second": 1771741.4713095096, "training_seconds": 1.479583812000783, "elapsed_tokens_per_second": 1324771.3397258178, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3035, "epoch": 39, "tokens": 397803520, "loss": 3.586869239807129, "lr": 9.560833109556744e-06, "grad_norm": 0.11289696395397186, "tokens_per_second": 1774316.637792685, "training_seconds": 1.1080773060020874, "elapsed_tokens_per_second": 1326425.5059115211, "peak_memory_bytes": 42389451776}
{"loss": 3.5765480182039604, "perplexity": 35.74991952912656, "tokens": 397803520, "seconds": 0.5351272609987063, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 39, "step": 3035, "evaluation_tokens": 1048576}
{"event": "train", "step": 3040, "epoch": 40, "tokens": 398458880, "loss": 3.5778645515441894, "lr": 8.375034983833796e-06, "grad_norm": 0.11033857613801956, "tokens_per_second": 1803983.3171535747, "training_seconds": 0.3632849560017348, "elapsed_tokens_per_second": 1324606.7763796486, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3060, "epoch": 40, "tokens": 401080320, "loss": 3.558632791042328, "lr": 4.415779598181679e-06, "grad_norm": 0.1113639622926712, "tokens_per_second": 1770787.723656498, "training_seconds": 1.480380716999207, "elapsed_tokens_per_second": 1326786.773621683, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3080, "epoch": 40, "tokens": 403701760, "loss": 3.5779831409454346, "lr": 1.712228967498397e-06, "grad_norm": 0.10883263498544693, "tokens_per_second": 1774510.2893418896, "training_seconds": 1.4772751759992389, "elapsed_tokens_per_second": 1328957.2846094107, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3100, "epoch": 40, "tokens": 406323200, "loss": 3.5708206057548524, "lr": 2.6574343913426947e-07, "grad_norm": 0.10909713804721832, "tokens_per_second": 1774604.19850861, "training_seconds": 1.4771970010006044, "elapsed_tokens_per_second": 1331108.6228996164, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3113, "epoch": 40, "tokens": 408027136, "loss": 3.576625860654391, "lr": 0.0, "grad_norm": 0.11120893061161041, "tokens_per_second": 1776242.5739768401, "training_seconds": 0.9592923990021518, "elapsed_tokens_per_second": 1332495.903036546, "peak_memory_bytes": 42389451776}
{"loss": 3.5763361531822886, "perplexity": 35.74234617394361, "tokens": 408027136, "seconds": 0.5338671690005867, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 40, "step": 3113, "evaluation_tokens": 1048576}
{"loss": 3.5771802751866533, "perplexity": 35.77252981238109, "tokens": 408027136, "seconds": 99.50946046299941, "split": "full", "validation_complete": true, "event": "final_validation", "step": 3113, "evaluation_tokens": 197411295}