{"event": "train", "step": 20, "epoch": 1, "tokens": 2621440, "loss": 9.759716844558715, "lr": 0.0002564102564102564, "grad_norm": 5.350165843963623, "tokens_per_second": 48587.979751074294, "training_seconds": 53.95243871900311, "elapsed_tokens_per_second": 48587.979751074294, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 40, "epoch": 1, "tokens": 5242880, "loss": 8.128677654266358, "lr": 0.0005128205128205128, "grad_norm": 0.7499972581863403, "tokens_per_second": 1764872.6706059882, "training_seconds": 1.4853422820015112, "elapsed_tokens_per_second": 94565.4493077912, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 60, "epoch": 1, "tokens": 7864320, "loss": 6.994987225532531, "lr": 0.0007692307692307692, "grad_norm": 0.8619133234024048, "tokens_per_second": 1757334.9758761695, "training_seconds": 1.4917133249982726, "elapsed_tokens_per_second": 138128.3074485588, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 78, "epoch": 1, "tokens": 10223616, "loss": 6.550429238213433, "lr": 0.001, "grad_norm": 0.9211523532867432, "tokens_per_second": 1757519.6693714575, "training_seconds": 1.3424009080044925, "elapsed_tokens_per_second": 175426.97683515525, "peak_memory_bytes": 21988176384}
{"loss": 6.516490660490405, "perplexity": 676.2011970215373, "tokens": 10223616, "seconds": 1.0956020830053603, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 1, "step": 78, "evaluation_tokens": 1048576}
{"event": "train", "step": 80, "epoch": 2, "tokens": 10485760, "loss": 6.47245192527771, "lr": 0.0010256410256410256, "grad_norm": 0.6146984100341797, "tokens_per_second": 1803978.2446111995, "training_seconds": 0.14531439100392163, "elapsed_tokens_per_second": 176154.04816145956, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 100, "epoch": 2, "tokens": 13107200, "loss": 6.275313019752502, "lr": 0.001282051282051282, "grad_norm": 0.4525628685951233, "tokens_per_second": 1757096.537281524, "training_seconds": 1.4919157510012155, "elapsed_tokens_per_second": 214804.6567756764, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 120, "epoch": 2, "tokens": 15728640, "loss": 6.041720581054688, "lr": 0.0015384615384615385, "grad_norm": 0.3190576732158661, "tokens_per_second": 1754865.193103283, "training_seconds": 1.4938127500063274, "elapsed_tokens_per_second": 251598.95733181745, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 140, "epoch": 2, "tokens": 18350080, "loss": 5.860631656646729, "lr": 0.001794871794871795, "grad_norm": 0.2947547137737274, "tokens_per_second": 1751940.5293974339, "training_seconds": 1.4963064990006387, "elapsed_tokens_per_second": 286665.59452069545, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 156, "epoch": 2, "tokens": 20447232, "loss": 5.673876136541367, "lr": 0.002, "grad_norm": 0.3273533880710602, "tokens_per_second": 1751796.4751162382, "training_seconds": 1.1971436349995201, "elapsed_tokens_per_second": 313554.79090301984, "peak_memory_bytes": 42389451776}
{"loss": 5.61601198719785, "perplexity": 274.791323835253, "tokens": 20447232, "seconds": 0.5432069870003033, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 2, "step": 156, "evaluation_tokens": 1048576}
{"event": "train", "step": 160, "epoch": 3, "tokens": 20971520, "loss": 5.607357978820801, "lr": 0.0020512820512820513, "grad_norm": 0.3237490653991699, "tokens_per_second": 1788681.4063947634, "training_seconds": 0.2931142450106563, "elapsed_tokens_per_second": 317492.26222840726, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 180, "epoch": 3, "tokens": 23592960, "loss": 5.514256691932678, "lr": 0.0023076923076923075, "grad_norm": 0.40346992015838623, "tokens_per_second": 1755856.6171477495, "training_seconds": 1.4929692859877832, "elapsed_tokens_per_second": 349278.586076479, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 200, "epoch": 3, "tokens": 26214400, "loss": 5.360151290893555, "lr": 0.002564102564102564, "grad_norm": 0.4063756465911865, "tokens_per_second": 1754227.7684514786, "training_seconds": 1.4943555490026483, "elapsed_tokens_per_second": 379678.6741575646, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 220, "epoch": 3, "tokens": 28835840, "loss": 5.248575115203858, "lr": 0.0028205128205128207, "grad_norm": 0.33514538407325745, "tokens_per_second": 1751005.9166398088, "training_seconds": 1.4971051640022779, "elapsed_tokens_per_second": 408775.81300188095, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 233, "epoch": 3, "tokens": 30539776, "loss": 5.164564426128681, "lr": 0.0029871794871794873, "grad_norm": 0.3714599013328552, "tokens_per_second": 1757150.077655172, "training_seconds": 0.9697156900074333, "elapsed_tokens_per_second": 427049.9425044411, "peak_memory_bytes": 42389451776}
{"loss": 5.173175550756624, "perplexity": 176.47435189235625, "tokens": 30539776, "seconds": 0.5416106189950369, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 3, "step": 233, "evaluation_tokens": 1048576}
{"event": "train", "step": 240, "epoch": 4, "tokens": 31457280, "loss": 5.124606268746512, "lr": 0.003076923076923077, "grad_norm": 0.30297815799713135, "tokens_per_second": 1768499.8390872532, "training_seconds": 0.5188035530009074, "elapsed_tokens_per_second": 433415.09167557204, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 260, "epoch": 4, "tokens": 34078720, "loss": 5.052598595619202, "lr": 0.0033333333333333335, "grad_norm": 0.3444535732269287, "tokens_per_second": 1755371.690719072, "training_seconds": 1.493381723004859, "elapsed_tokens_per_second": 460059.9346140153, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 280, "epoch": 4, "tokens": 36700160, "loss": 4.984302544593811, "lr": 0.00358974358974359, "grad_norm": 0.30938056111335754, "tokens_per_second": 1753043.880783582, "training_seconds": 1.4953647360089235, "elapsed_tokens_per_second": 485633.93261848687, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 300, "epoch": 4, "tokens": 39321600, "loss": 4.913476538658142, "lr": 0.003846153846153846, "grad_norm": 0.30853036046028137, "tokens_per_second": 1753248.239737659, "training_seconds": 1.4951904360059416, "elapsed_tokens_per_second": 510219.616914805, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 311, "epoch": 4, "tokens": 40763392, "loss": 4.8776444088328965, "lr": 0.003987179487179487, "grad_norm": 0.2886834144592285, "tokens_per_second": 1755344.46949782, "training_seconds": 0.8213726849935483, "elapsed_tokens_per_second": 523339.26312786154, "peak_memory_bytes": 42389451776}
{"loss": 4.875181581407886, "perplexity": 130.99793784131327, "tokens": 40763392, "seconds": 0.5459280570066767, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 4, "step": 311, "evaluation_tokens": 1048576}
{"event": "train", "step": 320, "epoch": 5, "tokens": 41943040, "loss": 4.8518844710456, "lr": 0.003999919489858869, "grad_norm": 0.40069225430488586, "tokens_per_second": 1760716.6454334226, "training_seconds": 0.6699817390035605, "elapsed_tokens_per_second": 530167.7322228785, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 340, "epoch": 5, "tokens": 44564480, "loss": 4.8365918636322025, "lr": 0.003999013825209868, "grad_norm": 0.23929406702518463, "tokens_per_second": 1753762.2142871337, "training_seconds": 1.494752241007518, "elapsed_tokens_per_second": 552849.7705469433, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 360, "epoch": 5, "tokens": 47185920, "loss": 4.750004053115845, "lr": 0.00399710231545853, "grad_norm": 0.259146511554718, "tokens_per_second": 1748640.8037120362, "training_seconds": 1.4991300640103873, "elapsed_tokens_per_second": 574671.8838624362, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 380, "epoch": 5, "tokens": 49807360, "loss": 4.692678093910217, "lr": 0.003994185922420472, "grad_norm": 0.25789687037467957, "tokens_per_second": 1753189.4432672805, "training_seconds": 1.4952405799995176, "elapsed_tokens_per_second": 595741.2359039771, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 389, "epoch": 5, "tokens": 50987008, "loss": 4.645734786987305, "lr": 0.003992546074856259, "grad_norm": 0.22922493517398834, "tokens_per_second": 1757415.9447234452, "training_seconds": 0.6712400690012146, "elapsed_tokens_per_second": 604980.8665680545, "peak_memory_bytes": 42389451776}
{"loss": 4.677683119369567, "perplexity": 107.5206712058801, "tokens": 50987008, "seconds": 0.5444632699945942, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 5, "step": 389, "evaluation_tokens": 1048576}
{"event": "train", "step": 400, "epoch": 6, "tokens": 52428800, "loss": 4.634587374600497, "lr": 0.003990266113539101, "grad_norm": 0.27996206283569336, "tokens_per_second": 1765738.728443562, "training_seconds": 0.8165375640091952, "elapsed_tokens_per_second": 612157.7649775224, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 420, "epoch": 6, "tokens": 55050240, "loss": 4.619995880126953, "lr": 0.003985344861147232, "grad_norm": 0.2325206696987152, "tokens_per_second": 1752866.0487226085, "training_seconds": 1.4955164440034423, "elapsed_tokens_per_second": 631726.4310330005, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 440, "epoch": 6, "tokens": 57671680, "loss": 4.5545343399047855, "lr": 0.003979424641474668, "grad_norm": 0.22920361161231995, "tokens_per_second": 1750140.9074228671, "training_seconds": 1.4978451100032544, "elapsed_tokens_per_second": 650614.4275699921, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 460, "epoch": 6, "tokens": 60293120, "loss": 4.482564949989319, "lr": 0.0039725084334022425, "grad_norm": 0.27816665172576904, "tokens_per_second": 1752959.4064079947, "training_seconds": 1.4954367970058229, "elapsed_tokens_per_second": 668894.6778304393, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 467, "epoch": 6, "tokens": 61210624, "loss": 4.439591816493443, "lr": 0.003969853087303938, "grad_norm": 0.2348266988992691, "tokens_per_second": 1748665.0639264528, "training_seconds": 0.5246882430074038, "elapsed_tokens_per_second": 675132.3493651919, "peak_memory_bytes": 42389451776}
{"loss": 4.45152845527717, "perplexity": 85.7579210273926, "tokens": 61210624, "seconds": 0.5454472720011836, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 6, "step": 467, "evaluation_tokens": 1048576}
{"event": "train", "step": 480, "epoch": 7, "tokens": 62914560, "loss": 4.408803426302397, "lr": 0.003964599716962921, "grad_norm": 0.2731878161430359, "tokens_per_second": 1760606.7425807787, "training_seconds": 0.9678118110023206, "elapsed_tokens_per_second": 682485.726104287, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 500, "epoch": 7, "tokens": 65536000, "loss": 4.367385125160217, "lr": 0.003955702471590763, "grad_norm": 0.20929601788520813, "tokens_per_second": 1751736.0268469597, "training_seconds": 1.4964811819954775, "elapsed_tokens_per_second": 699557.7073465498, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 520, "epoch": 7, "tokens": 68157440, "loss": 4.322674226760864, "lr": 0.0039458211741185785, "grad_norm": 0.2752261459827423, "tokens_per_second": 1747683.610864183, "training_seconds": 1.4999511259957217, "elapsed_tokens_per_second": 716060.7490200739, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 540, "epoch": 7, "tokens": 70778880, "loss": 4.312050151824951, "lr": 0.00393496079652532, "grad_norm": 0.24845477938652039, "tokens_per_second": 1753981.646204804, "training_seconds": 1.4945652399910614, "elapsed_tokens_per_second": 732096.5829830484, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 545, "epoch": 7, "tokens": 71434240, "loss": 4.280296707153321, "lr": 0.003932093350457171, "grad_norm": 0.22575101256370544, "tokens_per_second": 1755880.400209885, "training_seconds": 0.3732372660015244, "elapsed_tokens_per_second": 736021.5315164545, "peak_memory_bytes": 42389451776}
{"loss": 4.286713304316814, "perplexity": 72.72704359652512, "tokens": 71434240, "seconds": 0.5422358470095787, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 7, "step": 545, "evaluation_tokens": 1048576}
{"event": "train", "step": 560, "epoch": 8, "tokens": 73400320, "loss": 4.277811972300212, "lr": 0.00392312680343433, "grad_norm": 0.23152458667755127, "tokens_per_second": 1760629.6994904822, "training_seconds": 1.1166913750057574, "elapsed_tokens_per_second": 743522.8242169678, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 580, "epoch": 8, "tokens": 76021760, "loss": 4.249446272850037, "lr": 0.003910325149363705, "grad_norm": 0.23047716915607452, "tokens_per_second": 1753493.4407374305, "training_seconds": 1.4949813549901592, "elapsed_tokens_per_second": 758580.1456395247, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 600, "epoch": 8, "tokens": 78643200, "loss": 4.219496583938598, "lr": 0.0038965622757301485, "grad_norm": 0.2158886343240738, "tokens_per_second": 1749376.0392080464, "training_seconds": 1.498500002999208, "elapsed_tokens_per_second": 773164.81377243, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 620, "epoch": 8, "tokens": 81264640, "loss": 4.187406373023987, "lr": 0.0038818451076078463, "grad_norm": 0.2737153172492981, "tokens_per_second": 1752649.557001602, "training_seconds": 1.4957011739898007, "elapsed_tokens_per_second": 787350.207392831, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 623, "epoch": 8, "tokens": 81657856, "loss": 4.14944314956665, "lr": 0.003879555675949761, "grad_norm": 0.22568351030349731, "tokens_per_second": 1758075.7862767687, "training_seconds": 0.22366271298960783, "elapsed_tokens_per_second": 789437.0763346837, "peak_memory_bytes": 42389451776}
{"loss": 4.195042317944273, "perplexity": 66.35653959022427, "tokens": 81657856, "seconds": 0.5451813279942144, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 8, "step": 623, "evaluation_tokens": 1048576}
{"event": "train", "step": 640, "epoch": 9, "tokens": 83886080, "loss": 4.170728290782256, "lr": 0.0038661810502439715, "grad_norm": 0.2176482379436493, "tokens_per_second": 1756793.4384550748, "training_seconds": 1.2683471780037507, "elapsed_tokens_per_second": 796958.2162629139, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 660, "epoch": 9, "tokens": 86507520, "loss": 4.143739914894104, "lr": 0.003849577985332579, "grad_norm": 0.25813764333724976, "tokens_per_second": 1753221.6891425638, "training_seconds": 1.4952130790043157, "elapsed_tokens_per_second": 810342.9106938828, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 680, "epoch": 9, "tokens": 89128960, "loss": 4.1354440450668335, "lr": 0.0038320442670487687, "grad_norm": 0.20460841059684753, "tokens_per_second": 1755548.2868901219, "training_seconds": 1.4932314990001032, "elapsed_tokens_per_second": 823369.5484714358, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 700, "epoch": 9, "tokens": 91750400, "loss": 4.099901747703552, "lr": 0.0038135887178451133, "grad_norm": 0.2018813192844391, "tokens_per_second": 1754290.3737515188, "training_seconds": 1.4943022199877305, "elapsed_tokens_per_second": 836036.5284737692, "peak_memory_bytes": 42389451776}
{"loss": 4.124850162947995, "perplexity": 61.85853985468261, "tokens": 91750400, "seconds": 0.5438165189989377, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 9, "step": 700, "evaluation_tokens": 1048576}
{"event": "train", "step": 720, "epoch": 10, "tokens": 94371840, "loss": 4.106270051002502, "lr": 0.0037942206240124533, "grad_norm": 0.21655140817165375, "tokens_per_second": 1757866.5475150784, "training_seconds": 1.4912622370029567, "elapsed_tokens_per_second": 844218.3497351427, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 740, "epoch": 10, "tokens": 96993280, "loss": 4.090704286098481, "lr": 0.0037739497310073124, "grad_norm": 0.1944277435541153, "tokens_per_second": 1747578.176021322, "training_seconds": 1.5000416210095864, "elapsed_tokens_per_second": 856167.6117342456, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 760, "epoch": 10, "tokens": 99614720, "loss": 4.076973247528076, "lr": 0.0037527862385482677, "grad_norm": 0.20082828402519226, "tokens_per_second": 1754333.100839636, "training_seconds": 1.4942658259969903, "elapsed_tokens_per_second": 867851.9680225811, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 778, "epoch": 10, "tokens": 101974016, "loss": 4.050569640265571, "lr": 0.0037329847148808177, "grad_norm": 0.22965505719184875, "tokens_per_second": 1748444.3065776143, "training_seconds": 1.349368687995593, "elapsed_tokens_per_second": 878071.9226116254, "peak_memory_bytes": 42389451776}
{"loss": 4.067434413662625, "perplexity": 58.40692220179591, "tokens": 101974016, "seconds": 0.5431818740034942, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 10, "step": 778, "evaluation_tokens": 1048576}
{"event": "train", "step": 780, "epoch": 11, "tokens": 102236160, "loss": 4.06526517868042, "lr": 0.003730740795483752, "grad_norm": 0.21961508691310883, "tokens_per_second": 1815082.2754213267, "training_seconds": 0.14442540900199674, "elapsed_tokens_per_second": 875097.0193963955, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 800, "epoch": 11, "tokens": 104857600, "loss": 4.040241932868957, "lr": 0.0037078244944338625, "grad_norm": 0.19412891566753387, "tokens_per_second": 1752765.2766693286, "training_seconds": 1.4956024260027334, "elapsed_tokens_per_second": 886105.6178012152, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 820, "epoch": 11, "tokens": 107479040, "loss": 4.041096293926239, "lr": 0.0036840488662088855, "grad_norm": 0.1970476359128952, "tokens_per_second": 1749396.247446525, "training_seconds": 1.4984826930012787, "elapsed_tokens_per_second": 896888.1897660923, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 840, "epoch": 11, "tokens": 110100480, "loss": 4.023763811588287, "lr": 0.003659425874007325, "grad_norm": 0.1755337119102478, "tokens_per_second": 1749451.2802090733, "training_seconds": 1.4984355549968313, "elapsed_tokens_per_second": 907408.0283950128, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 856, "epoch": 11, "tokens": 112197632, "loss": 4.003483057022095, "lr": 0.003639125689804212, "grad_norm": 0.20351701974868774, "tokens_per_second": 1751240.5968125998, "training_seconds": 1.197523631999502, "elapsed_tokens_per_second": 915642.7066774633, "peak_memory_bytes": 42389451776}
{"loss": 4.030767516651329, "perplexity": 56.30410900870901, "tokens": 112197632, "seconds": 0.545226325004478, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 11, "step": 856, "evaluation_tokens": 1048576}
{"event": "train", "step": 860, "epoch": 12, "tokens": 112721920, "loss": 3.991144597530365, "lr": 0.0036339679073963756, "grad_norm": 0.23659639060497284, "tokens_per_second": 1783402.7301009654, "training_seconds": 0.2939818309969269, "elapsed_tokens_per_second": 913622.242395184, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 880, "epoch": 12, "tokens": 115343360, "loss": 4.005991160869598, "lr": 0.0036076877760778565, "grad_norm": 0.18499644100666046, "tokens_per_second": 1748290.4680836045, "training_seconds": 1.4994304709980497, "elapsed_tokens_per_second": 923636.1581714378, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 900, "epoch": 12, "tokens": 117964800, "loss": 3.983627212047577, "lr": 0.003580598703442742, "grad_norm": 0.18963071703910828, "tokens_per_second": 1744542.9787608224, "training_seconds": 1.5026514290075283, "elapsed_tokens_per_second": 933384.052851746, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 920, "epoch": 12, "tokens": 120586240, "loss": 3.9909828424453737, "lr": 0.0035527143199175423, "grad_norm": 0.17836429178714752, "tokens_per_second": 1751885.4171960987, "training_seconds": 1.4963535709975986, "elapsed_tokens_per_second": 942953.1482862766, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 934, "epoch": 12, "tokens": 122421248, "loss": 3.977647594043187, "lr": 0.0035327295389949616, "grad_norm": 0.2011915147304535, "tokens_per_second": 1751546.307032588, "training_seconds": 1.0476502919918858, "elapsed_tokens_per_second": 949512.214700927, "peak_memory_bytes": 42389451776}
{"loss": 3.992754869955934, "perplexity": 54.204008862109, "tokens": 122421248, "seconds": 0.5446477490040706, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 12, "step": 934, "evaluation_tokens": 1048576}
{"event": "train", "step": 940, "epoch": 13, "tokens": 123207680, "loss": 3.982102711995443, "lr": 0.0035240486561058716, "grad_norm": 0.20628343522548676, "tokens_per_second": 1768075.5884814484, "training_seconds": 0.44479546300135553, "elapsed_tokens_per_second": 948290.4499577526, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 960, "epoch": 13, "tokens": 125829120, "loss": 3.974468994140625, "lr": 0.00349461613572866, "grad_norm": 0.2140628546476364, "tokens_per_second": 1752718.214921293, "training_seconds": 1.4956425840064185, "elapsed_tokens_per_second": 957437.2249486728, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 980, "epoch": 13, "tokens": 128450560, "loss": 3.9601422548294067, "lr": 0.00346443156836656, "grad_norm": 0.1862829029560089, "tokens_per_second": 1754849.7041070005, "training_seconds": 1.4938259349873988, "elapsed_tokens_per_second": 966387.5493776915, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1000, "epoch": 13, "tokens": 131072000, "loss": 3.9328964710235597, "lr": 0.0034335101420082015, "grad_norm": 0.16710804402828217, "tokens_per_second": 1751478.5825790847, "training_seconds": 1.4967011450062273, "elapsed_tokens_per_second": 975121.2169768088, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1012, "epoch": 13, "tokens": 132644864, "loss": 3.9483378529548645, "lr": 0.003414610051126177, "grad_norm": 0.19806595146656036, "tokens_per_second": 1750212.0098212713, "training_seconds": 0.898670556009165, "elapsed_tokens_per_second": 980256.4820781017, "peak_memory_bytes": 42389451776}
{"loss": 3.958407556253518, "perplexity": 52.373857085807835, "tokens": 132644864, "seconds": 0.5416749109863304, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 13, "step": 1012, "evaluation_tokens": 1048576}
{"event": "train", "step": 1020, "epoch": 14, "tokens": 133693440, "loss": 3.92374849319458, "lr": 0.00340186741540804, "grad_norm": 0.21153712272644043, "tokens_per_second": 1760995.167563122, "training_seconds": 0.5954451319994405, "elapsed_tokens_per_second": 979729.5999464407, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1040, "epoch": 14, "tokens": 136314880, "loss": 3.928430271148682, "lr": 0.0033695193102576486, "grad_norm": 0.18606217205524445, "tokens_per_second": 1747766.7944446974, "training_seconds": 1.4998797370062675, "elapsed_tokens_per_second": 988071.6877097636, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1060, "epoch": 14, "tokens": 138936320, "loss": 3.9358852982521055, "lr": 0.00333648210317439, "grad_norm": 0.19401809573173523, "tokens_per_second": 1750632.0747847594, "training_seconds": 1.497424866000074, "elapsed_tokens_per_second": 996247.3934511673, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1080, "epoch": 14, "tokens": 141557760, "loss": 3.9192371129989625, "lr": 0.0033027724175115, "grad_norm": 0.19753555953502655, "tokens_per_second": 1752223.177941411, "training_seconds": 1.496065131999785, "elapsed_tokens_per_second": 1004262.6258082145, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1090, "epoch": 14, "tokens": 142868480, "loss": 3.9352386236190795, "lr": 0.0032856706827662577, "grad_norm": 0.16738848388195038, "tokens_per_second": 1749442.086046899, "training_seconds": 0.7492217149992939, "elapsed_tokens_per_second": 1008190.2160235423, "peak_memory_bytes": 42389451776}
{"loss": 3.9301077257071104, "perplexity": 50.91246195476167, "tokens": 142868480, "seconds": 0.5446894449996762, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 14, "step": 1090, "evaluation_tokens": 1048576}
{"event": "train", "step": 1100, "epoch": 15, "tokens": 144179200, "loss": 3.9094855546951295, "lr": 0.0032684072149937035, "grad_norm": 0.18514618277549744, "tokens_per_second": 1759546.4914970582, "training_seconds": 0.7449192200001562, "elapsed_tokens_per_second": 1008214.7174856199, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1120, "epoch": 15, "tokens": 146800640, "loss": 3.899874007701874, "lr": 0.003233403787182574, "grad_norm": 0.19513903558254242, "tokens_per_second": 1748980.4883361044, "training_seconds": 1.4988389049976831, "elapsed_tokens_per_second": 1015889.4265287933, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1140, "epoch": 15, "tokens": 149422080, "loss": 3.8999669313430787, "lr": 0.0031977797467759245, "grad_norm": 0.18454565107822418, "tokens_per_second": 1748379.009296597, "training_seconds": 1.4993545370089123, "elapsed_tokens_per_second": 1023400.0209790822, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1160, "epoch": 15, "tokens": 152043520, "loss": 3.890669345855713, "lr": 0.0031615530187456176, "grad_norm": 0.1676083505153656, "tokens_per_second": 1754437.320997181, "training_seconds": 1.4941770610021194, "elapsed_tokens_per_second": 1030796.9117888446, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1167, "epoch": 15, "tokens": 152961024, "loss": 3.8718886375427246, "lr": 0.0031487346434094015, "grad_norm": 0.17549321055412292, "tokens_per_second": 1751687.8799688818, "training_seconds": 0.5237828099925537, "elapsed_tokens_per_second": 1033337.1214852479, "peak_memory_bytes": 42389451776}
{"loss": 3.9048477597083844, "perplexity": 49.64252174487597, "tokens": 152961024, "seconds": 0.5436909139971249, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 15, "step": 1167, "evaluation_tokens": 1048576}
{"event": "train", "step": 1180, "epoch": 16, "tokens": 154664960, "loss": 3.852020208652203, "lr": 0.003124741831318243, "grad_norm": 0.20796039700508118, "tokens_per_second": 1759148.550209297, "training_seconds": 0.9686140489939135, "elapsed_tokens_per_second": 1034241.2979315608, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1200, "epoch": 16, "tokens": 157286400, "loss": 3.874622440338135, "lr": 0.0030873647068032106, "grad_norm": 0.1720263659954071, "tokens_per_second": 1749217.364121952, "training_seconds": 1.4986359350004932, "elapsed_tokens_per_second": 1041327.2008800282, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1220, "epoch": 16, "tokens": 159907840, "loss": 3.877921998500824, "lr": 0.0030494404522728676, "grad_norm": 0.18429772555828094, "tokens_per_second": 1750394.2535339557, "training_seconds": 1.4976283169962699, "elapsed_tokens_per_second": 1048276.7519344557, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1240, "epoch": 16, "tokens": 162529280, "loss": 3.8560818672180175, "lr": 0.0030109881500993306, "grad_norm": 0.17497409880161285, "tokens_per_second": 1749154.3967747372, "training_seconds": 1.4986898839997593, "elapsed_tokens_per_second": 1055087.3857742385, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1245, "epoch": 16, "tokens": 163184640, "loss": 3.844881057739258, "lr": 0.0030012948287640793, "grad_norm": 0.1832808405160904, "tokens_per_second": 1751291.9712999933, "training_seconds": 0.37421515700407326, "elapsed_tokens_per_second": 1056763.7993715517, "peak_memory_bytes": 42389451776}
{"loss": 3.883591277773578, "perplexity": 48.59843252302067, "tokens": 163184640, "seconds": 0.544878910004627, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 16, "step": 1245, "evaluation_tokens": 1048576}
{"event": "train", "step": 1260, "epoch": 17, "tokens": 165150720, "loss": 3.856477165222168, "lr": 0.0029720271483527965, "grad_norm": 0.16923590004444122, "tokens_per_second": 1757477.4558963936, "training_seconds": 1.1186942930071382, "elapsed_tokens_per_second": 1058036.569068358, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1280, "epoch": 17, "tokens": 167772160, "loss": 3.8683260560035704, "lr": 0.0029325770510661613, "grad_norm": 0.1750262975692749, "tokens_per_second": 1745565.9864516773, "training_seconds": 1.5017707840015646, "elapsed_tokens_per_second": 1064580.5325672403, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1300, "epoch": 17, "tokens": 170393600, "loss": 3.852385675907135, "lr": 0.0028926577083708454, "grad_norm": 0.17462186515331268, "tokens_per_second": 1745084.4602070262, "training_seconds": 1.502185171993915, "elapsed_tokens_per_second": 1070993.1746439082, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1320, "epoch": 17, "tokens": 173015040, "loss": 3.859648513793945, "lr": 0.0028522892065087923, "grad_norm": 0.16765695810317993, "tokens_per_second": 1741654.3678097865, "training_seconds": 1.5051436429930618, "elapsed_tokens_per_second": 1077270.7409065354, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1323, "epoch": 17, "tokens": 173408256, "loss": 3.8470632235209146, "lr": 0.0028461964439177377, "grad_norm": 0.17161156237125397, "tokens_per_second": 1746344.5859213972, "training_seconds": 0.2251651839906117, "elapsed_tokens_per_second": 1078196.2497848077, "peak_memory_bytes": 42389451776}
{"loss": 3.8587663604926186, "perplexity": 47.40683233928808, "tokens": 173408256, "seconds": 0.5441815550002502, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 17, "step": 1323, "evaluation_tokens": 1048576}
{"event": "train", "step": 1340, "epoch": 18, "tokens": 175636480, "loss": 3.825491456424489, "lr": 0.0028114918577256554, "grad_norm": 0.1886472851037979, "tokens_per_second": 1754351.482553762, "training_seconds": 1.2701126439933432, "elapsed_tokens_per_second": 1079561.8482320516, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1360, "epoch": 18, "tokens": 178257920, "loss": 3.8269574642181396, "lr": 0.00277028619005028, "grad_norm": 0.1710854470729828, "tokens_per_second": 1743259.602628223, "training_seconds": 1.5037576710019493, "elapsed_tokens_per_second": 1085632.6881123546, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1380, "epoch": 18, "tokens": 180879360, "loss": 3.8272690773010254, "lr": 0.002728692936965594, "grad_norm": 0.197721928358078, "tokens_per_second": 1744766.3037660623, "training_seconds": 1.5024590940010967, "elapsed_tokens_per_second": 1091598.9743205237, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1400, "epoch": 18, "tokens": 183500800, "loss": 3.8178059339523314, "lr": 0.002686733026976133, "grad_norm": 0.17656868696212769, "tokens_per_second": 1735945.9033173877, "training_seconds": 1.5100931399938418, "elapsed_tokens_per_second": 1097410.3356526678, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1401, "epoch": 18, "tokens": 183631872, "loss": 3.8305559158325195, "lr": 0.0026846257846888373, "grad_norm": 0.1717640906572342, "tokens_per_second": 1754316.9531029426, "training_seconds": 0.07471397900371812, "elapsed_tokens_per_second": 1097690.8819298325, "peak_memory_bytes": 42389451776}
{"loss": 3.837737961369145, "perplexity": 46.4203509607976, "tokens": 183631872, "seconds": 0.547459520996199, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 18, "step": 1401, "evaluation_tokens": 1048576}
{"event": "train", "step": 1420, "epoch": 19, "tokens": 186122240, "loss": 3.818893181650262, "lr": 0.0026444275730774253, "grad_norm": 0.17438824474811554, "tokens_per_second": 1748882.923035222, "training_seconds": 1.4239763949881308, "elapsed_tokens_per_second": 1099537.609648933, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1440, "epoch": 19, "tokens": 188743680, "loss": 3.81651828289032, "lr": 0.0026017978621325605, "grad_norm": 0.16427044570446014, "tokens_per_second": 1743833.759653706, "training_seconds": 1.5032625589956297, "elapsed_tokens_per_second": 1105201.469835968, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1460, "epoch": 19, "tokens": 191365120, "loss": 3.804928243160248, "lr": 0.002558865344161256, "grad_norm": 0.18890562653541565, "tokens_per_second": 1740615.2502763853, "training_seconds": 1.5060421880043577, "elapsed_tokens_per_second": 1110746.3119098635, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1479, "epoch": 19, "tokens": 193855488, "loss": 3.794217486130564, "lr": 0.0025178186511640097, "grad_norm": 0.17822003364562988, "tokens_per_second": 1766971.2333583203, "training_seconds": 1.4093992890120717, "elapsed_tokens_per_second": 978329.888079384, "peak_memory_bytes": 42389451776}
{"loss": 3.820210529806484, "perplexity": 45.6138103767254, "tokens": 193855488, "seconds": 0.5348537769896211, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 19, "step": 1479, "evaluation_tokens": 1048576}
{"event": "train", "step": 1480, "epoch": 20, "tokens": 193986560, "loss": 3.7707440853118896, "lr": 0.0025156516215468407, "grad_norm": 0.161410391330719, "tokens_per_second": 1861014.4297397595, "training_seconds": 0.07043040500138886, "elapsed_tokens_per_second": 966707.3698496926, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1500, "epoch": 20, "tokens": 196608000, "loss": 3.8007925510406495, "lr": 0.0024721784381665692, "grad_norm": 0.18212798237800598, "tokens_per_second": 1748206.7811281441, "training_seconds": 1.4995022489893017, "elapsed_tokens_per_second": 972496.1263655834, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1520, "epoch": 20, "tokens": 199229440, "loss": 3.7861698031425477, "lr": 0.002428467668450741, "grad_norm": 0.1912253499031067, "tokens_per_second": 1754815.3766456922, "training_seconds": 1.493855157008511, "elapsed_tokens_per_second": 978228.8369120732, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1540, "epoch": 20, "tokens": 201850880, "loss": 3.7831308960914614, "lr": 0.0023845413063761267, "grad_norm": 0.19095371663570404, "tokens_per_second": 1746357.4885466218, "training_seconds": 1.5010901360074058, "elapsed_tokens_per_second": 983840.1078095499, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1557, "epoch": 20, "tokens": 204079104, "loss": 3.798075970481424, "lr": 0.0023470508954753456, "grad_norm": 0.17356540262699127, "tokens_per_second": 1747006.946443708, "training_seconds": 1.2754522839968558, "elapsed_tokens_per_second": 988548.8596546, "peak_memory_bytes": 42389451776}
{"loss": 3.8025766430912453, "perplexity": 44.81651200661037, "tokens": 204079104, "seconds": 0.5432105470099486, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 20, "step": 1557, "evaluation_tokens": 1048576}
{"event": "train", "step": 1560, "epoch": 21, "tokens": 204472320, "loss": 3.7787455717722573, "lr": 0.002340421454399249, "grad_norm": 0.20370256900787354, "tokens_per_second": 1780791.502247973, "training_seconds": 0.22080967901274562, "elapsed_tokens_per_second": 986762.9621451302, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1580, "epoch": 21, "tokens": 207093760, "loss": 3.793176054954529, "lr": 0.0022961303123350684, "grad_norm": 0.18986527621746063, "tokens_per_second": 1751187.9689108795, "training_seconds": 1.4969495260011172, "elapsed_tokens_per_second": 992239.0800207478, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1600, "epoch": 21, "tokens": 209715200, "loss": 3.790144205093384, "lr": 0.002251690166186694, "grad_norm": 0.1760946363210678, "tokens_per_second": 1751375.6426972982, "training_seconds": 1.4967891159903957, "elapsed_tokens_per_second": 997638.603513214, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1620, "epoch": 21, "tokens": 212336640, "loss": 3.7800360679626466, "lr": 0.0022071233769317177, "grad_norm": 0.17103311419487, "tokens_per_second": 1754964.7299396512, "training_seconds": 1.4937280250014737, "elapsed_tokens_per_second": 1002974.4356453907, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1634, "epoch": 21, "tokens": 214171648, "loss": 3.7735958780561174, "lr": 0.0021758632780079093, "grad_norm": 0.17715215682983398, "tokens_per_second": 1746701.0947447177, "training_seconds": 1.0505563920014538, "elapsed_tokens_per_second": 1006641.3393580001, "peak_memory_bytes": 42389451776}
{"loss": 3.782704495714381, "perplexity": 43.93470241899724, "tokens": 214171648, "seconds": 0.5387006999953883, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 21, "step": 1634, "evaluation_tokens": 1048576}
{"event": "train", "step": 1640, "epoch": 22, "tokens": 214958080, "loss": 3.7438466946283975, "lr": 0.0021624523692708253, "grad_norm": 0.17162978649139404, "tokens_per_second": 1778606.5461242897, "training_seconds": 0.4421618720080005, "elapsed_tokens_per_second": 1004800.6539226193, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1660, "epoch": 22, "tokens": 217579520, "loss": 3.7861343383789063, "lr": 0.002117699620344348, "grad_norm": 0.18437984585762024, "tokens_per_second": 1749949.138500533, "training_seconds": 1.4980092519981554, "elapsed_tokens_per_second": 1009975.5635243921, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1680, "epoch": 22, "tokens": 220200960, "loss": 3.764434552192688, "lr": 0.0020728876484224236, "grad_norm": 0.17479456961154938, "tokens_per_second": 1750906.194501588, "training_seconds": 1.4971904310077662, "elapsed_tokens_per_second": 1015083.9164125518, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1700, "epoch": 22, "tokens": 222822400, "loss": 3.7621682047843934, "lr": 0.002028039001574461, "grad_norm": 0.1697973757982254, "tokens_per_second": 1749329.88071586, "training_seconds": 1.4985395429976052, "elapsed_tokens_per_second": 1020113.6718100117, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1712, "epoch": 22, "tokens": 224395264, "loss": 3.75628391901652, "lr": 0.002001121596747205, "grad_norm": 0.1795126497745514, "tokens_per_second": 1756981.4881553713, "training_seconds": 0.895208065994666, "elapsed_tokens_per_second": 1023115.9588524615, "peak_memory_bytes": 42389451776}
{"loss": 3.7644292823983347, "perplexity": 43.13907860144609, "tokens": 224395264, "seconds": 0.5446514319919515, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 22, "step": 1712, "evaluation_tokens": 1048576}
{"event": "train", "step": 1720, "epoch": 23, "tokens": 225443840, "loss": 3.727772295475006, "lr": 0.00198317624632362, "grad_norm": 0.1832972764968872, "tokens_per_second": 1768086.5665895874, "training_seconds": 0.593056935002096, "elapsed_tokens_per_second": 1022507.4800140715, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1740, "epoch": 23, "tokens": 228065280, "loss": 3.7539604187011717, "lr": 0.0019383219562919903, "grad_norm": 0.17293459177017212, "tokens_per_second": 1749032.3663010192, "training_seconds": 1.4987944480089936, "elapsed_tokens_per_second": 1027405.7807746212, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1760, "epoch": 23, "tokens": 230686720, "loss": 3.740543782711029, "lr": 0.0018934987008422147, "grad_norm": 0.15727286040782928, "tokens_per_second": 1747008.1093303578, "training_seconds": 1.500531099998625, "elapsed_tokens_per_second": 1032232.0566865518, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1780, "epoch": 23, "tokens": 233308160, "loss": 3.7414502263069154, "lr": 0.0018487290337212442, "grad_norm": 0.17763535678386688, "tokens_per_second": 1749744.910183789, "training_seconds": 1.4981840980035486, "elapsed_tokens_per_second": 1037002.8716018277, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1790, "epoch": 23, "tokens": 234618880, "loss": 3.726380395889282, "lr": 0.0018263713367670474, "grad_norm": 0.1640368551015854, "tokens_per_second": 1747174.6912010196, "training_seconds": 0.7501940170041053, "elapsed_tokens_per_second": 1039357.3661381952, "peak_memory_bytes": 42389451776}
{"loss": 3.7469035566929705, "perplexity": 42.389621515301606, "tokens": 234618880, "seconds": 0.5458286450011656, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 23, "step": 1790, "evaluation_tokens": 1048576}
{"event": "train", "step": 1800, "epoch": 24, "tokens": 235929600, "loss": 3.732631516456604, "lr": 0.0018040354817119542, "grad_norm": 0.18346332013607025, "tokens_per_second": 1760392.5829897404, "training_seconds": 0.7445611920120427, "elapsed_tokens_per_second": 1039160.9187546074, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1820, "epoch": 24, "tokens": 238551040, "loss": 3.7582335352897642, "lr": 0.0017594405332983301, "grad_norm": 0.1734965741634369, "tokens_per_second": 1741621.2026323564, "training_seconds": 1.5051723049982684, "elapsed_tokens_per_second": 1043779.9867387926, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1840, "epoch": 24, "tokens": 241172480, "loss": 3.716423749923706, "lr": 0.0017149666273499214, "grad_norm": 0.16519953310489655, "tokens_per_second": 1750953.7215305665, "training_seconds": 1.4971497920050751, "elapsed_tokens_per_second": 1048377.0984645723, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1860, "epoch": 24, "tokens": 243793920, "loss": 3.7352094292640685, "lr": 0.001670636141831261, "grad_norm": 0.1716027706861496, "tokens_per_second": 1748634.8432650878, "training_seconds": 1.4991351739881793, "elapsed_tokens_per_second": 1052903.8638993497, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1868, "epoch": 24, "tokens": 244842496, "loss": 3.7024459540843964, "lr": 0.001652949104524654, "grad_norm": 0.18138648569583893, "tokens_per_second": 1751647.6995106845, "training_seconds": 0.5986226569948485, "elapsed_tokens_per_second": 1054700.3509634987, "peak_memory_bytes": 42389451776}
{"loss": 3.728933153971593, "perplexity": 41.63466668334066, "tokens": 244842496, "seconds": 0.5436851559934439, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 24, "step": 1868, "evaluation_tokens": 1048576}
{"event": "train", "step": 1880, "epoch": 25, "tokens": 246415360, "loss": 3.7236910263697305, "lr": 0.0016264713825419278, "grad_norm": 0.17603164911270142, "tokens_per_second": 1758711.4654491083, "training_seconds": 0.8943274840130471, "elapsed_tokens_per_second": 1054898.5890453793, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1900, "epoch": 25, "tokens": 249036800, "loss": 3.7209972500801087, "lr": 0.001582494571892927, "grad_norm": 0.17286312580108643, "tokens_per_second": 1744994.4425982072, "training_seconds": 1.5022626639984082, "elapsed_tokens_per_second": 1059301.4370093711, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1920, "epoch": 25, "tokens": 251658240, "loss": 3.7024619936943055, "lr": 0.0015387278377250214, "grad_norm": 0.1841823160648346, "tokens_per_second": 1748149.0881931013, "training_seconds": 1.499551736007561, "elapsed_tokens_per_second": 1063660.8395510754, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1940, "epoch": 25, "tokens": 254279680, "loss": 3.7071335434913637, "lr": 0.001495193202174653, "grad_norm": 0.18784554302692413, "tokens_per_second": 1752813.705156146, "training_seconds": 1.4955611040059011, "elapsed_tokens_per_second": 1067981.0203443284, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1946, "epoch": 25, "tokens": 255066112, "loss": 3.677910049756368, "lr": 0.0014821813488359913, "grad_norm": 0.17524200677871704, "tokens_per_second": 1749199.8347982184, "training_seconds": 0.44959528600156773, "elapsed_tokens_per_second": 1069259.7799486474, "peak_memory_bytes": 42389451776}
{"loss": 3.7158776131590447, "perplexity": 41.094636457097934, "tokens": 255066112, "seconds": 0.5430265199975111, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 25, "step": 1946, "evaluation_tokens": 1048576}
{"event": "train", "step": 1960, "epoch": 26, "tokens": 256901120, "loss": 3.709320511136736, "lr": 0.0014519125705930512, "grad_norm": 0.1715204268693924, "tokens_per_second": 1754051.0020766142, "training_seconds": 1.0461543010023888, "elapsed_tokens_per_second": 1069772.0832135617, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1980, "epoch": 26, "tokens": 259522560, "loss": 3.71227308511734, "lr": 0.001408907720524097, "grad_norm": 0.1658903956413269, "tokens_per_second": 1748131.5701687231, "training_seconds": 1.4995667630137177, "elapsed_tokens_per_second": 1073973.5778229125, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2000, "epoch": 26, "tokens": 262144000, "loss": 3.696582090854645, "lr": 0.00136620029074651, "grad_norm": 0.1627759486436844, "tokens_per_second": 1751408.705331321, "training_seconds": 1.4967608599981759, "elapsed_tokens_per_second": 1078137.8710382823, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2020, "epoch": 26, "tokens": 264765440, "loss": 3.6873974800109863, "lr": 0.0013238117703858446, "grad_norm": 0.17100931704044342, "tokens_per_second": 1752295.3211016404, "training_seconds": 1.4960035380063346, "elapsed_tokens_per_second": 1082252.7098464402, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2024, "epoch": 26, "tokens": 265289728, "loss": 3.6741414666175842, "lr": 0.0013153742153111634, "grad_norm": 0.16112828254699707, "tokens_per_second": 1749799.2290264412, "training_seconds": 0.2996275180048542, "elapsed_tokens_per_second": 1083063.945325674, "peak_memory_bytes": 42389451776}
{"loss": 3.696773664258332, "perplexity": 40.31701806303988, "tokens": 265289728, "seconds": 0.544115813987446, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 26, "step": 2024, "evaluation_tokens": 1048576}
{"event": "train", "step": 2040, "epoch": 27, "tokens": 267386880, "loss": 3.6860353648662567, "lr": 0.0012817634881017953, "grad_norm": 0.2057662308216095, "tokens_per_second": 1757955.252946307, "training_seconds": 1.1929495910007972, "elapsed_tokens_per_second": 1083906.5382250368, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2060, "epoch": 27, "tokens": 270008320, "loss": 3.69416002035141, "lr": 0.0012400766013562362, "grad_norm": 0.169436514377594, "tokens_per_second": 1746497.4279980266, "training_seconds": 1.5009698600042611, "elapsed_tokens_per_second": 1087906.3516213752, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2080, "epoch": 27, "tokens": 272629760, "loss": 3.6828147649765013, "lr": 0.001198772085767414, "grad_norm": 0.16841602325439453, "tokens_per_second": 1748291.055722065, "training_seconds": 1.4994299670070177, "elapsed_tokens_per_second": 1091866.6368709803, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2100, "epoch": 27, "tokens": 275251200, "loss": 3.6731874704360963, "lr": 0.001157870724555627, "grad_norm": 0.16911348700523376, "tokens_per_second": 1753454.6284892298, "training_seconds": 1.4950144460017327, "elapsed_tokens_per_second": 1095797.2577090077, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2101, "epoch": 27, "tokens": 275382272, "loss": 3.6788787841796875, "lr": 0.001155836609348925, "grad_norm": 0.17067041993141174, "tokens_per_second": 1763594.36761839, "training_seconds": 0.07432094500109088, "elapsed_tokens_per_second": 1095989.9945187515, "peak_memory_bytes": 42389451776}
{"loss": 3.681670599532261, "perplexity": 39.712682675403435, "tokens": 275382272, "seconds": 0.5454677430097945, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 27, "step": 2101, "evaluation_tokens": 1048576}
{"event": "train", "step": 2120, "epoch": 28, "tokens": 277872640, "loss": 3.6926550237756026, "lr": 0.0011173930980857216, "grad_norm": 0.16555655002593994, "tokens_per_second": 1756112.2689337889, "training_seconds": 1.4181143449968658, "elapsed_tokens_per_second": 1097285.230128208, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2140, "epoch": 28, "tokens": 280494080, "loss": 3.6876041769981383, "lr": 0.001077359573511653, "grad_norm": 0.18431048095226288, "tokens_per_second": 1748639.0400754495, "training_seconds": 1.4991315759980353, "elapsed_tokens_per_second": 1101111.8088636342, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2160, "epoch": 28, "tokens": 283115520, "loss": 3.6576456785202027, "lr": 0.001037790294528335, "grad_norm": 0.16646498441696167, "tokens_per_second": 1750385.0459540277, "training_seconds": 1.4976361949957209, "elapsed_tokens_per_second": 1104901.6376509974, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2179, "epoch": 28, "tokens": 285605888, "loss": 3.6635780208989193, "lr": 0.001000647624090521, "grad_norm": 0.2437276542186737, "tokens_per_second": 1751789.49384204, "training_seconds": 1.421613731989055, "elapsed_tokens_per_second": 1108463.8294806054, "peak_memory_bytes": 42389451776}
{"loss": 3.6696354857372877, "perplexity": 39.237600588176036, "tokens": 285605888, "seconds": 0.5454503670043778, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 28, "step": 2179, "evaluation_tokens": 1048576}
{"event": "train", "step": 2180, "epoch": 29, "tokens": 285736960, "loss": 3.6295597553253174, "lr": 0.0009987051712359205, "grad_norm": 0.18049508333206177, "tokens_per_second": 1857257.8750386424, "training_seconds": 0.07057286000053864, "elapsed_tokens_per_second": 1106290.6572458586, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2200, "epoch": 29, "tokens": 288358400, "loss": 3.6584633111953737, "lr": 0.0009601238701216261, "grad_norm": 0.16196061670780182, "tokens_per_second": 1747226.167479237, "training_seconds": 1.5003438300045673, "elapsed_tokens_per_second": 1109988.165082601, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2220, "epoch": 29, "tokens": 290979840, "loss": 3.6640997648239138, "lr": 0.0009220658041641312, "grad_norm": 0.1926058977842331, "tokens_per_second": 1747504.0571323421, "training_seconds": 1.500105243991129, "elapsed_tokens_per_second": 1113641.8159742686, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2240, "epoch": 29, "tokens": 293601280, "loss": 3.645074486732483, "lr": 0.0008845501230655353, "grad_norm": 0.1610816866159439, "tokens_per_second": 1749087.9491973785, "training_seconds": 1.4987468189938227, "elapsed_tokens_per_second": 1117261.1844125718, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2257, "epoch": 29, "tokens": 295829504, "loss": 3.658475300844978, "lr": 0.0008531023518590851, "grad_norm": 0.17042826116085052, "tokens_per_second": 1751410.5816684547, "training_seconds": 1.272245368003496, "elapsed_tokens_per_second": 1120309.4462335082, "peak_memory_bytes": 42389451776}
{"loss": 3.6539342079183093, "perplexity": 38.626331531003544, "tokens": 295829504, "seconds": 0.5449452299944824, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 29, "step": 2257, "evaluation_tokens": 1048576}
{"event": "train", "step": 2260, "epoch": 30, "tokens": 296222720, "loss": 3.6387359301249185, "lr": 0.0008475957036157928, "grad_norm": 0.15714353322982788, "tokens_per_second": 1787960.1878491526, "training_seconds": 0.21992435998981819, "elapsed_tokens_per_second": 1118520.372885818, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2280, "epoch": 30, "tokens": 298844160, "loss": 3.6488472700119017, "lr": 0.0008112211401944649, "grad_norm": 0.16190099716186523, "tokens_per_second": 1749572.846014699, "training_seconds": 1.4983314389974112, "elapsed_tokens_per_second": 1122065.9837689796, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2300, "epoch": 30, "tokens": 301465600, "loss": 3.6420543670654295, "lr": 0.0007754447354145734, "grad_norm": 0.1763617843389511, "tokens_per_second": 1749843.7455217417, "training_seconds": 1.498099477001233, "elapsed_tokens_per_second": 1125571.0862712502, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2320, "epoch": 30, "tokens": 304087040, "loss": 3.6346811771392824, "lr": 0.0007402844909132611, "grad_norm": 0.16157709062099457, "tokens_per_second": 1747984.3835247767, "training_seconds": 1.4996930319903186, "elapsed_tokens_per_second": 1129031.745728568, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2335, "epoch": 30, "tokens": 306053120, "loss": 3.6166162649790445, "lr": 0.0007143293172337431, "grad_norm": 0.16497191786766052, "tokens_per_second": 1748963.4904046978, "training_seconds": 1.1241401040024357, "elapsed_tokens_per_second": 1131602.097507539, "peak_memory_bytes": 42389451776}
{"loss": 3.6413998822607856, "perplexity": 38.145198153055404, "tokens": 306053120, "seconds": 0.5446101989946328, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 30, "step": 2335, "evaluation_tokens": 1048576}
{"event": "train", "step": 2340, "epoch": 31, "tokens": 306708480, "loss": 3.634524631500244, "lr": 0.0007057580982938992, "grad_norm": 0.16329140961170197, "tokens_per_second": 1767895.0125283815, "training_seconds": 0.37070074600342195, "elapsed_tokens_per_second": 1130159.8040416974, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2360, "epoch": 31, "tokens": 309329920, "loss": 3.604760670661926, "lr": 0.0006718829302241903, "grad_norm": 0.1771567016839981, "tokens_per_second": 1748315.083201288, "training_seconds": 1.499409360010759, "elapsed_tokens_per_second": 1133551.6792065082, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2380, "epoch": 31, "tokens": 311951360, "loss": 3.6410761713981628, "lr": 0.0006386760316947518, "grad_norm": 0.16732537746429443, "tokens_per_second": 1749537.0830206203, "training_seconds": 1.498362066995469, "elapsed_tokens_per_second": 1136909.0595055125, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2400, "epoch": 31, "tokens": 314572800, "loss": 3.625824820995331, "lr": 0.0006061541114425748, "grad_norm": 0.16088585555553436, "tokens_per_second": 1748385.8705942058, "training_seconds": 1.4993486530001974, "elapsed_tokens_per_second": 1140227.539118223, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2413, "epoch": 31, "tokens": 316276736, "loss": 3.630589411808894, "lr": 0.0005853899488738232, "grad_norm": 0.1615786999464035, "tokens_per_second": 1751822.6124264945, "training_seconds": 0.9726646909984993, "elapsed_tokens_per_second": 1142369.5090749108, "peak_memory_bytes": 42389451776}
{"loss": 3.6303538037491263, "perplexity": 37.72616191375979, "tokens": 316276736, "seconds": 0.5462451089988463, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 31, "step": 2413, "evaluation_tokens": 1048576}
{"event": "train", "step": 2420, "epoch": 32, "tokens": 317194240, "loss": 3.5961949825286865, "lr": 0.0005743335335436821, "grad_norm": 0.15640980005264282, "tokens_per_second": 1762821.8214423873, "training_seconds": 0.520474609991652, "elapsed_tokens_per_second": 1141246.3826202753, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2440, "epoch": 32, "tokens": 319815680, "loss": 3.622558426856995, "lr": 0.0005432303091792015, "grad_norm": 0.16117672622203827, "tokens_per_second": 1749548.8995452048, "training_seconds": 1.4983519469969906, "elapsed_tokens_per_second": 1144503.392894061, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2460, "epoch": 32, "tokens": 322437120, "loss": 3.613363254070282, "lr": 0.0005128600885790112, "grad_norm": 0.1663549393415451, "tokens_per_second": 1751157.5747232414, "training_seconds": 1.496975507994648, "elapsed_tokens_per_second": 1147727.7941822538, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2480, "epoch": 32, "tokens": 325058560, "loss": 3.608126676082611, "lr": 0.00048323815314700315, "grad_norm": 0.1599443405866623, "tokens_per_second": 1745920.5461306663, "training_seconds": 1.5014658059953945, "elapsed_tokens_per_second": 1150902.7195237326, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2491, "epoch": 32, "tokens": 326500352, "loss": 3.584379651329734, "lr": 0.00046727046100503844, "grad_norm": 0.1711266040802002, "tokens_per_second": 1754356.4759293988, "training_seconds": 0.82183525399887, "elapsed_tokens_per_second": 1152647.075102753, "peak_memory_bytes": 42389451776}
{"loss": 3.6196206031925935, "perplexity": 37.32340475490676, "tokens": 326500352, "seconds": 0.5449750989937456, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 32, "step": 2491, "evaluation_tokens": 1048576}
{"event": "train", "step": 2500, "epoch": 33, "tokens": 327680000, "loss": 3.5747803846995034, "lr": 0.000454379407771927, "grad_norm": 0.17482247948646545, "tokens_per_second": 1758957.7893641235, "training_seconds": 0.6706516819976969, "elapsed_tokens_per_second": 1151831.6727510607, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2520, "epoch": 33, "tokens": 330301440, "loss": 3.596457314491272, "lr": 0.00042629837332769084, "grad_norm": 0.1618700921535492, "tokens_per_second": 1751431.2856759732, "training_seconds": 1.4967415629944298, "elapsed_tokens_per_second": 1154965.2423109578, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2540, "epoch": 33, "tokens": 332922880, "loss": 3.6130119800567626, "lr": 0.0003990091793668813, "grad_norm": 0.162314310669899, "tokens_per_second": 1746490.994591667, "training_seconds": 1.5009753890044522, "elapsed_tokens_per_second": 1158047.0110036144, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2560, "epoch": 33, "tokens": 335544320, "loss": 3.59117134809494, "lr": 0.00037252555701118784, "grad_norm": 0.16065232455730438, "tokens_per_second": 1747491.538972737, "training_seconds": 1.5001159899984486, "elapsed_tokens_per_second": 1161102.1546078543, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2568, "epoch": 33, "tokens": 336592896, "loss": 3.6277491450309753, "lr": 0.0003621606668673201, "grad_norm": 0.15542912483215332, "tokens_per_second": 1743184.909488091, "training_seconds": 0.6015288420021534, "elapsed_tokens_per_second": 1162304.9380826487, "peak_memory_bytes": 42389451776}
{"loss": 3.60906352511658, "perplexity": 36.93145123910429, "tokens": 336592896, "seconds": 0.5437288000102853, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 33, "step": 2568, "evaluation_tokens": 1048576}
{"event": "train", "step": 2580, "epoch": 34, "tokens": 338165760, "loss": 3.594442387421926, "lr": 0.00034686083204230365, "grad_norm": 0.15422573685646057, "tokens_per_second": 1758915.9088124803, "training_seconds": 0.8942235340073239, "elapsed_tokens_per_second": 1161934.447399363, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2600, "epoch": 34, "tokens": 340787200, "loss": 3.611181712150574, "lr": 0.00032202791819678646, "grad_norm": 0.15697844326496124, "tokens_per_second": 1748892.928113773, "training_seconds": 1.4989139459939906, "elapsed_tokens_per_second": 1164937.5945460156, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2620, "epoch": 34, "tokens": 343408640, "loss": 3.5914348006248473, "lr": 0.00029803931066824286, "grad_norm": 0.1691557914018631, "tokens_per_second": 1751482.2863667614, "training_seconds": 1.496697979993769, "elapsed_tokens_per_second": 1167916.6350332357, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2640, "epoch": 34, "tokens": 346030080, "loss": 3.598089349269867, "lr": 0.0002749070798201143, "grad_norm": 0.15689070522785187, "tokens_per_second": 1749490.2797054006, "training_seconds": 1.4984021519921953, "elapsed_tokens_per_second": 1170860.8127364016, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2646, "epoch": 34, "tokens": 346816512, "loss": 3.6112140417099, "lr": 0.00026813615549331417, "grad_norm": 0.16227346658706665, "tokens_per_second": 1753492.7858580782, "training_seconds": 0.448494573996868, "elapsed_tokens_per_second": 1171737.134373296, "peak_memory_bytes": 42389451776}
{"loss": 3.5990278911872626, "perplexity": 36.562674264426825, "tokens": 346816512, "seconds": 0.5463812009984395, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 34, "step": 2646, "evaluation_tokens": 1048576}
{"event": "train", "step": 2660, "epoch": 35, "tokens": 348651520, "loss": 3.595665522984096, "lr": 0.0002526428651122241, "grad_norm": 0.15386714041233063, "tokens_per_second": 1754178.9460233462, "training_seconds": 1.046077998005785, "elapsed_tokens_per_second": 1171603.5348422627, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2680, "epoch": 35, "tokens": 351272960, "loss": 3.604514682292938, "lr": 0.00023125786924414271, "grad_norm": 0.1537075787782669, "tokens_per_second": 1751957.6847662025, "training_seconds": 1.4962918469973374, "elapsed_tokens_per_second": 1174502.4839784468, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2700, "epoch": 35, "tokens": 353894400, "loss": 3.6071360111236572, "lr": 0.0002107628525183185, "grad_norm": 0.15718665719032288, "tokens_per_second": 1747815.5624071567, "training_seconds": 1.4998378870077431, "elapsed_tokens_per_second": 1177356.1797745116, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2720, "epoch": 35, "tokens": 356515840, "loss": 3.592208731174469, "lr": 0.00019116812742580902, "grad_norm": 0.1559838056564331, "tokens_per_second": 1750542.2157384735, "training_seconds": 1.497501731995726, "elapsed_tokens_per_second": 1180191.771817673, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2724, "epoch": 35, "tokens": 357040128, "loss": 3.6177119612693787, "lr": 0.0001873580930679506, "grad_norm": 0.15576981008052826, "tokens_per_second": 1746701.2002696984, "training_seconds": 0.3001589510095073, "elapsed_tokens_per_second": 1180746.9367786245, "peak_memory_bytes": 42389451776}
{"loss": 3.5914507513553238, "perplexity": 36.28668071024003, "tokens": 357040128, "seconds": 0.5461082489928231, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 35, "step": 2724, "evaluation_tokens": 1048576}
{"event": "train", "step": 2740, "epoch": 36, "tokens": 359137280, "loss": 3.596635580062866, "lr": 0.00017248355345733725, "grad_norm": 0.1684950292110443, "tokens_per_second": 1758837.2357766486, "training_seconds": 1.1923513770016143, "elapsed_tokens_per_second": 1180864.8819219442, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2760, "epoch": 36, "tokens": 361758720, "loss": 3.592176580429077, "lr": 0.0001547185321422868, "grad_norm": 0.1483917236328125, "tokens_per_second": 1752713.8590477984, "training_seconds": 1.4956463010021253, "elapsed_tokens_per_second": 1183659.2367120783, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2780, "epoch": 36, "tokens": 364380160, "loss": 3.59532390832901, "lr": 0.0001378820023181273, "grad_norm": 0.15032289922237396, "tokens_per_second": 1749772.708075233, "training_seconds": 1.4981602969928645, "elapsed_tokens_per_second": 1186414.7697209434, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2800, "epoch": 36, "tokens": 367001600, "loss": 3.58213495016098, "lr": 0.00012198243563265332, "grad_norm": 0.15386995673179626, "tokens_per_second": 1749609.179165328, "training_seconds": 1.4983003239904065, "elapsed_tokens_per_second": 1189144.4821057015, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2802, "epoch": 36, "tokens": 367263744, "loss": 3.56498920917511, "lr": 0.0001204443240502393, "grad_norm": 0.15030530095100403, "tokens_per_second": 1770133.5250317676, "training_seconds": 0.1480927829979919, "elapsed_tokens_per_second": 1189416.986103384, "peak_memory_bytes": 42389451776}
{"loss": 3.5848702309122245, "perplexity": 36.048679411073245, "tokens": 367263744, "seconds": 0.5448902630014345, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 36, "step": 2802, "evaluation_tokens": 1048576}
{"event": "train", "step": 2820, "epoch": 37, "tokens": 369623040, "loss": 3.584030442767673, "lr": 0.00010702783228130075, "grad_norm": 0.1508820801973343, "tokens_per_second": 1756051.064093276, "training_seconds": 1.343523572999402, "elapsed_tokens_per_second": 1189741.2719783697, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2840, "epoch": 37, "tokens": 372244480, "loss": 3.6051369190216063, "lr": 9.30257169816815e-05, "grad_norm": 0.14929229021072388, "tokens_per_second": 1755796.8682393958, "training_seconds": 1.4930200910021085, "elapsed_tokens_per_second": 1192444.026533262, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2860, "epoch": 37, "tokens": 374865920, "loss": 3.5680352807044984, "lr": 7.998313518736832e-05, "grad_norm": 0.15116478502750397, "tokens_per_second": 1749343.2458776636, "training_seconds": 1.4985280940018129, "elapsed_tokens_per_second": 1195098.4926794085, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2880, "epoch": 37, "tokens": 377487360, "loss": 3.5822240233421327, "lr": 6.790664954282866e-05, "grad_norm": 0.15083250403404236, "tokens_per_second": 1754878.0591281105, "training_seconds": 1.493801798002096, "elapsed_tokens_per_second": 1197747.2896955658, "peak_memory_bytes": 42389451776}
{"loss": 3.580930059216353, "perplexity": 35.90692088465042, "tokens": 377487360, "seconds": 0.5451141609955812, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 37, "step": 2880, "evaluation_tokens": 1048576}
{"event": "train", "step": 2900, "epoch": 38, "tokens": 380108800, "loss": 3.5826843619346618, "lr": 5.6802336581293967e-05, "grad_norm": 0.14839506149291992, "tokens_per_second": 1754514.3613506502, "training_seconds": 1.4941114520042902, "elapsed_tokens_per_second": 1198275.480384018, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2920, "epoch": 38, "tokens": 382730240, "loss": 3.591827964782715, "lr": 4.6675783667226465e-05, "grad_norm": 0.15214285254478455, "tokens_per_second": 1755573.5935678557, "training_seconds": 1.4932099739962723, "elapsed_tokens_per_second": 1200879.880486309, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2940, "epoch": 38, "tokens": 385351680, "loss": 3.5796000242233275, "lr": 3.753208618492221e-05, "grad_norm": 0.15001563727855682, "tokens_per_second": 1752837.0671694144, "training_seconds": 1.4955411709961481, "elapsed_tokens_per_second": 1203453.5080602497, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2958, "epoch": 38, "tokens": 387710976, "loss": 3.592391424708896, "lr": 3.0146912696062068e-05, "grad_norm": 0.14672571420669556, "tokens_per_second": 1752986.0540500425, "training_seconds": 1.34587265799928, "elapsed_tokens_per_second": 1205747.5054563128, "peak_memory_bytes": 42389451776}
{"loss": 3.5781939489339996, "perplexity": 35.80880987169331, "tokens": 387710976, "seconds": 0.5451292329962598, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 38, "step": 2958, "evaluation_tokens": 1048576}
{"event": "train", "step": 2960, "epoch": 39, "tokens": 387973120, "loss": 3.5751993656158447, "lr": 2.9375844974662392e-05, "grad_norm": 0.14902615547180176, "tokens_per_second": 1800313.0564299042, "training_seconds": 0.14561023098940495, "elapsed_tokens_per_second": 1203930.573796393, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2980, "epoch": 39, "tokens": 390594560, "loss": 3.5802636981010436, "lr": 2.221116401770584e-05, "grad_norm": 0.14752566814422607, "tokens_per_second": 1751552.6259026567, "training_seconds": 1.4966378750104923, "elapsed_tokens_per_second": 1206458.3944313813, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3000, "epoch": 39, "tokens": 393216000, "loss": 3.5772169470787047, "lr": 1.604164837128641e-05, "grad_norm": 0.14941707253456116, "tokens_per_second": 1750290.0713924197, "training_seconds": 1.4977174600062426, "elapsed_tokens_per_second": 1208956.06700461, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3020, "epoch": 39, "tokens": 395837440, "loss": 3.574003505706787, "lr": 1.0870402354652641e-05, "grad_norm": 0.14609988033771515, "tokens_per_second": 1749658.4680604013, "training_seconds": 1.4982581160002155, "elapsed_tokens_per_second": 1211431.0405726244, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3035, "epoch": 39, "tokens": 397803520, "loss": 3.5620351314544676, "lr": 7.648666487645394e-06, "grad_norm": 0.14573024213314056, "tokens_per_second": 1749104.829716711, "training_seconds": 1.124049265999929, "elapsed_tokens_per_second": 1213268.45742506, "peak_memory_bytes": 42389451776}
{"loss": 3.5770132484707764, "perplexity": 35.76655534316979, "tokens": 397803520, "seconds": 0.5412633910018485, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 39, "step": 3035, "evaluation_tokens": 1048576}
{"event": "train", "step": 3040, "epoch": 40, "tokens": 398458880, "loss": 3.5985185623168947, "lr": 6.700027987067037e-06, "grad_norm": 0.15075354278087616, "tokens_per_second": 1779612.6944596556, "training_seconds": 0.368259903989383, "elapsed_tokens_per_second": 1211866.7565398416, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3060, "epoch": 40, "tokens": 401080320, "loss": 3.5888828873634337, "lr": 3.5326236785453435e-06, "grad_norm": 0.1566244512796402, "tokens_per_second": 1751151.6356799325, "training_seconds": 1.4969805849978002, "elapsed_tokens_per_second": 1214307.0799090962, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3080, "epoch": 40, "tokens": 403701760, "loss": 3.561366558074951, "lr": 1.3697831739987178e-06, "grad_norm": 0.15062779188156128, "tokens_per_second": 1750221.2658577354, "training_seconds": 1.4977763389906613, "elapsed_tokens_per_second": 1216720.5823907224, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3100, "epoch": 40, "tokens": 406323200, "loss": 3.5720294237136843, "lr": 2.1259475130741558e-07, "grad_norm": 0.15010102093219757, "tokens_per_second": 1751710.7510871703, "training_seconds": 1.4965027750004083, "elapsed_tokens_per_second": 1219118.4720463292, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3113, "epoch": 40, "tokens": 408027136, "loss": 3.5881699598752537, "lr": 0.0, "grad_norm": 0.1456308513879776, "tokens_per_second": 1750540.7496707917, "training_seconds": 0.9733769409940578, "elapsed_tokens_per_second": 1220659.472707845, "peak_memory_bytes": 42389451776}
{"loss": 3.576827815969936, "perplexity": 35.75992367624835, "tokens": 408027136, "seconds": 0.5430890989955515, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 40, "step": 3113, "evaluation_tokens": 1048576}
{"loss": 3.5783621464136792, "perplexity": 35.814833329815094, "tokens": 408027136, "seconds": 101.74816467199707, "split": "full", "validation_complete": true, "event": "final_validation", "step": 3113, "evaluation_tokens": 197411295}