{"event": "train", "step": 20, "epoch": 1, "tokens": 2621440, "loss": 9.610398960113525, "lr": 0.0003846153846153846, "grad_norm": 1.3738542795181274, "tokens_per_second": 46770.764740609, "training_seconds": 56.04868798999814, "elapsed_tokens_per_second": 46770.764740609, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 40, "epoch": 1, "tokens": 5242880, "loss": 7.699057793617248, "lr": 0.0007692307692307692, "grad_norm": 0.5717871189117432, "tokens_per_second": 1781952.0611328108, "training_seconds": 1.4711057930107927, "elapsed_tokens_per_second": 91141.88228712499, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 60, "epoch": 1, "tokens": 7864320, "loss": 6.819216895103454, "lr": 0.0011538461538461537, "grad_norm": 0.6471075415611267, "tokens_per_second": 1775939.2429842425, "training_seconds": 1.4760865330026718, "elapsed_tokens_per_second": 133289.52032876044, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 78, "epoch": 1, "tokens": 10223616, "loss": 6.457138909233941, "lr": 0.0015, "grad_norm": 0.6772078275680542, "tokens_per_second": 1767898.6086873983, "training_seconds": 1.3345199710020097, "elapsed_tokens_per_second": 169440.5797843548, "peak_memory_bytes": 21988176384}
{"loss": 6.333321224960628, "perplexity": 563.0234194972726, "tokens": 10223616, "seconds": 1.487703192004119, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 1, "step": 78, "evaluation_tokens": 1048576}
{"event": "train", "step": 80, "epoch": 2, "tokens": 10485760, "loss": 6.337538719177246, "lr": 0.0015384615384615385, "grad_norm": 0.39661115407943726, "tokens_per_second": 1848763.469401056, "training_seconds": 0.14179423400491942, "elapsed_tokens_per_second": 169192.766222439, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 100, "epoch": 2, "tokens": 13107200, "loss": 6.17432017326355, "lr": 0.001923076923076923, "grad_norm": 0.3133421540260315, "tokens_per_second": 1766119.6977920465, "training_seconds": 1.4842935069900705, "elapsed_tokens_per_second": 206540.244030018, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 120, "epoch": 2, "tokens": 15728640, "loss": 5.9497475862503055, "lr": 0.0023076923076923075, "grad_norm": 0.2820776700973511, "tokens_per_second": 1768949.214923506, "training_seconds": 1.4819193099974655, "elapsed_tokens_per_second": 242186.08845921507, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 140, "epoch": 2, "tokens": 18350080, "loss": 5.775971007347107, "lr": 0.002692307692307692, "grad_norm": 0.29805582761764526, "tokens_per_second": 1767622.6814308835, "training_seconds": 1.483031433992437, "elapsed_tokens_per_second": 276237.45736741304, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 156, "epoch": 2, "tokens": 20447232, "loss": 5.6213259100914, "lr": 0.003, "grad_norm": 0.3334565758705139, "tokens_per_second": 1766304.76999444, "training_seconds": 1.1873103869875195, "elapsed_tokens_per_second": 302394.7419573459, "peak_memory_bytes": 42389451776}
{"loss": 5.58844674449015, "perplexity": 267.3200806898272, "tokens": 20447232, "seconds": 0.5415968439920107, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 2, "step": 156, "evaluation_tokens": 1048576}
{"event": "train", "step": 160, "epoch": 3, "tokens": 20971520, "loss": 5.569258332252502, "lr": 0.003076923076923077, "grad_norm": 0.2586974501609802, "tokens_per_second": 1800475.3349609033, "training_seconds": 0.2911942140053725, "elapsed_tokens_per_second": 306348.051027287, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 180, "epoch": 3, "tokens": 23592960, "loss": 5.45060293674469, "lr": 0.0034615384615384616, "grad_norm": 0.2463909387588501, "tokens_per_second": 1762120.4207965953, "training_seconds": 1.4876622329902602, "elapsed_tokens_per_second": 337306.13443189446, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 200, "epoch": 3, "tokens": 26214400, "loss": 5.331005668640136, "lr": 0.003846153846153846, "grad_norm": 0.31632500886917114, "tokens_per_second": 1766322.5074370601, "training_seconds": 1.4841230799938785, "elapsed_tokens_per_second": 366988.605135376, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 220, "epoch": 3, "tokens": 28835840, "loss": 5.216986298561096, "lr": 0.004230769230769231, "grad_norm": 0.35910460352897644, "tokens_per_second": 1763045.120360022, "training_seconds": 1.4868819690018427, "elapsed_tokens_per_second": 395449.20911301963, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 233, "epoch": 3, "tokens": 30539776, "loss": 5.11396939937885, "lr": 0.004480769230769231, "grad_norm": 0.40187665820121765, "tokens_per_second": 1764422.5432494686, "training_seconds": 0.9657187880075071, "elapsed_tokens_per_second": 413333.56009116565, "peak_memory_bytes": 42389451776}
{"loss": 5.143994531682587, "perplexity": 171.39906167650918, "tokens": 30539776, "seconds": 0.5425028009922244, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 3, "step": 233, "evaluation_tokens": 1048576}
{"event": "train", "step": 240, "epoch": 4, "tokens": 31457280, "loss": 5.112288406917027, "lr": 0.004615384615384615, "grad_norm": 0.404925137758255, "tokens_per_second": 1778139.5687485225, "training_seconds": 0.5159909920039354, "elapsed_tokens_per_second": 419704.72058904567, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 260, "epoch": 4, "tokens": 34078720, "loss": 5.075784397125244, "lr": 0.005, "grad_norm": 0.33973047137260437, "tokens_per_second": 1766051.3553460285, "training_seconds": 1.4843509460042696, "elapsed_tokens_per_second": 445843.3262518446, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 280, "epoch": 4, "tokens": 36700160, "loss": 5.006189560890197, "lr": 0.005384615384615384, "grad_norm": 0.2603084444999695, "tokens_per_second": 1761538.5820283222, "training_seconds": 1.488153610000154, "elapsed_tokens_per_second": 470960.5788637242, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 300, "epoch": 4, "tokens": 39321600, "loss": 5.005478239059448, "lr": 0.0057692307692307696, "grad_norm": 0.921592116355896, "tokens_per_second": 1764759.460927518, "training_seconds": 1.485437567011104, "elapsed_tokens_per_second": 495154.855989578, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 311, "epoch": 4, "tokens": 40763392, "loss": 5.53015171397816, "lr": 0.005980769230769231, "grad_norm": 0.898144006729126, "tokens_per_second": 1768506.1844354381, "training_seconds": 0.8152598010055954, "elapsed_tokens_per_second": 508084.1574276704, "peak_memory_bytes": 42389451776}
{"loss": 5.335322678364197, "perplexity": 207.5397065774709, "tokens": 40763392, "seconds": 0.5429715210048016, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 4, "step": 311, "evaluation_tokens": 1048576}
{"event": "train", "step": 320, "epoch": 5, "tokens": 41943040, "loss": 5.206143061319987, "lr": 0.005999879234788303, "grad_norm": 0.29374250769615173, "tokens_per_second": 1770697.2862446364, "training_seconds": 0.6662053469917737, "elapsed_tokens_per_second": 515009.0126740202, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 340, "epoch": 5, "tokens": 44564480, "loss": 4.994460415840149, "lr": 0.0059985207378148026, "grad_norm": 0.17415374517440796, "tokens_per_second": 1763052.7458431486, "training_seconds": 1.4868755380011862, "elapsed_tokens_per_second": 537378.3461539223, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 360, "epoch": 5, "tokens": 47185920, "loss": 4.848296761512756, "lr": 0.005995653473187795, "grad_norm": 0.27641087770462036, "tokens_per_second": 1762829.0647889043, "training_seconds": 1.4870642039895756, "elapsed_tokens_per_second": 558954.4653137529, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 380, "epoch": 5, "tokens": 49807360, "loss": 4.7708622217178345, "lr": 0.005991278883630709, "grad_norm": 0.28546369075775146, "tokens_per_second": 1761544.0744590412, "training_seconds": 1.4881489699910162, "elapsed_tokens_per_second": 579778.7019198791, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 389, "epoch": 5, "tokens": 50987008, "loss": 4.721413824293348, "lr": 0.005988819112284388, "grad_norm": 0.1760871410369873, "tokens_per_second": 1763484.304202507, "training_seconds": 0.6689302519953344, "elapsed_tokens_per_second": 588912.8965940455, "peak_memory_bytes": 42389451776}
{"loss": 4.755250710129418, "perplexity": 116.19278021998899, "tokens": 50987008, "seconds": 0.5428626610082574, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 5, "step": 389, "evaluation_tokens": 1048576}
{"event": "train", "step": 400, "epoch": 6, "tokens": 52428800, "loss": 4.7214790257540615, "lr": 0.0059853991703086515, "grad_norm": 0.24450407922267914, "tokens_per_second": 1770902.8904990188, "training_seconds": 0.814156444001128, "elapsed_tokens_per_second": 596177.6466923422, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 420, "epoch": 6, "tokens": 55050240, "loss": 4.704427742958069, "lr": 0.005978017291720847, "grad_norm": 0.24385778605937958, "tokens_per_second": 1764767.4054025763, "training_seconds": 1.485430879998603, "elapsed_tokens_per_second": 615580.7601517147, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 440, "epoch": 6, "tokens": 57671680, "loss": 4.670620846748352, "lr": 0.005969136962212003, "grad_norm": 0.16051524877548218, "tokens_per_second": 1761036.7360007039, "training_seconds": 1.4885776919982163, "elapsed_tokens_per_second": 634323.8689993771, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 460, "epoch": 6, "tokens": 60293120, "loss": 4.58853702545166, "lr": 0.005958762650103364, "grad_norm": 0.17725951969623566, "tokens_per_second": 1764805.346630682, "training_seconds": 1.485398944991175, "elapsed_tokens_per_second": 652487.9124661022, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 467, "epoch": 6, "tokens": 61210624, "loss": 4.5490631375994, "lr": 0.005954779630955907, "grad_norm": 0.18854713439941406, "tokens_per_second": 1765888.3572777796, "training_seconds": 0.5195707849925384, "elapsed_tokens_per_second": 658701.8757133975, "peak_memory_bytes": 42389451776}
{"loss": 4.564028529240287, "perplexity": 95.96931733046176, "tokens": 61210624, "seconds": 0.5433201510022627, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 6, "step": 467, "evaluation_tokens": 1048576}
{"event": "train", "step": 480, "epoch": 7, "tokens": 62914560, "loss": 4.518181654123159, "lr": 0.0059468995754443825, "grad_norm": 0.19429388642311096, "tokens_per_second": 1773430.4138765186, "training_seconds": 0.9608135659946129, "elapsed_tokens_per_second": 666202.9011960807, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 500, "epoch": 7, "tokens": 65536000, "loss": 4.468539905548096, "lr": 0.005933553707386146, "grad_norm": 0.2363683432340622, "tokens_per_second": 1762176.2143778724, "training_seconds": 1.487615131001803, "elapsed_tokens_per_second": 683190.4925439542, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 520, "epoch": 7, "tokens": 68157440, "loss": 4.502854704856873, "lr": 0.005918731761177867, "grad_norm": 0.17458418011665344, "tokens_per_second": 1759353.34314289, "training_seconds": 1.4900020000059158, "elapsed_tokens_per_second": 699638.4519172009, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 540, "epoch": 7, "tokens": 70778880, "loss": 4.41757972240448, "lr": 0.00590244119478798, "grad_norm": 0.1631028801202774, "tokens_per_second": 1762566.7594756482, "training_seconds": 1.4872855089924997, "elapsed_tokens_per_second": 715610.102145466, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 545, "epoch": 7, "tokens": 71434240, "loss": 4.355682849884033, "lr": 0.005898140025685757, "grad_norm": 0.15143689513206482, "tokens_per_second": 1761138.118339994, "training_seconds": 0.372122999993735, "elapsed_tokens_per_second": 719516.711476241, "peak_memory_bytes": 42389451776}
{"loss": 4.363473111835629, "perplexity": 78.52940273833909, "tokens": 71434240, "seconds": 0.5466372309892904, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 7, "step": 545, "evaluation_tokens": 1048576}
{"event": "train", "step": 560, "epoch": 8, "tokens": 73400320, "loss": 4.343275642395019, "lr": 0.005884690205151496, "grad_norm": 0.17281801998615265, "tokens_per_second": 1768248.289444424, "training_seconds": 1.1118800519907381, "elapsed_tokens_per_second": 727121.9449063693, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 580, "epoch": 8, "tokens": 76021760, "loss": 4.303384590148926, "lr": 0.005865487724045557, "grad_norm": 0.1696518510580063, "tokens_per_second": 1763341.9557605945, "training_seconds": 1.4866316719999304, "elapsed_tokens_per_second": 742152.5238849147, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 600, "epoch": 8, "tokens": 78643200, "loss": 4.275067377090454, "lr": 0.005844843413595223, "grad_norm": 0.14280033111572266, "tokens_per_second": 1760196.6226801435, "training_seconds": 1.4892881660052808, "elapsed_tokens_per_second": 756729.9364636003, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 620, "epoch": 8, "tokens": 81264640, "loss": 4.2344650506973265, "lr": 0.0058227676614117695, "grad_norm": 0.15951035916805267, "tokens_per_second": 1759830.2246198296, "training_seconds": 1.489598236992606, "elapsed_tokens_per_second": 770896.5320796993, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 623, "epoch": 8, "tokens": 81657856, "loss": 4.190332253774007, "lr": 0.005819333513924642, "grad_norm": 0.15384045243263245, "tokens_per_second": 1754379.202066918, "training_seconds": 0.22413398399658035, "elapsed_tokens_per_second": 772971.4159254204, "peak_memory_bytes": 42389451776}
{"loss": 4.23332940512693, "perplexity": 68.94640096513535, "tokens": 81657856, "seconds": 0.5462442510033725, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 8, "step": 623, "evaluation_tokens": 1048576}
{"event": "train", "step": 640, "epoch": 9, "tokens": 83886080, "loss": 4.205238398383646, "lr": 0.005799271575365957, "grad_norm": 0.14981655776500702, "tokens_per_second": 1772442.39351391, "training_seconds": 1.2571488969988422, "elapsed_tokens_per_second": 780696.8162723244, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 660, "epoch": 9, "tokens": 86507520, "loss": 4.187956380844116, "lr": 0.005774366977998868, "grad_norm": 0.1495971381664276, "tokens_per_second": 1759400.3462363186, "training_seconds": 1.4899621939985082, "elapsed_tokens_per_second": 794074.5217745991, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 680, "epoch": 9, "tokens": 89128960, "loss": 4.169664072990417, "lr": 0.005748066400573153, "grad_norm": 0.169721320271492, "tokens_per_second": 1759857.519218761, "training_seconds": 1.4895751339936396, "elapsed_tokens_per_second": 807089.6781676143, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 700, "epoch": 9, "tokens": 91750400, "loss": 4.133332681655884, "lr": 0.00572038307676767, "grad_norm": 0.171871617436409, "tokens_per_second": 1761461.961610494, "training_seconds": 1.4882183419977082, "elapsed_tokens_per_second": 819771.0076747066, "peak_memory_bytes": 42389451776}
{"loss": 4.148154214183811, "perplexity": 63.317022711105544, "tokens": 91750400, "seconds": 0.5441341410041787, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 9, "step": 700, "evaluation_tokens": 1048576}
{"event": "train", "step": 720, "epoch": 10, "tokens": 94371840, "loss": 4.137638783454895, "lr": 0.005691330936018681, "grad_norm": 0.1732177734375, "tokens_per_second": 1766839.75567833, "training_seconds": 1.483688598003937, "elapsed_tokens_per_second": 828132.3981214346, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 740, "epoch": 10, "tokens": 96993280, "loss": 4.116515159606934, "lr": 0.0056609245965109686, "grad_norm": 0.2261272370815277, "tokens_per_second": 1759780.740174191, "training_seconds": 1.4896401239966508, "elapsed_tokens_per_second": 840142.0115394653, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 760, "epoch": 10, "tokens": 99614720, "loss": 4.107056307792663, "lr": 0.005629179357822402, "grad_norm": 0.14309178292751312, "tokens_per_second": 1763648.4570133986, "training_seconds": 1.486373312989599, "elapsed_tokens_per_second": 851872.3517880638, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 778, "epoch": 10, "tokens": 101974016, "loss": 4.07325898276435, "lr": 0.0055994770723212265, "grad_norm": 0.14191800355911255, "tokens_per_second": 1762700.466309297, "training_seconds": 1.3384554239892168, "elapsed_tokens_per_second": 862166.5664534252, "peak_memory_bytes": 42389451776}
{"loss": 4.087422994715552, "perplexity": 59.586139882248276, "tokens": 101974016, "seconds": 0.5416854450013489, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 10, "step": 778, "evaluation_tokens": 1048576}
{"event": "train", "step": 780, "epoch": 11, "tokens": 102236160, "loss": 4.081373691558838, "lr": 0.005596111193225627, "grad_norm": 0.2032121866941452, "tokens_per_second": 1816577.3927233124, "training_seconds": 0.1443065409985138, "elapsed_tokens_per_second": 859355.2294045092, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 800, "epoch": 11, "tokens": 104857600, "loss": 4.066428565979004, "lr": 0.005561736741650793, "grad_norm": 0.17367562651634216, "tokens_per_second": 1760111.8511163378, "training_seconds": 1.489359893996152, "elapsed_tokens_per_second": 870484.7708303543, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 820, "epoch": 11, "tokens": 107479040, "loss": 4.06484591960907, "lr": 0.005526073299313328, "grad_norm": 0.1409938782453537, "tokens_per_second": 1760559.2158859682, "training_seconds": 1.488981442002114, "elapsed_tokens_per_second": 881339.6581503969, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 840, "epoch": 11, "tokens": 110100480, "loss": 4.0472899913787845, "lr": 0.005489138811010988, "grad_norm": 0.14787299931049347, "tokens_per_second": 1760642.45666322, "training_seconds": 1.488911044987617, "elapsed_tokens_per_second": 891937.7441916498, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 856, "epoch": 11, "tokens": 112197632, "loss": 4.023222357034683, "lr": 0.005458688534706318, "grad_norm": 0.1607462465763092, "tokens_per_second": 1757990.4407522597, "training_seconds": 1.1929257130104816, "elapsed_tokens_per_second": 900215.5956563102, "peak_memory_bytes": 42389451776}
{"loss": 4.03874089186353, "perplexity": 56.75483732089235, "tokens": 112197632, "seconds": 0.5448110120050842, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 11, "step": 856, "evaluation_tokens": 1048576}
{"event": "train", "step": 860, "epoch": 12, "tokens": 112721920, "loss": 4.000635504722595, "lr": 0.005450951861094564, "grad_norm": 0.14800961315631866, "tokens_per_second": 1793776.9234674594, "training_seconds": 0.29228160600177944, "elapsed_tokens_per_second": 898348.1015803997, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 880, "epoch": 12, "tokens": 115343360, "loss": 4.01624311208725, "lr": 0.005411531664116785, "grad_norm": 0.15110403299331665, "tokens_per_second": 1757690.3414724628, "training_seconds": 1.4914117339940276, "elapsed_tokens_per_second": 908434.2870364746, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 900, "epoch": 12, "tokens": 117964800, "loss": 3.990245795249939, "lr": 0.0053708980551641135, "grad_norm": 0.13451017439365387, "tokens_per_second": 1754394.0052848624, "training_seconds": 1.4942139519989723, "elapsed_tokens_per_second": 918262.4222209841, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 920, "epoch": 12, "tokens": 120586240, "loss": 4.0015899538993835, "lr": 0.0053290714798763135, "grad_norm": 0.14108450710773468, "tokens_per_second": 1759615.5408694826, "training_seconds": 1.4897799769969424, "elapsed_tokens_per_second": 927899.5688426908, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 934, "epoch": 12, "tokens": 122421248, "loss": 3.9900552885872975, "lr": 0.005299094308492442, "grad_norm": 0.15917816758155823, "tokens_per_second": 1761315.9074530136, "training_seconds": 1.0418392249994213, "elapsed_tokens_per_second": 934515.863972035, "peak_memory_bytes": 42389451776}
{"loss": 4.000041123411213, "perplexity": 54.60039534148658, "tokens": 122421248, "seconds": 0.5448104990064166, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 12, "step": 934, "evaluation_tokens": 1048576}
{"event": "train", "step": 940, "epoch": 13, "tokens": 123207680, "loss": 3.99345596631368, "lr": 0.005286072984158808, "grad_norm": 0.15345363318920135, "tokens_per_second": 1779984.0271980886, "training_seconds": 0.44181969499913976, "elapsed_tokens_per_second": 933444.264065658, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 960, "epoch": 13, "tokens": 125829120, "loss": 3.9838940501213074, "lr": 0.00524192420359299, "grad_norm": 0.16985023021697998, "tokens_per_second": 1757982.885240714, "training_seconds": 1.491163550002966, "elapsed_tokens_per_second": 942647.4156210306, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 980, "epoch": 13, "tokens": 128450560, "loss": 3.967862057685852, "lr": 0.00519664735254984, "grad_norm": 0.14753659069538116, "tokens_per_second": 1759317.2382259679, "training_seconds": 1.4900325780035928, "elapsed_tokens_per_second": 951651.644441258, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1000, "epoch": 13, "tokens": 131072000, "loss": 3.941260302066803, "lr": 0.005150265213012302, "grad_norm": 0.140707865357399, "tokens_per_second": 1752886.457221374, "training_seconds": 1.4954990320111392, "elapsed_tokens_per_second": 960423.7918799846, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1012, "epoch": 13, "tokens": 132644864, "loss": 3.9540125330289206, "lr": 0.0051219150766892655, "grad_norm": 0.1501716524362564, "tokens_per_second": 1757106.0586205095, "training_seconds": 0.8951445999991847, "elapsed_tokens_per_second": 965603.2858475712, "peak_memory_bytes": 42389451776}
{"loss": 3.960917851307897, "perplexity": 52.505496077456115, "tokens": 132644864, "seconds": 0.5411027429945534, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 13, "step": 1012, "evaluation_tokens": 1048576}
{"event": "train", "step": 1020, "epoch": 14, "tokens": 133693440, "loss": 3.9310465157032013, "lr": 0.005102801123112059, "grad_norm": 0.14142219722270966, "tokens_per_second": 1777906.518554527, "training_seconds": 0.5897812899929704, "elapsed_tokens_per_second": 965145.7472367255, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1040, "epoch": 14, "tokens": 136314880, "loss": 3.935101580619812, "lr": 0.005054278965386473, "grad_norm": 0.1704750508069992, "tokens_per_second": 1757965.871026182, "training_seconds": 1.491177982010413, "elapsed_tokens_per_second": 973580.7220711971, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1060, "epoch": 14, "tokens": 138936320, "loss": 3.9407973766326903, "lr": 0.0050047231547615855, "grad_norm": 0.16039709746837616, "tokens_per_second": 1758875.149320605, "training_seconds": 1.4904070939956, "elapsed_tokens_per_second": 981838.4933171303, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1080, "epoch": 14, "tokens": 141557760, "loss": 3.9207411766052247, "lr": 0.00495415862626725, "grad_norm": 0.19591183960437775, "tokens_per_second": 1759655.2251837414, "training_seconds": 1.4897463789966423, "elapsed_tokens_per_second": 989933.7645591433, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1090, "epoch": 14, "tokens": 142868480, "loss": 3.9359848499298096, "lr": 0.0049285060241493865, "grad_norm": 0.14294841885566711, "tokens_per_second": 1760337.7912461234, "training_seconds": 0.7445843669993337, "elapsed_tokens_per_second": 993913.2685864619, "peak_memory_bytes": 42389451776}
{"loss": 3.931966879355458, "perplexity": 51.007204086952264, "tokens": 142868480, "seconds": 0.5433077940106159, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 14, "step": 1090, "evaluation_tokens": 1048576}
{"event": "train", "step": 1100, "epoch": 15, "tokens": 144179200, "loss": 3.9120874881744383, "lr": 0.004902610822490556, "grad_norm": 0.13493666052818298, "tokens_per_second": 1773486.8598898428, "training_seconds": 0.7390638350043446, "elapsed_tokens_per_second": 994044.756216074, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1120, "epoch": 15, "tokens": 146800640, "loss": 3.9010786056518554, "lr": 0.00485010568077386, "grad_norm": 0.15274177491664886, "tokens_per_second": 1758711.311686357, "training_seconds": 1.4905459370056633, "elapsed_tokens_per_second": 1001814.7987929527, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1140, "epoch": 15, "tokens": 149422080, "loss": 3.901431691646576, "lr": 0.004796669620163886, "grad_norm": 0.14877839386463165, "tokens_per_second": 1760239.2999306081, "training_seconds": 1.4892520580033306, "elapsed_tokens_per_second": 1009434.5531354763, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1160, "epoch": 15, "tokens": 152043520, "loss": 3.890353429317474, "lr": 0.004742329528118427, "grad_norm": 0.14533689618110657, "tokens_per_second": 1757162.7172671198, "training_seconds": 1.4918595610070042, "elapsed_tokens_per_second": 1016887.4188016336, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1167, "epoch": 15, "tokens": 152961024, "loss": 3.8715671471187045, "lr": 0.004723101965114102, "grad_norm": 0.15477028489112854, "tokens_per_second": 1750326.3499880498, "training_seconds": 0.5241902460111305, "elapsed_tokens_per_second": 1019439.0974107336, "peak_memory_bytes": 42389451776}
{"loss": 3.9016103507354347, "perplexity": 49.48206846612155, "tokens": 152961024, "seconds": 0.5454303519945825, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 15, "step": 1167, "evaluation_tokens": 1048576}
{"event": "train", "step": 1180, "epoch": 16, "tokens": 154664960, "loss": 3.8504731471721945, "lr": 0.004687112746977365, "grad_norm": 0.1754438728094101, "tokens_per_second": 1763095.834451126, "training_seconds": 0.9664454799931264, "elapsed_tokens_per_second": 1020471.5928142797, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1200, "epoch": 16, "tokens": 157286400, "loss": 3.8715879201889036, "lr": 0.004631047060204816, "grad_norm": 0.12462715804576874, "tokens_per_second": 1762307.0118551152, "training_seconds": 1.4875047210080083, "elapsed_tokens_per_second": 1027673.7213418197, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1220, "epoch": 16, "tokens": 159907840, "loss": 3.8764559984207154, "lr": 0.004574160678409302, "grad_norm": 0.15156938135623932, "tokens_per_second": 1755818.682206815, "training_seconds": 1.493001541995909, "elapsed_tokens_per_second": 1034697.8314418303, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1240, "epoch": 16, "tokens": 162529280, "loss": 3.8529170036315916, "lr": 0.004516482225148996, "grad_norm": 0.14886321127414703, "tokens_per_second": 1759933.4518736703, "training_seconds": 1.4895108659984544, "elapsed_tokens_per_second": 1041612.439050336, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1245, "epoch": 16, "tokens": 163184640, "loss": 3.8370660305023194, "lr": 0.004501942243146119, "grad_norm": 0.1454601138830185, "tokens_per_second": 1763274.8659126633, "training_seconds": 0.37167205900186673, "elapsed_tokens_per_second": 1043316.7843209953, "peak_memory_bytes": 42389451776}
{"loss": 3.879425247407882, "perplexity": 48.39639112492026, "tokens": 163184640, "seconds": 0.5436258640111191, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 16, "step": 1245, "evaluation_tokens": 1048576}
{"event": "train", "step": 1260, "epoch": 17, "tokens": 165150720, "loss": 3.8518656412760417, "lr": 0.004458040722529194, "grad_norm": 0.15554951131343842, "tokens_per_second": 1768877.349059827, "training_seconds": 1.1114846380078234, "elapsed_tokens_per_second": 1044788.3531946838, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1280, "epoch": 17, "tokens": 167772160, "loss": 3.8633944749832154, "lr": 0.004398865576599242, "grad_norm": 0.1696258932352066, "tokens_per_second": 1752370.486622163, "training_seconds": 1.4959393689932767, "elapsed_tokens_per_second": 1051414.2908607838, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1300, "epoch": 17, "tokens": 170393600, "loss": 3.8469308376312257, "lr": 0.0043389865625562685, "grad_norm": 0.12295885384082794, "tokens_per_second": 1754451.6050594721, "training_seconds": 1.4941648959938902, "elapsed_tokens_per_second": 1057925.4697363637, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1320, "epoch": 17, "tokens": 173015040, "loss": 3.854102981090546, "lr": 0.004278433809763189, "grad_norm": 0.1441495418548584, "tokens_per_second": 1758330.6239176386, "training_seconds": 1.4908686479902826, "elapsed_tokens_per_second": 1064341.660494295, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1323, "epoch": 17, "tokens": 173408256, "loss": 3.843374490737915, "lr": 0.004269294665876606, "grad_norm": 0.12235327810049057, "tokens_per_second": 1756078.3674983247, "training_seconds": 0.22391711399541236, "elapsed_tokens_per_second": 1065282.5855636806, "peak_memory_bytes": 42389451776}
{"loss": 3.8519601714422143, "perplexity": 47.08526803119252, "tokens": 173408256, "seconds": 0.5457531270076288, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 17, "step": 1323, "evaluation_tokens": 1048576}
{"event": "train", "step": 1340, "epoch": 18, "tokens": 175636480, "loss": 3.8209374511943146, "lr": 0.004217237786588483, "grad_norm": 0.16725875437259674, "tokens_per_second": 1763352.5447770935, "training_seconds": 1.2636293329996988, "elapsed_tokens_per_second": 1067065.4704492905, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1360, "epoch": 18, "tokens": 178257920, "loss": 3.821000862121582, "lr": 0.00415542928507542, "grad_norm": 0.12305250763893127, "tokens_per_second": 1754740.9667821852, "training_seconds": 1.4939185039984295, "elapsed_tokens_per_second": 1073243.3275303722, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1380, "epoch": 18, "tokens": 180879360, "loss": 3.8208874583244326, "lr": 0.004093039405448392, "grad_norm": 0.1639806479215622, "tokens_per_second": 1756744.124166058, "training_seconds": 1.4922150380007224, "elapsed_tokens_per_second": 1079318.6475207352, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1400, "epoch": 18, "tokens": 183500800, "loss": 3.8115525245666504, "lr": 0.004030099540464199, "grad_norm": 0.1250484585762024, "tokens_per_second": 1757054.2902245568, "training_seconds": 1.4919516230002046, "elapsed_tokens_per_second": 1085291.504562288, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1401, "epoch": 18, "tokens": 183631872, "loss": 3.8258285522460938, "lr": 0.004026938677033256, "grad_norm": 0.1317608654499054, "tokens_per_second": 1762530.4121673428, "training_seconds": 0.0743658090068493, "elapsed_tokens_per_second": 1085578.2526830635, "peak_memory_bytes": 42389451776}
{"loss": 3.829695162971218, "perplexity": 46.048498806898365, "tokens": 183631872, "seconds": 0.5432267089927336, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 18, "step": 1401, "evaluation_tokens": 1048576}
{"event": "train", "step": 1420, "epoch": 19, "tokens": 186122240, "loss": 3.8121064211192883, "lr": 0.003966641359616138, "grad_norm": 0.14072857797145844, "tokens_per_second": 1762815.2149123657, "training_seconds": 1.4127220930095064, "elapsed_tokens_per_second": 1087673.8909653404, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1440, "epoch": 19, "tokens": 188743680, "loss": 3.804874289035797, "lr": 0.0039026967931988406, "grad_norm": 0.1911255419254303, "tokens_per_second": 1757159.213225948, "training_seconds": 1.4918625360005535, "elapsed_tokens_per_second": 1093452.7505582592, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1460, "epoch": 19, "tokens": 191365120, "loss": 3.793500745296478, "lr": 0.003838298016241884, "grad_norm": 0.13891127705574036, "tokens_per_second": 1760415.9819727198, "training_seconds": 1.489102591003757, "elapsed_tokens_per_second": 1099147.2473415465, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1479, "epoch": 19, "tokens": 193855488, "loss": 3.783485688661274, "lr": 0.0037767279767460145, "grad_norm": 0.13954997062683105, "tokens_per_second": 1759368.7629303073, "training_seconds": 1.4154894940002123, "elapsed_tokens_per_second": 1104464.1854391631, "peak_memory_bytes": 42389451776}
{"loss": 3.8099500835856386, "perplexity": 45.14818517455224, "tokens": 193855488, "seconds": 0.5471844739950029, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 19, "step": 1479, "evaluation_tokens": 1048576}
{"event": "train", "step": 1480, "epoch": 20, "tokens": 193986560, "loss": 3.764374256134033, "lr": 0.003773477432320261, "grad_norm": 0.14617572724819183, "tokens_per_second": 1902070.4504921539, "training_seconds": 0.06891017100133467, "elapsed_tokens_per_second": 1101301.8685690358, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1500, "epoch": 20, "tokens": 196608000, "loss": 3.788720738887787, "lr": 0.003708267657249854, "grad_norm": 0.1522965431213379, "tokens_per_second": 1756888.7581436948, "training_seconds": 1.4920921930024633, "elapsed_tokens_per_second": 1106799.7268576059, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1520, "epoch": 20, "tokens": 199229440, "loss": 3.774156367778778, "lr": 0.0036427015026761116, "grad_norm": 0.17585398256778717, "tokens_per_second": 1759836.7802966638, "training_seconds": 1.4895926879980834, "elapsed_tokens_per_second": 1112222.3596135934, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1540, "epoch": 20, "tokens": 201850880, "loss": 3.772487235069275, "lr": 0.0035768119595641903, "grad_norm": 0.16159990429878235, "tokens_per_second": 1753051.2382955619, "training_seconds": 1.4953584600007161, "elapsed_tokens_per_second": 1117516.9203800624, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1557, "epoch": 20, "tokens": 204079104, "loss": 3.78665231255924, "lr": 0.003520576343213019, "grad_norm": 0.14813607931137085, "tokens_per_second": 1755411.337684972, "training_seconds": 1.269345795008121, "elapsed_tokens_per_second": 1121959.3753760864, "peak_memory_bytes": 42389451776}
{"loss": 3.79135255033193, "perplexity": 44.31629978428496, "tokens": 204079104, "seconds": 0.5460563800006639, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 20, "step": 1557, "evaluation_tokens": 1048576}
{"event": "train", "step": 1560, "epoch": 21, "tokens": 204472320, "loss": 3.767916758855184, "lr": 0.0035106321815988736, "grad_norm": 0.14652757346630096, "tokens_per_second": 1801327.8774051259, "training_seconds": 0.2182922969950596, "elapsed_tokens_per_second": 1119374.2471526638, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1580, "epoch": 21, "tokens": 207093760, "loss": 3.7808027148246763, "lr": 0.0034441954685026023, "grad_norm": 0.161648228764534, "tokens_per_second": 1755584.258441212, "training_seconds": 1.493200903001707, "elapsed_tokens_per_second": 1124523.2442908566, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1600, "epoch": 21, "tokens": 209715200, "loss": 3.780224859714508, "lr": 0.0033775352492800407, "grad_norm": 0.14148113131523132, "tokens_per_second": 1759722.0729216435, "training_seconds": 1.4896897870057728, "elapsed_tokens_per_second": 1129612.393668261, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1620, "epoch": 21, "tokens": 212336640, "loss": 3.768440103530884, "lr": 0.0033106850653975765, "grad_norm": 0.14754486083984375, "tokens_per_second": 1756376.0928170008, "training_seconds": 1.4925277169968467, "elapsed_tokens_per_second": 1134601.5086461974, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1634, "epoch": 21, "tokens": 214171648, "loss": 3.7603985582079207, "lr": 0.003263794917011864, "grad_norm": 0.14602583646774292, "tokens_per_second": 1758514.1705283492, "training_seconds": 1.0434991259971866, "elapsed_tokens_per_second": 1138053.709593868, "peak_memory_bytes": 42389451776}
{"loss": 3.768558430513578, "perplexity": 43.317574510959915, "tokens": 214171648, "seconds": 0.5438789990002988, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 21, "step": 1634, "evaluation_tokens": 1048576}
{"event": "train", "step": 1640, "epoch": 22, "tokens": 214958080, "loss": 3.729184110959371, "lr": 0.0032436785539062376, "grad_norm": 0.13361449539661407, "tokens_per_second": 1775860.3000501283, "training_seconds": 0.44284564499685075, "elapsed_tokens_per_second": 1136233.7595922279, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1660, "epoch": 22, "tokens": 217579520, "loss": 3.772540867328644, "lr": 0.0031765494305165225, "grad_norm": 0.1383478194475174, "tokens_per_second": 1759319.600863501, "training_seconds": 1.4900305769988336, "elapsed_tokens_per_second": 1141093.4084975275, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1680, "epoch": 22, "tokens": 220200960, "loss": 3.7509713649749754, "lr": 0.0031093314726336353, "grad_norm": 0.12811902165412903, "tokens_per_second": 1758301.3210332852, "training_seconds": 1.4908934939885512, "elapsed_tokens_per_second": 1145875.0223672232, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1700, "epoch": 22, "tokens": 222822400, "loss": 3.7495525598526003, "lr": 0.003042058502361692, "grad_norm": 0.1416875123977661, "tokens_per_second": 1756665.0738548012, "training_seconds": 1.4922821880027186, "elapsed_tokens_per_second": 1150571.600312268, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1712, "epoch": 22, "tokens": 224395264, "loss": 3.741228977839152, "lr": 0.0030016823951208075, "grad_norm": 0.13962878286838531, "tokens_per_second": 1760332.779941931, "training_seconds": 0.8935037840128643, "elapsed_tokens_per_second": 1153364.66061535, "peak_memory_bytes": 42389451776}
{"loss": 3.7488225437258924, "perplexity": 42.47104474939832, "tokens": 224395264, "seconds": 0.5468233559950022, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 22, "step": 1712, "evaluation_tokens": 1048576}
{"event": "train", "step": 1720, "epoch": 23, "tokens": 225443840, "loss": 3.7117036879062653, "lr": 0.00297476436948543, "grad_norm": 0.13973045349121094, "tokens_per_second": 1772576.6849993225, "training_seconds": 0.5915546610049205, "elapsed_tokens_per_second": 1151971.446499296, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1740, "epoch": 23, "tokens": 228065280, "loss": 3.739956521987915, "lr": 0.002907482934437985, "grad_norm": 0.13399556279182434, "tokens_per_second": 1757271.968159717, "training_seconds": 1.491766810999252, "elapsed_tokens_per_second": 1156541.465719475, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1760, "epoch": 23, "tokens": 230686720, "loss": 3.726881277561188, "lr": 0.002840248051263322, "grad_norm": 0.1602441966533661, "tokens_per_second": 1757898.3680217285, "training_seconds": 1.4912352429964812, "elapsed_tokens_per_second": 1161048.0136623983, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1780, "epoch": 23, "tokens": 233308160, "loss": 3.728687822818756, "lr": 0.0027730935505818665, "grad_norm": 0.15388427674770355, "tokens_per_second": 1760595.9346310492, "training_seconds": 1.4889503880112898, "elapsed_tokens_per_second": 1165498.0104335912, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1790, "epoch": 23, "tokens": 234618880, "loss": 3.712660384178162, "lr": 0.002739557005150571, "grad_norm": 0.14683187007904053, "tokens_per_second": 1759685.4461034674, "training_seconds": 0.7448603970115073, "elapsed_tokens_per_second": 1167693.5101087273, "peak_memory_bytes": 42389451776}
{"loss": 3.733616959184633, "perplexity": 41.83013275735857, "tokens": 234618880, "seconds": 0.5431379670044407, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 23, "step": 1790, "evaluation_tokens": 1048576}
{"event": "train", "step": 1800, "epoch": 24, "tokens": 235929600, "loss": 3.7172168254852296, "lr": 0.0027060532225679315, "grad_norm": 0.15473058819770813, "tokens_per_second": 1773795.1135829592, "training_seconds": 0.7389353990001837, "elapsed_tokens_per_second": 1166663.074952369, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1820, "epoch": 24, "tokens": 238551040, "loss": 3.7432013630867003, "lr": 0.002639160799947495, "grad_norm": 0.15469875931739807, "tokens_per_second": 1757978.6788171148, "training_seconds": 1.4911671180016128, "elapsed_tokens_per_second": 1170982.431822807, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1840, "epoch": 24, "tokens": 241172480, "loss": 3.701232671737671, "lr": 0.0025724499410248822, "grad_norm": 0.13605858385562897, "tokens_per_second": 1754923.070535786, "training_seconds": 1.4937634840025567, "elapsed_tokens_per_second": 1175226.4393633758, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1860, "epoch": 24, "tokens": 243793920, "loss": 3.7212548732757567, "lr": 0.0025059542127468916, "grad_norm": 0.16076959669589996, "tokens_per_second": 1759573.4194317283, "training_seconds": 1.489815640001325, "elapsed_tokens_per_second": 1179429.2034036792, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1868, "epoch": 24, "tokens": 244842496, "loss": 3.6893801391124725, "lr": 0.0024794236567869813, "grad_norm": 0.1484186202287674, "tokens_per_second": 1758103.8963930672, "training_seconds": 0.5964243649941636, "elapsed_tokens_per_second": 1181087.2788508332, "peak_memory_bytes": 42389451776}
{"loss": 3.7151228922182016, "perplexity": 41.06363317529207, "tokens": 244842496, "seconds": 0.5439118310023332, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 24, "step": 1868, "evaluation_tokens": 1048576}
{"event": "train", "step": 1880, "epoch": 25, "tokens": 246415360, "loss": 3.707220753033956, "lr": 0.0024397070738128917, "grad_norm": 0.14993254840373993, "tokens_per_second": 1769220.6176554668, "training_seconds": 0.8890151879895711, "elapsed_tokens_per_second": 1180459.2943339634, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1900, "epoch": 25, "tokens": 249036800, "loss": 3.707783806324005, "lr": 0.00237374185783939, "grad_norm": 0.14534611999988556, "tokens_per_second": 1753343.499246463, "training_seconds": 1.4951092020055512, "elapsed_tokens_per_second": 1184524.5627916867, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1920, "epoch": 25, "tokens": 251658240, "loss": 3.6857567548751833, "lr": 0.002308091756587532, "grad_norm": 0.14603203535079956, "tokens_per_second": 1755702.4284804352, "training_seconds": 1.4931004009995377, "elapsed_tokens_per_second": 1188545.7160231993, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1940, "epoch": 25, "tokens": 254279680, "loss": 3.6890467047691344, "lr": 0.0022427898032619797, "grad_norm": 0.1384570151567459, "tokens_per_second": 1754934.949361939, "training_seconds": 1.493753372997162, "elapsed_tokens_per_second": 1192504.3642247417, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1946, "epoch": 25, "tokens": 255066112, "loss": 3.6593684752782187, "lr": 0.002223272023253987, "grad_norm": 0.1474834829568863, "tokens_per_second": 1752500.6865692732, "training_seconds": 0.4487484689889243, "elapsed_tokens_per_second": 1193673.5517852884, "peak_memory_bytes": 42389451776}
{"loss": 3.701414500267804, "perplexity": 40.504557565707934, "tokens": 255066112, "seconds": 0.5454370630031917, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 25, "step": 1946, "evaluation_tokens": 1048576}
{"event": "train", "step": 1960, "epoch": 26, "tokens": 256901120, "loss": 3.692976014954703, "lr": 0.0021778688558895766, "grad_norm": 0.12677374482154846, "tokens_per_second": 1761580.5606811706, "training_seconds": 1.0416827029985143, "elapsed_tokens_per_second": 1193355.8710538512, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1980, "epoch": 26, "tokens": 259522560, "loss": 3.6960337281227114, "lr": 0.0021133615807861455, "grad_norm": 0.12785610556602478, "tokens_per_second": 1755946.283976204, "training_seconds": 1.4928930479945848, "elapsed_tokens_per_second": 1197221.6178067424, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2000, "epoch": 26, "tokens": 262144000, "loss": 3.679563069343567, "lr": 0.002049300436119765, "grad_norm": 0.12463138997554779, "tokens_per_second": 1753233.1790955823, "training_seconds": 1.4952032800065354, "elapsed_tokens_per_second": 1201024.1793414012, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2020, "epoch": 26, "tokens": 264765440, "loss": 3.6698886275291445, "lr": 0.0019857176555787667, "grad_norm": 0.12805424630641937, "tokens_per_second": 1754433.6646066024, "training_seconds": 1.494180174995563, "elapsed_tokens_per_second": 1204777.6972144456, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2024, "epoch": 26, "tokens": 265289728, "loss": 3.656533658504486, "lr": 0.0019730613229667453, "grad_norm": 0.13058070838451385, "tokens_per_second": 1756466.811953753, "training_seconds": 0.29849012599152047, "elapsed_tokens_per_second": 1205519.6587715817, "peak_memory_bytes": 42389451776}
{"loss": 3.6828503878232692, "perplexity": 39.759562882350295, "tokens": 265289728, "seconds": 0.544090512994444, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 26, "step": 2024, "evaluation_tokens": 1048576}
{"event": "train", "step": 2040, "epoch": 27, "tokens": 267386880, "loss": 3.669341579079628, "lr": 0.0019226452321526929, "grad_norm": 0.1392156034708023, "tokens_per_second": 1764835.4952282265, "training_seconds": 1.1882988559955265, "elapsed_tokens_per_second": 1205512.9020893942, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2060, "epoch": 27, "tokens": 270008320, "loss": 3.6778539180755616, "lr": 0.0018601149020343543, "grad_norm": 0.12624788284301758, "tokens_per_second": 1756665.1892255724, "training_seconds": 1.4922820899955695, "elapsed_tokens_per_second": 1209187.4842015735, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2080, "epoch": 27, "tokens": 272629760, "loss": 3.666160750389099, "lr": 0.001798158128651121, "grad_norm": 0.13093850016593933, "tokens_per_second": 1751321.3897119944, "training_seconds": 1.4968354839948006, "elapsed_tokens_per_second": 1212789.555252654, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2100, "epoch": 27, "tokens": 275251200, "loss": 3.655957353115082, "lr": 0.0017368060868334406, "grad_norm": 0.14097464084625244, "tokens_per_second": 1753700.8551031935, "training_seconds": 1.4948045399942202, "elapsed_tokens_per_second": 1216353.2611168292, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2101, "epoch": 27, "tokens": 275382272, "loss": 3.6611227989196777, "lr": 0.0017337549140233875, "grad_norm": 0.13936525583267212, "tokens_per_second": 1745781.8642614281, "training_seconds": 0.07507925399113446, "elapsed_tokens_per_second": 1216522.2857867093, "peak_memory_bytes": 42389451776}
{"loss": 3.6673801231797025, "perplexity": 39.14920529215018, "tokens": 275382272, "seconds": 0.5444309820013586, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 27, "step": 2101, "evaluation_tokens": 1048576}
{"event": "train", "step": 2120, "epoch": 28, "tokens": 277872640, "loss": 3.677259269513582, "lr": 0.0016760896471285825, "grad_norm": 0.12895843386650085, "tokens_per_second": 1756382.0227576692, "training_seconds": 1.4178965439932654, "elapsed_tokens_per_second": 1216930.1107002108, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2140, "epoch": 28, "tokens": 280494080, "loss": 3.6711556673049928, "lr": 0.0016160393602674796, "grad_norm": 0.14664271473884583, "tokens_per_second": 1757767.1833604842, "training_seconds": 1.491346536000492, "elapsed_tokens_per_second": 1220431.3779753002, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2160, "epoch": 28, "tokens": 283115520, "loss": 3.6403656721115114, "lr": 0.0015566854417925022, "grad_norm": 0.13110966980457306, "tokens_per_second": 1755740.47010525, "training_seconds": 1.4930680499965092, "elapsed_tokens_per_second": 1223880.3752639508, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2179, "epoch": 28, "tokens": 285605888, "loss": 3.6448630533720316, "lr": 0.0015009714361357814, "grad_norm": 0.1641695499420166, "tokens_per_second": 1754961.004622452, "training_seconds": 1.4190446360007627, "elapsed_tokens_per_second": 1227109.9436143052, "peak_memory_bytes": 42389451776}
{"loss": 3.6547052644995746, "perplexity": 38.656126103315046, "tokens": 285605888, "seconds": 0.5414596829941729, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 28, "step": 2179, "evaluation_tokens": 1048576}
{"event": "train", "step": 2180, "epoch": 29, "tokens": 285736960, "loss": 3.6107101440429688, "lr": 0.0014980577568538807, "grad_norm": 0.14045792818069458, "tokens_per_second": 1877335.3986169114, "training_seconds": 0.06981810501019936, "elapsed_tokens_per_second": 1224409.592466773, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2200, "epoch": 29, "tokens": 288358400, "loss": 3.6400267720222472, "lr": 0.0014401858051824392, "grad_norm": 0.13077546656131744, "tokens_per_second": 1751722.7936473293, "training_seconds": 1.4964924870000686, "elapsed_tokens_per_second": 1227764.1518779225, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2220, "epoch": 29, "tokens": 290979840, "loss": 3.6452531218528748, "lr": 0.0013830987062461969, "grad_norm": 0.14606982469558716, "tokens_per_second": 1756909.989302939, "training_seconds": 1.4920741620007902, "elapsed_tokens_per_second": 1231096.4891845312, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2240, "epoch": 29, "tokens": 293601280, "loss": 3.627550947666168, "lr": 0.001326825184598303, "grad_norm": 0.12881949543952942, "tokens_per_second": 1757490.7357316553, "training_seconds": 1.4915811200044118, "elapsed_tokens_per_second": 1234391.354838597, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2257, "epoch": 29, "tokens": 295829504, "loss": 3.641423323575188, "lr": 0.0012796535277886276, "grad_norm": 0.13261400163173676, "tokens_per_second": 1756807.9877059544, "training_seconds": 1.2683366740093334, "elapsed_tokens_per_second": 1237153.7457432523, "peak_memory_bytes": 42389451776}
{"loss": 3.639408503386123, "perplexity": 38.06931219520797, "tokens": 295829504, "seconds": 0.5453837850072887, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 29, "step": 2257, "evaluation_tokens": 1048576}
{"event": "train", "step": 2260, "epoch": 30, "tokens": 296222720, "loss": 3.6228113174438477, "lr": 0.0012713935554236892, "grad_norm": 0.1209990456700325, "tokens_per_second": 1816816.0357350989, "training_seconds": 0.21643137899809517, "elapsed_tokens_per_second": 1234822.8826119667, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2280, "epoch": 30, "tokens": 298844160, "loss": 3.6307120084762574, "lr": 0.0012168317102916975, "grad_norm": 0.13724541664123535, "tokens_per_second": 1752342.3554544994, "training_seconds": 1.4959633840044262, "elapsed_tokens_per_second": 1238024.5761355755, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2300, "epoch": 30, "tokens": 301465600, "loss": 3.6242884397506714, "lr": 0.0011631671031218603, "grad_norm": 0.12563039362430573, "tokens_per_second": 1752116.0997282085, "training_seconds": 1.496156562003307, "elapsed_tokens_per_second": 1241182.403954052, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2320, "epoch": 30, "tokens": 304087040, "loss": 3.615178072452545, "lr": 0.0011104267363698916, "grad_norm": 0.11686376482248306, "tokens_per_second": 1756660.2522094827, "training_seconds": 1.4922862839885056, "elapsed_tokens_per_second": 1244324.3815465134, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2335, "epoch": 30, "tokens": 306053120, "loss": 3.5977622509002685, "lr": 0.0010714939758506147, "grad_norm": 0.13407361507415771, "tokens_per_second": 1755137.7310065406, "training_seconds": 1.1201855929975864, "elapsed_tokens_per_second": 1246647.047628296, "peak_memory_bytes": 42389451776}
{"loss": 3.6267083035535355, "perplexity": 37.588881562931384, "tokens": 306053120, "seconds": 0.5439335580012994, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 30, "step": 2335, "evaluation_tokens": 1048576}
{"event": "train", "step": 2340, "epoch": 31, "tokens": 306708480, "loss": 3.6159258842468263, "lr": 0.0010586371474408487, "grad_norm": 0.12242622673511505, "tokens_per_second": 1778293.3545344183, "training_seconds": 0.36853312099992763, "elapsed_tokens_per_second": 1244649.567469143, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2360, "epoch": 31, "tokens": 309329920, "loss": 3.5862399458885195, "lr": 0.0010078243953362852, "grad_norm": 0.13638146221637726, "tokens_per_second": 1756599.3503862992, "training_seconds": 1.4923380219988758, "elapsed_tokens_per_second": 1247725.4773913638, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2380, "epoch": 31, "tokens": 311951360, "loss": 3.6231191158294678, "lr": 0.0009580140475421277, "grad_norm": 0.1328449696302414, "tokens_per_second": 1753881.6611222224, "training_seconds": 1.4946504419931443, "elapsed_tokens_per_second": 1250750.941697656, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2400, "epoch": 31, "tokens": 314572800, "loss": 3.6080886840820314, "lr": 0.0009092311671638622, "grad_norm": 0.1332150250673294, "tokens_per_second": 1756111.591420726, "training_seconds": 1.492752518010093, "elapsed_tokens_per_second": 1253751.5846077153, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2413, "epoch": 31, "tokens": 316276736, "loss": 3.6105752908266506, "lr": 0.0008780849233107348, "grad_norm": 0.12297563999891281, "tokens_per_second": 1759663.8775511545, "training_seconds": 0.9683303849888034, "elapsed_tokens_per_second": 1255688.0776158047, "peak_memory_bytes": 42389451776}
{"loss": 3.6149853372643364, "perplexity": 37.15080118927534, "tokens": 316276736, "seconds": 0.5440833439934067, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 31, "step": 2413, "evaluation_tokens": 1048576}
{"event": "train", "step": 2420, "epoch": 32, "tokens": 317194240, "loss": 3.578714166368757, "lr": 0.0008615003003155232, "grad_norm": 0.125478595495224, "tokens_per_second": 1769080.4331523234, "training_seconds": 0.5186332869925536, "elapsed_tokens_per_second": 1253999.25194263, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2440, "epoch": 32, "tokens": 319815680, "loss": 3.6040791988372805, "lr": 0.0008148454637688022, "grad_norm": 0.12587766349315643, "tokens_per_second": 1753392.8721220815, "training_seconds": 1.4950671020051232, "elapsed_tokens_per_second": 1256928.1926906523, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2460, "epoch": 32, "tokens": 322437120, "loss": 3.5938254833221435, "lr": 0.0007692901328685167, "grad_norm": 0.12720216810703278, "tokens_per_second": 1751728.1395617318, "training_seconds": 1.4964879200124415, "elapsed_tokens_per_second": 1259813.4361145953, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2480, "epoch": 32, "tokens": 325058560, "loss": 3.590658724308014, "lr": 0.0007248572297205047, "grad_norm": 0.13165690004825592, "tokens_per_second": 1749692.674611775, "training_seconds": 1.4982288250030251, "elapsed_tokens_per_second": 1262658.4929267508, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2491, "epoch": 32, "tokens": 326500352, "loss": 3.566233071413907, "lr": 0.0007009056915075576, "grad_norm": 0.15316949784755707, "tokens_per_second": 1751039.9018945552, "training_seconds": 0.8233918589976383, "elapsed_tokens_per_second": 1264208.0101038313, "peak_memory_bytes": 42389451776}
{"loss": 3.6044071077114226, "perplexity": 36.75988274401891, "tokens": 326500352, "seconds": 0.5455854070023634, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 32, "step": 2491, "evaluation_tokens": 1048576}
{"event": "train", "step": 2500, "epoch": 33, "tokens": 327680000, "loss": 3.557720767127143, "lr": 0.0006815691116578904, "grad_norm": 0.13147501647472382, "tokens_per_second": 1768433.4812545707, "training_seconds": 0.6670581689977553, "elapsed_tokens_per_second": 1262785.3547232894, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2520, "epoch": 33, "tokens": 330301440, "loss": 3.5774521708488463, "lr": 0.0006394475599915362, "grad_norm": 0.12854187190532684, "tokens_per_second": 1748782.146487535, "training_seconds": 1.4990088990016375, "elapsed_tokens_per_second": 1265570.9931533977, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2540, "epoch": 33, "tokens": 332922880, "loss": 3.5940613865852358, "lr": 0.000598513769050322, "grad_norm": 0.13143520057201385, "tokens_per_second": 1751735.9683180144, "training_seconds": 1.4964812319958583, "elapsed_tokens_per_second": 1268334.4284288008, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2560, "epoch": 33, "tokens": 335544320, "loss": 3.572380340099335, "lr": 0.0005587883355167817, "grad_norm": 0.12152612954378128, "tokens_per_second": 1755134.7740065695, "training_seconds": 1.493583307004883, "elapsed_tokens_per_second": 1271082.7105646974, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2568, "epoch": 33, "tokens": 336592896, "loss": 3.609635293483734, "lr": 0.0005432410003009801, "grad_norm": 0.11670882254838943, "tokens_per_second": 1754633.8437066914, "training_seconds": 0.5976038840017281, "elapsed_tokens_per_second": 1272166.2790578417, "peak_memory_bytes": 42389451776}
{"loss": 3.5931162046993235, "perplexity": 36.34716483673633, "tokens": 336592896, "seconds": 0.5429273149929941, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 33, "step": 2568, "evaluation_tokens": 1048576}
{"event": "train", "step": 2580, "epoch": 34, "tokens": 338165760, "loss": 3.5791068275769553, "lr": 0.0005202912480634555, "grad_norm": 0.12279471755027771, "tokens_per_second": 1769506.2656090434, "training_seconds": 0.8888716759975068, "elapsed_tokens_per_second": 1271170.6657152367, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2600, "epoch": 34, "tokens": 340787200, "loss": 3.5942825794219972, "lr": 0.00048304187729517967, "grad_norm": 0.11183344572782516, "tokens_per_second": 1756301.4916870382, "training_seconds": 1.4925911140016979, "elapsed_tokens_per_second": 1273871.6169706313, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2620, "epoch": 34, "tokens": 343408640, "loss": 3.573165249824524, "lr": 0.00044705896600236427, "grad_norm": 0.12661604583263397, "tokens_per_second": 1751333.3964933804, "training_seconds": 1.4968252219987335, "elapsed_tokens_per_second": 1276519.8894451798, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2640, "epoch": 34, "tokens": 346030080, "loss": 3.5795096516609193, "lr": 0.0004123606197301715, "grad_norm": 0.12260601669549942, "tokens_per_second": 1752059.4682397544, "training_seconds": 1.4962049219902838, "elapsed_tokens_per_second": 1279144.5574090285, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2646, "epoch": 34, "tokens": 346816512, "loss": 3.5938847859700522, "lr": 0.00040220423323997126, "grad_norm": 0.11829537153244019, "tokens_per_second": 1753694.226552091, "training_seconds": 0.4484430570009863, "elapsed_tokens_per_second": 1279922.4815089542, "peak_memory_bytes": 42389451776}
{"loss": 3.5832213086079285, "perplexity": 35.989286919810766, "tokens": 346816512, "seconds": 0.5441762349946657, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 34, "step": 2646, "evaluation_tokens": 1048576}
{"event": "train", "step": 2660, "epoch": 35, "tokens": 348651520, "loss": 3.577776176588876, "lr": 0.0003789642976683362, "grad_norm": 0.11986332386732101, "tokens_per_second": 1766271.776383193, "training_seconds": 1.0389159949991154, "elapsed_tokens_per_second": 1279155.7488513372, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2680, "epoch": 35, "tokens": 351272960, "loss": 3.586539995670319, "lr": 0.00034688680386621407, "grad_norm": 0.12044434249401093, "tokens_per_second": 1758090.1158065018, "training_seconds": 1.491072599994368, "elapsed_tokens_per_second": 1281756.0344305236, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2700, "epoch": 35, "tokens": 353894400, "loss": 3.5909115791320803, "lr": 0.00031614427877747775, "grad_norm": 0.1277272254228592, "tokens_per_second": 1754477.0891247522, "training_seconds": 1.4941431930055842, "elapsed_tokens_per_second": 1284311.757813566, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2720, "epoch": 35, "tokens": 356515840, "loss": 3.574556827545166, "lr": 0.00028675219113871356, "grad_norm": 0.12334014475345612, "tokens_per_second": 1755770.9765471169, "training_seconds": 1.4930421080061933, "elapsed_tokens_per_second": 1286846.9780247957, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2724, "epoch": 35, "tokens": 357040128, "loss": 3.599340260028839, "lr": 0.00028103713960192587, "grad_norm": 0.11639251559972763, "tokens_per_second": 1756210.9438194758, "training_seconds": 0.29853361399727874, "elapsed_tokens_per_second": 1287345.0176667352, "peak_memory_bytes": 42389451776}
{"loss": 3.575960079630552, "perplexity": 35.7289069500973, "tokens": 357040128, "seconds": 0.5463584719982464, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 35, "step": 2724, "evaluation_tokens": 1048576}
{"event": "train", "step": 2740, "epoch": 36, "tokens": 359137280, "loss": 3.5803627967834473, "lr": 0.0002587253301860059, "grad_norm": 0.12689556181430817, "tokens_per_second": 1764640.183245458, "training_seconds": 1.188430377995246, "elapsed_tokens_per_second": 1286789.4443288986, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2760, "epoch": 36, "tokens": 361758720, "loss": 3.576439881324768, "lr": 0.00023207779821343022, "grad_norm": 0.10557182133197784, "tokens_per_second": 1756024.2991456573, "training_seconds": 1.4928267229988705, "elapsed_tokens_per_second": 1289280.3329341274, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2780, "epoch": 36, "tokens": 364380160, "loss": 3.5779019832611083, "lr": 0.00020682300347719097, "grad_norm": 0.11669357866048813, "tokens_per_second": 1755619.8305358824, "training_seconds": 1.4931706479983404, "elapsed_tokens_per_second": 1291741.7126958992, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2800, "epoch": 36, "tokens": 367001600, "loss": 3.565339982509613, "lr": 0.00018297365344897997, "grad_norm": 0.10834674537181854, "tokens_per_second": 1759499.6790168865, "training_seconds": 1.4898780779913068, "elapsed_tokens_per_second": 1294193.8175972905, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2802, "epoch": 36, "tokens": 367263744, "loss": 3.549707531929016, "lr": 0.00018066648607535895, "grad_norm": 0.11488805711269379, "tokens_per_second": 1755456.4001148692, "training_seconds": 0.14933096599997953, "elapsed_tokens_per_second": 1294429.9204986903, "peak_memory_bytes": 42389451776}
{"loss": 3.570033035043416, "perplexity": 35.51776646320533, "tokens": 367263744, "seconds": 0.5440051059995312, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 36, "step": 2802, "evaluation_tokens": 1048576}
{"event": "train", "step": 2820, "epoch": 37, "tokens": 369623040, "loss": 3.5671914418538413, "lr": 0.00016054174842195112, "grad_norm": 0.11025422066450119, "tokens_per_second": 1764061.411526734, "training_seconds": 1.3374228269967716, "elapsed_tokens_per_second": 1294099.6962210033, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2840, "epoch": 37, "tokens": 372244480, "loss": 3.5882993221282957, "lr": 0.00013953857547252223, "grad_norm": 0.10511359572410583, "tokens_per_second": 1752376.8685192447, "training_seconds": 1.4959339210035978, "elapsed_tokens_per_second": 1296482.0190505113, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2860, "epoch": 37, "tokens": 374865920, "loss": 3.551236963272095, "lr": 0.0001199747027810525, "grad_norm": 0.11079415678977966, "tokens_per_second": 1754266.4717078311, "training_seconds": 1.494322579994332, "elapsed_tokens_per_second": 1298844.97961745, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2880, "epoch": 37, "tokens": 377487360, "loss": 3.5646613240242004, "lr": 0.00010185997431424299, "grad_norm": 0.10972964018583298, "tokens_per_second": 1756356.3914030073, "training_seconds": 1.4925444589898689, "elapsed_tokens_per_second": 1301193.8483896162, "peak_memory_bytes": 42389451776}
{"loss": 3.566036996914646, "perplexity": 35.37611931635829, "tokens": 377487360, "seconds": 0.5433537979988614, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 37, "step": 2880, "evaluation_tokens": 1048576}
{"event": "train", "step": 2900, "epoch": 38, "tokens": 380108800, "loss": 3.5663376569747927, "lr": 8.520350487194096e-05, "grad_norm": 0.1091802790760994, "tokens_per_second": 1761948.1962623, "training_seconds": 1.4878076469904045, "elapsed_tokens_per_second": 1301044.2617583466, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2920, "epoch": 38, "tokens": 382730240, "loss": 3.5746901988983155, "lr": 7.001367550083971e-05, "grad_norm": 0.1133502721786499, "tokens_per_second": 1758580.8834035685, "training_seconds": 1.4906564859993523, "elapsed_tokens_per_second": 1303359.853912344, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2940, "epoch": 38, "tokens": 385351680, "loss": 3.562822186946869, "lr": 5.6298129277383315e-05, "grad_norm": 0.10466790199279785, "tokens_per_second": 1757482.4666509952, "training_seconds": 1.4915881380002247, "elapsed_tokens_per_second": 1305649.7040758738, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2958, "epoch": 38, "tokens": 387710976, "loss": 3.574261638853285, "lr": 4.52203690440931e-05, "grad_norm": 0.10267766565084457, "tokens_per_second": 1754258.9388623124, "training_seconds": 1.3448960969981272, "elapsed_tokens_per_second": 1307677.5616423246, "peak_memory_bytes": 42389451776}
{"loss": 3.5633515383888335, "perplexity": 35.28124566177888, "tokens": 387710976, "seconds": 0.5443716540030437, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 38, "step": 2958, "evaluation_tokens": 1048576}
{"event": "train", "step": 2960, "epoch": 39, "tokens": 387973120, "loss": 3.559885263442993, "lr": 4.406376746199359e-05, "grad_norm": 0.10485922545194626, "tokens_per_second": 1826052.7469945932, "training_seconds": 0.14355773699935526, "elapsed_tokens_per_second": 1305471.5453424703, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2980, "epoch": 39, "tokens": 390594560, "loss": 3.564743709564209, "lr": 3.3316746026558764e-05, "grad_norm": 0.10471633076667786, "tokens_per_second": 1754480.470947148, "training_seconds": 1.4941403129923856, "elapsed_tokens_per_second": 1307713.2779105736, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3000, "epoch": 39, "tokens": 393216000, "loss": 3.5605735063552855, "lr": 2.4062472556929617e-05, "grad_norm": 0.10499363392591476, "tokens_per_second": 1758001.1518358046, "training_seconds": 1.4911480559967458, "elapsed_tokens_per_second": 1309943.105147988, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3020, "epoch": 39, "tokens": 395837440, "loss": 3.558228814601898, "lr": 1.6305603531978965e-05, "grad_norm": 0.1012309193611145, "tokens_per_second": 1758436.4625670058, "training_seconds": 1.4907789139979286, "elapsed_tokens_per_second": 1312154.3937238, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3035, "epoch": 39, "tokens": 397803520, "loss": 3.545799970626831, "lr": 1.1472999731468093e-05, "grad_norm": 0.10632802546024323, "tokens_per_second": 1756921.6097043892, "training_seconds": 1.119048219989054, "elapsed_tokens_per_second": 1313790.5933227004, "peak_memory_bytes": 42389451776}
{"loss": 3.5621721615780055, "perplexity": 35.239660306010585, "tokens": 397803520, "seconds": 0.5445977589988615, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 39, "step": 3035, "evaluation_tokens": 1048576}
{"event": "train", "step": 3040, "epoch": 40, "tokens": 398458880, "loss": 3.5810555934906008, "lr": 1.0050041980600555e-05, "grad_norm": 0.10787743330001831, "tokens_per_second": 1777787.7749744267, "training_seconds": 0.3686379269929603, "elapsed_tokens_per_second": 1311936.8697683134, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3060, "epoch": 40, "tokens": 401080320, "loss": 3.572360622882843, "lr": 5.2989355178180155e-06, "grad_norm": 0.10824479907751083, "tokens_per_second": 1754851.4474035404, "training_seconds": 1.4938244509976357, "elapsed_tokens_per_second": 1314099.8049066656, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3080, "epoch": 40, "tokens": 403701760, "loss": 3.544158232212067, "lr": 2.0546747609980766e-06, "grad_norm": 0.10475374758243561, "tokens_per_second": 1746929.7022826967, "training_seconds": 1.5005984479939798, "elapsed_tokens_per_second": 1316210.6115996495, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3100, "epoch": 40, "tokens": 406323200, "loss": 3.553753840923309, "lr": 3.1889212696112336e-07, "grad_norm": 0.10538969933986664, "tokens_per_second": 1750638.714085563, "training_seconds": 1.4974191870132927, "elapsed_tokens_per_second": 1318315.2853717909, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3113, "epoch": 40, "tokens": 408027136, "loss": 3.5719801095815806, "lr": 0.0, "grad_norm": 0.09953969717025757, "tokens_per_second": 1754062.066722636, "training_seconds": 0.971422866001376, "elapsed_tokens_per_second": 1319672.6179108915, "peak_memory_bytes": 42389451776}
{"loss": 3.5620058206993175, "perplexity": 35.233798997451736, "tokens": 408027136, "seconds": 0.5438204390084138, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 40, "step": 3113, "evaluation_tokens": 1048576}
{"loss": 3.561640363771296, "perplexity": 35.22092491411236, "tokens": 408027136, "seconds": 102.17456755098829, "split": "full", "validation_complete": true, "event": "final_validation", "step": 3113, "evaluation_tokens": 197411295}