{"event": "train", "step": 20, "epoch": 1, "tokens": 2621440, "loss": 9.519838857650758, "lr": 0.0005128205128205128, "grad_norm": 1.3256301879882812, "tokens_per_second": 47028.8388818479, "training_seconds": 55.74111677700421, "elapsed_tokens_per_second": 47028.8388818479, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 40, "epoch": 1, "tokens": 5242880, "loss": 7.469683957099915, "lr": 0.0010256410256410256, "grad_norm": 0.8015718460083008, "tokens_per_second": 1716256.9743149423, "training_seconds": 1.5274169540061848, "elapsed_tokens_per_second": 91536.78482235975, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 60, "epoch": 1, "tokens": 7864320, "loss": 6.836328125, "lr": 0.0015384615384615385, "grad_norm": 0.5764951705932617, "tokens_per_second": 1716328.3111578606, "training_seconds": 1.5273534690059023, "elapsed_tokens_per_second": 133735.054571374, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 78, "epoch": 1, "tokens": 10223616, "loss": 6.567223442925347, "lr": 0.002, "grad_norm": 1.5710347890853882, "tokens_per_second": 1717931.3478176873, "training_seconds": 1.3733354379946832, "elapsed_tokens_per_second": 169884.3303218983, "peak_memory_bytes": 21988176384}
{"loss": 6.492814220444359, "perplexity": 660.3792032737568, "tokens": 10223616, "seconds": 1.109015405003447, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 1, "step": 78, "evaluation_tokens": 1048576}
{"event": "train", "step": 80, "epoch": 2, "tokens": 10485760, "loss": 6.449799299240112, "lr": 0.0020512820512820513, "grad_norm": 0.849384069442749, "tokens_per_second": 1752314.2123037786, "training_seconds": 0.14959874100168236, "elapsed_tokens_per_second": 170653.27496200957, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 100, "epoch": 2, "tokens": 13107200, "loss": 6.296923899650574, "lr": 0.002564102564102564, "grad_norm": 0.45875588059425354, "tokens_per_second": 1707851.53203086, "training_seconds": 1.534934360999614, "elapsed_tokens_per_second": 208112.99965045598, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 120, "epoch": 2, "tokens": 15728640, "loss": 6.075517034530639, "lr": 0.003076923076923077, "grad_norm": 0.2555449604988098, "tokens_per_second": 1707477.8809631069, "training_seconds": 1.535270253996714, "elapsed_tokens_per_second": 243784.93775543346, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 140, "epoch": 2, "tokens": 18350080, "loss": 5.8426842212677, "lr": 0.00358974358974359, "grad_norm": 0.33621746301651, "tokens_per_second": 1715693.3909069267, "training_seconds": 1.5279186910047429, "elapsed_tokens_per_second": 277828.88825428864, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 156, "epoch": 2, "tokens": 20447232, "loss": 5.664534121751785, "lr": 0.004, "grad_norm": 0.43169814348220825, "tokens_per_second": 1711033.0955734088, "training_seconds": 1.2256641940039117, "elapsed_tokens_per_second": 303929.99413806136, "peak_memory_bytes": 42389451776}
{"loss": 5.611992356641381, "perplexity": 273.68898122258867, "tokens": 20447232, "seconds": 0.5447562280023703, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 2, "step": 156, "evaluation_tokens": 1048576}
{"event": "train", "step": 160, "epoch": 3, "tokens": 20971520, "loss": 5.599665403366089, "lr": 0.0041025641025641026, "grad_norm": 0.5824089646339417, "tokens_per_second": 1741659.6594013392, "training_seconds": 0.3010278139990987, "elapsed_tokens_per_second": 307823.2207475144, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 180, "epoch": 3, "tokens": 23592960, "loss": 5.510300827026367, "lr": 0.004615384615384615, "grad_norm": 0.28284603357315063, "tokens_per_second": 1708647.2357661529, "training_seconds": 1.5342195539997192, "elapsed_tokens_per_second": 338667.8650553189, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 200, "epoch": 3, "tokens": 26214400, "loss": 5.393190574645996, "lr": 0.005128205128205128, "grad_norm": 0.2425244301557541, "tokens_per_second": 1709864.32334635, "training_seconds": 1.533127490998595, "elapsed_tokens_per_second": 368186.76152647764, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 220, "epoch": 3, "tokens": 28835840, "loss": 5.236071920394897, "lr": 0.0056410256410256415, "grad_norm": 0.28159019351005554, "tokens_per_second": 1703062.5173701139, "training_seconds": 1.5392505990021164, "elapsed_tokens_per_second": 396428.28091519984, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 233, "epoch": 3, "tokens": 30539776, "loss": 5.1514709912813625, "lr": 0.0059743589743589745, "grad_norm": 0.3360132575035095, "tokens_per_second": 1710624.8682601356, "training_seconds": 0.9960898099961923, "elapsed_tokens_per_second": 414171.4809858764, "peak_memory_bytes": 42389451776}
{"loss": 5.161439602534191, "perplexity": 174.41536375743888, "tokens": 30539776, "seconds": 0.5446760060003726, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 3, "step": 233, "evaluation_tokens": 1048576}
{"event": "train", "step": 240, "epoch": 4, "tokens": 31457280, "loss": 5.125964164733887, "lr": 0.006153846153846154, "grad_norm": 0.33522576093673706, "tokens_per_second": 1728340.6336927928, "training_seconds": 0.5308583169971826, "elapsed_tokens_per_second": 420431.3636689159, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 260, "epoch": 4, "tokens": 34078720, "loss": 5.100247263908386, "lr": 0.006666666666666667, "grad_norm": 0.28798145055770874, "tokens_per_second": 1709382.745641425, "training_seconds": 1.5335594130010577, "elapsed_tokens_per_second": 446312.3135706214, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 280, "epoch": 4, "tokens": 36700160, "loss": 5.132671928405761, "lr": 0.00717948717948718, "grad_norm": 0.3179914653301239, "tokens_per_second": 1706067.1317985049, "training_seconds": 1.5365397709974786, "elapsed_tokens_per_second": 471148.9026417191, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 300, "epoch": 4, "tokens": 39321600, "loss": 5.001589393615722, "lr": 0.007692307692307692, "grad_norm": 0.1847393810749054, "tokens_per_second": 1714577.1137472743, "training_seconds": 1.5289134440099588, "elapsed_tokens_per_second": 495075.22628759965, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 311, "epoch": 4, "tokens": 40763392, "loss": 4.920804067091509, "lr": 0.007974358974358975, "grad_norm": 0.2544013559818268, "tokens_per_second": 1713344.3369944268, "training_seconds": 0.841507435994572, "elapsed_tokens_per_second": 507837.9896764678, "peak_memory_bytes": 42389451776}
{"loss": 4.918703824648106, "perplexity": 136.8251488134308, "tokens": 40763392, "seconds": 0.5435807439935161, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 4, "step": 311, "evaluation_tokens": 1048576}
{"event": "train", "step": 320, "epoch": 5, "tokens": 41943040, "loss": 4.862338807847765, "lr": 0.007999838979717738, "grad_norm": 0.16640587151050568, "tokens_per_second": 1720677.5650605464, "training_seconds": 0.6855717909929808, "elapsed_tokens_per_second": 514597.88424345956, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 340, "epoch": 5, "tokens": 44564480, "loss": 4.813846755027771, "lr": 0.007998027650419737, "grad_norm": 0.2002258151769638, "tokens_per_second": 1709291.4394787955, "training_seconds": 1.5336413319892017, "elapsed_tokens_per_second": 536652.3909947745, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 360, "epoch": 5, "tokens": 47185920, "loss": 4.772420263290405, "lr": 0.00799420463091706, "grad_norm": 0.19538916647434235, "tokens_per_second": 1714415.8273264307, "training_seconds": 1.5290572789963335, "elapsed_tokens_per_second": 557936.035622598, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 380, "epoch": 5, "tokens": 49807360, "loss": 4.720637679100037, "lr": 0.007988371844840945, "grad_norm": 0.18987734615802765, "tokens_per_second": 1708549.168607576, "training_seconds": 1.5343076150020352, "elapsed_tokens_per_second": 578427.6237639579, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 389, "epoch": 5, "tokens": 50987008, "loss": 4.679528819190131, "lr": 0.007985092149712518, "grad_norm": 0.19294798374176025, "tokens_per_second": 1707642.8320781472, "training_seconds": 0.690804879006464, "elapsed_tokens_per_second": 587403.7016841999, "peak_memory_bytes": 42389451776}
{"loss": 4.6877268556018885, "perplexity": 108.60602183083101, "tokens": 50987008, "seconds": 0.5470946520072175, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 5, "step": 389, "evaluation_tokens": 1048576}
{"event": "train", "step": 400, "epoch": 6, "tokens": 52428800, "loss": 4.6293182806535205, "lr": 0.007980532227078202, "grad_norm": 0.16535355150699615, "tokens_per_second": 1727140.3577310462, "training_seconds": 0.8347856580076041, "elapsed_tokens_per_second": 594490.3651270343, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 420, "epoch": 6, "tokens": 55050240, "loss": 4.559924626350403, "lr": 0.007970689722294463, "grad_norm": 0.1871124804019928, "tokens_per_second": 1707379.9624349058, "training_seconds": 1.5353583020041697, "elapsed_tokens_per_second": 613521.8687991136, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 440, "epoch": 6, "tokens": 57671680, "loss": 4.49888813495636, "lr": 0.007958849282949336, "grad_norm": 0.2066000998020172, "tokens_per_second": 1709438.5312612606, "training_seconds": 1.5335093670000788, "elapsed_tokens_per_second": 631922.7542320079, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 460, "epoch": 6, "tokens": 60293120, "loss": 4.4370972394943236, "lr": 0.007945016866804485, "grad_norm": 0.15562912821769714, "tokens_per_second": 1723640.4743444847, "training_seconds": 1.5208740099915303, "elapsed_tokens_per_second": 649805.7580828265, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 467, "epoch": 6, "tokens": 61210624, "loss": 4.393193858010428, "lr": 0.007939706174607876, "grad_norm": 0.15254981815814972, "tokens_per_second": 1713445.4853957826, "training_seconds": 0.5354731199913658, "elapsed_tokens_per_second": 655897.1634848485, "peak_memory_bytes": 42389451776}
{"loss": 4.403277775481575, "perplexity": 81.71828435009725, "tokens": 61210624, "seconds": 0.5470969570014859, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 6, "step": 467, "evaluation_tokens": 1048576}
{"event": "train", "step": 480, "epoch": 7, "tokens": 62914560, "loss": 4.383196060474102, "lr": 0.007929199433925843, "grad_norm": 0.1646192967891693, "tokens_per_second": 1708963.653151232, "training_seconds": 0.99705806899874, "elapsed_tokens_per_second": 663131.1980795318, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 500, "epoch": 7, "tokens": 65536000, "loss": 4.351171684265137, "lr": 0.007911404943181526, "grad_norm": 0.16457514464855194, "tokens_per_second": 1718117.1974298512, "training_seconds": 1.525763204001123, "elapsed_tokens_per_second": 679817.0265722153, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 520, "epoch": 7, "tokens": 68157440, "loss": 4.318636465072632, "lr": 0.007891642348237157, "grad_norm": 0.13576868176460266, "tokens_per_second": 1705064.1916120618, "training_seconds": 1.537443583001732, "elapsed_tokens_per_second": 695900.4257701762, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 540, "epoch": 7, "tokens": 70778880, "loss": 4.283194208145142, "lr": 0.00786992159305064, "grad_norm": 0.18332067131996155, "tokens_per_second": 1709415.2751138716, "training_seconds": 1.5335302299936302, "elapsed_tokens_per_second": 711512.9265286992, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 545, "epoch": 7, "tokens": 71434240, "loss": 4.292210388183594, "lr": 0.007864186700914343, "grad_norm": 0.13323408365249634, "tokens_per_second": 1703676.2578901728, "training_seconds": 0.38467402299284004, "elapsed_tokens_per_second": 715320.779080031, "peak_memory_bytes": 42389451776}
{"loss": 4.282354027428469, "perplexity": 72.41069629991644, "tokens": 71434240, "seconds": 0.5442117319907993, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 7, "step": 545, "evaluation_tokens": 1048576}
{"event": "train", "step": 560, "epoch": 8, "tokens": 73400320, "loss": 4.270836480458578, "lr": 0.00784625360686866, "grad_norm": 0.14976345002651215, "tokens_per_second": 1714150.2986842657, "training_seconds": 1.146970601999783, "elapsed_tokens_per_second": 722682.8282223885, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 580, "epoch": 8, "tokens": 76021760, "loss": 4.250903224945068, "lr": 0.00782065029872741, "grad_norm": 0.13876105844974518, "tokens_per_second": 1710534.2313426256, "training_seconds": 1.5325270619941875, "elapsed_tokens_per_second": 737358.1504625859, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 600, "epoch": 8, "tokens": 78643200, "loss": 4.201171350479126, "lr": 0.007793124551460297, "grad_norm": 0.1534196138381958, "tokens_per_second": 1706977.1375826069, "training_seconds": 1.535720626998227, "elapsed_tokens_per_second": 751573.589147231, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 620, "epoch": 8, "tokens": 81264640, "loss": 4.184524178504944, "lr": 0.007763690215215693, "grad_norm": 0.17025592923164368, "tokens_per_second": 1710544.6250073393, "training_seconds": 1.5325177500053542, "elapsed_tokens_per_second": 765406.9526548514, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 623, "epoch": 8, "tokens": 81657856, "loss": 4.189194997151692, "lr": 0.007759111351899522, "grad_norm": 0.1536775678396225, "tokens_per_second": 1721151.4559724715, "training_seconds": 0.2284610100032296, "elapsed_tokens_per_second": 767446.4838213985, "peak_memory_bytes": 42389451776}
{"loss": 4.195964554569987, "perplexity": 66.41776424886196, "tokens": 81657856, "seconds": 0.5469032020046143, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 8, "step": 623, "evaluation_tokens": 1048576}
{"event": "train", "step": 640, "epoch": 9, "tokens": 83886080, "loss": 4.1641989315257355, "lr": 0.007732362100487943, "grad_norm": 0.1351097971200943, "tokens_per_second": 1717185.2562810653, "training_seconds": 1.2976025690004462, "elapsed_tokens_per_second": 774884.7191687953, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 660, "epoch": 9, "tokens": 86507520, "loss": 4.129573202133178, "lr": 0.007699155970665158, "grad_norm": 0.16301578283309937, "tokens_per_second": 1712137.6229834696, "training_seconds": 1.531091872995603, "elapsed_tokens_per_second": 787945.3410380377, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 680, "epoch": 9, "tokens": 89128960, "loss": 4.138041758537293, "lr": 0.007664088534097537, "grad_norm": 0.14441834390163422, "tokens_per_second": 1710661.7121698176, "training_seconds": 1.5324128560023382, "elapsed_tokens_per_second": 800633.0339014665, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 700, "epoch": 9, "tokens": 91750400, "loss": 4.119173049926758, "lr": 0.007627177435690227, "grad_norm": 0.14613108336925507, "tokens_per_second": 1708203.7542113645, "training_seconds": 1.5346178660111036, "elapsed_tokens_per_second": 812962.7157877919, "peak_memory_bytes": 42389451776}
{"loss": 4.1299514531299355, "perplexity": 62.17490446448444, "tokens": 91750400, "seconds": 0.5432512299885275, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 9, "step": 700, "evaluation_tokens": 1048576}
{"event": "train", "step": 720, "epoch": 10, "tokens": 94371840, "loss": 4.1252326488494875, "lr": 0.007588441248024907, "grad_norm": 0.1357341855764389, "tokens_per_second": 1711849.1294136858, "training_seconds": 1.531349904005765, "elapsed_tokens_per_second": 821034.4242714753, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 740, "epoch": 10, "tokens": 96993280, "loss": 4.092220187187195, "lr": 0.007547899462014625, "grad_norm": 0.13847415149211884, "tokens_per_second": 1709679.5249248461, "training_seconds": 1.5332932059973245, "elapsed_tokens_per_second": 832717.8147037303, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 760, "epoch": 10, "tokens": 99614720, "loss": 4.079156279563904, "lr": 0.007505572477096535, "grad_norm": 0.12486151605844498, "tokens_per_second": 1713373.065403602, "training_seconds": 1.529987866000738, "elapsed_tokens_per_second": 844122.708623419, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 778, "epoch": 10, "tokens": 101974016, "loss": 4.066926108466254, "lr": 0.007465969429761635, "grad_norm": 0.1319451630115509, "tokens_per_second": 1707414.234715572, "training_seconds": 1.3817947350034956, "elapsed_tokens_per_second": 854102.0770130513, "peak_memory_bytes": 42389451776}
{"loss": 4.073373093569055, "perplexity": 58.75481420424277, "tokens": 101974016, "seconds": 0.5448357580025913, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 10, "step": 778, "evaluation_tokens": 1048576}
{"event": "train", "step": 780, "epoch": 11, "tokens": 102236160, "loss": 4.0389182567596436, "lr": 0.007461481590967504, "grad_norm": 0.12582947313785553, "tokens_per_second": 1764481.392823622, "training_seconds": 0.14856716600479558, "elapsed_tokens_per_second": 851236.2636241805, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 800, "epoch": 11, "tokens": 104857600, "loss": 4.08363573551178, "lr": 0.007415648988867725, "grad_norm": 0.11852511763572693, "tokens_per_second": 1711287.7831793937, "training_seconds": 1.5318522260058671, "elapsed_tokens_per_second": 862055.4304221163, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 820, "epoch": 11, "tokens": 107479040, "loss": 4.0510993838310245, "lr": 0.007368097732417771, "grad_norm": 0.16001249849796295, "tokens_per_second": 1703905.956305285, "training_seconds": 1.5384886649990221, "elapsed_tokens_per_second": 872555.1079667279, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 840, "epoch": 11, "tokens": 110100480, "loss": 4.037075483798981, "lr": 0.00731885174801465, "grad_norm": 0.11973100155591965, "tokens_per_second": 1714210.173542563, "training_seconds": 1.529240719988593, "elapsed_tokens_per_second": 882862.166014354, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 856, "epoch": 11, "tokens": 112197632, "loss": 4.035551726818085, "lr": 0.007278251379608424, "grad_norm": 0.12939788401126862, "tokens_per_second": 1709610.2822293171, "training_seconds": 1.2266842459939653, "elapsed_tokens_per_second": 890900.1535413234, "peak_memory_bytes": 42389451776}
{"loss": 4.036718928738269, "perplexity": 56.6401970708857, "tokens": 112197632, "seconds": 0.5450470789946849, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 11, "step": 856, "evaluation_tokens": 1048576}
{"event": "train", "step": 860, "epoch": 12, "tokens": 112721920, "loss": 4.039544463157654, "lr": 0.007267935814792751, "grad_norm": 0.1660514622926712, "tokens_per_second": 1747116.5785382234, "training_seconds": 0.30008758799522184, "elapsed_tokens_per_second": 889035.662524181, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 880, "epoch": 12, "tokens": 115343360, "loss": 3.9969135999679564, "lr": 0.007215375552155713, "grad_norm": 0.17119254171848297, "tokens_per_second": 1712163.5398393609, "training_seconds": 1.5310686970042298, "elapsed_tokens_per_second": 898848.0067170635, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 900, "epoch": 12, "tokens": 117964800, "loss": 3.996551275253296, "lr": 0.007161197406885484, "grad_norm": 0.1373933106660843, "tokens_per_second": 1708800.4266274518, "training_seconds": 1.5340820139972493, "elapsed_tokens_per_second": 908400.856439933, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 920, "epoch": 12, "tokens": 120586240, "loss": 4.002447462081909, "lr": 0.007105428639835085, "grad_norm": 0.12927912175655365, "tokens_per_second": 1711199.1932865405, "training_seconds": 1.531931530989823, "elapsed_tokens_per_second": 917752.4353628602, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 934, "epoch": 12, "tokens": 122421248, "loss": 3.970622880118234, "lr": 0.007065459077989923, "grad_norm": 0.12608027458190918, "tokens_per_second": 1719867.2024937863, "training_seconds": 1.0669474930036813, "elapsed_tokens_per_second": 924198.0902939226, "peak_memory_bytes": 42389451776}
{"loss": 3.9937393185579557, "perplexity": 54.25739619708927, "tokens": 122421248, "seconds": 0.548973273995216, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 12, "step": 934, "evaluation_tokens": 1048576}
{"event": "train", "step": 940, "epoch": 13, "tokens": 123207680, "loss": 3.9772620598475137, "lr": 0.007048097312211743, "grad_norm": 0.12454457581043243, "tokens_per_second": 1723618.8998983956, "training_seconds": 0.456267914007185, "elapsed_tokens_per_second": 923072.1618751856, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 960, "epoch": 13, "tokens": 125829120, "loss": 3.9693501591682434, "lr": 0.00698923227145732, "grad_norm": 0.11884643137454987, "tokens_per_second": 1708547.318981201, "training_seconds": 1.534309276001295, "elapsed_tokens_per_second": 931988.3101497433, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 980, "epoch": 13, "tokens": 128450560, "loss": 3.971630883216858, "lr": 0.00692886313673312, "grad_norm": 0.11976742744445801, "tokens_per_second": 1704154.1011426314, "training_seconds": 1.538264642993454, "elapsed_tokens_per_second": 940673.399146797, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1000, "epoch": 13, "tokens": 131072000, "loss": 3.9471816182136537, "lr": 0.006867020284016403, "grad_norm": 0.11366555839776993, "tokens_per_second": 1713467.8814037798, "training_seconds": 1.529903203001595, "elapsed_tokens_per_second": 949226.964733064, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1012, "epoch": 13, "tokens": 132644864, "loss": 3.938717305660248, "lr": 0.006829220102252354, "grad_norm": 0.12507666647434235, "tokens_per_second": 1710967.363960308, "training_seconds": 0.9192834610003047, "elapsed_tokens_per_second": 954251.8434214602, "peak_memory_bytes": 42389451776}
{"loss": 3.963939353826692, "perplexity": 52.664381481550684, "tokens": 132644864, "seconds": 0.5438557980087353, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 13, "step": 1012, "evaluation_tokens": 1048576}
{"event": "train", "step": 1020, "epoch": 14, "tokens": 133693440, "loss": 3.9593463838100433, "lr": 0.00680373483081608, "grad_norm": 0.13291725516319275, "tokens_per_second": 1722070.8991507934, "training_seconds": 0.608904082007939, "elapsed_tokens_per_second": 953828.8968668106, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1040, "epoch": 14, "tokens": 136314880, "loss": 3.950051248073578, "lr": 0.006739038620515297, "grad_norm": 0.12882886826992035, "tokens_per_second": 1699823.095876178, "training_seconds": 1.5421840110066114, "elapsed_tokens_per_second": 961939.6957463691, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1060, "epoch": 14, "tokens": 138936320, "loss": 3.9239389300346375, "lr": 0.00667296420634878, "grad_norm": 0.13755162060260773, "tokens_per_second": 1709883.8487541985, "training_seconds": 1.5331099839968374, "elapsed_tokens_per_second": 969932.3800163585, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1080, "epoch": 14, "tokens": 141557760, "loss": 3.9306248664855956, "lr": 0.006605544835023, "grad_norm": 0.15639755129814148, "tokens_per_second": 1711144.1203351617, "training_seconds": 1.5319808360072784, "elapsed_tokens_per_second": 977763.6522784932, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1090, "epoch": 14, "tokens": 142868480, "loss": 3.9191107749938965, "lr": 0.006571341365532515, "grad_norm": 0.14899572730064392, "tokens_per_second": 1713605.9406808084, "training_seconds": 0.7648899720079498, "elapsed_tokens_per_second": 981617.2453941589, "peak_memory_bytes": 42389451776}
{"loss": 3.9336409885141013, "perplexity": 51.0926672318276, "tokens": 142868480, "seconds": 0.5462875630037161, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 14, "step": 1090, "evaluation_tokens": 1048576}
{"event": "train", "step": 1100, "epoch": 15, "tokens": 144179200, "loss": 3.8908175468444823, "lr": 0.006536814429987407, "grad_norm": 0.13665267825126648, "tokens_per_second": 1720000.4437852416, "training_seconds": 0.7620463150087744, "elapsed_tokens_per_second": 981739.7044346087, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1120, "epoch": 15, "tokens": 146800640, "loss": 3.9156034350395204, "lr": 0.006466807574365148, "grad_norm": 0.12244720011949539, "tokens_per_second": 1713356.5028270478, "training_seconds": 1.5300026559998514, "elapsed_tokens_per_second": 989270.9453631506, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1140, "epoch": 15, "tokens": 149422080, "loss": 3.8985200047492983, "lr": 0.006395559493551849, "grad_norm": 0.10886985808610916, "tokens_per_second": 1708110.6072825997, "training_seconds": 1.53470155200921, "elapsed_tokens_per_second": 996618.4355663864, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1160, "epoch": 15, "tokens": 152043520, "loss": 3.906402826309204, "lr": 0.006323106037491235, "grad_norm": 0.1261448860168457, "tokens_per_second": 1709678.0196302207, "training_seconds": 1.5332945559930522, "elapsed_tokens_per_second": 1003824.682951462, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1167, "epoch": 15, "tokens": 152961024, "loss": 3.8989382471357072, "lr": 0.006297469286818803, "grad_norm": 0.12287463247776031, "tokens_per_second": 1704094.7167198942, "training_seconds": 0.5384113869949942, "elapsed_tokens_per_second": 1006293.1602318968, "peak_memory_bytes": 42389451776}
{"loss": 3.907956060739954, "perplexity": 49.797065706575424, "tokens": 152961024, "seconds": 0.548039125991636, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 15, "step": 1167, "evaluation_tokens": 1048576}
{"event": "train", "step": 1180, "epoch": 16, "tokens": 154664960, "loss": 3.8938079797304592, "lr": 0.006249483662636486, "grad_norm": 0.13083690404891968, "tokens_per_second": 1723956.224350481, "training_seconds": 0.9883870459889295, "elapsed_tokens_per_second": 1007256.008438334, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1200, "epoch": 16, "tokens": 157286400, "loss": 3.8861232161521913, "lr": 0.006174729413606421, "grad_norm": 0.14743290841579437, "tokens_per_second": 1715678.5553322122, "training_seconds": 1.5279319030087208, "elapsed_tokens_per_second": 1014224.6663761841, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1220, "epoch": 16, "tokens": 159907840, "loss": 3.868564581871033, "lr": 0.006098880904545735, "grad_norm": 0.129556342959404, "tokens_per_second": 1718499.4167780576, "training_seconds": 1.5254238519992214, "elapsed_tokens_per_second": 1021072.3122418796, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1240, "epoch": 16, "tokens": 162529280, "loss": 3.8588975071907043, "lr": 0.006021976300198661, "grad_norm": 0.11593684554100037, "tokens_per_second": 1710873.6023772848, "training_seconds": 1.532223068003077, "elapsed_tokens_per_second": 1027745.8765244313, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1245, "epoch": 16, "tokens": 163184640, "loss": 3.8528966903686523, "lr": 0.006002589657528159, "grad_norm": 0.14064602553844452, "tokens_per_second": 1717982.9127179477, "training_seconds": 0.3814706160046626, "elapsed_tokens_per_second": 1029395.2477106622, "peak_memory_bytes": 42389451776}
{"loss": 3.882283756748365, "perplexity": 48.53493057481761, "tokens": 163184640, "seconds": 0.5435156150051625, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 16, "step": 1245, "evaluation_tokens": 1048576}
{"event": "train", "step": 1260, "epoch": 17, "tokens": 165150720, "loss": 3.868993393580119, "lr": 0.005944054296705593, "grad_norm": 0.13037243485450745, "tokens_per_second": 1725482.141729513, "training_seconds": 1.1394380460114917, "elapsed_tokens_per_second": 1030785.5141745864, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1280, "epoch": 17, "tokens": 167772160, "loss": 3.854371654987335, "lr": 0.005865154102132323, "grad_norm": 0.1349041908979416, "tokens_per_second": 1708125.8153423343, "training_seconds": 1.5346878880081931, "elapsed_tokens_per_second": 1037203.8317936591, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1300, "epoch": 17, "tokens": 170393600, "loss": 3.8568984866142273, "lr": 0.005785315416741691, "grad_norm": 0.1763201802968979, "tokens_per_second": 1714260.993540492, "training_seconds": 1.5291953849955462, "elapsed_tokens_per_second": 1043534.4576026174, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1320, "epoch": 17, "tokens": 173015040, "loss": 3.853312063217163, "lr": 0.005704578413017585, "grad_norm": 0.11205657571554184, "tokens_per_second": 1718762.2557357252, "training_seconds": 1.5251905790064484, "elapsed_tokens_per_second": 1049774.225203302, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1323, "epoch": 17, "tokens": 173408256, "loss": 3.8256418704986572, "lr": 0.005692392887835475, "grad_norm": 0.11836174130439758, "tokens_per_second": 1707128.0580824646, "training_seconds": 0.23033772899361793, "elapsed_tokens_per_second": 1050680.7284574546, "peak_memory_bytes": 42389451776}
{"loss": 3.861676084938347, "perplexity": 47.54497403791433, "tokens": 173408256, "seconds": 0.5440495509974426, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 17, "step": 1323, "evaluation_tokens": 1048576}
{"event": "train", "step": 1340, "epoch": 18, "tokens": 175636480, "loss": 3.833553370307474, "lr": 0.005622983715451311, "grad_norm": 0.1267334222793579, "tokens_per_second": 1715912.2373208993, "training_seconds": 1.29856524799834, "elapsed_tokens_per_second": 1052362.9429781763, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1360, "epoch": 18, "tokens": 178257920, "loss": 3.8474507331848145, "lr": 0.00554057238010056, "grad_norm": 0.11744838953018188, "tokens_per_second": 1713249.151725768, "training_seconds": 1.5300985249923542, "elapsed_tokens_per_second": 1058358.1307916678, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1380, "epoch": 18, "tokens": 180879360, "loss": 3.82652348279953, "lr": 0.005457385873931188, "grad_norm": 0.16999299824237823, "tokens_per_second": 1710195.395436412, "training_seconds": 1.5328306970041012, "elapsed_tokens_per_second": 1064227.0188703437, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1400, "epoch": 18, "tokens": 183500800, "loss": 3.8187501668930053, "lr": 0.005373466053952266, "grad_norm": 0.14786837995052338, "tokens_per_second": 1712251.135832708, "training_seconds": 1.5309903700108407, "elapsed_tokens_per_second": 1070001.973642615, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1401, "epoch": 18, "tokens": 183631872, "loss": 3.8506217002868652, "lr": 0.005369251569377675, "grad_norm": 0.14029866456985474, "tokens_per_second": 1718458.761993605, "training_seconds": 0.0762729970010696, "elapsed_tokens_per_second": 1070279.163692542, "peak_memory_bytes": 42389451776}
{"loss": 3.837900424850721, "perplexity": 46.427893185282116, "tokens": 183631872, "seconds": 0.5467016320035327, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 18, "step": 1401, "evaluation_tokens": 1048576}
{"event": "train", "step": 1420, "epoch": 19, "tokens": 186122240, "loss": 3.8108741484190287, "lr": 0.005288855146154851, "grad_norm": 0.13569585978984833, "tokens_per_second": 1714556.4463025704, "training_seconds": 1.4524852800095687, "elapsed_tokens_per_second": 1072223.552361655, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1440, "epoch": 19, "tokens": 188743680, "loss": 3.815103030204773, "lr": 0.005203595724265121, "grad_norm": 0.14716264605522156, "tokens_per_second": 1714094.2791059634, "training_seconds": 1.5293441159883514, "elapsed_tokens_per_second": 1077820.506066553, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1460, "epoch": 19, "tokens": 191365120, "loss": 3.8133216738700866, "lr": 0.005117730688322512, "grad_norm": 0.12430789321660995, "tokens_per_second": 1707490.4262948656, "training_seconds": 1.5352589740068652, "elapsed_tokens_per_second": 1083279.0765094156, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1479, "epoch": 19, "tokens": 193855488, "loss": 3.7861124716306986, "lr": 0.005035637302328019, "grad_norm": 0.12865419685840607, "tokens_per_second": 1707447.32886248, "training_seconds": 1.45853283899487, "elapsed_tokens_per_second": 1088381.7939257224, "peak_memory_bytes": 42389451776}
{"loss": 3.8133876806254405, "perplexity": 45.303653507903604, "tokens": 193855488, "seconds": 0.5440740630001528, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 19, "step": 1479, "evaluation_tokens": 1048576}
{"event": "train", "step": 1480, "epoch": 20, "tokens": 193986560, "loss": 3.8117194175720215, "lr": 0.0050313032430936815, "grad_norm": 0.10391175001859665, "tokens_per_second": 1868250.0572723045, "training_seconds": 0.0701576319988817, "elapsed_tokens_per_second": 1085331.7142885854, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1500, "epoch": 20, "tokens": 196608000, "loss": 3.781340408325195, "lr": 0.0049443568763331384, "grad_norm": 0.1452617198228836, "tokens_per_second": 1709925.2476215416, "training_seconds": 1.533072865990107, "elapsed_tokens_per_second": 1090635.168104949, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1520, "epoch": 20, "tokens": 199229440, "loss": 3.8019739031791686, "lr": 0.004856935336901482, "grad_norm": 0.12233372777700424, "tokens_per_second": 1704740.218095533, "training_seconds": 1.5377357630059123, "elapsed_tokens_per_second": 1095820.376485385, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1540, "epoch": 20, "tokens": 201850880, "loss": 3.772987985610962, "lr": 0.0047690826127522535, "grad_norm": 0.12990964949131012, "tokens_per_second": 1709394.0549631487, "training_seconds": 1.5335492669983068, "elapsed_tokens_per_second": 1100940.7400355516, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1557, "epoch": 20, "tokens": 204079104, "loss": 3.797912499483894, "lr": 0.004694101790950691, "grad_norm": 0.13126225769519806, "tokens_per_second": 1718592.6889957055, "training_seconds": 1.2965399039967451, "elapsed_tokens_per_second": 1105268.9296235282, "peak_memory_bytes": 42389451776}
{"loss": 3.800164617287971, "perplexity": 44.70854368676982, "tokens": 204079104, "seconds": 0.5406006609991891, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 20, "step": 1557, "evaluation_tokens": 1048576}
{"event": "train", "step": 1560, "epoch": 21, "tokens": 204472320, "loss": 3.808008591334025, "lr": 0.004680842908798498, "grad_norm": 0.15027423202991486, "tokens_per_second": 1773845.8185939621, "training_seconds": 0.22167428300599568, "elapsed_tokens_per_second": 1102779.4797948312, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1580, "epoch": 21, "tokens": 207093760, "loss": 3.7860723972320556, "lr": 0.004592260624670137, "grad_norm": 0.15764360129833221, "tokens_per_second": 1704063.4279941586, "training_seconds": 1.53834649399505, "elapsed_tokens_per_second": 1107716.8717187908, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1600, "epoch": 21, "tokens": 209715200, "loss": 3.7844725489616393, "lr": 0.004503380332373388, "grad_norm": 0.14469008147716522, "tokens_per_second": 1716100.1709749962, "training_seconds": 1.5275565170013579, "elapsed_tokens_per_second": 1112639.6081353882, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1620, "epoch": 21, "tokens": 212336640, "loss": 3.7965939164161684, "lr": 0.004414246753863435, "grad_norm": 0.11493132263422012, "tokens_per_second": 1720910.2034668974, "training_seconds": 1.5232869180035777, "elapsed_tokens_per_second": 1117502.4883674325, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1634, "epoch": 21, "tokens": 214171648, "loss": 3.7808265515736172, "lr": 0.004351726556015819, "grad_norm": 0.11601316183805466, "tokens_per_second": 1705817.1342004563, "training_seconds": 1.0757354719971772, "elapsed_tokens_per_second": 1120808.1777952046, "peak_memory_bytes": 42389451776}
{"loss": 3.7756260962005728, "perplexity": 43.62481309685232, "tokens": 214171648, "seconds": 0.5439010730042355, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 21, "step": 1634, "evaluation_tokens": 1048576}
{"event": "train", "step": 1640, "epoch": 22, "tokens": 214958080, "loss": 3.7573018868764243, "lr": 0.004324904738541651, "grad_norm": 0.14586946368217468, "tokens_per_second": 1745707.7691722468, "training_seconds": 0.45049464399926364, "elapsed_tokens_per_second": 1097398.2764404796, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1660, "epoch": 22, "tokens": 217579520, "loss": 3.761571192741394, "lr": 0.004235399240688696, "grad_norm": 0.1444859504699707, "tokens_per_second": 1708733.809612152, "training_seconds": 1.53414182200504, "elapsed_tokens_per_second": 1102140.613170138, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1680, "epoch": 22, "tokens": 220200960, "loss": 3.7695666193962096, "lr": 0.004145775296844847, "grad_norm": 0.1207980290055275, "tokens_per_second": 1715727.2446392311, "training_seconds": 1.527888543001609, "elapsed_tokens_per_second": 1106845.9619026969, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1700, "epoch": 22, "tokens": 222822400, "loss": 3.753541040420532, "lr": 0.004056078003148922, "grad_norm": 0.13224850594997406, "tokens_per_second": 1725744.9353403281, "training_seconds": 1.5190193790040212, "elapsed_tokens_per_second": 1111525.3308382283, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1712, "epoch": 22, "tokens": 224395264, "loss": 3.754380226135254, "lr": 0.00400224319349441, "grad_norm": 0.1260935515165329, "tokens_per_second": 1718607.3776717898, "training_seconds": 0.9151968160003889, "elapsed_tokens_per_second": 1114276.2255818697, "peak_memory_bytes": 42389451776}
{"loss": 3.7611461441145484, "perplexity": 42.997679284729294, "tokens": 224395264, "seconds": 0.539889473002404, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 22, "step": 1712, "evaluation_tokens": 1048576}
{"event": "train", "step": 1720, "epoch": 23, "tokens": 225443840, "loss": 3.7551395893096924, "lr": 0.00396635249264724, "grad_norm": 0.12870590388774872, "tokens_per_second": 1741104.7552364583, "training_seconds": 0.6022475079953438, "elapsed_tokens_per_second": 1113121.4507403814, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1740, "epoch": 23, "tokens": 228065280, "loss": 3.7538997769355773, "lr": 0.0038766439125839805, "grad_norm": 0.13097086548805237, "tokens_per_second": 1714096.8266901218, "training_seconds": 1.5293418429937446, "elapsed_tokens_per_second": 1117615.5327283002, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1760, "epoch": 23, "tokens": 230686720, "loss": 3.7444977283477785, "lr": 0.0037869974016844295, "grad_norm": 0.13243705034255981, "tokens_per_second": 1713401.6917694453, "training_seconds": 1.5299623039900325, "elapsed_tokens_per_second": 1122041.3119206238, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1780, "epoch": 23, "tokens": 233308160, "loss": 3.736594581604004, "lr": 0.0036974580674424885, "grad_norm": 0.12053131312131882, "tokens_per_second": 1717902.2911971244, "training_seconds": 1.525954074008041, "elapsed_tokens_per_second": 1126419.4232455378, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1790, "epoch": 23, "tokens": 234618880, "loss": 3.7423578977584837, "lr": 0.003652742673534095, "grad_norm": 0.1407974809408188, "tokens_per_second": 1708673.1517723994, "training_seconds": 0.7670981419942109, "elapsed_tokens_per_second": 1128557.6491167273, "peak_memory_bytes": 42389451776}
{"loss": 3.738476744320887, "perplexity": 42.03391297775841, "tokens": 234618880, "seconds": 0.5451994519971777, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 23, "step": 1790, "evaluation_tokens": 1048576}
{"event": "train", "step": 1800, "epoch": 24, "tokens": 235929600, "loss": 3.7128438472747805, "lr": 0.0036080709634239085, "grad_norm": 0.12500056624412537, "tokens_per_second": 1720955.8888912238, "training_seconds": 0.7616232400032459, "elapsed_tokens_per_second": 1127734.1759073602, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1820, "epoch": 24, "tokens": 238551040, "loss": 3.725806987285614, "lr": 0.0035188810665966602, "grad_norm": 0.13394545018672943, "tokens_per_second": 1718334.1465689947, "training_seconds": 1.5255705680028768, "elapsed_tokens_per_second": 1132000.0727361285, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1840, "epoch": 24, "tokens": 241172480, "loss": 3.7450257539749146, "lr": 0.003429933254699843, "grad_norm": 0.1505081057548523, "tokens_per_second": 1711314.5904099334, "training_seconds": 1.531828229999519, "elapsed_tokens_per_second": 1136172.9660955917, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1860, "epoch": 24, "tokens": 243793920, "loss": 3.718632960319519, "lr": 0.003341272283662522, "grad_norm": 0.1184905618429184, "tokens_per_second": 1716252.8528538982, "training_seconds": 1.5274206219910411, "elapsed_tokens_per_second": 1140306.5630196019, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1868, "epoch": 24, "tokens": 244842496, "loss": 3.7075729072093964, "lr": 0.003305898209049308, "grad_norm": 0.1275898814201355, "tokens_per_second": 1714958.1515772063, "training_seconds": 0.6114294970029732, "elapsed_tokens_per_second": 1141935.2524334858, "peak_memory_bytes": 42389451776}
{"loss": 3.7222730535468163, "perplexity": 41.358296968679944, "tokens": 244842496, "seconds": 0.5447845210001105, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 24, "step": 1868, "evaluation_tokens": 1048576}
{"event": "train", "step": 1880, "epoch": 25, "tokens": 246415360, "loss": 3.71165398756663, "lr": 0.0032529427650838556, "grad_norm": 0.11895091831684113, "tokens_per_second": 1730391.8104338807, "training_seconds": 0.9089640799938934, "elapsed_tokens_per_second": 1141495.3034146877, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1900, "epoch": 25, "tokens": 249036800, "loss": 3.6976978182792664, "lr": 0.003164989143785854, "grad_norm": 0.13270391523838043, "tokens_per_second": 1706115.9588694915, "training_seconds": 1.5364957970014075, "elapsed_tokens_per_second": 1145476.4261420968, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1920, "epoch": 25, "tokens": 251658240, "loss": 3.6971612334251405, "lr": 0.003077455675450043, "grad_norm": 0.10197644680738449, "tokens_per_second": 1716015.7978086798, "training_seconds": 1.527631623990601, "elapsed_tokens_per_second": 1149446.3364368824, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1940, "epoch": 25, "tokens": 254279680, "loss": 3.6976928234100344, "lr": 0.002990386404349306, "grad_norm": 0.12014544010162354, "tokens_per_second": 1722332.7666762501, "training_seconds": 1.5220287569973152, "elapsed_tokens_per_second": 1153392.1008742454, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1946, "epoch": 25, "tokens": 255066112, "loss": 3.6948806047439575, "lr": 0.0029643626976719826, "grad_norm": 0.10252920538187027, "tokens_per_second": 1709583.2386731221, "training_seconds": 0.46001386900024954, "elapsed_tokens_per_second": 1154543.284936861, "peak_memory_bytes": 42389451776}
{"loss": 3.704375110071897, "perplexity": 40.62465344674672, "tokens": 255066112, "seconds": 0.5418899549986236, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 25, "step": 1946, "evaluation_tokens": 1048576}
{"event": "train", "step": 1960, "epoch": 26, "tokens": 256901120, "loss": 3.686945387295314, "lr": 0.0029038251411861024, "grad_norm": 0.15589137375354767, "tokens_per_second": 1722540.2273106158, "training_seconds": 1.0652918120031245, "elapsed_tokens_per_second": 1154409.0556963398, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1980, "epoch": 26, "tokens": 259522560, "loss": 3.6900765776634215, "lr": 0.002817815441048194, "grad_norm": 0.11508443206548691, "tokens_per_second": 1715857.6200218352, "training_seconds": 1.5277724500047043, "elapsed_tokens_per_second": 1158227.6407575698, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2000, "epoch": 26, "tokens": 262144000, "loss": 3.686787450313568, "lr": 0.00273240058149302, "grad_norm": 0.12804014980793, "tokens_per_second": 1718869.3961138856, "training_seconds": 1.5250955109950155, "elapsed_tokens_per_second": 1162009.982520903, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2020, "epoch": 26, "tokens": 264765440, "loss": 3.6788987040519716, "lr": 0.002647623540771689, "grad_norm": 0.14849025011062622, "tokens_per_second": 1719378.9621902993, "training_seconds": 1.5246435239969287, "elapsed_tokens_per_second": 1165741.5943929227, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2024, "epoch": 26, "tokens": 265289728, "loss": 3.675504207611084, "lr": 0.002630748430622327, "grad_norm": 0.1372840404510498, "tokens_per_second": 1720614.97310382, "training_seconds": 0.3047096579975914, "elapsed_tokens_per_second": 1166475.4505793648, "peak_memory_bytes": 42389451776}
{"loss": 3.6872211961971155, "perplexity": 39.93372464932674, "tokens": 265289728, "seconds": 0.5412018490023911, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 26, "step": 2024, "evaluation_tokens": 1048576}
{"event": "train", "step": 2040, "epoch": 27, "tokens": 267386880, "loss": 3.6721562296152115, "lr": 0.0025635269762035906, "grad_norm": 0.10475912690162659, "tokens_per_second": 1726113.350737746, "training_seconds": 1.214956131996587, "elapsed_tokens_per_second": 1166649.2230036983, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2060, "epoch": 27, "tokens": 270008320, "loss": 3.6686102032661436, "lr": 0.0024801532027124724, "grad_norm": 0.11562228947877884, "tokens_per_second": 1716003.7918682103, "training_seconds": 1.5276423119939864, "elapsed_tokens_per_second": 1170278.3575909552, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2080, "epoch": 27, "tokens": 272629760, "loss": 3.6753337740898133, "lr": 0.002397544171534828, "grad_norm": 0.1343894600868225, "tokens_per_second": 1711862.7753593316, "training_seconds": 1.5313376970007084, "elapsed_tokens_per_second": 1173840.2828701471, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2100, "epoch": 27, "tokens": 275251200, "loss": 3.672807145118713, "lr": 0.002315741449111254, "grad_norm": 0.11920859664678574, "tokens_per_second": 1715612.281246809, "training_seconds": 1.5279909270029748, "elapsed_tokens_per_second": 1177367.428271288, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2101, "epoch": 27, "tokens": 275382272, "loss": 3.6332521438598633, "lr": 0.00231167321869785, "grad_norm": 0.12002831697463989, "tokens_per_second": 1733683.7577670068, "training_seconds": 0.07560317699972074, "elapsed_tokens_per_second": 1177538.3218387822, "peak_memory_bytes": 42389451776}
{"loss": 3.6721428931486306, "perplexity": 39.336108687051954, "tokens": 275382272, "seconds": 0.5396176349895541, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 27, "step": 2101, "evaluation_tokens": 1048576}
{"event": "train", "step": 2120, "epoch": 28, "tokens": 277872640, "loss": 3.6574080868771204, "lr": 0.002234786196171443, "grad_norm": 0.11079271137714386, "tokens_per_second": 1722048.7884154166, "training_seconds": 1.4461657629872207, "elapsed_tokens_per_second": 1178139.9233538022, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2140, "epoch": 28, "tokens": 280494080, "loss": 3.659316122531891, "lr": 0.002154719147023306, "grad_norm": 0.11931611597537994, "tokens_per_second": 1712336.5440579825, "training_seconds": 1.5309140070021385, "elapsed_tokens_per_second": 1181575.3468396629, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2160, "epoch": 28, "tokens": 283115520, "loss": 3.6611194610595703, "lr": 0.00207558058905667, "grad_norm": 0.12321634590625763, "tokens_per_second": 1715174.823769189, "training_seconds": 1.528380642994307, "elapsed_tokens_per_second": 1184982.6164160026, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2179, "epoch": 28, "tokens": 285605888, "loss": 3.6592360170263993, "lr": 0.002001295248181042, "grad_norm": 0.11689552664756775, "tokens_per_second": 1704336.2169949252, "training_seconds": 1.4611952589912107, "elapsed_tokens_per_second": 1188131.4220824759, "peak_memory_bytes": 42389451776}
{"loss": 3.654155175005404, "perplexity": 38.634867622029965, "tokens": 285605888, "seconds": 0.5434467660088558, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 28, "step": 2179, "evaluation_tokens": 1048576}
{"event": "train", "step": 2180, "epoch": 29, "tokens": 285736960, "loss": 3.6632211208343506, "lr": 0.001997410342471841, "grad_norm": 0.11776168644428253, "tokens_per_second": 1901160.428394175, "training_seconds": 0.0689431560022058, "elapsed_tokens_per_second": 1185603.7730069233, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2200, "epoch": 29, "tokens": 288358400, "loss": 3.6323251605033873, "lr": 0.0019202477402432523, "grad_norm": 0.11534455418586731, "tokens_per_second": 1713215.5244789673, "training_seconds": 1.530128557991702, "elapsed_tokens_per_second": 1188925.2131582075, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2220, "epoch": 29, "tokens": 290979840, "loss": 3.6587135195732117, "lr": 0.0018441316083282625, "grad_norm": 0.13521811366081238, "tokens_per_second": 1709402.1296218294, "training_seconds": 1.5335420230112504, "elapsed_tokens_per_second": 1192187.7036598802, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2240, "epoch": 29, "tokens": 293601280, "loss": 3.643605387210846, "lr": 0.0017691002461310706, "grad_norm": 0.14911429584026337, "tokens_per_second": 1714704.8917418895, "training_seconds": 1.5287995109974872, "elapsed_tokens_per_second": 1195431.2369981224, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2257, "epoch": 29, "tokens": 295829504, "loss": 3.618366423775168, "lr": 0.0017062047037181701, "grad_norm": 0.1365993469953537, "tokens_per_second": 1722310.9622346878, "training_seconds": 1.2937408219877398, "elapsed_tokens_per_second": 1198184.3773895162, "peak_memory_bytes": 42389451776}
{"loss": 3.64163950873162, "perplexity": 38.15433984752035, "tokens": 295829504, "seconds": 0.5447234320017742, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 29, "step": 2257, "evaluation_tokens": 1048576}
{"event": "train", "step": 2260, "epoch": 30, "tokens": 296222720, "loss": 3.602975050608317, "lr": 0.0016951914072315857, "grad_norm": 0.1349329948425293, "tokens_per_second": 1760250.6287274554, "training_seconds": 0.22338637099892367, "elapsed_tokens_per_second": 1196008.7594528894, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2280, "epoch": 30, "tokens": 298844160, "loss": 3.6458362698554994, "lr": 0.0016224422803889297, "grad_norm": 0.10706453770399094, "tokens_per_second": 1713847.0072256164, "training_seconds": 1.5295647680031834, "elapsed_tokens_per_second": 1199178.366798933, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2300, "epoch": 30, "tokens": 301465600, "loss": 3.6143805384635925, "lr": 0.001550889470829147, "grad_norm": 0.10774355381727219, "tokens_per_second": 1720548.4232444193, "training_seconds": 1.5236072199913906, "elapsed_tokens_per_second": 1202337.964596576, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2320, "epoch": 30, "tokens": 304087040, "loss": 3.611955225467682, "lr": 0.0014805689818265222, "grad_norm": 0.132831409573555, "tokens_per_second": 1713523.9138211494, "training_seconds": 1.5298531750013353, "elapsed_tokens_per_second": 1205430.878988107, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2335, "epoch": 30, "tokens": 306053120, "loss": 3.6063002427419026, "lr": 0.0014286586344674861, "grad_norm": 0.10928770154714584, "tokens_per_second": 1717572.9162388623, "training_seconds": 1.1446850270003779, "elapsed_tokens_per_second": 1207730.314465964, "peak_memory_bytes": 42389451776}
{"loss": 3.625496212741047, "perplexity": 37.54334802590287, "tokens": 306053120, "seconds": 0.5447141839977121, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 30, "step": 2335, "evaluation_tokens": 1048576}
{"event": "train", "step": 2340, "epoch": 31, "tokens": 306708480, "loss": 3.6176290035247805, "lr": 0.0014115161965877984, "grad_norm": 0.13022717833518982, "tokens_per_second": 1740474.6941186374, "training_seconds": 0.3765409530024044, "elapsed_tokens_per_second": 1205859.9636677846, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2360, "epoch": 31, "tokens": 309329920, "loss": 3.602594757080078, "lr": 0.0013437658604483805, "grad_norm": 0.13978146016597748, "tokens_per_second": 1715274.9829941378, "training_seconds": 1.5282913970004302, "elapsed_tokens_per_second": 1208890.8101338444, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2380, "epoch": 31, "tokens": 311951360, "loss": 3.6114171981811523, "lr": 0.0012773520633895035, "grad_norm": 0.11933650821447372, "tokens_per_second": 1711932.6293980049, "training_seconds": 1.5312752119934885, "elapsed_tokens_per_second": 1211869.3828118201, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2400, "epoch": 31, "tokens": 314572800, "loss": 3.618750584125519, "lr": 0.0012123082228851496, "grad_norm": 0.11443512886762619, "tokens_per_second": 1717501.6656887045, "training_seconds": 1.526310019005905, "elapsed_tokens_per_second": 1214840.969175934, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2413, "epoch": 31, "tokens": 316276736, "loss": 3.6127940141237698, "lr": 0.0011707798977476465, "grad_norm": 0.10960712283849716, "tokens_per_second": 1717706.5874552694, "training_seconds": 0.991983155006892, "elapsed_tokens_per_second": 1216752.6535857485, "peak_memory_bytes": 42389451776}
{"loss": 3.6126036343787002, "perplexity": 37.06242430439657, "tokens": 316276736, "seconds": 0.5439890949928667, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 31, "step": 2413, "evaluation_tokens": 1048576}
{"event": "train", "step": 2420, "epoch": 32, "tokens": 317194240, "loss": 3.597975628716605, "lr": 0.0011486670670873642, "grad_norm": 0.12066496908664703, "tokens_per_second": 1724050.0458718198, "training_seconds": 0.5321794469928136, "elapsed_tokens_per_second": 1215202.2439159038, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2440, "epoch": 32, "tokens": 319815680, "loss": 3.6011954069137575, "lr": 0.001086460618358403, "grad_norm": 0.1184978112578392, "tokens_per_second": 1710839.621694322, "training_seconds": 1.5322535010054708, "elapsed_tokens_per_second": 1218086.76397611, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2460, "epoch": 32, "tokens": 322437120, "loss": 3.580558717250824, "lr": 0.0010257201771580223, "grad_norm": 0.11292114853858948, "tokens_per_second": 1710878.09668828, "training_seconds": 1.5322190430015326, "elapsed_tokens_per_second": 1220938.8773036737, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2480, "epoch": 32, "tokens": 325058560, "loss": 3.5954249501228333, "lr": 0.0009664763062940063, "grad_norm": 0.1179259642958641, "tokens_per_second": 1709893.4783446311, "training_seconds": 1.5331013499962864, "elapsed_tokens_per_second": 1223755.1883301896, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2491, "epoch": 32, "tokens": 326500352, "loss": 3.586168744347312, "lr": 0.0009345409220100769, "grad_norm": 0.11073949187994003, "tokens_per_second": 1709426.8689954167, "training_seconds": 0.8434359060047427, "elapsed_tokens_per_second": 1225284.3072101753, "peak_memory_bytes": 42389451776}
{"loss": 3.5999725029632303, "perplexity": 36.59722811451538, "tokens": 326500352, "seconds": 0.541639089002274, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 32, "step": 2491, "evaluation_tokens": 1048576}
{"event": "train", "step": 2500, "epoch": 33, "tokens": 327680000, "loss": 3.589588165283203, "lr": 0.000908758815543854, "grad_norm": 0.11255379021167755, "tokens_per_second": 1722123.0700252664, "training_seconds": 0.6849963400018169, "elapsed_tokens_per_second": 1224027.7998917545, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2520, "epoch": 33, "tokens": 330301440, "loss": 3.5844857335090636, "lr": 0.0008525967466553817, "grad_norm": 0.12234283983707428, "tokens_per_second": 1706142.2100993067, "training_seconds": 1.5364721560035832, "elapsed_tokens_per_second": 1226773.6978215068, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2540, "epoch": 33, "tokens": 332922880, "loss": 3.5941462874412538, "lr": 0.0007980183587337626, "grad_norm": 0.09676560759544373, "tokens_per_second": 1713676.2294643847, "training_seconds": 1.5297171979909763, "elapsed_tokens_per_second": 1229514.3440249464, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2560, "epoch": 33, "tokens": 335544320, "loss": 3.5604696750640867, "lr": 0.0007450511140223757, "grad_norm": 0.1146945133805275, "tokens_per_second": 1711855.1614694246, "training_seconds": 1.5313445079955272, "elapsed_tokens_per_second": 1232220.582809594, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2568, "epoch": 33, "tokens": 336592896, "loss": 3.6074159741401672, "lr": 0.0007243213337346402, "grad_norm": 0.11589907854795456, "tokens_per_second": 1701502.1010115668, "training_seconds": 0.6162648869940313, "elapsed_tokens_per_second": 1233270.9696373686, "peak_memory_bytes": 42389451776}
{"loss": 3.589203644761442, "perplexity": 36.205232216742125, "tokens": 336592896, "seconds": 0.5425228690000949, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 33, "step": 2568, "evaluation_tokens": 1048576}
{"event": "train", "step": 2580, "epoch": 34, "tokens": 338165760, "loss": 3.6125683784484863, "lr": 0.0006937216640846073, "grad_norm": 0.12557193636894226, "tokens_per_second": 1715697.6384815783, "training_seconds": 0.9167489449901041, "elapsed_tokens_per_second": 1232392.9111550152, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2600, "epoch": 34, "tokens": 340787200, "loss": 3.5970212697982786, "lr": 0.0006440558363935729, "grad_norm": 0.10101137310266495, "tokens_per_second": 1708902.5074948673, "training_seconds": 1.533990375988651, "elapsed_tokens_per_second": 1235036.334566739, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2620, "epoch": 34, "tokens": 343408640, "loss": 3.592698895931244, "lr": 0.0005960786213364857, "grad_norm": 0.10515421628952026, "tokens_per_second": 1700156.5690250555, "training_seconds": 1.5418815230077598, "elapsed_tokens_per_second": 1237613.7700723724, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2640, "epoch": 34, "tokens": 346030080, "loss": 3.5953758478164675, "lr": 0.0005498141596402286, "grad_norm": 0.10849228501319885, "tokens_per_second": 1703550.249963253, "training_seconds": 1.5388099059928209, "elapsed_tokens_per_second": 1240177.3623050419, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2646, "epoch": 34, "tokens": 346816512, "loss": 3.604172190030416, "lr": 0.0005362723109866283, "grad_norm": 0.11398860812187195, "tokens_per_second": 1711407.5441333496, "training_seconds": 0.45952350899460725, "elapsed_tokens_per_second": 1240944.1265672622, "peak_memory_bytes": 42389451776}
{"loss": 3.57962543677491, "perplexity": 35.860106454079535, "tokens": 346816512, "seconds": 0.5405637299991213, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 34, "step": 2646, "evaluation_tokens": 1048576}
{"event": "train", "step": 2660, "epoch": 35, "tokens": 348651520, "loss": 3.5706493513924733, "lr": 0.0005052857302244482, "grad_norm": 0.1112271174788475, "tokens_per_second": 1714726.8092481059, "training_seconds": 1.0701459789997898, "elapsed_tokens_per_second": 1240308.7669851526, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2680, "epoch": 35, "tokens": 351272960, "loss": 3.58489511013031, "lr": 0.00046251573848828543, "grad_norm": 0.10434900224208832, "tokens_per_second": 1716685.418236101, "training_seconds": 1.5270357469998999, "elapsed_tokens_per_second": 1242877.1057998452, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2700, "epoch": 35, "tokens": 353894400, "loss": 3.5793556451797484, "lr": 0.000421525705036637, "grad_norm": 0.10354427993297577, "tokens_per_second": 1709316.5491081362, "training_seconds": 1.5336188030050835, "elapsed_tokens_per_second": 1245385.5897148766, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2720, "epoch": 35, "tokens": 356515840, "loss": 3.5636999011039734, "lr": 0.00038233625485161805, "grad_norm": 0.10585368424654007, "tokens_per_second": 1704891.4573010937, "training_seconds": 1.5375993520137854, "elapsed_tokens_per_second": 1247852.7304033705, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2724, "epoch": 35, "tokens": 357040128, "loss": 3.5944868326187134, "lr": 0.0003747161861359012, "grad_norm": 0.10366392135620117, "tokens_per_second": 1724536.5705591508, "training_seconds": 0.30401674800668843, "elapsed_tokens_per_second": 1248351.1576205771, "peak_memory_bytes": 42389451776}
{"loss": 3.5708883142603023, "perplexity": 35.54815706506403, "tokens": 357040128, "seconds": 0.542576531006489, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 35, "step": 2724, "evaluation_tokens": 1048576}
{"event": "train", "step": 2740, "epoch": 36, "tokens": 359137280, "loss": 3.5752381533384323, "lr": 0.0003449671069146745, "grad_norm": 0.11250577121973038, "tokens_per_second": 1715021.8643404488, "training_seconds": 1.2228135650075274, "elapsed_tokens_per_second": 1247908.830227459, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2760, "epoch": 36, "tokens": 361758720, "loss": 3.5744194388389587, "lr": 0.0003094370642845736, "grad_norm": 0.11897636950016022, "tokens_per_second": 1716279.4146998976, "training_seconds": 1.5273969830013812, "elapsed_tokens_per_second": 1250374.1307546385, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2780, "epoch": 36, "tokens": 364380160, "loss": 3.5469491958618162, "lr": 0.0002757640046362546, "grad_norm": 0.11835763603448868, "tokens_per_second": 1709756.1593158594, "training_seconds": 1.5332244809978874, "elapsed_tokens_per_second": 1252788.4638426418, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2800, "epoch": 36, "tokens": 367001600, "loss": 3.57887487411499, "lr": 0.00024396487126530664, "grad_norm": 0.10338136553764343, "tokens_per_second": 1712603.0662378839, "training_seconds": 1.5306757600046694, "elapsed_tokens_per_second": 1255188.3158766213, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2802, "epoch": 36, "tokens": 367263744, "loss": 3.5370534658432007, "lr": 0.0002408886481004786, "grad_norm": 0.0941089540719986, "tokens_per_second": 1683995.8290125923, "training_seconds": 0.15566784399561584, "elapsed_tokens_per_second": 1255409.7882541579, "peak_memory_bytes": 42389451776}
{"loss": 3.5649213338899433, "perplexity": 35.336673496292555, "tokens": 367263744, "seconds": 0.5449970960034989, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 36, "step": 2802, "evaluation_tokens": 1048576}
{"event": "train", "step": 2820, "epoch": 37, "tokens": 369623040, "loss": 3.5701366795433893, "lr": 0.0002140556645626015, "grad_norm": 0.0940895602107048, "tokens_per_second": 1712309.9716316138, "training_seconds": 1.3778439879970392, "elapsed_tokens_per_second": 1255161.7403389248, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2840, "epoch": 37, "tokens": 372244480, "loss": 3.558864617347717, "lr": 0.000186051433963363, "grad_norm": 0.09767574816942215, "tokens_per_second": 1703083.6569482812, "training_seconds": 1.5392314930068096, "elapsed_tokens_per_second": 1257485.5107596905, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2860, "epoch": 37, "tokens": 374865920, "loss": 3.563295137882233, "lr": 0.00015996627037473664, "grad_norm": 0.10295271128416061, "tokens_per_second": 1707714.4095069156, "training_seconds": 1.5350576099881437, "elapsed_tokens_per_second": 1259799.4211359913, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2880, "epoch": 37, "tokens": 377487360, "loss": 3.565668785572052, "lr": 0.00013581329908565732, "grad_norm": 0.09250825643539429, "tokens_per_second": 1710142.066134474, "training_seconds": 1.5328784970042761, "elapsed_tokens_per_second": 1262102.2517423471, "peak_memory_bytes": 42389451776}
{"loss": 3.5607988575934044, "perplexity": 35.191298755252205, "tokens": 377487360, "seconds": 0.542115478994674, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 37, "step": 2880, "evaluation_tokens": 1048576}
{"event": "train", "step": 2900, "epoch": 38, "tokens": 380108800, "loss": 3.565391206741333, "lr": 0.00011360467316258793, "grad_norm": 0.09358329325914383, "tokens_per_second": 1715650.5726054434, "training_seconds": 1.5279568239930086, "elapsed_tokens_per_second": 1262076.2753321878, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2920, "epoch": 38, "tokens": 382730240, "loss": 3.5648787021636963, "lr": 9.335156733445293e-05, "grad_norm": 0.09041338413953781, "tokens_per_second": 1712412.5253130128, "training_seconds": 1.5308460789965466, "elapsed_tokens_per_second": 1264346.8839112946, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2940, "epoch": 38, "tokens": 385351680, "loss": 3.5676278114318847, "lr": 7.506417236984442e-05, "grad_norm": 0.09438875317573547, "tokens_per_second": 1716376.5181502476, "training_seconds": 1.527310571007547, "elapsed_tokens_per_second": 1266610.6890181496, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2958, "epoch": 38, "tokens": 387710976, "loss": 3.5567721923192344, "lr": 6.0293825392124135e-05, "grad_norm": 0.09472210705280304, "tokens_per_second": 1704817.2963028143, "training_seconds": 1.3838996150007006, "elapsed_tokens_per_second": 1268588.2950799013, "peak_memory_bytes": 42389451776}
{"loss": 3.5577559134885, "perplexity": 35.08437636209801, "tokens": 387710976, "seconds": 0.5460424619959667, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 38, "step": 2958, "evaluation_tokens": 1048576}
{"event": "train", "step": 2960, "epoch": 39, "tokens": 387973120, "loss": 3.5293939113616943, "lr": 5.8751689949324785e-05, "grad_norm": 0.09017881751060486, "tokens_per_second": 1815424.5434817509, "training_seconds": 0.14439817999664228, "elapsed_tokens_per_second": 1146246.8542789458, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2980, "epoch": 39, "tokens": 390594560, "loss": 3.5474083185195924, "lr": 4.442232803541168e-05, "grad_norm": 0.09710563719272614, "tokens_per_second": 1703190.0521446047, "training_seconds": 1.5391353400045773, "elapsed_tokens_per_second": 1148763.935492887, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3000, "epoch": 39, "tokens": 393216000, "loss": 3.548056697845459, "lr": 3.208329674257282e-05, "grad_norm": 0.09228872507810593, "tokens_per_second": 1713784.927046133, "training_seconds": 1.5296201749879401, "elapsed_tokens_per_second": 1151289.295919431, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3020, "epoch": 39, "tokens": 395837440, "loss": 3.551198923587799, "lr": 2.1740804709305283e-05, "grad_norm": 0.09117898344993591, "tokens_per_second": 1716130.6467507908, "training_seconds": 1.5275293900049292, "elapsed_tokens_per_second": 1153800.6035018747, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3035, "epoch": 39, "tokens": 397803520, "loss": 3.566600465774536, "lr": 1.529733297529079e-05, "grad_norm": 0.09544169157743454, "tokens_per_second": 1707941.937396433, "training_seconds": 1.1511398349975934, "elapsed_tokens_per_second": 1155646.6561422965, "peak_memory_bytes": 42389451776}
{"loss": 3.5559926406781472, "perplexity": 35.022567544108945, "tokens": 397803520, "seconds": 0.5401032089866931, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 39, "step": 3035, "evaluation_tokens": 1048576}
{"event": "train", "step": 3040, "epoch": 40, "tokens": 398458880, "loss": 3.5588528156280517, "lr": 1.3400055974134074e-05, "grad_norm": 0.0911339521408081, "tokens_per_second": 1742113.481458853, "training_seconds": 0.3761867449939018, "elapsed_tokens_per_second": 1149852.5676573152, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3060, "epoch": 40, "tokens": 401080320, "loss": 3.538539719581604, "lr": 7.065247357090687e-06, "grad_norm": 0.09298502653837204, "tokens_per_second": 1706765.8579863317, "training_seconds": 1.5359107330004917, "elapsed_tokens_per_second": 1152306.412212165, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3080, "epoch": 40, "tokens": 403701760, "loss": 3.5579102993011475, "lr": 2.7395663479974355e-06, "grad_norm": 0.09143931418657303, "tokens_per_second": 1708962.6112055366, "training_seconds": 1.5339364259998547, "elapsed_tokens_per_second": 1154743.3413959232, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3100, "epoch": 40, "tokens": 406323200, "loss": 3.550540828704834, "lr": 4.2518950261483115e-07, "grad_norm": 0.08852726966142654, "tokens_per_second": 1707623.8899142758, "training_seconds": 1.535138981998898, "elapsed_tokens_per_second": 1157155.7287812333, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3113, "epoch": 40, "tokens": 408027136, "loss": 3.5565085961268497, "lr": 0.0, "grad_norm": 0.09286963194608688, "tokens_per_second": 1712874.4589318668, "training_seconds": 0.9947816030035028, "elapsed_tokens_per_second": 1158719.9944567035, "peak_memory_bytes": 42389451776}
{"loss": 3.5557444386587505, "perplexity": 35.01387595080016, "tokens": 408027136, "seconds": 0.5438682140083984, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 40, "step": 3113, "evaluation_tokens": 1048576}
{"loss": 3.5572228946079045, "perplexity": 35.065680710093474, "tokens": 408027136, "seconds": 101.42515457399713, "split": "full", "validation_complete": true, "event": "final_validation", "step": 3113, "evaluation_tokens": 197411295}