{"event": "train", "step": 20, "epoch": 1, "tokens": 2621440, "loss": 9.60158085823059, "lr": 0.0003846153846153846, "grad_norm": 19.270727157592773, "tokens_per_second": 47050.610475808084, "training_seconds": 55.71532385000319, "elapsed_tokens_per_second": 47050.610475808084, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 40, "epoch": 1, "tokens": 5242880, "loss": 7.716522550582885, "lr": 0.0007692307692307692, "grad_norm": 0.8165102601051331, "tokens_per_second": 1741446.0598137164, "training_seconds": 1.5053236850071698, "elapsed_tokens_per_second": 91614.28473194993, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 60, "epoch": 1, "tokens": 7864320, "loss": 6.996973299980164, "lr": 0.0011538461538461537, "grad_norm": 2.5781002044677734, "tokens_per_second": 1729880.9162581242, "training_seconds": 1.5153875479882117, "elapsed_tokens_per_second": 133872.87490825175, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 78, "epoch": 1, "tokens": 10223616, "loss": 6.736693859100342, "lr": 0.0015, "grad_norm": 1.2593802213668823, "tokens_per_second": 1725274.941288145, "training_seconds": 1.3674898669996765, "elapsed_tokens_per_second": 170071.91368909512, "peak_memory_bytes": 21988176384}
{"loss": 6.59859809041356, "perplexity": 734.0653742716306, "tokens": 10223616, "seconds": 1.0930862569948658, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 1, "step": 78, "evaluation_tokens": 1048576}
{"event": "train", "step": 80, "epoch": 2, "tokens": 10485760, "loss": 6.5708229541778564, "lr": 0.0015384615384615385, "grad_norm": 0.5676748156547546, "tokens_per_second": 1796770.0524097118, "training_seconds": 0.145897356007481, "elapsed_tokens_per_second": 170868.37245857765, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 100, "epoch": 2, "tokens": 13107200, "loss": 6.426043248176574, "lr": 0.001923076923076923, "grad_norm": 0.7357255220413208, "tokens_per_second": 1726280.9961389613, "training_seconds": 1.5185476790065877, "elapsed_tokens_per_second": 208423.14359834717, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 120, "epoch": 2, "tokens": 15728640, "loss": 6.180606198310852, "lr": 0.0023076923076923075, "grad_norm": 0.31769683957099915, "tokens_per_second": 1725216.7327411682, "training_seconds": 1.5194844509969698, "elapsed_tokens_per_second": 244199.4144107816, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 140, "epoch": 2, "tokens": 18350080, "loss": 5.957648348808289, "lr": 0.002692307692307692, "grad_norm": 0.6370444297790527, "tokens_per_second": 1727827.0324889277, "training_seconds": 1.517188903002534, "elapsed_tokens_per_second": 278337.010246084, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 156, "epoch": 2, "tokens": 20447232, "loss": 5.778784394264221, "lr": 0.003, "grad_norm": 0.6416730880737305, "tokens_per_second": 1722391.0824266602, "training_seconds": 1.2175817800016375, "elapsed_tokens_per_second": 304514.5132532756, "peak_memory_bytes": 42389451776}
{"loss": 5.7272913767433495, "perplexity": 307.13622436525475, "tokens": 20447232, "seconds": 0.5483392989990534, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 2, "step": 156, "evaluation_tokens": 1048576}
{"event": "train", "step": 160, "epoch": 3, "tokens": 20971520, "loss": 5.673558235168457, "lr": 0.003076923076923077, "grad_norm": 0.3421232998371124, "tokens_per_second": 1743874.4766112652, "training_seconds": 0.30064549199596513, "elapsed_tokens_per_second": 308394.56147910526, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 180, "epoch": 3, "tokens": 23592960, "loss": 5.576683187484742, "lr": 0.0034615384615384616, "grad_norm": 0.43579667806625366, "tokens_per_second": 1723537.3062551967, "training_seconds": 1.5209650469914777, "elapsed_tokens_per_second": 339347.43510066957, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 200, "epoch": 3, "tokens": 26214400, "loss": 5.409596061706543, "lr": 0.003846153846153846, "grad_norm": 0.2692786157131195, "tokens_per_second": 1722751.2005505578, "training_seconds": 1.521659075995558, "elapsed_tokens_per_second": 368967.59817680094, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 220, "epoch": 3, "tokens": 28835840, "loss": 5.253075122833252, "lr": 0.004230769230769231, "grad_norm": 0.5640893578529358, "tokens_per_second": 1725110.7239096747, "training_seconds": 1.519577824001317, "elapsed_tokens_per_second": 397356.41067885695, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 233, "epoch": 3, "tokens": 30539776, "loss": 5.203263246096098, "lr": 0.004480769230769231, "grad_norm": 0.27430036664009094, "tokens_per_second": 1721581.365420683, "training_seconds": 0.9897504900000058, "elapsed_tokens_per_second": 415164.44388524716, "peak_memory_bytes": 42389451776}
{"loss": 5.16225640767208, "perplexity": 174.55788532093158, "tokens": 30539776, "seconds": 0.5500423850025982, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 3, "step": 233, "evaluation_tokens": 1048576}
{"event": "train", "step": 240, "epoch": 4, "tokens": 31457280, "loss": 5.126339094979422, "lr": 0.004615384615384615, "grad_norm": 0.3391857445240021, "tokens_per_second": 1740485.6859564807, "training_seconds": 0.5271540050016483, "elapsed_tokens_per_second": 421427.72214893764, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 260, "epoch": 4, "tokens": 34078720, "loss": 5.07704348564148, "lr": 0.005, "grad_norm": 0.4759852886199951, "tokens_per_second": 1722268.094568936, "training_seconds": 1.5220859100081725, "elapsed_tokens_per_second": 447415.468601106, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 280, "epoch": 4, "tokens": 36700160, "loss": 5.207305645942688, "lr": 0.005384615384615384, "grad_norm": 0.5268170237541199, "tokens_per_second": 1724356.284339063, "training_seconds": 1.5202426689938875, "elapsed_tokens_per_second": 472391.83113287674, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 300, "epoch": 4, "tokens": 39321600, "loss": 5.021650576591492, "lr": 0.0057692307692307696, "grad_norm": 0.24183444678783417, "tokens_per_second": 1718092.7958259417, "training_seconds": 1.5257848740002373, "elapsed_tokens_per_second": 496376.90623122815, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 311, "epoch": 4, "tokens": 40763392, "loss": 4.9280124577608975, "lr": 0.005980769230769231, "grad_norm": 0.2284889966249466, "tokens_per_second": 1722530.4050300275, "training_seconds": 0.8370197680051206, "elapsed_tokens_per_second": 509185.26963409287, "peak_memory_bytes": 42389451776}
{"loss": 4.930318385352092, "perplexity": 138.42357736417625, "tokens": 40763392, "seconds": 0.5499139719904633, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 4, "step": 311, "evaluation_tokens": 1048576}
{"event": "train", "step": 320, "epoch": 5, "tokens": 41943040, "loss": 4.88062498304579, "lr": 0.005999879234788303, "grad_norm": 0.2053389698266983, "tokens_per_second": 1738686.5901075187, "training_seconds": 0.6784707529877778, "elapsed_tokens_per_second": 515953.5363660371, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 340, "epoch": 5, "tokens": 44564480, "loss": 4.823862910270691, "lr": 0.0059985207378148026, "grad_norm": 0.22464214265346527, "tokens_per_second": 1720669.9921236506, "training_seconds": 1.5234995740029262, "elapsed_tokens_per_second": 538105.5560319256, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 360, "epoch": 5, "tokens": 47185920, "loss": 4.748114204406738, "lr": 0.005995653473187795, "grad_norm": 0.23793309926986694, "tokens_per_second": 1719253.111632138, "training_seconds": 1.524755128994002, "elapsed_tokens_per_second": 559445.8606458883, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 380, "epoch": 5, "tokens": 49807360, "loss": 4.667230916023255, "lr": 0.005991278883630709, "grad_norm": 0.20581752061843872, "tokens_per_second": 1723531.302649668, "training_seconds": 1.5209703449945664, "elapsed_tokens_per_second": 580056.1284536246, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 389, "epoch": 5, "tokens": 50987008, "loss": 4.594745530022515, "lr": 0.005988819112284388, "grad_norm": 0.2979026138782501, "tokens_per_second": 1723742.1003149054, "training_seconds": 0.6843529549951199, "elapsed_tokens_per_second": 589086.8252462404, "peak_memory_bytes": 42389451776}
{"loss": 4.594352527463137, "perplexity": 98.92406419288515, "tokens": 50987008, "seconds": 0.5502776719949907, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 5, "step": 389, "evaluation_tokens": 1048576}
{"event": "train", "step": 400, "epoch": 6, "tokens": 52428800, "loss": 4.561366167935458, "lr": 0.0059853991703086515, "grad_norm": 0.27788564562797546, "tokens_per_second": 1730318.971818178, "training_seconds": 0.8332521480042487, "elapsed_tokens_per_second": 596164.0551745134, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 420, "epoch": 6, "tokens": 55050240, "loss": 4.512159204483032, "lr": 0.005978017291720847, "grad_norm": 0.17090672254562378, "tokens_per_second": 1719440.6442055362, "training_seconds": 1.5245888299978105, "elapsed_tokens_per_second": 615296.6857661243, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 440, "epoch": 6, "tokens": 57671680, "loss": 4.441325902938843, "lr": 0.005969136962212003, "grad_norm": 0.23625659942626953, "tokens_per_second": 1723987.727381446, "training_seconds": 1.5205676689947722, "elapsed_tokens_per_second": 633812.3692072865, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 460, "epoch": 6, "tokens": 60293120, "loss": 4.402695679664612, "lr": 0.005958762650103364, "grad_norm": 0.22474874556064606, "tokens_per_second": 1721981.1056292527, "training_seconds": 1.5223395840002922, "elapsed_tokens_per_second": 651708.4473148234, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 467, "epoch": 6, "tokens": 61210624, "loss": 4.363389355795724, "lr": 0.005954779630955907, "grad_norm": 0.18888899683952332, "tokens_per_second": 1721167.0669845466, "training_seconds": 0.5330708550027339, "elapsed_tokens_per_second": 657822.8413745518, "peak_memory_bytes": 42389451776}
{"loss": 4.37164265193448, "perplexity": 79.17357957442817, "tokens": 61210624, "seconds": 0.5485563469992485, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 6, "step": 467, "evaluation_tokens": 1048576}
{"event": "train", "step": 480, "epoch": 7, "tokens": 62914560, "loss": 4.346037131089431, "lr": 0.0059468995754443825, "grad_norm": 0.24055761098861694, "tokens_per_second": 1733489.2651772222, "training_seconds": 0.9829515730089042, "elapsed_tokens_per_second": 665100.8458983707, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 500, "epoch": 7, "tokens": 65536000, "loss": 4.319909405708313, "lr": 0.005933553707386146, "grad_norm": 0.16918328404426575, "tokens_per_second": 1718479.4530295117, "training_seconds": 1.5254415730014443, "elapsed_tokens_per_second": 681808.8692494881, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 520, "epoch": 7, "tokens": 68157440, "loss": 4.286494207382202, "lr": 0.005918731761177867, "grad_norm": 0.2519579529762268, "tokens_per_second": 1718333.3615076586, "training_seconds": 1.5255712649959605, "elapsed_tokens_per_second": 697989.92071032, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 540, "epoch": 7, "tokens": 70778880, "loss": 4.286887550354004, "lr": 0.00590244119478798, "grad_norm": 0.21326152980327606, "tokens_per_second": 1722413.566931895, "training_seconds": 1.5219573570066132, "elapsed_tokens_per_second": 713700.8250509527, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 545, "epoch": 7, "tokens": 71434240, "loss": 4.291707611083984, "lr": 0.005898140025685757, "grad_norm": 0.19848273694515228, "tokens_per_second": 1726384.3315066495, "training_seconds": 0.37961419600469526, "elapsed_tokens_per_second": 717549.5257214411, "peak_memory_bytes": 42389451776}
{"loss": 4.282858480415512, "perplexity": 72.44723330678511, "tokens": 71434240, "seconds": 0.5485066200053552, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 7, "step": 545, "evaluation_tokens": 1048576}
{"event": "train", "step": 560, "epoch": 8, "tokens": 73400320, "loss": 4.257028961181641, "lr": 0.005884690205151496, "grad_norm": 0.16676393151283264, "tokens_per_second": 1725081.616428426, "training_seconds": 1.139702597996802, "elapsed_tokens_per_second": 724929.9640504373, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 580, "epoch": 8, "tokens": 76021760, "loss": 4.2186953067779545, "lr": 0.005865487724045557, "grad_norm": 0.17478494346141815, "tokens_per_second": 1722452.0640265357, "training_seconds": 1.5219233410025481, "elapsed_tokens_per_second": 739691.4076972798, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 600, "epoch": 8, "tokens": 78643200, "loss": 4.197100400924683, "lr": 0.005844843413595223, "grad_norm": 0.1871844232082367, "tokens_per_second": 1718274.7953520983, "training_seconds": 1.5256232629908482, "elapsed_tokens_per_second": 753992.9630576057, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 620, "epoch": 8, "tokens": 81264640, "loss": 4.1919057130813595, "lr": 0.0058227676614117695, "grad_norm": 0.15432915091514587, "tokens_per_second": 1721214.6824308774, "training_seconds": 1.5230174520111177, "elapsed_tokens_per_second": 767902.434325992, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 623, "epoch": 8, "tokens": 81657856, "loss": 4.163137753804524, "lr": 0.005819333513924642, "grad_norm": 0.18533137440681458, "tokens_per_second": 1723714.6156293096, "training_seconds": 0.22812128900841344, "elapsed_tokens_per_second": 769945.7697133751, "peak_memory_bytes": 42389451776}
{"loss": 4.1786639851072245, "perplexity": 65.27858177159158, "tokens": 81657856, "seconds": 0.5490911150118336, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 8, "step": 623, "evaluation_tokens": 1048576}
{"event": "train", "step": 640, "epoch": 9, "tokens": 83886080, "loss": 4.16213181439568, "lr": 0.005799271575365957, "grad_norm": 0.17262880504131317, "tokens_per_second": 1727284.7457992428, "training_seconds": 1.2900154450035188, "elapsed_tokens_per_second": 777390.5413967451, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 660, "epoch": 9, "tokens": 86507520, "loss": 4.1502152442932125, "lr": 0.005774366977998868, "grad_norm": 0.17435544729232788, "tokens_per_second": 1721502.3350788124, "training_seconds": 1.5227629649889423, "elapsed_tokens_per_second": 790517.5633922269, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 680, "epoch": 9, "tokens": 89128960, "loss": 4.126451063156128, "lr": 0.005748066400573153, "grad_norm": 0.2521305978298187, "tokens_per_second": 1718897.9686004699, "training_seconds": 1.5250701600016328, "elapsed_tokens_per_second": 803263.8828199751, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 700, "epoch": 9, "tokens": 91750400, "loss": 4.117424130439758, "lr": 0.00572038307676767, "grad_norm": 0.1576717048883438, "tokens_per_second": 1719949.3213027557, "training_seconds": 1.5241379310027696, "elapsed_tokens_per_second": 815674.9297006446, "peak_memory_bytes": 42389451776}
{"loss": 4.121500762697171, "perplexity": 61.65169743817008, "tokens": 91750400, "seconds": 0.5490155979932752, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 9, "step": 700, "evaluation_tokens": 1048576}
{"event": "train", "step": 720, "epoch": 10, "tokens": 94371840, "loss": 4.097699975967407, "lr": 0.005691330936018681, "grad_norm": 0.17199791967868805, "tokens_per_second": 1724052.7067028687, "training_seconds": 1.5205103589978535, "elapsed_tokens_per_second": 823773.3382659907, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 740, "epoch": 10, "tokens": 96993280, "loss": 4.090725421905518, "lr": 0.0056609245965109686, "grad_norm": 0.17761389911174774, "tokens_per_second": 1723164.8210514993, "training_seconds": 1.5212938240001677, "elapsed_tokens_per_second": 835547.3146119344, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 760, "epoch": 10, "tokens": 99614720, "loss": 4.076825654506683, "lr": 0.005629179357822402, "grad_norm": 0.15148887038230896, "tokens_per_second": 1723418.1757589905, "training_seconds": 1.5210701830073958, "elapsed_tokens_per_second": 847022.1078287202, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 778, "epoch": 10, "tokens": 101974016, "loss": 4.06212920612759, "lr": 0.0055994770723212265, "grad_norm": 0.15930645167827606, "tokens_per_second": 1722337.5638034567, "training_seconds": 1.3698220660007792, "elapsed_tokens_per_second": 857087.8341580183, "peak_memory_bytes": 42389451776}
{"loss": 4.060270624019695, "perplexity": 57.99000244319677, "tokens": 101974016, "seconds": 0.5479744759941241, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 10, "step": 778, "evaluation_tokens": 1048576}
{"event": "train", "step": 780, "epoch": 11, "tokens": 102236160, "loss": 4.018322706222534, "lr": 0.005596111193225627, "grad_norm": 0.15734271705150604, "tokens_per_second": 1773687.7445528507, "training_seconds": 0.14779602599446662, "elapsed_tokens_per_second": 854253.0258358507, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 800, "epoch": 11, "tokens": 104857600, "loss": 4.046363639831543, "lr": 0.005561736741650793, "grad_norm": 0.16935312747955322, "tokens_per_second": 1721447.6053085197, "training_seconds": 1.522811378003098, "elapsed_tokens_per_second": 865140.6008162654, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 820, "epoch": 11, "tokens": 107479040, "loss": 4.034705066680909, "lr": 0.005526073299313328, "grad_norm": 0.16223125159740448, "tokens_per_second": 1715992.0073874793, "training_seconds": 1.5276528029935434, "elapsed_tokens_per_second": 875719.0400302872, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 840, "epoch": 11, "tokens": 110100480, "loss": 4.019648611545563, "lr": 0.005489138811010988, "grad_norm": 0.1884448379278183, "tokens_per_second": 1722136.650463978, "training_seconds": 1.5222020850051194, "elapsed_tokens_per_second": 886077.3609295634, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 856, "epoch": 11, "tokens": 112197632, "loss": 4.009748667478561, "lr": 0.005458688534706318, "grad_norm": 0.2052111178636551, "tokens_per_second": 1722433.0319867372, "training_seconds": 1.2175521260069218, "elapsed_tokens_per_second": 894180.7134251896, "peak_memory_bytes": 42389451776}
{"loss": 4.025528874025478, "perplexity": 56.00992314334005, "tokens": 112197632, "seconds": 0.5507488260045648, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 11, "step": 856, "evaluation_tokens": 1048576}
{"event": "train", "step": 860, "epoch": 12, "tokens": 112721920, "loss": 4.000664293766022, "lr": 0.005450951861094564, "grad_norm": 0.18152077496051788, "tokens_per_second": 1753790.5564739956, "training_seconds": 0.29894561700348277, "elapsed_tokens_per_second": 892271.368741373, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 880, "epoch": 12, "tokens": 115343360, "loss": 3.994215500354767, "lr": 0.005411531664116785, "grad_norm": 0.14450973272323608, "tokens_per_second": 1717366.5310087944, "training_seconds": 1.5264301199931651, "elapsed_tokens_per_second": 902112.2888075078, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 900, "epoch": 12, "tokens": 117964800, "loss": 3.99552458524704, "lr": 0.0053708980551641135, "grad_norm": 0.17443834245204926, "tokens_per_second": 1718260.6314082607, "training_seconds": 1.5256358389888192, "elapsed_tokens_per_second": 911721.6849537372, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 920, "epoch": 12, "tokens": 120586240, "loss": 3.9843517422676085, "lr": 0.0053290714798763135, "grad_norm": 0.16473273932933807, "tokens_per_second": 1719338.5905631557, "training_seconds": 1.524679324007593, "elapsed_tokens_per_second": 921118.5111820096, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 934, "epoch": 12, "tokens": 122421248, "loss": 3.9725161279950822, "lr": 0.005299094308492442, "grad_norm": 0.1475106179714203, "tokens_per_second": 1719088.1385081657, "training_seconds": 1.0674310169997625, "elapsed_tokens_per_second": 927558.0853127262, "peak_memory_bytes": 42389451776}
{"loss": 3.984706370253281, "perplexity": 53.769498835377775, "tokens": 122421248, "seconds": 0.5495659500011243, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 12, "step": 934, "evaluation_tokens": 1048576}
{"event": "train", "step": 940, "epoch": 13, "tokens": 123207680, "loss": 3.936246474583944, "lr": 0.005286072984158808, "grad_norm": 0.19397340714931488, "tokens_per_second": 1740131.0136620929, "training_seconds": 0.4519383849983569, "elapsed_tokens_per_second": 926442.0401554353, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 960, "epoch": 13, "tokens": 125829120, "loss": 3.9612181425094604, "lr": 0.00524192420359299, "grad_norm": 0.15067878365516663, "tokens_per_second": 1716664.9648685732, "training_seconds": 1.5270539410121273, "elapsed_tokens_per_second": 935404.1876773848, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 980, "epoch": 13, "tokens": 128450560, "loss": 3.9381110429763795, "lr": 0.00519664735254984, "grad_norm": 0.1591869443655014, "tokens_per_second": 1719054.618561739, "training_seconds": 1.5249311869993107, "elapsed_tokens_per_second": 944176.2540356254, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1000, "epoch": 13, "tokens": 131072000, "loss": 3.9576699495315553, "lr": 0.005150265213012302, "grad_norm": 0.138553187251091, "tokens_per_second": 1720392.2167474586, "training_seconds": 1.52374555899587, "elapsed_tokens_per_second": 952764.3355668301, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1012, "epoch": 13, "tokens": 132644864, "loss": 3.96341464916865, "lr": 0.0051219150766892655, "grad_norm": 0.19502505660057068, "tokens_per_second": 1717209.6257169927, "training_seconds": 0.9159417560003931, "elapsed_tokens_per_second": 957807.6186838514, "peak_memory_bytes": 42389451776}
{"loss": 3.9515886833071674, "perplexity": 52.0179412601115, "tokens": 132644864, "seconds": 0.5505623359931633, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 13, "step": 1012, "evaluation_tokens": 1048576}
{"event": "train", "step": 1020, "epoch": 14, "tokens": 133693440, "loss": 3.9442870914936066, "lr": 0.005102801123112059, "grad_norm": 0.1742546111345291, "tokens_per_second": 1735129.0095479717, "training_seconds": 0.6043216350080911, "elapsed_tokens_per_second": 957349.6514922283, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1040, "epoch": 14, "tokens": 136314880, "loss": 3.9267228484153747, "lr": 0.005054278965386473, "grad_norm": 0.16417677700519562, "tokens_per_second": 1719502.3216194615, "training_seconds": 1.5245341440022457, "elapsed_tokens_per_second": 965571.2680090282, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1060, "epoch": 14, "tokens": 138936320, "loss": 3.9234668374061585, "lr": 0.0050047231547615855, "grad_norm": 0.15676644444465637, "tokens_per_second": 1719339.6381812766, "training_seconds": 1.524678394998773, "elapsed_tokens_per_second": 973611.3965123834, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1080, "epoch": 14, "tokens": 141557760, "loss": 3.9242119669914244, "lr": 0.00495415862626725, "grad_norm": 0.15304553508758545, "tokens_per_second": 1721770.364739558, "training_seconds": 1.522525915002916, "elapsed_tokens_per_second": 981498.9657455172, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1090, "epoch": 14, "tokens": 142868480, "loss": 3.9209903478622437, "lr": 0.0049285060241493865, "grad_norm": 0.17598453164100647, "tokens_per_second": 1721437.44044021, "training_seconds": 0.7614101850049337, "elapsed_tokens_per_second": 985370.9957497006, "peak_memory_bytes": 42389451776}
{"loss": 3.92335885342704, "perplexity": 50.57001710961135, "tokens": 142868480, "seconds": 0.5507407620025333, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 14, "step": 1090, "evaluation_tokens": 1048576}
{"event": "train", "step": 1100, "epoch": 15, "tokens": 144179200, "loss": 3.91063871383667, "lr": 0.004902610822490556, "grad_norm": 0.1419014036655426, "tokens_per_second": 1733124.910372201, "training_seconds": 0.7562755529943388, "elapsed_tokens_per_second": 985481.426206901, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1120, "epoch": 15, "tokens": 146800640, "loss": 3.911307525634766, "lr": 0.00485010568077386, "grad_norm": 0.13737475872039795, "tokens_per_second": 1718098.1084848442, "training_seconds": 1.5257801560073858, "elapsed_tokens_per_second": 993034.147142703, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1140, "epoch": 15, "tokens": 149422080, "loss": 3.8946240067481996, "lr": 0.004796669620163886, "grad_norm": 0.17171889543533325, "tokens_per_second": 1721709.4630626512, "training_seconds": 1.522579771000892, "elapsed_tokens_per_second": 1000449.7784905963, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1160, "epoch": 15, "tokens": 152043520, "loss": 3.8765062212944033, "lr": 0.004742329528118427, "grad_norm": 0.1583506017923355, "tokens_per_second": 1720157.6288919726, "training_seconds": 1.5239533610001672, "elapsed_tokens_per_second": 1007710.2833946265, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1167, "epoch": 15, "tokens": 152961024, "loss": 3.889814955847604, "lr": 0.004723101965114102, "grad_norm": 0.15281018614768982, "tokens_per_second": 1723253.4070426484, "training_seconds": 0.5324254669976654, "elapsed_tokens_per_second": 1010214.9504430386, "peak_memory_bytes": 42389451776}
{"loss": 3.900781103277021, "perplexity": 49.44105259511274, "tokens": 152961024, "seconds": 0.5500400409946451, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 15, "step": 1167, "evaluation_tokens": 1048576}
{"event": "train", "step": 1180, "epoch": 16, "tokens": 154664960, "loss": 3.8806967368492713, "lr": 0.004687112746977365, "grad_norm": 0.16916461288928986, "tokens_per_second": 1723323.0639448992, "training_seconds": 0.9887501859921031, "elapsed_tokens_per_second": 1011151.1117790944, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1200, "epoch": 16, "tokens": 157286400, "loss": 3.8660415768623353, "lr": 0.004631047060204816, "grad_norm": 0.15413111448287964, "tokens_per_second": 1713918.5304733007, "training_seconds": 1.5295009379915427, "elapsed_tokens_per_second": 1018099.706274672, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1220, "epoch": 16, "tokens": 159907840, "loss": 3.862929403781891, "lr": 0.004574160678409302, "grad_norm": 0.17867788672447205, "tokens_per_second": 1718785.0907498202, "training_seconds": 1.5251703160029138, "elapsed_tokens_per_second": 1024937.568676907, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1240, "epoch": 16, "tokens": 162529280, "loss": 3.847885549068451, "lr": 0.004516482225148996, "grad_norm": 0.18285949528217316, "tokens_per_second": 1718602.7848222372, "training_seconds": 1.5253321030031657, "elapsed_tokens_per_second": 1031644.6468970056, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1245, "epoch": 16, "tokens": 163184640, "loss": 3.8296093463897707, "lr": 0.004501942243146119, "grad_norm": 0.1730528622865677, "tokens_per_second": 1723292.9884191677, "training_seconds": 0.3802951700054109, "elapsed_tokens_per_second": 1033298.8748801439, "peak_memory_bytes": 42389451776}
{"loss": 3.874826546901511, "perplexity": 48.17434157755654, "tokens": 163184640, "seconds": 0.5493771160108736, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 16, "step": 1245, "evaluation_tokens": 1048576}
{"event": "train", "step": 1260, "epoch": 17, "tokens": 165150720, "loss": 3.850252326329549, "lr": 0.004458040722529194, "grad_norm": 0.14857268333435059, "tokens_per_second": 1727406.8398858865, "training_seconds": 1.138168469988159, "elapsed_tokens_per_second": 1034652.8081510755, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1280, "epoch": 17, "tokens": 167772160, "loss": 3.851272177696228, "lr": 0.004398865576599242, "grad_norm": 0.13220302760601044, "tokens_per_second": 1721002.899810286, "training_seconds": 1.5232048710022354, "elapsed_tokens_per_second": 1041130.8275255125, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1300, "epoch": 17, "tokens": 170393600, "loss": 3.83290274143219, "lr": 0.0043389865625562685, "grad_norm": 0.16167861223220825, "tokens_per_second": 1722118.6215386095, "training_seconds": 1.522218020996661, "elapsed_tokens_per_second": 1047490.696629644, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1320, "epoch": 17, "tokens": 173015040, "loss": 3.8338706731796264, "lr": 0.004278433809763189, "grad_norm": 0.1361461877822876, "tokens_per_second": 1721869.7372849423, "training_seconds": 1.5224380469880998, "elapsed_tokens_per_second": 1053734.9118984095, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1323, "epoch": 17, "tokens": 173408256, "loss": 3.8526597817738852, "lr": 0.004269294665876606, "grad_norm": 0.15583491325378418, "tokens_per_second": 1716110.6904482725, "training_seconds": 0.22913207300007343, "elapsed_tokens_per_second": 1054645.9793777089, "peak_memory_bytes": 42389451776}
{"loss": 3.850636950250052, "perplexity": 47.023005009654575, "tokens": 173408256, "seconds": 0.5489259939931799, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 17, "step": 1323, "evaluation_tokens": 1048576}
{"event": "train", "step": 1340, "epoch": 18, "tokens": 175636480, "loss": 3.820409283918493, "lr": 0.004217237786588483, "grad_norm": 0.12489615380764008, "tokens_per_second": 1726709.5616252618, "training_seconds": 1.2904451620124746, "elapsed_tokens_per_second": 1056342.2546679843, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1360, "epoch": 18, "tokens": 178257920, "loss": 3.819843900203705, "lr": 0.00415542928507542, "grad_norm": 0.16726776957511902, "tokens_per_second": 1720503.4268047784, "training_seconds": 1.5236470669915434, "elapsed_tokens_per_second": 1062364.786474887, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1380, "epoch": 18, "tokens": 180879360, "loss": 3.7973522782325744, "lr": 0.004093039405448392, "grad_norm": 0.16054387390613556, "tokens_per_second": 1717495.1043039863, "training_seconds": 1.5263158500019927, "elapsed_tokens_per_second": 1068258.191308982, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1400, "epoch": 18, "tokens": 183500800, "loss": 3.8148362755775453, "lr": 0.004030099540464199, "grad_norm": 0.17093944549560547, "tokens_per_second": 1722380.6483980224, "training_seconds": 1.5219864450045861, "elapsed_tokens_per_second": 1074076.7013946802, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1401, "epoch": 18, "tokens": 183631872, "loss": 3.817142963409424, "lr": 0.004026938677033256, "grad_norm": 0.18677033483982086, "tokens_per_second": 1740971.6744805155, "training_seconds": 0.07528669301245827, "elapsed_tokens_per_second": 1074358.2401130374, "peak_memory_bytes": 42389451776}
{"loss": 3.8285335112712247, "perplexity": 45.9950375476704, "tokens": 183631872, "seconds": 0.5498722689953865, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 18, "step": 1401, "evaluation_tokens": 1048576}
{"event": "train", "step": 1420, "epoch": 19, "tokens": 186122240, "loss": 3.7946424107802543, "lr": 0.003966641359616138, "grad_norm": 0.14367492496967316, "tokens_per_second": 1725671.8925961088, "training_seconds": 1.4431294910027646, "elapsed_tokens_per_second": 1076337.3420281976, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1440, "epoch": 19, "tokens": 188743680, "loss": 3.787322390079498, "lr": 0.0039026967931988406, "grad_norm": 0.16682446002960205, "tokens_per_second": 1720705.3640149306, "training_seconds": 1.523468255996704, "elapsed_tokens_per_second": 1081955.4715099179, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1460, "epoch": 19, "tokens": 191365120, "loss": 3.802434170246124, "lr": 0.003838298016241884, "grad_norm": 0.17520621418952942, "tokens_per_second": 1719467.3871568604, "training_seconds": 1.5245651180011919, "elapsed_tokens_per_second": 1087466.2944559606, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1479, "epoch": 19, "tokens": 193855488, "loss": 3.7946053178686845, "lr": 0.0037767279767460145, "grad_norm": 0.1690455973148346, "tokens_per_second": 1717151.5005321407, "training_seconds": 1.4502902039967012, "elapsed_tokens_per_second": 1092604.4305761254, "peak_memory_bytes": 42389451776}
{"loss": 3.8080421296728577, "perplexity": 45.06212664195698, "tokens": 193855488, "seconds": 0.5522712060046615, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 19, "step": 1479, "evaluation_tokens": 1048576}
{"event": "train", "step": 1480, "epoch": 20, "tokens": 193986560, "loss": 3.803781032562256, "lr": 0.003773477432320261, "grad_norm": 0.16242778301239014, "tokens_per_second": 1878923.807938179, "training_seconds": 0.06975908200547565, "elapsed_tokens_per_second": 1089481.3697137127, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1500, "epoch": 20, "tokens": 196608000, "loss": 3.792654287815094, "lr": 0.003708267657249854, "grad_norm": 0.15874981880187988, "tokens_per_second": 1715830.598413375, "training_seconds": 1.5277965099958237, "elapsed_tokens_per_second": 1094799.9270216909, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1520, "epoch": 20, "tokens": 199229440, "loss": 3.78517290353775, "lr": 0.0036427015026761116, "grad_norm": 0.1439492255449295, "tokens_per_second": 1715911.786005497, "training_seconds": 1.527724222993129, "elapsed_tokens_per_second": 1100031.0109557773, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1540, "epoch": 20, "tokens": 201850880, "loss": 3.7746937751770018, "lr": 0.0035768119595641903, "grad_norm": 0.1526046097278595, "tokens_per_second": 1715120.0534622723, "training_seconds": 1.5284294500015676, "elapsed_tokens_per_second": 1105166.5558826234, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1557, "epoch": 20, "tokens": 204079104, "loss": 3.788491263109095, "lr": 0.003520576343213019, "grad_norm": 0.16221870481967926, "tokens_per_second": 1718134.3594503768, "training_seconds": 1.2968857689993456, "elapsed_tokens_per_second": 1109479.7261541034, "peak_memory_bytes": 42389451776}
{"loss": 3.7888817255884355, "perplexity": 44.20693713784225, "tokens": 204079104, "seconds": 0.5508297129999846, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 20, "step": 1557, "evaluation_tokens": 1048576}
{"event": "train", "step": 1560, "epoch": 21, "tokens": 204472320, "loss": 3.7944231033325195, "lr": 0.0035106321815988736, "grad_norm": 0.18265099823474884, "tokens_per_second": 1753588.8297753274, "training_seconds": 0.22423500499280635, "elapsed_tokens_per_second": 1106913.2452041619, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1580, "epoch": 21, "tokens": 207093760, "loss": 3.764213764667511, "lr": 0.0034441954685026023, "grad_norm": 0.16233356297016144, "tokens_per_second": 1718466.04386105, "training_seconds": 1.5254534760024399, "elapsed_tokens_per_second": 1111911.789245887, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1600, "epoch": 21, "tokens": 209715200, "loss": 3.7664974451065065, "lr": 0.0033775352492800407, "grad_norm": 0.19101184606552124, "tokens_per_second": 1714824.118488244, "training_seconds": 1.528693218002445, "elapsed_tokens_per_second": 1116811.597621652, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1620, "epoch": 21, "tokens": 212336640, "loss": 3.772184193134308, "lr": 0.0033106850653975765, "grad_norm": 0.16070875525474548, "tokens_per_second": 1717296.6558293907, "training_seconds": 1.5264922289934475, "elapsed_tokens_per_second": 1121643.3095438736, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1634, "epoch": 21, "tokens": 214171648, "loss": 3.7648209503718784, "lr": 0.003263794917011864, "grad_norm": 0.14301244914531708, "tokens_per_second": 1717973.0447983, "training_seconds": 1.0681238600081997, "elapsed_tokens_per_second": 1124981.097615979, "peak_memory_bytes": 42389451776}
{"loss": 3.763949143761155, "perplexity": 43.11837083473447, "tokens": 214171648, "seconds": 0.5495034170016879, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 21, "step": 1634, "evaluation_tokens": 1048576}
{"event": "train", "step": 1640, "epoch": 22, "tokens": 214958080, "loss": 3.7434835036595664, "lr": 0.0032436785539062376, "grad_norm": 0.14289365708827972, "tokens_per_second": 1747808.1940265908, "training_seconds": 0.44995326299977023, "elapsed_tokens_per_second": 1123175.182742554, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1660, "epoch": 22, "tokens": 217579520, "loss": 3.7583613872528074, "lr": 0.0031765494305165225, "grad_norm": 0.16374215483665466, "tokens_per_second": 1725541.5580452734, "training_seconds": 1.5191984150005737, "elapsed_tokens_per_second": 1127909.8623178513, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1680, "epoch": 22, "tokens": 220200960, "loss": 3.7444747924804687, "lr": 0.0031093314726336353, "grad_norm": 0.1325606107711792, "tokens_per_second": 1722040.6588940239, "training_seconds": 1.5222869369899854, "elapsed_tokens_per_second": 1132554.7677703076, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1700, "epoch": 22, "tokens": 222822400, "loss": 3.7423921704292296, "lr": 0.003042058502361692, "grad_norm": 0.1751130223274231, "tokens_per_second": 1722654.2133021012, "training_seconds": 1.5217447470058687, "elapsed_tokens_per_second": 1137128.3695491066, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1712, "epoch": 22, "tokens": 224395264, "loss": 3.744098166624705, "lr": 0.0030016823951208075, "grad_norm": 0.1553173065185547, "tokens_per_second": 1723036.5326685421, "training_seconds": 0.9128442549990723, "elapsed_tokens_per_second": 1139838.0308167874, "peak_memory_bytes": 42389451776}
{"loss": 3.748001574956551, "perplexity": 42.43619165666564, "tokens": 224395264, "seconds": 0.5490986080112634, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 22, "step": 1712, "evaluation_tokens": 1048576}
{"event": "train", "step": 1720, "epoch": 23, "tokens": 225443840, "loss": 3.7306748628616333, "lr": 0.00297476436948543, "grad_norm": 0.14827707409858704, "tokens_per_second": 1737691.392970725, "training_seconds": 0.6034305079956539, "elapsed_tokens_per_second": 1138460.1783147405, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1740, "epoch": 23, "tokens": 228065280, "loss": 3.7368980646133423, "lr": 0.002907482934437985, "grad_norm": 0.13605134189128876, "tokens_per_second": 1719492.838403343, "training_seconds": 1.5245425519970013, "elapsed_tokens_per_second": 1142889.293118779, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1760, "epoch": 23, "tokens": 230686720, "loss": 3.7257026553153993, "lr": 0.002840248051263322, "grad_norm": 0.1468975841999054, "tokens_per_second": 1720168.654564827, "training_seconds": 1.5239435929979663, "elapsed_tokens_per_second": 1147256.6719533147, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1780, "epoch": 23, "tokens": 233308160, "loss": 3.7212835550308228, "lr": 0.0027730935505818665, "grad_norm": 0.15159928798675537, "tokens_per_second": 1719994.7198657354, "training_seconds": 1.5240977020002902, "elapsed_tokens_per_second": 1151553.4878119808, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1790, "epoch": 23, "tokens": 234618880, "loss": 3.7254157304763793, "lr": 0.002739557005150571, "grad_norm": 0.17244605720043182, "tokens_per_second": 1717691.2272226475, "training_seconds": 0.7630707889911719, "elapsed_tokens_per_second": 1153669.3771188315, "peak_memory_bytes": 42389451776}
{"loss": 3.727748717062606, "perplexity": 41.58538224034592, "tokens": 234618880, "seconds": 0.5521688859880669, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 23, "step": 1790, "evaluation_tokens": 1048576}
{"event": "train", "step": 1800, "epoch": 24, "tokens": 235929600, "loss": 3.711304759979248, "lr": 0.0027060532225679315, "grad_norm": 0.17804433405399323, "tokens_per_second": 1729335.1612534586, "training_seconds": 0.757932891996461, "elapsed_tokens_per_second": 1152642.1629678914, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1820, "epoch": 24, "tokens": 238551040, "loss": 3.722553312778473, "lr": 0.002639160799947495, "grad_norm": 0.1471048891544342, "tokens_per_second": 1718282.0823802764, "training_seconds": 1.5256167930056108, "elapsed_tokens_per_second": 1156817.098440969, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1840, "epoch": 24, "tokens": 241172480, "loss": 3.697578024864197, "lr": 0.0025724499410248822, "grad_norm": 0.13806293904781342, "tokens_per_second": 1718568.1460251112, "training_seconds": 1.5253628470090916, "elapsed_tokens_per_second": 1160934.5134304862, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1860, "epoch": 24, "tokens": 243793920, "loss": 3.7139204263687136, "lr": 0.0025059542127468916, "grad_norm": 0.14822107553482056, "tokens_per_second": 1716713.3920316866, "training_seconds": 1.5270108639961109, "elapsed_tokens_per_second": 1164979.810294899, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1868, "epoch": 24, "tokens": 244842496, "loss": 3.699739694595337, "lr": 0.0024794236567869813, "grad_norm": 0.15001265704631805, "tokens_per_second": 1715291.5343951243, "training_seconds": 0.6113106600096216, "elapsed_tokens_per_second": 1166574.0775843228, "peak_memory_bytes": 42389451776}
{"loss": 3.7119715008688434, "perplexity": 40.9344292898635, "tokens": 244842496, "seconds": 0.5511364999983925, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 24, "step": 1868, "evaluation_tokens": 1048576}
{"event": "train", "step": 1880, "epoch": 25, "tokens": 246415360, "loss": 3.6936466296513877, "lr": 0.0024397070738128917, "grad_norm": 0.1468454748392105, "tokens_per_second": 1728482.2488696019, "training_seconds": 0.9099682689993642, "elapsed_tokens_per_second": 1165912.8983304529, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1900, "epoch": 25, "tokens": 249036800, "loss": 3.6988572239875794, "lr": 0.00237374185783939, "grad_norm": 0.14251890778541565, "tokens_per_second": 1715885.0883765304, "training_seconds": 1.5277479930082336, "elapsed_tokens_per_second": 1169849.7476171574, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1920, "epoch": 25, "tokens": 251658240, "loss": 3.703144037723541, "lr": 0.002308091756587532, "grad_norm": 0.15743803977966309, "tokens_per_second": 1719862.7311296093, "training_seconds": 1.524214666991611, "elapsed_tokens_per_second": 1173752.4528624672, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1940, "epoch": 25, "tokens": 254279680, "loss": 3.7047678947448732, "lr": 0.0022427898032619797, "grad_norm": 0.14199228584766388, "tokens_per_second": 1723098.954978444, "training_seconds": 1.5213519760000054, "elapsed_tokens_per_second": 1177613.1776498174, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1946, "epoch": 25, "tokens": 255066112, "loss": 3.6660929123560586, "lr": 0.002223272023253987, "grad_norm": 0.15131397545337677, "tokens_per_second": 1717286.9535112495, "training_seconds": 0.45795025600818917, "elapsed_tokens_per_second": 1178747.5558529783, "peak_memory_bytes": 42389451776}
{"loss": 3.6931458647912576, "perplexity": 40.17102099056899, "tokens": 255066112, "seconds": 0.5503552830050467, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 25, "step": 1946, "evaluation_tokens": 1048576}
{"event": "train", "step": 1960, "epoch": 26, "tokens": 256901120, "loss": 3.6704104457582747, "lr": 0.0021778688558895766, "grad_norm": 0.147617906332016, "tokens_per_second": 1728502.7753468447, "training_seconds": 1.0616170400026022, "elapsed_tokens_per_second": 1178408.6788132412, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1980, "epoch": 26, "tokens": 259522560, "loss": 3.6777552008628844, "lr": 0.0021133615807861455, "grad_norm": 0.1376137137413025, "tokens_per_second": 1719126.656028191, "training_seconds": 1.5248672870075097, "elapsed_tokens_per_second": 1182154.6103026592, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2000, "epoch": 26, "tokens": 262144000, "loss": 3.670618176460266, "lr": 0.002049300436119765, "grad_norm": 0.1419878602027893, "tokens_per_second": 1721791.5641796165, "training_seconds": 1.52250716900744, "elapsed_tokens_per_second": 1185863.746984304, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2020, "epoch": 26, "tokens": 264765440, "loss": 3.6745288014411925, "lr": 0.0019857176555787667, "grad_norm": 0.16251759231090546, "tokens_per_second": 1717751.156080752, "training_seconds": 1.5260883339942666, "elapsed_tokens_per_second": 1189500.9859476835, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2024, "epoch": 26, "tokens": 265289728, "loss": 3.6681143641471863, "lr": 0.0019730613229667453, "grad_norm": 0.15957613289356232, "tokens_per_second": 1721816.5278945337, "training_seconds": 0.3044970189948799, "elapsed_tokens_per_second": 1190220.1683507767, "peak_memory_bytes": 42389451776}
{"loss": 3.6788952953481555, "perplexity": 39.602620699387906, "tokens": 265289728, "seconds": 0.5505104140029289, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 26, "step": 2024, "evaluation_tokens": 1048576}
{"event": "train", "step": 2040, "epoch": 27, "tokens": 267386880, "loss": 3.652557983994484, "lr": 0.0019226452321526929, "grad_norm": 0.1396612673997879, "tokens_per_second": 1725439.5443782783, "training_seconds": 1.2154305880103493, "elapsed_tokens_per_second": 1190162.5972621997, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2060, "epoch": 27, "tokens": 270008320, "loss": 3.652967667579651, "lr": 0.0018601149020343543, "grad_norm": 0.14882203936576843, "tokens_per_second": 1716209.144825057, "training_seconds": 1.5274595219962066, "elapsed_tokens_per_second": 1193704.4810769, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2080, "epoch": 27, "tokens": 272629760, "loss": 3.66044796705246, "lr": 0.001798158128651121, "grad_norm": 0.1421407014131546, "tokens_per_second": 1718622.3266619886, "training_seconds": 1.5253147589974105, "elapsed_tokens_per_second": 1197212.2643190275, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2100, "epoch": 27, "tokens": 275251200, "loss": 3.6521186947822573, "lr": 0.0017368060868334406, "grad_norm": 0.1495709866285324, "tokens_per_second": 1721782.535188182, "training_seconds": 1.5225151530030416, "elapsed_tokens_per_second": 1200686.1747857693, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2101, "epoch": 27, "tokens": 275382272, "loss": 3.664759874343872, "lr": 0.0017337549140233875, "grad_norm": 0.1422402709722519, "tokens_per_second": 1728483.207913489, "training_seconds": 0.07583064700884279, "elapsed_tokens_per_second": 1200853.4250593237, "peak_memory_bytes": 42389451776}
{"loss": 3.663696021340791, "perplexity": 39.00524098535602, "tokens": 275382272, "seconds": 0.5521411590016214, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 27, "step": 2101, "evaluation_tokens": 1048576}
{"event": "train", "step": 2120, "epoch": 28, "tokens": 277872640, "loss": 3.6549095354582133, "lr": 0.0016760896471285825, "grad_norm": 0.15080110728740692, "tokens_per_second": 1726646.3097321088, "training_seconds": 1.442315074004, "elapsed_tokens_per_second": 1201230.1917766586, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2140, "epoch": 28, "tokens": 280494080, "loss": 3.648060381412506, "lr": 0.0016160393602674796, "grad_norm": 0.15357017517089844, "tokens_per_second": 1717597.770863403, "training_seconds": 1.526224617002299, "elapsed_tokens_per_second": 1204604.9811905313, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2160, "epoch": 28, "tokens": 283115520, "loss": 3.64725182056427, "lr": 0.0015566854417925022, "grad_norm": 0.13478316366672516, "tokens_per_second": 1716728.6423694736, "training_seconds": 1.5269972989917733, "elapsed_tokens_per_second": 1207934.6182349492, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2179, "epoch": 28, "tokens": 285605888, "loss": 3.6453698308844316, "lr": 0.0015009714361357814, "grad_norm": 0.12921109795570374, "tokens_per_second": 1715966.2346535116, "training_seconds": 1.4512919600092573, "elapsed_tokens_per_second": 1211051.6401015597, "peak_memory_bytes": 42389451776}
{"loss": 3.6477926658059956, "perplexity": 38.38983326465646, "tokens": 285605888, "seconds": 0.551789839999401, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 28, "step": 2179, "evaluation_tokens": 1048576}
{"event": "train", "step": 2180, "epoch": 29, "tokens": 285736960, "loss": 3.677407741546631, "lr": 0.0014980577568538807, "grad_norm": 0.13410283625125885, "tokens_per_second": 1883112.3572950463, "training_seconds": 0.06960391900793184, "elapsed_tokens_per_second": 1208291.481767177, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2200, "epoch": 29, "tokens": 288358400, "loss": 3.635748267173767, "lr": 0.0014401858051824392, "grad_norm": 0.1506374478340149, "tokens_per_second": 1716913.5037748527, "training_seconds": 1.526832886011107, "elapsed_tokens_per_second": 1211547.8448961703, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2220, "epoch": 29, "tokens": 290979840, "loss": 3.6275591373443605, "lr": 0.0013830987062461969, "grad_norm": 0.13043326139450073, "tokens_per_second": 1714366.5060949195, "training_seconds": 1.5291012689995114, "elapsed_tokens_per_second": 1214748.8886868975, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2240, "epoch": 29, "tokens": 293601280, "loss": 3.6555434465408325, "lr": 0.001326825184598303, "grad_norm": 0.16228820383548737, "tokens_per_second": 1719735.9060498455, "training_seconds": 1.524327072998858, "elapsed_tokens_per_second": 1217934.907184265, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2257, "epoch": 29, "tokens": 295829504, "loss": 3.6320984223309685, "lr": 0.0012796535277886276, "grad_norm": 0.15076012909412384, "tokens_per_second": 1715888.2913977276, "training_seconds": 1.298583370007691, "elapsed_tokens_per_second": 1220593.7928769921, "peak_memory_bytes": 42389451776}
{"loss": 3.6332865117028144, "perplexity": 37.83696412471367, "tokens": 295829504, "seconds": 0.5526316079922253, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 29, "step": 2257, "evaluation_tokens": 1048576}
{"event": "train", "step": 2260, "epoch": 30, "tokens": 296222720, "loss": 3.593774398167928, "lr": 0.0012713935554236892, "grad_norm": 0.15163131058216095, "tokens_per_second": 1751956.9513792598, "training_seconds": 0.22444387100404128, "elapsed_tokens_per_second": 1218269.9996389388, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2280, "epoch": 30, "tokens": 298844160, "loss": 3.624293851852417, "lr": 0.0012168317102916975, "grad_norm": 0.1520659327507019, "tokens_per_second": 1715321.736793417, "training_seconds": 1.5282497410080396, "elapsed_tokens_per_second": 1221368.2816683075, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2300, "epoch": 30, "tokens": 301465600, "loss": 3.626083958148956, "lr": 0.0011631671031218603, "grad_norm": 0.14299529790878296, "tokens_per_second": 1719796.1232199648, "training_seconds": 1.5242737000080524, "elapsed_tokens_per_second": 1224445.325139984, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2320, "epoch": 30, "tokens": 304087040, "loss": 3.596134829521179, "lr": 0.0011104267363698916, "grad_norm": 0.13851399719715118, "tokens_per_second": 1718362.6697432534, "training_seconds": 1.525545244992827, "elapsed_tokens_per_second": 1227480.36653175, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2335, "epoch": 30, "tokens": 306053120, "loss": 3.617101303736369, "lr": 0.0010714939758506147, "grad_norm": 0.13381530344486237, "tokens_per_second": 1718421.3624382126, "training_seconds": 1.1441198549873661, "elapsed_tokens_per_second": 1229726.9407377436, "peak_memory_bytes": 42389451776}
{"loss": 3.6214762942833056, "perplexity": 37.39272976759578, "tokens": 306053120, "seconds": 0.5498637230048189, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 30, "step": 2335, "evaluation_tokens": 1048576}
{"event": "train", "step": 2340, "epoch": 31, "tokens": 306708480, "loss": 3.600377607345581, "lr": 0.0010586371474408487, "grad_norm": 0.16072307527065277, "tokens_per_second": 1737515.3282361247, "training_seconds": 0.37718228400626685, "elapsed_tokens_per_second": 1227742.6661811485, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2360, "epoch": 31, "tokens": 309329920, "loss": 3.6150824427604675, "lr": 0.0010078243953362852, "grad_norm": 0.14075689017772675, "tokens_per_second": 1719364.0368645957, "training_seconds": 1.5246567590074847, "elapsed_tokens_per_second": 1230719.221783003, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2380, "epoch": 31, "tokens": 311951360, "loss": 3.602066195011139, "lr": 0.0009580140475421277, "grad_norm": 0.1311522275209427, "tokens_per_second": 1717625.606715899, "training_seconds": 1.52619988299557, "elapsed_tokens_per_second": 1233648.7924747956, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2400, "epoch": 31, "tokens": 314572800, "loss": 3.595299220085144, "lr": 0.0009092311671638622, "grad_norm": 0.13641315698623657, "tokens_per_second": 1716080.1876665324, "training_seconds": 1.5275743050005985, "elapsed_tokens_per_second": 1236539.2170721814, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2413, "epoch": 31, "tokens": 316276736, "loss": 3.5831443529862623, "lr": 0.0008780849233107348, "grad_norm": 0.13894400000572205, "tokens_per_second": 1719179.6322624206, "training_seconds": 0.9911331940093078, "elapsed_tokens_per_second": 1238403.6109145493, "peak_memory_bytes": 42389451776}
{"loss": 3.6086850624203524, "perplexity": 36.91747670707908, "tokens": 316276736, "seconds": 0.550413370001479, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 31, "step": 2413, "evaluation_tokens": 1048576}
{"event": "train", "step": 2420, "epoch": 32, "tokens": 317194240, "loss": 3.600259576525007, "lr": 0.0008615003003155232, "grad_norm": 0.1527930498123169, "tokens_per_second": 1728817.126436483, "training_seconds": 0.5307120030047372, "elapsed_tokens_per_second": 1236728.1068591538, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2440, "epoch": 32, "tokens": 319815680, "loss": 3.6028697013854982, "lr": 0.0008148454637688022, "grad_norm": 0.12216396629810333, "tokens_per_second": 1715101.420439137, "training_seconds": 1.5284460550028598, "elapsed_tokens_per_second": 1239556.0586107138, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2460, "epoch": 32, "tokens": 322437120, "loss": 3.587384116649628, "lr": 0.0007692901328685167, "grad_norm": 0.12805022299289703, "tokens_per_second": 1715010.2215482083, "training_seconds": 1.52852733299369, "elapsed_tokens_per_second": 1242348.1556118203, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2480, "epoch": 32, "tokens": 325058560, "loss": 3.5857452392578124, "lr": 0.0007248572297205047, "grad_norm": 0.13363325595855713, "tokens_per_second": 1716992.2005593847, "training_seconds": 1.5267629050067626, "elapsed_tokens_per_second": 1245116.724801012, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2491, "epoch": 32, "tokens": 326500352, "loss": 3.5887793844396416, "lr": 0.0007009056915075576, "grad_norm": 0.12214826047420502, "tokens_per_second": 1720078.9148163535, "training_seconds": 0.8382127049990231, "elapsed_tokens_per_second": 1246626.7429931972, "peak_memory_bytes": 42389451776}
{"loss": 3.5979156385154285, "perplexity": 36.52202993985623, "tokens": 326500352, "seconds": 0.5506860010063974, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 32, "step": 2491, "evaluation_tokens": 1048576}
{"event": "train", "step": 2500, "epoch": 33, "tokens": 327680000, "loss": 3.5846780141194663, "lr": 0.0006815691116578904, "grad_norm": 0.1332930028438568, "tokens_per_second": 1728428.2662034363, "training_seconds": 0.682497517002048, "elapsed_tokens_per_second": 1245238.6239433193, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2520, "epoch": 33, "tokens": 330301440, "loss": 3.5695146560668944, "lr": 0.0006394475599915362, "grad_norm": 0.1462111473083496, "tokens_per_second": 1720708.9128105822, "training_seconds": 1.5234651139908237, "elapsed_tokens_per_second": 1247968.816490925, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2540, "epoch": 33, "tokens": 332922880, "loss": 3.568858098983765, "lr": 0.000598513769050322, "grad_norm": 0.1376502811908722, "tokens_per_second": 1718875.8282507171, "training_seconds": 1.5250898039957974, "elapsed_tokens_per_second": 1250657.8381532507, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2560, "epoch": 33, "tokens": 335544320, "loss": 3.592262852191925, "lr": 0.0005587883355167817, "grad_norm": 0.12852080166339874, "tokens_per_second": 1719671.0339869866, "training_seconds": 1.5243845759978285, "elapsed_tokens_per_second": 1253320.81200769, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2568, "epoch": 33, "tokens": 336592896, "loss": 3.5762214064598083, "lr": 0.0005432410003009801, "grad_norm": 0.13153432309627533, "tokens_per_second": 1714651.1221329109, "training_seconds": 0.6115389810001943, "elapsed_tokens_per_second": 1254364.0234182787, "peak_memory_bytes": 42389451776}
{"loss": 3.5872254138634374, "perplexity": 36.13368070374257, "tokens": 336592896, "seconds": 0.5495997620018898, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 33, "step": 2568, "evaluation_tokens": 1048576}
{"event": "train", "step": 2580, "epoch": 34, "tokens": 338165760, "loss": 3.5870470801989236, "lr": 0.0005202912480634555, "grad_norm": 0.1450275182723999, "tokens_per_second": 1725909.6453237874, "training_seconds": 0.9113246479973895, "elapsed_tokens_per_second": 1253362.3757292016, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2600, "epoch": 34, "tokens": 340787200, "loss": 3.601211142539978, "lr": 0.00048304187729517967, "grad_norm": 0.14145515859127045, "tokens_per_second": 1718604.3746210968, "training_seconds": 1.5253306919912575, "elapsed_tokens_per_second": 1255971.5783484227, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2620, "epoch": 34, "tokens": 343408640, "loss": 3.5764326572418215, "lr": 0.00044705896600236427, "grad_norm": 0.12183917313814163, "tokens_per_second": 1716854.455298228, "training_seconds": 1.5268853989982745, "elapsed_tokens_per_second": 1258541.7158374311, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2640, "epoch": 34, "tokens": 346030080, "loss": 3.5852580666542053, "lr": 0.0004123606197301715, "grad_norm": 0.14607496559619904, "tokens_per_second": 1715077.7215767144, "training_seconds": 1.528467174997786, "elapsed_tokens_per_second": 1261078.2040078097, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2646, "epoch": 34, "tokens": 346816512, "loss": 3.5696292718251548, "lr": 0.00040220423323997126, "grad_norm": 0.1298665702342987, "tokens_per_second": 1719468.2195154568, "training_seconds": 0.45736931399733294, "elapsed_tokens_per_second": 1261831.7810851405, "peak_memory_bytes": 42389451776}
{"loss": 3.5783264706824456, "perplexity": 35.813555632238575, "tokens": 346816512, "seconds": 0.549464435011032, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 34, "step": 2646, "evaluation_tokens": 1048576}
{"event": "train", "step": 2660, "epoch": 35, "tokens": 348651520, "loss": 3.561975972993033, "lr": 0.0003789642976683362, "grad_norm": 0.12416677922010422, "tokens_per_second": 1724243.6662592571, "training_seconds": 1.0642393739981344, "elapsed_tokens_per_second": 1261071.7237069905, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2680, "epoch": 35, "tokens": 351272960, "loss": 3.5735153794288634, "lr": 0.00034688680386621407, "grad_norm": 0.12719222903251648, "tokens_per_second": 1719800.5539676468, "training_seconds": 1.524269772999105, "elapsed_tokens_per_second": 1263580.0906055234, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2700, "epoch": 35, "tokens": 353894400, "loss": 3.579888844490051, "lr": 0.00031614427877747775, "grad_norm": 0.11905922740697861, "tokens_per_second": 1719476.7279934317, "training_seconds": 1.5245568359969184, "elapsed_tokens_per_second": 1266058.728353853, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2720, "epoch": 35, "tokens": 356515840, "loss": 3.560327398777008, "lr": 0.00028675219113871356, "grad_norm": 0.13236185908317566, "tokens_per_second": 1714450.418898774, "training_seconds": 1.5290264280047268, "elapsed_tokens_per_second": 1268491.3914156496, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2724, "epoch": 35, "tokens": 357040128, "loss": 3.544458508491516, "lr": 0.00028103713960192587, "grad_norm": 0.12051866203546524, "tokens_per_second": 1716627.295953373, "training_seconds": 0.3054174900025828, "elapsed_tokens_per_second": 1268969.5351061316, "peak_memory_bytes": 42389451776}
{"loss": 3.5729117159388917, "perplexity": 35.62015808466693, "tokens": 357040128, "seconds": 0.5506786710029701, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 35, "step": 2724, "evaluation_tokens": 1048576}
{"event": "train", "step": 2740, "epoch": 36, "tokens": 359137280, "loss": 3.579127460718155, "lr": 0.0002587253301860059, "grad_norm": 0.11522550880908966, "tokens_per_second": 1726235.9946324725, "training_seconds": 1.214869813004043, "elapsed_tokens_per_second": 1268431.9202992583, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2760, "epoch": 36, "tokens": 361758720, "loss": 3.5855987429618836, "lr": 0.00023207779821343022, "grad_norm": 0.11394768953323364, "tokens_per_second": 1718471.5176790324, "training_seconds": 1.5254486170015298, "elapsed_tokens_per_second": 1270837.0835152334, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2780, "epoch": 36, "tokens": 364380160, "loss": 3.573425817489624, "lr": 0.00020682300347719097, "grad_norm": 0.11687611788511276, "tokens_per_second": 1716814.6192754046, "training_seconds": 1.52692082800786, "elapsed_tokens_per_second": 1273207.9800391726, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2800, "epoch": 36, "tokens": 367001600, "loss": 3.5660675048828123, "lr": 0.00018297365344897997, "grad_norm": 0.1344507336616516, "tokens_per_second": 1716893.3069950112, "training_seconds": 1.5268508470035158, "elapsed_tokens_per_second": 1275556.391689093, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2802, "epoch": 36, "tokens": 367263744, "loss": 3.5790653228759766, "lr": 0.00018066648607535895, "grad_norm": 0.11160074174404144, "tokens_per_second": 1717555.4876115639, "training_seconds": 0.1526262190018315, "elapsed_tokens_per_second": 1275783.1201643732, "peak_memory_bytes": 42389451776}
{"loss": 3.5667380702031357, "perplexity": 35.400929264441174, "tokens": 367263744, "seconds": 0.550331610997091, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 36, "step": 2802, "evaluation_tokens": 1048576}
{"event": "train", "step": 2820, "epoch": 37, "tokens": 369623040, "loss": 3.55808953444163, "lr": 0.00016054174842195112, "grad_norm": 0.13692212104797363, "tokens_per_second": 1720202.8638555303, "training_seconds": 1.3715219580044504, "elapsed_tokens_per_second": 1275432.8490339874, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2840, "epoch": 37, "tokens": 372244480, "loss": 3.576956796646118, "lr": 0.00013953857547252223, "grad_norm": 0.18058399856090546, "tokens_per_second": 1720435.564508524, "training_seconds": 1.523707166998065, "elapsed_tokens_per_second": 1277753.7769139449, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2860, "epoch": 37, "tokens": 374865920, "loss": 3.5647390604019167, "lr": 0.0001199747027810525, "grad_norm": 0.11231562495231628, "tokens_per_second": 1714822.9305622703, "training_seconds": 1.528694276988972, "elapsed_tokens_per_second": 1280027.6002498744, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2880, "epoch": 37, "tokens": 377487360, "loss": 3.5754353523254396, "lr": 0.00010185997431424299, "grad_norm": 0.1116819754242897, "tokens_per_second": 1721862.3835713703, "training_seconds": 1.5224445490021026, "elapsed_tokens_per_second": 1282306.577018038, "peak_memory_bytes": 42389451776}
{"loss": 3.561396438954188, "perplexity": 35.2123347041696, "tokens": 377487360, "seconds": 0.5505301329976646, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 37, "step": 2880, "evaluation_tokens": 1048576}
{"event": "train", "step": 2900, "epoch": 38, "tokens": 380108800, "loss": 3.57415372133255, "lr": 8.520350487194096e-05, "grad_norm": 0.12031471729278564, "tokens_per_second": 1727998.5090200584, "training_seconds": 1.5170383459917502, "elapsed_tokens_per_second": 1282169.7919976336, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2920, "epoch": 38, "tokens": 382730240, "loss": 3.5434544920921325, "lr": 7.001367550083971e-05, "grad_norm": 0.11517349630594254, "tokens_per_second": 1735999.2434733524, "training_seconds": 1.5100467410084093, "elapsed_tokens_per_second": 1126219.1282726903, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2940, "epoch": 38, "tokens": 385351680, "loss": 3.567701315879822, "lr": 5.6298129277383315e-05, "grad_norm": 0.11071018874645233, "tokens_per_second": 1722938.4439405596, "training_seconds": 1.5214937069977168, "elapsed_tokens_per_second": 1128873.9289753102, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2958, "epoch": 38, "tokens": 387710976, "loss": 3.5577731000052557, "lr": 4.52203690440931e-05, "grad_norm": 0.10743565857410431, "tokens_per_second": 1725424.6108370377, "training_seconds": 1.3673712460004026, "elapsed_tokens_per_second": 1131247.8478390265, "peak_memory_bytes": 42389451776}
{"loss": 3.5586691394891092, "perplexity": 35.11643096112592, "tokens": 387710976, "seconds": 0.5499642539944034, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 38, "step": 2958, "evaluation_tokens": 1048576}
{"event": "train", "step": 2960, "epoch": 39, "tokens": 387973120, "loss": 3.5464227199554443, "lr": 4.406376746199359e-05, "grad_norm": 0.11181231588125229, "tokens_per_second": 1869109.7674951353, "training_seconds": 0.14025072500226088, "elapsed_tokens_per_second": 1129719.1624875485, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2980, "epoch": 39, "tokens": 390594560, "loss": 3.561184215545654, "lr": 3.3316746026558764e-05, "grad_norm": 0.10651523619890213, "tokens_per_second": 1717127.9163562085, "training_seconds": 1.5266422349959612, "elapsed_tokens_per_second": 1132314.893089894, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3000, "epoch": 39, "tokens": 393216000, "loss": 3.54470841884613, "lr": 2.4062472556929617e-05, "grad_norm": 0.11556961387395859, "tokens_per_second": 1722866.145544991, "training_seconds": 1.5215575549955247, "elapsed_tokens_per_second": 1134902.1898094688, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3020, "epoch": 39, "tokens": 395837440, "loss": 3.559758925437927, "lr": 1.6305603531978965e-05, "grad_norm": 0.10933858156204224, "tokens_per_second": 1722157.2559109658, "training_seconds": 1.5221838720026426, "elapsed_tokens_per_second": 1137466.2896813867, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3035, "epoch": 39, "tokens": 397803520, "loss": 3.5474137465159097, "lr": 1.1472999731468093e-05, "grad_norm": 0.10465170443058014, "tokens_per_second": 1730500.8975893564, "training_seconds": 1.1361334760003956, "elapsed_tokens_per_second": 1139390.0225590735, "peak_memory_bytes": 42389451776}
{"loss": 3.5574985278520375, "perplexity": 35.07534730958221, "tokens": 397803520, "seconds": 0.5481440849980572, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 39, "step": 3035, "evaluation_tokens": 1048576}
{"event": "train", "step": 3040, "epoch": 40, "tokens": 398458880, "loss": 3.5728508472442626, "lr": 1.0050041980600555e-05, "grad_norm": 0.10525383055210114, "tokens_per_second": 1747006.7960728325, "training_seconds": 0.3751330569939455, "elapsed_tokens_per_second": 1138236.250582245, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3060, "epoch": 40, "tokens": 401080320, "loss": 3.5675179958343506, "lr": 5.2989355178180155e-06, "grad_norm": 0.10583778470754623, "tokens_per_second": 1724336.0527009175, "training_seconds": 1.5202605060039787, "elapsed_tokens_per_second": 1140766.4221214664, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3080, "epoch": 40, "tokens": 403701760, "loss": 3.5414738059043884, "lr": 2.0546747609980766e-06, "grad_norm": 0.11018963903188705, "tokens_per_second": 1717436.4568854969, "training_seconds": 1.5263679709896678, "elapsed_tokens_per_second": 1143253.5788484842, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3100, "epoch": 40, "tokens": 406323200, "loss": 3.5688047766685487, "lr": 3.1889212696112336e-07, "grad_norm": 0.10821948945522308, "tokens_per_second": 1720678.5543054454, "training_seconds": 1.5234919929935131, "elapsed_tokens_per_second": 1145730.073933611, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3113, "epoch": 40, "tokens": 408027136, "loss": 3.5541750467740574, "lr": 0.0, "grad_norm": 0.10570952296257019, "tokens_per_second": 1719323.0073203386, "training_seconds": 0.9910505430016201, "elapsed_tokens_per_second": 1147322.8030749226, "peak_memory_bytes": 42389451776}
{"loss": 3.5573373373517905, "perplexity": 35.06969395244902, "tokens": 408027136, "seconds": 0.5480859419913031, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 40, "step": 3113, "evaluation_tokens": 1048576}
{"loss": 3.5573354121184124, "perplexity": 35.06962643516866, "tokens": 408027136, "seconds": 102.7579755540064, "split": "full", "validation_complete": true, "event": "final_validation", "step": 3113, "evaluation_tokens": 197411295}