{"event": "train", "step": 20, "epoch": 1, "tokens": 2621440, "loss": 9.34391474723816, "lr": 0.000641025641025641, "grad_norm": 1.2266167402267456, "tokens_per_second": 125847.12131917776, "training_seconds": 20.830353309007478, "elapsed_tokens_per_second": 125847.12131917776, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 40, "epoch": 1, "tokens": 5242880, "loss": 7.333250284194946, "lr": 0.001282051282051282, "grad_norm": 1.3234001398086548, "tokens_per_second": 1791508.6608993823, "training_seconds": 1.4632583460042952, "elapsed_tokens_per_second": 235122.34987357564, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 60, "epoch": 1, "tokens": 7864320, "loss": 6.891611576080322, "lr": 0.001923076923076923, "grad_norm": 0.6763924360275269, "tokens_per_second": 1785911.4504510895, "training_seconds": 1.4678443320008228, "elapsed_tokens_per_second": 330865.8751976449, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 78, "epoch": 1, "tokens": 10223616, "loss": 6.658331712086995, "lr": 0.0025, "grad_norm": 0.6342340707778931, "tokens_per_second": 1790715.9115415576, "training_seconds": 1.317515517002903, "elapsed_tokens_per_second": 407504.8033272154, "peak_memory_bytes": 21988176384}
{"loss": 6.528671045607666, "perplexity": 684.487953507791, "tokens": 10223616, "seconds": 0.7666410160018131, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 1, "step": 78, "evaluation_tokens": 1048576}
{"event": "train", "step": 80, "epoch": 2, "tokens": 10485760, "loss": 6.531791687011719, "lr": 0.002564102564102564, "grad_norm": 1.1588314771652222, "tokens_per_second": 1874593.335669417, "training_seconds": 0.13984046300174668, "elapsed_tokens_per_second": 403114.62432335445, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 100, "epoch": 2, "tokens": 13107200, "loss": 6.393263053894043, "lr": 0.003205128205128205, "grad_norm": 0.4700509011745453, "tokens_per_second": 1785705.71243516, "training_seconds": 1.468013447985868, "elapsed_tokens_per_second": 476946.9463059824, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 120, "epoch": 2, "tokens": 15728640, "loss": 6.158570742607116, "lr": 0.003846153846153846, "grad_norm": 0.3596671223640442, "tokens_per_second": 1787186.2853081478, "training_seconds": 1.4667972899915185, "elapsed_tokens_per_second": 543294.2307490779, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 140, "epoch": 2, "tokens": 18350080, "loss": 5.943139100074768, "lr": 0.004487179487179488, "grad_norm": 0.3185136616230011, "tokens_per_second": 1791728.4339828491, "training_seconds": 1.4630788630020106, "elapsed_tokens_per_second": 603316.7051336063, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 156, "epoch": 2, "tokens": 20447232, "loss": 5.76460063457489, "lr": 0.005, "grad_norm": 0.5001280307769775, "tokens_per_second": 1792364.0279871626, "training_seconds": 1.1700480300060008, "elapsed_tokens_per_second": 647315.1931082559, "peak_memory_bytes": 42389451776}
{"loss": 5.7718945536395125, "perplexity": 321.14558419721243, "tokens": 20447232, "seconds": 0.5371560279891128, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 2, "step": 156, "evaluation_tokens": 1048576}
{"event": "train", "step": 160, "epoch": 3, "tokens": 20971520, "loss": 5.712395906448364, "lr": 0.005128205128205128, "grad_norm": 0.35636746883392334, "tokens_per_second": 1819346.633004812, "training_seconds": 0.2881737819989212, "elapsed_tokens_per_second": 646720.0423222339, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 180, "epoch": 3, "tokens": 23592960, "loss": 5.582051539421082, "lr": 0.0057692307692307696, "grad_norm": 0.200428307056427, "tokens_per_second": 1785411.8056833649, "training_seconds": 1.4682551059959223, "elapsed_tokens_per_second": 696011.2640484677, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 200, "epoch": 3, "tokens": 26214400, "loss": 5.406568288803101, "lr": 0.00641025641025641, "grad_norm": 0.31709280610084534, "tokens_per_second": 1789173.3643321176, "training_seconds": 1.4651682459953008, "elapsed_tokens_per_second": 741270.8972991357, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 220, "epoch": 3, "tokens": 28835840, "loss": 5.271337246894836, "lr": 0.007051282051282052, "grad_norm": 0.33801528811454773, "tokens_per_second": 1788994.9627969724, "training_seconds": 1.4653143549949164, "elapsed_tokens_per_second": 782919.089065186, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 233, "epoch": 3, "tokens": 30539776, "loss": 5.196210751166711, "lr": 0.007467948717948718, "grad_norm": 0.3431960344314575, "tokens_per_second": 1778684.1520578018, "training_seconds": 0.9579755900049349, "elapsed_tokens_per_second": 808125.7332365093, "peak_memory_bytes": 42389451776}
{"loss": 5.2053563729559125, "perplexity": 182.24580867493324, "tokens": 30539776, "seconds": 0.5330050390039105, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 3, "step": 233, "evaluation_tokens": 1048576}
{"event": "train", "step": 240, "epoch": 4, "tokens": 31457280, "loss": 5.1370688165937155, "lr": 0.007692307692307692, "grad_norm": 0.21355728805065155, "tokens_per_second": 1790693.2346071126, "training_seconds": 0.51237363400287, "elapsed_tokens_per_second": 809716.0047067497, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 260, "epoch": 4, "tokens": 34078720, "loss": 5.086227583885193, "lr": 0.008333333333333333, "grad_norm": 0.25396937131881714, "tokens_per_second": 1789143.9793286123, "training_seconds": 1.4651923100027489, "elapsed_tokens_per_second": 845274.1874910942, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 280, "epoch": 4, "tokens": 36700160, "loss": 5.006376576423645, "lr": 0.008974358974358975, "grad_norm": 0.3346027731895447, "tokens_per_second": 1787870.4456387754, "training_seconds": 1.4662359939975431, "elapsed_tokens_per_second": 878307.3974013196, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 300, "epoch": 4, "tokens": 39321600, "loss": 4.937132954597473, "lr": 0.009615384615384616, "grad_norm": 0.20442044734954834, "tokens_per_second": 1784472.3615789674, "training_seconds": 1.4690280759969028, "elapsed_tokens_per_second": 909053.5210255898, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 311, "epoch": 4, "tokens": 40763392, "loss": 4.879873492500999, "lr": 0.009967948717948717, "grad_norm": 0.2568821310997009, "tokens_per_second": 1793122.278057083, "training_seconds": 0.8040678639954422, "elapsed_tokens_per_second": 925141.747834465, "peak_memory_bytes": 42389451776}
{"loss": 4.895913329551426, "perplexity": 133.74210146317895, "tokens": 40763392, "seconds": 0.5312165759969503, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 4, "step": 311, "evaluation_tokens": 1048576}
{"event": "train", "step": 320, "epoch": 5, "tokens": 41943040, "loss": 4.871782461802165, "lr": 0.009999798724647173, "grad_norm": 0.22548596560955048, "tokens_per_second": 1803160.7396742082, "training_seconds": 0.6542112270108191, "elapsed_tokens_per_second": 926713.7200512219, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 340, "epoch": 5, "tokens": 44564480, "loss": 4.80316002368927, "lr": 0.009997534563024671, "grad_norm": 0.2110167145729065, "tokens_per_second": 1795550.409854467, "training_seconds": 1.4599645800044527, "elapsed_tokens_per_second": 953827.8677344316, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 360, "epoch": 5, "tokens": 47185920, "loss": 4.716450428962707, "lr": 0.009992755788646324, "grad_norm": 0.169908344745636, "tokens_per_second": 1787674.907170084, "training_seconds": 1.4663963730126852, "elapsed_tokens_per_second": 979165.627551045, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 380, "epoch": 5, "tokens": 49807360, "loss": 4.608179950714112, "lr": 0.009985464806051182, "grad_norm": 0.21955300867557526, "tokens_per_second": 1789156.7582088388, "training_seconds": 1.4651818450074643, "elapsed_tokens_per_second": 1003031.3883989229, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 389, "epoch": 5, "tokens": 50987008, "loss": 4.564668125576443, "lr": 0.009981365187140646, "grad_norm": 0.17902685701847076, "tokens_per_second": 1784427.0457328164, "training_seconds": 0.6610794220032403, "elapsed_tokens_per_second": 1013260.7715864812, "peak_memory_bytes": 42389451776}
{"loss": 4.562255897180225, "perplexity": 95.79934973129362, "tokens": 50987008, "seconds": 0.5330389250011649, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 5, "step": 389, "evaluation_tokens": 1048576}
{"event": "train", "step": 400, "epoch": 6, "tokens": 52428800, "loss": 4.53570708361539, "lr": 0.009975665283847752, "grad_norm": 0.17458507418632507, "tokens_per_second": 1796975.7796695402, "training_seconds": 0.8023435909999534, "elapsed_tokens_per_second": 1014740.6023171577, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 420, "epoch": 6, "tokens": 55050240, "loss": 4.473381090164184, "lr": 0.00996336215286808, "grad_norm": 0.16727347671985626, "tokens_per_second": 1785159.6118020047, "training_seconds": 1.4684625299996696, "elapsed_tokens_per_second": 1035999.723504112, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 440, "epoch": 6, "tokens": 57671680, "loss": 4.410884881019593, "lr": 0.009948561603686672, "grad_norm": 0.16864947974681854, "tokens_per_second": 1791293.6297708275, "training_seconds": 1.4634339990006993, "elapsed_tokens_per_second": 1056202.5206188038, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 460, "epoch": 6, "tokens": 60293120, "loss": 4.3716719388961796, "lr": 0.009931271083505607, "grad_norm": 0.1585283726453781, "tokens_per_second": 1785306.7802793744, "training_seconds": 1.4683414799947059, "elapsed_tokens_per_second": 1075272.9884063576, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 467, "epoch": 6, "tokens": 61210624, "loss": 4.3328061785016745, "lr": 0.009924632718259845, "grad_norm": 0.15740618109703064, "tokens_per_second": 1790450.6901444073, "training_seconds": 0.5124430430005305, "elapsed_tokens_per_second": 1081709.4413839737, "peak_memory_bytes": 42389451776}
{"loss": 4.344612179623473, "perplexity": 77.06214541305054, "tokens": 61210624, "seconds": 0.5325045109930215, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 6, "step": 467, "evaluation_tokens": 1048576}
{"event": "train", "step": 480, "epoch": 7, "tokens": 62914560, "loss": 4.326868203970102, "lr": 0.009911499292407304, "grad_norm": 0.18749341368675232, "tokens_per_second": 1799184.7412510521, "training_seconds": 0.9470600549975643, "elapsed_tokens_per_second": 1083269.5530944134, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 500, "epoch": 7, "tokens": 65536000, "loss": 4.301511669158936, "lr": 0.009889256178976909, "grad_norm": 0.1249837800860405, "tokens_per_second": 1793347.6035246192, "training_seconds": 1.4617578850011341, "elapsed_tokens_per_second": 1100679.8760531177, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 520, "epoch": 7, "tokens": 68157440, "loss": 4.274225950241089, "lr": 0.009864552935296447, "grad_norm": 0.13875220715999603, "tokens_per_second": 1787217.5848079128, "training_seconds": 1.4667716020048829, "elapsed_tokens_per_second": 1117155.3072106002, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 540, "epoch": 7, "tokens": 70778880, "loss": 4.265358400344849, "lr": 0.0098374019913133, "grad_norm": 0.1787879467010498, "tokens_per_second": 1782712.9509679305, "training_seconds": 1.4704779019957641, "elapsed_tokens_per_second": 1132791.5008433168, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 545, "epoch": 7, "tokens": 71434240, "loss": 4.265809726715088, "lr": 0.009830233376142928, "grad_norm": 0.132278174161911, "tokens_per_second": 1797164.1547350362, "training_seconds": 0.3646634049946442, "elapsed_tokens_per_second": 1136604.8386961308, "peak_memory_bytes": 42389451776}
{"loss": 4.250240780202848, "perplexity": 70.1222943744409, "tokens": 71434240, "seconds": 0.5329347709921421, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 7, "step": 545, "evaluation_tokens": 1048576}
{"event": "train", "step": 560, "epoch": 8, "tokens": 73400320, "loss": 4.230414009094238, "lr": 0.009807817008585826, "grad_norm": 0.16102319955825806, "tokens_per_second": 1787681.2428333438, "training_seconds": 1.0997933820035541, "elapsed_tokens_per_second": 1138200.2888329693, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 580, "epoch": 8, "tokens": 76021760, "loss": 4.205242443084717, "lr": 0.009775812873409262, "grad_norm": 0.15309014916419983, "tokens_per_second": 1789738.8348624138, "training_seconds": 1.4647053240041714, "elapsed_tokens_per_second": 1152644.0842259482, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 600, "epoch": 8, "tokens": 78643200, "loss": 4.178870034217835, "lr": 0.009741405689325371, "grad_norm": 0.13505473732948303, "tokens_per_second": 1780441.6072888381, "training_seconds": 1.4723538190010004, "elapsed_tokens_per_second": 1166312.0447009448, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 620, "epoch": 8, "tokens": 81264640, "loss": 4.175835752487183, "lr": 0.009704612769019617, "grad_norm": 0.16559208929538727, "tokens_per_second": 1786267.1634240968, "training_seconds": 1.467552028989303, "elapsed_tokens_per_second": 1179495.5416879673, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 623, "epoch": 8, "tokens": 81657856, "loss": 4.148555914560954, "lr": 0.009698889189874403, "grad_norm": 0.1291288584470749, "tokens_per_second": 1795161.1783864752, "training_seconds": 0.21904216999246273, "elapsed_tokens_per_second": 1181413.5758104166, "peak_memory_bytes": 42389451776}
{"loss": 4.167792079725064, "perplexity": 64.5727231736294, "tokens": 81657856, "seconds": 0.5352488520002225, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 8, "step": 623, "evaluation_tokens": 1048576}
{"event": "train", "step": 640, "epoch": 9, "tokens": 83886080, "loss": 4.142294182496912, "lr": 0.009665452625609928, "grad_norm": 0.13981954753398895, "tokens_per_second": 1799845.3177126157, "training_seconds": 1.238008610001998, "elapsed_tokens_per_second": 1182794.8191459181, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 660, "epoch": 9, "tokens": 86507520, "loss": 4.139116263389587, "lr": 0.009623944963331446, "grad_norm": 0.12138143926858902, "tokens_per_second": 1788671.2192936495, "training_seconds": 1.4655795719882008, "elapsed_tokens_per_second": 1195033.2569103637, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 680, "epoch": 9, "tokens": 89128960, "loss": 4.122222447395325, "lr": 0.009580110667621922, "grad_norm": 0.14263950288295746, "tokens_per_second": 1792364.6156226352, "training_seconds": 1.4625595580000663, "elapsed_tokens_per_second": 1206833.6376015877, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 700, "epoch": 9, "tokens": 91750400, "loss": 4.10273425579071, "lr": 0.009533971794612784, "grad_norm": 0.10881819576025009, "tokens_per_second": 1787978.3302058016, "training_seconds": 1.4661475229950156, "elapsed_tokens_per_second": 1218118.4957338641, "peak_memory_bytes": 42389451776}
{"loss": 4.109136962158801, "perplexity": 60.89414093713786, "tokens": 91750400, "seconds": 0.5360555180086521, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 9, "step": 700, "evaluation_tokens": 1048576}
{"event": "train", "step": 720, "epoch": 10, "tokens": 94371840, "loss": 4.0880807638168335, "lr": 0.009485551560031134, "grad_norm": 0.13248205184936523, "tokens_per_second": 1797387.411448793, "training_seconds": 1.4584724379965337, "elapsed_tokens_per_second": 1220475.0271998278, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 740, "epoch": 10, "tokens": 96993280, "loss": 4.078149747848511, "lr": 0.009434874327518281, "grad_norm": 0.13072732090950012, "tokens_per_second": 1787276.6947587177, "training_seconds": 1.466723092002212, "elapsed_tokens_per_second": 1230998.8405920956, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 760, "epoch": 10, "tokens": 99614720, "loss": 4.0734573125839235, "lr": 0.009381965596370669, "grad_norm": 0.11033796519041061, "tokens_per_second": 1785536.9819419316, "training_seconds": 1.4681521729944507, "elapsed_tokens_per_second": 1241114.8978233435, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 778, "epoch": 10, "tokens": 101974016, "loss": 4.055954005983141, "lr": 0.009332461787202045, "grad_norm": 0.11841296404600143, "tokens_per_second": 1791011.9572351223, "training_seconds": 1.3172977380017983, "elapsed_tokens_per_second": 1249955.961073791, "peak_memory_bytes": 42389451776}
{"loss": 4.051983039755118, "perplexity": 57.51139141546589, "tokens": 101974016, "seconds": 0.532213030004641, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 10, "step": 778, "evaluation_tokens": 1048576}
{"event": "train", "step": 780, "epoch": 11, "tokens": 102236160, "loss": 4.012107610702515, "lr": 0.009326851988709379, "grad_norm": 0.11984644830226898, "tokens_per_second": 1860617.3964070606, "training_seconds": 0.14089086800231598, "elapsed_tokens_per_second": 1242805.2844384892, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 800, "epoch": 11, "tokens": 104857600, "loss": 4.039005434513092, "lr": 0.009269561236084656, "grad_norm": 0.115963876247406, "tokens_per_second": 1784790.4430628899, "training_seconds": 1.4687662689975696, "elapsed_tokens_per_second": 1252288.2106307747, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 820, "epoch": 11, "tokens": 107479040, "loss": 4.026367104053497, "lr": 0.009210122165522213, "grad_norm": 0.1081322506070137, "tokens_per_second": 1782855.2966104613, "training_seconds": 1.4703604969981825, "elapsed_tokens_per_second": 1261412.5872441987, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 840, "epoch": 11, "tokens": 110100480, "loss": 4.014779794216156, "lr": 0.009148564685018313, "grad_norm": 0.11900192499160767, "tokens_per_second": 1784352.2887498264, "training_seconds": 1.4691269299946725, "elapsed_tokens_per_second": 1270250.0194438484, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 856, "epoch": 11, "tokens": 112197632, "loss": 3.9992819279432297, "lr": 0.00909781422451053, "grad_norm": 0.14143890142440796, "tokens_per_second": 1786057.303335926, "training_seconds": 1.1741795720008668, "elapsed_tokens_per_second": 1277118.8801752618, "peak_memory_bytes": 42389451776}
{"loss": 4.012913130965481, "perplexity": 55.30775484446562, "tokens": 112197632, "seconds": 0.5335240970016457, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 11, "step": 856, "evaluation_tokens": 1048576}
{"event": "train", "step": 860, "epoch": 12, "tokens": 112721920, "loss": 3.9882100224494934, "lr": 0.00908491976849094, "grad_norm": 0.1033637598156929, "tokens_per_second": 1828193.7641815525, "training_seconds": 0.2867792300094152, "elapsed_tokens_per_second": 1270734.4206073955, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 880, "epoch": 12, "tokens": 115343360, "loss": 3.9817721605300904, "lr": 0.009019219440194641, "grad_norm": 0.11696721613407135, "tokens_per_second": 1778603.7195410659, "training_seconds": 1.4738752489938634, "elapsed_tokens_per_second": 1279019.5921660797, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 900, "epoch": 12, "tokens": 117964800, "loss": 3.9856648325920103, "lr": 0.008951496758606856, "grad_norm": 0.13076171278953552, "tokens_per_second": 1787013.689775319, "training_seconds": 1.4669389579939889, "elapsed_tokens_per_second": 1287120.9438016121, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 920, "epoch": 12, "tokens": 120586240, "loss": 3.9825298190116882, "lr": 0.008881785799793856, "grad_norm": 0.11292674392461777, "tokens_per_second": 1782793.025699788, "training_seconds": 1.4704118549998384, "elapsed_tokens_per_second": 1294930.2232396263, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 934, "epoch": 12, "tokens": 122421248, "loss": 3.9669893298830305, "lr": 0.008831823847487404, "grad_norm": 0.12591144442558289, "tokens_per_second": 1787991.26945576, "training_seconds": 1.026295838993974, "elapsed_tokens_per_second": 1300277.5809508024, "peak_memory_bytes": 42389451776}
{"loss": 3.9839941382405115, "perplexity": 53.731216111705635, "tokens": 122421248, "seconds": 0.5332955290068639, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 12, "step": 934, "evaluation_tokens": 1048576}
{"event": "train", "step": 940, "epoch": 13, "tokens": 123207680, "loss": 3.933072805404663, "lr": 0.008810121640264679, "grad_norm": 0.11223036050796509, "tokens_per_second": 1802933.2548790444, "training_seconds": 0.43619584800035227, "elapsed_tokens_per_second": 1295161.492755175, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 960, "epoch": 13, "tokens": 125829120, "loss": 3.959266424179077, "lr": 0.00873654033932165, "grad_norm": 0.10271851718425751, "tokens_per_second": 1784565.7609779194, "training_seconds": 1.4689511909964494, "elapsed_tokens_per_second": 1302584.986081542, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 980, "epoch": 13, "tokens": 128450560, "loss": 3.935703730583191, "lr": 0.0086610789209164, "grad_norm": 0.12097068876028061, "tokens_per_second": 1785717.84618997, "training_seconds": 1.468003472997225, "elapsed_tokens_per_second": 1309790.0321700645, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1000, "epoch": 13, "tokens": 131072000, "loss": 3.9547574639320375, "lr": 0.008583775355020503, "grad_norm": 0.11389866471290588, "tokens_per_second": 1789530.5343685811, "training_seconds": 1.4648758149996866, "elapsed_tokens_per_second": 1316823.7587501365, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1012, "epoch": 13, "tokens": 132644864, "loss": 3.9596277475357056, "lr": 0.008536525127815442, "grad_norm": 0.12174796313047409, "tokens_per_second": 1782773.1862848455, "training_seconds": 0.8822569309995743, "elapsed_tokens_per_second": 1320896.22304582, "peak_memory_bytes": 42389451776}
{"loss": 3.946599561823853, "perplexity": 51.75906375449893, "tokens": 132644864, "seconds": 0.5326375629956601, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 13, "step": 1012, "evaluation_tokens": 1048576}
{"event": "train", "step": 1020, "epoch": 14, "tokens": 133693440, "loss": 3.938954383134842, "lr": 0.0085046685385201, "grad_norm": 0.1170419305562973, "tokens_per_second": 1790303.34494459, "training_seconds": 0.5856973919871962, "elapsed_tokens_per_second": 1316513.13964536, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1040, "epoch": 14, "tokens": 136314880, "loss": 3.9265848994255066, "lr": 0.008423798275644122, "grad_norm": 0.14694619178771973, "tokens_per_second": 1786762.8419516608, "training_seconds": 1.4671449049928924, "elapsed_tokens_per_second": 1323190.8792607614, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1060, "epoch": 14, "tokens": 138936320, "loss": 3.9225677013397218, "lr": 0.008341205257935976, "grad_norm": 0.1151488795876503, "tokens_per_second": 1789416.1999065003, "training_seconds": 1.464969413005747, "elapsed_tokens_per_second": 1329700.240508857, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1080, "epoch": 14, "tokens": 141557760, "loss": 3.921759605407715, "lr": 0.00825693104377875, "grad_norm": 0.1116761714220047, "tokens_per_second": 1787997.6059351636, "training_seconds": 1.4661317170102848, "elapsed_tokens_per_second": 1336020.1307411985, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1090, "epoch": 14, "tokens": 142868480, "loss": 3.9168262481689453, "lr": 0.008214176706915644, "grad_norm": 0.11860184371471405, "tokens_per_second": 1790828.0828114667, "training_seconds": 0.731907217996195, "elapsed_tokens_per_second": 1339112.2906437053, "peak_memory_bytes": 42389451776}
{"loss": 3.9233881399696617, "perplexity": 50.57149815226001, "tokens": 142868480, "seconds": 0.5352457469998626, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 14, "step": 1090, "evaluation_tokens": 1048576}
{"event": "train", "step": 1100, "epoch": 15, "tokens": 144179200, "loss": 3.9088363885879516, "lr": 0.008171018037484259, "grad_norm": 0.1071130707859993, "tokens_per_second": 1796453.2996406583, "training_seconds": 0.7296154040086549, "elapsed_tokens_per_second": 1335414.8904599913, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1120, "epoch": 15, "tokens": 146800640, "loss": 3.909861993789673, "lr": 0.008083509467956435, "grad_norm": 0.11131839454174042, "tokens_per_second": 1780862.1659411937, "training_seconds": 1.4720061159896431, "elapsed_tokens_per_second": 1341385.4533296768, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1140, "epoch": 15, "tokens": 149422080, "loss": 3.891015958786011, "lr": 0.00799444936693981, "grad_norm": 0.11909105628728867, "tokens_per_second": 1786050.67375465, "training_seconds": 1.4677299129980383, "elapsed_tokens_per_second": 1347248.6134144783, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1160, "epoch": 15, "tokens": 152043520, "loss": 3.8762621879577637, "lr": 0.007903882546864045, "grad_norm": 0.10133504867553711, "tokens_per_second": 1784094.3387655544, "training_seconds": 1.4693393409979763, "elapsed_tokens_per_second": 1352942.9862875224, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1167, "epoch": 15, "tokens": 152961024, "loss": 3.8862435477120534, "lr": 0.007871836608523504, "grad_norm": 0.10183113813400269, "tokens_per_second": 1791121.1996699043, "training_seconds": 0.5122512090019882, "elapsed_tokens_per_second": 1354910.6997552942, "peak_memory_bytes": 42389451776}
{"loss": 3.8952145011254884, "perplexity": 49.16659852238863, "tokens": 152961024, "seconds": 0.5320020930084866, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 15, "step": 1167, "evaluation_tokens": 1048576}
{"event": "train", "step": 1180, "epoch": 16, "tokens": 154664960, "loss": 3.878339932515071, "lr": 0.007811854578295608, "grad_norm": 0.11073590815067291, "tokens_per_second": 1799672.1116923979, "training_seconds": 0.9468035810132278, "elapsed_tokens_per_second": 1351893.892925308, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1200, "epoch": 16, "tokens": 157286400, "loss": 3.8689398646354674, "lr": 0.007718411767008027, "grad_norm": 0.11936672031879425, "tokens_per_second": 1783092.78393629, "training_seconds": 1.470164661994204, "elapsed_tokens_per_second": 1357350.3941177407, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1220, "epoch": 16, "tokens": 159907840, "loss": 3.8628421306610106, "lr": 0.00762360113068217, "grad_norm": 0.10258294641971588, "tokens_per_second": 1785758.421004281, "training_seconds": 1.4679701179993572, "elapsed_tokens_per_second": 1362685.9950935445, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1240, "epoch": 16, "tokens": 162529280, "loss": 3.848226249217987, "lr": 0.007527470375248327, "grad_norm": 0.11101274192333221, "tokens_per_second": 1786921.9743479954, "training_seconds": 1.4670142499962822, "elapsed_tokens_per_second": 1367907.8840001815, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1245, "epoch": 16, "tokens": 163184640, "loss": 3.8292171955108643, "lr": 0.0075032370719101986, "grad_norm": 0.11997082084417343, "tokens_per_second": 1792691.1798174253, "training_seconds": 0.36557328299386427, "elapsed_tokens_per_second": 1369185.7786641922, "peak_memory_bytes": 42389451776}
{"loss": 3.8751006456240042, "perplexity": 48.187547912877044, "tokens": 163184640, "seconds": 0.5352490969962673, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 16, "step": 1245, "evaluation_tokens": 1048576}
{"event": "train", "step": 1260, "epoch": 17, "tokens": 165150720, "loss": 3.8505816141764324, "lr": 0.007430067870881991, "grad_norm": 0.11428362876176834, "tokens_per_second": 1791156.542272352, "training_seconds": 1.0976595030078897, "elapsed_tokens_per_second": 1366886.5419244946, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1280, "epoch": 17, "tokens": 167772160, "loss": 3.8538973569869994, "lr": 0.007331442627665404, "grad_norm": 0.10267143696546555, "tokens_per_second": 1775961.8659144845, "training_seconds": 1.476067730007344, "elapsed_tokens_per_second": 1371809.4661861449, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1300, "epoch": 17, "tokens": 170393600, "loss": 3.8365928888320924, "lr": 0.007231644270927114, "grad_norm": 0.1080746054649353, "tokens_per_second": 1783515.5680720385, "training_seconds": 1.4698161580017768, "elapsed_tokens_per_second": 1376677.6203512484, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1320, "epoch": 17, "tokens": 173015040, "loss": 3.837993121147156, "lr": 0.0071307230162719806, "grad_norm": 0.10180191695690155, "tokens_per_second": 1780411.3149315077, "training_seconds": 1.4723788699920988, "elapsed_tokens_per_second": 1381408.0738643524, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1323, "epoch": 17, "tokens": 173408256, "loss": 3.853787660598755, "lr": 0.0071154911097943445, "grad_norm": 0.10044804960489273, "tokens_per_second": 1787624.8847903267, "training_seconds": 0.21996561098785605, "elapsed_tokens_per_second": 1382096.2596226085, "peak_memory_bytes": 42389451776}
{"loss": 3.8525988204195647, "perplexity": 47.1153485939068, "tokens": 173408256, "seconds": 0.5325560510100331, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 17, "step": 1323, "evaluation_tokens": 1048576}
{"event": "train", "step": 1340, "epoch": 18, "tokens": 175636480, "loss": 3.8232405606438133, "lr": 0.007028729644314139, "grad_norm": 0.0991506427526474, "tokens_per_second": 1787315.0400707582, "training_seconds": 1.2466878810082562, "elapsed_tokens_per_second": 1379763.0882050574, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1360, "epoch": 18, "tokens": 178257920, "loss": 3.821284556388855, "lr": 0.0069257154751257, "grad_norm": 0.1123105064034462, "tokens_per_second": 1785065.2446576909, "training_seconds": 1.468540159999975, "elapsed_tokens_per_second": 1384368.3610375526, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1380, "epoch": 18, "tokens": 180879360, "loss": 3.799497354030609, "lr": 0.006821732342413986, "grad_norm": 0.09638357162475586, "tokens_per_second": 1786646.216030074, "training_seconds": 1.4672406750032678, "elapsed_tokens_per_second": 1388883.319913398, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1400, "epoch": 18, "tokens": 183500800, "loss": 3.816343891620636, "lr": 0.0067168325674403315, "grad_norm": 0.10195901989936829, "tokens_per_second": 1786482.6548867722, "training_seconds": 1.467375007996452, "elapsed_tokens_per_second": 1393299.6981390489, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1401, "epoch": 18, "tokens": 183631872, "loss": 3.817502737045288, "lr": 0.006711564461722093, "grad_norm": 0.11826545745134354, "tokens_per_second": 1771957.4616987228, "training_seconds": 0.0739701730053639, "elapsed_tokens_per_second": 1393494.3651728937, "peak_memory_bytes": 42389451776}
{"loss": 3.8307793194762936, "perplexity": 46.098449658806686, "tokens": 183631872, "seconds": 0.5322207319986774, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 18, "step": 1401, "evaluation_tokens": 1048576}
{"event": "train", "step": 1420, "epoch": 19, "tokens": 186122240, "loss": 3.7965332081443384, "lr": 0.006611068932693563, "grad_norm": 0.10361646860837936, "tokens_per_second": 1797051.6814834517, "training_seconds": 1.3858076680044178, "elapsed_tokens_per_second": 1392042.899878071, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1440, "epoch": 19, "tokens": 188743680, "loss": 3.7912559270858766, "lr": 0.006504494655331401, "grad_norm": 0.1000872328877449, "tokens_per_second": 1787332.3818197444, "training_seconds": 1.46667739401164, "elapsed_tokens_per_second": 1396313.9927359647, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1460, "epoch": 19, "tokens": 191365120, "loss": 3.807333064079285, "lr": 0.00639716336040314, "grad_norm": 0.11632538586854935, "tokens_per_second": 1787350.0837658748, "training_seconds": 1.4666628680133726, "elapsed_tokens_per_second": 1400489.8950684785, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1479, "epoch": 19, "tokens": 193855488, "loss": 3.798112806520964, "lr": 0.006294546627910024, "grad_norm": 0.10353987663984299, "tokens_per_second": 1778690.3083453511, "training_seconds": 1.4001133240089985, "elapsed_tokens_per_second": 1404311.6244241544, "peak_memory_bytes": 42389451776}
{"loss": 3.8109057060161757, "perplexity": 45.191350414553945, "tokens": 193855488, "seconds": 0.5346341699914774, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 19, "step": 1479, "evaluation_tokens": 1048576}
{"event": "train", "step": 1480, "epoch": 20, "tokens": 193986560, "loss": 3.808399200439453, "lr": 0.006289129053867102, "grad_norm": 0.11880625784397125, "tokens_per_second": 1921497.463941743, "training_seconds": 0.06821346499782521, "elapsed_tokens_per_second": 1399062.5678665482, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1500, "epoch": 20, "tokens": 196608000, "loss": 3.796414482593536, "lr": 0.006180446095416423, "grad_norm": 0.11007437855005264, "tokens_per_second": 1793004.874354641, "training_seconds": 1.462037296994822, "elapsed_tokens_per_second": 1403153.136477364, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1520, "epoch": 20, "tokens": 199229440, "loss": 3.787818694114685, "lr": 0.006071169171126853, "grad_norm": 0.10833244025707245, "tokens_per_second": 1785700.6436539236, "training_seconds": 1.4680176149995532, "elapsed_tokens_per_second": 1407105.8452211637, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1540, "epoch": 20, "tokens": 201850880, "loss": 3.7781314611434937, "lr": 0.005961353265940317, "grad_norm": 0.10738476365804672, "tokens_per_second": 1787345.4821649666, "training_seconds": 1.4666666440025438, "elapsed_tokens_per_second": 1410987.952861351, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1557, "epoch": 20, "tokens": 204079104, "loss": 3.7915909991544834, "lr": 0.0058676272386883645, "grad_norm": 0.10782958567142487, "tokens_per_second": 1777272.961043984, "training_seconds": 1.2537320090050343, "elapsed_tokens_per_second": 1414151.1361784525, "peak_memory_bytes": 42389451776}
{"loss": 3.7900306134421395, "perplexity": 44.2577551374709, "tokens": 204079104, "seconds": 0.5314081459946465, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 20, "step": 1557, "evaluation_tokens": 1048576}
{"event": "train", "step": 1560, "epoch": 21, "tokens": 204472320, "loss": 3.7985661824544272, "lr": 0.005851053635998122, "grad_norm": 0.12541763484477997, "tokens_per_second": 1810045.4984438415, "training_seconds": 0.2172409479971975, "elapsed_tokens_per_second": 1409494.4013181627, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1580, "epoch": 21, "tokens": 207093760, "loss": 3.7700155854225157, "lr": 0.005740325780837671, "grad_norm": 0.09838449954986572, "tokens_per_second": 1785754.9832385858, "training_seconds": 1.4679729439958464, "elapsed_tokens_per_second": 1413244.5824695905, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1600, "epoch": 21, "tokens": 209715200, "loss": 3.7708465337753294, "lr": 0.005629225415466735, "grad_norm": 0.11418261379003525, "tokens_per_second": 1778371.367845953, "training_seconds": 1.4740678169910097, "elapsed_tokens_per_second": 1416868.888876242, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1620, "epoch": 21, "tokens": 212336640, "loss": 3.7772512316703795, "lr": 0.005517808442329294, "grad_norm": 0.11178288608789444, "tokens_per_second": 1782839.3919935103, "training_seconds": 1.4703736140072579, "elapsed_tokens_per_second": 1420447.1233056039, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1634, "epoch": 21, "tokens": 214171648, "loss": 3.7701548678534373, "lr": 0.005439658195019773, "grad_norm": 0.11551724374294281, "tokens_per_second": 1787424.7477241126, "training_seconds": 1.0266211220005061, "elapsed_tokens_per_second": 1422938.5015691612, "peak_memory_bytes": 42389451776}
{"loss": 3.7716579127999283, "perplexity": 43.45204485241263, "tokens": 214171648, "seconds": 0.5293271470000036, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 21, "step": 1634, "evaluation_tokens": 1048576}
{"event": "train", "step": 1640, "epoch": 22, "tokens": 214958080, "loss": 3.7472649415334067, "lr": 0.005406130923177063, "grad_norm": 0.0957842469215393, "tokens_per_second": 1796420.1197764096, "training_seconds": 0.4377773279993562, "elapsed_tokens_per_second": 1418893.0896173674, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1660, "epoch": 22, "tokens": 217579520, "loss": 3.764325428009033, "lr": 0.005294249050860871, "grad_norm": 0.09716739505529404, "tokens_per_second": 1786371.6311039617, "training_seconds": 1.4674662059987895, "elapsed_tokens_per_second": 1422399.1491175324, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1680, "epoch": 22, "tokens": 220200960, "loss": 3.7489767909049987, "lr": 0.0051822191210560585, "grad_norm": 0.10911647230386734, "tokens_per_second": 1789516.661696807, "training_seconds": 1.4648871709941886, "elapsed_tokens_per_second": 1425866.5126639726, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1700, "epoch": 22, "tokens": 222822400, "loss": 3.7464320182800295, "lr": 0.005070097503936153, "grad_norm": 0.12097515910863876, "tokens_per_second": 1790164.8954866484, "training_seconds": 1.4643567230086774, "elapsed_tokens_per_second": 1429270.820777507, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1712, "epoch": 22, "tokens": 224395264, "loss": 3.7450069983800254, "lr": 0.005002803991868012, "grad_norm": 0.11613956838846207, "tokens_per_second": 1791237.0779078882, "training_seconds": 0.8780881209968356, "elapsed_tokens_per_second": 1431286.8389779348, "peak_memory_bytes": 42389451776}
{"loss": 3.7535605074985314, "perplexity": 42.67274847595637, "tokens": 224395264, "seconds": 0.5307200050010579, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 22, "step": 1712, "evaluation_tokens": 1048576}
{"event": "train", "step": 1720, "epoch": 23, "tokens": 225443840, "loss": 3.735159993171692, "lr": 0.00495794061580905, "grad_norm": 0.11288952827453613, "tokens_per_second": 1794186.291330042, "training_seconds": 0.5844298360025277, "elapsed_tokens_per_second": 1427698.9745153186, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1740, "epoch": 23, "tokens": 228065280, "loss": 3.7435439467430114, "lr": 0.0048458048907299755, "grad_norm": 0.11390668898820877, "tokens_per_second": 1788021.4554781015, "training_seconds": 1.4661121609969996, "elapsed_tokens_per_second": 1430993.5565268465, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1760, "epoch": 23, "tokens": 230686720, "loss": 3.7327210903167725, "lr": 0.004733746752105536, "grad_norm": 0.1078244149684906, "tokens_per_second": 1786752.7131462672, "training_seconds": 1.467153221994522, "elapsed_tokens_per_second": 1434227.413317052, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1780, "epoch": 23, "tokens": 233308160, "loss": 3.7284992575645446, "lr": 0.0046218225843031105, "grad_norm": 0.11157752573490143, "tokens_per_second": 1786286.5629466749, "training_seconds": 1.467536091004149, "elapsed_tokens_per_second": 1437390.848245725, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1790, "epoch": 23, "tokens": 234618880, "loss": 3.7323349714279175, "lr": 0.004565928341917619, "grad_norm": 0.10643129050731659, "tokens_per_second": 1798429.3388996455, "training_seconds": 0.7288137329887832, "elapsed_tokens_per_second": 1438989.0349340828, "peak_memory_bytes": 42389451776}
{"loss": 3.735668457504051, "perplexity": 41.91603528873293, "tokens": 234618880, "seconds": 0.5335476079926593, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 23, "step": 1790, "evaluation_tokens": 1048576}
{"event": "train", "step": 1800, "epoch": 24, "tokens": 235929600, "loss": 3.719001579284668, "lr": 0.004510088704279886, "grad_norm": 0.12254456430673599, "tokens_per_second": 1800407.7589904978, "training_seconds": 0.7280128590064123, "elapsed_tokens_per_second": 1435792.584529003, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1820, "epoch": 24, "tokens": 238551040, "loss": 3.726872205734253, "lr": 0.004398601333245825, "grad_norm": 0.10703196376562119, "tokens_per_second": 1782834.8511713485, "training_seconds": 1.4703773590008495, "elapsed_tokens_per_second": 1438851.4184611707, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1840, "epoch": 24, "tokens": 241172480, "loss": 3.7042617559432984, "lr": 0.0042874165683748034, "grad_norm": 0.12619495391845703, "tokens_per_second": 1789785.5265044603, "training_seconds": 1.4646671130030882, "elapsed_tokens_per_second": 1441910.656336354, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1860, "epoch": 24, "tokens": 243793920, "loss": 3.7207820892333983, "lr": 0.004176590354578152, "grad_norm": 0.11066185683012009, "tokens_per_second": 1791090.218346999, "training_seconds": 1.4636001990002114, "elapsed_tokens_per_second": 1444925.2174195538, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1868, "epoch": 24, "tokens": 244842496, "loss": 3.7044284343719482, "lr": 0.004132372761311635, "grad_norm": 0.1125071793794632, "tokens_per_second": 1781533.7886943924, "training_seconds": 0.5885804729914526, "elapsed_tokens_per_second": 1446084.20721961, "peak_memory_bytes": 42389451776}
{"loss": 3.7178834559933396, "perplexity": 41.17714856465823, "tokens": 244842496, "seconds": 0.532351865011151, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 24, "step": 1868, "evaluation_tokens": 1048576}
{"event": "train", "step": 1880, "epoch": 25, "tokens": 246415360, "loss": 3.7017312248547873, "lr": 0.0040661784563548195, "grad_norm": 0.10668101161718369, "tokens_per_second": 1800240.905417186, "training_seconds": 0.8736964010022348, "elapsed_tokens_per_second": 1443247.310866941, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1900, "epoch": 25, "tokens": 249036800, "loss": 3.7043257474899294, "lr": 0.003956236429732318, "grad_norm": 0.09446972608566284, "tokens_per_second": 1791762.5993277607, "training_seconds": 1.4630509650014574, "elapsed_tokens_per_second": 1446194.6998559388, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1920, "epoch": 25, "tokens": 251658240, "loss": 3.70746990442276, "lr": 0.003846819594312553, "grad_norm": 0.0996071994304657, "tokens_per_second": 1790942.247816078, "training_seconds": 1.4637211240042234, "elapsed_tokens_per_second": 1449086.9199420807, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1940, "epoch": 25, "tokens": 254279680, "loss": 3.7073220372200013, "lr": 0.0037379830054366328, "grad_norm": 0.10171277076005936, "tokens_per_second": 1789983.3652305263, "training_seconds": 1.4645052300038515, "elapsed_tokens_per_second": 1451920.5531863407, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1946, "epoch": 25, "tokens": 255066112, "loss": 3.6708394289016724, "lr": 0.003705453372089978, "grad_norm": 0.1024077907204628, "tokens_per_second": 1796425.6349013534, "training_seconds": 0.4377759839990176, "elapsed_tokens_per_second": 1452765.4535797087, "peak_memory_bytes": 42389451776}
{"loss": 3.698178926743045, "perplexity": 40.37371388294367, "tokens": 255066112, "seconds": 0.5341698629927123, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 25, "step": 1946, "evaluation_tokens": 1048576}
{"event": "train", "step": 1960, "epoch": 26, "tokens": 256901120, "loss": 3.6742469583238875, "lr": 0.0036297814264826278, "grad_norm": 0.10876854509115219, "tokens_per_second": 1798519.7764487662, "training_seconds": 1.0202879190037493, "elapsed_tokens_per_second": 1450276.2911473112, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1980, "epoch": 26, "tokens": 259522560, "loss": 3.681471860408783, "lr": 0.0035222693013102426, "grad_norm": 0.09671147912740707, "tokens_per_second": 1788139.902743686, "training_seconds": 1.4660150450072251, "elapsed_tokens_per_second": 1453035.7877717165, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2000, "epoch": 26, "tokens": 262144000, "loss": 3.6734553217887878, "lr": 0.0034155007268662748, "grad_norm": 0.10218028724193573, "tokens_per_second": 1791865.2379078579, "training_seconds": 1.4629671610018704, "elapsed_tokens_per_second": 1455772.0800354257, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2020, "epoch": 26, "tokens": 264765440, "loss": 3.6784929275512694, "lr": 0.0033095294259646115, "grad_norm": 0.11161918938159943, "tokens_per_second": 1789176.0545041645, "training_seconds": 1.4651660429954063, "elapsed_tokens_per_second": 1458447.7927747972, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2024, "epoch": 26, "tokens": 265289728, "loss": 3.6714401841163635, "lr": 0.0032884355382779085, "grad_norm": 0.10619419068098068, "tokens_per_second": 1790415.36796189, "training_seconds": 0.2928303729859181, "elapsed_tokens_per_second": 1458971.5577473564, "peak_memory_bytes": 42389451776}
{"loss": 3.681406337166232, "perplexity": 39.70218949445573, "tokens": 265289728, "seconds": 0.5332601859990973, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 26, "step": 2024, "evaluation_tokens": 1048576}
{"event": "train", "step": 2040, "epoch": 27, "tokens": 267386880, "loss": 3.654977336525917, "lr": 0.003204408720254488, "grad_norm": 0.11431263387203217, "tokens_per_second": 1793911.521341985, "training_seconds": 1.1690387039998313, "elapsed_tokens_per_second": 1456789.59269249, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2060, "epoch": 27, "tokens": 270008320, "loss": 3.654837691783905, "lr": 0.0031001915033905905, "grad_norm": 0.11144614219665527, "tokens_per_second": 1783866.9330866565, "training_seconds": 1.469526650995249, "elapsed_tokens_per_second": 1459371.1935305824, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2080, "epoch": 27, "tokens": 272629760, "loss": 3.661746454238892, "lr": 0.002996930214418535, "grad_norm": 0.11134658008813858, "tokens_per_second": 1788427.8098386426, "training_seconds": 1.4657790409983136, "elapsed_tokens_per_second": 1461944.1845689984, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2100, "epoch": 27, "tokens": 275251200, "loss": 3.65299506187439, "lr": 0.0028946768113890676, "grad_norm": 0.10399392247200012, "tokens_per_second": 1786972.7752719678, "training_seconds": 1.466972545007593, "elapsed_tokens_per_second": 1464467.5269988936, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2101, "epoch": 27, "tokens": 275382272, "loss": 3.6606950759887695, "lr": 0.0028895915233723125, "grad_norm": 0.1058000847697258, "tokens_per_second": 1826242.3836939998, "training_seconds": 0.07177141499414574, "elapsed_tokens_per_second": 1464592.1784961128, "peak_memory_bytes": 42389451776}
{"loss": 3.6640237067479493, "perplexity": 39.018024528005405, "tokens": 275382272, "seconds": 0.5339932759961812, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 27, "step": 2101, "evaluation_tokens": 1048576}
{"event": "train", "step": 2120, "epoch": 28, "tokens": 277872640, "loss": 3.657123176675094, "lr": 0.0027934827452143042, "grad_norm": 0.11347471177577972, "tokens_per_second": 1788782.7838913088, "training_seconds": 1.392213756989804, "elapsed_tokens_per_second": 1462778.7332365045, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2140, "epoch": 28, "tokens": 280494080, "loss": 3.649405562877655, "lr": 0.0026933989337791326, "grad_norm": 0.10941246896982193, "tokens_per_second": 1788922.6191483731, "training_seconds": 1.465373611994437, "elapsed_tokens_per_second": 1465258.1345873226, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2160, "epoch": 28, "tokens": 283115520, "loss": 3.647643494606018, "lr": 0.002594475736320837, "grad_norm": 0.10111295431852341, "tokens_per_second": 1780902.5603057225, "training_seconds": 1.4719727280025836, "elapsed_tokens_per_second": 1467658.0730450067, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2179, "epoch": 28, "tokens": 285605888, "loss": 3.6442388484352515, "lr": 0.0025016190602263023, "grad_norm": 0.09803466498851776, "tokens_per_second": 1787033.163226683, "training_seconds": 1.3935768240044126, "elapsed_tokens_per_second": 1469935.419875657, "peak_memory_bytes": 42389451776}
{"loss": 3.6473617204341178, "perplexity": 38.37329290793496, "tokens": 285605888, "seconds": 0.5358216429885942, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 28, "step": 2179, "evaluation_tokens": 1048576}
{"event": "train", "step": 2180, "epoch": 29, "tokens": 285736960, "loss": 3.6751742362976074, "lr": 0.0024967629280898012, "grad_norm": 0.10290193557739258, "tokens_per_second": 1971424.7493644783, "training_seconds": 0.06648592599958647, "elapsed_tokens_per_second": 1465635.3613536893, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2200, "epoch": 29, "tokens": 288358400, "loss": 3.6345714688301087, "lr": 0.0024003096753040655, "grad_norm": 0.10053715109825134, "tokens_per_second": 1788763.4451361953, "training_seconds": 1.465504009000142, "elapsed_tokens_per_second": 1468038.2879664577, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2220, "epoch": 29, "tokens": 290979840, "loss": 3.6288859844207764, "lr": 0.002305164510410328, "grad_norm": 0.1032675951719284, "tokens_per_second": 1789723.328955177, "training_seconds": 1.4647180140018463, "elapsed_tokens_per_second": 1470404.918549381, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2240, "epoch": 29, "tokens": 293601280, "loss": 3.653839087486267, "lr": 0.002211375307663838, "grad_norm": 0.12353876233100891, "tokens_per_second": 1788209.3140747312, "training_seconds": 1.465958140004659, "elapsed_tokens_per_second": 1472729.7575082243, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2257, "epoch": 29, "tokens": 295829504, "loss": 3.6316752854515526, "lr": 0.0021327558796477124, "grad_norm": 0.11538708955049515, "tokens_per_second": 1790815.9087821166, "training_seconds": 1.2442507289961213, "elapsed_tokens_per_second": 1474690.078413097, "peak_memory_bytes": 42389451776}
{"loss": 3.6339012028912587, "perplexity": 37.86022932288222, "tokens": 295829504, "seconds": 0.5353847270016558, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 29, "step": 2257, "evaluation_tokens": 1048576}
{"event": "train", "step": 2260, "epoch": 30, "tokens": 296222720, "loss": 3.5940653483072915, "lr": 0.002118989259039482, "grad_norm": 0.10408738255500793, "tokens_per_second": 1816616.5977388746, "training_seconds": 0.21645514000556432, "elapsed_tokens_per_second": 1471081.147366205, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2280, "epoch": 30, "tokens": 298844160, "loss": 3.6222150802612303, "lr": 0.002028052850486162, "grad_norm": 0.10493616759777069, "tokens_per_second": 1791374.2568808615, "training_seconds": 1.463368131997413, "elapsed_tokens_per_second": 1473379.9084328536, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2300, "epoch": 30, "tokens": 301465600, "loss": 3.6242614150047303, "lr": 0.0019386118385364337, "grad_norm": 0.10257158428430557, "tokens_per_second": 1785165.3424579252, "training_seconds": 1.4684578160085948, "elapsed_tokens_per_second": 1475605.813479718, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2320, "epoch": 30, "tokens": 304087040, "loss": 3.5945258021354674, "lr": 0.0018507112272831527, "grad_norm": 0.10562338680028915, "tokens_per_second": 1790199.0599188865, "training_seconds": 1.4643287770013558, "elapsed_tokens_per_second": 1477835.8803722803, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2335, "epoch": 30, "tokens": 306053120, "loss": 3.6124590396881104, "lr": 0.0017858232930843577, "grad_norm": 0.09791385382413864, "tokens_per_second": 1793602.493923347, "training_seconds": 1.0961626149946824, "elapsed_tokens_per_second": 1479494.8879241939, "peak_memory_bytes": 42389451776}
{"loss": 3.6189406086178435, "perplexity": 37.29803366924015, "tokens": 306053120, "seconds": 0.5337875870027347, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 30, "step": 2335, "evaluation_tokens": 1048576}
{"event": "train", "step": 2340, "epoch": 31, "tokens": 306708480, "loss": 3.5969183444976807, "lr": 0.0017643952457347479, "grad_norm": 0.11902748793363571, "tokens_per_second": 1802999.6565299367, "training_seconds": 0.36348315299255773, "elapsed_tokens_per_second": 1475946.121637219, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2360, "epoch": 31, "tokens": 309329920, "loss": 3.6107130527496336, "lr": 0.0016797073255604756, "grad_norm": 0.12446600198745728, "tokens_per_second": 1790420.820505807, "training_seconds": 1.4641474060044857, "elapsed_tokens_per_second": 1478138.5857114098, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2380, "epoch": 31, "tokens": 311951360, "loss": 3.597739374637604, "lr": 0.0015966900792368794, "grad_norm": 0.10109821707010269, "tokens_per_second": 1786676.1534842742, "training_seconds": 1.4672160899935989, "elapsed_tokens_per_second": 1480272.154578011, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2400, "epoch": 31, "tokens": 314572800, "loss": 3.59140088558197, "lr": 0.0015153852786064371, "grad_norm": 0.10676412284374237, "tokens_per_second": 1785484.7339404044, "training_seconds": 1.468195135006681, "elapsed_tokens_per_second": 1482372.2834292566, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2413, "epoch": 31, "tokens": 316276736, "loss": 3.5783975307758036, "lr": 0.001463474872184558, "grad_norm": 0.10674317926168442, "tokens_per_second": 1792194.3171201362, "training_seconds": 0.9507540469930973, "elapsed_tokens_per_second": 1483741.8363948776, "peak_memory_bytes": 42389451776}
{"loss": 3.603235364622619, "perplexity": 36.716834830941025, "tokens": 316276736, "seconds": 0.5336744369997177, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 31, "step": 2413, "evaluation_tokens": 1048576}
{"event": "train", "step": 2420, "epoch": 32, "tokens": 317194240, "loss": 3.5917786870683943, "lr": 0.0014358338338592053, "grad_norm": 0.11686471104621887, "tokens_per_second": 1804420.8755948737, "training_seconds": 0.5084756069991272, "elapsed_tokens_per_second": 1480558.589743386, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2440, "epoch": 32, "tokens": 319815680, "loss": 3.5961916923522947, "lr": 0.0013580757729480036, "grad_norm": 0.09196361899375916, "tokens_per_second": 1782830.4025099694, "training_seconds": 1.47038102800434, "elapsed_tokens_per_second": 1482610.256863521, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2460, "epoch": 32, "tokens": 322437120, "loss": 3.5817153453826904, "lr": 0.0012821502214475278, "grad_norm": 0.10169518738985062, "tokens_per_second": 1782719.2127024292, "training_seconds": 1.4704727369971806, "elapsed_tokens_per_second": 1484628.0796781923, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2480, "epoch": 32, "tokens": 325058560, "loss": 3.579681396484375, "lr": 0.0012080953828675078, "grad_norm": 0.09568103402853012, "tokens_per_second": 1785143.1299519415, "training_seconds": 1.468476088004536, "elapsed_tokens_per_second": 1486637.2497811932, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2491, "epoch": 32, "tokens": 326500352, "loss": 3.5810893665660513, "lr": 0.001168176152512596, "grad_norm": 0.09459073841571808, "tokens_per_second": 1786551.5250664817, "training_seconds": 0.8070251430035569, "elapsed_tokens_per_second": 1487727.2867854561, "peak_memory_bytes": 42389451776}
{"loss": 3.59096930748021, "perplexity": 36.26921491480136, "tokens": 326500352, "seconds": 0.5358643619983923, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 32, "step": 2491, "evaluation_tokens": 1048576}
{"event": "train", "step": 2500, "epoch": 33, "tokens": 327680000, "loss": 3.5775583850012884, "lr": 0.0011359485194298174, "grad_norm": 0.10291408747434616, "tokens_per_second": 1797255.814490118, "training_seconds": 0.6563606529962271, "elapsed_tokens_per_second": 1484972.3688855737, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2520, "epoch": 33, "tokens": 330301440, "loss": 3.561338686943054, "lr": 0.0010657459333192271, "grad_norm": 0.1046622022986412, "tokens_per_second": 1779747.9395342083, "training_seconds": 1.4729276779980864, "elapsed_tokens_per_second": 1486919.6179487817, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2540, "epoch": 33, "tokens": 332922880, "loss": 3.56070362329483, "lr": 0.0009975229484172033, "grad_norm": 0.10824709385633469, "tokens_per_second": 1787085.0043701313, "training_seconds": 1.4668804190005176, "elapsed_tokens_per_second": 1488876.6662526627, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2560, "epoch": 33, "tokens": 335544320, "loss": 3.5839860439300537, "lr": 0.0009313138925279696, "grad_norm": 0.09560265392065048, "tokens_per_second": 1781382.8697234686, "training_seconds": 1.4715758439997444, "elapsed_tokens_per_second": 1490781.0739664687, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2568, "epoch": 33, "tokens": 336592896, "loss": 3.567083477973938, "lr": 0.0009054016671683002, "grad_norm": 0.09026805311441422, "tokens_per_second": 1785382.6687661016, "training_seconds": 0.587311626994051, "elapsed_tokens_per_second": 1491533.150941772, "peak_memory_bytes": 42389451776}
{"loss": 3.5794415892748206, "perplexity": 35.85351426915194, "tokens": 336592896, "seconds": 0.532643745013047, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 33, "step": 2568, "evaluation_tokens": 1048576}
{"event": "train", "step": 2580, "epoch": 34, "tokens": 338165760, "loss": 3.5787474314371743, "lr": 0.0008671520801057592, "grad_norm": 0.10007673501968384, "tokens_per_second": 1798467.963150508, "training_seconds": 0.8745576970104594, "elapsed_tokens_per_second": 1489171.0847687721, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2600, "epoch": 34, "tokens": 340787200, "loss": 3.5926055312156677, "lr": 0.0008050697954919661, "grad_norm": 0.09193090349435806, "tokens_per_second": 1790458.2292531498, "training_seconds": 1.4641168149973964, "elapsed_tokens_per_second": 1491091.4500074908, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2620, "epoch": 34, "tokens": 343408640, "loss": 3.566983938217163, "lr": 0.0007450982766706071, "grad_norm": 0.09684598445892334, "tokens_per_second": 1790672.2256488926, "training_seconds": 1.4639418439910514, "elapsed_tokens_per_second": 1492982.7536791845, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2640, "epoch": 34, "tokens": 346030080, "loss": 3.57676043510437, "lr": 0.0006872676995502857, "grad_norm": 0.10422547906637192, "tokens_per_second": 1788347.8918212038, "training_seconds": 1.4658445439999923, "elapsed_tokens_per_second": 1494842.5100491014, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2646, "epoch": 34, "tokens": 346816512, "loss": 3.5608660777409873, "lr": 0.0006703403887332854, "grad_norm": 0.09118731319904327, "tokens_per_second": 1783231.9154489436, "training_seconds": 0.4410149869945599, "elapsed_tokens_per_second": 1495377.1127039832, "peak_memory_bytes": 42389451776}
{"loss": 3.5683641186018256, "perplexity": 35.45853971478035, "tokens": 346816512, "seconds": 0.5326472989981994, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 34, "step": 2646, "evaluation_tokens": 1048576}
{"event": "train", "step": 2660, "epoch": 35, "tokens": 348651520, "loss": 3.5521428755351474, "lr": 0.0006316071627805603, "grad_norm": 0.1004708781838417, "tokens_per_second": 1797555.9047487222, "training_seconds": 1.0208350100001553, "elapsed_tokens_per_second": 1493219.2791364351, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2680, "epoch": 35, "tokens": 351272960, "loss": 3.563935935497284, "lr": 0.0005781446731103568, "grad_norm": 0.09155146032571793, "tokens_per_second": 1785419.1649969094, "training_seconds": 1.468249053999898, "elapsed_tokens_per_second": 1495033.9251974986, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2700, "epoch": 35, "tokens": 353894400, "loss": 3.5686432123184204, "lr": 0.0005269071312957962, "grad_norm": 0.09053242951631546, "tokens_per_second": 1782444.5147901312, "training_seconds": 1.4706993559957482, "elapsed_tokens_per_second": 1496810.4202744567, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2720, "epoch": 35, "tokens": 356515840, "loss": 3.549755096435547, "lr": 0.0004779203185645226, "grad_norm": 0.10178996622562408, "tokens_per_second": 1785926.015567845, "training_seconds": 1.4678323609987274, "elapsed_tokens_per_second": 1498583.064759633, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2724, "epoch": 35, "tokens": 357040128, "loss": 3.5331329703330994, "lr": 0.0004683952326698765, "grad_norm": 0.10429514199495316, "tokens_per_second": 1784954.5647275196, "training_seconds": 0.2937262439954793, "elapsed_tokens_per_second": 1498922.7909833102, "peak_memory_bytes": 42389451776}
{"loss": 3.5607755362866187, "perplexity": 35.190478057747654, "tokens": 357040128, "seconds": 0.5308933300111676, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 35, "step": 2724, "evaluation_tokens": 1048576}
{"event": "train", "step": 2740, "epoch": 36, "tokens": 359137280, "loss": 3.5668548941612244, "lr": 0.0004312088836433431, "grad_norm": 0.09115096926689148, "tokens_per_second": 1787588.1780435434, "training_seconds": 1.1731740149989491, "elapsed_tokens_per_second": 1496722.061729592, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2760, "epoch": 36, "tokens": 361758720, "loss": 3.574335813522339, "lr": 0.000386796330355717, "grad_norm": 0.09028235077857971, "tokens_per_second": 1784635.3239798953, "training_seconds": 1.4688939329935238, "elapsed_tokens_per_second": 1498463.440985993, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2780, "epoch": 36, "tokens": 364380160, "loss": 3.5610729455947876, "lr": 0.0003447050057953183, "grad_norm": 0.08987268060445786, "tokens_per_second": 1782880.920149817, "training_seconds": 1.4703393649979262, "elapsed_tokens_per_second": 1500173.421871402, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2800, "epoch": 36, "tokens": 367001600, "loss": 3.5528976678848267, "lr": 0.0003049560890816333, "grad_norm": 0.09517396986484528, "tokens_per_second": 1788114.311998472, "training_seconds": 1.4660360260022571, "elapsed_tokens_per_second": 1501891.0770771718, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2802, "epoch": 36, "tokens": 367263744, "loss": 3.5686583518981934, "lr": 0.0003011108101255983, "grad_norm": 0.08881297707557678, "tokens_per_second": 1769793.9256034475, "training_seconds": 0.14812119999260176, "elapsed_tokens_per_second": 1502043.0137192458, "peak_memory_bytes": 42389451776}
{"loss": 3.5535777569154927, "perplexity": 34.93809415218317, "tokens": 367263744, "seconds": 0.5330265840020729, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 36, "step": 2802, "evaluation_tokens": 1048576}
{"event": "train", "step": 2820, "epoch": 37, "tokens": 369623040, "loss": 3.545139683617486, "lr": 0.00026756958070325187, "grad_norm": 0.09474451094865799, "tokens_per_second": 1789484.3370701945, "training_seconds": 1.3184222689887974, "elapsed_tokens_per_second": 1500296.7061922858, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2840, "epoch": 37, "tokens": 372244480, "loss": 3.5634377002716064, "lr": 0.00023256429245420375, "grad_norm": 0.14452727138996124, "tokens_per_second": 1779550.7995921425, "training_seconds": 1.473090850005974, "elapsed_tokens_per_second": 1501946.2386495485, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2860, "epoch": 37, "tokens": 374865920, "loss": 3.550842082500458, "lr": 0.00019995783796842082, "grad_norm": 0.08775340020656586, "tokens_per_second": 1786184.29957172, "training_seconds": 1.4676201109978138, "elapsed_tokens_per_second": 1503607.1247205627, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2880, "epoch": 37, "tokens": 377487360, "loss": 3.5618815302848814, "lr": 0.00016976662385707165, "grad_norm": 0.08324523270130157, "tokens_per_second": 1782267.4174128838, "training_seconds": 1.4708454939973308, "elapsed_tokens_per_second": 1505234.0832245348, "peak_memory_bytes": 42389451776}
{"loss": 3.5480619699610227, "perplexity": 34.74591356906124, "tokens": 377487360, "seconds": 0.536856752994936, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 37, "step": 2880, "evaluation_tokens": 1048576}
{"event": "train", "step": 2900, "epoch": 38, "tokens": 380108800, "loss": 3.560035800933838, "lr": 0.00014200584145323492, "grad_norm": 0.09283001720905304, "tokens_per_second": 1787821.2908921319, "training_seconds": 1.4662763070082292, "elapsed_tokens_per_second": 1503541.2834982895, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2920, "epoch": 38, "tokens": 382730240, "loss": 3.5305070877075195, "lr": 0.00011668945916806617, "grad_norm": 0.08894180506467819, "tokens_per_second": 1790486.4821772801, "training_seconds": 1.464093712012982, "elapsed_tokens_per_second": 1505182.1165614713, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2940, "epoch": 38, "tokens": 385351680, "loss": 3.553722846508026, "lr": 9.383021546230552e-05, "grad_norm": 0.08488067239522934, "tokens_per_second": 1785584.3983977986, "training_seconds": 1.468113185997936, "elapsed_tokens_per_second": 1506781.9871243292, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2958, "epoch": 38, "tokens": 387710976, "loss": 3.5441758235295615, "lr": 7.536728174015517e-05, "grad_norm": 0.07909393310546875, "tokens_per_second": 1785847.5762333453, "training_seconds": 1.3211071490077302, "elapsed_tokens_per_second": 1508204.1739107333, "peak_memory_bytes": 42389451776}
{"loss": 3.544646175117025, "perplexity": 34.6274311276992, "tokens": 387710976, "seconds": 0.534204409996164, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 38, "step": 2958, "evaluation_tokens": 1048576}
{"event": "train", "step": 2960, "epoch": 39, "tokens": 387973120, "loss": 3.5343180894851685, "lr": 7.343961243665598e-05, "grad_norm": 0.0858599990606308, "tokens_per_second": 1868019.835210186, "training_seconds": 0.14033255699905567, "elapsed_tokens_per_second": 1505013.5521332733, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2980, "epoch": 39, "tokens": 390594560, "loss": 3.5472026586532595, "lr": 5.552791004426461e-05, "grad_norm": 0.0782291516661644, "tokens_per_second": 1785778.4712693398, "training_seconds": 1.4679536360054044, "elapsed_tokens_per_second": 1506596.765766126, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3000, "epoch": 39, "tokens": 393216000, "loss": 3.5308249831199645, "lr": 4.010412092821602e-05, "grad_norm": 0.08480063825845718, "tokens_per_second": 1788560.7994777316, "training_seconds": 1.4656700520135928, "elapsed_tokens_per_second": 1508172.4385124198, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3020, "epoch": 39, "tokens": 395837440, "loss": 3.545991539955139, "lr": 2.7176005886631604e-05, "grad_norm": 0.086058609187603, "tokens_per_second": 1787803.7710549405, "training_seconds": 1.4662906759913312, "elapsed_tokens_per_second": 1509728.1010869858, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3035, "epoch": 39, "tokens": 397803520, "loss": 3.532769870758057, "lr": 1.912166621911349e-05, "grad_norm": 0.07966233789920807, "tokens_per_second": 1779641.3869781457, "training_seconds": 1.104761900001904, "elapsed_tokens_per_second": 1510848.6779490504, "peak_memory_bytes": 42389451776}
{"loss": 3.5432137734651787, "perplexity": 34.57786624503725, "tokens": 397803520, "seconds": 0.5359695130027831, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 39, "step": 3035, "evaluation_tokens": 1048576}
{"event": "train", "step": 3040, "epoch": 40, "tokens": 398458880, "loss": 3.5585092544555663, "lr": 1.6750069967667592e-05, "grad_norm": 0.07993388921022415, "tokens_per_second": 1807855.2785037078, "training_seconds": 0.3625068929977715, "elapsed_tokens_per_second": 1508111.0929335007, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3060, "epoch": 40, "tokens": 401080320, "loss": 3.553183710575104, "lr": 8.831559196363359e-06, "grad_norm": 0.08088262379169464, "tokens_per_second": 1787230.6213220316, "training_seconds": 1.4667609030002495, "elapsed_tokens_per_second": 1509642.7965185663, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3080, "epoch": 40, "tokens": 403701760, "loss": 3.527379906177521, "lr": 3.424457934996794e-06, "grad_norm": 0.08221711218357086, "tokens_per_second": 1783484.98657884, "training_seconds": 1.4698413610021817, "elapsed_tokens_per_second": 1511136.525207737, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3100, "epoch": 40, "tokens": 406323200, "loss": 3.555599808692932, "lr": 5.314868782685389e-07, "grad_norm": 0.08223022520542145, "tokens_per_second": 1791268.7760957235, "training_seconds": 1.4634543040010612, "elapsed_tokens_per_second": 1512653.4266048397, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3113, "epoch": 40, "tokens": 408027136, "loss": 3.539814197100126, "lr": 0.0, "grad_norm": 0.08144649863243103, "tokens_per_second": 1792925.6352884055, "training_seconds": 0.9503662430070108, "elapsed_tokens_per_second": 1513631.8206839021, "peak_memory_bytes": 42389451776}
{"loss": 3.5430172530414223, "perplexity": 34.57107165576983, "tokens": 408027136, "seconds": 0.5315158120065462, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 40, "step": 3113, "evaluation_tokens": 1048576}
{"loss": 3.54346336936564, "perplexity": 34.58649781585624, "tokens": 408027136, "seconds": 99.46164189999399, "split": "full", "validation_complete": true, "event": "final_validation", "step": 3113, "evaluation_tokens": 197411295}