{"event": "train", "step": 20, "epoch": 1, "tokens": 2621440, "loss": 9.314490127563477, "lr": 0.0007051282051282051, "grad_norm": 1.2539081573486328, "tokens_per_second": 53899.40189628748, "training_seconds": 48.63579015299911, "elapsed_tokens_per_second": 53899.40189628748, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 40, "epoch": 1, "tokens": 5242880, "loss": 7.282228970527649, "lr": 0.0014102564102564101, "grad_norm": 3.8298027515411377, "tokens_per_second": 1761937.6777345424, "training_seconds": 1.4878165289992467, "elapsed_tokens_per_second": 104585.80265867802, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 60, "epoch": 1, "tokens": 7864320, "loss": 6.82254581451416, "lr": 0.0021153846153846153, "grad_norm": 0.5327288508415222, "tokens_per_second": 1760348.0270605902, "training_seconds": 1.4891600749979261, "elapsed_tokens_per_second": 152347.46114595764, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 78, "epoch": 1, "tokens": 10223616, "loss": 6.552784177992079, "lr": 0.00275, "grad_norm": 0.28943100571632385, "tokens_per_second": 1755707.5447419193, "training_seconds": 1.343786444995203, "elapsed_tokens_per_second": 193021.18189777457, "peak_memory_bytes": 21988176384}
{"loss": 6.4308446722458825, "perplexity": 620.6980130346495, "tokens": 10223616, "seconds": 1.0394683539925609, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 1, "step": 78, "evaluation_tokens": 1048576}
{"event": "train", "step": 80, "epoch": 2, "tokens": 10485760, "loss": 6.436328411102295, "lr": 0.0028205128205128203, "grad_norm": 0.7671712040901184, "tokens_per_second": 1846086.2230355826, "training_seconds": 0.1419998680066783, "elapsed_tokens_per_second": 193543.565556627, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 100, "epoch": 2, "tokens": 13107200, "loss": 6.271538925170899, "lr": 0.0035256410256410253, "grad_norm": 0.4508569538593292, "tokens_per_second": 1758440.5803633179, "training_seconds": 1.4907754229934653, "elapsed_tokens_per_second": 235445.3024741624, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 120, "epoch": 2, "tokens": 15728640, "loss": 6.059785056114197, "lr": 0.004230769230769231, "grad_norm": 0.3655811846256256, "tokens_per_second": 1755068.8124833505, "training_seconds": 1.4936394410033245, "elapsed_tokens_per_second": 275142.54867348284, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 140, "epoch": 2, "tokens": 18350080, "loss": 5.836170673370361, "lr": 0.004935897435897435, "grad_norm": 0.26427069306373596, "tokens_per_second": 1754744.7243087282, "training_seconds": 1.4939153049926972, "elapsed_tokens_per_second": 312816.5486330411, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 156, "epoch": 2, "tokens": 20447232, "loss": 5.647269010543823, "lr": 0.0055, "grad_norm": 0.3243856132030487, "tokens_per_second": 1750833.8675046104, "training_seconds": 1.197801823989721, "elapsed_tokens_per_second": 341580.4665157662, "peak_memory_bytes": 42389451776}
{"loss": 5.600163459533954, "perplexity": 270.47061481364045, "tokens": 20447232, "seconds": 0.5404393240023637, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 2, "step": 156, "evaluation_tokens": 1048576}
{"event": "train", "step": 160, "epoch": 3, "tokens": 20971520, "loss": 5.593665719032288, "lr": 0.005641025641025641, "grad_norm": 0.4084910750389099, "tokens_per_second": 1790109.8275902187, "training_seconds": 0.2928803539980436, "elapsed_tokens_per_second": 345482.9013639186, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 180, "epoch": 3, "tokens": 23592960, "loss": 5.458457636833191, "lr": 0.006346153846153846, "grad_norm": 0.23270167410373688, "tokens_per_second": 1757476.622498469, "training_seconds": 1.4915930979914265, "elapsed_tokens_per_second": 379337.32516483107, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 200, "epoch": 3, "tokens": 26214400, "loss": 5.376590991020203, "lr": 0.0070512820512820505, "grad_norm": 0.34845036268234253, "tokens_per_second": 1756578.9942162368, "training_seconds": 1.4923553160042502, "elapsed_tokens_per_second": 411593.7884733484, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 220, "epoch": 3, "tokens": 28835840, "loss": 5.239877939224243, "lr": 0.007756410256410256, "grad_norm": 0.23235975205898285, "tokens_per_second": 1751760.7051519144, "training_seconds": 1.496460099995602, "elapsed_tokens_per_second": 442349.7239282889, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 233, "epoch": 3, "tokens": 30539776, "loss": 5.127047538757324, "lr": 0.008214743589743589, "grad_norm": 0.22256609797477722, "tokens_per_second": 1753005.6521397221, "training_seconds": 0.9720082749990979, "elapsed_tokens_per_second": 461588.61260333617, "peak_memory_bytes": 42389451776}
{"loss": 5.122542127012336, "perplexity": 167.76129853766193, "tokens": 30539776, "seconds": 0.5430744839977706, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 3, "step": 233, "evaluation_tokens": 1048576}
{"event": "train", "step": 240, "epoch": 4, "tokens": 31457280, "loss": 5.0685321262904575, "lr": 0.008461538461538461, "grad_norm": 0.2500096559524536, "tokens_per_second": 1770048.7713177113, "training_seconds": 0.5183495589881204, "elapsed_tokens_per_second": 467896.4136554035, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 260, "epoch": 4, "tokens": 34078720, "loss": 5.040865516662597, "lr": 0.009166666666666667, "grad_norm": 0.2977139949798584, "tokens_per_second": 1758595.1571442394, "training_seconds": 1.4906443869986106, "elapsed_tokens_per_second": 495882.65221139364, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 280, "epoch": 4, "tokens": 36700160, "loss": 4.993165040016175, "lr": 0.00987179487179487, "grad_norm": 0.18203017115592957, "tokens_per_second": 1756114.7583829225, "training_seconds": 1.4927498259930871, "elapsed_tokens_per_second": 522658.77842696884, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 300, "epoch": 4, "tokens": 39321600, "loss": 4.897363305091858, "lr": 0.010576923076923076, "grad_norm": 0.19212201237678528, "tokens_per_second": 1753461.8451768572, "training_seconds": 1.4950082930008648, "elapsed_tokens_per_second": 548305.3513137439, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 311, "epoch": 4, "tokens": 40763392, "loss": 4.871885299682617, "lr": 0.01096474358974359, "grad_norm": 0.2284013330936432, "tokens_per_second": 1756997.9421049939, "training_seconds": 0.8205997089971788, "elapsed_tokens_per_second": 561962.6618368325, "peak_memory_bytes": 42389451776}
{"loss": 4.883887500556338, "perplexity": 132.14337409983753, "tokens": 40763392, "seconds": 0.5457915000006324, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 4, "step": 311, "evaluation_tokens": 1048576}
{"event": "train", "step": 320, "epoch": 5, "tokens": 41943040, "loss": 4.835062079959446, "lr": 0.01099977859711189, "grad_norm": 0.1731986552476883, "tokens_per_second": 1779559.7243878688, "training_seconds": 0.6628875579917803, "elapsed_tokens_per_second": 568459.216983561, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 340, "epoch": 5, "tokens": 44564480, "loss": 4.780205154418946, "lr": 0.010997288019327136, "grad_norm": 0.19194509088993073, "tokens_per_second": 1755575.6628053314, "training_seconds": 1.493208214000333, "elapsed_tokens_per_second": 591995.8231862335, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 360, "epoch": 5, "tokens": 47185920, "loss": 4.6763344526290895, "lr": 0.010992031367510955, "grad_norm": 0.18522462248802185, "tokens_per_second": 1757305.0617800397, "training_seconds": 1.4917387180030346, "elapsed_tokens_per_second": 614622.1897389814, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 380, "epoch": 5, "tokens": 49807360, "loss": 4.584764814376831, "lr": 0.010984011286656298, "grad_norm": 0.21082910895347595, "tokens_per_second": 1757041.1567507763, "training_seconds": 1.491962774991407, "elapsed_tokens_per_second": 636387.8220320487, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 389, "epoch": 5, "tokens": 50987008, "loss": 4.523951371510823, "lr": 0.01097950170585471, "grad_norm": 0.15855282545089722, "tokens_per_second": 1757377.5921133794, "training_seconds": 0.6712547179922694, "elapsed_tokens_per_second": 645904.1063472804, "peak_memory_bytes": 42389451776}
{"loss": 4.537620304020593, "perplexity": 93.46810957211285, "tokens": 50987008, "seconds": 0.5432569139957195, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 5, "step": 389, "evaluation_tokens": 1048576}
{"event": "train", "step": 400, "epoch": 6, "tokens": 52428800, "loss": 4.508500749414617, "lr": 0.010973231812232526, "grad_norm": 0.15830691158771515, "tokens_per_second": 1763289.747201997, "training_seconds": 0.8176716290035984, "elapsed_tokens_per_second": 652842.5609234642, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 420, "epoch": 6, "tokens": 55050240, "loss": 4.465532279014587, "lr": 0.010959698368154885, "grad_norm": 0.1888395994901657, "tokens_per_second": 1755057.3149068167, "training_seconds": 1.4936492260021623, "elapsed_tokens_per_second": 672952.4416910015, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 440, "epoch": 6, "tokens": 57671680, "loss": 4.430483555793762, "lr": 0.010943417764055337, "grad_norm": 0.13259267807006836, "tokens_per_second": 1760018.5135026583, "training_seconds": 1.4894388779939618, "elapsed_tokens_per_second": 692376.2949728079, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 460, "epoch": 6, "tokens": 60293120, "loss": 4.373269200325012, "lr": 0.010924398191856166, "grad_norm": 0.2088467925786972, "tokens_per_second": 1752527.297304774, "training_seconds": 1.4958055169990985, "elapsed_tokens_per_second": 711066.659095937, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 467, "epoch": 6, "tokens": 61210624, "loss": 4.350037779126849, "lr": 0.01091709599008583, "grad_norm": 0.1350797712802887, "tokens_per_second": 1757893.245390735, "training_seconds": 0.5219338559982134, "elapsed_tokens_per_second": 717451.9397294645, "peak_memory_bytes": 42389451776}
{"loss": 4.3636334681850375, "perplexity": 78.5419964363962, "tokens": 61210624, "seconds": 0.5446140919957543, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 6, "step": 467, "evaluation_tokens": 1048576}
{"event": "train", "step": 480, "epoch": 7, "tokens": 62914560, "loss": 4.329744375669039, "lr": 0.010902649221648034, "grad_norm": 0.12933708727359772, "tokens_per_second": 1763662.6398812644, "training_seconds": 0.9661348840018036, "elapsed_tokens_per_second": 724522.0117803157, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 500, "epoch": 7, "tokens": 65536000, "loss": 4.314617609977722, "lr": 0.010878181796874598, "grad_norm": 0.15842124819755554, "tokens_per_second": 1753918.492616154, "training_seconds": 1.494619055010844, "elapsed_tokens_per_second": 741927.1697378774, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 520, "epoch": 7, "tokens": 68157440, "loss": 4.3541696786880495, "lr": 0.010851008228826089, "grad_norm": 0.144062802195549, "tokens_per_second": 1750366.9162481339, "training_seconds": 1.4976517070026603, "elapsed_tokens_per_second": 758718.503378267, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 540, "epoch": 7, "tokens": 70778880, "loss": 4.300798416137695, "lr": 0.01082114219044463, "grad_norm": 0.10523898899555206, "tokens_per_second": 1753109.088741133, "training_seconds": 1.4953091150091495, "elapsed_tokens_per_second": 774983.931907074, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 545, "epoch": 7, "tokens": 71434240, "loss": 4.255326271057129, "lr": 0.01081325671375722, "grad_norm": 0.10379718989133835, "tokens_per_second": 1758966.7487115557, "training_seconds": 0.3725823700078763, "elapsed_tokens_per_second": 778956.1503058079, "peak_memory_bytes": 42389451776}
{"loss": 4.258151510883404, "perplexity": 70.67921287175024, "tokens": 71434240, "seconds": 0.540559579996625, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 7, "step": 545, "evaluation_tokens": 1048576}
{"event": "train", "step": 560, "epoch": 8, "tokens": 73400320, "loss": 4.2572122573852536, "lr": 0.010788598709444408, "grad_norm": 0.16234110295772552, "tokens_per_second": 1760442.6169268829, "training_seconds": 1.116810046005412, "elapsed_tokens_per_second": 786122.6988645289, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 580, "epoch": 8, "tokens": 76021760, "loss": 4.228916001319885, "lr": 0.010753394160750187, "grad_norm": 0.1227269098162651, "tokens_per_second": 1753845.2347958158, "training_seconds": 1.4946814849972725, "elapsed_tokens_per_second": 801358.5410841515, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 600, "epoch": 8, "tokens": 78643200, "loss": 4.216101455688476, "lr": 0.010715546258257908, "grad_norm": 0.1449599415063858, "tokens_per_second": 1756670.1921861568, "training_seconds": 1.4922778400068637, "elapsed_tokens_per_second": 816135.1154662034, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 620, "epoch": 8, "tokens": 81264640, "loss": 4.185435438156128, "lr": 0.010675074045921577, "grad_norm": 0.15827426314353943, "tokens_per_second": 1759139.1381484054, "training_seconds": 1.4901834329939447, "elapsed_tokens_per_second": 830482.8838583129, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 623, "epoch": 8, "tokens": 81657856, "loss": 4.14952023824056, "lr": 0.010668778108861842, "grad_norm": 0.16678771376609802, "tokens_per_second": 1768079.4800237275, "training_seconds": 0.2223972420033533, "elapsed_tokens_per_second": 832592.1521871529, "peak_memory_bytes": 42389451776}
{"loss": 4.195776689364016, "perplexity": 66.40528783388002, "tokens": 81657856, "seconds": 0.5424656730028801, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 8, "step": 623, "evaluation_tokens": 1048576}
{"event": "train", "step": 640, "epoch": 9, "tokens": 83886080, "loss": 4.16846892412971, "lr": 0.010631997888170921, "grad_norm": 0.12288901954889297, "tokens_per_second": 1760858.1330969662, "training_seconds": 1.2654193759954069, "elapsed_tokens_per_second": 839614.2271130584, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 660, "epoch": 9, "tokens": 86507520, "loss": 4.1469666242599486, "lr": 0.010586339459664591, "grad_norm": 0.12158507853746414, "tokens_per_second": 1750689.2395594502, "training_seconds": 1.497375970997382, "elapsed_tokens_per_second": 853053.388947729, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 680, "epoch": 9, "tokens": 89128960, "loss": 4.142841053009033, "lr": 0.010538121734384114, "grad_norm": 0.1430194079875946, "tokens_per_second": 1752517.8481875614, "training_seconds": 1.4958135819906602, "elapsed_tokens_per_second": 866108.6360390552, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 700, "epoch": 9, "tokens": 91750400, "loss": 4.110486888885498, "lr": 0.010487368974074061, "grad_norm": 0.13555118441581726, "tokens_per_second": 1747840.5114607923, "training_seconds": 1.4998164779972285, "elapsed_tokens_per_second": 878760.7402152816, "peak_memory_bytes": 42389451776}
{"loss": 4.130962685248003, "perplexity": 62.2378095252651, "tokens": 91750400, "seconds": 0.5427549759915564, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 9, "step": 700, "evaluation_tokens": 1048576}
{"event": "train", "step": 720, "epoch": 10, "tokens": 94371840, "loss": 4.1184998750686646, "lr": 0.010434106716034246, "grad_norm": 0.15552131831645966, "tokens_per_second": 1762331.3870506352, "training_seconds": 1.4874841470009414, "elapsed_tokens_per_second": 886554.3245431412, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 740, "epoch": 10, "tokens": 96993280, "loss": 4.103866136074066, "lr": 0.010378361760270108, "grad_norm": 0.11918478459119797, "tokens_per_second": 1754494.0699304612, "training_seconds": 1.4941287319961702, "elapsed_tokens_per_second": 898548.7606883124, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 760, "epoch": 10, "tokens": 99614720, "loss": 4.089799571037292, "lr": 0.010320162156007735, "grad_norm": 0.1170843094587326, "tokens_per_second": 1756872.382098789, "training_seconds": 1.4921061009954428, "elapsed_tokens_per_second": 910237.4137053703, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 778, "epoch": 10, "tokens": 101974016, "loss": 4.0602856742011175, "lr": 0.010265707965922247, "grad_norm": 0.14135786890983582, "tokens_per_second": 1754584.0707889334, "training_seconds": 1.3446468820038717, "elapsed_tokens_per_second": 920464.1626942866, "peak_memory_bytes": 42389451776}
{"loss": 4.07609407677572, "perplexity": 58.91490276737791, "tokens": 101974016, "seconds": 0.5422015829972224, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 10, "step": 778, "evaluation_tokens": 1048576}
{"event": "train", "step": 780, "epoch": 11, "tokens": 102236160, "loss": 4.071607351303101, "lr": 0.010259537187580317, "grad_norm": 0.14755822718143463, "tokens_per_second": 1825684.6030823644, "training_seconds": 0.1435866849933518, "elapsed_tokens_per_second": 917082.8633566538, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 800, "epoch": 11, "tokens": 104857600, "loss": 4.054666674137115, "lr": 0.010196517359693121, "grad_norm": 0.1276761144399643, "tokens_per_second": 1757760.5452621123, "training_seconds": 1.491352167999139, "elapsed_tokens_per_second": 928171.0494164116, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 820, "epoch": 11, "tokens": 107479040, "loss": 4.055221199989319, "lr": 0.010131134382074435, "grad_norm": 0.13567034900188446, "tokens_per_second": 1753990.4046001588, "training_seconds": 1.4945577770122327, "elapsed_tokens_per_second": 938931.24323462, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 840, "epoch": 11, "tokens": 110100480, "loss": 4.039471960067749, "lr": 0.010063421153520142, "grad_norm": 0.16192707419395447, "tokens_per_second": 1755518.1032409328, "training_seconds": 1.4932571730023483, "elapsed_tokens_per_second": 949433.3239089472, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 856, "epoch": 11, "tokens": 112197632, "loss": 4.01870833337307, "lr": 0.010007595646961583, "grad_norm": 0.12970070540905, "tokens_per_second": 1755410.455035767, "training_seconds": 1.1946789960056776, "elapsed_tokens_per_second": 957634.1061003918, "peak_memory_bytes": 42389451776}
{"loss": 4.039625060309844, "perplexity": 56.80504034792283, "tokens": 112197632, "seconds": 0.5428301089996239, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 11, "step": 856, "evaluation_tokens": 1048576}
{"event": "train", "step": 860, "epoch": 12, "tokens": 112721920, "loss": 4.000532865524292, "lr": 0.009993411745340032, "grad_norm": 0.13598543405532837, "tokens_per_second": 1783805.6645600973, "training_seconds": 0.29391542499070056, "elapsed_tokens_per_second": 955220.7347230056, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 880, "epoch": 12, "tokens": 115343360, "loss": 4.022623586654663, "lr": 0.009921141384214105, "grad_norm": 0.14392313361167908, "tokens_per_second": 1752862.4563057912, "training_seconds": 1.4955195090005873, "elapsed_tokens_per_second": 965190.7235215593, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 900, "epoch": 12, "tokens": 117964800, "loss": 3.99259467124939, "lr": 0.00984664643446754, "grad_norm": 0.11429620534181595, "tokens_per_second": 1757704.838823853, "training_seconds": 1.4913994329981506, "elapsed_tokens_per_second": 974941.3417929201, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 920, "epoch": 12, "tokens": 120586240, "loss": 4.005098235607147, "lr": 0.00976996437977324, "grad_norm": 0.12257441133260727, "tokens_per_second": 1755356.7698870227, "training_seconds": 1.4933944170043105, "elapsed_tokens_per_second": 984443.1910080618, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 934, "epoch": 12, "tokens": 122421248, "loss": 3.9925350631986345, "lr": 0.009715006232236143, "grad_norm": 0.12327521294355392, "tokens_per_second": 1756511.8597802143, "training_seconds": 1.044688648005831, "elapsed_tokens_per_second": 990952.7774204392, "peak_memory_bytes": 42389451776}
{"loss": 4.002924419143484, "perplexity": 54.75805160394779, "tokens": 122421248, "seconds": 0.5410351199971046, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 12, "step": 934, "evaluation_tokens": 1048576}
{"event": "train", "step": 940, "epoch": 13, "tokens": 123207680, "loss": 3.9948814709981284, "lr": 0.009691133804291145, "grad_norm": 0.12961214780807495, "tokens_per_second": 1770068.0336914356, "training_seconds": 0.4442947869974887, "elapsed_tokens_per_second": 989351.7466696855, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 960, "epoch": 13, "tokens": 125829120, "loss": 3.989833915233612, "lr": 0.009610194373253814, "grad_norm": 0.16265015304088593, "tokens_per_second": 1753801.9447972188, "training_seconds": 1.49471837899182, "elapsed_tokens_per_second": 998406.1401307464, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 980, "epoch": 13, "tokens": 128450560, "loss": 3.975862717628479, "lr": 0.00952718681300804, "grad_norm": 0.12838128209114075, "tokens_per_second": 1757650.0822456202, "training_seconds": 1.491445894993376, "elapsed_tokens_per_second": 1007267.8345018071, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1000, "epoch": 13, "tokens": 131072000, "loss": 3.9477347493171693, "lr": 0.009442152890522552, "grad_norm": 0.11507876962423325, "tokens_per_second": 1757730.7498520303, "training_seconds": 1.4913774480082793, "elapsed_tokens_per_second": 1015928.8468260444, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1012, "epoch": 13, "tokens": 132644864, "loss": 3.9648816188176474, "lr": 0.009390177640596985, "grad_norm": 0.12000937759876251, "tokens_per_second": 1753122.4191229485, "training_seconds": 0.8971786469919607, "elapsed_tokens_per_second": 1021000.6218210664, "peak_memory_bytes": 42389451776}
{"loss": 3.970865311373953, "perplexity": 53.03039879902674, "tokens": 132644864, "seconds": 0.5446550830092747, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 13, "step": 1012, "evaluation_tokens": 1048576}
{"event": "train", "step": 1020, "epoch": 14, "tokens": 133693440, "loss": 3.9411427974700928, "lr": 0.00935513539237211, "grad_norm": 0.13715696334838867, "tokens_per_second": 1767784.7426116855, "training_seconds": 0.593158190997201, "elapsed_tokens_per_second": 1020060.5078176747, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1040, "epoch": 14, "tokens": 136314880, "loss": 3.944839370250702, "lr": 0.009266178103208532, "grad_norm": 0.12704043090343475, "tokens_per_second": 1749777.9708635446, "training_seconds": 1.498155790992314, "elapsed_tokens_per_second": 1028296.0497966182, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1060, "epoch": 14, "tokens": 138936320, "loss": 3.952233076095581, "lr": 0.009175325783729572, "grad_norm": 0.18541640043258667, "tokens_per_second": 1752980.0011391083, "training_seconds": 1.4954192279983545, "elapsed_tokens_per_second": 1036362.6717777555, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1080, "epoch": 14, "tokens": 141557760, "loss": 3.9340333461761476, "lr": 0.009082624148156625, "grad_norm": 0.13429537415504456, "tokens_per_second": 1754394.4972355166, "training_seconds": 1.4942135330056772, "elapsed_tokens_per_second": 1044265.4369607283, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1090, "epoch": 14, "tokens": 142868480, "loss": 3.9482857942581178, "lr": 0.009035594377607207, "grad_norm": 0.12305515259504318, "tokens_per_second": 1751331.5057181786, "training_seconds": 0.7484134190017357, "elapsed_tokens_per_second": 1048130.8383626256, "peak_memory_bytes": 42389451776}
{"loss": 3.942815632816481, "perplexity": 51.5635812110423, "tokens": 142868480, "seconds": 0.5426011569943512, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 14, "step": 1090, "evaluation_tokens": 1048576}
{"event": "train", "step": 1100, "epoch": 15, "tokens": 144179200, "loss": 3.922425699234009, "lr": 0.008988119841232683, "grad_norm": 0.128672793507576, "tokens_per_second": 1759888.7478375575, "training_seconds": 0.7447743509983411, "elapsed_tokens_per_second": 1047782.2941295472, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1120, "epoch": 15, "tokens": 146800640, "loss": 3.9148083090782166, "lr": 0.008891860414752078, "grad_norm": 0.1475849747657776, "tokens_per_second": 1754158.132966158, "training_seconds": 1.4944148710055742, "elapsed_tokens_per_second": 1055358.2798184408, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1140, "epoch": 15, "tokens": 149422080, "loss": 3.915116512775421, "lr": 0.008793894303633792, "grad_norm": 0.16200536489486694, "tokens_per_second": 1755024.0368189018, "training_seconds": 1.4936775480018696, "elapsed_tokens_per_second": 1062775.8943053999, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1160, "epoch": 15, "tokens": 152043520, "loss": 3.9057947993278503, "lr": 0.008694270801550448, "grad_norm": 0.11373163014650345, "tokens_per_second": 1758292.071335677, "training_seconds": 1.490901337005198, "elapsed_tokens_per_second": 1070056.9812325619, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1167, "epoch": 15, "tokens": 152961024, "loss": 3.8853277819497243, "lr": 0.008659020269375853, "grad_norm": 0.10985530912876129, "tokens_per_second": 1756737.4819937912, "training_seconds": 0.5222772380075185, "elapsed_tokens_per_second": 1072556.4462564779, "peak_memory_bytes": 42389451776}
{"loss": 3.9149142942913753, "perplexity": 50.14477363350505, "tokens": 152961024, "seconds": 0.5451203509874176, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 15, "step": 1167, "evaluation_tokens": 1048576}
{"event": "train", "step": 1180, "epoch": 16, "tokens": 154664960, "loss": 3.863145168011005, "lr": 0.008593040036125167, "grad_norm": 0.11827067285776138, "tokens_per_second": 1762795.0333740956, "training_seconds": 0.9666103930067038, "elapsed_tokens_per_second": 1073046.8016329901, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1200, "epoch": 16, "tokens": 157286400, "loss": 3.888310945034027, "lr": 0.008490252943708828, "grad_norm": 0.1396850347518921, "tokens_per_second": 1750588.4160146404, "training_seconds": 1.49746221100213, "elapsed_tokens_per_second": 1080001.994182887, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1220, "epoch": 16, "tokens": 159907840, "loss": 3.891603422164917, "lr": 0.008385961243750385, "grad_norm": 0.13036878407001495, "tokens_per_second": 1753289.2919670176, "training_seconds": 1.4951554270082852, "elapsed_tokens_per_second": 1086827.2802807337, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1240, "epoch": 16, "tokens": 162529280, "loss": 3.868698978424072, "lr": 0.008280217412773159, "grad_norm": 0.1170538142323494, "tokens_per_second": 1751222.4517374707, "training_seconds": 1.4969200499908766, "elapsed_tokens_per_second": 1093506.5034031277, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1245, "epoch": 16, "tokens": 163184640, "loss": 3.8552728652954102, "lr": 0.008253560779101218, "grad_norm": 0.12233468890190125, "tokens_per_second": 1755638.9769249314, "training_seconds": 0.37328859099943656, "elapsed_tokens_per_second": 1095148.6022734114, "peak_memory_bytes": 42389451776}
{"loss": 3.8979231317358334, "perplexity": 49.29995319890063, "tokens": 163184640, "seconds": 0.5448724540037801, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 16, "step": 1245, "evaluation_tokens": 1048576}
{"event": "train", "step": 1260, "epoch": 17, "tokens": 165150720, "loss": 3.86960662206014, "lr": 0.00817307465797019, "grad_norm": 0.11378153413534164, "tokens_per_second": 1762132.3301268865, "training_seconds": 1.1157391339947935, "elapsed_tokens_per_second": 1096066.1072711686, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1280, "epoch": 17, "tokens": 167772160, "loss": 3.8797813415527345, "lr": 0.008064586890431944, "grad_norm": 0.1302647590637207, "tokens_per_second": 1757026.1144869223, "training_seconds": 1.4919755479932064, "elapsed_tokens_per_second": 1102533.112876801, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1300, "epoch": 17, "tokens": 170393600, "loss": 3.8650034427642823, "lr": 0.007954808698019825, "grad_norm": 0.10637862235307693, "tokens_per_second": 1754554.751862261, "training_seconds": 1.494077056995593, "elapsed_tokens_per_second": 1108855.5176727779, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1320, "epoch": 17, "tokens": 173015040, "loss": 3.8733627438545226, "lr": 0.007843795317899178, "grad_norm": 0.10618335753679276, "tokens_per_second": 1752871.0031351445, "training_seconds": 1.4955122169922106, "elapsed_tokens_per_second": 1115052.3128568633, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1323, "epoch": 17, "tokens": 173408256, "loss": 3.857915163040161, "lr": 0.007827040220773778, "grad_norm": 0.10501138865947723, "tokens_per_second": 1760551.7692022333, "training_seconds": 0.22334816100192256, "elapsed_tokens_per_second": 1115964.8099155228, "peak_memory_bytes": 42389451776}
{"loss": 3.8694243620160975, "perplexity": 47.914796563901, "tokens": 173408256, "seconds": 0.5405339819990331, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 17, "step": 1323, "evaluation_tokens": 1048576}
{"event": "train", "step": 1340, "epoch": 18, "tokens": 175636480, "loss": 3.8385728808010326, "lr": 0.007731602608745552, "grad_norm": 0.11863987147808075, "tokens_per_second": 1764524.746541167, "training_seconds": 1.2627898840000853, "elapsed_tokens_per_second": 1117146.747296036, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1360, "epoch": 18, "tokens": 178257920, "loss": 3.840287780761719, "lr": 0.007618287022638269, "grad_norm": 0.11619724333286285, "tokens_per_second": 1756501.1121880617, "training_seconds": 1.4924214859929634, "elapsed_tokens_per_second": 1123146.5029202215, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1380, "epoch": 18, "tokens": 180879360, "loss": 3.838571608066559, "lr": 0.007503905576655383, "grad_norm": 0.15646982192993164, "tokens_per_second": 1754238.1763351487, "training_seconds": 1.494346683000913, "elapsed_tokens_per_second": 1129017.0525513673, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1400, "epoch": 18, "tokens": 183500800, "loss": 3.8281760573387147, "lr": 0.007388515824184365, "grad_norm": 0.14012891054153442, "tokens_per_second": 1751136.691739504, "training_seconds": 1.4969933600077638, "elapsed_tokens_per_second": 1134764.951228232, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1401, "epoch": 18, "tokens": 183631872, "loss": 3.8408336639404297, "lr": 0.007382720907894301, "grad_norm": 0.13905978202819824, "tokens_per_second": 1759112.7110100477, "training_seconds": 0.0745102910004789, "elapsed_tokens_per_second": 1135037.2887024644, "peak_memory_bytes": 42389451776}
{"loss": 3.848497630259609, "perplexity": 46.922515283192894, "tokens": 183631872, "seconds": 0.5438346279988764, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 18, "step": 1401, "evaluation_tokens": 1048576}
{"event": "train", "step": 1420, "epoch": 19, "tokens": 186122240, "loss": 3.8311244563052527, "lr": 0.007272175825962919, "grad_norm": 0.11054866760969162, "tokens_per_second": 1764435.2264019113, "training_seconds": 1.4114250059938058, "elapsed_tokens_per_second": 1136626.2689267974, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1440, "epoch": 19, "tokens": 188743680, "loss": 3.8242602705955506, "lr": 0.0071549441208645405, "grad_norm": 0.1771513670682907, "tokens_per_second": 1755694.2891012668, "training_seconds": 1.4931073229963658, "elapsed_tokens_per_second": 1142207.3656848434, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1460, "epoch": 19, "tokens": 191365120, "loss": 3.8117655634880068, "lr": 0.0070368796964434535, "grad_norm": 0.12264946103096008, "tokens_per_second": 1754816.9718911957, "training_seconds": 1.493853798994678, "elapsed_tokens_per_second": 1147681.2876615785, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1479, "epoch": 19, "tokens": 193855488, "loss": 3.801122000342921, "lr": 0.006924001290701026, "grad_norm": 0.139689639210701, "tokens_per_second": 1752998.710913359, "training_seconds": 1.4206331040040823, "elapsed_tokens_per_second": 1152782.3860219314, "peak_memory_bytes": 42389451776}
{"loss": 3.829829063287922, "perplexity": 46.05466512829935, "tokens": 193855488, "seconds": 0.5393267839972395, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 19, "step": 1479, "evaluation_tokens": 1048576}
{"event": "train", "step": 1480, "epoch": 20, "tokens": 193986560, "loss": 3.782208204269409, "lr": 0.006918041959253812, "grad_norm": 0.1161889135837555, "tokens_per_second": 1935805.0925233408, "training_seconds": 0.06770929599588271, "elapsed_tokens_per_second": 1149339.4408635134, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1500, "epoch": 20, "tokens": 196608000, "loss": 3.808505690097809, "lr": 0.006798490704958065, "grad_norm": 0.13977740705013275, "tokens_per_second": 1749265.205713362, "training_seconds": 1.4985949480033014, "elapsed_tokens_per_second": 1154607.048297371, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1520, "epoch": 20, "tokens": 199229440, "loss": 3.794896197319031, "lr": 0.0066782860882395375, "grad_norm": 0.12768173217773438, "tokens_per_second": 1747681.1395627023, "training_seconds": 1.4999532469955739, "elapsed_tokens_per_second": 1159773.1233782733, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1540, "epoch": 20, "tokens": 201850880, "loss": 3.7916847705841064, "lr": 0.006557488592534348, "grad_norm": 0.11455205827951431, "tokens_per_second": 1749483.3303414136, "training_seconds": 1.49840810400201, "elapsed_tokens_per_second": 1164858.0835872479, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1557, "epoch": 20, "tokens": 204079104, "loss": 3.8064326398512898, "lr": 0.0064543899625572, "grad_norm": 0.1283269077539444, "tokens_per_second": 1753753.7002578096, "training_seconds": 1.2705455730028916, "elapsed_tokens_per_second": 1169133.9444046735, "peak_memory_bytes": 42389451776}
{"loss": 3.8118968965912603, "perplexity": 45.23616586181556, "tokens": 204079104, "seconds": 0.5408254609938012, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 20, "step": 1557, "evaluation_tokens": 1048576}
{"event": "train", "step": 1560, "epoch": 21, "tokens": 204472320, "loss": 3.7841642697652182, "lr": 0.006436158999597934, "grad_norm": 0.12815655767917633, "tokens_per_second": 1795677.7092465383, "training_seconds": 0.2189791620039614, "elapsed_tokens_per_second": 1166260.125313332, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1580, "epoch": 21, "tokens": 207093760, "loss": 3.801525056362152, "lr": 0.006314358358921438, "grad_norm": 0.1308501809835434, "tokens_per_second": 1756440.4414803826, "training_seconds": 1.492473036996671, "elapsed_tokens_per_second": 1171228.941294894, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1600, "epoch": 21, "tokens": 209715200, "loss": 3.7989299178123472, "lr": 0.006192147957013407, "grad_norm": 0.11895228922367096, "tokens_per_second": 1753436.3600970528, "training_seconds": 1.4950300219934434, "elapsed_tokens_per_second": 1176099.5133259639, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1620, "epoch": 21, "tokens": 212336640, "loss": 3.787412691116333, "lr": 0.006069589286562223, "grad_norm": 0.11547491699457169, "tokens_per_second": 1752776.4559319876, "training_seconds": 1.4955928870040225, "elapsed_tokens_per_second": 1180881.6810528086, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1634, "epoch": 21, "tokens": 214171648, "loss": 3.779621260506766, "lr": 0.00598362401452175, "grad_norm": 0.12834174931049347, "tokens_per_second": 1755981.9532484333, "training_seconds": 1.0450039059942355, "elapsed_tokens_per_second": 1184193.4347249574, "peak_memory_bytes": 42389451776}
{"loss": 3.7902606068665206, "perplexity": 44.26793530077082, "tokens": 214171648, "seconds": 0.5431610450032167, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 21, "step": 1634, "evaluation_tokens": 1048576}
{"event": "train", "step": 1640, "epoch": 22, "tokens": 214958080, "loss": 3.7534363667170205, "lr": 0.005946744015494769, "grad_norm": 0.11408141255378723, "tokens_per_second": 1786714.622494818, "training_seconds": 0.4401553499919828, "elapsed_tokens_per_second": 1182042.2469015315, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1660, "epoch": 22, "tokens": 217579520, "loss": 3.793397378921509, "lr": 0.005823673955946958, "grad_norm": 0.11209408938884735, "tokens_per_second": 1757288.547212817, "training_seconds": 1.4917527369980235, "elapsed_tokens_per_second": 1186709.876274387, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1680, "epoch": 22, "tokens": 220200960, "loss": 3.769172692298889, "lr": 0.005700441033161664, "grad_norm": 0.11266997456550598, "tokens_per_second": 1754059.2016873488, "training_seconds": 1.4944991579977795, "elapsed_tokens_per_second": 1191286.2676154496, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1700, "epoch": 22, "tokens": 222822400, "loss": 3.7670498967170714, "lr": 0.005577107254329768, "grad_norm": 0.12102880328893661, "tokens_per_second": 1755597.7816720281, "training_seconds": 1.4931894009932876, "elapsed_tokens_per_second": 1195794.5497734712, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1712, "epoch": 22, "tokens": 224395264, "loss": 3.760546783606211, "lr": 0.005503084391054813, "grad_norm": 0.12833227217197418, "tokens_per_second": 1755225.923156434, "training_seconds": 0.8961034469975857, "elapsed_tokens_per_second": 1198461.3205071348, "peak_memory_bytes": 42389451776}
{"loss": 3.7682940228594815, "perplexity": 43.306122526765165, "tokens": 224395264, "seconds": 0.5442106479895301, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 22, "step": 1712, "evaluation_tokens": 1048576}
{"event": "train", "step": 1720, "epoch": 23, "tokens": 225443840, "loss": 3.7303324937820435, "lr": 0.005453734677389955, "grad_norm": 0.1117296889424324, "tokens_per_second": 1759643.376853887, "training_seconds": 0.5959025640040636, "elapsed_tokens_per_second": 1196710.7333898128, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1740, "epoch": 23, "tokens": 228065280, "loss": 3.7572450995445252, "lr": 0.005330385379802973, "grad_norm": 0.11667519062757492, "tokens_per_second": 1753253.645406747, "training_seconds": 1.495185826002853, "elapsed_tokens_per_second": 1201082.1954681105, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1760, "epoch": 23, "tokens": 230686720, "loss": 3.7434999704360963, "lr": 0.00520712142731609, "grad_norm": 0.11945474147796631, "tokens_per_second": 1748464.716291315, "training_seconds": 1.4992810410039965, "elapsed_tokens_per_second": 1205360.494213117, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1780, "epoch": 23, "tokens": 233308160, "loss": 3.744659435749054, "lr": 0.005084004842733422, "grad_norm": 0.11485573649406433, "tokens_per_second": 1751814.6142397108, "training_seconds": 1.4964140490046702, "elapsed_tokens_per_second": 1209585.6576706572, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1790, "epoch": 23, "tokens": 234618880, "loss": 3.729544758796692, "lr": 0.00502252117610938, "grad_norm": 0.1174411028623581, "tokens_per_second": 1753584.2423375815, "training_seconds": 0.747451971998089, "elapsed_tokens_per_second": 1211675.207041331, "peak_memory_bytes": 42389451776}
{"loss": 3.7501818336598864, "perplexity": 42.528814467015266, "tokens": 234618880, "seconds": 0.5427836169983493, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 23, "step": 1790, "evaluation_tokens": 1048576}
{"event": "train", "step": 1800, "epoch": 24, "tokens": 235929600, "loss": 3.732490801811218, "lr": 0.0049610975747078736, "grad_norm": 0.13725998997688293, "tokens_per_second": 1770184.713425056, "training_seconds": 0.7404425030108541, "elapsed_tokens_per_second": 1210357.8860245338, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1820, "epoch": 24, "tokens": 238551040, "loss": 3.7601264476776124, "lr": 0.004838461466570408, "grad_norm": 0.12296648323535919, "tokens_per_second": 1753771.4069787643, "training_seconds": 1.4947444060089765, "elapsed_tokens_per_second": 1214479.4989967044, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1840, "epoch": 24, "tokens": 241172480, "loss": 3.7170900106430054, "lr": 0.0047161582252122835, "grad_norm": 0.10655475407838821, "tokens_per_second": 1756389.2328412698, "training_seconds": 1.4925165509921499, "elapsed_tokens_per_second": 1218555.8363388649, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1860, "epoch": 24, "tokens": 243793920, "loss": 3.7354514718055727, "lr": 0.004594249390035967, "grad_norm": 0.11468847095966339, "tokens_per_second": 1753824.5481525082, "training_seconds": 1.4946991150063695, "elapsed_tokens_per_second": 1222554.920884049, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1868, "epoch": 24, "tokens": 244842496, "loss": 3.70248544216156, "lr": 0.004545610037442798, "grad_norm": 0.12662199139595032, "tokens_per_second": 1754978.6084296368, "training_seconds": 0.5974864849995356, "elapsed_tokens_per_second": 1224132.4836460876, "peak_memory_bytes": 42389451776}
{"loss": 3.730428524261414, "perplexity": 41.69697250044909, "tokens": 244842496, "seconds": 0.5445949510030914, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 24, "step": 1868, "evaluation_tokens": 1048576}
{"event": "train", "step": 1880, "epoch": 25, "tokens": 246415360, "loss": 3.723010698954264, "lr": 0.004472796301990301, "grad_norm": 0.13146628439426422, "tokens_per_second": 1766271.1124892766, "training_seconds": 0.8904997589997947, "elapsed_tokens_per_second": 1223109.5445908613, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1900, "epoch": 25, "tokens": 249036800, "loss": 3.7208593487739563, "lr": 0.004351860072705549, "grad_norm": 0.15562449395656586, "tokens_per_second": 1752454.4180539888, "training_seconds": 1.4958677230024477, "elapsed_tokens_per_second": 1226995.4634951383, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1920, "epoch": 25, "tokens": 251658240, "loss": 3.699626326560974, "lr": 0.004231501553743808, "grad_norm": 0.10886365920305252, "tokens_per_second": 1753023.1075464857, "training_seconds": 1.4953824560070643, "elapsed_tokens_per_second": 1230832.9382108285, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1940, "epoch": 25, "tokens": 254279680, "loss": 3.700539839267731, "lr": 0.004111781305980296, "grad_norm": 0.12346487492322922, "tokens_per_second": 1755360.7216570764, "training_seconds": 1.4933910549880238, "elapsed_tokens_per_second": 1234620.6862344705, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1946, "epoch": 25, "tokens": 255066112, "loss": 3.673774520556132, "lr": 0.004075998709298975, "grad_norm": 0.1379128247499466, "tokens_per_second": 1751845.222879543, "training_seconds": 0.4489163709949935, "elapsed_tokens_per_second": 1235735.0400266566, "peak_memory_bytes": 42389451776}
{"loss": 3.714680470312458, "perplexity": 41.0454697426924, "tokens": 255066112, "seconds": 0.5425799030053895, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 25, "step": 1946, "evaluation_tokens": 1048576}
{"event": "train", "step": 1960, "epoch": 26, "tokens": 256901120, "loss": 3.7052009446280345, "lr": 0.00399275956913089, "grad_norm": 0.11875508725643158, "tokens_per_second": 1759184.927118778, "training_seconds": 1.0431012520130025, "elapsed_tokens_per_second": 1235076.0345213998, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1980, "epoch": 26, "tokens": 259522560, "loss": 3.7107319593429566, "lr": 0.0038744962314412666, "grad_norm": 0.11881516873836517, "tokens_per_second": 1757956.1214889418, "training_seconds": 1.4911862520093564, "elapsed_tokens_per_second": 1238785.1614377815, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2000, "epoch": 26, "tokens": 262144000, "loss": 3.6914451003074644, "lr": 0.003757050799552902, "grad_norm": 0.10833550244569778, "tokens_per_second": 1755663.9675682536, "training_seconds": 1.4931331099942327, "elapsed_tokens_per_second": 1242432.5848239928, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2020, "epoch": 26, "tokens": 264765440, "loss": 3.6808151841163634, "lr": 0.0036404823685610723, "grad_norm": 0.10901849716901779, "tokens_per_second": 1757451.3728518581, "training_seconds": 1.4916145280003548, "elapsed_tokens_per_second": 1246035.05508054, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2024, "epoch": 26, "tokens": 265289728, "loss": 3.6680151224136353, "lr": 0.003617279092105699, "grad_norm": 0.1107712835073471, "tokens_per_second": 1755100.7045554335, "training_seconds": 0.2987224599928595, "elapsed_tokens_per_second": 1246740.8120570686, "peak_memory_bytes": 42389451776}
{"loss": 3.6932626723177933, "perplexity": 40.17571354222665, "tokens": 265289728, "seconds": 0.5422553989919834, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 26, "step": 2024, "evaluation_tokens": 1048576}
{"event": "train", "step": 2040, "epoch": 27, "tokens": 267386880, "loss": 3.6803649812936783, "lr": 0.0035248495922799365, "grad_norm": 0.1345571130514145, "tokens_per_second": 1761514.6270721124, "training_seconds": 1.1905390780011658, "elapsed_tokens_per_second": 1246386.618396205, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2060, "epoch": 27, "tokens": 270008320, "loss": 3.687804126739502, "lr": 0.003410210653729649, "grad_norm": 0.10799551755189896, "tokens_per_second": 1747438.012090229, "training_seconds": 1.5001619410031708, "elapsed_tokens_per_second": 1249851.9934827746, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2080, "epoch": 27, "tokens": 272629760, "loss": 3.675006592273712, "lr": 0.0032966232358603883, "grad_norm": 0.11518220603466034, "tokens_per_second": 1751948.8154995688, "training_seconds": 1.4962994219968095, "elapsed_tokens_per_second": 1253293.9955357115, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2100, "epoch": 27, "tokens": 275251200, "loss": 3.6656009197235107, "lr": 0.003184144492527974, "grad_norm": 0.12193919718265533, "tokens_per_second": 1751521.6151933651, "training_seconds": 1.4966643730003852, "elapsed_tokens_per_second": 1256684.9323489673, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2101, "epoch": 27, "tokens": 275382272, "loss": 3.668135643005371, "lr": 0.0031785506757095435, "grad_norm": 0.12113998830318451, "tokens_per_second": 1754789.0603339756, "training_seconds": 0.07469387800665572, "elapsed_tokens_per_second": 1256844.7249262303, "peak_memory_bytes": 42389451776}
{"loss": 3.6753005603038402, "perplexity": 39.460515339496865, "tokens": 275382272, "seconds": 0.5426365089952014, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 27, "step": 2101, "evaluation_tokens": 1048576}
{"event": "train", "step": 2120, "epoch": 28, "tokens": 277872640, "loss": 3.6841863582008765, "lr": 0.003072831019735734, "grad_norm": 0.11004643142223358, "tokens_per_second": 1763631.2002410393, "training_seconds": 1.4120684640074614, "elapsed_tokens_per_second": 1256941.623158517, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2140, "epoch": 28, "tokens": 280494080, "loss": 3.677414131164551, "lr": 0.0029627388271570455, "grad_norm": 0.12459399551153183, "tokens_per_second": 1753887.9660217983, "training_seconds": 1.4946450690040365, "elapsed_tokens_per_second": 1260264.0962923272, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2160, "epoch": 28, "tokens": 283115520, "loss": 3.6472267270088197, "lr": 0.0028539233099529205, "grad_norm": 0.11027698963880539, "tokens_per_second": 1751118.6552647427, "training_seconds": 1.497008778998861, "elapsed_tokens_per_second": 1263534.0823880986, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2179, "epoch": 28, "tokens": 285605888, "loss": 3.652213222102115, "lr": 0.002751780966248932, "grad_norm": 0.14345189929008484, "tokens_per_second": 1756621.8079566124, "training_seconds": 1.4177029960119398, "elapsed_tokens_per_second": 1266620.20923839, "peak_memory_bytes": 42389451776}
{"loss": 3.6627114825089535, "perplexity": 38.96685770897425, "tokens": 285605888, "seconds": 0.5459144029882737, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 28, "step": 2179, "evaluation_tokens": 1048576}
{"event": "train", "step": 2180, "epoch": 29, "tokens": 285736960, "loss": 3.6170716285705566, "lr": 0.0027464392208987813, "grad_norm": 0.12123367190361023, "tokens_per_second": 1885960.9197472178, "training_seconds": 0.0694987889874028, "elapsed_tokens_per_second": 1263701.5216767166, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2200, "epoch": 29, "tokens": 288358400, "loss": 3.645463967323303, "lr": 0.0026403406428344716, "grad_norm": 0.11701936274766922, "tokens_per_second": 1752549.042977869, "training_seconds": 1.495786957006203, "elapsed_tokens_per_second": 1266907.8338537195, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2220, "epoch": 29, "tokens": 290979840, "loss": 3.6507210969924926, "lr": 0.0025356809614513606, "grad_norm": 0.17769259214401245, "tokens_per_second": 1752065.1909284417, "training_seconds": 1.4962000350060407, "elapsed_tokens_per_second": 1270061.423658523, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2240, "epoch": 29, "tokens": 293601280, "loss": 3.6309075474739076, "lr": 0.002432512838430222, "grad_norm": 0.11001869291067123, "tokens_per_second": 1751437.3623483009, "training_seconds": 1.4967363699979614, "elapsed_tokens_per_second": 1273175.781248322, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2257, "epoch": 29, "tokens": 295829504, "loss": 3.6437503309810864, "lr": 0.0023460314676124836, "grad_norm": 0.10862108319997787, "tokens_per_second": 1750241.8079737835, "training_seconds": 1.2730949459946714, "elapsed_tokens_per_second": 1275782.6868363714, "peak_memory_bytes": 42389451776}
{"loss": 3.6419171921472953, "perplexity": 38.16493614607214, "tokens": 295829504, "seconds": 0.5423267259902786, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 29, "step": 2257, "evaluation_tokens": 1048576}
{"event": "train", "step": 2260, "epoch": 30, "tokens": 296222720, "loss": 3.6240819295247397, "lr": 0.00233088818494343, "grad_norm": 0.09897425770759583, "tokens_per_second": 1808074.3281318701, "training_seconds": 0.21747778500139248, "elapsed_tokens_per_second": 1273263.2351692289, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2280, "epoch": 30, "tokens": 298844160, "loss": 3.6329097390174865, "lr": 0.0022308581355347783, "grad_norm": 0.12643472850322723, "tokens_per_second": 1756003.7151720554, "training_seconds": 1.4928442219970748, "elapsed_tokens_per_second": 1276332.8384843408, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2300, "epoch": 30, "tokens": 301465600, "loss": 3.627111542224884, "lr": 0.002132473022390077, "grad_norm": 0.13383321464061737, "tokens_per_second": 1756601.6386361162, "training_seconds": 1.4923360779939685, "elapsed_tokens_per_second": 1279363.400364037, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2320, "epoch": 30, "tokens": 304087040, "loss": 3.6169939279556274, "lr": 0.002035782350011468, "grad_norm": 0.11206009238958359, "tokens_per_second": 1751318.8952402563, "training_seconds": 1.4968376159959007, "elapsed_tokens_per_second": 1282333.9624275651, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2335, "epoch": 30, "tokens": 306053120, "loss": 3.5982746760050457, "lr": 0.0019644056223927934, "grad_norm": 0.12109674513339996, "tokens_per_second": 1752922.4682476684, "training_seconds": 1.1216012320073787, "elapsed_tokens_per_second": 1284537.1499065026, "peak_memory_bytes": 42389451776}
{"loss": 3.627063486173426, "perplexity": 37.60223485165132, "tokens": 306053120, "seconds": 0.5416311929875519, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 30, "step": 2335, "evaluation_tokens": 1048576}
{"event": "train", "step": 2340, "epoch": 31, "tokens": 306708480, "loss": 3.6175238132476806, "lr": 0.0019408347703082226, "grad_norm": 0.10853040218353271, "tokens_per_second": 1780513.2835386158, "training_seconds": 0.36807363700063433, "elapsed_tokens_per_second": 1282321.5936308375, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2360, "epoch": 31, "tokens": 309329920, "loss": 3.5857810258865355, "lr": 0.001847678058116523, "grad_norm": 0.11655260622501373, "tokens_per_second": 1752198.7126462092, "training_seconds": 1.496086020997609, "elapsed_tokens_per_second": 1285234.6916979507, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2380, "epoch": 31, "tokens": 311951360, "loss": 3.6204540848731996, "lr": 0.0017563590871605673, "grad_norm": 0.10535455495119095, "tokens_per_second": 1754128.8398739223, "training_seconds": 1.49443982700177, "elapsed_tokens_per_second": 1288116.8337461238, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2400, "epoch": 31, "tokens": 314572800, "loss": 3.6049778342247008, "lr": 0.0016669238064670807, "grad_norm": 0.10977841168642044, "tokens_per_second": 1756436.7567159107, "training_seconds": 1.4924761680013034, "elapsed_tokens_per_second": 1290974.5818330576, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2413, "epoch": 31, "tokens": 316276736, "loss": 3.6090070651127744, "lr": 0.0016098223594030138, "grad_norm": 0.1075354740023613, "tokens_per_second": 1757432.6813895474, "training_seconds": 0.9695597550016828, "elapsed_tokens_per_second": 1292811.9845224193, "peak_memory_bytes": 42389451776}
{"loss": 3.6123663528038974, "perplexity": 37.053631117263514, "tokens": 316276736, "seconds": 0.5427493700117338, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 31, "step": 2413, "evaluation_tokens": 1048576}
{"event": "train", "step": 2420, "epoch": 32, "tokens": 317194240, "loss": 3.576307569231306, "lr": 0.0015794172172451256, "grad_norm": 0.11641800403594971, "tokens_per_second": 1777682.4689829336, "training_seconds": 0.5161236700078007, "elapsed_tokens_per_second": 1290924.7477791018, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2440, "epoch": 32, "tokens": 319815680, "loss": 3.60071439743042, "lr": 0.0014938833502428038, "grad_norm": 0.10645290464162827, "tokens_per_second": 1751747.231600826, "training_seconds": 1.4964716100075748, "elapsed_tokens_per_second": 1293705.8158057292, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2460, "epoch": 32, "tokens": 322437120, "loss": 3.5914356827735903, "lr": 0.0014103652435922805, "grad_norm": 0.1119438037276268, "tokens_per_second": 1750951.091275133, "training_seconds": 1.4971520410035737, "elapsed_tokens_per_second": 1296447.5595578358, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2480, "epoch": 32, "tokens": 325058560, "loss": 3.585022580623627, "lr": 0.0013289049211542584, "grad_norm": 0.10302857309579849, "tokens_per_second": 1753838.0278606869, "training_seconds": 1.4946876269968925, "elapsed_tokens_per_second": 1299171.5779152168, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2491, "epoch": 32, "tokens": 326500352, "loss": 3.561018857088956, "lr": 0.0012849937677638556, "grad_norm": 0.11043509840965271, "tokens_per_second": 1752759.5348035905, "training_seconds": 0.8225840289960615, "elapsed_tokens_per_second": 1300645.0837785755, "peak_memory_bytes": 42389451776}
{"loss": 3.5979192248552905, "perplexity": 36.52216092050291, "tokens": 326500352, "seconds": 0.5429319889954058, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 32, "step": 2491, "evaluation_tokens": 1048576}
{"event": "train", "step": 2500, "epoch": 33, "tokens": 327680000, "loss": 3.55141364203559, "lr": 0.0012495433713727991, "grad_norm": 0.11154919117689133, "tokens_per_second": 1758079.9731497536, "training_seconds": 0.6709865410084603, "elapsed_tokens_per_second": 1299002.2472850012, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2520, "epoch": 33, "tokens": 330301440, "loss": 3.5711639165878295, "lr": 0.0011723205266511497, "grad_norm": 0.10737849771976471, "tokens_per_second": 1749163.5820707495, "training_seconds": 1.4986820140038617, "elapsed_tokens_per_second": 1301654.7312852556, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2540, "epoch": 33, "tokens": 332922880, "loss": 3.5863553404808046, "lr": 0.0010972752432589234, "grad_norm": 0.10476165264844894, "tokens_per_second": 1750150.966573978, "training_seconds": 1.4978365010028938, "elapsed_tokens_per_second": 1304278.7078952456, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2560, "epoch": 33, "tokens": 335544320, "loss": 3.5653055787086485, "lr": 0.0010244452817807664, "grad_norm": 0.11876628547906876, "tokens_per_second": 1751554.6435557662, "training_seconds": 1.4966361510014394, "elapsed_tokens_per_second": 1306879.861397315, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2568, "epoch": 33, "tokens": 336592896, "loss": 3.6035385131835938, "lr": 0.0009959418338851302, "grad_norm": 0.10379532724618912, "tokens_per_second": 1748135.009755323, "training_seconds": 0.5998255250015063, "elapsed_tokens_per_second": 1307900.974579161, "peak_memory_bytes": 42389451776}
{"loss": 3.585353083760907, "perplexity": 36.06608982161303, "tokens": 336592896, "seconds": 0.5458969619940035, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 33, "step": 2568, "evaluation_tokens": 1048576}
{"event": "train", "step": 2580, "epoch": 34, "tokens": 338165760, "loss": 3.570745050907135, "lr": 0.000953867288116335, "grad_norm": 0.10966020822525024, "tokens_per_second": 1764369.4110264783, "training_seconds": 0.8914595719979843, "elapsed_tokens_per_second": 1306675.8715181556, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2600, "epoch": 34, "tokens": 340787200, "loss": 3.586844801902771, "lr": 0.0008855767750411627, "grad_norm": 0.10578293353319168, "tokens_per_second": 1756985.6501434522, "training_seconds": 1.4920099090086296, "elapsed_tokens_per_second": 1309251.425732994, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2620, "epoch": 34, "tokens": 343408640, "loss": 3.5646339893341064, "lr": 0.0008196081043376678, "grad_norm": 0.12893572449684143, "tokens_per_second": 1756349.1908710755, "training_seconds": 1.4925505779974628, "elapsed_tokens_per_second": 1311793.0833121212, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2640, "epoch": 34, "tokens": 346030080, "loss": 3.5708726048469543, "lr": 0.0007559944695053143, "grad_norm": 0.10187390446662903, "tokens_per_second": 1753788.7883077369, "training_seconds": 1.494729591999203, "elapsed_tokens_per_second": 1314296.454511076, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2646, "epoch": 34, "tokens": 346816512, "loss": 3.5826381842295327, "lr": 0.0007373744276066139, "grad_norm": 0.09755036234855652, "tokens_per_second": 1755526.3401834855, "training_seconds": 0.4479750499885995, "elapsed_tokens_per_second": 1315038.1073174567, "peak_memory_bytes": 42389451776}
{"loss": 3.5731479862907327, "perplexity": 35.62857506625267, "tokens": 346816512, "seconds": 0.541437047009822, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 34, "step": 2646, "evaluation_tokens": 1048576}
{"event": "train", "step": 2660, "epoch": 35, "tokens": 348651520, "loss": 3.568069509097508, "lr": 0.0006947678790586163, "grad_norm": 0.09631852805614471, "tokens_per_second": 1764469.5281790541, "training_seconds": 1.0399771550000878, "elapsed_tokens_per_second": 1314085.6731835443, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2680, "epoch": 35, "tokens": 351272960, "loss": 3.5769393682479858, "lr": 0.0006359591404213925, "grad_norm": 0.0965409129858017, "tokens_per_second": 1758754.7441105128, "training_seconds": 1.4905091279943008, "elapsed_tokens_per_second": 1316564.3832665936, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2700, "epoch": 35, "tokens": 353894400, "loss": 3.579499530792236, "lr": 0.0005795978444253758, "grad_norm": 0.11180965602397919, "tokens_per_second": 1753828.0987536206, "training_seconds": 1.4946960890083574, "elapsed_tokens_per_second": 1318992.951071111, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2720, "epoch": 35, "tokens": 356515840, "loss": 3.5634443402290343, "lr": 0.0005257123504209748, "grad_norm": 0.09915978461503983, "tokens_per_second": 1750195.6668772649, "training_seconds": 1.4977982459968189, "elapsed_tokens_per_second": 1321381.114823761, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2724, "epoch": 35, "tokens": 357040128, "loss": 3.5895926356315613, "lr": 0.0005152347559368642, "grad_norm": 0.09877484291791916, "tokens_per_second": 1755675.2026766385, "training_seconds": 0.2986247109947726, "elapsed_tokens_per_second": 1321853.6152613708, "peak_memory_bytes": 42389451776}
{"loss": 3.56388857499854, "perplexity": 35.30019807094859, "tokens": 357040128, "seconds": 0.5422276509925723, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 35, "step": 2724, "evaluation_tokens": 1048576}
{"event": "train", "step": 2740, "epoch": 36, "tokens": 359137280, "loss": 3.5673044621944427, "lr": 0.00047432977200767735, "grad_norm": 0.10374253988265991, "tokens_per_second": 1764660.8243693456, "training_seconds": 1.1884164770017378, "elapsed_tokens_per_second": 1321119.8323889838, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2760, "epoch": 36, "tokens": 361758720, "loss": 3.5658371567726137, "lr": 0.0004254759633912887, "grad_norm": 0.08712664246559143, "tokens_per_second": 1755507.5955164304, "training_seconds": 1.4932661110069603, "elapsed_tokens_per_second": 1323488.0098826527, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2780, "epoch": 36, "tokens": 364380160, "loss": 3.565391707420349, "lr": 0.0003791755063748501, "grad_norm": 0.0984903946518898, "tokens_per_second": 1754501.4583999263, "training_seconds": 1.494122439995408, "elapsed_tokens_per_second": 1325824.0280311476, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2800, "epoch": 36, "tokens": 367001600, "loss": 3.5523220181465147, "lr": 0.0003354516979897966, "grad_norm": 0.09617289900779724, "tokens_per_second": 1752987.6793072012, "training_seconds": 1.4954126779921353, "elapsed_tokens_per_second": 1328130.2493667004, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2802, "epoch": 36, "tokens": 367263744, "loss": 3.533302426338196, "lr": 0.0003312218911381581, "grad_norm": 0.09467371553182602, "tokens_per_second": 1756119.3064793104, "training_seconds": 0.14927459599857684, "elapsed_tokens_per_second": 1328354.6206385475, "peak_memory_bytes": 42389451776}
{"loss": 3.556925676563691, "perplexity": 35.05526010572634, "tokens": 367263744, "seconds": 0.546389237002586, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 36, "step": 2802, "evaluation_tokens": 1048576}
{"event": "train", "step": 2820, "epoch": 37, "tokens": 369623040, "loss": 3.5532116757498846, "lr": 0.00029432653877357705, "grad_norm": 0.09295967221260071, "tokens_per_second": 1759636.3437325305, "training_seconds": 1.3407861279993085, "elapsed_tokens_per_second": 1327790.3821561907, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2840, "epoch": 37, "tokens": 372244480, "loss": 3.574112021923065, "lr": 0.0002558207216996241, "grad_norm": 0.0866403803229332, "tokens_per_second": 1755702.7459628573, "training_seconds": 1.4931001310033025, "elapsed_tokens_per_second": 1330068.0467775457, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2860, "epoch": 37, "tokens": 374865920, "loss": 3.5372419357299805, "lr": 0.0002199536217652629, "grad_norm": 0.08844508975744247, "tokens_per_second": 1755318.0549723913, "training_seconds": 1.4934273549879435, "elapsed_tokens_per_second": 1332317.0338668209, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2880, "epoch": 37, "tokens": 377487360, "loss": 3.5504205346107485, "lr": 0.00018674328624277879, "grad_norm": 0.08881056308746338, "tokens_per_second": 1752978.2638958052, "training_seconds": 1.4954207099945052, "elapsed_tokens_per_second": 1334535.5005821614, "peak_memory_bytes": 42389451776}
{"loss": 3.551617896068693, "perplexity": 34.869687405141256, "tokens": 377487360, "seconds": 0.5430014540033881, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 37, "step": 2880, "evaluation_tokens": 1048576}
{"event": "train", "step": 2900, "epoch": 38, "tokens": 380108800, "loss": 3.5512509822845457, "lr": 0.0001562064255985584, "grad_norm": 0.09410817921161652, "tokens_per_second": 1760081.6556859305, "training_seconds": 1.4893854450056097, "elapsed_tokens_per_second": 1334190.1299818573, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2920, "epoch": 38, "tokens": 382730240, "loss": 3.5599228024482725, "lr": 0.00012835840508487278, "grad_norm": 0.09174318611621857, "tokens_per_second": 1754512.692680985, "training_seconds": 1.4941128730133642, "elapsed_tokens_per_second": 1336375.699246447, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2940, "epoch": 38, "tokens": 385351680, "loss": 3.547729790210724, "lr": 0.00010321323700853606, "grad_norm": 0.08783714473247528, "tokens_per_second": 1755018.6143627095, "training_seconds": 1.493682162996265, "elapsed_tokens_per_second": 1338542.7761062651, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2958, "epoch": 38, "tokens": 387710976, "loss": 3.5588831106821694, "lr": 8.290400991417069e-05, "grad_norm": 0.08539649099111557, "tokens_per_second": 1750595.4327325781, "training_seconds": 1.347710588001064, "elapsed_tokens_per_second": 1340455.9443567353, "peak_memory_bytes": 42389451776}
{"loss": 3.547704147325456, "perplexity": 34.73348291880942, "tokens": 387710976, "seconds": 0.5420840410079109, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 38, "step": 2958, "evaluation_tokens": 1048576}
{"event": "train", "step": 2960, "epoch": 39, "tokens": 387973120, "loss": 3.5457316637039185, "lr": 8.078357368032157e-05, "grad_norm": 0.09068798273801804, "tokens_per_second": 1806338.0231638514, "training_seconds": 0.14512455400836188, "elapsed_tokens_per_second": 1338158.4355276797, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2980, "epoch": 39, "tokens": 390594560, "loss": 3.54860497713089, "lr": 6.108070104869107e-05, "grad_norm": 0.09389123320579529, "tokens_per_second": 1752502.9430295643, "training_seconds": 1.4958263039879967, "elapsed_tokens_per_second": 1340280.7460400413, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3000, "epoch": 39, "tokens": 393216000, "loss": 3.543629002571106, "lr": 4.4114533021037625e-05, "grad_norm": 0.08675220608711243, "tokens_per_second": 1752447.385385918, "training_seconds": 1.4958737260021735, "elapsed_tokens_per_second": 1342378.5943255806, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3020, "epoch": 39, "tokens": 395837440, "loss": 3.5415977239608765, "lr": 2.9893606475294762e-05, "grad_norm": 0.08550316840410233, "tokens_per_second": 1755385.6737954211, "training_seconds": 1.4933698270033346, "elapsed_tokens_per_second": 1344468.5316442612, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3035, "epoch": 39, "tokens": 397803520, "loss": 3.529300355911255, "lr": 2.1033832841024833e-05, "grad_norm": 0.08716536313295364, "tokens_per_second": 1756288.0831163747, "training_seconds": 1.119451882012072, "elapsed_tokens_per_second": 1346020.6985572753, "peak_memory_bytes": 42389451776}
{"loss": 3.546161718250016, "perplexity": 34.67995028062621, "tokens": 397803520, "seconds": 0.5431842349935323, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 39, "step": 3035, "evaluation_tokens": 1048576}
{"event": "train", "step": 3040, "epoch": 40, "tokens": 398458880, "loss": 3.566082811355591, "lr": 1.8425076964434348e-05, "grad_norm": 0.09274473786354065, "tokens_per_second": 1775173.7513565836, "training_seconds": 0.36918076300935354, "elapsed_tokens_per_second": 1344060.75423788, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3060, "epoch": 40, "tokens": 401080320, "loss": 3.5555572509765625, "lr": 9.714715115999695e-06, "grad_norm": 0.09039764851331711, "tokens_per_second": 1752825.605841584, "training_seconds": 1.495550949999597, "elapsed_tokens_per_second": 1346107.7431595903, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3080, "epoch": 40, "tokens": 403701760, "loss": 3.5279882550239563, "lr": 3.7669037284964734e-06, "grad_norm": 0.0862794741988182, "tokens_per_second": 1751295.7737442644, "training_seconds": 1.4968573780060979, "elapsed_tokens_per_second": 1348126.9519335758, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3100, "epoch": 40, "tokens": 406323200, "loss": 3.538342535495758, "lr": 5.846355660953928e-07, "grad_norm": 0.08547402173280716, "tokens_per_second": 1751780.9954542685, "training_seconds": 1.4964427669910947, "elapsed_tokens_per_second": 1350128.997657442, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3113, "epoch": 40, "tokens": 408027136, "loss": 3.5556697295262265, "lr": 0.0, "grad_norm": 0.08072218298912048, "tokens_per_second": 1755032.728379192, "training_seconds": 0.9708855979988584, "elapsed_tokens_per_second": 1351424.1298673223, "peak_memory_bytes": 42389451776}
{"loss": 3.5458832511689455, "perplexity": 34.67029440058465, "tokens": 408027136, "seconds": 0.5414945860102307, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 40, "step": 3113, "evaluation_tokens": 1048576}
{"loss": 3.5459464098646465, "perplexity": 34.67248420031028, "tokens": 408027136, "seconds": 101.60870423899905, "split": "full", "validation_complete": true, "event": "final_validation", "step": 3113, "evaluation_tokens": 197411295}