{"event": "train", "step": 20, "epoch": 1, "tokens": 2621440, "loss": 9.30937762260437, "lr": 0.0007051282051282051, "grad_norm": 1.3775099515914917, "tokens_per_second": 79006.51381212458, "training_seconds": 33.180049004993634, "elapsed_tokens_per_second": 79006.51381212458, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 40, "epoch": 1, "tokens": 5242880, "loss": 7.331830072402954, "lr": 0.0014102564102564101, "grad_norm": 0.6816989183425903, "tokens_per_second": 1748522.6224854474, "training_seconds": 1.4992313889961224, "elapsed_tokens_per_second": 151156.94306933164, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 60, "epoch": 1, "tokens": 7864320, "loss": 7.06841344833374, "lr": 0.0021153846153846153, "grad_norm": 0.47604405879974365, "tokens_per_second": 1739834.2621461663, "training_seconds": 1.5067182300263084, "elapsed_tokens_per_second": 217281.5474195092, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 78, "epoch": 1, "tokens": 10223616, "loss": 6.821653180652195, "lr": 0.00275, "grad_norm": 1.122576117515564, "tokens_per_second": 1735392.5260144677, "training_seconds": 1.3595172069908585, "elapsed_tokens_per_second": 272231.32137418486, "peak_memory_bytes": 21988176384}
{"loss": 6.672257616310901, "perplexity": 790.1775099112734, "tokens": 10223616, "seconds": 0.7726123319880571, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 1, "step": 78, "evaluation_tokens": 1048576}
{"event": "train", "step": 80, "epoch": 2, "tokens": 10485760, "loss": 6.679630279541016, "lr": 0.0028205128205128203, "grad_norm": 0.5758228898048401, "tokens_per_second": 1805716.3694740706, "training_seconds": 0.1451745160156861, "elapsed_tokens_per_second": 272497.71669703035, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 100, "epoch": 2, "tokens": 13107200, "loss": 6.496249771118164, "lr": 0.0035256410256410253, "grad_norm": 0.20926743745803833, "tokens_per_second": 1731303.4929504218, "training_seconds": 1.5141423850145657, "elapsed_tokens_per_second": 327717.7453747344, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 120, "epoch": 2, "tokens": 15728640, "loss": 6.279769492149353, "lr": 0.004230769230769231, "grad_norm": 0.3472466766834259, "tokens_per_second": 1730763.3215463837, "training_seconds": 1.514614949002862, "elapsed_tokens_per_second": 378899.0685149874, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 140, "epoch": 2, "tokens": 18350080, "loss": 6.118493938446045, "lr": 0.004935897435897435, "grad_norm": 0.30532947182655334, "tokens_per_second": 1731881.2715494584, "training_seconds": 1.513637247000588, "elapsed_tokens_per_second": 426486.0014926089, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 156, "epoch": 2, "tokens": 20447232, "loss": 5.903623938560486, "lr": 0.0055, "grad_norm": 0.31317630410194397, "tokens_per_second": 1733673.7368322203, "training_seconds": 1.2096578239870723, "elapsed_tokens_per_second": 462215.29699647037, "peak_memory_bytes": 42389451776}
{"loss": 5.83938112739472, "perplexity": 343.5666508695001, "tokens": 20447232, "seconds": 0.5441579780017491, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 2, "step": 156, "evaluation_tokens": 1048576}
{"event": "train", "step": 160, "epoch": 3, "tokens": 20971520, "loss": 5.836701035499573, "lr": 0.005641025641025641, "grad_norm": 0.5065019130706787, "tokens_per_second": 1761563.3632891208, "training_seconds": 0.2976265350007452, "elapsed_tokens_per_second": 465145.50431367534, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 180, "epoch": 3, "tokens": 23592960, "loss": 5.710019969940186, "lr": 0.006346153846153846, "grad_norm": 0.37979787588119507, "tokens_per_second": 1728928.5008589835, "training_seconds": 1.5162223300139885, "elapsed_tokens_per_second": 506252.3610156462, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 200, "epoch": 3, "tokens": 26214400, "loss": 5.5429219722747805, "lr": 0.0070512820512820505, "grad_norm": 0.3317788243293762, "tokens_per_second": 1728888.547264438, "training_seconds": 1.5162573690176941, "elapsed_tokens_per_second": 544759.7662643036, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 220, "epoch": 3, "tokens": 28835840, "loss": 5.3977021217346195, "lr": 0.007756410256410256, "grad_norm": 0.3770067095756531, "tokens_per_second": 1735133.0309909903, "training_seconds": 1.5108005859947298, "elapsed_tokens_per_second": 580981.2056517107, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 233, "epoch": 3, "tokens": 30539776, "loss": 5.285429551051213, "lr": 0.008214743589743589, "grad_norm": 0.31188562512397766, "tokens_per_second": 1729574.3716368363, "training_seconds": 0.9851764850027394, "elapsed_tokens_per_second": 603318.147328342, "peak_memory_bytes": 42389451776}
{"loss": 5.280862615301774, "perplexity": 196.53934009201495, "tokens": 30539776, "seconds": 0.5453773690096568, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 3, "step": 233, "evaluation_tokens": 1048576}
{"event": "train", "step": 240, "epoch": 4, "tokens": 31457280, "loss": 5.225607258932931, "lr": 0.008461538461538461, "grad_norm": 0.2287844866514206, "tokens_per_second": 1751184.7438352674, "training_seconds": 0.5239332990022376, "elapsed_tokens_per_second": 608508.4320103388, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 260, "epoch": 4, "tokens": 34078720, "loss": 5.200926113128662, "lr": 0.009166666666666667, "grad_norm": 0.2340562492609024, "tokens_per_second": 1734336.4602249204, "training_seconds": 1.5114944880187977, "elapsed_tokens_per_second": 640477.6050569032, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 280, "epoch": 4, "tokens": 36700160, "loss": 5.128415942192078, "lr": 0.00987179487179487, "grad_norm": 0.1893259584903717, "tokens_per_second": 1727825.1442850716, "training_seconds": 1.5171905610186514, "elapsed_tokens_per_second": 670603.7562614286, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 300, "epoch": 4, "tokens": 39321600, "loss": 5.069203567504883, "lr": 0.010576923076923076, "grad_norm": 0.19849450886249542, "tokens_per_second": 1732359.2036788259, "training_seconds": 1.5132196570048109, "elapsed_tokens_per_second": 699159.5065361058, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 311, "epoch": 4, "tokens": 40763392, "loss": 5.0326526381752705, "lr": 0.01096474358974359, "grad_norm": 0.18726873397827148, "tokens_per_second": 1733272.112543652, "training_seconds": 0.8318324569845572, "elapsed_tokens_per_second": 714213.145898459, "peak_memory_bytes": 42389451776}
{"loss": 5.022905098752938, "perplexity": 151.85180812837513, "tokens": 40763392, "seconds": 0.5453110029920936, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 4, "step": 311, "evaluation_tokens": 1048576}
{"event": "train", "step": 320, "epoch": 5, "tokens": 41943040, "loss": 4.982286718156603, "lr": 0.01099977859711189, "grad_norm": 0.17221367359161377, "tokens_per_second": 1733367.2837896952, "training_seconds": 0.6805528239929117, "elapsed_tokens_per_second": 719296.7507690728, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 340, "epoch": 5, "tokens": 44564480, "loss": 4.943486833572388, "lr": 0.010997288019327136, "grad_norm": 0.20483940839767456, "tokens_per_second": 1728649.301098884, "training_seconds": 1.5164672200044151, "elapsed_tokens_per_second": 744867.8657526821, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 360, "epoch": 5, "tokens": 47185920, "loss": 4.889075517654419, "lr": 0.010992031367510955, "grad_norm": 0.15509767830371857, "tokens_per_second": 1728115.5235015193, "training_seconds": 1.5169356240076013, "elapsed_tokens_per_second": 769161.7020120983, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 380, "epoch": 5, "tokens": 49807360, "loss": 4.843949818611145, "lr": 0.010984011286656298, "grad_norm": 0.18268683552742004, "tokens_per_second": 1732011.2206970546, "training_seconds": 1.5135236819915008, "elapsed_tokens_per_second": 792330.5959518689, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 389, "epoch": 5, "tokens": 50987008, "loss": 4.798184818691677, "lr": 0.01097950170585471, "grad_norm": 0.1582219898700714, "tokens_per_second": 1738800.6306441904, "training_seconds": 0.6784262549772393, "elapsed_tokens_per_second": 802416.3018384654, "peak_memory_bytes": 42389451776}
{"loss": 4.836446936263182, "perplexity": 126.02079540915355, "tokens": 50987008, "seconds": 0.5443269340030383, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 5, "step": 389, "evaluation_tokens": 1048576}
{"event": "train", "step": 400, "epoch": 6, "tokens": 52428800, "loss": 4.793867067857222, "lr": 0.010973231812232526, "grad_norm": 0.20124661922454834, "tokens_per_second": 1739930.1163827924, "training_seconds": 0.8286493729974609, "elapsed_tokens_per_second": 807567.8880643327, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 420, "epoch": 6, "tokens": 55050240, "loss": 4.787982153892517, "lr": 0.010959698368154885, "grad_norm": 0.12914548814296722, "tokens_per_second": 1733168.7715222025, "training_seconds": 1.5125128279905766, "elapsed_tokens_per_second": 828628.1705986222, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 440, "epoch": 6, "tokens": 57671680, "loss": 4.758654999732971, "lr": 0.010943417764055337, "grad_norm": 0.15632572770118713, "tokens_per_second": 1733445.2149928045, "training_seconds": 1.5122716180048883, "elapsed_tokens_per_second": 848746.5405542074, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 460, "epoch": 6, "tokens": 60293120, "loss": 4.719838428497314, "lr": 0.010924398191856166, "grad_norm": 0.13523134589195251, "tokens_per_second": 1731487.9190916398, "training_seconds": 1.5139811090193689, "elapsed_tokens_per_second": 867972.686843479, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 467, "epoch": 6, "tokens": 61210624, "loss": 4.70178747177124, "lr": 0.01091709599008583, "grad_norm": 0.13353987038135529, "tokens_per_second": 1736394.1611287636, "training_seconds": 0.5283961559762247, "elapsed_tokens_per_second": 874509.3095638874, "peak_memory_bytes": 42389451776}
{"loss": 4.721485669630443, "perplexity": 112.33502148530683, "tokens": 61210624, "seconds": 0.5476486690167803, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 6, "step": 467, "evaluation_tokens": 1048576}
{"event": "train", "step": 480, "epoch": 7, "tokens": 62914560, "loss": 4.690296503213736, "lr": 0.010902649221648034, "grad_norm": 0.14302095770835876, "tokens_per_second": 1730170.8505133302, "training_seconds": 0.9848368439998012, "elapsed_tokens_per_second": 879508.5026549399, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 500, "epoch": 7, "tokens": 65536000, "loss": 4.668487215042115, "lr": 0.010878181796874598, "grad_norm": 0.14719581604003906, "tokens_per_second": 1733766.0692034946, "training_seconds": 1.5119917539996095, "elapsed_tokens_per_second": 897178.1834779703, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 520, "epoch": 7, "tokens": 68157440, "loss": 4.660926675796508, "lr": 0.010851008228826089, "grad_norm": 0.12550486624240875, "tokens_per_second": 1728984.2923520808, "training_seconds": 1.5161734040011652, "elapsed_tokens_per_second": 914074.6232184583, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 540, "epoch": 7, "tokens": 70778880, "loss": 4.663482666015625, "lr": 0.01082114219044463, "grad_norm": 0.2306579053401947, "tokens_per_second": 1732605.59639507, "training_seconds": 1.5130044630204793, "elapsed_tokens_per_second": 930337.6444583762, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 545, "epoch": 7, "tokens": 71434240, "loss": 4.645654487609863, "lr": 0.01081325671375722, "grad_norm": 0.14837133884429932, "tokens_per_second": 1725820.2330483396, "training_seconds": 0.3797382760094479, "elapsed_tokens_per_second": 934270.0226949366, "peak_memory_bytes": 42389451776}
{"loss": 4.65839195321754, "perplexity": 105.46635089911159, "tokens": 71434240, "seconds": 0.545726255979389, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 7, "step": 545, "evaluation_tokens": 1048576}
{"event": "train", "step": 560, "epoch": 8, "tokens": 73400320, "loss": 4.636961650848389, "lr": 0.010788598709444408, "grad_norm": 0.16072392463684082, "tokens_per_second": 1738106.4980544217, "training_seconds": 1.131161987024825, "elapsed_tokens_per_second": 939311.7997984937, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 580, "epoch": 8, "tokens": 76021760, "loss": 4.598840045928955, "lr": 0.010753394160750187, "grad_norm": 0.21053378283977509, "tokens_per_second": 1735238.5844288045, "training_seconds": 1.5107086849748157, "elapsed_tokens_per_second": 954394.5190312127, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 600, "epoch": 8, "tokens": 78643200, "loss": 4.565117835998535, "lr": 0.010715546258257908, "grad_norm": 0.14236214756965637, "tokens_per_second": 1734447.0223426907, "training_seconds": 1.5113981379836332, "elapsed_tokens_per_second": 968901.0791208037, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 620, "epoch": 8, "tokens": 81264640, "loss": 4.490894150733948, "lr": 0.010675074045921577, "grad_norm": 0.13029956817626953, "tokens_per_second": 1735558.633237758, "training_seconds": 1.5104301000246778, "elapsed_tokens_per_second": 982894.3077842093, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 623, "epoch": 8, "tokens": 81657856, "loss": 4.4280524253845215, "lr": 0.010668778108861842, "grad_norm": 0.16087427735328674, "tokens_per_second": 1736355.880184022, "training_seconds": 0.22646048801834695, "elapsed_tokens_per_second": 984933.331643993, "peak_memory_bytes": 42389451776}
{"loss": 4.465954138284645, "perplexity": 87.00400379994133, "tokens": 81657856, "seconds": 0.5470491010055412, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 8, "step": 623, "evaluation_tokens": 1048576}
{"event": "train", "step": 640, "epoch": 9, "tokens": 83886080, "loss": 4.44143185896032, "lr": 0.010631997888170921, "grad_norm": 0.161174014210701, "tokens_per_second": 1740339.3593628013, "training_seconds": 1.2803387960011605, "elapsed_tokens_per_second": 989788.9496187893, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 660, "epoch": 9, "tokens": 86507520, "loss": 4.397370743751526, "lr": 0.010586339459664591, "grad_norm": 0.20455707609653473, "tokens_per_second": 1731563.237340025, "training_seconds": 1.513915254996391, "elapsed_tokens_per_second": 1002794.1043865271, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 680, "epoch": 9, "tokens": 89128960, "loss": 4.373966217041016, "lr": 0.010538121734384114, "grad_norm": 0.16229651868343353, "tokens_per_second": 1731585.7457737671, "training_seconds": 1.5138955760048702, "elapsed_tokens_per_second": 1015345.7287246564, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 700, "epoch": 9, "tokens": 91750400, "loss": 4.3233757495880125, "lr": 0.010487368974074061, "grad_norm": 0.1525186002254486, "tokens_per_second": 1732219.495795824, "training_seconds": 1.5133417019969784, "elapsed_tokens_per_second": 1027481.684403098, "peak_memory_bytes": 42389451776}
{"loss": 4.340124229584715, "perplexity": 76.71706927598996, "tokens": 91750400, "seconds": 0.5467281189921778, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 9, "step": 700, "evaluation_tokens": 1048576}
{"event": "train", "step": 720, "epoch": 10, "tokens": 94371840, "loss": 4.318748688697815, "lr": 0.010434106716034246, "grad_norm": 0.2154386043548584, "tokens_per_second": 1739884.5146344292, "training_seconds": 1.506674711999949, "elapsed_tokens_per_second": 1032956.0574548515, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 740, "epoch": 10, "tokens": 96993280, "loss": 4.305335164070129, "lr": 0.010378361760270108, "grad_norm": 0.16323478519916534, "tokens_per_second": 1729464.825545729, "training_seconds": 1.5157521340006497, "elapsed_tokens_per_second": 1044305.8249693665, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 760, "epoch": 10, "tokens": 99614720, "loss": 4.27700526714325, "lr": 0.010320162156007735, "grad_norm": 0.15765230357646942, "tokens_per_second": 1732768.89540659, "training_seconds": 1.5128618749731686, "elapsed_tokens_per_second": 1055327.39017103, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 778, "epoch": 10, "tokens": 101974016, "loss": 4.248644484413995, "lr": 0.010265707965922247, "grad_norm": 0.15006515383720398, "tokens_per_second": 1735128.4120266382, "training_seconds": 1.3597241470124573, "elapsed_tokens_per_second": 1064963.6889732992, "peak_memory_bytes": 42389451776}
{"loss": 4.260526043281763, "perplexity": 70.84724236939621, "tokens": 101974016, "seconds": 0.5468525619944558, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 10, "step": 778, "evaluation_tokens": 1048576}
{"event": "train", "step": 780, "epoch": 11, "tokens": 102236160, "loss": 4.25160026550293, "lr": 0.010259537187580317, "grad_norm": 0.138309508562088, "tokens_per_second": 1813801.42166819, "training_seconds": 0.14452739802072756, "elapsed_tokens_per_second": 1059919.5363155757, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 800, "epoch": 11, "tokens": 104857600, "loss": 4.231854128837585, "lr": 0.010196517359693121, "grad_norm": 0.143938347697258, "tokens_per_second": 1729349.2402520503, "training_seconds": 1.5158534430083819, "elapsed_tokens_per_second": 1070266.4869176794, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 820, "epoch": 11, "tokens": 107479040, "loss": 4.230003404617309, "lr": 0.010131134382074435, "grad_norm": 0.14296850562095642, "tokens_per_second": 1732965.2549627495, "training_seconds": 1.5126904549833853, "elapsed_tokens_per_second": 1080326.830246365, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 840, "epoch": 11, "tokens": 110100480, "loss": 4.210958003997803, "lr": 0.010063421153520142, "grad_norm": 0.14860031008720398, "tokens_per_second": 1731149.8718781609, "training_seconds": 1.5142767489887774, "elapsed_tokens_per_second": 1090071.9554365943, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 856, "epoch": 11, "tokens": 112197632, "loss": 4.191207557916641, "lr": 0.010007595646961583, "grad_norm": 0.17952850461006165, "tokens_per_second": 1728891.1017143114, "training_seconds": 1.2130041029886343, "elapsed_tokens_per_second": 1097635.8566344625, "peak_memory_bytes": 42389451776}
{"loss": 4.217410757170634, "perplexity": 67.85755693567344, "tokens": 112197632, "seconds": 0.5477575940021779, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 11, "step": 856, "evaluation_tokens": 1048576}
{"event": "train", "step": 860, "epoch": 12, "tokens": 112721920, "loss": 4.171088337898254, "lr": 0.009993411745340032, "grad_norm": 0.15150587260723114, "tokens_per_second": 1764909.4721320036, "training_seconds": 0.29706226199050434, "elapsed_tokens_per_second": 1093617.8922939207, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 880, "epoch": 12, "tokens": 115343360, "loss": 4.186838674545288, "lr": 0.009921141384214105, "grad_norm": 0.13951976597309113, "tokens_per_second": 1735463.2616453709, "training_seconds": 1.5105131050222553, "elapsed_tokens_per_second": 1102877.2821883487, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 900, "epoch": 12, "tokens": 117964800, "loss": 4.161576247215271, "lr": 0.00984664643446754, "grad_norm": 0.14096014201641083, "tokens_per_second": 1732951.3243417426, "training_seconds": 1.5127026150003076, "elapsed_tokens_per_second": 1111845.5557756815, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 920, "epoch": 12, "tokens": 120586240, "loss": 4.170258021354675, "lr": 0.00976996437977324, "grad_norm": 0.12899138033390045, "tokens_per_second": 1731606.8650498379, "training_seconds": 1.5138771120109595, "elapsed_tokens_per_second": 1120551.6964518353, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 934, "epoch": 12, "tokens": 122421248, "loss": 4.154238768986294, "lr": 0.009715006232236143, "grad_norm": 0.15217450261116028, "tokens_per_second": 1719677.7578498689, "training_seconds": 1.067065031005768, "elapsed_tokens_per_second": 1126418.6757931453, "peak_memory_bytes": 42389451776}
{"loss": 4.165316768458397, "perplexity": 64.41308324520674, "tokens": 122421248, "seconds": 0.5467724050104152, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 12, "step": 934, "evaluation_tokens": 1048576}
{"event": "train", "step": 940, "epoch": 13, "tokens": 123207680, "loss": 4.156769831975301, "lr": 0.009691133804291145, "grad_norm": 0.16223463416099548, "tokens_per_second": 1756157.164941845, "training_seconds": 0.44781413400778547, "elapsed_tokens_per_second": 1123266.7412207597, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 960, "epoch": 13, "tokens": 125829120, "loss": 4.1480810165405275, "lr": 0.009610194373253814, "grad_norm": 0.13706262409687042, "tokens_per_second": 1732033.0472809996, "training_seconds": 1.5135046089999378, "elapsed_tokens_per_second": 1131541.194170492, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 980, "epoch": 13, "tokens": 128450560, "loss": 4.130259871482849, "lr": 0.00952718681300804, "grad_norm": 0.12262161821126938, "tokens_per_second": 1730939.3691110145, "training_seconds": 1.514460903010331, "elapsed_tokens_per_second": 1139578.4438401612, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1000, "epoch": 13, "tokens": 131072000, "loss": 4.100556087493897, "lr": 0.009442152890522552, "grad_norm": 0.12415695935487747, "tokens_per_second": 1731230.4290906987, "training_seconds": 1.514206287014531, "elapsed_tokens_per_second": 1147410.6607629603, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1012, "epoch": 13, "tokens": 132644864, "loss": 4.113951802253723, "lr": 0.009390177640596985, "grad_norm": 0.16210614144802094, "tokens_per_second": 1731705.8155527394, "training_seconds": 0.908274365006946, "elapsed_tokens_per_second": 1152005.174719701, "peak_memory_bytes": 42389451776}
{"loss": 4.116430884289487, "perplexity": 61.339921828561245, "tokens": 132644864, "seconds": 0.547067692008568, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 13, "step": 1012, "evaluation_tokens": 1048576}
{"event": "train", "step": 1020, "epoch": 14, "tokens": 133693440, "loss": 4.086116433143616, "lr": 0.00935513539237211, "grad_norm": 0.157750204205513, "tokens_per_second": 1743993.7214023208, "training_seconds": 0.6012498709897045, "elapsed_tokens_per_second": 1149578.6681991534, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1040, "epoch": 14, "tokens": 136314880, "loss": 4.090053939819336, "lr": 0.009266178103208532, "grad_norm": 0.15093941986560822, "tokens_per_second": 1728707.8857955304, "training_seconds": 1.5164158279949334, "elapsed_tokens_per_second": 1157022.138189675, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1060, "epoch": 14, "tokens": 138936320, "loss": 4.096969842910767, "lr": 0.009175325783729572, "grad_norm": 0.14289303123950958, "tokens_per_second": 1729716.3487171016, "training_seconds": 1.5155317239987198, "elapsed_tokens_per_second": 1164279.0395736934, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1080, "epoch": 14, "tokens": 141557760, "loss": 4.07378876209259, "lr": 0.009082624148156625, "grad_norm": 0.1415708363056183, "tokens_per_second": 1729758.4224539506, "training_seconds": 1.5154948609997518, "elapsed_tokens_per_second": 1171359.6848254052, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1090, "epoch": 14, "tokens": 142868480, "loss": 4.086297988891602, "lr": 0.009035594377607207, "grad_norm": 0.21352820098400116, "tokens_per_second": 1734792.0896080195, "training_seconds": 0.7555487529898528, "elapsed_tokens_per_second": 1174846.1341084724, "peak_memory_bytes": 42389451776}
{"loss": 4.085745610550053, "perplexity": 59.486274814183716, "tokens": 142868480, "seconds": 0.5474281309871003, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 14, "step": 1090, "evaluation_tokens": 1048576}
{"event": "train", "step": 1100, "epoch": 15, "tokens": 144179200, "loss": 4.061069679260254, "lr": 0.008988119841232683, "grad_norm": 0.12638401985168457, "tokens_per_second": 1743609.8568839363, "training_seconds": 0.7517277989827562, "elapsed_tokens_per_second": 1172966.714702117, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1120, "epoch": 15, "tokens": 146800640, "loss": 4.050163125991821, "lr": 0.008891860414752078, "grad_norm": 0.15761829912662506, "tokens_per_second": 1729797.4677300637, "training_seconds": 1.5154606529977173, "elapsed_tokens_per_second": 1179737.9264398795, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1140, "epoch": 15, "tokens": 149422080, "loss": 4.043699610233307, "lr": 0.008793894303633792, "grad_norm": 0.11986744403839111, "tokens_per_second": 1727741.4430874363, "training_seconds": 1.5172640619857702, "elapsed_tokens_per_second": 1186325.2334246282, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1160, "epoch": 15, "tokens": 152043520, "loss": 4.031333315372467, "lr": 0.008694270801550448, "grad_norm": 0.12522968649864197, "tokens_per_second": 1731810.5031533705, "training_seconds": 1.5136991000035778, "elapsed_tokens_per_second": 1192791.2439969655, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1167, "epoch": 15, "tokens": 152961024, "loss": 4.01084964615958, "lr": 0.008659020269375853, "grad_norm": 0.1605144590139389, "tokens_per_second": 1726357.1735858484, "training_seconds": 0.5314682349853683, "elapsed_tokens_per_second": 1194992.9466833335, "peak_memory_bytes": 42389451776}
{"loss": 4.041949387188856, "perplexity": 56.937227393506745, "tokens": 152961024, "seconds": 0.5474592979880981, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 15, "step": 1167, "evaluation_tokens": 1048576}
{"event": "train", "step": 1180, "epoch": 16, "tokens": 154664960, "loss": 3.98875146645766, "lr": 0.008593040036125167, "grad_norm": 0.13050903379917145, "tokens_per_second": 1742326.3294928125, "training_seconds": 0.9779660509957466, "elapsed_tokens_per_second": 1193992.4742614117, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1200, "epoch": 16, "tokens": 157286400, "loss": 4.00935127735138, "lr": 0.008490252943708828, "grad_norm": 0.14995522797107697, "tokens_per_second": 1730436.3778735348, "training_seconds": 1.514901115995599, "elapsed_tokens_per_second": 1200183.5798321299, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1220, "epoch": 16, "tokens": 159907840, "loss": 4.008113038539887, "lr": 0.008385961243750385, "grad_norm": 0.13273181021213531, "tokens_per_second": 1731121.228976215, "training_seconds": 1.5143018040107563, "elapsed_tokens_per_second": 1206235.1102141598, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1240, "epoch": 16, "tokens": 162529280, "loss": 3.9808246731758117, "lr": 0.008280217412773159, "grad_norm": 0.13152994215488434, "tokens_per_second": 1729306.5293322504, "training_seconds": 1.5158908820012584, "elapsed_tokens_per_second": 1212138.7305617696, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1245, "epoch": 16, "tokens": 163184640, "loss": 3.968159484863281, "lr": 0.008253560779101218, "grad_norm": 0.1411816030740738, "tokens_per_second": 1725469.2352827776, "training_seconds": 0.3798155229887925, "elapsed_tokens_per_second": 1213545.6989372913, "peak_memory_bytes": 42389451776}
{"loss": 4.009597470919747, "perplexity": 55.12467681149203, "tokens": 163184640, "seconds": 0.5495298340101726, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 16, "step": 1245, "evaluation_tokens": 1048576}
{"event": "train", "step": 1260, "epoch": 17, "tokens": 165150720, "loss": 3.981886609395345, "lr": 0.00817307465797019, "grad_norm": 0.14174829423427582, "tokens_per_second": 1735992.7453853074, "training_seconds": 1.1325392950093374, "elapsed_tokens_per_second": 1212943.8564696254, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1280, "epoch": 17, "tokens": 167772160, "loss": 3.987365961074829, "lr": 0.008064586890431944, "grad_norm": 0.1563877910375595, "tokens_per_second": 1729981.4258408032, "training_seconds": 1.515299506019801, "elapsed_tokens_per_second": 1218624.4464365297, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1300, "epoch": 17, "tokens": 170393600, "loss": 3.9683225989341735, "lr": 0.007954808698019825, "grad_norm": 0.12739740312099457, "tokens_per_second": 1729197.0242626127, "training_seconds": 1.5159868790069595, "elapsed_tokens_per_second": 1224172.017651938, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1320, "epoch": 17, "tokens": 173015040, "loss": 3.974506711959839, "lr": 0.007843795317899178, "grad_norm": 0.13406772911548615, "tokens_per_second": 1729617.7836739684, "training_seconds": 1.5156180890044197, "elapsed_tokens_per_second": 1229606.9380679007, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1323, "epoch": 17, "tokens": 173408256, "loss": 3.962813059488932, "lr": 0.007827040220773778, "grad_norm": 0.1387004405260086, "tokens_per_second": 1733119.8831738625, "training_seconds": 0.22688332400866784, "elapsed_tokens_per_second": 1230404.8029820137, "peak_memory_bytes": 42389451776}
{"loss": 3.969011104094409, "perplexity": 52.93216055271814, "tokens": 173408256, "seconds": 0.5482703480229247, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 17, "step": 1323, "evaluation_tokens": 1048576}
{"event": "train", "step": 1340, "epoch": 18, "tokens": 175636480, "loss": 3.9363992073956657, "lr": 0.007731602608745552, "grad_norm": 0.14486312866210938, "tokens_per_second": 1738837.5710053206, "training_seconds": 1.2814445910044014, "elapsed_tokens_per_second": 1230174.1837700082, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1360, "epoch": 18, "tokens": 178257920, "loss": 3.934453749656677, "lr": 0.007618287022638269, "grad_norm": 0.12657049298286438, "tokens_per_second": 1727133.0686954483, "training_seconds": 1.5177985110203736, "elapsed_tokens_per_second": 1235391.988352961, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1380, "epoch": 18, "tokens": 180879360, "loss": 3.933551824092865, "lr": 0.007503905576655383, "grad_norm": 0.17722755670547485, "tokens_per_second": 1725925.0552832568, "training_seconds": 1.518860852025682, "elapsed_tokens_per_second": 1240488.681429322, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1400, "epoch": 18, "tokens": 183500800, "loss": 3.9218462467193604, "lr": 0.007388515824184365, "grad_norm": 0.15002892911434174, "tokens_per_second": 1727011.349456712, "training_seconds": 1.5179054850013927, "elapsed_tokens_per_second": 1245490.9980717315, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1401, "epoch": 18, "tokens": 183631872, "loss": 3.9298038482666016, "lr": 0.007382720907894301, "grad_norm": 0.151549831032753, "tokens_per_second": 1741967.2010193772, "training_seconds": 0.07524366700090468, "elapsed_tokens_per_second": 1245730.9429218215, "peak_memory_bytes": 42389451776}
{"loss": 3.9422130880764614, "perplexity": 51.53252120486841, "tokens": 183631872, "seconds": 0.5471852890041191, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 18, "step": 1401, "evaluation_tokens": 1048576}
{"event": "train", "step": 1420, "epoch": 19, "tokens": 186122240, "loss": 3.9192427208549097, "lr": 0.007272175825962919, "grad_norm": 0.13509362936019897, "tokens_per_second": 1731894.1860987325, "training_seconds": 1.4379446619714145, "elapsed_tokens_per_second": 1245776.987336148, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1440, "epoch": 19, "tokens": 188743680, "loss": 3.9113466858863832, "lr": 0.0071549441208645405, "grad_norm": 0.15113502740859985, "tokens_per_second": 1729236.5176091301, "training_seconds": 1.5159522559843026, "elapsed_tokens_per_second": 1250624.0642072118, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1460, "epoch": 19, "tokens": 191365120, "loss": 3.8985251903533937, "lr": 0.0070368796964434535, "grad_norm": 0.14797957241535187, "tokens_per_second": 1728881.7971257842, "training_seconds": 1.5162632889987435, "elapsed_tokens_per_second": 1255369.1477062101, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1479, "epoch": 19, "tokens": 193855488, "loss": 3.8878102679001656, "lr": 0.006924001290701026, "grad_norm": 0.14885036647319794, "tokens_per_second": 1732838.7122883366, "training_seconds": 1.4371608750079758, "elapsed_tokens_per_second": 1259818.7445277658, "peak_memory_bytes": 42389451776}
{"loss": 3.914371923848207, "perplexity": 50.1175839645098, "tokens": 193855488, "seconds": 0.5464837710023858, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 19, "step": 1479, "evaluation_tokens": 1048576}
{"event": "train", "step": 1480, "epoch": 20, "tokens": 193986560, "loss": 3.8659510612487793, "lr": 0.006918041959253812, "grad_norm": 0.1326904445886612, "tokens_per_second": 1884427.5923598565, "training_seconds": 0.06955533899599686, "elapsed_tokens_per_second": 1255578.8603248422, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1500, "epoch": 20, "tokens": 196608000, "loss": 3.889463210105896, "lr": 0.006798490704958065, "grad_norm": 0.13204741477966309, "tokens_per_second": 1729965.7907466535, "training_seconds": 1.5153132010018453, "elapsed_tokens_per_second": 1260174.8544006005, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1520, "epoch": 20, "tokens": 199229440, "loss": 3.873475742340088, "lr": 0.0066782860882395375, "grad_norm": 0.11594975739717484, "tokens_per_second": 1729011.8815293966, "training_seconds": 1.5161492110055406, "elapsed_tokens_per_second": 1264677.4733074899, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1540, "epoch": 20, "tokens": 201850880, "loss": 3.8690171241760254, "lr": 0.006557488592534348, "grad_norm": 0.12720678746700287, "tokens_per_second": 1727529.5814153226, "training_seconds": 1.5174501370056532, "elapsed_tokens_per_second": 1269081.1558174265, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1557, "epoch": 20, "tokens": 204079104, "loss": 3.88420825846055, "lr": 0.0064543899625572, "grad_norm": 0.15762126445770264, "tokens_per_second": 1726906.4721235752, "training_seconds": 1.2902980190119706, "elapsed_tokens_per_second": 1272755.2620836901, "peak_memory_bytes": 42389451776}
{"loss": 3.886951110454146, "perplexity": 48.76198973340693, "tokens": 204079104, "seconds": 0.546906350995414, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 20, "step": 1557, "evaluation_tokens": 1048576}
{"event": "train", "step": 1560, "epoch": 21, "tokens": 204472320, "loss": 3.861574729283651, "lr": 0.006436158999597934, "grad_norm": 0.1195470318198204, "tokens_per_second": 1776222.5552660003, "training_seconds": 0.2213776639837306, "elapsed_tokens_per_second": 1269028.3581934462, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1580, "epoch": 21, "tokens": 207093760, "loss": 3.8772222876548765, "lr": 0.006314358358921438, "grad_norm": 0.16712206602096558, "tokens_per_second": 1728187.315268224, "training_seconds": 1.5168726079864427, "elapsed_tokens_per_second": 1273299.6310607062, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1600, "epoch": 21, "tokens": 209715200, "loss": 3.874382829666138, "lr": 0.006192147957013407, "grad_norm": 0.13722138106822968, "tokens_per_second": 1723015.6713620175, "training_seconds": 1.5214255120081361, "elapsed_tokens_per_second": 1277458.8173711272, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1620, "epoch": 21, "tokens": 212336640, "loss": 3.8596958041191103, "lr": 0.006069589286562223, "grad_norm": 0.11184712499380112, "tokens_per_second": 1728220.491449983, "training_seconds": 1.5168434889928903, "elapsed_tokens_per_second": 1281572.9660766528, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1634, "epoch": 21, "tokens": 214171648, "loss": 3.8524409191949025, "lr": 0.00598362401452175, "grad_norm": 0.15708531439304352, "tokens_per_second": 1728883.2033570646, "training_seconds": 1.061383438995108, "elapsed_tokens_per_second": 1284411.4889791368, "peak_memory_bytes": 42389451776}
{"loss": 3.8650622276912436, "perplexity": 47.70624098955922, "tokens": 214171648, "seconds": 0.548099788982654, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 21, "step": 1634, "evaluation_tokens": 1048576}
{"event": "train", "step": 1640, "epoch": 22, "tokens": 214958080, "loss": 3.8272130886713662, "lr": 0.005946744015494769, "grad_norm": 0.1384543776512146, "tokens_per_second": 1735066.7727279877, "training_seconds": 0.4532574840122834, "elapsed_tokens_per_second": 1281368.3505589673, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1660, "epoch": 22, "tokens": 217579520, "loss": 3.8644903779029844, "lr": 0.005823673955946958, "grad_norm": 0.12117713689804077, "tokens_per_second": 1726679.4241764972, "training_seconds": 1.5181972769787535, "elapsed_tokens_per_second": 1285351.2184978756, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1680, "epoch": 22, "tokens": 220200960, "loss": 3.839483308792114, "lr": 0.005700441033161664, "grad_norm": 0.13632766902446747, "tokens_per_second": 1726481.9393699476, "training_seconds": 1.5183709370030556, "elapsed_tokens_per_second": 1289264.55862132, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1700, "epoch": 22, "tokens": 222822400, "loss": 3.8403305888175963, "lr": 0.005577107254329768, "grad_norm": 0.1523228883743286, "tokens_per_second": 1728820.3320369641, "training_seconds": 1.5163171970052645, "elapsed_tokens_per_second": 1293120.8656304844, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1712, "epoch": 22, "tokens": 224395264, "loss": 3.8298906683921814, "lr": 0.005503084391054813, "grad_norm": 0.12386728823184967, "tokens_per_second": 1729932.9071208397, "training_seconds": 0.9092052030027844, "elapsed_tokens_per_second": 1295404.404166859, "peak_memory_bytes": 42389451776}
{"loss": 3.836265610880078, "perplexity": 46.35205422506184, "tokens": 224395264, "seconds": 0.5474503019941039, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 22, "step": 1712, "evaluation_tokens": 1048576}
{"event": "train", "step": 1720, "epoch": 23, "tokens": 225443840, "loss": 3.799934536218643, "lr": 0.005453734677389955, "grad_norm": 0.12476153671741486, "tokens_per_second": 1739582.4229736447, "training_seconds": 0.6027745429892093, "elapsed_tokens_per_second": 1292821.6933009357, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1740, "epoch": 23, "tokens": 228065280, "loss": 3.824797821044922, "lr": 0.005330385379802973, "grad_norm": 0.11780497431755066, "tokens_per_second": 1724124.1397094312, "training_seconds": 1.5204473620106, "elapsed_tokens_per_second": 1296539.2845880587, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1760, "epoch": 23, "tokens": 230686720, "loss": 3.8078186392784117, "lr": 0.00520712142731609, "grad_norm": 0.10995007306337357, "tokens_per_second": 1728034.72049395, "training_seconds": 1.5170065560087096, "elapsed_tokens_per_second": 1300220.010744883, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1780, "epoch": 23, "tokens": 233308160, "loss": 3.808517265319824, "lr": 0.005084004842733422, "grad_norm": 0.14395339787006378, "tokens_per_second": 1726467.0940403643, "training_seconds": 1.5183839929813985, "elapsed_tokens_per_second": 1303825.0074546689, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1790, "epoch": 23, "tokens": 234618880, "loss": 3.7940340757369997, "lr": 0.00502252117610938, "grad_norm": 0.12822143733501434, "tokens_per_second": 1730793.6827038466, "training_seconds": 0.7572941899998114, "elapsed_tokens_per_second": 1305615.6975601672, "peak_memory_bytes": 42389451776}
{"loss": 3.814504808505537, "perplexity": 45.35429176174383, "tokens": 234618880, "seconds": 0.5467784159991425, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 23, "step": 1790, "evaluation_tokens": 1048576}
{"event": "train", "step": 1800, "epoch": 24, "tokens": 235929600, "loss": 3.7948124408721924, "lr": 0.0049610975747078736, "grad_norm": 0.13540175557136536, "tokens_per_second": 1723192.896502508, "training_seconds": 0.7606345190142747, "elapsed_tokens_per_second": 1303386.2936614566, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1820, "epoch": 24, "tokens": 238551040, "loss": 3.8211899399757385, "lr": 0.004838461466570408, "grad_norm": 0.11951371282339096, "tokens_per_second": 1722244.0512908895, "training_seconds": 1.5221071589912754, "elapsed_tokens_per_second": 1306867.2564155546, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1840, "epoch": 24, "tokens": 241172480, "loss": 3.778662919998169, "lr": 0.0047161582252122835, "grad_norm": 0.12299098819494247, "tokens_per_second": 1729736.410039667, "training_seconds": 1.51551414700225, "elapsed_tokens_per_second": 1310339.4688867915, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1860, "epoch": 24, "tokens": 243793920, "loss": 3.7955386996269227, "lr": 0.004594249390035967, "grad_norm": 0.13206952810287476, "tokens_per_second": 1731869.054036071, "training_seconds": 1.5136479249922559, "elapsed_tokens_per_second": 1313765.4684586774, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1868, "epoch": 24, "tokens": 244842496, "loss": 3.7648088335990906, "lr": 0.004545610037442798, "grad_norm": 0.1345236897468567, "tokens_per_second": 1728570.781320636, "training_seconds": 0.6066144420183264, "elapsed_tokens_per_second": 1315109.5599322298, "peak_memory_bytes": 42389451776}
{"loss": 3.789889170401286, "perplexity": 44.251495628695324, "tokens": 244842496, "seconds": 0.5450819169927854, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 24, "step": 1868, "evaluation_tokens": 1048576}
{"event": "train", "step": 1880, "epoch": 25, "tokens": 246415360, "loss": 3.783044954140981, "lr": 0.004472796301990301, "grad_norm": 0.13177882134914398, "tokens_per_second": 1740590.9582012645, "training_seconds": 0.9036379239987582, "elapsed_tokens_per_second": 1313252.9183763338, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1900, "epoch": 25, "tokens": 249036800, "loss": 3.7786171555519106, "lr": 0.004351860072705549, "grad_norm": 0.15330418944358826, "tokens_per_second": 1730697.6262837022, "training_seconds": 1.5146724420192186, "elapsed_tokens_per_second": 1316585.2014338335, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1920, "epoch": 25, "tokens": 251658240, "loss": 3.757210576534271, "lr": 0.004231501553743808, "grad_norm": 0.11613082140684128, "tokens_per_second": 1733010.2113043442, "training_seconds": 1.5126512139977422, "elapsed_tokens_per_second": 1319881.6936383825, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1940, "epoch": 25, "tokens": 254279680, "loss": 3.758833372592926, "lr": 0.004111781305980296, "grad_norm": 0.10444044321775436, "tokens_per_second": 1726789.1565649917, "training_seconds": 1.5181007999926805, "elapsed_tokens_per_second": 1323085.5721475938, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1946, "epoch": 25, "tokens": 255066112, "loss": 3.7313801050186157, "lr": 0.004075998709298975, "grad_norm": 0.13056203722953796, "tokens_per_second": 1727914.7609657978, "training_seconds": 0.4551335620053578, "elapsed_tokens_per_second": 1324033.6133243057, "peak_memory_bytes": 42389451776}
{"loss": 3.769503582830215, "perplexity": 43.35853557103119, "tokens": 255066112, "seconds": 0.5495881670212839, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 25, "step": 1946, "evaluation_tokens": 1048576}
{"event": "train", "step": 1960, "epoch": 26, "tokens": 256901120, "loss": 3.7613860198429654, "lr": 0.00399275956913089, "grad_norm": 0.12573213875293732, "tokens_per_second": 1736802.0216016388, "training_seconds": 1.056544140999904, "elapsed_tokens_per_second": 1322482.7132465206, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1980, "epoch": 26, "tokens": 259522560, "loss": 3.7698198676109316, "lr": 0.0038744962314412666, "grad_norm": 0.1223965585231781, "tokens_per_second": 1727620.923485089, "training_seconds": 1.517369907000102, "elapsed_tokens_per_second": 1325612.7648727542, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2000, "epoch": 26, "tokens": 262144000, "loss": 3.751534366607666, "lr": 0.003757050799552902, "grad_norm": 0.11978800594806671, "tokens_per_second": 1730736.0912509172, "training_seconds": 1.5146387789864093, "elapsed_tokens_per_second": 1328714.9738208135, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2020, "epoch": 26, "tokens": 264765440, "loss": 3.739946353435516, "lr": 0.0036404823685610723, "grad_norm": 0.11752212047576904, "tokens_per_second": 1729420.00162079, "training_seconds": 1.5157914199808147, "elapsed_tokens_per_second": 1331760.1486550262, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2024, "epoch": 26, "tokens": 265289728, "loss": 3.7247947454452515, "lr": 0.003617279092105699, "grad_norm": 0.11016934365034103, "tokens_per_second": 1734615.380250209, "training_seconds": 0.3022502890089527, "elapsed_tokens_per_second": 1332364.4031760043, "peak_memory_bytes": 42389451776}
{"loss": 3.7506317265790927, "perplexity": 42.54795218414513, "tokens": 265289728, "seconds": 0.5464643769955728, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 26, "step": 2024, "evaluation_tokens": 1048576}
{"event": "train", "step": 2040, "epoch": 27, "tokens": 267386880, "loss": 3.736588791012764, "lr": 0.0035248495922799365, "grad_norm": 0.14743812382221222, "tokens_per_second": 1735096.3847193697, "training_seconds": 1.2086659960041288, "elapsed_tokens_per_second": 1331114.1610280953, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2060, "epoch": 27, "tokens": 270008320, "loss": 3.7439474940299986, "lr": 0.003410210653729649, "grad_norm": 0.1163676381111145, "tokens_per_second": 1730641.6499450207, "training_seconds": 1.5147214329917915, "elapsed_tokens_per_second": 1334094.3656156817, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2080, "epoch": 27, "tokens": 272629760, "loss": 3.7300750494003294, "lr": 0.0032966232358603883, "grad_norm": 0.129510760307312, "tokens_per_second": 1728377.787775721, "training_seconds": 1.5167054439953063, "elapsed_tokens_per_second": 1337018.252478484, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2100, "epoch": 27, "tokens": 275251200, "loss": 3.7213300585746767, "lr": 0.003184144492527974, "grad_norm": 0.15548928081989288, "tokens_per_second": 1728449.37111384, "training_seconds": 1.516642629983835, "elapsed_tokens_per_second": 1339898.0362500665, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2101, "epoch": 27, "tokens": 275382272, "loss": 3.720731019973755, "lr": 0.0031785506757095435, "grad_norm": 0.1325964331626892, "tokens_per_second": 1731593.839918498, "training_seconds": 0.07569442497333512, "elapsed_tokens_per_second": 1340035.025663331, "peak_memory_bytes": 42389451776}
{"loss": 3.7292923342287714, "perplexity": 41.649623719602786, "tokens": 275382272, "seconds": 0.5485284180031158, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 27, "step": 2101, "evaluation_tokens": 1048576}
{"event": "train", "step": 2120, "epoch": 28, "tokens": 277872640, "loss": 3.7391189399518465, "lr": 0.003072831019735734, "grad_norm": 0.13031992316246033, "tokens_per_second": 1737161.1024514278, "training_seconds": 1.433584942977177, "elapsed_tokens_per_second": 1339203.442053554, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2140, "epoch": 28, "tokens": 280494080, "loss": 3.7334829211235045, "lr": 0.0029627388271570455, "grad_norm": 0.1294560432434082, "tokens_per_second": 1728890.4184130398, "training_seconds": 1.5162557279982138, "elapsed_tokens_per_second": 1342020.697140636, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2160, "epoch": 28, "tokens": 283115520, "loss": 3.7008836030960084, "lr": 0.0028539233099529205, "grad_norm": 0.1252378523349762, "tokens_per_second": 1725969.1721259227, "training_seconds": 1.5188220290001482, "elapsed_tokens_per_second": 1344783.5137313341, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2179, "epoch": 28, "tokens": 285605888, "loss": 3.7045134996113025, "lr": 0.002751780966248932, "grad_norm": 0.16532020270824432, "tokens_per_second": 1730344.0413637834, "training_seconds": 1.439232858014293, "elapsed_tokens_per_second": 1347391.5545739983, "peak_memory_bytes": 42389451776}
{"loss": 3.713044693209865, "perplexity": 40.978383387243156, "tokens": 285605888, "seconds": 0.5479586089786608, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 28, "step": 2179, "evaluation_tokens": 1048576}
{"event": "train", "step": 2180, "epoch": 29, "tokens": 285736960, "loss": 3.6711599826812744, "lr": 0.0027464392208987813, "grad_norm": 0.13558728992938995, "tokens_per_second": 1859163.7761897244, "training_seconds": 0.07050051301484928, "elapsed_tokens_per_second": 1344037.9258051994, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2200, "epoch": 29, "tokens": 288358400, "loss": 3.6986247897148132, "lr": 0.0026403406428344716, "grad_norm": 0.10358312726020813, "tokens_per_second": 1730732.2518705286, "training_seconds": 1.5146421389945317, "elapsed_tokens_per_second": 1346767.0774577346, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2220, "epoch": 29, "tokens": 290979840, "loss": 3.701586627960205, "lr": 0.0025356809614513606, "grad_norm": 0.1202281266450882, "tokens_per_second": 1727148.5889413797, "training_seconds": 1.5177848720049951, "elapsed_tokens_per_second": 1349434.3597083476, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2240, "epoch": 29, "tokens": 293601280, "loss": 3.6825265765190123, "lr": 0.002432512838430222, "grad_norm": 0.11086668074131012, "tokens_per_second": 1729677.3173997211, "training_seconds": 1.515565922978567, "elapsed_tokens_per_second": 1352081.330864161, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2257, "epoch": 29, "tokens": 295829504, "loss": 3.6949273838716397, "lr": 0.0023460314676124836, "grad_norm": 0.1061629056930542, "tokens_per_second": 1726671.4621886495, "training_seconds": 1.2904736360069364, "elapsed_tokens_per_second": 1354284.536258842, "peak_memory_bytes": 42389451776}
{"loss": 3.6919003220461653, "perplexity": 40.12101741407173, "tokens": 295829504, "seconds": 0.5465809809975326, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 29, "step": 2257, "evaluation_tokens": 1048576}
{"event": "train", "step": 2260, "epoch": 30, "tokens": 296222720, "loss": 3.675423542658488, "lr": 0.00233088818494343, "grad_norm": 0.1094319298863411, "tokens_per_second": 1767191.9795257726, "training_seconds": 0.22250893199816346, "elapsed_tokens_per_second": 1351290.4061633218, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2280, "epoch": 30, "tokens": 298844160, "loss": 3.6840087532997132, "lr": 0.0022308581355347783, "grad_norm": 0.1162862628698349, "tokens_per_second": 1728436.0964887822, "training_seconds": 1.5166542780061718, "elapsed_tokens_per_second": 1353875.9355026362, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2300, "epoch": 30, "tokens": 301465600, "loss": 3.676551353931427, "lr": 0.002132473022390077, "grad_norm": 0.10784954577684402, "tokens_per_second": 1733805.782981471, "training_seconds": 1.5119571209943388, "elapsed_tokens_per_second": 1356451.0719299933, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2320, "epoch": 30, "tokens": 304087040, "loss": 3.667164850234985, "lr": 0.002035782350011468, "grad_norm": 0.12243730574846268, "tokens_per_second": 1730314.8961298799, "training_seconds": 1.5150074739940464, "elapsed_tokens_per_second": 1358975.8452362244, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2335, "epoch": 30, "tokens": 306053120, "loss": 3.6488517920176187, "lr": 0.0019644056223927934, "grad_norm": 0.13071610033512115, "tokens_per_second": 1730356.387157112, "training_seconds": 1.1362283600028604, "elapsed_tokens_per_second": 1360842.677490381, "peak_memory_bytes": 42389451776}
{"loss": 3.6752724951473543, "perplexity": 39.459407889499296, "tokens": 306053120, "seconds": 0.5461734319978859, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 30, "step": 2335, "evaluation_tokens": 1048576}
{"event": "train", "step": 2340, "epoch": 31, "tokens": 306708480, "loss": 3.66505880355835, "lr": 0.0019408347703082226, "grad_norm": 0.1106920838356018, "tokens_per_second": 1745161.3725331759, "training_seconds": 0.3755297420138959, "elapsed_tokens_per_second": 1358156.5204473995, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2360, "epoch": 31, "tokens": 309329920, "loss": 3.636465620994568, "lr": 0.001847678058116523, "grad_norm": 0.1147894337773323, "tokens_per_second": 1728822.8278340052, "training_seconds": 1.5163150079897605, "elapsed_tokens_per_second": 1360622.5478428397, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2380, "epoch": 31, "tokens": 311951360, "loss": 3.6711448073387145, "lr": 0.0017563590871605673, "grad_norm": 0.09852274507284164, "tokens_per_second": 1732169.3806665596, "training_seconds": 1.5133854860032443, "elapsed_tokens_per_second": 1363070.3743142507, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2400, "epoch": 31, "tokens": 314572800, "loss": 3.655106747150421, "lr": 0.0016669238064670807, "grad_norm": 0.1071326732635498, "tokens_per_second": 1727670.3806545085, "training_seconds": 1.5173264699988067, "elapsed_tokens_per_second": 1365465.218172354, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2413, "epoch": 31, "tokens": 316276736, "loss": 3.6580632833334117, "lr": 0.0016098223594030138, "grad_norm": 0.1072150245308876, "tokens_per_second": 1730370.6245578858, "training_seconds": 0.984723143017618, "elapsed_tokens_per_second": 1367008.6556758678, "peak_memory_bytes": 42389451776}
{"loss": 3.66018628115761, "perplexity": 38.868582681568, "tokens": 316276736, "seconds": 0.548693557997467, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 31, "step": 2413, "evaluation_tokens": 1048576}
{"event": "train", "step": 2420, "epoch": 32, "tokens": 317194240, "loss": 3.624409164701189, "lr": 0.0015794172172451256, "grad_norm": 0.11337662488222122, "tokens_per_second": 1742579.7872051573, "training_seconds": 0.5265205109899398, "elapsed_tokens_per_second": 1364580.9513263006, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2440, "epoch": 32, "tokens": 319815680, "loss": 3.648973596096039, "lr": 0.0014938833502428038, "grad_norm": 0.12478134036064148, "tokens_per_second": 1730860.5452334, "training_seconds": 1.514529871987179, "elapsed_tokens_per_second": 1366946.0943081442, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2460, "epoch": 32, "tokens": 322437120, "loss": 3.6388253211975097, "lr": 0.0014103652435922805, "grad_norm": 0.11339803040027618, "tokens_per_second": 1729430.0578589938, "training_seconds": 1.5157826060021762, "elapsed_tokens_per_second": 1369270.6992685057, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2480, "epoch": 32, "tokens": 325058560, "loss": 3.6336358428001403, "lr": 0.0013289049211542584, "grad_norm": 0.10106144845485687, "tokens_per_second": 1729634.7534526535, "training_seconds": 1.5156032189843245, "elapsed_tokens_per_second": 1371569.2209870676, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2491, "epoch": 32, "tokens": 326500352, "loss": 3.6090129722248423, "lr": 0.0012849937677638556, "grad_norm": 0.1162065714597702, "tokens_per_second": 1729412.0545365862, "training_seconds": 0.8336891119834036, "elapsed_tokens_per_second": 1372814.5232663946, "peak_memory_bytes": 42389451776}
{"loss": 3.645061396285089, "perplexity": 38.28512334374897, "tokens": 326500352, "seconds": 0.5453057740232907, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 32, "step": 2491, "evaluation_tokens": 1048576}
{"event": "train", "step": 2500, "epoch": 33, "tokens": 327680000, "loss": 3.5995313591427274, "lr": 0.0012495433713727991, "grad_norm": 0.11049381643533707, "tokens_per_second": 1737781.367955515, "training_seconds": 0.6788241730246227, "elapsed_tokens_per_second": 1370685.81280148, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2520, "epoch": 33, "tokens": 330301440, "loss": 3.6193150639533997, "lr": 0.0011723205266511497, "grad_norm": 0.11024688184261322, "tokens_per_second": 1726962.7366349543, "training_seconds": 1.5179482130042743, "elapsed_tokens_per_second": 1372927.9865155527, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2540, "epoch": 33, "tokens": 332922880, "loss": 3.634475576877594, "lr": 0.0010972752432589234, "grad_norm": 0.11142870038747787, "tokens_per_second": 1727940.4792216956, "training_seconds": 1.5170892930182163, "elapsed_tokens_per_second": 1375143.816851885, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2560, "epoch": 33, "tokens": 335544320, "loss": 3.6123372673988343, "lr": 0.0010244452817807664, "grad_norm": 0.1337658017873764, "tokens_per_second": 1731226.357752929, "training_seconds": 1.5142098479846027, "elapsed_tokens_per_second": 1377350.9488671203, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2568, "epoch": 33, "tokens": 336592896, "loss": 3.651216000318527, "lr": 0.0009959418338851302, "grad_norm": 0.11937486380338669, "tokens_per_second": 1722144.8867028751, "training_seconds": 0.6088779220008291, "elapsed_tokens_per_second": 1378201.979157856, "peak_memory_bytes": 42389451776}
{"loss": 3.6318796396647177, "perplexity": 37.783769785468294, "tokens": 336592896, "seconds": 0.5463324999727774, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 33, "step": 2568, "evaluation_tokens": 1048576}
{"event": "train", "step": 2580, "epoch": 34, "tokens": 338165760, "loss": 3.619505008061727, "lr": 0.000953867288116335, "grad_norm": 0.10754280537366867, "tokens_per_second": 1739319.768180076, "training_seconds": 0.9042983520193957, "elapsed_tokens_per_second": 1376430.6612164276, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2600, "epoch": 34, "tokens": 340787200, "loss": 3.634434628486633, "lr": 0.0008855767750411627, "grad_norm": 0.1043500304222107, "tokens_per_second": 1722550.6482363727, "training_seconds": 1.5218362390005495, "elapsed_tokens_per_second": 1378555.0546693266, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2620, "epoch": 34, "tokens": 343408640, "loss": 3.611490786075592, "lr": 0.0008196081043376678, "grad_norm": 0.14173246920108795, "tokens_per_second": 1730607.301075329, "training_seconds": 1.5147514969867188, "elapsed_tokens_per_second": 1380690.6102248093, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2640, "epoch": 34, "tokens": 346030080, "loss": 3.6179651975631715, "lr": 0.0007559944695053143, "grad_norm": 0.1047949492931366, "tokens_per_second": 1730964.4101494458, "training_seconds": 1.514438994025113, "elapsed_tokens_per_second": 1382804.420696071, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2646, "epoch": 34, "tokens": 346816512, "loss": 3.6306803226470947, "lr": 0.0007373744276066139, "grad_norm": 0.0982585921883583, "tokens_per_second": 1733273.012992348, "training_seconds": 0.4537265590042807, "elapsed_tokens_per_second": 1383430.4300688864, "peak_memory_bytes": 42389451776}
{"loss": 3.619908797174059, "perplexity": 37.3341626856359, "tokens": 346816512, "seconds": 0.5470869760029018, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 34, "step": 2646, "evaluation_tokens": 1048576}
{"event": "train", "step": 2660, "epoch": 35, "tokens": 348651520, "loss": 3.6155464308602467, "lr": 0.0006947678790586163, "grad_norm": 0.1061747670173645, "tokens_per_second": 1738502.9040967894, "training_seconds": 1.0555104599916376, "elapsed_tokens_per_second": 1381880.8149258154, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2680, "epoch": 35, "tokens": 351272960, "loss": 3.6236680150032043, "lr": 0.0006359591404213925, "grad_norm": 0.1052284836769104, "tokens_per_second": 1730625.5447367674, "training_seconds": 1.5147355289955158, "elapsed_tokens_per_second": 1383956.262176735, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2700, "epoch": 35, "tokens": 353894400, "loss": 3.6252681255340575, "lr": 0.0005795978444253758, "grad_norm": 0.11947096884250641, "tokens_per_second": 1729542.6220503438, "training_seconds": 1.5156839539995417, "elapsed_tokens_per_second": 1385999.1348713927, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2720, "epoch": 35, "tokens": 356515840, "loss": 3.6096839547157287, "lr": 0.0005257123504209748, "grad_norm": 0.10781299322843552, "tokens_per_second": 1728677.1600320467, "training_seconds": 1.5164427809941117, "elapsed_tokens_per_second": 1388016.0667312883, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2724, "epoch": 35, "tokens": 357040128, "loss": 3.6336601972579956, "lr": 0.0005152347559368642, "grad_norm": 0.10078103095293045, "tokens_per_second": 1729499.2831333638, "training_seconds": 0.30314438699861057, "elapsed_tokens_per_second": 1388410.428495273, "peak_memory_bytes": 42389451776}
{"loss": 3.6099435610112915, "perplexity": 36.963966547059066, "tokens": 357040128, "seconds": 0.5465674060105812, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 35, "step": 2724, "evaluation_tokens": 1048576}
{"event": "train", "step": 2740, "epoch": 36, "tokens": 359137280, "loss": 3.613999053835869, "lr": 0.00047432977200767735, "grad_norm": 0.12929894030094147, "tokens_per_second": 1730931.2034213168, "training_seconds": 1.2115744379989337, "elapsed_tokens_per_second": 1387047.3191979865, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2760, "epoch": 36, "tokens": 361758720, "loss": 3.6098578453063963, "lr": 0.0004254759633912887, "grad_norm": 0.092154860496521, "tokens_per_second": 1725744.7830943307, "training_seconds": 1.5190195130126085, "elapsed_tokens_per_second": 1389016.1476289802, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2780, "epoch": 36, "tokens": 364380160, "loss": 3.611477482318878, "lr": 0.0003791755063748501, "grad_norm": 0.09142602235078812, "tokens_per_second": 1726933.2492126895, "training_seconds": 1.5179741320025641, "elapsed_tokens_per_second": 1390966.1591226403, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2800, "epoch": 36, "tokens": 367001600, "loss": 3.597990429401398, "lr": 0.0003354516979897966, "grad_norm": 0.09275128692388535, "tokens_per_second": 1728748.1114760174, "training_seconds": 1.5163805430056527, "elapsed_tokens_per_second": 1392894.1722399457, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2802, "epoch": 36, "tokens": 367263744, "loss": 3.5795899629592896, "lr": 0.0003312218911381581, "grad_norm": 0.09775432199239731, "tokens_per_second": 1734954.2028501346, "training_seconds": 0.15109563097939827, "elapsed_tokens_per_second": 1393082.131399165, "peak_memory_bytes": 42389451776}
{"loss": 3.6019339590077757, "perplexity": 36.669082415303365, "tokens": 367263744, "seconds": 0.5466221559909172, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 36, "step": 2802, "evaluation_tokens": 1048576}
{"event": "train", "step": 2820, "epoch": 37, "tokens": 369623040, "loss": 3.599257614877489, "lr": 0.00029432653877357705, "grad_norm": 0.09118787199258804, "tokens_per_second": 1736665.4671333686, "training_seconds": 1.3585207080177497, "elapsed_tokens_per_second": 1391942.763638633, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2840, "epoch": 37, "tokens": 372244480, "loss": 3.620433497428894, "lr": 0.0002558207216996241, "grad_norm": 0.09041865915060043, "tokens_per_second": 1726307.5805387306, "training_seconds": 1.518524294020608, "elapsed_tokens_per_second": 1393838.0905785495, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2860, "epoch": 37, "tokens": 374865920, "loss": 3.5839563369750977, "lr": 0.0002199536217652629, "grad_norm": 0.0952262356877327, "tokens_per_second": 1727413.1152530008, "training_seconds": 1.5175524469814263, "elapsed_tokens_per_second": 1395714.7226705716, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2880, "epoch": 37, "tokens": 377487360, "loss": 3.596981418132782, "lr": 0.00018674328624277879, "grad_norm": 0.09166346490383148, "tokens_per_second": 1729863.0569636272, "training_seconds": 1.5154031930142082, "elapsed_tokens_per_second": 1397583.5711067654, "peak_memory_bytes": 42389451776}
{"loss": 3.596228775621997, "perplexity": 36.46047421538806, "tokens": 377487360, "seconds": 0.5474374619952869, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 37, "step": 2880, "evaluation_tokens": 1048576}
{"event": "train", "step": 2900, "epoch": 38, "tokens": 380108800, "loss": 3.596750521659851, "lr": 0.0001562064255985584, "grad_norm": 0.09205590188503265, "tokens_per_second": 1734817.2077949008, "training_seconds": 1.5110756270005368, "elapsed_tokens_per_second": 1396613.489321402, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2920, "epoch": 38, "tokens": 382730240, "loss": 3.605141520500183, "lr": 0.00012835840508487278, "grad_norm": 0.09117105603218079, "tokens_per_second": 1731273.2991564479, "training_seconds": 1.5141687919967808, "elapsed_tokens_per_second": 1398457.8321579597, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2940, "epoch": 38, "tokens": 385351680, "loss": 3.592850375175476, "lr": 0.00010321323700853606, "grad_norm": 0.08691409230232239, "tokens_per_second": 1728602.9680759502, "training_seconds": 1.5165078669961076, "elapsed_tokens_per_second": 1400271.41462309, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2958, "epoch": 38, "tokens": 387710976, "loss": 3.6044868893093533, "lr": 8.290400991417069e-05, "grad_norm": 0.08862578123807907, "tokens_per_second": 1734208.2011704806, "training_seconds": 1.3604456479952205, "elapsed_tokens_per_second": 1401906.1547793532, "peak_memory_bytes": 42389451776}
{"loss": 3.5926049985663404, "perplexity": 36.328588691679435, "tokens": 387710976, "seconds": 0.5479046179971192, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 38, "step": 2958, "evaluation_tokens": 1048576}
{"event": "train", "step": 2960, "epoch": 39, "tokens": 387973120, "loss": 3.5883874893188477, "lr": 8.078357368032157e-05, "grad_norm": 0.09416231513023376, "tokens_per_second": 1793895.7586711843, "training_seconds": 0.1461311220191419, "elapsed_tokens_per_second": 1399314.765949596, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2980, "epoch": 39, "tokens": 390594560, "loss": 3.593239259719849, "lr": 6.108070104869107e-05, "grad_norm": 0.091248519718647, "tokens_per_second": 1728381.3409109917, "training_seconds": 1.516702326014638, "elapsed_tokens_per_second": 1401099.982048749, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3000, "epoch": 39, "tokens": 393216000, "loss": 3.589927780628204, "lr": 4.4114533021037625e-05, "grad_norm": 0.08942659944295883, "tokens_per_second": 1734491.4462031927, "training_seconds": 1.5113594279973768, "elapsed_tokens_per_second": 1402889.5949932777, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3020, "epoch": 39, "tokens": 395837440, "loss": 3.586928331851959, "lr": 2.9893606475294762e-05, "grad_norm": 0.08709092438220978, "tokens_per_second": 1725753.0720674666, "training_seconds": 1.5190122170024551, "elapsed_tokens_per_second": 1404624.4523926594, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3035, "epoch": 39, "tokens": 397803520, "loss": 3.5746624787648518, "lr": 2.1033832841024833e-05, "grad_norm": 0.08592118322849274, "tokens_per_second": 1730518.7216589148, "training_seconds": 1.1361217740050051, "elapsed_tokens_per_second": 1405925.448506346, "peak_memory_bytes": 42389451776}
{"loss": 3.5908863823541246, "perplexity": 36.2662074102821, "tokens": 397803520, "seconds": 0.5476456489996053, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 39, "step": 3035, "evaluation_tokens": 1048576}
{"event": "train", "step": 3040, "epoch": 40, "tokens": 398458880, "loss": 3.611089324951172, "lr": 1.8425076964434348e-05, "grad_norm": 0.09149621427059174, "tokens_per_second": 1753959.2547082792, "training_seconds": 0.3736460799991619, "elapsed_tokens_per_second": 1403640.449377942, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3060, "epoch": 40, "tokens": 401080320, "loss": 3.601142919063568, "lr": 9.714715115999695e-06, "grad_norm": 0.08716809749603271, "tokens_per_second": 1721816.9723193203, "training_seconds": 1.5224847019999288, "elapsed_tokens_per_second": 1405317.2828997686, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3080, "epoch": 40, "tokens": 403701760, "loss": 3.5732964754104612, "lr": 3.7669037284964734e-06, "grad_norm": 0.0858202874660492, "tokens_per_second": 1726620.5583566225, "training_seconds": 1.5182490370061714, "elapsed_tokens_per_second": 1407009.721271057, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3100, "epoch": 40, "tokens": 406323200, "loss": 3.5840484619140627, "lr": 5.846355660953928e-07, "grad_norm": 0.08690708130598068, "tokens_per_second": 1728557.485524259, "training_seconds": 1.5165477700065821, "elapsed_tokens_per_second": 1408695.2752282608, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3113, "epoch": 40, "tokens": 408027136, "loss": 3.6021413069504957, "lr": 0.0, "grad_norm": 0.08186478912830353, "tokens_per_second": 1721482.6682567226, "training_seconds": 0.9898072350188158, "elapsed_tokens_per_second": 1409757.5235264727, "peak_memory_bytes": 42389451776}
{"loss": 3.5906223441615883, "perplexity": 36.256633010486574, "tokens": 408027136, "seconds": 0.5472043660120107, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 40, "step": 3113, "evaluation_tokens": 1048576}
{"loss": 3.591647871686705, "perplexity": 36.293834257798025, "tokens": 408027136, "seconds": 102.123485928023, "split": "full", "validation_complete": true, "event": "final_validation", "step": 3113, "evaluation_tokens": 197411295}