{"event": "train", "step": 20, "epoch": 1, "tokens": 2621440, "loss": 9.720723867416382, "lr": 0.0002564102564102564, "grad_norm": 3.166027069091797, "tokens_per_second": 46970.211248928776, "training_seconds": 55.81069214500894, "elapsed_tokens_per_second": 46970.211248928776, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 40, "epoch": 1, "tokens": 5242880, "loss": 8.07270815372467, "lr": 0.0005128205128205128, "grad_norm": 0.7541524767875671, "tokens_per_second": 1766980.9949535702, "training_seconds": 1.4835700030089356, "elapsed_tokens_per_second": 91501.46219320015, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 60, "epoch": 1, "tokens": 7864320, "loss": 6.9953124046325685, "lr": 0.0007692307692307692, "grad_norm": 1.1773438453674316, "tokens_per_second": 1758256.0135157113, "training_seconds": 1.4909319119906286, "elapsed_tokens_per_second": 133768.46118817426, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 78, "epoch": 1, "tokens": 10223616, "loss": 6.59541392326355, "lr": 0.001, "grad_norm": 0.5548858046531677, "tokens_per_second": 1757818.4092667226, "training_seconds": 1.3421727679960895, "elapsed_tokens_per_second": 170014.37229120784, "peak_memory_bytes": 21988176384}
{"loss": 6.419661638496478, "perplexity": 613.7953942528752, "tokens": 10223616, "seconds": 1.4505759799940279, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 1, "step": 78, "evaluation_tokens": 1048576}
{"event": "train", "step": 80, "epoch": 2, "tokens": 10485760, "loss": 6.383199214935303, "lr": 0.0010256410256410256, "grad_norm": 0.3925360143184662, "tokens_per_second": 1828366.2985126446, "training_seconds": 0.14337608400091995, "elapsed_tokens_per_second": 169842.399596605, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 100, "epoch": 2, "tokens": 13107200, "loss": 6.237915015220642, "lr": 0.001282051282051282, "grad_norm": 0.3561088740825653, "tokens_per_second": 1751655.0177748094, "training_seconds": 1.496550390002085, "elapsed_tokens_per_second": 207274.26691713778, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 120, "epoch": 2, "tokens": 15728640, "loss": 5.999289393424988, "lr": 0.0015384615384615385, "grad_norm": 0.4803065061569214, "tokens_per_second": 1754210.0779274527, "training_seconds": 1.4943706189951627, "elapsed_tokens_per_second": 242980.53014592905, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 140, "epoch": 2, "tokens": 18350080, "loss": 5.794249749183654, "lr": 0.001794871794871795, "grad_norm": 0.37905603647232056, "tokens_per_second": 1754656.8138318774, "training_seconds": 1.4939901519974228, "elapsed_tokens_per_second": 277076.9464313906, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 156, "epoch": 2, "tokens": 20447232, "loss": 5.613788187503815, "lr": 0.002, "grad_norm": 0.8168515563011169, "tokens_per_second": 1751644.3798117207, "training_seconds": 1.197247582997079, "elapsed_tokens_per_second": 303252.7429871999, "peak_memory_bytes": 42389451776}
{"loss": 5.613207376395936, "perplexity": 274.0217208430495, "tokens": 20447232, "seconds": 0.5381258419947699, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 2, "step": 156, "evaluation_tokens": 1048576}
{"event": "train", "step": 160, "epoch": 3, "tokens": 20971520, "loss": 5.631005167961121, "lr": 0.0020512820512820513, "grad_norm": 0.6177650690078735, "tokens_per_second": 1784874.0307944273, "training_seconds": 0.2937394969922025, "elapsed_tokens_per_second": 307195.10157460143, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 180, "epoch": 3, "tokens": 23592960, "loss": 5.487470173835755, "lr": 0.0023076923076923075, "grad_norm": 0.38053691387176514, "tokens_per_second": 1754232.3901080322, "training_seconds": 1.4943516120110871, "elapsed_tokens_per_second": 338186.13023242005, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 200, "epoch": 3, "tokens": 26214400, "loss": 5.3343528509140015, "lr": 0.002564102564102564, "grad_norm": 0.500096321105957, "tokens_per_second": 1753156.7319240728, "training_seconds": 1.495268479004153, "elapsed_tokens_per_second": 367869.2101994095, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 220, "epoch": 3, "tokens": 28835840, "loss": 5.324207830429077, "lr": 0.0028205128205128207, "grad_norm": 0.8472301959991455, "tokens_per_second": 1753838.5464950833, "training_seconds": 1.4946871849970194, "elapsed_tokens_per_second": 396336.11327809765, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 233, "epoch": 3, "tokens": 30539776, "loss": 5.215297845693735, "lr": 0.0029871794871794873, "grad_norm": 0.3197622001171112, "tokens_per_second": 1750956.6935801285, "training_seconds": 0.9731457129964838, "elapsed_tokens_per_second": 414206.23230995034, "peak_memory_bytes": 42389451776}
{"loss": 5.179775965317658, "perplexity": 177.6430083399998, "tokens": 30539776, "seconds": 0.5375081649981439, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 3, "step": 233, "evaluation_tokens": 1048576}
{"event": "train", "step": 240, "epoch": 4, "tokens": 31457280, "loss": 5.144304411751883, "lr": 0.003076923076923077, "grad_norm": 0.31683698296546936, "tokens_per_second": 1770282.2601813888, "training_seconds": 0.5182811920094537, "elapsed_tokens_per_second": 420595.21594024595, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 260, "epoch": 4, "tokens": 34078720, "loss": 5.065679311752319, "lr": 0.0033333333333333335, "grad_norm": 0.27522167563438416, "tokens_per_second": 1749967.6368774157, "training_seconds": 1.4979934169969056, "elapsed_tokens_per_second": 446691.39710260765, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 280, "epoch": 4, "tokens": 36700160, "loss": 4.983536648750305, "lr": 0.00358974358974359, "grad_norm": 0.2564479112625122, "tokens_per_second": 1748159.7598339696, "training_seconds": 1.4995425819943193, "elapsed_tokens_per_second": 471768.90496887144, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 300, "epoch": 4, "tokens": 39321600, "loss": 4.934788060188294, "lr": 0.003846153846153846, "grad_norm": 0.3202812671661377, "tokens_per_second": 1751683.0987908924, "training_seconds": 1.4965263989870436, "elapsed_tokens_per_second": 495919.18346538313, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 311, "epoch": 4, "tokens": 40763392, "loss": 4.889943729747426, "lr": 0.003987179487179487, "grad_norm": 0.2666541039943695, "tokens_per_second": 1753195.928354156, "training_seconds": 0.8223792770004366, "elapsed_tokens_per_second": 508814.9390261554, "peak_memory_bytes": 42389451776}
{"loss": 4.899313205330595, "perplexity": 134.19758184420905, "tokens": 40763392, "seconds": 0.5384362350014271, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 4, "step": 311, "evaluation_tokens": 1048576}
{"event": "train", "step": 320, "epoch": 5, "tokens": 41943040, "loss": 4.838945229848226, "lr": 0.003999919489858869, "grad_norm": 0.2832907438278198, "tokens_per_second": 1761592.377925109, "training_seconds": 0.6696486739965621, "elapsed_tokens_per_second": 515724.67559088673, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 340, "epoch": 5, "tokens": 44564480, "loss": 4.816030097007752, "lr": 0.003999013825209868, "grad_norm": 0.28078097105026245, "tokens_per_second": 1746030.4433223659, "training_seconds": 1.501371301987092, "elapsed_tokens_per_second": 538017.4645477396, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 360, "epoch": 5, "tokens": 47185920, "loss": 4.866369986534119, "lr": 0.00399710231545853, "grad_norm": 0.4668640196323395, "tokens_per_second": 1745386.2190949032, "training_seconds": 1.5019254600047134, "elapsed_tokens_per_second": 559509.7863587689, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 380, "epoch": 5, "tokens": 49807360, "loss": 4.8184648036956785, "lr": 0.003994185922420472, "grad_norm": 0.2251049280166626, "tokens_per_second": 1748106.478776396, "training_seconds": 1.4995882869989146, "elapsed_tokens_per_second": 580267.5266078572, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 389, "epoch": 5, "tokens": 50987008, "loss": 4.717876805199517, "lr": 0.003992546074856259, "grad_norm": 0.20571419596672058, "tokens_per_second": 1749783.0552322587, "training_seconds": 0.6741681470011827, "elapsed_tokens_per_second": 589370.5676363099, "peak_memory_bytes": 42389451776}
{"loss": 4.723573612566685, "perplexity": 112.56981563300191, "tokens": 50987008, "seconds": 0.5405448079982307, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 5, "step": 389, "evaluation_tokens": 1048576}
{"event": "train", "step": 400, "epoch": 6, "tokens": 52428800, "loss": 4.6728925271467725, "lr": 0.003990266113539101, "grad_norm": 0.2288556843996048, "tokens_per_second": 1756238.98590522, "training_seconds": 0.8209543300035875, "elapsed_tokens_per_second": 596607.0984353109, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 420, "epoch": 6, "tokens": 55050240, "loss": 4.63473641872406, "lr": 0.003985344861147232, "grad_norm": 0.24691393971443176, "tokens_per_second": 1745435.0820962952, "training_seconds": 1.5018834139918908, "elapsed_tokens_per_second": 615903.0282485377, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 440, "epoch": 6, "tokens": 57671680, "loss": 4.596247220039368, "lr": 0.003979424641474668, "grad_norm": 0.3204241991043091, "tokens_per_second": 1747276.680160256, "training_seconds": 1.500300455998513, "elapsed_tokens_per_second": 634568.4656738432, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 460, "epoch": 6, "tokens": 60293120, "loss": 4.551958322525024, "lr": 0.0039725084334022425, "grad_norm": 0.27648743987083435, "tokens_per_second": 1749444.854193684, "training_seconds": 1.498441059011384, "elapsed_tokens_per_second": 652643.1525253637, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 467, "epoch": 6, "tokens": 61210624, "loss": 4.510165350777762, "lr": 0.003969853087303938, "grad_norm": 0.22669717669487, "tokens_per_second": 1748904.1528793266, "training_seconds": 0.5246165139978984, "elapsed_tokens_per_second": 658821.7328612022, "peak_memory_bytes": 42389451776}
{"loss": 4.5192523030771055, "perplexity": 91.76695844811678, "tokens": 61210624, "seconds": 0.5417434900009539, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 6, "step": 467, "evaluation_tokens": 1048576}
{"event": "train", "step": 480, "epoch": 7, "tokens": 62914560, "loss": 4.475852892949031, "lr": 0.003964599716962921, "grad_norm": 0.2864871919155121, "tokens_per_second": 1763870.177906479, "training_seconds": 0.9660212079907069, "elapsed_tokens_per_second": 666220.3342542131, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 500, "epoch": 7, "tokens": 65536000, "loss": 4.429267144203186, "lr": 0.003955702471590763, "grad_norm": 0.22468610107898712, "tokens_per_second": 1748965.705129482, "training_seconds": 1.4988515739969444, "elapsed_tokens_per_second": 683127.6425875046, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 520, "epoch": 7, "tokens": 68157440, "loss": 4.384485101699829, "lr": 0.0039458211741185785, "grad_norm": 0.2356281578540802, "tokens_per_second": 1743433.5010487982, "training_seconds": 1.503607678998378, "elapsed_tokens_per_second": 699476.1462767427, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 540, "epoch": 7, "tokens": 70778880, "loss": 4.341120672225952, "lr": 0.00393496079652532, "grad_norm": 0.5430197715759277, "tokens_per_second": 1748929.2633554381, "training_seconds": 1.4988828049972653, "elapsed_tokens_per_second": 715364.3884058092, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 545, "epoch": 7, "tokens": 71434240, "loss": 4.395555782318115, "lr": 0.003932093350457171, "grad_norm": 0.35208913683891296, "tokens_per_second": 1746889.3023991094, "training_seconds": 0.3751582879922353, "elapsed_tokens_per_second": 719250.3414632406, "peak_memory_bytes": 42389451776}
{"loss": 4.385542890374576, "perplexity": 80.28179559840059, "tokens": 71434240, "seconds": 0.5400634160032496, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 7, "step": 545, "evaluation_tokens": 1048576}
{"event": "train", "step": 560, "epoch": 8, "tokens": 73400320, "loss": 4.37421236038208, "lr": 0.00392312680343433, "grad_norm": 0.4214191436767578, "tokens_per_second": 1753856.2721747619, "training_seconds": 1.1210040589940036, "elapsed_tokens_per_second": 726842.9009089496, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 580, "epoch": 8, "tokens": 76021760, "loss": 4.43039083480835, "lr": 0.003910325149363705, "grad_norm": 0.22850199043750763, "tokens_per_second": 1747698.0810906074, "training_seconds": 1.499938707012916, "elapsed_tokens_per_second": 741774.660121799, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 600, "epoch": 8, "tokens": 78643200, "loss": 4.304791402816773, "lr": 0.0038965622757301485, "grad_norm": 0.2016577422618866, "tokens_per_second": 1747587.0174163536, "training_seconds": 1.5000340319966199, "elapsed_tokens_per_second": 756271.6409148584, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 620, "epoch": 8, "tokens": 81264640, "loss": 4.244994831085205, "lr": 0.0038818451076078463, "grad_norm": 0.2396167516708374, "tokens_per_second": 1747214.0376234967, "training_seconds": 1.5003542459890014, "elapsed_tokens_per_second": 770356.1592579493, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 623, "epoch": 8, "tokens": 81657856, "loss": 4.241853396097819, "lr": 0.003879555675949761, "grad_norm": 0.22811821103096008, "tokens_per_second": 1750401.1925049326, "training_seconds": 0.22464335701079108, "elapsed_tokens_per_second": 772424.3273985238, "peak_memory_bytes": 42389451776}
{"loss": 4.239978399860157, "perplexity": 69.40635263564084, "tokens": 81657856, "seconds": 0.537948218989186, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 8, "step": 623, "evaluation_tokens": 1048576}
{"event": "train", "step": 640, "epoch": 9, "tokens": 83886080, "loss": 4.2074430409599755, "lr": 0.0038661810502439715, "grad_norm": 0.23372535407543182, "tokens_per_second": 1754527.954445167, "training_seconds": 1.2699848949996522, "elapsed_tokens_per_second": 780109.1947473909, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 660, "epoch": 9, "tokens": 86507520, "loss": 4.167253923416138, "lr": 0.003849577985332579, "grad_norm": 0.2038918286561966, "tokens_per_second": 1744629.329510854, "training_seconds": 1.5025770549982553, "elapsed_tokens_per_second": 793392.2220811532, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 680, "epoch": 9, "tokens": 89128960, "loss": 4.168743300437927, "lr": 0.0038320442670487687, "grad_norm": 0.19089213013648987, "tokens_per_second": 1745948.2051767854, "training_seconds": 1.5014420200022869, "elapsed_tokens_per_second": 806319.9448496612, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 700, "epoch": 9, "tokens": 91750400, "loss": 4.150201988220215, "lr": 0.0038135887178451133, "grad_norm": 0.224830761551857, "tokens_per_second": 1747001.9946538205, "training_seconds": 1.5005363520031096, "elapsed_tokens_per_second": 818908.457489955, "peak_memory_bytes": 42389451776}
{"loss": 4.152455722011152, "perplexity": 63.589967997185475, "tokens": 91750400, "seconds": 0.538851486009662, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 9, "step": 700, "evaluation_tokens": 1048576}
{"event": "train", "step": 720, "epoch": 10, "tokens": 94371840, "loss": 4.148936033248901, "lr": 0.0037942206240124533, "grad_norm": 0.195701465010643, "tokens_per_second": 1751820.193711432, "training_seconds": 1.4964092829904985, "elapsed_tokens_per_second": 827229.0052695142, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 740, "epoch": 10, "tokens": 96993280, "loss": 4.118257021903991, "lr": 0.0037739497310073124, "grad_norm": 0.17455218732357025, "tokens_per_second": 1746270.651430333, "training_seconds": 1.5011647809878923, "elapsed_tokens_per_second": 839152.0394126294, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 760, "epoch": 10, "tokens": 99614720, "loss": 4.105249905586243, "lr": 0.0037527862385482677, "grad_norm": 0.18294309079647064, "tokens_per_second": 1743379.8143601664, "training_seconds": 1.5036539819993777, "elapsed_tokens_per_second": 850755.4221794469, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 778, "epoch": 10, "tokens": 101974016, "loss": 4.091343402862549, "lr": 0.0037329847148808177, "grad_norm": 0.20055751502513885, "tokens_per_second": 1749677.3792630485, "training_seconds": 1.348417730012443, "elapsed_tokens_per_second": 860976.7481636592, "peak_memory_bytes": 42389451776}
{"loss": 4.100264194065959, "perplexity": 60.35623124929983, "tokens": 101974016, "seconds": 0.5394352750008693, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 10, "step": 778, "evaluation_tokens": 1048576}
{"event": "train", "step": 780, "epoch": 11, "tokens": 102236160, "loss": 4.066452503204346, "lr": 0.003730740795483752, "grad_norm": 0.20682497322559357, "tokens_per_second": 1814515.1884242399, "training_seconds": 0.14447054600168485, "elapsed_tokens_per_second": 858188.3157587, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 800, "epoch": 11, "tokens": 104857600, "loss": 4.105097103118896, "lr": 0.0037078244944338625, "grad_norm": 0.18176770210266113, "tokens_per_second": 1748199.1051529797, "training_seconds": 1.499508832988795, "elapsed_tokens_per_second": 869244.4247033889, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 820, "epoch": 11, "tokens": 107479040, "loss": 4.067926275730133, "lr": 0.0036840488662088855, "grad_norm": 0.17369399964809418, "tokens_per_second": 1746090.9924395827, "training_seconds": 1.501319239003351, "elapsed_tokens_per_second": 880011.565965915, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 840, "epoch": 11, "tokens": 110100480, "loss": 4.054486727714538, "lr": 0.003659425874007325, "grad_norm": 0.1750120222568512, "tokens_per_second": 1745759.2733504788, "training_seconds": 1.5016045110096456, "elapsed_tokens_per_second": 890516.3623064407, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 856, "epoch": 11, "tokens": 112197632, "loss": 4.054013222455978, "lr": 0.003639125689804212, "grad_norm": 0.1839638203382492, "tokens_per_second": 1746953.5086936783, "training_seconds": 1.2004623990069376, "elapsed_tokens_per_second": 898738.5711719637, "peak_memory_bytes": 42389451776}
{"loss": 4.057091498229092, "perplexity": 57.80593766839497, "tokens": 112197632, "seconds": 0.5398609260009835, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 11, "step": 856, "evaluation_tokens": 1048576}
{"event": "train", "step": 860, "epoch": 12, "tokens": 112721920, "loss": 4.059572696685791, "lr": 0.0036339679073963756, "grad_norm": 0.2712821364402771, "tokens_per_second": 1780256.6223503316, "training_seconds": 0.2945013620046666, "elapsed_tokens_per_second": 896886.3450400559, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 880, "epoch": 12, "tokens": 115343360, "loss": 4.018276929855347, "lr": 0.0036076877760778565, "grad_norm": 0.17496344447135925, "tokens_per_second": 1746399.678841383, "training_seconds": 1.5010538720089244, "elapsed_tokens_per_second": 906904.3965007578, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 900, "epoch": 12, "tokens": 117964800, "loss": 4.012481760978699, "lr": 0.003580598703442742, "grad_norm": 0.17145119607448578, "tokens_per_second": 1746782.7027875585, "training_seconds": 1.5007247299945448, "elapsed_tokens_per_second": 916687.3808079277, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 920, "epoch": 12, "tokens": 120586240, "loss": 4.019365024566651, "lr": 0.0035527143199175423, "grad_norm": 0.1731559783220291, "tokens_per_second": 1743243.592106383, "training_seconds": 1.5037714820064139, "elapsed_tokens_per_second": 926225.9101307662, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 934, "epoch": 12, "tokens": 122421248, "loss": 3.9925858633858815, "lr": 0.0035327295389949616, "grad_norm": 0.17492882907390594, "tokens_per_second": 1751119.3810212316, "training_seconds": 1.047905710991472, "elapsed_tokens_per_second": 932800.6802768292, "peak_memory_bytes": 42389451776}
{"loss": 4.013693807522921, "perplexity": 55.35094917032239, "tokens": 122421248, "seconds": 0.5379671289992984, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 12, "step": 934, "evaluation_tokens": 1048576}
{"event": "train", "step": 940, "epoch": 13, "tokens": 123207680, "loss": 3.99642542997996, "lr": 0.0035240486561058716, "grad_norm": 0.15637394785881042, "tokens_per_second": 1771867.0322045025, "training_seconds": 0.44384368900500704, "elapsed_tokens_per_second": 931717.3789169452, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 960, "epoch": 13, "tokens": 125829120, "loss": 3.9838403940200804, "lr": 0.00349461613572866, "grad_norm": 0.18497826159000397, "tokens_per_second": 1747819.637614552, "training_seconds": 1.4998343899933388, "elapsed_tokens_per_second": 940860.6606519361, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 980, "epoch": 13, "tokens": 128450560, "loss": 3.985329031944275, "lr": 0.00346443156836656, "grad_norm": 0.16341839730739594, "tokens_per_second": 1748324.3494777805, "training_seconds": 1.499401413006126, "elapsed_tokens_per_second": 949801.3386770512, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1000, "epoch": 13, "tokens": 131072000, "loss": 3.959971475601196, "lr": 0.0034335101420082015, "grad_norm": 0.15379860997200012, "tokens_per_second": 1745088.930420454, "training_seconds": 1.5021813240018673, "elapsed_tokens_per_second": 958529.4509719529, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1012, "epoch": 13, "tokens": 132644864, "loss": 3.9501720468203225, "lr": 0.003414610051126177, "grad_norm": 0.17648546397686005, "tokens_per_second": 1746890.5851913986, "training_seconds": 0.9003792300063651, "elapsed_tokens_per_second": 963674.3455882916, "peak_memory_bytes": 42389451776}
{"loss": 3.9780840695438746, "perplexity": 53.414597473876555, "tokens": 132644864, "seconds": 0.5416202939959476, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 13, "step": 1012, "evaluation_tokens": 1048576}
{"event": "train", "step": 1020, "epoch": 14, "tokens": 133693440, "loss": 3.9734565913677216, "lr": 0.00340186741540804, "grad_norm": 0.17159557342529297, "tokens_per_second": 1765473.746631118, "training_seconds": 0.5939346319937613, "elapsed_tokens_per_second": 963291.447529986, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1040, "epoch": 14, "tokens": 136314880, "loss": 3.962815487384796, "lr": 0.0033695193102576486, "grad_norm": 0.17683038115501404, "tokens_per_second": 1743982.9828008262, "training_seconds": 1.5031339329871116, "elapsed_tokens_per_second": 971647.8113281835, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1060, "epoch": 14, "tokens": 138936320, "loss": 3.9322070837020875, "lr": 0.00333648210317439, "grad_norm": 0.15719056129455566, "tokens_per_second": 1746930.578896075, "training_seconds": 1.5005976949905744, "elapsed_tokens_per_second": 979840.0289171162, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1080, "epoch": 14, "tokens": 141557760, "loss": 3.9399587512016296, "lr": 0.0033027724175115, "grad_norm": 0.20137040317058563, "tokens_per_second": 1742897.0505864515, "training_seconds": 1.504070478011272, "elapsed_tokens_per_second": 987840.5561205595, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1090, "epoch": 14, "tokens": 142868480, "loss": 3.9275166988372803, "lr": 0.0032856706827662577, "grad_norm": 0.1918688416481018, "tokens_per_second": 1750437.2877860134, "training_seconds": 0.7487957490084227, "elapsed_tokens_per_second": 991792.1676131662, "peak_memory_bytes": 42389451776}
{"loss": 3.9446238466322043, "perplexity": 51.65690353891005, "tokens": 142868480, "seconds": 0.5407866089954041, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 14, "step": 1090, "evaluation_tokens": 1048576}
{"event": "train", "step": 1100, "epoch": 15, "tokens": 144179200, "loss": 3.9013874769210815, "lr": 0.0032684072149937035, "grad_norm": 0.18251638114452362, "tokens_per_second": 1766372.94962941, "training_seconds": 0.7420403489959426, "elapsed_tokens_per_second": 992006.3156931174, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1120, "epoch": 15, "tokens": 146800640, "loss": 3.924146044254303, "lr": 0.003233403787182574, "grad_norm": 0.17971274256706238, "tokens_per_second": 1744846.4283735652, "training_seconds": 1.5023900999949547, "elapsed_tokens_per_second": 999697.0132318542, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1140, "epoch": 15, "tokens": 149422080, "loss": 3.9066293358802797, "lr": 0.0031977797467759245, "grad_norm": 0.160042867064476, "tokens_per_second": 1746580.876917065, "training_seconds": 1.5008981459977804, "elapsed_tokens_per_second": 1007242.3148888439, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1160, "epoch": 15, "tokens": 152043520, "loss": 3.9137857794761657, "lr": 0.0031615530187456176, "grad_norm": 0.14661070704460144, "tokens_per_second": 1746869.0611903835, "training_seconds": 1.5006505400087917, "elapsed_tokens_per_second": 1014640.9831287618, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1167, "epoch": 15, "tokens": 152961024, "loss": 3.9071597712380544, "lr": 0.0031487346434094015, "grad_norm": 0.1555454432964325, "tokens_per_second": 1751760.6984257142, "training_seconds": 0.5237610370095354, "elapsed_tokens_per_second": 1017196.4747662965, "peak_memory_bytes": 42389451776}
{"loss": 3.9176823923379427, "perplexity": 50.28377157465578, "tokens": 152961024, "seconds": 0.542754321009852, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 15, "step": 1167, "evaluation_tokens": 1048576}
{"event": "train", "step": 1180, "epoch": 16, "tokens": 154664960, "loss": 3.900484030063336, "lr": 0.003124741831318243, "grad_norm": 0.15413308143615723, "tokens_per_second": 1757027.7563163575, "training_seconds": 0.9697831999947084, "elapsed_tokens_per_second": 1018239.566129106, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1200, "epoch": 16, "tokens": 157286400, "loss": 3.893967592716217, "lr": 0.0030873647068032106, "grad_norm": 0.1984502077102661, "tokens_per_second": 1746578.4564359603, "training_seconds": 1.5009002260048874, "elapsed_tokens_per_second": 1025357.7184643473, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1220, "epoch": 16, "tokens": 159907840, "loss": 3.8748859047889708, "lr": 0.0030494404522728676, "grad_norm": 0.13971710205078125, "tokens_per_second": 1747492.0911369987, "training_seconds": 1.500115515998914, "elapsed_tokens_per_second": 1032340.1540096155, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1240, "epoch": 16, "tokens": 162529280, "loss": 3.865818274021149, "lr": 0.0030109881500993306, "grad_norm": 0.1515686959028244, "tokens_per_second": 1743842.1583308748, "training_seconds": 1.503255318995798, "elapsed_tokens_per_second": 1039170.2498715703, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1245, "epoch": 16, "tokens": 163184640, "loss": 3.8578455448150635, "lr": 0.0030012948287640793, "grad_norm": 0.16644035279750824, "tokens_per_second": 1745315.8916700215, "training_seconds": 0.3754964950057911, "elapsed_tokens_per_second": 1040850.6706191221, "peak_memory_bytes": 42389451776}
{"loss": 3.891681085626882, "perplexity": 48.993179063087325, "tokens": 163184640, "seconds": 0.5384545550041366, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 16, "step": 1245, "evaluation_tokens": 1048576}
{"event": "train", "step": 1260, "epoch": 17, "tokens": 165150720, "loss": 3.8757593472798666, "lr": 0.0029720271483527965, "grad_norm": 0.1567334532737732, "tokens_per_second": 1758881.6015129385, "training_seconds": 1.1178012199961813, "elapsed_tokens_per_second": 1042330.9246344635, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1280, "epoch": 17, "tokens": 167772160, "loss": 3.859355592727661, "lr": 0.0029325770510661613, "grad_norm": 0.15680240094661713, "tokens_per_second": 1749136.529472821, "training_seconds": 1.4987051930074813, "elapsed_tokens_per_second": 1048945.7556340552, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1300, "epoch": 17, "tokens": 170393600, "loss": 3.8646843433380127, "lr": 0.0028926577083708454, "grad_norm": 0.2344079464673996, "tokens_per_second": 1748995.8587503026, "training_seconds": 1.4988257329969201, "elapsed_tokens_per_second": 1055434.1604619022, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1320, "epoch": 17, "tokens": 173015040, "loss": 3.85983647108078, "lr": 0.0028522892065087923, "grad_norm": 0.17261545360088348, "tokens_per_second": 1747936.9056498397, "training_seconds": 1.4997337670065463, "elapsed_tokens_per_second": 1061799.9359973194, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1323, "epoch": 17, "tokens": 173408256, "loss": 3.834027131398519, "lr": 0.0028461964439177377, "grad_norm": 0.14171011745929718, "tokens_per_second": 1748891.2238017058, "training_seconds": 0.2248373110051034, "elapsed_tokens_per_second": 1062735.2084775907, "peak_memory_bytes": 42389451776}
{"loss": 3.865923894064006, "perplexity": 47.747365568479715, "tokens": 173408256, "seconds": 0.5407098110008519, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 17, "step": 1323, "evaluation_tokens": 1048576}
{"event": "train", "step": 1340, "epoch": 18, "tokens": 175636480, "loss": 3.8382960347568287, "lr": 0.0028114918577256554, "grad_norm": 0.1619841307401657, "tokens_per_second": 1750842.2401832235, "training_seconds": 1.2726583519979613, "elapsed_tokens_per_second": 1064433.5025973301, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1360, "epoch": 18, "tokens": 178257920, "loss": 3.8517994046211244, "lr": 0.00277028619005028, "grad_norm": 0.16571612656116486, "tokens_per_second": 1744402.4817597477, "training_seconds": 1.50277245498728, "elapsed_tokens_per_second": 1070562.4559086745, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1380, "epoch": 18, "tokens": 180879360, "loss": 3.8300932168960573, "lr": 0.002728692936965594, "grad_norm": 0.15091390907764435, "tokens_per_second": 1741326.4789684385, "training_seconds": 1.5054270590044325, "elapsed_tokens_per_second": 1076561.8285757743, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1400, "epoch": 18, "tokens": 183500800, "loss": 3.823359930515289, "lr": 0.002686733026976133, "grad_norm": 0.16638590395450592, "tokens_per_second": 1745880.5800803232, "training_seconds": 1.5015001769934315, "elapsed_tokens_per_second": 1082482.4558309382, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1401, "epoch": 18, "tokens": 183631872, "loss": 3.8550407886505127, "lr": 0.0026846257846888373, "grad_norm": 0.16025777161121368, "tokens_per_second": 1769742.0714953283, "training_seconds": 0.0740627699997276, "elapsed_tokens_per_second": 1082772.2890488922, "peak_memory_bytes": 42389451776}
{"loss": 3.840697250540243, "perplexity": 46.5579256639795, "tokens": 183631872, "seconds": 0.5410348890000023, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 18, "step": 1401, "evaluation_tokens": 1048576}
{"event": "train", "step": 1420, "epoch": 19, "tokens": 186122240, "loss": 3.8135666470778617, "lr": 0.0026444275730774253, "grad_norm": 0.17226839065551758, "tokens_per_second": 1749683.4373668213, "training_seconds": 1.423324897987186, "elapsed_tokens_per_second": 1084858.3958396437, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1440, "epoch": 19, "tokens": 188743680, "loss": 3.817442774772644, "lr": 0.0026017978621325605, "grad_norm": 0.16878001391887665, "tokens_per_second": 1744214.8510212998, "training_seconds": 1.5029341129993554, "elapsed_tokens_per_second": 1090575.291906456, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1460, "epoch": 19, "tokens": 191365120, "loss": 3.8161935806274414, "lr": 0.002558865344161256, "grad_norm": 0.16649287939071655, "tokens_per_second": 1743374.0844926327, "training_seconds": 1.5036589239898603, "elapsed_tokens_per_second": 1096187.2737962515, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1479, "epoch": 19, "tokens": 193855488, "loss": 3.790061925586901, "lr": 0.0025178186511640097, "grad_norm": 0.16116484999656677, "tokens_per_second": 1746155.1149658572, "training_seconds": 1.426200902002165, "elapsed_tokens_per_second": 1101446.630138514, "peak_memory_bytes": 42389451776}
{"loss": 3.8198300078924383, "perplexity": 45.59645662424488, "tokens": 193855488, "seconds": 0.5412774090073071, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 19, "step": 1479, "evaluation_tokens": 1048576}
{"event": "train", "step": 1480, "epoch": 20, "tokens": 193986560, "loss": 3.818650245666504, "lr": 0.0025156516215468407, "grad_norm": 0.14951667189598083, "tokens_per_second": 1914242.2623206594, "training_seconds": 0.0684720019926317, "elapsed_tokens_per_second": 1098345.7877788523, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1500, "epoch": 20, "tokens": 196608000, "loss": 3.784718322753906, "lr": 0.0024721784381665692, "grad_norm": 0.1702953577041626, "tokens_per_second": 1745855.6160198117, "training_seconds": 1.5015216470055748, "elapsed_tokens_per_second": 1103795.3719291072, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1520, "epoch": 20, "tokens": 199229440, "loss": 3.8045871019363404, "lr": 0.002428467668450741, "grad_norm": 0.1503870189189911, "tokens_per_second": 1747559.8994014957, "training_seconds": 1.5000573089928366, "elapsed_tokens_per_second": 1109163.9493745384, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1540, "epoch": 20, "tokens": 201850880, "loss": 3.775125241279602, "lr": 0.0023845413063761267, "grad_norm": 0.1528073102235794, "tokens_per_second": 1740673.9946422474, "training_seconds": 1.5059913620061707, "elapsed_tokens_per_second": 1114404.7004134913, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1557, "epoch": 20, "tokens": 204079104, "loss": 3.800969123840332, "lr": 0.0023470508954753456, "grad_norm": 0.14071407914161682, "tokens_per_second": 1741818.356819682, "training_seconds": 1.2792516460031038, "elapsed_tokens_per_second": 1118795.9861905235, "peak_memory_bytes": 42389451776}
{"loss": 3.80159569264449, "perplexity": 44.77257078473967, "tokens": 204079104, "seconds": 0.5410113380057737, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 20, "step": 1557, "evaluation_tokens": 1048576}
{"event": "train", "step": 1560, "epoch": 21, "tokens": 204472320, "loss": 3.8102610111236572, "lr": 0.002340421454399249, "grad_norm": 0.15286140143871307, "tokens_per_second": 1795410.3808813586, "training_seconds": 0.21901176699611824, "elapsed_tokens_per_second": 1116260.827053753, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1580, "epoch": 21, "tokens": 207093760, "loss": 3.7886637926101683, "lr": 0.0022961303123350684, "grad_norm": 0.1708538830280304, "tokens_per_second": 1740844.145231504, "training_seconds": 1.5058441659930395, "elapsed_tokens_per_second": 1121344.898066633, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1600, "epoch": 21, "tokens": 209715200, "loss": 3.7871347427368165, "lr": 0.002251690166186694, "grad_norm": 0.14605379104614258, "tokens_per_second": 1745224.5337885267, "training_seconds": 1.5020646050106734, "elapsed_tokens_per_second": 1126370.1708161025, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1620, "epoch": 21, "tokens": 212336640, "loss": 3.7947675943374635, "lr": 0.0022071233769317177, "grad_norm": 0.14063797891139984, "tokens_per_second": 1747577.2346915544, "training_seconds": 1.5000424290046794, "elapsed_tokens_per_second": 1131325.414011978, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1634, "epoch": 21, "tokens": 214171648, "loss": 3.781108958380563, "lr": 0.0021758632780079093, "grad_norm": 0.1395948976278305, "tokens_per_second": 1746304.9500038438, "training_seconds": 1.050794707989553, "elapsed_tokens_per_second": 1134741.8565409791, "peak_memory_bytes": 42389451776}
{"loss": 3.7802304921573047, "perplexity": 43.826142153547, "tokens": 214171648, "seconds": 0.5400264089985285, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 21, "step": 1634, "evaluation_tokens": 1048576}
{"event": "train", "step": 1640, "epoch": 22, "tokens": 214958080, "loss": 3.756365338961283, "lr": 0.0021624523692708253, "grad_norm": 0.16883665323257446, "tokens_per_second": 1761535.8003104036, "training_seconds": 0.44644678800250404, "elapsed_tokens_per_second": 1132947.9515242737, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1660, "epoch": 22, "tokens": 217579520, "loss": 3.7575648069381713, "lr": 0.002117699620344348, "grad_norm": 0.16838370263576508, "tokens_per_second": 1738812.8076940982, "training_seconds": 1.507603342004586, "elapsed_tokens_per_second": 1137714.301259806, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1680, "epoch": 22, "tokens": 220200960, "loss": 3.7699111223220827, "lr": 0.0020728876484224236, "grad_norm": 0.14633269608020782, "tokens_per_second": 1749292.5763050248, "training_seconds": 1.498571499992977, "elapsed_tokens_per_second": 1142462.0578556356, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1700, "epoch": 22, "tokens": 222822400, "loss": 3.7537960052490233, "lr": 0.002028039001574461, "grad_norm": 0.1419440060853958, "tokens_per_second": 1741437.3787922186, "training_seconds": 1.5053311890078476, "elapsed_tokens_per_second": 1147094.104359645, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1712, "epoch": 22, "tokens": 224395264, "loss": 3.7557510336240134, "lr": 0.002001121596747205, "grad_norm": 0.14565779268741608, "tokens_per_second": 1742445.8215307475, "training_seconds": 0.9026759859989397, "elapsed_tokens_per_second": 1149840.6389773123, "peak_memory_bytes": 42389451776}
{"loss": 3.7621889022011605, "perplexity": 43.04253884727999, "tokens": 224395264, "seconds": 0.5411993950110627, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 22, "step": 1712, "evaluation_tokens": 1048576}
{"event": "train", "step": 1720, "epoch": 23, "tokens": 225443840, "loss": 3.756777435541153, "lr": 0.00198317624632362, "grad_norm": 0.18002577126026154, "tokens_per_second": 1756841.6142508003, "training_seconds": 0.5968528929952299, "elapsed_tokens_per_second": 1148478.2523692253, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1740, "epoch": 23, "tokens": 228065280, "loss": 3.7541032910346983, "lr": 0.0019383219562919903, "grad_norm": 0.16941478848457336, "tokens_per_second": 1740232.7968785497, "training_seconds": 1.506373173004249, "elapsed_tokens_per_second": 1152974.898568, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1760, "epoch": 23, "tokens": 230686720, "loss": 3.746959185600281, "lr": 0.0018934987008422147, "grad_norm": 0.18573203682899475, "tokens_per_second": 1745984.1344230687, "training_seconds": 1.5014111229975242, "elapsed_tokens_per_second": 1157435.0433951216, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1780, "epoch": 23, "tokens": 233308160, "loss": 3.7405401468276978, "lr": 0.0018487290337212442, "grad_norm": 0.14929929375648499, "tokens_per_second": 1745863.840009488, "training_seconds": 1.5015145740035223, "elapsed_tokens_per_second": 1161825.334572619, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1790, "epoch": 23, "tokens": 234618880, "loss": 3.7459449768066406, "lr": 0.0018263713367670474, "grad_norm": 0.17968346178531647, "tokens_per_second": 1742527.9786708837, "training_seconds": 0.7521945220069028, "elapsed_tokens_per_second": 1163985.35842991, "peak_memory_bytes": 42389451776}
{"loss": 3.7438957298698283, "perplexity": 42.26231243250274, "tokens": 234618880, "seconds": 0.5430275620019529, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 23, "step": 1790, "evaluation_tokens": 1048576}
{"event": "train", "step": 1800, "epoch": 24, "tokens": 235929600, "loss": 3.7167825222015383, "lr": 0.0018040354817119542, "grad_norm": 0.15888342261314392, "tokens_per_second": 1755149.287972175, "training_seconds": 0.7467854780115886, "elapsed_tokens_per_second": 1163011.706740027, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1820, "epoch": 24, "tokens": 238551040, "loss": 3.728130066394806, "lr": 0.0017594405332983301, "grad_norm": 0.1501096785068512, "tokens_per_second": 1745695.943243762, "training_seconds": 1.5016589860024396, "elapsed_tokens_per_second": 1167284.2629977104, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1840, "epoch": 24, "tokens": 241172480, "loss": 3.7472227931022646, "lr": 0.0017149666273499214, "grad_norm": 0.1368325650691986, "tokens_per_second": 1748001.5011068913, "training_seconds": 1.4996783460082952, "elapsed_tokens_per_second": 1171508.3528670445, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1860, "epoch": 24, "tokens": 243793920, "loss": 3.7226456999778748, "lr": 0.001670636141831261, "grad_norm": 0.17123615741729736, "tokens_per_second": 1742428.2643685692, "training_seconds": 1.504475135996472, "elapsed_tokens_per_second": 1175641.4043248282, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1868, "epoch": 24, "tokens": 244842496, "loss": 3.7118456065654755, "lr": 0.001652949104524654, "grad_norm": 0.14714041352272034, "tokens_per_second": 1732840.8898397784, "training_seconds": 0.6051196080079535, "elapsed_tokens_per_second": 1177255.6438047807, "peak_memory_bytes": 42389451776}
{"loss": 3.7287133427360137, "perplexity": 41.625515921571036, "tokens": 244842496, "seconds": 0.5376834049966419, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 24, "step": 1868, "evaluation_tokens": 1048576}
{"event": "train", "step": 1880, "epoch": 25, "tokens": 246415360, "loss": 3.7173436681429544, "lr": 0.0016264713825419278, "grad_norm": 0.16225363314151764, "tokens_per_second": 1758121.3343904645, "training_seconds": 0.8946276740025496, "elapsed_tokens_per_second": 1176677.563186416, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1900, "epoch": 25, "tokens": 249036800, "loss": 3.701988923549652, "lr": 0.001582494571892927, "grad_norm": 0.14860256016254425, "tokens_per_second": 1747354.2425052929, "training_seconds": 1.5002338599879295, "elapsed_tokens_per_second": 1180727.847843853, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1920, "epoch": 25, "tokens": 251658240, "loss": 3.7019106268882753, "lr": 0.0015387278377250214, "grad_norm": 0.1432223916053772, "tokens_per_second": 1746668.4850951433, "training_seconds": 1.500822864996735, "elapsed_tokens_per_second": 1184720.132408582, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1940, "epoch": 25, "tokens": 254279680, "loss": 3.702968919277191, "lr": 0.001495193202174653, "grad_norm": 0.16338959336280823, "tokens_per_second": 1744930.7417020602, "training_seconds": 1.5023175059905043, "elapsed_tokens_per_second": 1188645.2802088163, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1946, "epoch": 25, "tokens": 255066112, "loss": 3.701124668121338, "lr": 0.0014821813488359913, "grad_norm": 0.1444353312253952, "tokens_per_second": 1741299.5194175208, "training_seconds": 0.45163511000282597, "elapsed_tokens_per_second": 1189802.5299890195, "peak_memory_bytes": 42389451776}
{"loss": 3.71018691115464, "perplexity": 40.86144327281392, "tokens": 255066112, "seconds": 0.5394362150109373, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 25, "step": 1946, "evaluation_tokens": 1048576}
{"event": "train", "step": 1960, "epoch": 26, "tokens": 256901120, "loss": 3.6928850412368774, "lr": 0.0014519125705930512, "grad_norm": 0.15504184365272522, "tokens_per_second": 1755855.3170560002, "training_seconds": 1.045079274001182, "elapsed_tokens_per_second": 1189536.7127796211, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1980, "epoch": 26, "tokens": 259522560, "loss": 3.694340133666992, "lr": 0.001408907720524097, "grad_norm": 0.13977272808551788, "tokens_per_second": 1746343.5465618977, "training_seconds": 1.5011021200043615, "elapsed_tokens_per_second": 1193370.978448279, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2000, "epoch": 26, "tokens": 262144000, "loss": 3.6928285717964173, "lr": 0.00136620029074651, "grad_norm": 0.1502566933631897, "tokens_per_second": 1744169.6050687225, "training_seconds": 1.5029731009999523, "elapsed_tokens_per_second": 1197144.6673890094, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2020, "epoch": 26, "tokens": 264765440, "loss": 3.6856226563453673, "lr": 0.0013238117703858446, "grad_norm": 0.14766553044319153, "tokens_per_second": 1742132.65157828, "training_seconds": 1.504730422006105, "elapsed_tokens_per_second": 1200855.0532077006, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2024, "epoch": 26, "tokens": 265289728, "loss": 3.681179106235504, "lr": 0.0013153742153111634, "grad_norm": 0.16911964118480682, "tokens_per_second": 1735225.0766649093, "training_seconds": 0.3021440890006488, "elapsed_tokens_per_second": 1201579.4960957025, "peak_memory_bytes": 42389451776}
{"loss": 3.6939423755854706, "perplexity": 40.203030388625756, "tokens": 265289728, "seconds": 0.5426643379905727, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 26, "step": 2024, "evaluation_tokens": 1048576}
{"event": "train", "step": 2040, "epoch": 27, "tokens": 267386880, "loss": 3.6786772161722183, "lr": 0.0012817634881017953, "grad_norm": 0.13528169691562653, "tokens_per_second": 1751642.8260244767, "training_seconds": 1.1972486450104043, "elapsed_tokens_per_second": 1201573.1784487108, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2060, "epoch": 27, "tokens": 270008320, "loss": 3.6763514637947083, "lr": 0.0012400766013562362, "grad_norm": 0.13986830413341522, "tokens_per_second": 1741597.5902042396, "training_seconds": 1.5051927119930042, "elapsed_tokens_per_second": 1205192.3987220374, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2080, "epoch": 27, "tokens": 272629760, "loss": 3.6818825125694277, "lr": 0.001198772085767414, "grad_norm": 0.1482938975095749, "tokens_per_second": 1746757.6826718426, "training_seconds": 1.5007462259964086, "elapsed_tokens_per_second": 1208788.5407796907, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2100, "epoch": 27, "tokens": 275251200, "loss": 3.6815593957901003, "lr": 0.001157870724555627, "grad_norm": 0.15670904517173767, "tokens_per_second": 1747003.8283491891, "training_seconds": 1.5005347770056687, "elapsed_tokens_per_second": 1212335.9530701698, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2101, "epoch": 27, "tokens": 275382272, "loss": 3.638428211212158, "lr": 0.001155836609348925, "grad_norm": 0.1503462940454483, "tokens_per_second": 1751336.6049346118, "training_seconds": 0.0748411239910638, "elapsed_tokens_per_second": 1212506.9920956644, "peak_memory_bytes": 42389451776}
{"loss": 3.681363797308436, "perplexity": 39.70050060488327, "tokens": 275382272, "seconds": 0.5387377090082737, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 27, "step": 2101, "evaluation_tokens": 1048576}
{"event": "train", "step": 2120, "epoch": 28, "tokens": 277872640, "loss": 3.6664671144987406, "lr": 0.0011173930980857216, "grad_norm": 0.14203926920890808, "tokens_per_second": 1751769.4033882741, "training_seconds": 1.4216300359985325, "elapsed_tokens_per_second": 1212968.752489112, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2140, "epoch": 28, "tokens": 280494080, "loss": 3.668518078327179, "lr": 0.001077359573511653, "grad_norm": 0.1434023529291153, "tokens_per_second": 1743989.6344191974, "training_seconds": 1.503128199998173, "elapsed_tokens_per_second": 1216421.450674725, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2160, "epoch": 28, "tokens": 283115520, "loss": 3.6703209280967712, "lr": 0.001037790294528335, "grad_norm": 0.14489580690860748, "tokens_per_second": 1750008.609213353, "training_seconds": 1.4979583450040082, "elapsed_tokens_per_second": 1219858.8813319495, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2179, "epoch": 28, "tokens": 285605888, "loss": 3.667663938120792, "lr": 0.001000647624090521, "grad_norm": 0.1453564167022705, "tokens_per_second": 1746185.0077434327, "training_seconds": 1.4261764870025218, "elapsed_tokens_per_second": 1223064.8218340941, "peak_memory_bytes": 42389451776}
{"loss": 3.665854263688545, "perplexity": 39.089514657026164, "tokens": 285605888, "seconds": 0.5398931289964821, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 28, "step": 2179, "evaluation_tokens": 1048576}
{"event": "train", "step": 2180, "epoch": 29, "tokens": 285736960, "loss": 3.674382209777832, "lr": 0.0009987051712359205, "grad_norm": 0.15133249759674072, "tokens_per_second": 1897198.5908443385, "training_seconds": 0.06908712700533215, "elapsed_tokens_per_second": 1220407.3173899513, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2200, "epoch": 29, "tokens": 288358400, "loss": 3.642522764205933, "lr": 0.0009601238701216261, "grad_norm": 0.14603093266487122, "tokens_per_second": 1743221.5284381756, "training_seconds": 1.503790514994762, "elapsed_tokens_per_second": 1223738.6552090577, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2220, "epoch": 29, "tokens": 290979840, "loss": 3.669875478744507, "lr": 0.0009220658041641312, "grad_norm": 0.14563798904418945, "tokens_per_second": 1747271.2856605607, "training_seconds": 1.5003050880040973, "elapsed_tokens_per_second": 1227041.6211939198, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2240, "epoch": 29, "tokens": 293601280, "loss": 3.6564412117004395, "lr": 0.0008845501230655353, "grad_norm": 0.15230229496955872, "tokens_per_second": 1743745.7106490647, "training_seconds": 1.503338465001434, "elapsed_tokens_per_second": 1230290.5801236143, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2257, "epoch": 29, "tokens": 295829504, "loss": 3.631341625662411, "lr": 0.0008531023518590851, "grad_norm": 0.18806444108486176, "tokens_per_second": 1743379.4429350626, "training_seconds": 1.2781061569985468, "elapsed_tokens_per_second": 1233015.2275623803, "peak_memory_bytes": 42389451776}
{"loss": 3.654768879711839, "perplexity": 38.65858529920274, "tokens": 295829504, "seconds": 0.5398804239957826, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 29, "step": 2257, "evaluation_tokens": 1048576}
{"event": "train", "step": 2260, "epoch": 30, "tokens": 296222720, "loss": 3.617894252141317, "lr": 0.0008475957036157928, "grad_norm": 0.17624284327030182, "tokens_per_second": 1783052.8359589626, "training_seconds": 0.22052963999158237, "elapsed_tokens_per_second": 1230720.1795812321, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2280, "epoch": 30, "tokens": 298844160, "loss": 3.657949185371399, "lr": 0.0008112211401944649, "grad_norm": 0.14905968308448792, "tokens_per_second": 1746745.0192462434, "training_seconds": 1.5007571059977636, "elapsed_tokens_per_second": 1233912.4104765002, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2300, "epoch": 30, "tokens": 301465600, "loss": 3.6275555968284605, "lr": 0.0007754447354145734, "grad_norm": 0.14768090844154358, "tokens_per_second": 1739437.3977052132, "training_seconds": 1.507061998010613, "elapsed_tokens_per_second": 1237030.548522748, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2320, "epoch": 30, "tokens": 304087040, "loss": 3.6255910396575928, "lr": 0.0007402844909132611, "grad_norm": 0.15543536841869354, "tokens_per_second": 1740540.3975967674, "training_seconds": 1.5061069559887983, "elapsed_tokens_per_second": 1240116.4599805982, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2335, "epoch": 30, "tokens": 306053120, "loss": 3.61999519666036, "lr": 0.0007143293172337431, "grad_norm": 0.1573786735534668, "tokens_per_second": 1743526.564804348, "training_seconds": 1.127645565997227, "elapsed_tokens_per_second": 1242412.699396512, "peak_memory_bytes": 42389451776}
{"loss": 3.6408425519757746, "perplexity": 38.123944602070914, "tokens": 306053120, "seconds": 0.5380602569930488, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 30, "step": 2335, "evaluation_tokens": 1048576}
{"event": "train", "step": 2340, "epoch": 31, "tokens": 306708480, "loss": 3.6329094409942626, "lr": 0.0007057580982938992, "grad_norm": 0.14367662370204926, "tokens_per_second": 1764983.5715914378, "training_seconds": 0.3713122379995184, "elapsed_tokens_per_second": 1240451.4987762205, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2360, "epoch": 31, "tokens": 309329920, "loss": 3.617354416847229, "lr": 0.0006718829302241903, "grad_norm": 0.16413697600364685, "tokens_per_second": 1743608.2053983437, "training_seconds": 1.5034570219868328, "elapsed_tokens_per_second": 1243486.4818426727, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2380, "epoch": 31, "tokens": 311951360, "loss": 3.6267807722091674, "lr": 0.0006386760316947518, "grad_norm": 0.1498110294342041, "tokens_per_second": 1744056.834636294, "training_seconds": 1.5030702829972142, "elapsed_tokens_per_second": 1246484.3669259397, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2400, "epoch": 31, "tokens": 314572800, "loss": 3.6345218420028687, "lr": 0.0006061541114425748, "grad_norm": 0.15016373991966248, "tokens_per_second": 1745713.7856447296, "training_seconds": 1.5016436380101368, "elapsed_tokens_per_second": 1249456.1912667737, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2413, "epoch": 31, "tokens": 316276736, "loss": 3.629383398936345, "lr": 0.0005853899488738232, "grad_norm": 0.1414932906627655, "tokens_per_second": 1738457.2815854738, "training_seconds": 0.9801425770128844, "elapsed_tokens_per_second": 1251344.311726234, "peak_memory_bytes": 42389451776}
{"loss": 3.6294196806764645, "perplexity": 37.69093749000801, "tokens": 316276736, "seconds": 0.5409039440128254, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 31, "step": 2413, "evaluation_tokens": 1048576}
{"event": "train", "step": 2420, "epoch": 32, "tokens": 317194240, "loss": 3.6136646270751953, "lr": 0.0005743335335436821, "grad_norm": 0.14603854715824127, "tokens_per_second": 1776161.0869866982, "training_seconds": 0.516565758996876, "elapsed_tokens_per_second": 1249708.6342518441, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2440, "epoch": 32, "tokens": 319815680, "loss": 3.616370368003845, "lr": 0.0005432303091792015, "grad_norm": 0.13333147764205933, "tokens_per_second": 1746898.8492065377, "training_seconds": 1.5006249510042835, "elapsed_tokens_per_second": 1252625.2914354152, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2460, "epoch": 32, "tokens": 322437120, "loss": 3.5979522347450255, "lr": 0.0005128600885790112, "grad_norm": 0.1502273678779602, "tokens_per_second": 1745497.382120595, "training_seconds": 1.5018298089999007, "elapsed_tokens_per_second": 1255499.5476626807, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2480, "epoch": 32, "tokens": 325058560, "loss": 3.612467610836029, "lr": 0.00048323815314700315, "grad_norm": 0.13725580275058746, "tokens_per_second": 1739989.6710302765, "training_seconds": 1.5065836560097523, "elapsed_tokens_per_second": 1258319.2194226517, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2491, "epoch": 32, "tokens": 326500352, "loss": 3.6040705767544834, "lr": 0.00046727046100503844, "grad_norm": 0.14219102263450623, "tokens_per_second": 1742245.5817528465, "training_seconds": 0.8275480879965471, "elapsed_tokens_per_second": 1259856.6449641818, "peak_memory_bytes": 42389451776}
{"loss": 3.6202490390762496, "perplexity": 37.34686749339618, "tokens": 326500352, "seconds": 0.5390847789967665, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 32, "step": 2491, "evaluation_tokens": 1048576}
{"event": "train", "step": 2500, "epoch": 33, "tokens": 327680000, "loss": 3.607998503579034, "lr": 0.000454379407771927, "grad_norm": 0.15727894008159637, "tokens_per_second": 1754991.6986327479, "training_seconds": 0.6721672819985542, "elapsed_tokens_per_second": 1258490.439707254, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2520, "epoch": 33, "tokens": 330301440, "loss": 3.6021740317344664, "lr": 0.00042629837332769084, "grad_norm": 0.14321286976337433, "tokens_per_second": 1745707.2487434838, "training_seconds": 1.5016492610011483, "elapsed_tokens_per_second": 1261278.533165445, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2540, "epoch": 33, "tokens": 332922880, "loss": 3.6128623723983764, "lr": 0.0003990091793668813, "grad_norm": 0.13601230084896088, "tokens_per_second": 1740895.23064536, "training_seconds": 1.505799977996503, "elapsed_tokens_per_second": 1264012.1492025582, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2560, "epoch": 33, "tokens": 335544320, "loss": 3.5797480940818787, "lr": 0.00037252555701118784, "grad_norm": 0.14664971828460693, "tokens_per_second": 1742746.1247233092, "training_seconds": 1.5042007340089185, "elapsed_tokens_per_second": 1266724.7332230997, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2568, "epoch": 33, "tokens": 336592896, "loss": 3.62430003285408, "lr": 0.0003621606668673201, "grad_norm": 0.15413229167461395, "tokens_per_second": 1734941.6350988152, "training_seconds": 0.6043869020068087, "elapsed_tokens_per_second": 1267782.5539678147, "peak_memory_bytes": 42389451776}
{"loss": 3.6111832512187867, "perplexity": 37.009818829858354, "tokens": 336592896, "seconds": 0.5424652469955618, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 33, "step": 2568, "evaluation_tokens": 1048576}
{"event": "train", "step": 2580, "epoch": 34, "tokens": 338165760, "loss": 3.6316425800323486, "lr": 0.00034686083204230365, "grad_norm": 0.1427144557237625, "tokens_per_second": 1754078.7882161448, "training_seconds": 0.8966894820041489, "elapsed_tokens_per_second": 1266804.168604497, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2600, "epoch": 34, "tokens": 340787200, "loss": 3.616799259185791, "lr": 0.00032202791819678646, "grad_norm": 0.14061479270458221, "tokens_per_second": 1740234.4569716754, "training_seconds": 1.5063717360026203, "elapsed_tokens_per_second": 1269455.0570524288, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2620, "epoch": 34, "tokens": 343408640, "loss": 3.6138805627822874, "lr": 0.00029803931066824286, "grad_norm": 0.1366836428642273, "tokens_per_second": 1743163.192722361, "training_seconds": 1.5038408399996115, "elapsed_tokens_per_second": 1272086.0891112706, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2640, "epoch": 34, "tokens": 346030080, "loss": 3.6150954723358155, "lr": 0.0002749070798201143, "grad_norm": 0.14907701313495636, "tokens_per_second": 1742984.68941965, "training_seconds": 1.5039948519988684, "elapsed_tokens_per_second": 1274689.459709427, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2646, "epoch": 34, "tokens": 346816512, "loss": 3.6246800422668457, "lr": 0.00026813615549331417, "grad_norm": 0.14664657413959503, "tokens_per_second": 1742026.5430142211, "training_seconds": 0.45144662298844196, "elapsed_tokens_per_second": 1275457.7554549186, "peak_memory_bytes": 42389451776}
{"loss": 3.6032721803776333, "perplexity": 36.718186613820365, "tokens": 346816512, "seconds": 0.5384692689985968, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 34, "step": 2646, "evaluation_tokens": 1048576}
{"event": "train", "step": 2660, "epoch": 35, "tokens": 348651520, "loss": 3.5914541823523387, "lr": 0.0002526428651122241, "grad_norm": 0.13417339324951172, "tokens_per_second": 1751614.2247897808, "training_seconds": 1.0476096700003836, "elapsed_tokens_per_second": 1274732.226934555, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2680, "epoch": 35, "tokens": 351272960, "loss": 3.605628550052643, "lr": 0.00023125786924414271, "grad_norm": 0.1331615447998047, "tokens_per_second": 1744467.2004753957, "training_seconds": 1.5027167030057171, "elapsed_tokens_per_second": 1277293.5272452966, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2700, "epoch": 35, "tokens": 353894400, "loss": 3.6012299180030825, "lr": 0.0002107628525183185, "grad_norm": 0.14710426330566406, "tokens_per_second": 1747171.3677995282, "training_seconds": 1.5003908879880328, "elapsed_tokens_per_second": 1279835.580511748, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2720, "epoch": 35, "tokens": 356515840, "loss": 3.5867735505104066, "lr": 0.00019116812742580902, "grad_norm": 0.1299757957458496, "tokens_per_second": 1745982.5842858935, "training_seconds": 1.5014124559966149, "elapsed_tokens_per_second": 1282347.363340079, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2724, "epoch": 35, "tokens": 357040128, "loss": 3.618212938308716, "lr": 0.0001873580930679506, "grad_norm": 0.1358991265296936, "tokens_per_second": 1743986.5424422727, "training_seconds": 0.3006261729897233, "elapsed_tokens_per_second": 1282838.120334917, "peak_memory_bytes": 42389451776}
{"loss": 3.5967470815273233, "perplexity": 36.47937679272046, "tokens": 357040128, "seconds": 0.5388052909984253, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 35, "step": 2724, "evaluation_tokens": 1048576}
{"event": "train", "step": 2740, "epoch": 36, "tokens": 359137280, "loss": 3.5996052771806717, "lr": 0.00017248355345733725, "grad_norm": 0.14552882313728333, "tokens_per_second": 1751532.6881803125, "training_seconds": 1.1973239290091442, "elapsed_tokens_per_second": 1282336.9827206247, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2760, "epoch": 36, "tokens": 361758720, "loss": 3.597324025630951, "lr": 0.0001547185321422868, "grad_norm": 0.14202776551246643, "tokens_per_second": 1741813.7939293154, "training_seconds": 1.5050058790075127, "elapsed_tokens_per_second": 1284787.5171437708, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2780, "epoch": 36, "tokens": 364380160, "loss": 3.5702158212661743, "lr": 0.0001378820023181273, "grad_norm": 0.1442607045173645, "tokens_per_second": 1742723.4144336537, "training_seconds": 1.504220335991704, "elapsed_tokens_per_second": 1287213.2468431343, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2800, "epoch": 36, "tokens": 367001600, "loss": 3.6028173565864563, "lr": 0.00012198243563265332, "grad_norm": 0.1461208164691925, "tokens_per_second": 1745051.5301951542, "training_seconds": 1.5022135189938126, "elapsed_tokens_per_second": 1289624.5795999097, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2802, "epoch": 36, "tokens": 367263744, "loss": 3.5637272596359253, "lr": 0.0001204443240502393, "grad_norm": 0.1278354972600937, "tokens_per_second": 1750910.5109836895, "training_seconds": 0.1497186740016332, "elapsed_tokens_per_second": 1289859.8318556808, "peak_memory_bytes": 42389451776}
{"loss": 3.5909289512347287, "perplexity": 36.26775125499495, "tokens": 367263744, "seconds": 0.5427155360084726, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 36, "step": 2802, "evaluation_tokens": 1048576}
{"event": "train", "step": 2820, "epoch": 37, "tokens": 369623040, "loss": 3.595226446787516, "lr": 0.00010702783228130075, "grad_norm": 0.13069412112236023, "tokens_per_second": 1745665.2785395333, "training_seconds": 1.3515168279991485, "elapsed_tokens_per_second": 1289532.9045514022, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2840, "epoch": 37, "tokens": 372244480, "loss": 3.582058823108673, "lr": 9.30257169816815e-05, "grad_norm": 0.12872876226902008, "tokens_per_second": 1742536.8107401782, "training_seconds": 1.504381418999401, "elapsed_tokens_per_second": 1291892.6341608947, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2860, "epoch": 37, "tokens": 374865920, "loss": 3.58689398765564, "lr": 7.998313518736832e-05, "grad_norm": 0.13929885625839233, "tokens_per_second": 1747094.9837338082, "training_seconds": 1.500456485999166, "elapsed_tokens_per_second": 1294243.1790112776, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2880, "epoch": 37, "tokens": 377487360, "loss": 3.590910792350769, "lr": 6.790664954282866e-05, "grad_norm": 0.12721353769302368, "tokens_per_second": 1740133.2237628994, "training_seconds": 1.5064593700080877, "elapsed_tokens_per_second": 1296544.761455287, "peak_memory_bytes": 42389451776}
{"loss": 3.5868915895272915, "perplexity": 36.121620414890096, "tokens": 377487360, "seconds": 0.5402916120074224, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 37, "step": 2880, "evaluation_tokens": 1048576}
{"event": "train", "step": 2900, "epoch": 38, "tokens": 380108800, "loss": 3.5903454422950745, "lr": 5.6802336581293967e-05, "grad_norm": 0.13009041547775269, "tokens_per_second": 1749695.5276397949, "training_seconds": 1.4982263820129447, "elapsed_tokens_per_second": 1296430.0419479283, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2920, "epoch": 38, "tokens": 382730240, "loss": 3.5897664546966555, "lr": 4.6675783667226465e-05, "grad_norm": 0.12590810656547546, "tokens_per_second": 1741890.4946862406, "training_seconds": 1.5049396090034861, "elapsed_tokens_per_second": 1298697.4746860005, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2940, "epoch": 38, "tokens": 385351680, "loss": 3.5931032061576844, "lr": 3.753208618492221e-05, "grad_norm": 0.12715232372283936, "tokens_per_second": 1739694.9970432485, "training_seconds": 1.5068388450017665, "elapsed_tokens_per_second": 1300935.3321328603, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2958, "epoch": 38, "tokens": 387710976, "loss": 3.5832489596472845, "lr": 3.0146912696062068e-05, "grad_norm": 0.12991394102573395, "tokens_per_second": 1744770.4657765198, "training_seconds": 1.35220995900454, "elapsed_tokens_per_second": 1302945.437430712, "peak_memory_bytes": 42389451776}
{"loss": 3.5844491330040142, "perplexity": 36.03350258326899, "tokens": 387710976, "seconds": 0.5408882969932165, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 38, "step": 2958, "evaluation_tokens": 1048576}
{"event": "train", "step": 2960, "epoch": 39, "tokens": 387973120, "loss": 3.557593584060669, "lr": 2.9375844974662392e-05, "grad_norm": 0.12523673474788666, "tokens_per_second": 1819795.7376600758, "training_seconds": 0.14405133201216813, "elapsed_tokens_per_second": 1300787.4942553618, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2980, "epoch": 39, "tokens": 390594560, "loss": 3.5724897742271424, "lr": 2.221116401770584e-05, "grad_norm": 0.13000962138175964, "tokens_per_second": 1745329.2095512077, "training_seconds": 1.501974518992938, "elapsed_tokens_per_second": 1303010.4804265124, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3000, "epoch": 39, "tokens": 393216000, "loss": 3.573952627182007, "lr": 1.604164837128641e-05, "grad_norm": 0.13009974360466003, "tokens_per_second": 1740772.6147319053, "training_seconds": 1.5059060429921374, "elapsed_tokens_per_second": 1305191.6814044998, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3020, "epoch": 39, "tokens": 395837440, "loss": 3.576658046245575, "lr": 1.0870402354652641e-05, "grad_norm": 0.12430115044116974, "tokens_per_second": 1740581.7317301643, "training_seconds": 1.5060711900005117, "elapsed_tokens_per_second": 1307352.0523048777, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3035, "epoch": 39, "tokens": 397803520, "loss": 3.5934670766194663, "lr": 7.648666487645394e-06, "grad_norm": 0.12968814373016357, "tokens_per_second": 1740324.0334226598, "training_seconds": 1.1297206510062097, "elapsed_tokens_per_second": 1308954.1124079407, "peak_memory_bytes": 42389451776}
{"loss": 3.5833149170367826, "perplexity": 35.992655978098576, "tokens": 397803520, "seconds": 0.5423382989974925, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 39, "step": 3035, "evaluation_tokens": 1048576}
{"event": "train", "step": 3040, "epoch": 40, "tokens": 398458880, "loss": 3.5838335514068604, "lr": 6.700027987067037e-06, "grad_norm": 0.123697429895401, "tokens_per_second": 1773179.6752547582, "training_seconds": 0.36959593500068877, "elapsed_tokens_per_second": 1307145.198675824, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3060, "epoch": 40, "tokens": 401080320, "loss": 3.564493691921234, "lr": 3.5326236785453435e-06, "grad_norm": 0.12798233330249786, "tokens_per_second": 1743164.3194023042, "training_seconds": 1.5038398680044338, "elapsed_tokens_per_second": 1309280.8876361544, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3080, "epoch": 40, "tokens": 403701760, "loss": 3.5834274649620057, "lr": 1.3697831739987178e-06, "grad_norm": 0.12714220583438873, "tokens_per_second": 1740444.9110321726, "training_seconds": 1.5061895859980723, "elapsed_tokens_per_second": 1311383.2312006094, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3100, "epoch": 40, "tokens": 406323200, "loss": 3.5761152267456056, "lr": 2.1259475130741558e-07, "grad_norm": 0.12327959388494492, "tokens_per_second": 1737532.6272469044, "training_seconds": 1.5087141149997478, "elapsed_tokens_per_second": 1313456.716028088, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3113, "epoch": 40, "tokens": 408027136, "loss": 3.5824182400336633, "lr": 0.0, "grad_norm": 0.1259644329547882, "tokens_per_second": 1740365.001745605, "training_seconds": 0.9790681829908863, "elapsed_tokens_per_second": 1314794.9984537188, "peak_memory_bytes": 42389451776}
{"loss": 3.583139917987377, "perplexity": 35.98635784861623, "tokens": 408027136, "seconds": 0.540598482999485, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 40, "step": 3113, "evaluation_tokens": 1048576}
{"loss": 3.5826647029770884, "perplexity": 35.96926065394448, "tokens": 408027136, "seconds": 100.8725655520102, "split": "full", "validation_complete": true, "event": "final_validation", "step": 3113, "evaluation_tokens": 197411295}