{"event": "train", "step": 20, "epoch": 1, "tokens": 2621440, "loss": 9.269912433624267, "lr": 0.0007051282051282051, "grad_norm": 1.198952317237854, "tokens_per_second": 73736.69254101726, "training_seconds": 35.55136404500081, "elapsed_tokens_per_second": 73736.69254101726, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 40, "epoch": 1, "tokens": 5242880, "loss": 7.286322546005249, "lr": 0.0014102564102564101, "grad_norm": 2.2375950813293457, "tokens_per_second": 1751583.1613958008, "training_seconds": 1.4966117839994695, "elapsed_tokens_per_second": 141484.00546308837, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 60, "epoch": 1, "tokens": 7864320, "loss": 6.93378336429596, "lr": 0.0021153846153846153, "grad_norm": 0.907414972782135, "tokens_per_second": 1747483.5629075326, "training_seconds": 1.5001228370001627, "elapsed_tokens_per_second": 203961.51433143532, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 78, "epoch": 1, "tokens": 10223616, "loss": 6.700006405512492, "lr": 0.00275, "grad_norm": 1.229430079460144, "tokens_per_second": 1748586.5888953388, "training_seconds": 1.3492588899989642, "elapsed_tokens_per_second": 256177.80064644065, "peak_memory_bytes": 21988176384}
{"loss": 6.657162629736035, "perplexity": 778.3393641177571, "tokens": 10223616, "seconds": 0.7595654260003357, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 1, "step": 78, "evaluation_tokens": 1048576}
{"event": "train", "step": 80, "epoch": 2, "tokens": 10485760, "loss": 6.595180988311768, "lr": 0.0028205128205128203, "grad_norm": 0.587175726890564, "tokens_per_second": 1832301.7269985783, "training_seconds": 0.1430681399997411, "elapsed_tokens_per_second": 256846.85095626148, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 100, "epoch": 2, "tokens": 13107200, "loss": 6.421247506141663, "lr": 0.0035256410256410253, "grad_norm": 0.3240925073623657, "tokens_per_second": 1742499.8603432784, "training_seconds": 1.5044133200008218, "elapsed_tokens_per_second": 309639.49278689764, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 120, "epoch": 2, "tokens": 15728640, "loss": 6.200649166107178, "lr": 0.004230769230769231, "grad_norm": 0.38253554701805115, "tokens_per_second": 1744520.2099956018, "training_seconds": 1.5026710410002124, "elapsed_tokens_per_second": 358815.37837586313, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 140, "epoch": 2, "tokens": 18350080, "loss": 5.97371199131012, "lr": 0.004935897435897435, "grad_norm": 0.35621413588523865, "tokens_per_second": 1746099.3209983755, "training_seconds": 1.5013120779985911, "elapsed_tokens_per_second": 404744.5232172649, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 156, "epoch": 2, "tokens": 20447232, "loss": 5.7870775163173676, "lr": 0.0055, "grad_norm": 0.3061593174934387, "tokens_per_second": 1744031.6506251693, "training_seconds": 1.2024735899994994, "elapsed_tokens_per_second": 439329.7025260025, "peak_memory_bytes": 42389451776}
{"loss": 5.733968672363753, "perplexity": 309.19392602679017, "tokens": 20447232, "seconds": 0.5379931080005917, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 2, "step": 156, "evaluation_tokens": 1048576}
{"event": "train", "step": 160, "epoch": 3, "tokens": 20971520, "loss": 5.6912219524383545, "lr": 0.005641025641025641, "grad_norm": 0.3041996955871582, "tokens_per_second": 1790223.501256487, "training_seconds": 0.2928617569996277, "elapsed_tokens_per_second": 442539.0380004741, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 180, "epoch": 3, "tokens": 23592960, "loss": 5.611962985992432, "lr": 0.006346153846153846, "grad_norm": 0.36369022727012634, "tokens_per_second": 1743246.1841943616, "training_seconds": 1.5037692460009566, "elapsed_tokens_per_second": 482531.0523526145, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 200, "epoch": 3, "tokens": 26214400, "loss": 5.4523982286453245, "lr": 0.0070512820512820505, "grad_norm": 0.29206106066703796, "tokens_per_second": 1747970.2908233518, "training_seconds": 1.4997051230002398, "elapsed_tokens_per_second": 520172.2619229144, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 220, "epoch": 3, "tokens": 28835840, "loss": 5.322464847564698, "lr": 0.007756410256410256, "grad_norm": 0.2748679220676422, "tokens_per_second": 1746077.2524218971, "training_seconds": 1.501331053001195, "elapsed_tokens_per_second": 555621.5204339954, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 233, "epoch": 3, "tokens": 30539776, "loss": 5.227352655850924, "lr": 0.008214743589743589, "grad_norm": 0.40078112483024597, "tokens_per_second": 1745811.3505367157, "training_seconds": 0.9760138170004211, "elapsed_tokens_per_second": 577571.494444094, "peak_memory_bytes": 42389451776}
{"loss": 5.2722025973619555, "perplexity": 194.8446544760507, "tokens": 30539776, "seconds": 0.5403234000004886, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 3, "step": 233, "evaluation_tokens": 1048576}
{"event": "train", "step": 240, "epoch": 4, "tokens": 31457280, "loss": 5.22514499936785, "lr": 0.008461538461538461, "grad_norm": 0.23523461818695068, "tokens_per_second": 1761608.053180743, "training_seconds": 0.5208332229994994, "elapsed_tokens_per_second": 583035.9104382608, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 260, "epoch": 4, "tokens": 34078720, "loss": 5.141741490364074, "lr": 0.009166666666666667, "grad_norm": 0.2111862301826477, "tokens_per_second": 1743500.802199017, "training_seconds": 1.5035496380005497, "elapsed_tokens_per_second": 614484.0006091263, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 280, "epoch": 4, "tokens": 36700160, "loss": 5.059293341636658, "lr": 0.00987179487179487, "grad_norm": 0.20947273075580597, "tokens_per_second": 1745191.9365983661, "training_seconds": 1.5020926609995513, "elapsed_tokens_per_second": 644284.4712516399, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 300, "epoch": 4, "tokens": 39321600, "loss": 4.989408731460571, "lr": 0.010576923076923076, "grad_norm": 0.15443748235702515, "tokens_per_second": 1748148.0250104982, "training_seconds": 1.4995526479997352, "elapsed_tokens_per_second": 672584.389408279, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 311, "epoch": 4, "tokens": 40763392, "loss": 4.949776692823931, "lr": 0.01096474358974359, "grad_norm": 0.27349862456321716, "tokens_per_second": 1741892.9041863761, "training_seconds": 0.8277156399999512, "elapsed_tokens_per_second": 687495.7591062285, "peak_memory_bytes": 42389451776}
{"loss": 4.964552782546344, "perplexity": 143.24447451736964, "tokens": 40763392, "seconds": 0.5396324470002583, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 4, "step": 311, "evaluation_tokens": 1048576}
{"event": "train", "step": 320, "epoch": 5, "tokens": 41943040, "loss": 4.900099648369683, "lr": 0.01099977859711189, "grad_norm": 0.17045292258262634, "tokens_per_second": 1757089.5230513797, "training_seconds": 0.6713647680007853, "elapsed_tokens_per_second": 693030.2371787837, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 340, "epoch": 5, "tokens": 44564480, "loss": 4.879463458061219, "lr": 0.010997288019327136, "grad_norm": 0.1691788285970688, "tokens_per_second": 1742122.342857743, "training_seconds": 1.5047393259992532, "elapsed_tokens_per_second": 718467.5878945366, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 360, "epoch": 5, "tokens": 47185920, "loss": 4.818413496017456, "lr": 0.010992031367510955, "grad_norm": 0.17227895557880402, "tokens_per_second": 1741078.7989489126, "training_seconds": 1.505641215999276, "elapsed_tokens_per_second": 742683.2710112402, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 380, "epoch": 5, "tokens": 49807360, "loss": 4.766347074508667, "lr": 0.010984011286656298, "grad_norm": 0.14439921081066132, "tokens_per_second": 1743286.5456170896, "training_seconds": 1.503734429999895, "elapsed_tokens_per_second": 765803.6915481003, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 389, "epoch": 5, "tokens": 50987008, "loss": 4.707535584767659, "lr": 0.01097950170585471, "grad_norm": 0.17889101803302765, "tokens_per_second": 1742233.9595715236, "training_seconds": 0.6770893160010019, "elapsed_tokens_per_second": 775845.5936793427, "peak_memory_bytes": 42389451776}
{"loss": 4.713596538170178, "perplexity": 111.45228233417264, "tokens": 50987008, "seconds": 0.5393450649989973, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 5, "step": 389, "evaluation_tokens": 1048576}
{"event": "train", "step": 400, "epoch": 6, "tokens": 52428800, "loss": 4.659091862765226, "lr": 0.010973231812232526, "grad_norm": 0.1499873846769333, "tokens_per_second": 1759655.8833105583, "training_seconds": 0.8193602020000981, "elapsed_tokens_per_second": 781416.1230304941, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 420, "epoch": 6, "tokens": 55050240, "loss": 4.613001751899719, "lr": 0.010959698368154885, "grad_norm": 0.1723034381866455, "tokens_per_second": 1749424.557280962, "training_seconds": 1.4984584440007893, "elapsed_tokens_per_second": 802549.3867736353, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 440, "epoch": 6, "tokens": 57671680, "loss": 4.556767988204956, "lr": 0.010943417764055337, "grad_norm": 0.13799360394477844, "tokens_per_second": 1748127.7698235968, "training_seconds": 1.4995700229992508, "elapsed_tokens_per_second": 822762.1424783928, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 460, "epoch": 6, "tokens": 60293120, "loss": 4.48699676990509, "lr": 0.010924398191856166, "grad_norm": 0.1333703100681305, "tokens_per_second": 1749466.2876162883, "training_seconds": 1.4984227010008908, "elapsed_tokens_per_second": 842142.1100039107, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 467, "epoch": 6, "tokens": 61210624, "loss": 4.434425149645124, "lr": 0.01091709599008583, "grad_norm": 0.13143305480480194, "tokens_per_second": 1748101.4443547304, "training_seconds": 0.5248574120014382, "elapsed_tokens_per_second": 848718.4497286953, "peak_memory_bytes": 42389451776}
{"loss": 4.444970207901141, "perplexity": 85.1973395919493, "tokens": 61210624, "seconds": 0.5401433100014401, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 6, "step": 467, "evaluation_tokens": 1048576}
{"event": "train", "step": 480, "epoch": 7, "tokens": 62914560, "loss": 4.424912562737098, "lr": 0.010902649221648034, "grad_norm": 0.18131126463413239, "tokens_per_second": 1759243.1530992314, "training_seconds": 0.9685619619995123, "elapsed_tokens_per_second": 854382.944101235, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 500, "epoch": 7, "tokens": 65536000, "loss": 4.394513058662414, "lr": 0.010878181796874598, "grad_norm": 0.21602395176887512, "tokens_per_second": 1750527.664451973, "training_seconds": 1.4975141800005076, "elapsed_tokens_per_second": 872230.8082163526, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 520, "epoch": 7, "tokens": 68157440, "loss": 4.356700706481933, "lr": 0.010851008228826089, "grad_norm": 0.13689008355140686, "tokens_per_second": 1744148.4706703096, "training_seconds": 1.502991313000166, "elapsed_tokens_per_second": 889309.5524210888, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 540, "epoch": 7, "tokens": 70778880, "loss": 4.3234699964523315, "lr": 0.01082114219044463, "grad_norm": 0.1393880844116211, "tokens_per_second": 1746572.7730109952, "training_seconds": 1.5009051100005308, "elapsed_tokens_per_second": 905759.0374079908, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 545, "epoch": 7, "tokens": 71434240, "loss": 4.3285528182983395, "lr": 0.01081325671375722, "grad_norm": 0.1417083889245987, "tokens_per_second": 1751217.128776073, "training_seconds": 0.3742311499991047, "elapsed_tokens_per_second": 909770.447409547, "peak_memory_bytes": 42389451776}
{"loss": 4.315645510632946, "perplexity": 74.86193202353864, "tokens": 71434240, "seconds": 0.5417240240003593, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 7, "step": 545, "evaluation_tokens": 1048576}
{"event": "train", "step": 560, "epoch": 8, "tokens": 73400320, "loss": 4.30894136428833, "lr": 0.010788598709444408, "grad_norm": 0.12482686340808868, "tokens_per_second": 1757542.1193981124, "training_seconds": 1.1186531339990324, "elapsed_tokens_per_second": 915265.8302871952, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 580, "epoch": 8, "tokens": 76021760, "loss": 4.285639357566834, "lr": 0.010753394160750187, "grad_norm": 0.14936919510364532, "tokens_per_second": 1749232.974480429, "training_seconds": 1.498622560999138, "elapsed_tokens_per_second": 930549.3258904804, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 600, "epoch": 8, "tokens": 78643200, "loss": 4.2435447692871096, "lr": 0.010715546258257908, "grad_norm": 0.12729217112064362, "tokens_per_second": 1743746.2998885878, "training_seconds": 1.5033379569995304, "elapsed_tokens_per_second": 945222.87055311, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 620, "epoch": 8, "tokens": 81264640, "loss": 4.2254822731018065, "lr": 0.010675074045921577, "grad_norm": 0.21531899273395538, "tokens_per_second": 1742523.9953149273, "training_seconds": 1.504392483000629, "elapsed_tokens_per_second": 959369.3689424733, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 623, "epoch": 8, "tokens": 81657856, "loss": 4.244836966196696, "lr": 0.010668778108861842, "grad_norm": 0.15067674219608307, "tokens_per_second": 1747146.511973367, "training_seconds": 0.22506183500081534, "elapsed_tokens_per_second": 961440.2607406024, "peak_memory_bytes": 42389451776}
{"loss": 4.240595676152699, "perplexity": 69.44920875734779, "tokens": 81657856, "seconds": 0.5433742420009366, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 8, "step": 623, "evaluation_tokens": 1048576}
{"event": "train", "step": 640, "epoch": 9, "tokens": 83886080, "loss": 4.208977951722987, "lr": 0.010631997888170921, "grad_norm": 0.1132761761546135, "tokens_per_second": 1750935.1265635465, "training_seconds": 1.2725908380016335, "elapsed_tokens_per_second": 966901.8009571821, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 660, "epoch": 9, "tokens": 86507520, "loss": 4.1700125455856325, "lr": 0.010586339459664591, "grad_norm": 0.20028536021709442, "tokens_per_second": 1745299.5064119375, "training_seconds": 1.5020000810000056, "elapsed_tokens_per_second": 980135.0033804107, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 680, "epoch": 9, "tokens": 89128960, "loss": 4.180171060562134, "lr": 0.010538121734384114, "grad_norm": 0.11969892680644989, "tokens_per_second": 1749457.8510243997, "training_seconds": 1.498429926999961, "elapsed_tokens_per_second": 992961.7312837853, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 700, "epoch": 9, "tokens": 91750400, "loss": 4.159596157073975, "lr": 0.010487368974074061, "grad_norm": 0.11803353577852249, "tokens_per_second": 1746353.4399579454, "training_seconds": 1.5010936159997073, "elapsed_tokens_per_second": 1005340.1619085326, "peak_memory_bytes": 42389451776}
{"loss": 4.167700355466559, "perplexity": 64.56680056010447, "tokens": 91750400, "seconds": 0.5401789229999849, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 9, "step": 700, "evaluation_tokens": 1048576}
{"event": "train", "step": 720, "epoch": 10, "tokens": 94371840, "loss": 4.157338380813599, "lr": 0.010434106716034246, "grad_norm": 0.11298787593841553, "tokens_per_second": 1751567.738449969, "training_seconds": 1.4966249620010785, "elapsed_tokens_per_second": 1011325.7239261887, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 740, "epoch": 10, "tokens": 96993280, "loss": 4.1296879529953, "lr": 0.010378361760270108, "grad_norm": 0.1290370672941208, "tokens_per_second": 1746228.2184248737, "training_seconds": 1.501201258999572, "elapsed_tokens_per_second": 1022943.1087120387, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 760, "epoch": 10, "tokens": 99614720, "loss": 4.127351641654968, "lr": 0.010320162156007735, "grad_norm": 0.11686625331640244, "tokens_per_second": 1748262.1144903721, "training_seconds": 1.499454789000083, "elapsed_tokens_per_second": 1034221.2268516893, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 778, "epoch": 10, "tokens": 101974016, "loss": 4.102051867379083, "lr": 0.010265707965922247, "grad_norm": 0.13157863914966583, "tokens_per_second": 1749964.840057472, "training_seconds": 1.3481962300011219, "elapsed_tokens_per_second": 1044084.1410152668, "peak_memory_bytes": 42389451776}
{"loss": 4.114489438835375, "perplexity": 61.22094924293374, "tokens": 101974016, "seconds": 0.5417711910013168, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 10, "step": 778, "evaluation_tokens": 1048576}
{"event": "train", "step": 780, "epoch": 11, "tokens": 102236160, "loss": 4.073570489883423, "lr": 0.010259537187580317, "grad_norm": 0.12536969780921936, "tokens_per_second": 1806160.8353879335, "training_seconds": 0.14513879100013583, "elapsed_tokens_per_second": 1039294.4806233495, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 800, "epoch": 11, "tokens": 104857600, "loss": 4.117834520339966, "lr": 0.010196517359693121, "grad_norm": 0.12759554386138916, "tokens_per_second": 1747742.6713396106, "training_seconds": 1.4999004389992479, "elapsed_tokens_per_second": 1049923.3957346308, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 820, "epoch": 11, "tokens": 107479040, "loss": 4.086436152458191, "lr": 0.010131134382074435, "grad_norm": 0.10954880714416504, "tokens_per_second": 1746293.729976279, "training_seconds": 1.5011449419998826, "elapsed_tokens_per_second": 1060220.261813706, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 840, "epoch": 11, "tokens": 110100480, "loss": 4.072008717060089, "lr": 0.010063421153520142, "grad_norm": 0.13725613057613373, "tokens_per_second": 1743352.17865118, "training_seconds": 1.503677818000142, "elapsed_tokens_per_second": 1070190.3475570504, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 856, "epoch": 11, "tokens": 112197632, "loss": 4.072881639003754, "lr": 0.010007595646961583, "grad_norm": 0.12706027925014496, "tokens_per_second": 1742774.5658814134, "training_seconds": 1.2033409489995393, "elapsed_tokens_per_second": 1077947.7254928928, "peak_memory_bytes": 42389451776}
{"loss": 4.0723859137085965, "perplexity": 58.69684125452758, "tokens": 112197632, "seconds": 0.5451406169995607, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 11, "step": 856, "evaluation_tokens": 1048576}
{"event": "train", "step": 860, "epoch": 12, "tokens": 112721920, "loss": 4.07291054725647, "lr": 0.009993411745340032, "grad_norm": 0.11582023650407791, "tokens_per_second": 1776346.5488517655, "training_seconds": 0.2951496149999002, "elapsed_tokens_per_second": 1074179.4991327839, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 880, "epoch": 12, "tokens": 115343360, "loss": 4.038915014266967, "lr": 0.009921141384214105, "grad_norm": 0.12745481729507446, "tokens_per_second": 1751294.9220048639, "training_seconds": 1.496858106000218, "elapsed_tokens_per_second": 1083691.3466316138, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 900, "epoch": 12, "tokens": 117964800, "loss": 4.0343708992004395, "lr": 0.00984664643446754, "grad_norm": 0.1220797523856163, "tokens_per_second": 1749038.5897269968, "training_seconds": 1.4987891150012729, "elapsed_tokens_per_second": 1092910.640946406, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 920, "epoch": 12, "tokens": 120586240, "loss": 4.038652658462524, "lr": 0.00976996437977324, "grad_norm": 0.11499375104904175, "tokens_per_second": 1744743.0286684607, "training_seconds": 1.502479136999682, "elapsed_tokens_per_second": 1101846.8181852833, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 934, "epoch": 12, "tokens": 122421248, "loss": 4.0098015410559515, "lr": 0.009715006232236143, "grad_norm": 0.1431473344564438, "tokens_per_second": 1744919.2864609258, "training_seconds": 1.051629158000651, "elapsed_tokens_per_second": 1107950.1836244557, "peak_memory_bytes": 42389451776}
{"loss": 4.031720836027249, "perplexity": 56.357810399992296, "tokens": 122421248, "seconds": 0.542261349999535, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 12, "step": 934, "evaluation_tokens": 1048576}
{"event": "train", "step": 940, "epoch": 13, "tokens": 123207680, "loss": 4.0154383182525635, "lr": 0.009691133804291145, "grad_norm": 0.11012183129787445, "tokens_per_second": 1757139.8609188653, "training_seconds": 0.4475636900006066, "elapsed_tokens_per_second": 1105100.0388706091, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 960, "epoch": 13, "tokens": 125829120, "loss": 4.0058939218521115, "lr": 0.009610194373253814, "grad_norm": 0.1476069837808609, "tokens_per_second": 1745900.3553143642, "training_seconds": 1.5014831699991191, "elapsed_tokens_per_second": 1113604.1026917866, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 980, "epoch": 13, "tokens": 128450560, "loss": 4.009536731243133, "lr": 0.00952718681300804, "grad_norm": 0.12476605921983719, "tokens_per_second": 1749214.0387580786, "training_seconds": 1.4986387839999225, "elapsed_tokens_per_second": 1121909.3045263593, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1000, "epoch": 13, "tokens": 131072000, "loss": 3.9847817063331603, "lr": 0.009442152890522552, "grad_norm": 0.11711682379245758, "tokens_per_second": 1745268.8677660858, "training_seconds": 1.5020264489994588, "elapsed_tokens_per_second": 1129967.9778993542, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1012, "epoch": 13, "tokens": 132644864, "loss": 3.9714146057764688, "lr": 0.009390177640596985, "grad_norm": 0.10479938983917236, "tokens_per_second": 1746592.311411795, "training_seconds": 0.9005329920000804, "elapsed_tokens_per_second": 1134699.8159078942, "peak_memory_bytes": 42389451776}
{"loss": 3.999010795854926, "perplexity": 54.54416802083515, "tokens": 132644864, "seconds": 0.5429439520012238, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 13, "step": 1012, "evaluation_tokens": 1048576}
{"event": "train", "step": 1020, "epoch": 14, "tokens": 133693440, "loss": 3.993237257003784, "lr": 0.00935513539237211, "grad_norm": 0.13848234713077545, "tokens_per_second": 1761850.295524852, "training_seconds": 0.5951561279998714, "elapsed_tokens_per_second": 1132514.7745555774, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1040, "epoch": 14, "tokens": 136314880, "loss": 3.9884459614753722, "lr": 0.009266178103208532, "grad_norm": 0.10714388638734818, "tokens_per_second": 1740655.4125278927, "training_seconds": 1.5060074389984948, "elapsed_tokens_per_second": 1140164.6333547772, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1060, "epoch": 14, "tokens": 138936320, "loss": 3.9606764793395994, "lr": 0.009175325783729572, "grad_norm": 0.12893417477607727, "tokens_per_second": 1746693.6527857715, "training_seconds": 1.5008012399994186, "elapsed_tokens_per_second": 1147667.2260769177, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1080, "epoch": 14, "tokens": 141557760, "loss": 3.9652339100837706, "lr": 0.009082624148156625, "grad_norm": 0.14180713891983032, "tokens_per_second": 1746580.667450786, "training_seconds": 1.5008983259995148, "elapsed_tokens_per_second": 1154989.822285061, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1090, "epoch": 14, "tokens": 142868480, "loss": 3.9515506267547607, "lr": 0.009035594377607207, "grad_norm": 0.1599154770374298, "tokens_per_second": 1742914.9239068152, "training_seconds": 0.752027527001701, "elapsed_tokens_per_second": 1158557.6866494687, "peak_memory_bytes": 42389451776}
{"loss": 3.9745944344869617, "perplexity": 53.22852487354116, "tokens": 142868480, "seconds": 0.543655609999405, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 14, "step": 1090, "evaluation_tokens": 1048576}
{"event": "train", "step": 1100, "epoch": 15, "tokens": 144179200, "loss": 3.9306926250457765, "lr": 0.008988119841232683, "grad_norm": 0.13629181683063507, "tokens_per_second": 1757598.073593507, "training_seconds": 0.7457450140009314, "elapsed_tokens_per_second": 1157011.652463241, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1120, "epoch": 15, "tokens": 146800640, "loss": 3.948376476764679, "lr": 0.008891860414752078, "grad_norm": 0.1146177425980568, "tokens_per_second": 1745533.97158988, "training_seconds": 1.501798327999495, "elapsed_tokens_per_second": 1164008.8662832675, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1140, "epoch": 15, "tokens": 149422080, "loss": 3.930770826339722, "lr": 0.008793894303633792, "grad_norm": 0.14569906890392303, "tokens_per_second": 1748921.5320257163, "training_seconds": 1.4988894309990428, "elapsed_tokens_per_second": 1170864.5089911097, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1160, "epoch": 15, "tokens": 152043520, "loss": 3.938883101940155, "lr": 0.008694270801550448, "grad_norm": 0.1135253831744194, "tokens_per_second": 1748370.9505125852, "training_seconds": 1.4993614479990356, "elapsed_tokens_per_second": 1177559.0784860908, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1167, "epoch": 15, "tokens": 152961024, "loss": 3.931568452290126, "lr": 0.008659020269375853, "grad_norm": 0.1521836370229721, "tokens_per_second": 1741631.3644273763, "training_seconds": 0.5268072329999995, "elapsed_tokens_per_second": 1179837.034111371, "peak_memory_bytes": 42389451776}
{"loss": 3.9440361027009807, "perplexity": 51.62655142785753, "tokens": 152961024, "seconds": 0.5432710779987246, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 15, "step": 1167, "evaluation_tokens": 1048576}
{"event": "train", "step": 1180, "epoch": 16, "tokens": 154664960, "loss": 3.925409738834088, "lr": 0.008593040036125167, "grad_norm": 0.12711107730865479, "tokens_per_second": 1755460.6447561292, "training_seconds": 0.9706489319996763, "elapsed_tokens_per_second": 1179142.5324838667, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1200, "epoch": 16, "tokens": 157286400, "loss": 3.9202001810073854, "lr": 0.008490252943708828, "grad_norm": 0.16725125908851624, "tokens_per_second": 1747733.6489381082, "training_seconds": 1.4999081820005813, "elapsed_tokens_per_second": 1185558.8645302097, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1220, "epoch": 16, "tokens": 159907840, "loss": 3.9037206292152407, "lr": 0.008385961243750385, "grad_norm": 0.11291533708572388, "tokens_per_second": 1747321.7357270098, "training_seconds": 1.5002617699992697, "elapsed_tokens_per_second": 1191826.3067644413, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1240, "epoch": 16, "tokens": 162529280, "loss": 3.8908142685890197, "lr": 0.008280217412773159, "grad_norm": 0.12476816028356552, "tokens_per_second": 1745546.5802662452, "training_seconds": 1.5017874799996207, "elapsed_tokens_per_second": 1197944.9615540472, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1245, "epoch": 16, "tokens": 163184640, "loss": 3.88126163482666, "lr": 0.008253560779101218, "grad_norm": 0.1351407915353775, "tokens_per_second": 1735801.2176828869, "training_seconds": 0.3775547530003678, "elapsed_tokens_per_second": 1199423.9609323514, "peak_memory_bytes": 42389451776}
{"loss": 3.917825578004397, "perplexity": 50.29097200548747, "tokens": 163184640, "seconds": 0.5412530000012339, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 16, "step": 1245, "evaluation_tokens": 1048576}
{"event": "train", "step": 1260, "epoch": 17, "tokens": 165150720, "loss": 3.9023499806722004, "lr": 0.00817307465797019, "grad_norm": 0.1115337610244751, "tokens_per_second": 1749112.9166753658, "training_seconds": 1.124044068999865, "elapsed_tokens_per_second": 1199119.0126748863, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1280, "epoch": 17, "tokens": 167772160, "loss": 3.88577561378479, "lr": 0.008064586890431944, "grad_norm": 0.12499245256185532, "tokens_per_second": 1744930.1098400673, "training_seconds": 1.5023180499993032, "elapsed_tokens_per_second": 1204997.9818795356, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1300, "epoch": 17, "tokens": 170393600, "loss": 3.8908273816108703, "lr": 0.007954808698019825, "grad_norm": 0.1691259890794754, "tokens_per_second": 1744253.0487018218, "training_seconds": 1.5029012000013608, "elapsed_tokens_per_second": 1210742.820210063, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1320, "epoch": 17, "tokens": 173015040, "loss": 3.8857839465141297, "lr": 0.007843795317899178, "grad_norm": 0.12779097259044647, "tokens_per_second": 1748978.2630778425, "training_seconds": 1.498840811998889, "elapsed_tokens_per_second": 1216404.5521815259, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1323, "epoch": 17, "tokens": 173408256, "loss": 3.8541722297668457, "lr": 0.007827040220773778, "grad_norm": 0.11908531934022903, "tokens_per_second": 1748776.6544128372, "training_seconds": 0.22485204100121337, "elapsed_tokens_per_second": 1217231.3998607825, "peak_memory_bytes": 42389451776}
{"loss": 3.886802506228375, "perplexity": 48.75474403405965, "tokens": 173408256, "seconds": 0.5445131030010089, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 17, "step": 1323, "evaluation_tokens": 1048576}
{"event": "train", "step": 1340, "epoch": 18, "tokens": 175636480, "loss": 3.863078173469095, "lr": 0.007731602608745552, "grad_norm": 0.1183856949210167, "tokens_per_second": 1750901.3713223983, "training_seconds": 1.2726153719995636, "elapsed_tokens_per_second": 1217260.8759764922, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1360, "epoch": 18, "tokens": 178257920, "loss": 3.876284086704254, "lr": 0.007618287022638269, "grad_norm": 0.11771092563867569, "tokens_per_second": 1746474.2614466455, "training_seconds": 1.5009897700001602, "elapsed_tokens_per_second": 1222699.2751284777, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1380, "epoch": 18, "tokens": 180879360, "loss": 3.85475869178772, "lr": 0.007503905576655383, "grad_norm": 0.14471681416034698, "tokens_per_second": 1744941.3705745263, "training_seconds": 1.502308355000423, "elapsed_tokens_per_second": 1228014.0236312118, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1400, "epoch": 18, "tokens": 183500800, "loss": 3.8461267948150635, "lr": 0.007388515824184365, "grad_norm": 0.1707160621881485, "tokens_per_second": 1747893.6341145786, "training_seconds": 1.4997708949995285, "elapsed_tokens_per_second": 1233244.6804400391, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1401, "epoch": 18, "tokens": 183631872, "loss": 3.8800559043884277, "lr": 0.007382720907894301, "grad_norm": 0.1625203937292099, "tokens_per_second": 1764111.749972681, "training_seconds": 0.07429914800013648, "elapsed_tokens_per_second": 1233496.0667134915, "peak_memory_bytes": 42389451776}
{"loss": 3.867119362481687, "perplexity": 47.804480168592534, "tokens": 183631872, "seconds": 0.5424084950009274, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 18, "step": 1401, "evaluation_tokens": 1048576}
{"event": "train", "step": 1420, "epoch": 19, "tokens": 186122240, "loss": 3.838190041090313, "lr": 0.007272175825962919, "grad_norm": 0.12176130712032318, "tokens_per_second": 1755491.0052039246, "training_seconds": 1.4186162119985966, "elapsed_tokens_per_second": 1233533.083974368, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1440, "epoch": 19, "tokens": 188743680, "loss": 3.8412190437316895, "lr": 0.0071549441208645405, "grad_norm": 0.11703132838010788, "tokens_per_second": 1747377.724753156, "training_seconds": 1.5002136989987775, "elapsed_tokens_per_second": 1238581.516139258, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1460, "epoch": 19, "tokens": 191365120, "loss": 3.8385655522346496, "lr": 0.0070368796964434535, "grad_norm": 0.12947961688041687, "tokens_per_second": 1746194.0576302463, "training_seconds": 1.5012306270000408, "elapsed_tokens_per_second": 1243519.6628347123, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1479, "epoch": 19, "tokens": 193855488, "loss": 3.8152965119010522, "lr": 0.006924001290701026, "grad_norm": 0.13489773869514465, "tokens_per_second": 1746468.8583110268, "training_seconds": 1.425944693000929, "elapsed_tokens_per_second": 1248125.8688706828, "peak_memory_bytes": 42389451776}
{"loss": 3.845228307209455, "perplexity": 46.76936091437595, "tokens": 193855488, "seconds": 0.5411404360002052, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 19, "step": 1479, "evaluation_tokens": 1048576}
{"event": "train", "step": 1480, "epoch": 20, "tokens": 193986560, "loss": 3.8432741165161133, "lr": 0.006918041959253812, "grad_norm": 0.13034099340438843, "tokens_per_second": 1886672.546685783, "training_seconds": 0.0694725749999634, "elapsed_tokens_per_second": 1243994.739711713, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1500, "epoch": 20, "tokens": 196608000, "loss": 3.8088178634643555, "lr": 0.006798490704958065, "grad_norm": 0.13109107315540314, "tokens_per_second": 1743544.9338266081, "training_seconds": 1.5035115809987474, "elapsed_tokens_per_second": 1248755.295681733, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1520, "epoch": 20, "tokens": 199229440, "loss": 3.8296166181564333, "lr": 0.0066782860882395375, "grad_norm": 0.1518707126379013, "tokens_per_second": 1746779.3587331234, "training_seconds": 1.5007276029991772, "elapsed_tokens_per_second": 1253448.3026592645, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1540, "epoch": 20, "tokens": 201850880, "loss": 3.8002259492874146, "lr": 0.006557488592534348, "grad_norm": 0.18382509052753448, "tokens_per_second": 1740175.1843213332, "training_seconds": 1.5064230450007017, "elapsed_tokens_per_second": 1258005.588791986, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1557, "epoch": 20, "tokens": 204079104, "loss": 3.824774615904864, "lr": 0.0064543899625572, "grad_norm": 0.12031587213277817, "tokens_per_second": 1746995.8203105952, "training_seconds": 1.2754604069996276, "elapsed_tokens_per_second": 1261850.730211397, "peak_memory_bytes": 42389451776}
{"loss": 3.8272055667231766, "perplexity": 45.93399922504535, "tokens": 204079104, "seconds": 0.5416021820001333, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 20, "step": 1557, "evaluation_tokens": 1048576}
{"event": "train", "step": 1560, "epoch": 21, "tokens": 204472320, "loss": 3.8322366873423257, "lr": 0.006436158999597934, "grad_norm": 0.11481478810310364, "tokens_per_second": 1778633.1595642231, "training_seconds": 0.2210776280007849, "elapsed_tokens_per_second": 1258291.4027823673, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1580, "epoch": 21, "tokens": 207093760, "loss": 3.8124300122261046, "lr": 0.006314358358921438, "grad_norm": 0.1316363364458084, "tokens_per_second": 1745905.5355292752, "training_seconds": 1.5014787150012125, "elapsed_tokens_per_second": 1262744.5334885349, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1600, "epoch": 21, "tokens": 209715200, "loss": 3.8079237818717955, "lr": 0.006192147957013407, "grad_norm": 0.14156681299209595, "tokens_per_second": 1743791.6584372732, "training_seconds": 1.5032988530001603, "elapsed_tokens_per_second": 1267104.0436385053, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1620, "epoch": 21, "tokens": 212336640, "loss": 3.815387463569641, "lr": 0.006069589286562223, "grad_norm": 0.12353652715682983, "tokens_per_second": 1746838.8807622232, "training_seconds": 1.500676466999721, "elapsed_tokens_per_second": 1271403.5678173336, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1634, "epoch": 21, "tokens": 214171648, "loss": 3.8034087930406844, "lr": 0.00598362401452175, "grad_norm": 0.12975351512432098, "tokens_per_second": 1747279.3208501178, "training_seconds": 1.050208732000101, "elapsed_tokens_per_second": 1274368.0308413182, "peak_memory_bytes": 42389451776}
{"loss": 3.801339457055751, "perplexity": 44.76109992838886, "tokens": 214171648, "seconds": 0.5407531649998418, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 21, "step": 1634, "evaluation_tokens": 1048576}
{"event": "train", "step": 1640, "epoch": 22, "tokens": 214958080, "loss": 3.780806581179301, "lr": 0.005946744015494769, "grad_norm": 0.1701057404279709, "tokens_per_second": 1757459.7044797274, "training_seconds": 0.44748223700116796, "elapsed_tokens_per_second": 1271523.816333954, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1660, "epoch": 22, "tokens": 217579520, "loss": 3.779079961776733, "lr": 0.005823673955946958, "grad_norm": 0.1401863843202591, "tokens_per_second": 1745020.504136177, "training_seconds": 1.5022402280010283, "elapsed_tokens_per_second": 1275682.331078684, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1680, "epoch": 22, "tokens": 220200960, "loss": 3.789791476726532, "lr": 0.005700441033161664, "grad_norm": 0.11524691432714462, "tokens_per_second": 1749090.3906284384, "training_seconds": 1.4987447269995755, "elapsed_tokens_per_second": 1279796.726393643, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1700, "epoch": 22, "tokens": 222822400, "loss": 3.7725289106369018, "lr": 0.005577107254329768, "grad_norm": 0.14279301464557648, "tokens_per_second": 1747135.0100611479, "training_seconds": 1.5004221110011713, "elapsed_tokens_per_second": 1283824.414283343, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1712, "epoch": 22, "tokens": 224395264, "loss": 3.776762823263804, "lr": 0.005503084391054813, "grad_norm": 0.12211745232343674, "tokens_per_second": 1747497.3945788152, "training_seconds": 0.9000665779985866, "elapsed_tokens_per_second": 1286208.1385482163, "peak_memory_bytes": 42389451776}
{"loss": 3.7853847559747993, "perplexity": 44.05261680597757, "tokens": 224395264, "seconds": 0.5416469600004348, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 22, "step": 1712, "evaluation_tokens": 1048576}
{"event": "train", "step": 1720, "epoch": 23, "tokens": 225443840, "loss": 3.776955634355545, "lr": 0.005453734677389955, "grad_norm": 0.1311800330877304, "tokens_per_second": 1750747.3972444935, "training_seconds": 0.5989304920003633, "elapsed_tokens_per_second": 1283777.1946097661, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1740, "epoch": 23, "tokens": 228065280, "loss": 3.773618221282959, "lr": 0.005330385379802973, "grad_norm": 0.14350004494190216, "tokens_per_second": 1745930.4265826682, "training_seconds": 1.5014573090011254, "elapsed_tokens_per_second": 1287684.4371644221, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1760, "epoch": 23, "tokens": 230686720, "loss": 3.7660947918891905, "lr": 0.00520712142731609, "grad_norm": 0.11689870059490204, "tokens_per_second": 1746409.1784666583, "training_seconds": 1.5010457069984113, "elapsed_tokens_per_second": 1291530.987339367, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1780, "epoch": 23, "tokens": 233308160, "loss": 3.7581124305725098, "lr": 0.005084004842733422, "grad_norm": 0.11591745913028717, "tokens_per_second": 1745262.9627905705, "training_seconds": 1.5020315310011938, "elapsed_tokens_per_second": 1295303.3191503668, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1790, "epoch": 23, "tokens": 234618880, "loss": 3.763833928108215, "lr": 0.00502252117610938, "grad_norm": 0.12834343314170837, "tokens_per_second": 1748067.2798423339, "training_seconds": 0.7498109570005909, "elapsed_tokens_per_second": 1297170.9353423382, "peak_memory_bytes": 42389451776}
{"loss": 3.761360026752427, "perplexity": 43.00687672534875, "tokens": 234618880, "seconds": 0.5441288299989537, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 23, "step": 1790, "evaluation_tokens": 1048576}
{"event": "train", "step": 1800, "epoch": 24, "tokens": 235929600, "loss": 3.7329251527786256, "lr": 0.0049610975747078736, "grad_norm": 0.12648849189281464, "tokens_per_second": 1758798.6990542936, "training_seconds": 0.7452359389990306, "elapsed_tokens_per_second": 1295132.9483387189, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1820, "epoch": 24, "tokens": 238551040, "loss": 3.7454399704933166, "lr": 0.004838461466570408, "grad_norm": 0.15930227935314178, "tokens_per_second": 1746594.5643477133, "training_seconds": 1.5008863840012054, "elapsed_tokens_per_second": 1298812.3049491877, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1840, "epoch": 24, "tokens": 241172480, "loss": 3.7658978939056396, "lr": 0.0047161582252122835, "grad_norm": 0.13914532959461212, "tokens_per_second": 1740908.2834088083, "training_seconds": 1.5057886879985745, "elapsed_tokens_per_second": 1302399.303049582, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1860, "epoch": 24, "tokens": 243793920, "loss": 3.7384508848190308, "lr": 0.004594249390035967, "grad_norm": 0.1356259137392044, "tokens_per_second": 1744146.138166377, "training_seconds": 1.5029933229998278, "elapsed_tokens_per_second": 1305945.3109020027, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1868, "epoch": 24, "tokens": 244842496, "loss": 3.72504523396492, "lr": 0.004545610037442798, "grad_norm": 0.12478037923574448, "tokens_per_second": 1745876.3063671498, "training_seconds": 0.6006015410002874, "elapsed_tokens_per_second": 1307348.7210476473, "peak_memory_bytes": 42389451776}
{"loss": 3.741383367552964, "perplexity": 42.15626745880102, "tokens": 244842496, "seconds": 0.5447511789989221, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 24, "step": 1868, "evaluation_tokens": 1048576}
{"event": "train", "step": 1880, "epoch": 25, "tokens": 246415360, "loss": 3.7308340867360434, "lr": 0.004472796301990301, "grad_norm": 0.1585235893726349, "tokens_per_second": 1747739.8464147418, "training_seconds": 0.8999417180002638, "elapsed_tokens_per_second": 1305628.8040607679, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1900, "epoch": 25, "tokens": 249036800, "loss": 3.7173468470573425, "lr": 0.004351860072705549, "grad_norm": 0.13153207302093506, "tokens_per_second": 1743351.1827344524, "training_seconds": 1.503678676999698, "elapsed_tokens_per_second": 1309079.2395120359, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1920, "epoch": 25, "tokens": 251658240, "loss": 3.714478409290314, "lr": 0.004231501553743808, "grad_norm": 0.11582513898611069, "tokens_per_second": 1741051.282394542, "training_seconds": 1.5056650120004633, "elapsed_tokens_per_second": 1312463.2742993052, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1940, "epoch": 25, "tokens": 254279680, "loss": 3.7152057528495788, "lr": 0.004111781305980296, "grad_norm": 0.10303615778684616, "tokens_per_second": 1737663.5214850893, "training_seconds": 1.508600466999269, "elapsed_tokens_per_second": 1315770.579264417, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1946, "epoch": 25, "tokens": 255066112, "loss": 3.711428642272949, "lr": 0.004075998709298975, "grad_norm": 0.10115169733762741, "tokens_per_second": 1745366.3203173324, "training_seconds": 0.4505827749999298, "elapsed_tokens_per_second": 1316760.6269052718, "peak_memory_bytes": 42389451776}
{"loss": 3.7216615316693478, "perplexity": 41.333013196846494, "tokens": 255066112, "seconds": 0.5438527440001053, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 25, "step": 1946, "evaluation_tokens": 1048576}
{"event": "train", "step": 1960, "epoch": 26, "tokens": 256901120, "loss": 3.7035993678229198, "lr": 0.00399275956913089, "grad_norm": 0.15709668397903442, "tokens_per_second": 1746788.391237144, "training_seconds": 1.0505038899991632, "elapsed_tokens_per_second": 1315222.1732165914, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1980, "epoch": 26, "tokens": 259522560, "loss": 3.706594204902649, "lr": 0.0038744962314412666, "grad_norm": 0.11189912259578705, "tokens_per_second": 1742684.2086144234, "training_seconds": 1.5042541769998934, "elapsed_tokens_per_second": 1318476.8834104605, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2000, "epoch": 26, "tokens": 262144000, "loss": 3.7024303555488585, "lr": 0.003757050799552902, "grad_norm": 0.11037502437829971, "tokens_per_second": 1740365.8418094777, "training_seconds": 1.5062580160010839, "elapsed_tokens_per_second": 1321672.403176936, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2020, "epoch": 26, "tokens": 264765440, "loss": 3.6943269848823546, "lr": 0.0036404823685610723, "grad_norm": 0.12347178161144257, "tokens_per_second": 1744222.040594416, "training_seconds": 1.5029279179998412, "elapsed_tokens_per_second": 1324839.5197006855, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2024, "epoch": 26, "tokens": 265289728, "loss": 3.6900784373283386, "lr": 0.003617279092105699, "grad_norm": 0.14066849648952484, "tokens_per_second": 1720281.4342475203, "training_seconds": 0.3047687369999039, "elapsed_tokens_per_second": 1325434.1907302618, "peak_memory_bytes": 42389451776}
{"loss": 3.7019098421053123, "perplexity": 40.52462613767131, "tokens": 265289728, "seconds": 0.5429603569991741, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 26, "step": 2024, "evaluation_tokens": 1048576}
{"event": "train", "step": 2040, "epoch": 27, "tokens": 267386880, "loss": 3.687192916870117, "lr": 0.0035248495922799365, "grad_norm": 0.11058242619037628, "tokens_per_second": 1744243.9424657852, "training_seconds": 1.2023272370006453, "elapsed_tokens_per_second": 1324307.2183947093, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2060, "epoch": 27, "tokens": 270008320, "loss": 3.6846236109733583, "lr": 0.003410210653729649, "grad_norm": 0.11857563257217407, "tokens_per_second": 1737669.7057239283, "training_seconds": 1.5085950980010239, "elapsed_tokens_per_second": 1327362.8427049383, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2080, "epoch": 27, "tokens": 272629760, "loss": 3.6907048344612123, "lr": 0.0032966232358603883, "grad_norm": 0.1354570984840393, "tokens_per_second": 1746323.7112618631, "training_seconds": 1.5011191699995834, "elapsed_tokens_per_second": 1330422.5096213906, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2100, "epoch": 27, "tokens": 275251200, "loss": 3.6877902269363405, "lr": 0.003184144492527974, "grad_norm": 0.1396595537662506, "tokens_per_second": 1737702.0985498668, "training_seconds": 1.5085669760010205, "elapsed_tokens_per_second": 1333388.8784983803, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2101, "epoch": 27, "tokens": 275382272, "loss": 3.646613597869873, "lr": 0.0031785506757095435, "grad_norm": 0.11066198348999023, "tokens_per_second": 1744599.577035212, "training_seconds": 0.07513013400057389, "elapsed_tokens_per_second": 1333530.5658451798, "peak_memory_bytes": 42389451776}
{"loss": 3.6891035427344425, "perplexity": 40.008964549209466, "tokens": 275382272, "seconds": 0.5447572119992401, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 27, "step": 2101, "evaluation_tokens": 1048576}
{"event": "train", "step": 2120, "epoch": 28, "tokens": 277872640, "loss": 3.672741438213148, "lr": 0.003072831019735734, "grad_norm": 0.10853000730276108, "tokens_per_second": 1746812.7646951752, "training_seconds": 1.4256639579998591, "elapsed_tokens_per_second": 1332817.8981391215, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2140, "epoch": 28, "tokens": 280494080, "loss": 3.6737843632698057, "lr": 0.0029627388271570455, "grad_norm": 0.14037223160266876, "tokens_per_second": 1743325.5107225953, "training_seconds": 1.5037008199997217, "elapsed_tokens_per_second": 1335748.0617864893, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2160, "epoch": 28, "tokens": 283115520, "loss": 3.675605058670044, "lr": 0.0028539233099529205, "grad_norm": 0.1284126341342926, "tokens_per_second": 1744583.2342373203, "training_seconds": 1.5026167559990427, "elapsed_tokens_per_second": 1338644.5207115184, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2179, "epoch": 28, "tokens": 285605888, "loss": 3.6725729390194544, "lr": 0.002751780966248932, "grad_norm": 0.12035296857357025, "tokens_per_second": 1741886.4308975984, "training_seconds": 1.4296959639996203, "elapsed_tokens_per_second": 1341342.453089738, "peak_memory_bytes": 42389451776}
{"loss": 3.668363740034303, "perplexity": 39.18773205500017, "tokens": 285605888, "seconds": 0.5435839689998829, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 28, "step": 2179, "evaluation_tokens": 1048576}
{"event": "train", "step": 2180, "epoch": 29, "tokens": 285736960, "loss": 3.6790688037872314, "lr": 0.0027464392208987813, "grad_norm": 0.12963779270648956, "tokens_per_second": 1845716.299657195, "training_seconds": 0.07101416399927984, "elapsed_tokens_per_second": 1338041.7726077945, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2200, "epoch": 29, "tokens": 288358400, "loss": 3.6441698908805846, "lr": 0.0026403406428344716, "grad_norm": 0.12060607969760895, "tokens_per_second": 1740151.5313755476, "training_seconds": 1.5064435210006195, "elapsed_tokens_per_second": 1340852.1608145072, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2220, "epoch": 29, "tokens": 290979840, "loss": 3.6704100012779235, "lr": 0.0025356809614513606, "grad_norm": 0.1795179545879364, "tokens_per_second": 1743745.6770134517, "training_seconds": 1.5033384939997632, "elapsed_tokens_per_second": 1343639.7928353536, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2240, "epoch": 29, "tokens": 293601280, "loss": 3.6542457342147827, "lr": 0.002432512838430222, "grad_norm": 0.14935413002967834, "tokens_per_second": 1741317.3596046034, "training_seconds": 1.5054349429992726, "elapsed_tokens_per_second": 1346378.3577390534, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2257, "epoch": 29, "tokens": 295829504, "loss": 3.6288639657637654, "lr": 0.0023460314676124836, "grad_norm": 0.15531815588474274, "tokens_per_second": 1740354.5712037932, "training_seconds": 1.2803276049999113, "elapsed_tokens_per_second": 1348668.7618787861, "peak_memory_bytes": 42389451776}
{"loss": 3.6513265916825413, "perplexity": 38.52574009071056, "tokens": 295829504, "seconds": 0.5425944310009072, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 29, "step": 2257, "evaluation_tokens": 1048576}
{"event": "train", "step": 2260, "epoch": 30, "tokens": 296222720, "loss": 3.61340339978536, "lr": 0.00233088818494343, "grad_norm": 0.12115640938282013, "tokens_per_second": 1761907.5617338, "training_seconds": 0.2231762940009503, "elapsed_tokens_per_second": 1345699.3008803497, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2280, "epoch": 30, "tokens": 298844160, "loss": 3.6551938891410827, "lr": 0.0022308581355347783, "grad_norm": 0.11201314628124237, "tokens_per_second": 1741963.0396558945, "training_seconds": 1.5048769349996292, "elapsed_tokens_per_second": 1348382.1683968676, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2300, "epoch": 30, "tokens": 301465600, "loss": 3.622886431217194, "lr": 0.002132473022390077, "grad_norm": 0.11927568912506104, "tokens_per_second": 1741800.8433219872, "training_seconds": 1.5050170690010418, "elapsed_tokens_per_second": 1351026.6652686843, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2320, "epoch": 30, "tokens": 304087040, "loss": 3.620168149471283, "lr": 0.002035782350011468, "grad_norm": 0.12258289009332657, "tokens_per_second": 1744486.7115367528, "training_seconds": 1.5026998960001947, "elapsed_tokens_per_second": 1353651.8840269286, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2335, "epoch": 30, "tokens": 306053120, "loss": 3.613663180669149, "lr": 0.0019644056223927934, "grad_norm": 0.1069018617272377, "tokens_per_second": 1747839.7384284502, "training_seconds": 1.1248628560006182, "elapsed_tokens_per_second": 1355606.9555573412, "peak_memory_bytes": 42389451776}
{"loss": 3.6337431595637124, "perplexity": 37.854246239064054, "tokens": 306053120, "seconds": 0.5463659980014199, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 30, "step": 2335, "evaluation_tokens": 1048576}
{"event": "train", "step": 2340, "epoch": 31, "tokens": 306708480, "loss": 3.6246285438537598, "lr": 0.0019408347703082226, "grad_norm": 0.13495394587516785, "tokens_per_second": 1760356.187189066, "training_seconds": 0.3722882929996558, "elapsed_tokens_per_second": 1352958.872162052, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2360, "epoch": 31, "tokens": 309329920, "loss": 3.6088239192962646, "lr": 0.001847678058116523, "grad_norm": 0.1427554339170456, "tokens_per_second": 1736242.2696335656, "training_seconds": 1.5098353760004102, "elapsed_tokens_per_second": 1355487.8903622723, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2380, "epoch": 31, "tokens": 311951360, "loss": 3.6172341823577883, "lr": 0.0017563590871605673, "grad_norm": 0.10784777253866196, "tokens_per_second": 1740336.1479341874, "training_seconds": 1.5062837160003255, "elapsed_tokens_per_second": 1358002.4948439663, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2400, "epoch": 31, "tokens": 314572800, "loss": 3.6250657200813294, "lr": 0.0016669238064670807, "grad_norm": 0.12149680405855179, "tokens_per_second": 1745089.677398103, "training_seconds": 1.502180681000027, "elapsed_tokens_per_second": 1360509.66427572, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2413, "epoch": 31, "tokens": 316276736, "loss": 3.6185075686528134, "lr": 0.0016098223594030138, "grad_norm": 0.10522614419460297, "tokens_per_second": 1747371.6203031098, "training_seconds": 0.9751423110010364, "elapsed_tokens_per_second": 1362124.428136087, "peak_memory_bytes": 42389451776}
{"loss": 3.618293358223543, "perplexity": 37.273900313245704, "tokens": 316276736, "seconds": 0.5437406760011072, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 31, "step": 2413, "evaluation_tokens": 1048576}
{"event": "train", "step": 2420, "epoch": 32, "tokens": 317194240, "loss": 3.602854013442993, "lr": 0.0015794172172451256, "grad_norm": 0.10602772235870361, "tokens_per_second": 1754764.842813848, "training_seconds": 0.5228643620012008, "elapsed_tokens_per_second": 1359796.6533910474, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2440, "epoch": 32, "tokens": 319815680, "loss": 3.6049298882484435, "lr": 0.0014938833502428038, "grad_norm": 0.10186483711004257, "tokens_per_second": 1745696.7802563286, "training_seconds": 1.50165826599914, "elapsed_tokens_per_second": 1362259.1903927443, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2460, "epoch": 32, "tokens": 322437120, "loss": 3.5848395228385925, "lr": 0.0014103652435922805, "grad_norm": 0.11427319049835205, "tokens_per_second": 1739834.8903440055, "training_seconds": 1.5067176859993197, "elapsed_tokens_per_second": 1364657.7674510397, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2480, "epoch": 32, "tokens": 325058560, "loss": 3.59979887008667, "lr": 0.0013289049211542584, "grad_norm": 0.12215934693813324, "tokens_per_second": 1745282.999428808, "training_seconds": 1.502014286999838, "elapsed_tokens_per_second": 1367048.705290789, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2491, "epoch": 32, "tokens": 326500352, "loss": 3.5896130475130947, "lr": 0.0012849937677638556, "grad_norm": 0.12818999588489532, "tokens_per_second": 1740666.5471266916, "training_seconds": 0.8282987929997034, "elapsed_tokens_per_second": 1368337.2870614617, "peak_memory_bytes": 42389451776}
{"loss": 3.6040307435137535, "perplexity": 36.74605024343582, "tokens": 326500352, "seconds": 0.5441829009996582, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 32, "step": 2491, "evaluation_tokens": 1048576}
{"event": "train", "step": 2500, "epoch": 33, "tokens": 327680000, "loss": 3.5931870142618814, "lr": 0.0012495433713727991, "grad_norm": 0.11516150087118149, "tokens_per_second": 1753439.1590220213, "training_seconds": 0.6727624359991751, "elapsed_tokens_per_second": 1366260.6606403983, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2520, "epoch": 33, "tokens": 330301440, "loss": 3.5872769117355348, "lr": 0.0011723205266511497, "grad_norm": 0.1311464011669159, "tokens_per_second": 1747561.7808634173, "training_seconds": 1.5000556939994567, "elapsed_tokens_per_second": 1368624.675311305, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2540, "epoch": 33, "tokens": 332922880, "loss": 3.595703661441803, "lr": 0.0010972752432589234, "grad_norm": 0.10081817954778671, "tokens_per_second": 1744433.442871795, "training_seconds": 1.5027457830001367, "elapsed_tokens_per_second": 1370942.2600350596, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2560, "epoch": 33, "tokens": 335544320, "loss": 3.5626155495643617, "lr": 0.0010244452817807664, "grad_norm": 0.11548048257827759, "tokens_per_second": 1739450.3282149236, "training_seconds": 1.5070507950003957, "elapsed_tokens_per_second": 1373206.60789918, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2568, "epoch": 33, "tokens": 336592896, "loss": 3.6099335849285126, "lr": 0.0009959418338851302, "grad_norm": 0.12699231505393982, "tokens_per_second": 1736234.560367331, "training_seconds": 0.6039368320016365, "elapsed_tokens_per_second": 1374093.6689256616, "peak_memory_bytes": 42389451776}
{"loss": 3.5914557563493084, "perplexity": 36.286862325313194, "tokens": 336592896, "seconds": 0.5405229879997933, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 33, "step": 2568, "evaluation_tokens": 1048576}
{"event": "train", "step": 2580, "epoch": 34, "tokens": 338165760, "loss": 3.613892376422882, "lr": 0.000953867288116335, "grad_norm": 0.126564621925354, "tokens_per_second": 1749739.1948421905, "training_seconds": 0.8989133949999086, "elapsed_tokens_per_second": 1372404.1485056835, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2600, "epoch": 34, "tokens": 340787200, "loss": 3.5991068363189695, "lr": 0.0008855767750411627, "grad_norm": 0.11733515560626984, "tokens_per_second": 1741430.2931443478, "training_seconds": 1.5053373139999167, "elapsed_tokens_per_second": 1374638.888006042, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2620, "epoch": 34, "tokens": 343408640, "loss": 3.5946603059768676, "lr": 0.0008196081043376678, "grad_norm": 0.10832886397838593, "tokens_per_second": 1740404.2882210426, "training_seconds": 1.5062247419991763, "elapsed_tokens_per_second": 1376839.7492174488, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2640, "epoch": 34, "tokens": 346030080, "loss": 3.5950769066810606, "lr": 0.0007559944695053143, "grad_norm": 0.11028396338224411, "tokens_per_second": 1739947.8903574916, "training_seconds": 1.5066198330005136, "elapsed_tokens_per_second": 1379013.719245375, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2646, "epoch": 34, "tokens": 346816512, "loss": 3.6045649449030557, "lr": 0.0007373744276066139, "grad_norm": 0.11452493816614151, "tokens_per_second": 1740519.8495051493, "training_seconds": 0.4518374210001639, "elapsed_tokens_per_second": 1379655.5670883935, "peak_memory_bytes": 42389451776}
{"loss": 3.5803001638461223, "perplexity": 35.88431040329229, "tokens": 346816512, "seconds": 0.5419413420004275, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 34, "step": 2646, "evaluation_tokens": 1048576}
{"event": "train", "step": 2660, "epoch": 35, "tokens": 348651520, "loss": 3.5705466951642717, "lr": 0.0006947678790586163, "grad_norm": 0.10933980345726013, "tokens_per_second": 1746621.4311385613, "training_seconds": 1.050604308000402, "elapsed_tokens_per_second": 1378192.3191237308, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2680, "epoch": 35, "tokens": 351272960, "loss": 3.5832053780555726, "lr": 0.0006359591404213925, "grad_norm": 0.11149078607559204, "tokens_per_second": 1742429.3032377532, "training_seconds": 1.5044742390000465, "elapsed_tokens_per_second": 1380339.5127365445, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2700, "epoch": 35, "tokens": 353894400, "loss": 3.5787139654159548, "lr": 0.0005795978444253758, "grad_norm": 0.1047893762588501, "tokens_per_second": 1739009.4551341098, "training_seconds": 1.5074328620012238, "elapsed_tokens_per_second": 1382443.720598086, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2720, "epoch": 35, "tokens": 356515840, "loss": 3.5633143901824953, "lr": 0.0005257123504209748, "grad_norm": 0.10247208178043365, "tokens_per_second": 1748343.0070898386, "training_seconds": 1.4993854119984462, "elapsed_tokens_per_second": 1384567.844826516, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2724, "epoch": 35, "tokens": 357040128, "loss": 3.593790829181671, "lr": 0.0005152347559368642, "grad_norm": 0.10363533347845078, "tokens_per_second": 1743481.9567526623, "training_seconds": 0.30071317799956887, "elapsed_tokens_per_second": 1384979.047483534, "peak_memory_bytes": 42389451776}
{"loss": 3.5699979064681857, "perplexity": 35.516518796588606, "tokens": 357040128, "seconds": 0.5430858489999082, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 35, "step": 2724, "evaluation_tokens": 1048576}
{"event": "train", "step": 2740, "epoch": 36, "tokens": 359137280, "loss": 3.5738679617643356, "lr": 0.00047432977200767735, "grad_norm": 0.10660279542207718, "tokens_per_second": 1748899.2648760364, "training_seconds": 1.1991268120000314, "elapsed_tokens_per_second": 1383722.4596499542, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2760, "epoch": 36, "tokens": 361758720, "loss": 3.5724847078323365, "lr": 0.0004254759633912887, "grad_norm": 0.1089501827955246, "tokens_per_second": 1740994.7036676295, "training_seconds": 1.5057139429991366, "elapsed_tokens_per_second": 1385777.339359365, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2780, "epoch": 36, "tokens": 364380160, "loss": 3.543907356262207, "lr": 0.0003791755063748501, "grad_norm": 0.10575316101312637, "tokens_per_second": 1741777.4019279978, "training_seconds": 1.505037323999204, "elapsed_tokens_per_second": 1387810.2184279952, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2800, "epoch": 36, "tokens": 367001600, "loss": 3.5757419943809508, "lr": 0.0003354516979897966, "grad_norm": 0.09865336865186691, "tokens_per_second": 1741708.3023766484, "training_seconds": 1.5050970339998457, "elapsed_tokens_per_second": 1389821.687647841, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2802, "epoch": 36, "tokens": 367263744, "loss": 3.5332921743392944, "lr": 0.0003312218911381581, "grad_norm": 0.09309136867523193, "tokens_per_second": 1743800.3849963124, "training_seconds": 0.15032913299910433, "elapsed_tokens_per_second": 1390014.9854118966, "peak_memory_bytes": 42389451776}
{"loss": 3.562524733407469, "perplexity": 35.252087008038146, "tokens": 367263744, "seconds": 0.5446489030000521, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 36, "step": 2802, "evaluation_tokens": 1048576}
{"event": "train", "step": 2820, "epoch": 37, "tokens": 369623040, "loss": 3.566931446393331, "lr": 0.00029432653877357705, "grad_norm": 0.0960337296128273, "tokens_per_second": 1749247.2730000704, "training_seconds": 1.348749279999538, "elapsed_tokens_per_second": 1388955.788338587, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2840, "epoch": 37, "tokens": 372244480, "loss": 3.5544761180877686, "lr": 0.0002558207216996241, "grad_norm": 0.09766415506601334, "tokens_per_second": 1742974.682345426, "training_seconds": 1.5040034869998635, "elapsed_tokens_per_second": 1390939.6927324426, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2860, "epoch": 37, "tokens": 374865920, "loss": 3.5592320442199705, "lr": 0.0002199536217652629, "grad_norm": 0.10352405160665512, "tokens_per_second": 1739222.819688107, "training_seconds": 1.5072479329992348, "elapsed_tokens_per_second": 1392882.6755308278, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2880, "epoch": 37, "tokens": 377487360, "loss": 3.56181960105896, "lr": 0.00018674328624277879, "grad_norm": 0.09122174978256226, "tokens_per_second": 1740478.9893873238, "training_seconds": 1.506160094999359, "elapsed_tokens_per_second": 1394811.4872760142, "peak_memory_bytes": 42389451776}
{"loss": 3.5585026090336425, "perplexity": 35.110583492787896, "tokens": 377487360, "seconds": 0.543183585999941, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 37, "step": 2880, "evaluation_tokens": 1048576}
{"event": "train", "step": 2900, "epoch": 38, "tokens": 380108800, "loss": 3.5618638038635253, "lr": 0.0001562064255985584, "grad_norm": 0.09069059044122696, "tokens_per_second": 1749307.959199462, "training_seconds": 1.4985583220004628, "elapsed_tokens_per_second": 1393844.1060085646, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2920, "epoch": 38, "tokens": 382730240, "loss": 3.5609394907951355, "lr": 0.00012835840508487278, "grad_norm": 0.09121201187372208, "tokens_per_second": 1745254.6073584342, "training_seconds": 1.50203872199927, "elapsed_tokens_per_second": 1395761.2833137105, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2940, "epoch": 38, "tokens": 385351680, "loss": 3.563116025924683, "lr": 0.00010321323700853606, "grad_norm": 0.09374894946813583, "tokens_per_second": 1742863.5078415328, "training_seconds": 1.5040994250011863, "elapsed_tokens_per_second": 1397648.096529109, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2958, "epoch": 38, "tokens": 387710976, "loss": 3.5535643100738525, "lr": 8.290400991417069e-05, "grad_norm": 0.09370677918195724, "tokens_per_second": 1746650.4973430482, "training_seconds": 1.3507544889998826, "elapsed_tokens_per_second": 1399342.2543915764, "peak_memory_bytes": 42389451776}
{"loss": 3.5538387922852683, "perplexity": 34.94721542094453, "tokens": 387710976, "seconds": 0.5422442559993215, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 38, "step": 2958, "evaluation_tokens": 1048576}
{"event": "train", "step": 2960, "epoch": 39, "tokens": 387973120, "loss": 3.528582215309143, "lr": 8.078357368032157e-05, "grad_norm": 0.09011765569448471, "tokens_per_second": 1792645.5537159827, "training_seconds": 0.14623303500047768, "elapsed_tokens_per_second": 1396784.7504833846, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2980, "epoch": 39, "tokens": 390594560, "loss": 3.542596459388733, "lr": 6.108070104869107e-05, "grad_norm": 0.09585069864988327, "tokens_per_second": 1744520.9379093836, "training_seconds": 1.502670414000022, "elapsed_tokens_per_second": 1398650.996952234, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3000, "epoch": 39, "tokens": 393216000, "loss": 3.5456769704818725, "lr": 4.4114533021037625e-05, "grad_norm": 0.09781748056411743, "tokens_per_second": 1739736.5450564343, "training_seconds": 1.5068028590012545, "elapsed_tokens_per_second": 1400474.0123966646, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3020, "epoch": 39, "tokens": 395837440, "loss": 3.5464003443717957, "lr": 2.9893606475294762e-05, "grad_norm": 0.08867263793945312, "tokens_per_second": 1740968.6304257265, "training_seconds": 1.5057364929998585, "elapsed_tokens_per_second": 1402284.797516402, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3035, "epoch": 39, "tokens": 397803520, "loss": 3.5632583777109783, "lr": 2.1033832841024833e-05, "grad_norm": 0.09320083260536194, "tokens_per_second": 1749269.9588525875, "training_seconds": 1.123943157001122, "elapsed_tokens_per_second": 1403653.3636981186, "peak_memory_bytes": 42389451776}
{"loss": 3.551656802713951, "perplexity": 34.871044094091324, "tokens": 397803520, "seconds": 0.5421720329995878, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 39, "step": 3035, "evaluation_tokens": 1048576}
{"event": "train", "step": 3040, "epoch": 40, "tokens": 398458880, "loss": 3.5533926486968994, "lr": 1.8425076964434348e-05, "grad_norm": 0.0863988995552063, "tokens_per_second": 1762593.2027759866, "training_seconds": 0.3718157989987958, "elapsed_tokens_per_second": 1401415.3010317623, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3060, "epoch": 40, "tokens": 401080320, "loss": 3.534241807460785, "lr": 9.714715115999695e-06, "grad_norm": 0.09213173389434814, "tokens_per_second": 1741566.9818791668, "training_seconds": 1.5052191660015524, "elapsed_tokens_per_second": 1403201.1571380259, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3080, "epoch": 40, "tokens": 403701760, "loss": 3.552701210975647, "lr": 3.7669037284964734e-06, "grad_norm": 0.08850861340761185, "tokens_per_second": 1743807.7799441135, "training_seconds": 1.5032849549988896, "elapsed_tokens_per_second": 1404974.6030542848, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3100, "epoch": 40, "tokens": 406323200, "loss": 3.5472063064575194, "lr": 5.846355660953928e-07, "grad_norm": 0.08642370998859406, "tokens_per_second": 1742727.8470699803, "training_seconds": 1.504216510000333, "elapsed_tokens_per_second": 1406728.3087636442, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3113, "epoch": 40, "tokens": 408027136, "loss": 3.5527361723092885, "lr": 0.0, "grad_norm": 0.0901070088148117, "tokens_per_second": 1738325.8815161814, "training_seconds": 0.9802166659992508, "elapsed_tokens_per_second": 1407842.852864501, "peak_memory_bytes": 42389451776}
{"loss": 3.551325531414913, "perplexity": 34.859494231190126, "tokens": 408027136, "seconds": 0.5450254150000546, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 40, "step": 3113, "evaluation_tokens": 1048576}
{"loss": 3.552933020188047, "perplexity": 34.915575539764596, "tokens": 408027136, "seconds": 101.46091168299972, "split": "full", "validation_complete": true, "event": "final_validation", "step": 3113, "evaluation_tokens": 197411295}