{"event": "train", "step": 20, "epoch": 1, "tokens": 2621440, "loss": 9.535148811340331, "lr": 0.00044871794871794877, "grad_norm": 1.3524065017700195, "tokens_per_second": 48266.414978606175, "training_seconds": 54.31188542098971, "elapsed_tokens_per_second": 48266.414978606175, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 40, "epoch": 1, "tokens": 5242880, "loss": 7.556359386444091, "lr": 0.0008974358974358975, "grad_norm": 0.5613749027252197, "tokens_per_second": 1747109.093758244, "training_seconds": 1.500444367993623, "elapsed_tokens_per_second": 93927.53359709082, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 60, "epoch": 1, "tokens": 7864320, "loss": 6.8924384117126465, "lr": 0.001346153846153846, "grad_norm": 1.0473191738128662, "tokens_per_second": 1745282.34292291, "training_seconds": 1.5020148519979557, "elapsed_tokens_per_second": 137196.00721677547, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 78, "epoch": 1, "tokens": 10223616, "loss": 6.592178954018487, "lr": 0.00175, "grad_norm": 0.7883675694465637, "tokens_per_second": 1739791.1448061212, "training_seconds": 1.3560800139966886, "elapsed_tokens_per_second": 174227.88113678247, "peak_memory_bytes": 21988176384}
{"loss": 6.501735614167643, "perplexity": 666.2970646878803, "tokens": 10223616, "seconds": 1.2163240759982727, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 1, "step": 78, "evaluation_tokens": 1048576}
{"event": "train", "step": 80, "epoch": 2, "tokens": 10485760, "loss": 6.496109247207642, "lr": 0.001794871794871795, "grad_norm": 0.37106072902679443, "tokens_per_second": 1828416.352436666, "training_seconds": 0.1433721590001369, "elapsed_tokens_per_second": 174513.79661914287, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 100, "epoch": 2, "tokens": 13107200, "loss": 6.324453234672546, "lr": 0.002243589743589744, "grad_norm": 0.36238694190979004, "tokens_per_second": 1736168.530778002, "training_seconds": 1.5098995019943686, "elapsed_tokens_per_second": 212788.97473223347, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 120, "epoch": 2, "tokens": 15728640, "loss": 6.101317763328552, "lr": 0.002692307692307692, "grad_norm": 0.5352820158004761, "tokens_per_second": 1745581.2213690837, "training_seconds": 1.501757676989655, "elapsed_tokens_per_second": 249260.0231214884, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 140, "epoch": 2, "tokens": 18350080, "loss": 5.895505332946778, "lr": 0.003141025641025641, "grad_norm": 0.23828674852848053, "tokens_per_second": 1740502.3715814424, "training_seconds": 1.5061398609977914, "elapsed_tokens_per_second": 284016.45458462334, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 156, "epoch": 2, "tokens": 20447232, "loss": 5.740352034568787, "lr": 0.0035, "grad_norm": 0.23697319626808167, "tokens_per_second": 1736975.3917184602, "training_seconds": 1.2073584979953011, "elapsed_tokens_per_second": 310661.4881717587, "peak_memory_bytes": 42389451776}
{"loss": 5.6774363526192815, "perplexity": 292.1993727357171, "tokens": 20447232, "seconds": 0.5401934739929857, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 2, "step": 156, "evaluation_tokens": 1048576}
{"event": "train", "step": 160, "epoch": 3, "tokens": 20971520, "loss": 5.658234238624573, "lr": 0.00358974358974359, "grad_norm": 0.30166539549827576, "tokens_per_second": 1764191.8162052655, "training_seconds": 0.29718310400494374, "elapsed_tokens_per_second": 314591.1595731146, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 180, "epoch": 3, "tokens": 23592960, "loss": 5.612937760353089, "lr": 0.0040384615384615385, "grad_norm": 0.3609927296638489, "tokens_per_second": 1740806.1278959496, "training_seconds": 1.5058770520117832, "elapsed_tokens_per_second": 346089.7270592081, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 200, "epoch": 3, "tokens": 26214400, "loss": 5.440568566322327, "lr": 0.004487179487179488, "grad_norm": 0.4640234410762787, "tokens_per_second": 1745121.210114589, "training_seconds": 1.5021535379928537, "elapsed_tokens_per_second": 376242.71693003556, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 220, "epoch": 3, "tokens": 28835840, "loss": 5.3467264652252195, "lr": 0.004935897435897436, "grad_norm": 0.2383570820093155, "tokens_per_second": 1743055.5835787193, "training_seconds": 1.5039336810004897, "elapsed_tokens_per_second": 405110.40124950954, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 233, "epoch": 3, "tokens": 30539776, "loss": 5.209735283484826, "lr": 0.005227564102564103, "grad_norm": 0.3124924898147583, "tokens_per_second": 1739559.6754531728, "training_seconds": 0.9795214409969049, "elapsed_tokens_per_second": 423212.23524053453, "peak_memory_bytes": 42389451776}
{"loss": 5.2237046815458426, "perplexity": 185.62057697813168, "tokens": 30539776, "seconds": 0.54023433799739, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 3, "step": 233, "evaluation_tokens": 1048576}
{"event": "train", "step": 240, "epoch": 4, "tokens": 31457280, "loss": 5.172097955431257, "lr": 0.005384615384615384, "grad_norm": 0.2593926191329956, "tokens_per_second": 1744172.5936330936, "training_seconds": 0.5260396840021713, "elapsed_tokens_per_second": 429528.99012260936, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 260, "epoch": 4, "tokens": 34078720, "loss": 5.123729133605957, "lr": 0.005833333333333334, "grad_norm": 0.24398314952850342, "tokens_per_second": 1731343.0699968068, "training_seconds": 1.5141077729931567, "elapsed_tokens_per_second": 455891.140334777, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 280, "epoch": 4, "tokens": 36700160, "loss": 5.050367617607117, "lr": 0.006282051282051282, "grad_norm": 0.2523902654647827, "tokens_per_second": 1742459.578207766, "training_seconds": 1.5044480989890872, "elapsed_tokens_per_second": 481259.7478373787, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 300, "epoch": 4, "tokens": 39321600, "loss": 4.971099066734314, "lr": 0.006730769230769231, "grad_norm": 0.20721517503261566, "tokens_per_second": 1738123.1146983255, "training_seconds": 1.5082015639927704, "elapsed_tokens_per_second": 505624.3688517659, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 311, "epoch": 4, "tokens": 40763392, "loss": 4.977012460882014, "lr": 0.0069775641025641025, "grad_norm": 0.23135851323604584, "tokens_per_second": 1724687.0020395974, "training_seconds": 0.8359731350064976, "elapsed_tokens_per_second": 518577.61928874854, "peak_memory_bytes": 42389451776}
{"loss": 4.983953396312353, "perplexity": 146.05063787164295, "tokens": 40763392, "seconds": 0.5413347610010533, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 4, "step": 311, "evaluation_tokens": 1048576}
{"event": "train", "step": 320, "epoch": 5, "tokens": 41943040, "loss": 4.937246534559462, "lr": 0.0069998591072530205, "grad_norm": 0.24458982050418854, "tokens_per_second": 1743957.9913812606, "training_seconds": 0.6764199629978975, "elapsed_tokens_per_second": 525329.1531253709, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 340, "epoch": 5, "tokens": 44564480, "loss": 4.872384476661682, "lr": 0.00699827419411727, "grad_norm": 0.17925505340099335, "tokens_per_second": 1735852.9673263952, "training_seconds": 1.5101739890087629, "elapsed_tokens_per_second": 547793.284766933, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 360, "epoch": 5, "tokens": 47185920, "loss": 4.793549299240112, "lr": 0.006994929052052427, "grad_norm": 0.20920075476169586, "tokens_per_second": 1734441.3177272377, "training_seconds": 1.5114031090051867, "elapsed_tokens_per_second": 569427.317450672, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 380, "epoch": 5, "tokens": 49807360, "loss": 4.7410917520523075, "lr": 0.006989825364235827, "grad_norm": 0.18439583480358124, "tokens_per_second": 1732952.157191969, "training_seconds": 1.5127018880011747, "elapsed_tokens_per_second": 590275.5748400604, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 389, "epoch": 5, "tokens": 50987008, "loss": 4.686483912997776, "lr": 0.006986955630998453, "grad_norm": 0.21705254912376404, "tokens_per_second": 1739098.2576227924, "training_seconds": 0.6783101500041084, "elapsed_tokens_per_second": 599422.4789269457, "peak_memory_bytes": 42389451776}
{"loss": 4.729595160345539, "perplexity": 113.2497050953903, "tokens": 50987008, "seconds": 0.5427580510004191, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 5, "step": 389, "evaluation_tokens": 1048576}
{"event": "train", "step": 400, "epoch": 6, "tokens": 52428800, "loss": 4.701197754253041, "lr": 0.006982965698693427, "grad_norm": 0.2693654000759125, "tokens_per_second": 1752656.855592941, "training_seconds": 0.8226322199916467, "elapsed_tokens_per_second": 606558.659862654, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 420, "epoch": 6, "tokens": 55050240, "loss": 4.666461300849915, "lr": 0.006974353507007655, "grad_norm": 0.18222078680992126, "tokens_per_second": 1730154.3442935073, "training_seconds": 1.515148061007494, "elapsed_tokens_per_second": 625907.272505568, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 440, "epoch": 6, "tokens": 57671680, "loss": 4.601731276512146, "lr": 0.0069639931225806695, "grad_norm": 0.21350343525409698, "tokens_per_second": 1732056.9492509381, "training_seconds": 1.5134837229998084, "elapsed_tokens_per_second": 644607.8834922682, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 460, "epoch": 6, "tokens": 60293120, "loss": 4.518911623954773, "lr": 0.006951889758453925, "grad_norm": 0.24468077719211578, "tokens_per_second": 1733667.177394086, "training_seconds": 1.5120780010038288, "elapsed_tokens_per_second": 662697.6974204386, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 467, "epoch": 6, "tokens": 61210624, "loss": 4.465860026223319, "lr": 0.006947242902781892, "grad_norm": 0.19001847505569458, "tokens_per_second": 1736539.549628401, "training_seconds": 0.5283519170043292, "elapsed_tokens_per_second": 668885.30908867, "peak_memory_bytes": 42389451776}
{"loss": 4.473502809081983, "perplexity": 87.6632534816197, "tokens": 61210624, "seconds": 0.544001952992403, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 6, "step": 467, "evaluation_tokens": 1048576}
{"event": "train", "step": 480, "epoch": 7, "tokens": 62914560, "loss": 4.460382351508508, "lr": 0.006938049504685113, "grad_norm": 0.19252566993236542, "tokens_per_second": 1749949.0932026252, "training_seconds": 0.9737060390034458, "elapsed_tokens_per_second": 676211.5332615599, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 500, "epoch": 7, "tokens": 65536000, "loss": 4.400643420219422, "lr": 0.006922479325283836, "grad_norm": 0.19753850996494293, "tokens_per_second": 1734253.9133559577, "training_seconds": 1.5115664320037467, "elapsed_tokens_per_second": 693117.1508916193, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 520, "epoch": 7, "tokens": 68157440, "loss": 4.3458336114883425, "lr": 0.006905187054707512, "grad_norm": 0.24101315438747406, "tokens_per_second": 1722738.403921976, "training_seconds": 1.5216703789919848, "elapsed_tokens_per_second": 709408.23705816, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 540, "epoch": 7, "tokens": 70778880, "loss": 4.32680230140686, "lr": 0.006886181393919309, "grad_norm": 0.19893303513526917, "tokens_per_second": 1741741.4731680066, "training_seconds": 1.5050683700101217, "elapsed_tokens_per_second": 725317.13380751, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 545, "epoch": 7, "tokens": 71434240, "loss": 4.2999162673950195, "lr": 0.00688116336330005, "grad_norm": 0.1938887983560562, "tokens_per_second": 1737715.9397408108, "training_seconds": 0.3771387400047388, "elapsed_tokens_per_second": 729200.3155410037, "peak_memory_bytes": 42389451776}
{"loss": 4.311914863785632, "perplexity": 74.58316889954838, "tokens": 71434240, "seconds": 0.543258228994091, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 7, "step": 545, "evaluation_tokens": 1048576}
{"event": "train", "step": 560, "epoch": 8, "tokens": 73400320, "loss": 4.297518380482992, "lr": 0.006865471906010078, "grad_norm": 0.15735673904418945, "tokens_per_second": 1747590.8076657716, "training_seconds": 1.125023083994165, "elapsed_tokens_per_second": 736654.8818817337, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 580, "epoch": 8, "tokens": 76021760, "loss": 4.264037275314331, "lr": 0.006843069011386483, "grad_norm": 0.1553793102502823, "tokens_per_second": 1734983.6407737625, "training_seconds": 1.5109306730009848, "elapsed_tokens_per_second": 751552.1445362146, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 600, "epoch": 8, "tokens": 78643200, "loss": 4.240131139755249, "lr": 0.0068189839825277595, "grad_norm": 0.21041239798069, "tokens_per_second": 1733738.7959175431, "training_seconds": 1.5120155390031869, "elapsed_tokens_per_second": 766004.4890216427, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 620, "epoch": 8, "tokens": 81264640, "loss": 4.211997938156128, "lr": 0.0067932289383137315, "grad_norm": 0.15284845232963562, "tokens_per_second": 1731133.7297773259, "training_seconds": 1.5142908689886099, "elapsed_tokens_per_second": 780022.0990446596, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 623, "epoch": 8, "tokens": 81657856, "loss": 4.1622490882873535, "lr": 0.006789222432912081, "grad_norm": 0.15718749165534973, "tokens_per_second": 1745589.3156993052, "training_seconds": 0.22526260699669365, "elapsed_tokens_per_second": 782089.5024775314, "peak_memory_bytes": 42389451776}
{"loss": 4.202538429420683, "perplexity": 66.85582461832583, "tokens": 81657856, "seconds": 0.5407801199908135, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 8, "step": 623, "evaluation_tokens": 1048576}
{"event": "train", "step": 640, "epoch": 9, "tokens": 83886080, "loss": 4.186888442319982, "lr": 0.00676581683792695, "grad_norm": 0.17915181815624237, "tokens_per_second": 1746083.5506075404, "training_seconds": 1.276126791999559, "elapsed_tokens_per_second": 789619.4266799189, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 660, "epoch": 9, "tokens": 86507520, "loss": 4.1658672332763675, "lr": 0.006736761474332013, "grad_norm": 0.16355207562446594, "tokens_per_second": 1731834.985915354, "training_seconds": 1.5136777010047808, "elapsed_tokens_per_second": 802844.5452135927, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 680, "epoch": 9, "tokens": 89128960, "loss": 4.1700386047363285, "lr": 0.006706077467335345, "grad_norm": 0.14617128670215607, "tokens_per_second": 1724849.130082267, "training_seconds": 1.5198082860006252, "elapsed_tokens_per_second": 815654.122725605, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 700, "epoch": 9, "tokens": 91750400, "loss": 4.128720688819885, "lr": 0.0066737802562289485, "grad_norm": 0.15735772252082825, "tokens_per_second": 1729012.9318415988, "training_seconds": 1.5161482900002738, "elapsed_tokens_per_second": 828144.3874687668, "peak_memory_bytes": 42389451776}
{"loss": 4.142149740257459, "perplexity": 62.93797642474874, "tokens": 91750400, "seconds": 0.5391816049959743, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 9, "step": 700, "evaluation_tokens": 1048576}
{"event": "train", "step": 720, "epoch": 10, "tokens": 94371840, "loss": 4.129011726379394, "lr": 0.006639886092021793, "grad_norm": 0.1589849591255188, "tokens_per_second": 1731131.7531904723, "training_seconds": 1.5142925979889696, "elapsed_tokens_per_second": 836237.0581002056, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 740, "epoch": 10, "tokens": 96993280, "loss": 4.110490512847901, "lr": 0.006604412029262797, "grad_norm": 0.15576210618019104, "tokens_per_second": 1741221.2696412273, "training_seconds": 1.5055180210038088, "elapsed_tokens_per_second": 848135.5270849105, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 760, "epoch": 10, "tokens": 99614720, "loss": 4.104545831680298, "lr": 0.006567375917459469, "grad_norm": 0.14703132212162018, "tokens_per_second": 1735419.9414623505, "training_seconds": 1.5105508109991206, "elapsed_tokens_per_second": 859690.3338772139, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 778, "epoch": 10, "tokens": 101974016, "loss": 4.073205629984538, "lr": 0.006532723251041431, "grad_norm": 0.16888505220413208, "tokens_per_second": 1733875.8368311266, "training_seconds": 1.3607064300013008, "elapsed_tokens_per_second": 869821.3113444188, "peak_memory_bytes": 42389451776}
{"loss": 4.088190013219373, "perplexity": 59.63186108637248, "tokens": 101974016, "seconds": 0.5396708070038585, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 10, "step": 778, "evaluation_tokens": 1048576}
{"event": "train", "step": 780, "epoch": 11, "tokens": 102236160, "loss": 4.082844495773315, "lr": 0.006528796392096565, "grad_norm": 0.15474694967269897, "tokens_per_second": 1797652.0761429544, "training_seconds": 0.14582577100372873, "elapsed_tokens_per_second": 866909.8584174989, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 800, "epoch": 11, "tokens": 104857600, "loss": 4.06764931678772, "lr": 0.006488692865259259, "grad_norm": 0.2147676795721054, "tokens_per_second": 1734218.816337563, "training_seconds": 1.511597022996284, "elapsed_tokens_per_second": 877877.826260469, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 820, "epoch": 11, "tokens": 107479040, "loss": 4.098562335968017, "lr": 0.006447085515865549, "grad_norm": 0.35180386900901794, "tokens_per_second": 1727502.872825124, "training_seconds": 1.517473598010838, "elapsed_tokens_per_second": 888520.6690917851, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 840, "epoch": 11, "tokens": 110100480, "loss": 4.110582280158996, "lr": 0.006403995279512818, "grad_norm": 0.11906582117080688, "tokens_per_second": 1739804.6118384348, "training_seconds": 1.5067439080012264, "elapsed_tokens_per_second": 898981.7345330032, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 856, "epoch": 11, "tokens": 112197632, "loss": 4.044116675853729, "lr": 0.006368469957157371, "grad_norm": 0.12138444930315018, "tokens_per_second": 1736375.2502399774, "training_seconds": 1.2077757959923474, "elapsed_tokens_per_second": 907142.4030626672, "peak_memory_bytes": 42389451776}
{"loss": 4.058392037396336, "perplexity": 57.881165462174735, "tokens": 112197632, "seconds": 0.5423162390070502, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 11, "step": 856, "evaluation_tokens": 1048576}
{"event": "train", "step": 860, "epoch": 12, "tokens": 112721920, "loss": 4.0162476897239685, "lr": 0.006359443837943657, "grad_norm": 0.13515298068523407, "tokens_per_second": 1773710.4505335935, "training_seconds": 0.29558826799620874, "elapsed_tokens_per_second": 905194.0359771169, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 880, "epoch": 12, "tokens": 115343360, "loss": 4.031634938716889, "lr": 0.006313453608136249, "grad_norm": 0.11887982487678528, "tokens_per_second": 1731766.817119344, "training_seconds": 1.5137372850003885, "elapsed_tokens_per_second": 915110.3433956747, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 900, "epoch": 12, "tokens": 117964800, "loss": 4.002844727039337, "lr": 0.006266047731024798, "grad_norm": 0.14299094676971436, "tokens_per_second": 1736197.710032564, "training_seconds": 1.5098741260007955, "elapsed_tokens_per_second": 924814.4529375534, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 920, "epoch": 12, "tokens": 120586240, "loss": 4.013400089740753, "lr": 0.006217250059855699, "grad_norm": 0.1324973702430725, "tokens_per_second": 1731705.3183211447, "training_seconds": 1.5137910430057673, "elapsed_tokens_per_second": 934269.6880069472, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 934, "epoch": 12, "tokens": 122421248, "loss": 3.9988252265112743, "lr": 0.006182276693241183, "grad_norm": 0.13517342507839203, "tokens_per_second": 1725733.239046542, "training_seconds": 1.0633207719947677, "elapsed_tokens_per_second": 940725.9940162591, "peak_memory_bytes": 42389451776}
{"loss": 4.011333763442378, "perplexity": 55.22047251626887, "tokens": 122421248, "seconds": 0.5399252959905425, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 12, "step": 934, "evaluation_tokens": 1048576}
{"event": "train", "step": 940, "epoch": 13, "tokens": 123207680, "loss": 4.002801934878032, "lr": 0.006167085148185275, "grad_norm": 0.13079939782619476, "tokens_per_second": 1756365.937697766, "training_seconds": 0.44776090398954693, "elapsed_tokens_per_second": 939584.6275516623, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 960, "epoch": 13, "tokens": 125829120, "loss": 3.996592342853546, "lr": 0.006115578237525155, "grad_norm": 0.14022672176361084, "tokens_per_second": 1725418.573011009, "training_seconds": 1.5193067009968217, "elapsed_tokens_per_second": 948577.4034467664, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 980, "epoch": 13, "tokens": 128450560, "loss": 3.9785620093345644, "lr": 0.00606275524464148, "grad_norm": 0.12391083687543869, "tokens_per_second": 1732612.9528392493, "training_seconds": 1.5129980390047422, "elapsed_tokens_per_second": 957407.6132751106, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1000, "epoch": 13, "tokens": 131072000, "loss": 3.9527324438095093, "lr": 0.006008642748514353, "grad_norm": 0.1457984894514084, "tokens_per_second": 1736773.7895634938, "training_seconds": 1.5093733079993399, "elapsed_tokens_per_second": 966064.3407683817, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1012, "epoch": 13, "tokens": 132644864, "loss": 3.9695563316345215, "lr": 0.005975567589470809, "grad_norm": 0.12574177980422974, "tokens_per_second": 1738617.2160098718, "training_seconds": 0.9046637669962365, "elapsed_tokens_per_second": 971170.4727949938, "peak_memory_bytes": 42389451776}
{"loss": 3.977354348310831, "perplexity": 53.375633925938494, "tokens": 132644864, "seconds": 0.5436062189983204, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 13, "step": 1012, "evaluation_tokens": 1048576}
{"event": "train", "step": 1020, "epoch": 14, "tokens": 133693440, "loss": 3.945025861263275, "lr": 0.0059532679769640695, "grad_norm": 0.1959550976753235, "tokens_per_second": 1758816.8280288167, "training_seconds": 0.5961826059938176, "elapsed_tokens_per_second": 970698.3119208544, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1040, "epoch": 14, "tokens": 136314880, "loss": 3.9489890813827513, "lr": 0.005896658792950885, "grad_norm": 0.14708015322685242, "tokens_per_second": 1734249.2150880592, "training_seconds": 1.5115705270000035, "elapsed_tokens_per_second": 978979.4922105201, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1060, "epoch": 14, "tokens": 138936320, "loss": 3.9546993732452393, "lr": 0.005838843680555183, "grad_norm": 0.17888469994068146, "tokens_per_second": 1737024.9019284735, "training_seconds": 1.5091551060031634, "elapsed_tokens_per_second": 987090.434665285, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1080, "epoch": 14, "tokens": 141557760, "loss": 3.933302330970764, "lr": 0.005779851730645125, "grad_norm": 0.15541715919971466, "tokens_per_second": 1732707.693018545, "training_seconds": 1.5129153120069532, "elapsed_tokens_per_second": 995009.100209173, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1090, "epoch": 14, "tokens": 142868480, "loss": 3.9462955713272097, "lr": 0.005749923694840951, "grad_norm": 0.13233263790607452, "tokens_per_second": 1742862.382697019, "training_seconds": 0.7520501980034169, "elapsed_tokens_per_second": 998926.4845796288, "peak_memory_bytes": 42389451776}
{"loss": 3.9395190232303303, "perplexity": 51.39387609437401, "tokens": 142868480, "seconds": 0.5412592810025671, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 14, "step": 1090, "evaluation_tokens": 1048576}
{"event": "train", "step": 1100, "epoch": 15, "tokens": 144179200, "loss": 3.923423647880554, "lr": 0.005719712626238982, "grad_norm": 0.1260741949081421, "tokens_per_second": 1742390.65036443, "training_seconds": 0.7522538069897564, "elapsed_tokens_per_second": 999010.7093142711, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1120, "epoch": 15, "tokens": 146800640, "loss": 3.9154975056648254, "lr": 0.005658456627569504, "grad_norm": 0.11609102040529251, "tokens_per_second": 1737719.35286972, "training_seconds": 1.5085519970016321, "elapsed_tokens_per_second": 1006640.7895945589, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1140, "epoch": 15, "tokens": 149422080, "loss": 3.912318217754364, "lr": 0.005596114556857868, "grad_norm": 0.16335710883140564, "tokens_per_second": 1722297.7646318672, "training_seconds": 1.522059688999434, "elapsed_tokens_per_second": 1014022.3635030524, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1160, "epoch": 15, "tokens": 152043520, "loss": 3.9033708333969117, "lr": 0.005532717782804831, "grad_norm": 0.11462298035621643, "tokens_per_second": 1732605.453284517, "training_seconds": 1.5130045879923273, "elapsed_tokens_per_second": 1021311.2602497272, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1167, "epoch": 15, "tokens": 152961024, "loss": 3.8821915217808316, "lr": 0.0055102856259664525, "grad_norm": 0.1289762556552887, "tokens_per_second": 1732093.2608694483, "training_seconds": 0.5297081980097573, "elapsed_tokens_per_second": 1023817.313653636, "peak_memory_bytes": 42389451776}
{"loss": 3.9120804736107186, "perplexity": 50.00287349169501, "tokens": 152961024, "seconds": 0.541131285004667, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 15, "step": 1167, "evaluation_tokens": 1048576}
{"event": "train", "step": 1180, "epoch": 16, "tokens": 154664960, "loss": 3.8602612568781924, "lr": 0.005468298204806925, "grad_norm": 0.15433111786842346, "tokens_per_second": 1736346.2112439016, "training_seconds": 0.9813342459965497, "elapsed_tokens_per_second": 1024706.9039357466, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1200, "epoch": 16, "tokens": 157286400, "loss": 3.883254516124725, "lr": 0.005402888236905619, "grad_norm": 0.137689471244812, "tokens_per_second": 1734638.389406677, "training_seconds": 1.5112313990102848, "elapsed_tokens_per_second": 1031733.7409015399, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1220, "epoch": 16, "tokens": 159907840, "loss": 3.8882776737213134, "lr": 0.005336520791477519, "grad_norm": 0.12848888337612152, "tokens_per_second": 1740052.9123546407, "training_seconds": 1.5065289000049233, "elapsed_tokens_per_second": 1038651.1045451165, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1240, "epoch": 16, "tokens": 162529280, "loss": 3.8607794761657717, "lr": 0.005269229262673828, "grad_norm": 0.14736707508563995, "tokens_per_second": 1731518.0003254847, "training_seconds": 1.5139548070001183, "elapsed_tokens_per_second": 1045390.2115914683, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1245, "epoch": 16, "tokens": 163184640, "loss": 3.8485766887664794, "lr": 0.005252265950337139, "grad_norm": 0.1809365451335907, "tokens_per_second": 1728563.478617181, "training_seconds": 0.3791356279980391, "elapsed_tokens_per_second": 1047040.5976806433, "peak_memory_bytes": 42389451776}
{"loss": 3.8901890094897826, "perplexity": 48.92013201915422, "tokens": 163184640, "seconds": 0.5458549140021205, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 16, "step": 1245, "evaluation_tokens": 1048576}
{"event": "train", "step": 1260, "epoch": 17, "tokens": 165150720, "loss": 3.8645387331644696, "lr": 0.005201047509617394, "grad_norm": 0.11608009785413742, "tokens_per_second": 1741441.6942341172, "training_seconds": 1.128995594001026, "elapsed_tokens_per_second": 1048323.7842467311, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1280, "epoch": 17, "tokens": 167772160, "loss": 3.8730966210365296, "lr": 0.0051320098393657825, "grad_norm": 0.1231616660952568, "tokens_per_second": 1740042.6767509235, "training_seconds": 1.5065377619903302, "elapsed_tokens_per_second": 1054865.1118359603, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1300, "epoch": 17, "tokens": 170393600, "loss": 3.85556937456131, "lr": 0.00506215098964898, "grad_norm": 0.12139005213975906, "tokens_per_second": 1737914.5340447996, "training_seconds": 1.5083825750043616, "elapsed_tokens_per_second": 1061267.5509262097, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1320, "epoch": 17, "tokens": 173015040, "loss": 3.8655789732933044, "lr": 0.004991506111390386, "grad_norm": 0.1349976807832718, "tokens_per_second": 1737591.2938632502, "training_seconds": 1.508663176005939, "elapsed_tokens_per_second": 1067555.891942725, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1323, "epoch": 17, "tokens": 173408256, "loss": 3.8519953886667886, "lr": 0.004980843776856041, "grad_norm": 0.12274914979934692, "tokens_per_second": 1727288.1633801651, "training_seconds": 0.2276493339886656, "elapsed_tokens_per_second": 1068467.815761199, "peak_memory_bytes": 42389451776}
{"loss": 3.8628358132269947, "perplexity": 47.60014527492762, "tokens": 173408256, "seconds": 0.5413423650024924, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 17, "step": 1323, "evaluation_tokens": 1048576}
{"event": "train", "step": 1340, "epoch": 18, "tokens": 175636480, "loss": 3.829750089084401, "lr": 0.004920110751019897, "grad_norm": 0.15025532245635986, "tokens_per_second": 1743211.7797945822, "training_seconds": 1.2782290860050125, "elapsed_tokens_per_second": 1070134.5031610648, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1360, "epoch": 18, "tokens": 178257920, "loss": 3.830065298080444, "lr": 0.00484800083258799, "grad_norm": 0.13814418017864227, "tokens_per_second": 1730936.1117439242, "training_seconds": 1.5144637530029286, "elapsed_tokens_per_second": 1076168.810100504, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1380, "epoch": 18, "tokens": 180879360, "loss": 3.8306841135025023, "lr": 0.00477521263968979, "grad_norm": 0.17775319516658783, "tokens_per_second": 1735308.4925563345, "training_seconds": 1.5106478250090731, "elapsed_tokens_per_second": 1082112.3061506741, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1400, "epoch": 18, "tokens": 183500800, "loss": 3.819915795326233, "lr": 0.004701782797208232, "grad_norm": 0.12707239389419556, "tokens_per_second": 1727732.4813825998, "training_seconds": 1.5172719319962198, "elapsed_tokens_per_second": 1087910.0370071018, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1401, "epoch": 18, "tokens": 183631872, "loss": 3.831834554672241, "lr": 0.004698095123205465, "grad_norm": 0.1257943958044052, "tokens_per_second": 1748482.32703531, "training_seconds": 0.07496329701098148, "elapsed_tokens_per_second": 1088190.2585262978, "peak_memory_bytes": 42389451776}
{"loss": 3.836602675500764, "perplexity": 46.367680496020824, "tokens": 183631872, "seconds": 0.5403922160039656, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 18, "step": 1401, "evaluation_tokens": 1048576}
{"event": "train", "step": 1420, "epoch": 19, "tokens": 186122240, "loss": 3.820728013389989, "lr": 0.004627748252885495, "grad_norm": 0.1247466579079628, "tokens_per_second": 1744185.308272186, "training_seconds": 1.4278115909983171, "elapsed_tokens_per_second": 1090175.0394660968, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1440, "epoch": 19, "tokens": 188743680, "loss": 3.814654541015625, "lr": 0.00455314625873198, "grad_norm": 0.15743373334407806, "tokens_per_second": 1737523.152556227, "training_seconds": 1.5087223419977818, "elapsed_tokens_per_second": 1095833.2026715344, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1460, "epoch": 19, "tokens": 191365120, "loss": 3.8042521357536314, "lr": 0.004478014352282198, "grad_norm": 0.1409951001405716, "tokens_per_second": 1740842.2053552032, "training_seconds": 1.5058458440034883, "elapsed_tokens_per_second": 1101411.9801373782, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1479, "epoch": 19, "tokens": 193855488, "loss": 3.7951225230568335, "lr": 0.004406182639537017, "grad_norm": 0.13563282787799835, "tokens_per_second": 1732669.933918655, "training_seconds": 1.4373008680122439, "elapsed_tokens_per_second": 1106582.214589986, "peak_memory_bytes": 42389451776}
{"loss": 3.818427298375203, "perplexity": 45.532542877276114, "tokens": 193855488, "seconds": 0.5415623609878821, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 19, "step": 1479, "evaluation_tokens": 1048576}
{"event": "train", "step": 1480, "epoch": 20, "tokens": 193986560, "loss": 3.773911476135254, "lr": 0.004402390337706972, "grad_norm": 0.13132426142692566, "tokens_per_second": 1860183.0176505835, "training_seconds": 0.07046188399544917, "elapsed_tokens_per_second": 1103410.609390201, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1500, "epoch": 20, "tokens": 196608000, "loss": 3.797450304031372, "lr": 0.004326312266791497, "grad_norm": 0.12357157468795776, "tokens_per_second": 1735464.9482962177, "training_seconds": 1.5105116369959433, "elapsed_tokens_per_second": 1108757.3994235124, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1520, "epoch": 20, "tokens": 199229440, "loss": 3.784342646598816, "lr": 0.004249818419788796, "grad_norm": 0.13772688806056976, "tokens_per_second": 1736552.907272116, "training_seconds": 1.5095652939926367, "elapsed_tokens_per_second": 1114049.6760304605, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1540, "epoch": 20, "tokens": 201850880, "loss": 3.7805002331733704, "lr": 0.004172947286158222, "grad_norm": 0.11961942911148071, "tokens_per_second": 1731031.0606997039, "training_seconds": 1.5143806830019457, "elapsed_tokens_per_second": 1119220.7895735279, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1557, "epoch": 20, "tokens": 204079104, "loss": 3.794838414472692, "lr": 0.0041073390670818555, "grad_norm": 0.1284295916557312, "tokens_per_second": 1732740.5323838429, "training_seconds": 1.2859536430041771, "elapsed_tokens_per_second": 1123555.2935561587, "peak_memory_bytes": 42389451776}
{"loss": 3.7987878645553077, "perplexity": 44.64703342899919, "tokens": 204079104, "seconds": 0.5458448020071955, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 20, "step": 1557, "evaluation_tokens": 1048576}
{"event": "train", "step": 1560, "epoch": 21, "tokens": 204472320, "loss": 3.775418678919474, "lr": 0.004095737545198686, "grad_norm": 0.15933606028556824, "tokens_per_second": 1782405.3641602166, "training_seconds": 0.22060974899795838, "elapsed_tokens_per_second": 1120938.9651790177, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1580, "epoch": 21, "tokens": 207093760, "loss": 3.7903271913528442, "lr": 0.00401822804658637, "grad_norm": 0.11855008453130722, "tokens_per_second": 1729701.7033462964, "training_seconds": 1.5155445559939835, "elapsed_tokens_per_second": 1125945.6858741357, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1600, "epoch": 21, "tokens": 209715200, "loss": 3.787187123298645, "lr": 0.003940457790826714, "grad_norm": 0.12784446775913239, "tokens_per_second": 1731676.7016809995, "training_seconds": 1.5138160589995096, "elapsed_tokens_per_second": 1130881.1861100653, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1620, "epoch": 21, "tokens": 212336640, "loss": 3.776424252986908, "lr": 0.0038624659096305057, "grad_norm": 0.12389456480741501, "tokens_per_second": 1741205.2907657847, "training_seconds": 1.5055318369995803, "elapsed_tokens_per_second": 1135786.6549288281, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1634, "epoch": 21, "tokens": 214171648, "loss": 3.7679229974746704, "lr": 0.003807760736513841, "grad_norm": 0.12509049475193024, "tokens_per_second": 1742655.395278526, "training_seconds": 1.0529953340010252, "elapsed_tokens_per_second": 1139177.2336565468, "peak_memory_bytes": 42389451776}
{"loss": 3.7766238830562293, "perplexity": 43.66836308513065, "tokens": 214171648, "seconds": 0.5383544779906515, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 21, "step": 1634, "evaluation_tokens": 1048576}
{"event": "train", "step": 1640, "epoch": 22, "tokens": 214958080, "loss": 3.7372793356577554, "lr": 0.003784291646223944, "grad_norm": 0.1253991276025772, "tokens_per_second": 1756076.7244574812, "training_seconds": 0.4478346469986718, "elapsed_tokens_per_second": 1137338.176447954, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1660, "epoch": 22, "tokens": 217579520, "loss": 3.779548966884613, "lr": 0.00370597433560261, "grad_norm": 0.11637724936008453, "tokens_per_second": 1728327.8228876109, "training_seconds": 1.5167492910113651, "elapsed_tokens_per_second": 1142034.2250384262, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1680, "epoch": 22, "tokens": 220200960, "loss": 3.756529891490936, "lr": 0.0036275533847392413, "grad_norm": 0.12816734611988068, "tokens_per_second": 1727601.7890028195, "training_seconds": 1.5173867130069993, "elapsed_tokens_per_second": 1146650.1897545352, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1700, "epoch": 22, "tokens": 222822400, "loss": 3.7562885642051698, "lr": 0.003549068252755307, "grad_norm": 0.13296563923358917, "tokens_per_second": 1727887.718553695, "training_seconds": 1.5171356170030776, "elapsed_tokens_per_second": 1151192.3390444824, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1712, "epoch": 22, "tokens": 224395264, "loss": 3.7467867930730185, "lr": 0.003501962794307609, "grad_norm": 0.11773031204938889, "tokens_per_second": 1732280.0550644135, "training_seconds": 0.9079732779937331, "elapsed_tokens_per_second": 1153896.111990633, "peak_memory_bytes": 42389451776}
{"loss": 3.7537945336032124, "perplexity": 42.68273618170457, "tokens": 224395264, "seconds": 0.5394102279969957, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 22, "step": 1712, "evaluation_tokens": 1048576}
{"event": "train", "step": 1720, "epoch": 23, "tokens": 225443840, "loss": 3.7175557613372803, "lr": 0.003470558431066335, "grad_norm": 0.11598815768957138, "tokens_per_second": 1739911.0600758905, "training_seconds": 0.6026606899977196, "elapsed_tokens_per_second": 1152466.6990082595, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1740, "epoch": 23, "tokens": 228065280, "loss": 3.7451457142829896, "lr": 0.003392063423510983, "grad_norm": 0.1188378781080246, "tokens_per_second": 1726740.4879931372, "training_seconds": 1.5181435880076606, "elapsed_tokens_per_second": 1156877.2170170513, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1760, "epoch": 23, "tokens": 230686720, "loss": 3.730784511566162, "lr": 0.0033136227264738754, "grad_norm": 0.13100939989089966, "tokens_per_second": 1733547.4793754301, "training_seconds": 1.5121824069938157, "elapsed_tokens_per_second": 1161258.3429777336, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1780, "epoch": 23, "tokens": 233308160, "loss": 3.7331743001937867, "lr": 0.0032352758090121777, "grad_norm": 0.13185659050941467, "tokens_per_second": 1731166.6613505455, "training_seconds": 1.5142620629922021, "elapsed_tokens_per_second": 1165557.7374605834, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1790, "epoch": 23, "tokens": 234618880, "loss": 3.717409873008728, "lr": 0.0031961498393423327, "grad_norm": 0.12731719017028809, "tokens_per_second": 1734807.184069066, "training_seconds": 0.7555421790020773, "elapsed_tokens_per_second": 1167690.3576274859, "peak_memory_bytes": 42389451776}
{"loss": 3.736396115299129, "perplexity": 41.94654691821576, "tokens": 234618880, "seconds": 0.5378202860010788, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 23, "step": 1790, "evaluation_tokens": 1048576}
{"event": "train", "step": 1800, "epoch": 24, "tokens": 235929600, "loss": 3.7205807685852053, "lr": 0.00315706209299592, "grad_norm": 0.14245305955410004, "tokens_per_second": 1736875.3526542084, "training_seconds": 0.7546425239997916, "elapsed_tokens_per_second": 1166660.2683297587, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1820, "epoch": 24, "tokens": 238551040, "loss": 3.748141551017761, "lr": 0.0030790209332720777, "grad_norm": 0.1382656842470169, "tokens_per_second": 1726658.5647847154, "training_seconds": 1.5182156179944286, "elapsed_tokens_per_second": 1170822.000400095, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1840, "epoch": 24, "tokens": 241172480, "loss": 3.7058533072471618, "lr": 0.0030011915978623623, "grad_norm": 0.11432205140590668, "tokens_per_second": 1728243.6343020087, "training_seconds": 1.5168231769930571, "elapsed_tokens_per_second": 1174934.8028090924, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1860, "epoch": 24, "tokens": 243793920, "loss": 3.7251431345939636, "lr": 0.0029236132482047066, "grad_norm": 0.12459096312522888, "tokens_per_second": 1733847.8540588585, "training_seconds": 1.5119204340007855, "elapsed_tokens_per_second": 1179009.9134891338, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1868, "epoch": 24, "tokens": 244842496, "loss": 3.694337010383606, "lr": 0.0028926609329181447, "grad_norm": 0.1331562101840973, "tokens_per_second": 1733686.0566381644, "training_seconds": 0.604824613998062, "elapsed_tokens_per_second": 1180618.4570686887, "peak_memory_bytes": 42389451776}
{"loss": 3.7225626820560542, "perplexity": 41.3702772454067, "tokens": 244842496, "seconds": 0.5384681209980045, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 24, "step": 1868, "evaluation_tokens": 1048576}
{"event": "train", "step": 1880, "epoch": 25, "tokens": 246415360, "loss": 3.715313136577606, "lr": 0.0028463249194483737, "grad_norm": 0.12417015433311462, "tokens_per_second": 1734131.3941226467, "training_seconds": 0.9070039359939983, "elapsed_tokens_per_second": 1179936.860557549, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1900, "epoch": 25, "tokens": 249036800, "loss": 3.712926435470581, "lr": 0.002769365500812622, "grad_norm": 0.12980102002620697, "tokens_per_second": 1735930.8556785698, "training_seconds": 1.5101062299945625, "elapsed_tokens_per_second": 1183916.2728102321, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1920, "epoch": 25, "tokens": 251658240, "loss": 3.6930747389793397, "lr": 0.0026927737160187875, "grad_norm": 0.1329207420349121, "tokens_per_second": 1740139.301999101, "training_seconds": 1.5064541080064373, "elapsed_tokens_per_second": 1187862.0055680654, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1940, "epoch": 25, "tokens": 254279680, "loss": 3.6944114685058596, "lr": 0.002616588103805643, "grad_norm": 0.1244962066411972, "tokens_per_second": 1725844.4649703843, "training_seconds": 1.5189317769982154, "elapsed_tokens_per_second": 1191683.512839635, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1946, "epoch": 25, "tokens": 255066112, "loss": 3.6653465827306113, "lr": 0.0025938173604629845, "grad_norm": 0.1257682591676712, "tokens_per_second": 1725698.170134635, "training_seconds": 0.45571816300798673, "elapsed_tokens_per_second": 1192815.1867152166, "peak_memory_bytes": 42389451776}
{"loss": 3.703617983090199, "perplexity": 40.59390706642588, "tokens": 255066112, "seconds": 0.5404200659977505, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 25, "step": 1946, "evaluation_tokens": 1048576}
{"event": "train", "step": 1960, "epoch": 26, "tokens": 256901120, "loss": 3.6961746556418285, "lr": 0.0025408469985378395, "grad_norm": 0.133961483836174, "tokens_per_second": 1738399.4905262396, "training_seconds": 1.0555732499924488, "elapsed_tokens_per_second": 1192457.4236998707, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1980, "epoch": 26, "tokens": 259522560, "loss": 3.700628697872162, "lr": 0.0024655885109171696, "grad_norm": 0.12302397191524506, "tokens_per_second": 1732502.130969477, "training_seconds": 1.5130948199948762, "elapsed_tokens_per_second": 1196215.230037219, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2000, "epoch": 26, "tokens": 262144000, "loss": 3.683090162277222, "lr": 0.0023908505088063923, "grad_norm": 0.12166216224431992, "tokens_per_second": 1730287.0163612522, "training_seconds": 1.515031885006465, "elapsed_tokens_per_second": 1199913.0034620196, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2020, "epoch": 26, "tokens": 264765440, "loss": 3.673181450366974, "lr": 0.002316670598175228, "grad_norm": 0.11021438986063004, "tokens_per_second": 1734947.8367429355, "training_seconds": 1.510961854000925, "elapsed_tokens_per_second": 1203579.7360366252, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2024, "epoch": 26, "tokens": 265289728, "loss": 3.6600634455680847, "lr": 0.002301904876794536, "grad_norm": 0.11606904864311218, "tokens_per_second": 1748723.1160796154, "training_seconds": 0.2998118999967119, "elapsed_tokens_per_second": 1204313.0679069879, "peak_memory_bytes": 42389451776}
{"loss": 3.6835374509281387, "perplexity": 39.78688959758642, "tokens": 265289728, "seconds": 0.5397193170065293, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 26, "step": 2024, "evaluation_tokens": 1048576}
{"event": "train", "step": 2040, "epoch": 27, "tokens": 267386880, "loss": 3.6720532029867172, "lr": 0.0022430861041781414, "grad_norm": 0.130646213889122, "tokens_per_second": 1752205.6941404708, "training_seconds": 1.1968640479899477, "elapsed_tokens_per_second": 1204295.9906586185, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2060, "epoch": 27, "tokens": 270008320, "loss": 3.679815137386322, "lr": 0.002170134052373413, "grad_norm": 0.11837197095155716, "tokens_per_second": 1735587.026739132, "training_seconds": 1.5104053899995051, "elapsed_tokens_per_second": 1207875.118965227, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2080, "epoch": 27, "tokens": 272629760, "loss": 3.667873740196228, "lr": 0.0020978511500929745, "grad_norm": 0.12072008848190308, "tokens_per_second": 1728125.1658752277, "training_seconds": 1.516927160002524, "elapsed_tokens_per_second": 1211373.5582342998, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2100, "epoch": 27, "tokens": 275251200, "loss": 3.659006142616272, "lr": 0.0020262737679723475, "grad_norm": 0.11450693011283875, "tokens_per_second": 1725447.270518602, "training_seconds": 1.5192814320034813, "elapsed_tokens_per_second": 1214809.1626732082, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2101, "epoch": 27, "tokens": 275382272, "loss": 3.660518169403076, "lr": 0.002022714066360619, "grad_norm": 0.11522042006254196, "tokens_per_second": 1775995.6636814077, "training_seconds": 0.07380198199825827, "elapsed_tokens_per_second": 1214983.7958088866, "peak_memory_bytes": 42389451776}
{"loss": 3.668406695539664, "perplexity": 39.18941541998919, "tokens": 275382272, "seconds": 0.5400672450050479, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 27, "step": 2101, "evaluation_tokens": 1048576}
{"event": "train", "step": 2120, "epoch": 28, "tokens": 277872640, "loss": 3.678371266314858, "lr": 0.001955437921650013, "grad_norm": 0.11609525233507156, "tokens_per_second": 1739746.1865898925, "training_seconds": 1.4314547829999356, "elapsed_tokens_per_second": 1215290.500505759, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2140, "epoch": 28, "tokens": 280494080, "loss": 3.6729966163635255, "lr": 0.0018853792536453928, "grad_norm": 0.12888620793819427, "tokens_per_second": 1737135.642445279, "training_seconds": 1.5090588989987737, "elapsed_tokens_per_second": 1218701.8334509826, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2160, "epoch": 28, "tokens": 283115520, "loss": 3.6416221618652345, "lr": 0.001816133015424586, "grad_norm": 0.12502096593379974, "tokens_per_second": 1734820.5326121063, "training_seconds": 1.5110727309947833, "elapsed_tokens_per_second": 1222059.7914635893, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2179, "epoch": 28, "tokens": 285605888, "loss": 3.6471949627524927, "lr": 0.0017511333421584116, "grad_norm": 0.16579203307628632, "tokens_per_second": 1746285.7324539458, "training_seconds": 1.4260942260007141, "elapsed_tokens_per_second": 1225255.4895002705, "peak_memory_bytes": 42389451776}
{"loss": 3.655103942119036, "perplexity": 38.671540508132466, "tokens": 285605888, "seconds": 0.5424929379951209, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 28, "step": 2179, "evaluation_tokens": 1048576}
{"event": "train", "step": 2180, "epoch": 29, "tokens": 285736960, "loss": 3.6146249771118164, "lr": 0.001747734049662861, "grad_norm": 0.13374797999858856, "tokens_per_second": 1880005.9304642938, "training_seconds": 0.06971892900764942, "elapsed_tokens_per_second": 1222574.3857263266, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2200, "epoch": 29, "tokens": 288358400, "loss": 3.642262816429138, "lr": 0.0016802167727128458, "grad_norm": 0.12483656406402588, "tokens_per_second": 1734803.7800983302, "training_seconds": 1.5110873230005382, "elapsed_tokens_per_second": 1225857.342826763, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2220, "epoch": 29, "tokens": 290979840, "loss": 3.645693469047546, "lr": 0.0016136151572872296, "grad_norm": 0.13632848858833313, "tokens_per_second": 1735022.206891519, "training_seconds": 1.510897087995545, "elapsed_tokens_per_second": 1229098.74530165, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2240, "epoch": 29, "tokens": 293601280, "loss": 3.6270418882369997, "lr": 0.0015479627153646867, "grad_norm": 0.12051429599523544, "tokens_per_second": 1740103.929405424, "training_seconds": 1.5064847309986362, "elapsed_tokens_per_second": 1232321.824138332, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2257, "epoch": 29, "tokens": 295829504, "loss": 3.6408427743350757, "lr": 0.0014929291157533989, "grad_norm": 0.12259933352470398, "tokens_per_second": 1740569.8871439926, "training_seconds": 1.2801692229986656, "elapsed_tokens_per_second": 1235027.3980473801, "peak_memory_bytes": 42389451776}
{"loss": 3.6358543806174612, "perplexity": 37.93424934310038, "tokens": 295829504, "seconds": 0.5425521360011771, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 29, "step": 2257, "evaluation_tokens": 1048576}
{"event": "train", "step": 2260, "epoch": 30, "tokens": 296222720, "loss": 3.6217076778411865, "lr": 0.0014832924813276375, "grad_norm": 0.11860112100839615, "tokens_per_second": 1772946.1500768668, "training_seconds": 0.22178676999465097, "elapsed_tokens_per_second": 1232696.4735333137, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2280, "epoch": 30, "tokens": 298844160, "loss": 3.62900915145874, "lr": 0.0014196369953403136, "grad_norm": 0.11756506562232971, "tokens_per_second": 1731786.6091334254, "training_seconds": 1.513719984999625, "elapsed_tokens_per_second": 1235814.6497759528, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2300, "epoch": 30, "tokens": 301465600, "loss": 3.623116874694824, "lr": 0.0013570282869755036, "grad_norm": 0.11715985834598541, "tokens_per_second": 1732776.7857745483, "training_seconds": 1.512854986009188, "elapsed_tokens_per_second": 1238893.7822562794, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2320, "epoch": 30, "tokens": 304087040, "loss": 3.614646482467651, "lr": 0.001295497859098207, "grad_norm": 0.10859066247940063, "tokens_per_second": 1730259.6799822885, "training_seconds": 1.5150558210007148, "elapsed_tokens_per_second": 1241925.9585892027, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2335, "epoch": 30, "tokens": 306053120, "loss": 3.597101624806722, "lr": 0.0012500763051590503, "grad_norm": 0.12297048419713974, "tokens_per_second": 1727791.623434557, "training_seconds": 1.1379149970016442, "elapsed_tokens_per_second": 1244163.0383292602, "peak_memory_bytes": 42389451776}
{"loss": 3.6233517380612916, "perplexity": 37.46292353163503, "tokens": 306053120, "seconds": 0.5394836449995637, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 30, "step": 2335, "evaluation_tokens": 1048576}
{"event": "train", "step": 2340, "epoch": 31, "tokens": 306708480, "loss": 3.6141497611999513, "lr": 0.0012350766720143234, "grad_norm": 0.10758331418037415, "tokens_per_second": 1760067.2680391876, "training_seconds": 0.3723494049918372, "elapsed_tokens_per_second": 1242184.0968486727, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2360, "epoch": 31, "tokens": 309329920, "loss": 3.5856670141220093, "lr": 0.0011757951278923329, "grad_norm": 0.11973855644464493, "tokens_per_second": 1730182.574934668, "training_seconds": 1.5151233389915433, "elapsed_tokens_per_second": 1245152.3630619717, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2380, "epoch": 31, "tokens": 311951360, "loss": 3.6209917187690737, "lr": 0.0011176830554658155, "grad_norm": 0.11586052179336548, "tokens_per_second": 1745017.3306278677, "training_seconds": 1.5022429599921452, "elapsed_tokens_per_second": 1248146.6892261, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2400, "epoch": 31, "tokens": 314572800, "loss": 3.6055176854133606, "lr": 0.0010607696950245059, "grad_norm": 0.11398543417453766, "tokens_per_second": 1732534.632559029, "training_seconds": 1.5130664349999279, "elapsed_tokens_per_second": 1251049.893817112, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2413, "epoch": 31, "tokens": 316276736, "loss": 3.609882959952721, "lr": 0.0010244324105291908, "grad_norm": 0.12167145311832428, "tokens_per_second": 1820224.1000920755, "training_seconds": 0.9361133060010616, "elapsed_tokens_per_second": 1062511.9844890875, "peak_memory_bytes": 42389451776}
{"loss": 3.6102174244743463, "perplexity": 36.974091013243296, "tokens": 316276736, "seconds": 0.5422682380012702, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 31, "step": 2413, "evaluation_tokens": 1048576}
{"event": "train", "step": 2420, "epoch": 32, "tokens": 317194240, "loss": 3.5767393112182617, "lr": 0.0010050836837014437, "grad_norm": 0.11622259765863419, "tokens_per_second": 1738301.7835015696, "training_seconds": 0.5278162909962703, "elapsed_tokens_per_second": 1061756.8870288827, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2440, "epoch": 32, "tokens": 319815680, "loss": 3.601686704158783, "lr": 0.0009506530410636026, "grad_norm": 0.1109078973531723, "tokens_per_second": 1738631.9389409195, "training_seconds": 1.5077601770026376, "elapsed_tokens_per_second": 1065152.243753928, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2460, "epoch": 32, "tokens": 322437120, "loss": 3.592736065387726, "lr": 0.0008975051550132694, "grad_norm": 0.12449215352535248, "tokens_per_second": 1739427.2143534617, "training_seconds": 1.507070820996887, "elapsed_tokens_per_second": 1068514.5164737187, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2480, "epoch": 32, "tokens": 325058560, "loss": 3.5872477173805235, "lr": 0.0008456667680072555, "grad_norm": 0.1219448670744896, "tokens_per_second": 1738649.1713742646, "training_seconds": 1.5077452330006054, "elapsed_tokens_per_second": 1071841.7217190801, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2491, "epoch": 32, "tokens": 326500352, "loss": 3.5635516426780005, "lr": 0.0008177233067588173, "grad_norm": 0.12613792717456818, "tokens_per_second": 1751214.2593715014, "training_seconds": 0.8233098790078657, "elapsed_tokens_per_second": 1073672.9128331973, "peak_memory_bytes": 42389451776}
{"loss": 3.598958663474367, "perplexity": 36.56014320172101, "tokens": 326500352, "seconds": 0.5363769630057504, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 32, "step": 2491, "evaluation_tokens": 1048576}
{"event": "train", "step": 2500, "epoch": 33, "tokens": 327680000, "loss": 3.5551340579986572, "lr": 0.0007951639636008723, "grad_norm": 0.1177593469619751, "tokens_per_second": 1748051.8861373395, "training_seconds": 0.6748358039913, "elapsed_tokens_per_second": 1066652.9224340804, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2520, "epoch": 33, "tokens": 330301440, "loss": 3.575007426738739, "lr": 0.000746022153323459, "grad_norm": 0.11406199634075165, "tokens_per_second": 1734638.2275699615, "training_seconds": 1.5112315400037915, "elapsed_tokens_per_second": 1069919.0893050334, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2540, "epoch": 33, "tokens": 332922880, "loss": 3.590972602367401, "lr": 0.0006982660638920423, "grad_norm": 0.11400103569030762, "tokens_per_second": 1746492.575889603, "training_seconds": 1.500974030001089, "elapsed_tokens_per_second": 1073187.3517948862, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2560, "epoch": 33, "tokens": 335544320, "loss": 3.569329392910004, "lr": 0.0006519197247695787, "grad_norm": 0.11657536774873734, "tokens_per_second": 1741542.9960529143, "training_seconds": 1.5052398970001377, "elapsed_tokens_per_second": 1076409.2684899613, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2568, "epoch": 33, "tokens": 336592896, "loss": 3.6069725453853607, "lr": 0.0006337811670178101, "grad_norm": 0.10972359776496887, "tokens_per_second": 1756200.404814408, "training_seconds": 0.5970708110107807, "elapsed_tokens_per_second": 1075281.3059143592, "peak_memory_bytes": 42389451776}
{"loss": 3.587441686860501, "perplexity": 36.14149628828279, "tokens": 336592896, "seconds": 0.5375014769961126, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 33, "step": 2568, "evaluation_tokens": 1048576}
{"event": "train", "step": 2580, "epoch": 34, "tokens": 338165760, "loss": 3.573945164680481, "lr": 0.0006070064560740314, "grad_norm": 0.11202430725097656, "tokens_per_second": 1757577.688775345, "training_seconds": 0.894904396001948, "elapsed_tokens_per_second": 1075361.5902048112, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2600, "epoch": 34, "tokens": 340787200, "loss": 3.5898579120635987, "lr": 0.0005635488568443762, "grad_norm": 0.10290026664733887, "tokens_per_second": 1743647.9016103365, "training_seconds": 1.5034227940050187, "elapsed_tokens_per_second": 1078536.0655904554, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2620, "epoch": 34, "tokens": 343408640, "loss": 3.569584918022156, "lr": 0.000521568793669425, "grad_norm": 0.11583489924669266, "tokens_per_second": 1738051.5990423718, "training_seconds": 1.5082636220031418, "elapsed_tokens_per_second": 1081662.636970123, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2640, "epoch": 34, "tokens": 346030080, "loss": 3.5756734728813173, "lr": 0.00048108738968520007, "grad_norm": 0.11501932889223099, "tokens_per_second": 1744350.0481392478, "training_seconds": 1.5028176269988762, "elapsed_tokens_per_second": 1084779.6851195027, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2646, "epoch": 34, "tokens": 346816512, "loss": 3.5889647801717124, "lr": 0.0004692382721132998, "grad_norm": 0.10920028388500214, "tokens_per_second": 1746785.6863929892, "training_seconds": 0.4502166500024032, "elapsed_tokens_per_second": 1085705.5373370836, "peak_memory_bytes": 42389451776}
{"loss": 3.5782309102276084, "perplexity": 35.81013343608894, "tokens": 346816512, "seconds": 0.5410415699880105, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 34, "step": 2646, "evaluation_tokens": 1048576}
{"event": "train", "step": 2660, "epoch": 35, "tokens": 348651520, "loss": 3.5739664009639194, "lr": 0.0004421250139463922, "grad_norm": 0.10720674693584442, "tokens_per_second": 1745994.7319337714, "training_seconds": 1.050981407010113, "elapsed_tokens_per_second": 1086010.5321266234, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2680, "epoch": 35, "tokens": 351272960, "loss": 3.582351040840149, "lr": 0.00040470127117724975, "grad_norm": 0.1099909096956253, "tokens_per_second": 1738835.604207267, "training_seconds": 1.5075835769966943, "elapsed_tokens_per_second": 1089056.6214118171, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2700, "epoch": 35, "tokens": 353894400, "loss": 3.5853787302970885, "lr": 0.00036883499190705737, "grad_norm": 0.11206676810979843, "tokens_per_second": 1745502.8807317098, "training_seconds": 1.501825077997637, "elapsed_tokens_per_second": 1092092.858389478, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2720, "epoch": 35, "tokens": 356515840, "loss": 3.5699424505233766, "lr": 0.0003345442229951658, "grad_norm": 0.11161880195140839, "tokens_per_second": 1739726.639906585, "training_seconds": 1.506811437997385, "elapsed_tokens_per_second": 1095085.1572717621, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2724, "epoch": 35, "tokens": 357040128, "loss": 3.59549480676651, "lr": 0.00032787666286891357, "grad_norm": 0.10969649255275726, "tokens_per_second": 1742127.1544852161, "training_seconds": 0.30094703400391154, "elapsed_tokens_per_second": 1095675.4538848815, "peak_memory_bytes": 42389451776}
{"loss": 3.570536614232896, "perplexity": 35.535656975519764, "tokens": 357040128, "seconds": 0.5414082810020773, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 35, "step": 2724, "evaluation_tokens": 1048576}
{"event": "train", "step": 2740, "epoch": 36, "tokens": 359137280, "loss": 3.575247138738632, "lr": 0.0003018462185503402, "grad_norm": 0.12010694295167923, "tokens_per_second": 1738609.2999888386, "training_seconds": 1.206223847999354, "elapsed_tokens_per_second": 1096206.3990686622, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2760, "epoch": 36, "tokens": 361758720, "loss": 3.570767176151276, "lr": 0.00027075743124900195, "grad_norm": 0.09761177003383636, "tokens_per_second": 1731494.1909989307, "training_seconds": 1.5139756249991478, "elapsed_tokens_per_second": 1099124.7795194, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2780, "epoch": 36, "tokens": 364380160, "loss": 3.572200262546539, "lr": 0.0002412935040567228, "grad_norm": 0.10238942503929138, "tokens_per_second": 1741333.6956486097, "training_seconds": 1.5054208200017456, "elapsed_tokens_per_second": 1102042.1499754507, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2800, "epoch": 36, "tokens": 367001600, "loss": 3.559734058380127, "lr": 0.00021346926235714332, "grad_norm": 0.10601917654275894, "tokens_per_second": 1731935.549948217, "training_seconds": 1.5135898100124905, "elapsed_tokens_per_second": 1104907.4818880155, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2802, "epoch": 36, "tokens": 367263744, "loss": 3.5412378311157227, "lr": 0.0002107775670879188, "grad_norm": 0.09862630069255829, "tokens_per_second": 1751281.2520710349, "training_seconds": 0.14968697899894323, "elapsed_tokens_per_second": 1105192.6454892214, "peak_memory_bytes": 42389451776}
{"loss": 3.5635707807807475, "perplexity": 35.28898165446527, "tokens": 367263744, "seconds": 0.5385101520078024, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 36, "step": 2802, "evaluation_tokens": 1048576}
{"event": "train", "step": 2820, "epoch": 37, "tokens": 369623040, "loss": 3.5628316402435303, "lr": 0.00018729870649227632, "grad_norm": 0.09952133893966675, "tokens_per_second": 1745902.0852771234, "training_seconds": 1.3513335140014533, "elapsed_tokens_per_second": 1105980.842927389, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2840, "epoch": 37, "tokens": 372244480, "loss": 3.583269989490509, "lr": 0.00016279500471794262, "grad_norm": 0.10131032764911652, "tokens_per_second": 1738818.5053355389, "training_seconds": 1.5075984019931639, "elapsed_tokens_per_second": 1108819.0180562434, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2860, "epoch": 37, "tokens": 374865920, "loss": 3.5458872079849244, "lr": 0.00013997048657789457, "grad_norm": 0.10661300271749496, "tokens_per_second": 1741369.940719003, "training_seconds": 1.5053894860029686, "elapsed_tokens_per_second": 1111637.9283236754, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2880, "epoch": 37, "tokens": 377487360, "loss": 3.5592689514160156, "lr": 0.00011883663669995015, "grad_norm": 0.09964624792337418, "tokens_per_second": 1745669.6708806597, "training_seconds": 1.5016815859999042, "elapsed_tokens_per_second": 1114445.4211468915, "peak_memory_bytes": 42389451776}
{"loss": 3.5590612379425433, "perplexity": 35.13020275916982, "tokens": 377487360, "seconds": 0.5392578860046342, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 37, "step": 2880, "evaluation_tokens": 1048576}
{"event": "train", "step": 2900, "epoch": 38, "tokens": 380108800, "loss": 3.5599687337875365, "lr": 9.940408901726444e-05, "grad_norm": 0.09727423638105392, "tokens_per_second": 1738339.2000927012, "training_seconds": 1.5080140860081883, "elapsed_tokens_per_second": 1115389.5629581013, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2920, "epoch": 38, "tokens": 382730240, "loss": 3.56832412481308, "lr": 8.168262141764633e-05, "grad_norm": 0.10096122324466705, "tokens_per_second": 1741712.881445406, "training_seconds": 1.505093077008496, "elapsed_tokens_per_second": 1118138.5703082094, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2940, "epoch": 38, "tokens": 385351680, "loss": 3.556303930282593, "lr": 6.568115082361386e-05, "grad_norm": 0.0999377965927124, "tokens_per_second": 1745059.7210516229, "training_seconds": 1.502206467994256, "elapsed_tokens_per_second": 1120872.5291833966, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2958, "epoch": 38, "tokens": 387710976, "loss": 3.5685514211654663, "lr": 5.275709721810862e-05, "grad_norm": 0.09446410834789276, "tokens_per_second": 1738635.0220227598, "training_seconds": 1.3569817529933061, "elapsed_tokens_per_second": 1123296.3975673085, "peak_memory_bytes": 42389451776}
{"loss": 3.556068296585066, "perplexity": 35.025217308453016, "tokens": 387710976, "seconds": 0.5430231899954379, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 38, "step": 2958, "evaluation_tokens": 1048576}
{"event": "train", "step": 2960, "epoch": 39, "tokens": 387973120, "loss": 3.5537604093551636, "lr": 5.140772870565919e-05, "grad_norm": 0.09517811983823776, "tokens_per_second": 1818844.543354213, "training_seconds": 0.14412666599673685, "elapsed_tokens_per_second": 1121798.4494164563, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2980, "epoch": 39, "tokens": 390594560, "loss": 3.558022713661194, "lr": 3.886953703098522e-05, "grad_norm": 0.09713885933160782, "tokens_per_second": 1735530.2303823843, "training_seconds": 1.5104548189992784, "elapsed_tokens_per_second": 1124462.4213961808, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3000, "epoch": 39, "tokens": 393216000, "loss": 3.5541818022727965, "lr": 2.8072884649751218e-05, "grad_norm": 0.0979994386434555, "tokens_per_second": 1736191.303990887, "training_seconds": 1.5098796969978139, "elapsed_tokens_per_second": 1127104.2845737864, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3020, "epoch": 39, "tokens": 395837440, "loss": 3.55121488571167, "lr": 1.9023204120642122e-05, "grad_norm": 0.09639909118413925, "tokens_per_second": 1742874.8717021307, "training_seconds": 1.5040896179998526, "elapsed_tokens_per_second": 1129742.4308561622, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3035, "epoch": 39, "tokens": 397803520, "loss": 3.538435872395833, "lr": 1.338516635337944e-05, "grad_norm": 0.09408149868249893, "tokens_per_second": 1742799.4684424712, "training_seconds": 1.128116020001471, "elapsed_tokens_per_second": 1131705.0393343756, "peak_memory_bytes": 42389451776}
{"loss": 3.5548082233486245, "perplexity": 34.98111076409611, "tokens": 397803520, "seconds": 0.5410571950051235, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 39, "step": 3035, "evaluation_tokens": 1048576}
{"event": "train", "step": 3040, "epoch": 40, "tokens": 398458880, "loss": 3.5767769813537598, "lr": 1.1725048977367315e-05, "grad_norm": 0.09791285544633865, "tokens_per_second": 1779387.9587521898, "training_seconds": 0.3683064150100108, "elapsed_tokens_per_second": 1130509.17330589, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3060, "epoch": 40, "tokens": 401080320, "loss": 3.565898036956787, "lr": 6.182091437454352e-06, "grad_norm": 0.09906518459320068, "tokens_per_second": 1734468.742811664, "training_seconds": 1.5113792109914357, "elapsed_tokens_per_second": 1133083.3561542355, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3080, "epoch": 40, "tokens": 403701760, "loss": 3.5375832438468935, "lr": 2.397120554497756e-06, "grad_norm": 0.09677283465862274, "tokens_per_second": 1736679.0149691936, "training_seconds": 1.5094556779949926, "elapsed_tokens_per_second": 1135640.0783958565, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3100, "epoch": 40, "tokens": 406323200, "loss": 3.5482526421546936, "lr": 3.7204081478797726e-07, "grad_norm": 0.09533610194921494, "tokens_per_second": 1738217.9997142772, "training_seconds": 1.5081192350044148, "elapsed_tokens_per_second": 1138181.4854345778, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3113, "epoch": 40, "tokens": 408027136, "loss": 3.5657001458681545, "lr": 0.0, "grad_norm": 0.09305249154567719, "tokens_per_second": 1744216.8997318859, "training_seconds": 0.9769060260005062, "elapsed_tokens_per_second": 1139829.0306768634, "peak_memory_bytes": 42389451776}
{"loss": 3.554575612733857, "perplexity": 34.97297473271633, "tokens": 408027136, "seconds": 0.5457623800029978, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 40, "step": 3113, "evaluation_tokens": 1048576}
{"loss": 3.5552246083757226, "perplexity": 34.99567940772159, "tokens": 408027136, "seconds": 100.91793633101042, "split": "full", "validation_complete": true, "event": "final_validation", "step": 3113, "evaluation_tokens": 197411295}