{"event": "train", "step": 20, "epoch": 1, "tokens": 2621440, "loss": 9.27639479637146, "lr": 0.0007051282051282051, "grad_norm": 1.2010654211044312, "tokens_per_second": 79775.07907987492, "training_seconds": 32.860387357000036, "elapsed_tokens_per_second": 79775.07907987492, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 40, "epoch": 1, "tokens": 5242880, "loss": 7.278121900558472, "lr": 0.0014102564102564101, "grad_norm": 7.983294486999512, "tokens_per_second": 1763539.2209648583, "training_seconds": 1.4864653810000164, "elapsed_tokens_per_second": 152618.61942761386, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 60, "epoch": 1, "tokens": 7864320, "loss": 6.889840698242187, "lr": 0.0021153846153846153, "grad_norm": 1.116472601890564, "tokens_per_second": 1763340.9605963696, "training_seconds": 1.4866325109996978, "elapsed_tokens_per_second": 219423.7582912903, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 78, "epoch": 1, "tokens": 10223616, "loss": 6.607973416646321, "lr": 0.00275, "grad_norm": 0.5111498236656189, "tokens_per_second": 1759318.9662867656, "training_seconds": 1.3410280030002468, "elapsed_tokens_per_second": 274948.736830052, "peak_memory_bytes": 21988176384}
{"loss": 6.520506802315424, "perplexity": 678.9223775970029, "tokens": 10223616, "seconds": 0.7591824649998671, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 1, "step": 78, "evaluation_tokens": 1048576}
{"event": "train", "step": 80, "epoch": 2, "tokens": 10485760, "loss": 6.478351593017578, "lr": 0.0028205128205128203, "grad_norm": 0.4308534264564514, "tokens_per_second": 1853265.9648603082, "training_seconds": 0.1414497460000348, "elapsed_tokens_per_second": 274938.8176603315, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 100, "epoch": 2, "tokens": 13107200, "loss": 6.343561124801636, "lr": 0.0035256410256410253, "grad_norm": 0.40557733178138733, "tokens_per_second": 1756346.6608729842, "training_seconds": 1.4925527280001916, "elapsed_tokens_per_second": 330722.162954741, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 120, "epoch": 2, "tokens": 15728640, "loss": 6.1144273519515995, "lr": 0.004230769230769231, "grad_norm": 0.35482534766197205, "tokens_per_second": 1761288.9545574281, "training_seconds": 1.4883645260006233, "elapsed_tokens_per_second": 382486.7932542043, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 140, "epoch": 2, "tokens": 18350080, "loss": 5.888064002990722, "lr": 0.004935897435897435, "grad_norm": 0.30200791358947754, "tokens_per_second": 1756070.5822101308, "training_seconds": 1.4927873779997753, "elapsed_tokens_per_second": 430592.8156541978, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 156, "epoch": 2, "tokens": 20447232, "loss": 5.681623637676239, "lr": 0.0055, "grad_norm": 0.31419557332992554, "tokens_per_second": 1757171.0148597031, "training_seconds": 1.1934820129999935, "elapsed_tokens_per_second": 466717.3125404135, "peak_memory_bytes": 42389451776}
{"loss": 5.6395742990186735, "perplexity": 281.3429250197232, "tokens": 20447232, "seconds": 0.5390307109992136, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 2, "step": 156, "evaluation_tokens": 1048576}
{"event": "train", "step": 160, "epoch": 3, "tokens": 20971520, "loss": 5.620386719703674, "lr": 0.005641025641025641, "grad_norm": 0.6255562901496887, "tokens_per_second": 1793447.7501868918, "training_seconds": 0.2923352520001572, "elapsed_tokens_per_second": 469715.5295353964, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 180, "epoch": 3, "tokens": 23592960, "loss": 5.522436046600342, "lr": 0.006346153846153846, "grad_norm": 0.39289218187332153, "tokens_per_second": 1754930.628273781, "training_seconds": 1.4937570510001024, "elapsed_tokens_per_second": 511312.5722147874, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 200, "epoch": 3, "tokens": 26214400, "loss": 5.373555254936218, "lr": 0.0070512820512820505, "grad_norm": 0.34959426522254944, "tokens_per_second": 1754042.2844685083, "training_seconds": 1.4945135719999598, "elapsed_tokens_per_second": 550284.3805145889, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 220, "epoch": 3, "tokens": 28835840, "loss": 5.241047763824463, "lr": 0.007756410256410256, "grad_norm": 0.22549666464328766, "tokens_per_second": 1755458.9440031177, "training_seconds": 1.493307495999943, "elapsed_tokens_per_second": 586902.6973860002, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 233, "epoch": 3, "tokens": 30539776, "loss": 5.148993051969088, "lr": 0.008214743589743589, "grad_norm": 0.2129620760679245, "tokens_per_second": 1755669.9398705927, "training_seconds": 0.9705332200001067, "elapsed_tokens_per_second": 609524.2214098711, "peak_memory_bytes": 42389451776}
{"loss": 5.134963681591151, "perplexity": 169.85815078489134, "tokens": 30539776, "seconds": 0.5381755319995136, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 3, "step": 233, "evaluation_tokens": 1048576}
{"event": "train", "step": 240, "epoch": 4, "tokens": 31457280, "loss": 5.103033883231027, "lr": 0.008461538461538461, "grad_norm": 0.350521981716156, "tokens_per_second": 1775074.2887598476, "training_seconds": 0.516882029000044, "elapsed_tokens_per_second": 614822.7406365691, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 260, "epoch": 4, "tokens": 34078720, "loss": 5.112540936470031, "lr": 0.009166666666666667, "grad_norm": 0.2308090478181839, "tokens_per_second": 1754274.5227174822, "training_seconds": 1.4943157219995555, "elapsed_tokens_per_second": 647145.602319795, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 280, "epoch": 4, "tokens": 36700160, "loss": 5.011486268043518, "lr": 0.00987179487179487, "grad_norm": 0.22356975078582764, "tokens_per_second": 1759827.666856179, "training_seconds": 1.4896004020001783, "elapsed_tokens_per_second": 677737.0671653775, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 300, "epoch": 4, "tokens": 39321600, "loss": 4.943842458724975, "lr": 0.010576923076923076, "grad_norm": 0.24405595660209656, "tokens_per_second": 1753848.215209284, "training_seconds": 1.4946789450004871, "elapsed_tokens_per_second": 706628.4106529077, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 311, "epoch": 4, "tokens": 40763392, "loss": 4.90548866445368, "lr": 0.01096474358974359, "grad_norm": 0.15603089332580566, "tokens_per_second": 1758715.83258736, "training_seconds": 0.8197981579996849, "elapsed_tokens_per_second": 721881.4318076437, "peak_memory_bytes": 42389451776}
{"loss": 4.899959044435487, "perplexity": 134.2842798838247, "tokens": 40763392, "seconds": 0.5401803719996678, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 4, "step": 311, "evaluation_tokens": 1048576}
{"event": "train", "step": 320, "epoch": 5, "tokens": 41943040, "loss": 4.87968725628323, "lr": 0.01099977859711189, "grad_norm": 0.2083483785390854, "tokens_per_second": 1776983.7706387073, "training_seconds": 0.6638484939994669, "elapsed_tokens_per_second": 727197.3674715876, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 340, "epoch": 5, "tokens": 44564480, "loss": 4.827960777282715, "lr": 0.010997288019327136, "grad_norm": 0.14803873002529144, "tokens_per_second": 1756387.550013988, "training_seconds": 1.4925179809997644, "elapsed_tokens_per_second": 753145.0346344952, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 360, "epoch": 5, "tokens": 47185920, "loss": 4.778675603866577, "lr": 0.010992031367510955, "grad_norm": 0.1348806470632553, "tokens_per_second": 1756631.5570273476, "training_seconds": 1.4923106609994647, "elapsed_tokens_per_second": 777813.5299229898, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 380, "epoch": 5, "tokens": 49807360, "loss": 4.703143501281739, "lr": 0.010984011286656298, "grad_norm": 0.20652198791503906, "tokens_per_second": 1755996.6869202931, "training_seconds": 1.4928501969998251, "elapsed_tokens_per_second": 801292.8719533683, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 389, "epoch": 5, "tokens": 50987008, "loss": 4.67991140153673, "lr": 0.01097950170585471, "grad_norm": 0.1787140816450119, "tokens_per_second": 1760239.4078876136, "training_seconds": 0.6701633849997961, "elapsed_tokens_per_second": 811501.1285790688, "peak_memory_bytes": 42389451776}
{"loss": 4.672024668456256, "perplexity": 106.91398882566186, "tokens": 50987008, "seconds": 0.5387821720005377, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 5, "step": 389, "evaluation_tokens": 1048576}
{"event": "train", "step": 400, "epoch": 6, "tokens": 52428800, "loss": 4.637898271734064, "lr": 0.010973231812232526, "grad_norm": 0.1752539724111557, "tokens_per_second": 1768486.8392445548, "training_seconds": 0.8152687190004144, "elapsed_tokens_per_second": 816770.517664931, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 420, "epoch": 6, "tokens": 55050240, "loss": 4.588349223136902, "lr": 0.010959698368154885, "grad_norm": 0.25689637660980225, "tokens_per_second": 1755870.0022418622, "training_seconds": 1.4929579050003667, "elapsed_tokens_per_second": 838103.5562789197, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 440, "epoch": 6, "tokens": 57671680, "loss": 4.504191923141479, "lr": 0.010943417764055337, "grad_norm": 0.17135046422481537, "tokens_per_second": 1758473.9279783175, "training_seconds": 1.49074715200004, "elapsed_tokens_per_second": 858509.9703860943, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 460, "epoch": 6, "tokens": 60293120, "loss": 4.461097550392151, "lr": 0.010924398191856166, "grad_norm": 0.16054300963878632, "tokens_per_second": 1756319.8410219778, "training_seconds": 1.4925755200001731, "elapsed_tokens_per_second": 878011.6737813295, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 467, "epoch": 6, "tokens": 61210624, "loss": 4.40846449988229, "lr": 0.01091709599008583, "grad_norm": 0.12898357212543488, "tokens_per_second": 1757527.077816999, "training_seconds": 0.5220425969991993, "elapsed_tokens_per_second": 884626.5700897785, "peak_memory_bytes": 42389451776}
{"loss": 4.415448473620933, "perplexity": 82.71892984676893, "tokens": 61210624, "seconds": 0.5348958080003285, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 6, "step": 467, "evaluation_tokens": 1048576}
{"event": "train", "step": 480, "epoch": 7, "tokens": 62914560, "loss": 4.390922179588904, "lr": 0.010902649221648034, "grad_norm": 0.17661386728286743, "tokens_per_second": 1768289.0535243072, "training_seconds": 0.9636071640006776, "elapsed_tokens_per_second": 889908.3905106315, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 500, "epoch": 7, "tokens": 65536000, "loss": 4.355183267593384, "lr": 0.010878181796874598, "grad_norm": 0.1585858315229416, "tokens_per_second": 1756223.7907375912, "training_seconds": 1.4926571509995483, "elapsed_tokens_per_second": 907808.3267463999, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 520, "epoch": 7, "tokens": 68157440, "loss": 4.313659501075745, "lr": 0.010851008228826089, "grad_norm": 0.17347079515457153, "tokens_per_second": 1752945.0915563488, "training_seconds": 1.4954490090003674, "elapsed_tokens_per_second": 924941.955464659, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 540, "epoch": 7, "tokens": 70778880, "loss": 4.305007076263427, "lr": 0.01082114219044463, "grad_norm": 0.1277257204055786, "tokens_per_second": 1752758.4665208696, "training_seconds": 1.4956082369999422, "elapsed_tokens_per_second": 941394.5867799504, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 545, "epoch": 7, "tokens": 71434240, "loss": 4.29673204421997, "lr": 0.01081325671375722, "grad_norm": 0.1440366506576538, "tokens_per_second": 1755721.2391869542, "training_seconds": 0.3732711009997729, "elapsed_tokens_per_second": 945397.770907299, "peak_memory_bytes": 42389451776}
{"loss": 4.284072071730768, "perplexity": 72.5352080118121, "tokens": 71434240, "seconds": 0.5362439620002988, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 7, "step": 545, "evaluation_tokens": 1048576}
{"event": "train", "step": 560, "epoch": 8, "tokens": 73400320, "loss": 4.269105593363444, "lr": 0.010788598709444408, "grad_norm": 0.1389061063528061, "tokens_per_second": 1763528.2061202985, "training_seconds": 1.1148559990006106, "elapsed_tokens_per_second": 950187.4998773824, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 580, "epoch": 8, "tokens": 76021760, "loss": 4.245488619804382, "lr": 0.010753394160750187, "grad_norm": 0.13502360880374908, "tokens_per_second": 1756223.0000790316, "training_seconds": 1.4926578229997176, "elapsed_tokens_per_second": 965454.8004939688, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 600, "epoch": 8, "tokens": 78643200, "loss": 4.2156521558761595, "lr": 0.010715546258257908, "grad_norm": 0.17640961706638336, "tokens_per_second": 1756361.033694278, "training_seconds": 1.4925405140002113, "elapsed_tokens_per_second": 980150.9236285512, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 620, "epoch": 8, "tokens": 81264640, "loss": 4.223903012275696, "lr": 0.010675074045921577, "grad_norm": 0.12223609536886215, "tokens_per_second": 1757496.4715923027, "training_seconds": 1.4915762519995042, "elapsed_tokens_per_second": 994325.063346738, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 623, "epoch": 8, "tokens": 81657856, "loss": 4.185507774353027, "lr": 0.010668778108861842, "grad_norm": 0.14712725579738617, "tokens_per_second": 1765687.6581466123, "training_seconds": 0.22269850399970892, "elapsed_tokens_per_second": 996403.7855202566, "peak_memory_bytes": 42389451776}
{"loss": 4.203049015859176, "perplexity": 66.88996901180059, "tokens": 81657856, "seconds": 0.5369189840002946, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 8, "step": 623, "evaluation_tokens": 1048576}
{"event": "train", "step": 640, "epoch": 9, "tokens": 83886080, "loss": 4.174449836506563, "lr": 0.010631997888170921, "grad_norm": 0.16505073010921478, "tokens_per_second": 1759124.5544813161, "training_seconds": 1.266666419000103, "elapsed_tokens_per_second": 1001433.9390516549, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 660, "epoch": 9, "tokens": 86507520, "loss": 4.176340222358704, "lr": 0.010586339459664591, "grad_norm": 0.15494105219841003, "tokens_per_second": 1754779.7702021592, "training_seconds": 1.4938854689999062, "elapsed_tokens_per_second": 1014618.8212872986, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 680, "epoch": 9, "tokens": 89128960, "loss": 4.15215916633606, "lr": 0.010538121734384114, "grad_norm": 0.13609324395656586, "tokens_per_second": 1752895.6934946815, "training_seconds": 1.495491151999886, "elapsed_tokens_per_second": 1027327.7941006476, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 700, "epoch": 9, "tokens": 91750400, "loss": 4.135127067565918, "lr": 0.010487368974074061, "grad_norm": 0.132649764418602, "tokens_per_second": 1753671.3766599612, "training_seconds": 1.4948296669999763, "elapsed_tokens_per_second": 1039618.6791087933, "peak_memory_bytes": 42389451776}
{"loss": 4.1430496852752166, "perplexity": 62.994642637473355, "tokens": 91750400, "seconds": 0.5390638850003597, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 9, "step": 700, "evaluation_tokens": 1048576}
{"event": "train", "step": 720, "epoch": 10, "tokens": 94371840, "loss": 4.123199462890625, "lr": 0.010434106716034246, "grad_norm": 0.12156987190246582, "tokens_per_second": 1761656.8979880072, "training_seconds": 1.488053662999846, "elapsed_tokens_per_second": 1045126.1213776479, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 740, "epoch": 10, "tokens": 96993280, "loss": 4.114949584007263, "lr": 0.010378361760270108, "grad_norm": 0.14488622546195984, "tokens_per_second": 1755549.9375338373, "training_seconds": 1.4932300949994897, "elapsed_tokens_per_second": 1056665.3410894, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 760, "epoch": 10, "tokens": 99614720, "loss": 4.101828384399414, "lr": 0.010320162156007735, "grad_norm": 0.10679926723241806, "tokens_per_second": 1754120.156367597, "training_seconds": 1.4944472249999308, "elapsed_tokens_per_second": 1067826.4116455251, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 778, "epoch": 10, "tokens": 101974016, "loss": 4.08673636118571, "lr": 0.010265707965922247, "grad_norm": 0.14756402373313904, "tokens_per_second": 1754007.6790420816, "training_seconds": 1.3450887519993557, "elapsed_tokens_per_second": 1077563.1047481166, "peak_memory_bytes": 42389451776}
{"loss": 4.090206773256949, "perplexity": 59.75224559330561, "tokens": 101974016, "seconds": 0.5402635330001431, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 10, "step": 778, "evaluation_tokens": 1048576}
{"event": "train", "step": 780, "epoch": 11, "tokens": 102236160, "loss": 4.048793792724609, "lr": 0.010259537187580317, "grad_norm": 0.14548709988594055, "tokens_per_second": 1846555.2615958687, "training_seconds": 0.14196379900022293, "elapsed_tokens_per_second": 1072443.7722298664, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 800, "epoch": 11, "tokens": 104857600, "loss": 4.074443888664246, "lr": 0.010196517359693121, "grad_norm": 0.11797522753477097, "tokens_per_second": 1756464.695837688, "training_seconds": 1.4924524280004334, "elapsed_tokens_per_second": 1082976.6613343516, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 820, "epoch": 11, "tokens": 107479040, "loss": 4.063468647003174, "lr": 0.010131134382074435, "grad_norm": 0.17509959638118744, "tokens_per_second": 1753800.6294832197, "training_seconds": 1.494719499999519, "elapsed_tokens_per_second": 1093159.6143531639, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 840, "epoch": 11, "tokens": 110100480, "loss": 4.049537110328674, "lr": 0.010063421153520142, "grad_norm": 0.13896696269512177, "tokens_per_second": 1755886.131446298, "training_seconds": 1.4929441909998786, "elapsed_tokens_per_second": 1103061.0167251707, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 856, "epoch": 11, "tokens": 112197632, "loss": 4.034237697720528, "lr": 0.010007595646961583, "grad_norm": 0.15759573876857758, "tokens_per_second": 1755523.6513530302, "training_seconds": 1.194601963000423, "elapsed_tokens_per_second": 1110761.8041529462, "peak_memory_bytes": 42389451776}
{"loss": 4.048751804025333, "perplexity": 57.32585846443208, "tokens": 112197632, "seconds": 0.5366336209999645, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 11, "step": 856, "evaluation_tokens": 1048576}
{"event": "train", "step": 860, "epoch": 12, "tokens": 112721920, "loss": 4.019315481185913, "lr": 0.009993411745340032, "grad_norm": 0.13416717946529388, "tokens_per_second": 1784061.9574466737, "training_seconds": 0.293873201999304, "elapsed_tokens_per_second": 1106702.6630996186, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 880, "epoch": 12, "tokens": 115343360, "loss": 4.0137769222259525, "lr": 0.009921141384214105, "grad_norm": 0.10955385863780975, "tokens_per_second": 1757163.295592085, "training_seconds": 1.4918590699999186, "elapsed_tokens_per_second": 1116082.2607874786, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 900, "epoch": 12, "tokens": 117964800, "loss": 4.019467842578888, "lr": 0.00984664643446754, "grad_norm": 0.14265984296798706, "tokens_per_second": 1756739.352693172, "training_seconds": 1.4922190910001518, "elapsed_tokens_per_second": 1125185.6188640508, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 920, "epoch": 12, "tokens": 120586240, "loss": 4.007975316047668, "lr": 0.00976996437977324, "grad_norm": 0.12446139752864838, "tokens_per_second": 1751306.8781188016, "training_seconds": 1.4968478869996034, "elapsed_tokens_per_second": 1133988.2903410913, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 934, "epoch": 12, "tokens": 122421248, "loss": 3.9961471557617188, "lr": 0.009715006232236143, "grad_norm": 0.11279966682195663, "tokens_per_second": 1755520.4412380762, "training_seconds": 1.045278629000677, "elapsed_tokens_per_second": 1140023.1872576869, "peak_memory_bytes": 42389451776}
{"loss": 4.0114130485002, "perplexity": 55.224850848191146, "tokens": 122421248, "seconds": 0.5382673020003494, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 12, "step": 934, "evaluation_tokens": 1048576}
{"event": "train", "step": 940, "epoch": 13, "tokens": 123207680, "loss": 3.963879148165385, "lr": 0.009691133804291145, "grad_norm": 0.12735587358474731, "tokens_per_second": 1769041.9136270687, "training_seconds": 0.4445524969996768, "elapsed_tokens_per_second": 1136778.366691479, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 960, "epoch": 13, "tokens": 125829120, "loss": 3.9918418765068053, "lr": 0.009610194373253814, "grad_norm": 0.1252143532037735, "tokens_per_second": 1753270.2343283077, "training_seconds": 1.4951716789992133, "elapsed_tokens_per_second": 1145156.001159926, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 980, "epoch": 13, "tokens": 128450560, "loss": 3.9678263902664184, "lr": 0.00952718681300804, "grad_norm": 0.13536636531352997, "tokens_per_second": 1754488.1317179168, "training_seconds": 1.4941337890004434, "elapsed_tokens_per_second": 1153314.7959949926, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1000, "epoch": 13, "tokens": 131072000, "loss": 3.9886412501335142, "lr": 0.009442152890522552, "grad_norm": 0.12996284663677216, "tokens_per_second": 1754132.0689241937, "training_seconds": 1.4944370759994854, "elapsed_tokens_per_second": 1161258.82123334, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1012, "epoch": 13, "tokens": 132644864, "loss": 3.9927812814712524, "lr": 0.009390177640596985, "grad_norm": 0.12336068600416183, "tokens_per_second": 1751166.3556472089, "training_seconds": 0.8981808010003078, "elapsed_tokens_per_second": 1165901.480203748, "peak_memory_bytes": 42389451776}
{"loss": 3.9789902663314716, "perplexity": 53.463023548981084, "tokens": 132644864, "seconds": 0.5382440069997756, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 13, "step": 1012, "evaluation_tokens": 1048576}
{"event": "train", "step": 1020, "epoch": 14, "tokens": 133693440, "loss": 3.9709773659706116, "lr": 0.00935513539237211, "grad_norm": 0.11928753554821014, "tokens_per_second": 1769174.191039235, "training_seconds": 0.5926923449997048, "elapsed_tokens_per_second": 1163412.7724415162, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1040, "epoch": 14, "tokens": 136314880, "loss": 3.9546817183494567, "lr": 0.009266178103208532, "grad_norm": 0.13192534446716309, "tokens_per_second": 1752311.901266956, "training_seconds": 1.495989383000051, "elapsed_tokens_per_second": 1170970.3898309052, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1060, "epoch": 14, "tokens": 138936320, "loss": 3.9475339889526366, "lr": 0.009175325783729572, "grad_norm": 0.12203672528266907, "tokens_per_second": 1754122.9804351572, "training_seconds": 1.4944448189999093, "elapsed_tokens_per_second": 1178344.981071947, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1080, "epoch": 14, "tokens": 141557760, "loss": 3.9510841965675354, "lr": 0.009082624148156625, "grad_norm": 0.16603589057922363, "tokens_per_second": 1758093.5162655085, "training_seconds": 1.491069716000311, "elapsed_tokens_per_second": 1185573.7189817987, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1090, "epoch": 14, "tokens": 142868480, "loss": 3.9487012147903444, "lr": 0.009035594377607207, "grad_norm": 0.13893862068653107, "tokens_per_second": 1755354.8880576952, "training_seconds": 0.746698008999374, "elapsed_tokens_per_second": 1189100.1367307156, "peak_memory_bytes": 42389451776}
{"loss": 3.9535959658173407, "perplexity": 52.12246082887528, "tokens": 142868480, "seconds": 0.5407591350003713, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 14, "step": 1090, "evaluation_tokens": 1048576}
{"event": "train", "step": 1100, "epoch": 15, "tokens": 144179200, "loss": 3.9360932111740112, "lr": 0.008988119841232683, "grad_norm": 0.12007018178701401, "tokens_per_second": 1770690.8235990677, "training_seconds": 0.7402308649998304, "elapsed_tokens_per_second": 1187197.1354055097, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1120, "epoch": 15, "tokens": 146800640, "loss": 3.936420464515686, "lr": 0.008891860414752078, "grad_norm": 0.12488338351249695, "tokens_per_second": 1752761.6096610483, "training_seconds": 1.495605555000111, "elapsed_tokens_per_second": 1194066.4225652975, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1140, "epoch": 15, "tokens": 149422080, "loss": 3.920244348049164, "lr": 0.008793894303633792, "grad_norm": 0.14983007311820984, "tokens_per_second": 1754100.219132604, "training_seconds": 1.4944642109994675, "elapsed_tokens_per_second": 1200778.511250506, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1160, "epoch": 15, "tokens": 152043520, "loss": 3.90452436208725, "lr": 0.008694270801550448, "grad_norm": 0.12262288480997086, "tokens_per_second": 1753641.5637026408, "training_seconds": 1.4948550799999794, "elapsed_tokens_per_second": 1207331.0806679241, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1167, "epoch": 15, "tokens": 152961024, "loss": 3.912590401513236, "lr": 0.008659020269375853, "grad_norm": 0.15714333951473236, "tokens_per_second": 1757120.0112355403, "training_seconds": 0.5221635369998694, "elapsed_tokens_per_second": 1209587.463792874, "peak_memory_bytes": 42389451776}
{"loss": 3.9272601577222606, "perplexity": 50.76769147778143, "tokens": 152961024, "seconds": 0.537870192999435, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 15, "step": 1167, "evaluation_tokens": 1048576}
{"event": "train", "step": 1180, "epoch": 16, "tokens": 154664960, "loss": 3.9053129783043494, "lr": 0.008593040036125167, "grad_norm": 0.14596623182296753, "tokens_per_second": 1771395.071318936, "training_seconds": 0.9619175460002225, "elapsed_tokens_per_second": 1208583.63916981, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1200, "epoch": 16, "tokens": 157286400, "loss": 3.8912168979644775, "lr": 0.008490252943708828, "grad_norm": 0.15104135870933533, "tokens_per_second": 1759979.1081976467, "training_seconds": 1.4894722259996342, "elapsed_tokens_per_second": 1214917.9020716508, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1220, "epoch": 16, "tokens": 159907840, "loss": 3.887947738170624, "lr": 0.008385961243750385, "grad_norm": 0.1723870187997818, "tokens_per_second": 1752907.7640739959, "training_seconds": 1.495480853999652, "elapsed_tokens_per_second": 1221047.102844887, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1240, "epoch": 16, "tokens": 162529280, "loss": 3.8738823533058167, "lr": 0.008280217412773159, "grad_norm": 0.12994834780693054, "tokens_per_second": 1754294.2197251762, "training_seconds": 1.4942989439996381, "elapsed_tokens_per_second": 1227053.5139281424, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1245, "epoch": 16, "tokens": 163184640, "loss": 3.8542128086090086, "lr": 0.008253560779101218, "grad_norm": 0.12126334756612778, "tokens_per_second": 1762906.6530285047, "training_seconds": 0.3717496890003531, "elapsed_tokens_per_second": 1228539.794004234, "peak_memory_bytes": 42389451776}
{"loss": 3.9012330655927547, "perplexity": 49.46340313815707, "tokens": 163184640, "seconds": 0.5387965770005394, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 16, "step": 1245, "evaluation_tokens": 1048576}
{"event": "train", "step": 1260, "epoch": 17, "tokens": 165150720, "loss": 3.8793907801310223, "lr": 0.00817307465797019, "grad_norm": 0.10686705261468887, "tokens_per_second": 1764916.231616005, "training_seconds": 1.1139792159992794, "elapsed_tokens_per_second": 1227929.0643314023, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1280, "epoch": 17, "tokens": 167772160, "loss": 3.877326452732086, "lr": 0.008064586890431944, "grad_norm": 0.11605118215084076, "tokens_per_second": 1754850.350196143, "training_seconds": 1.4938253850004912, "elapsed_tokens_per_second": 1233707.9777448452, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1300, "epoch": 17, "tokens": 170393600, "loss": 3.8595614671707152, "lr": 0.007954808698019825, "grad_norm": 0.13102731108665466, "tokens_per_second": 1754625.588568571, "training_seconds": 1.4940167390004717, "elapsed_tokens_per_second": 1239355.0832645851, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1320, "epoch": 17, "tokens": 173015040, "loss": 3.859306609630585, "lr": 0.007843795317899178, "grad_norm": 0.1313527524471283, "tokens_per_second": 1753722.6827058918, "training_seconds": 1.4947859350004364, "elapsed_tokens_per_second": 1244878.0329476448, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1323, "epoch": 17, "tokens": 173408256, "loss": 3.8777901331583657, "lr": 0.007827040220773778, "grad_norm": 0.12338968366384506, "tokens_per_second": 1753805.3853966577, "training_seconds": 0.2242073170000367, "elapsed_tokens_per_second": 1245683.8737113953, "peak_memory_bytes": 42389451776}
{"loss": 3.876182518210242, "perplexity": 48.23970891065113, "tokens": 173408256, "seconds": 0.5394877250000718, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 17, "step": 1323, "evaluation_tokens": 1048576}
{"event": "train", "step": 1340, "epoch": 18, "tokens": 175636480, "loss": 3.84535654853372, "lr": 0.007731602608745552, "grad_norm": 0.12129345536231995, "tokens_per_second": 1765479.4552405206, "training_seconds": 1.2621070119994329, "elapsed_tokens_per_second": 1245513.8095057781, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1360, "epoch": 18, "tokens": 178257920, "loss": 3.8430745720863344, "lr": 0.007618287022638269, "grad_norm": 0.1274782419204712, "tokens_per_second": 1754713.9445910272, "training_seconds": 1.493941509999786, "elapsed_tokens_per_second": 1250842.634963096, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1380, "epoch": 18, "tokens": 180879360, "loss": 3.82130343914032, "lr": 0.007503905576655383, "grad_norm": 0.11786296963691711, "tokens_per_second": 1752232.4376640494, "training_seconds": 1.4960572260006302, "elapsed_tokens_per_second": 1256038.6257546542, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1400, "epoch": 18, "tokens": 183500800, "loss": 3.8380961418151855, "lr": 0.007388515824184365, "grad_norm": 0.12482991069555283, "tokens_per_second": 1752790.518408451, "training_seconds": 1.4955808880004042, "elapsed_tokens_per_second": 1261135.1079547736, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1401, "epoch": 18, "tokens": 183631872, "loss": 3.834486484527588, "lr": 0.007382720907894301, "grad_norm": 0.11315836757421494, "tokens_per_second": 1760420.014469911, "training_seconds": 0.07445495899992238, "elapsed_tokens_per_second": 1261378.441651299, "peak_memory_bytes": 42389451776}
{"loss": 3.8504217047088147, "perplexity": 47.01288460671554, "tokens": 183631872, "seconds": 0.5393620320000991, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 18, "step": 1401, "evaluation_tokens": 1048576}
{"event": "train", "step": 1420, "epoch": 19, "tokens": 186122240, "loss": 3.8179046354795756, "lr": 0.007272175825962919, "grad_norm": 0.11384259909391403, "tokens_per_second": 1761922.927850417, "training_seconds": 1.4134375349995025, "elapsed_tokens_per_second": 1261510.0341299742, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1440, "epoch": 19, "tokens": 188743680, "loss": 3.811224102973938, "lr": 0.0071549441208645405, "grad_norm": 0.11547283083200455, "tokens_per_second": 1756648.641940985, "training_seconds": 1.4922961469992515, "elapsed_tokens_per_second": 1266459.1820663451, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1460, "epoch": 19, "tokens": 191365120, "loss": 3.8261674642562866, "lr": 0.0070368796964434535, "grad_norm": 0.1316528171300888, "tokens_per_second": 1754137.0222652524, "training_seconds": 1.4944328560004578, "elapsed_tokens_per_second": 1271288.4382728336, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1479, "epoch": 19, "tokens": 193855488, "loss": 3.816982733575921, "lr": 0.006924001290701026, "grad_norm": 0.11518486589193344, "tokens_per_second": 1755415.183913081, "training_seconds": 1.4186774859999787, "elapsed_tokens_per_second": 1275799.5016934562, "peak_memory_bytes": 42389451776}
{"loss": 3.832875227488973, "perplexity": 46.195169090929056, "tokens": 193855488, "seconds": 0.5377595500003736, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 19, "step": 1479, "evaluation_tokens": 1048576}
{"event": "train", "step": 1480, "epoch": 20, "tokens": 193986560, "loss": 3.8288917541503906, "lr": 0.006918041959253812, "grad_norm": 0.16714222729206085, "tokens_per_second": 1903902.7900824964, "training_seconds": 0.06884385100056534, "elapsed_tokens_per_second": 1271538.9190830167, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1500, "epoch": 20, "tokens": 196608000, "loss": 3.81486554145813, "lr": 0.006798490704958065, "grad_norm": 0.12503039836883545, "tokens_per_second": 1756397.8870410891, "training_seconds": 1.4925091969998903, "elapsed_tokens_per_second": 1276224.661537797, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1520, "epoch": 20, "tokens": 199229440, "loss": 3.8091346979141236, "lr": 0.0066782860882395375, "grad_norm": 0.11700563132762909, "tokens_per_second": 1754548.0252626813, "training_seconds": 1.4940827849995912, "elapsed_tokens_per_second": 1280810.3025790579, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1540, "epoch": 20, "tokens": 201850880, "loss": 3.799320566654205, "lr": 0.006557488592534348, "grad_norm": 0.14318056404590607, "tokens_per_second": 1753181.7914788586, "training_seconds": 1.4952471059996242, "elapsed_tokens_per_second": 1285295.016437477, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1557, "epoch": 20, "tokens": 204079104, "loss": 3.810458183288574, "lr": 0.0064543899625572, "grad_norm": 0.1121944710612297, "tokens_per_second": 1758015.5665858663, "training_seconds": 1.2674654550000923, "elapsed_tokens_per_second": 1289070.3927133474, "peak_memory_bytes": 42389451776}
{"loss": 3.807290752301151, "perplexity": 45.02828069680826, "tokens": 204079104, "seconds": 0.5390785529998539, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 20, "step": 1557, "evaluation_tokens": 1048576}
{"event": "train", "step": 1560, "epoch": 21, "tokens": 204472320, "loss": 3.8150834242502847, "lr": 0.006436158999597934, "grad_norm": 0.11815900355577469, "tokens_per_second": 1812497.6575509792, "training_seconds": 0.21694703899993328, "elapsed_tokens_per_second": 1285356.119172293, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1580, "epoch": 21, "tokens": 207093760, "loss": 3.787641453742981, "lr": 0.006314358358921438, "grad_norm": 0.13705450296401978, "tokens_per_second": 1757374.1179493554, "training_seconds": 1.4916800999999396, "elapsed_tokens_per_second": 1289730.3014490034, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1600, "epoch": 21, "tokens": 209715200, "loss": 3.7873501658439634, "lr": 0.006192147957013407, "grad_norm": 0.13900478184223175, "tokens_per_second": 1757721.731295154, "training_seconds": 1.491385100000116, "elapsed_tokens_per_second": 1294028.0571982022, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1620, "epoch": 21, "tokens": 212336640, "loss": 3.7952638149261473, "lr": 0.006069589286562223, "grad_norm": 0.11645355075597763, "tokens_per_second": 1751638.8304411208, "training_seconds": 1.4965642199995273, "elapsed_tokens_per_second": 1298204.0536091803, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1634, "epoch": 21, "tokens": 214171648, "loss": 3.7868202413831438, "lr": 0.00598362401452175, "grad_norm": 0.09839296340942383, "tokens_per_second": 1754661.8043634733, "training_seconds": 1.045790131999638, "elapsed_tokens_per_second": 1301096.1362881432, "peak_memory_bytes": 42389451776}
{"loss": 3.787490055388168, "perplexity": 44.145458449733894, "tokens": 214171648, "seconds": 0.5376771500004907, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 21, "step": 1634, "evaluation_tokens": 1048576}
{"event": "train", "step": 1640, "epoch": 22, "tokens": 214958080, "loss": 3.764968514442444, "lr": 0.005946744015494769, "grad_norm": 0.12271671742200851, "tokens_per_second": 1778909.047117951, "training_seconds": 0.4420866830005252, "elapsed_tokens_per_second": 1298095.2331748996, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1660, "epoch": 22, "tokens": 217579520, "loss": 3.7802762627601623, "lr": 0.005823673955946958, "grad_norm": 0.11028286069631577, "tokens_per_second": 1757162.9010179916, "training_seconds": 1.491859404999559, "elapsed_tokens_per_second": 1302183.871585757, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1680, "epoch": 22, "tokens": 220200960, "loss": 3.764416456222534, "lr": 0.005700441033161664, "grad_norm": 0.1064157634973526, "tokens_per_second": 1751355.909365962, "training_seconds": 1.4968059810007617, "elapsed_tokens_per_second": 1306162.3887309395, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1700, "epoch": 22, "tokens": 222822400, "loss": 3.7630926847457884, "lr": 0.005577107254329768, "grad_norm": 0.17473459243774414, "tokens_per_second": 1755632.8334302208, "training_seconds": 1.4931595890002427, "elapsed_tokens_per_second": 1310097.7350952355, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1712, "epoch": 22, "tokens": 224395264, "loss": 3.761885702610016, "lr": 0.005503084391054813, "grad_norm": 0.1013030856847763, "tokens_per_second": 1754832.447403819, "training_seconds": 0.8963043749999997, "elapsed_tokens_per_second": 1312420.9074388521, "peak_memory_bytes": 42389451776}
{"loss": 3.771136195970872, "perplexity": 43.4293811019003, "tokens": 224395264, "seconds": 0.5384165210007268, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 22, "step": 1712, "evaluation_tokens": 1048576}
{"event": "train", "step": 1720, "epoch": 23, "tokens": 225443840, "loss": 3.752691298723221, "lr": 0.005453734677389955, "grad_norm": 0.1279611587524414, "tokens_per_second": 1772307.5828032522, "training_seconds": 0.591644481000003, "elapsed_tokens_per_second": 1309845.559555585, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1740, "epoch": 23, "tokens": 228065280, "loss": 3.7588340997695924, "lr": 0.005330385379802973, "grad_norm": 0.1513061672449112, "tokens_per_second": 1754364.1654036539, "training_seconds": 1.4942393669998637, "elapsed_tokens_per_second": 1313660.7049555832, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1760, "epoch": 23, "tokens": 230686720, "loss": 3.7489965915679933, "lr": 0.00520712142731609, "grad_norm": 0.11747987568378448, "tokens_per_second": 1757475.2557138524, "training_seconds": 1.4915942580000774, "elapsed_tokens_per_second": 1317433.2642139012, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1780, "epoch": 23, "tokens": 233308160, "loss": 3.740911936759949, "lr": 0.005084004842733422, "grad_norm": 0.12061863392591476, "tokens_per_second": 1756256.4460196327, "training_seconds": 1.4926293970002007, "elapsed_tokens_per_second": 1321132.1353456879, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1790, "epoch": 23, "tokens": 234618880, "loss": 3.743909454345703, "lr": 0.00502252117610938, "grad_norm": 0.12846872210502625, "tokens_per_second": 1754978.569067709, "training_seconds": 0.7468581230004929, "elapsed_tokens_per_second": 1322951.7503457393, "peak_memory_bytes": 42389451776}
{"loss": 3.7489846442278236, "perplexity": 42.477929885096636, "tokens": 234618880, "seconds": 0.5386122270001579, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 23, "step": 1790, "evaluation_tokens": 1048576}
{"event": "train", "step": 1800, "epoch": 24, "tokens": 235929600, "loss": 3.730252003669739, "lr": 0.0049610975747078736, "grad_norm": 0.14113445580005646, "tokens_per_second": 1765558.690629863, "training_seconds": 0.7423825709993253, "elapsed_tokens_per_second": 1320750.6402958122, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1820, "epoch": 24, "tokens": 238551040, "loss": 3.7417439103126524, "lr": 0.004838461466570408, "grad_norm": 0.12419350445270538, "tokens_per_second": 1754356.651291692, "training_seconds": 1.4942457669994837, "elapsed_tokens_per_second": 1324337.1741974128, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1840, "epoch": 24, "tokens": 241172480, "loss": 3.7170753121376037, "lr": 0.0047161582252122835, "grad_norm": 0.12066396325826645, "tokens_per_second": 1756687.201341328, "training_seconds": 1.4922633910000513, "elapsed_tokens_per_second": 1327882.1601888242, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1860, "epoch": 24, "tokens": 243793920, "loss": 3.7366488099098207, "lr": 0.004594249390035967, "grad_norm": 0.11250115185976028, "tokens_per_second": 1755176.234285905, "training_seconds": 1.4935480260000986, "elapsed_tokens_per_second": 1331356.0822567109, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1868, "epoch": 24, "tokens": 244842496, "loss": 3.7196443378925323, "lr": 0.004545610037442798, "grad_norm": 0.10272330045700073, "tokens_per_second": 1750668.575864443, "training_seconds": 0.5989574579998589, "elapsed_tokens_per_second": 1332715.885485146, "peak_memory_bytes": 42389451776}
{"loss": 3.7318798465030385, "perplexity": 41.75753217922185, "tokens": 244842496, "seconds": 0.537825690000318, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 24, "step": 1868, "evaluation_tokens": 1048576}
{"event": "train", "step": 1880, "epoch": 25, "tokens": 246415360, "loss": 3.7145143151283264, "lr": 0.004472796301990301, "grad_norm": 0.12420684099197388, "tokens_per_second": 1759722.4867660124, "training_seconds": 0.8938136619999568, "elapsed_tokens_per_second": 1330851.9099285034, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1900, "epoch": 25, "tokens": 249036800, "loss": 3.7175503730773927, "lr": 0.004351860072705549, "grad_norm": 0.116056427359581, "tokens_per_second": 1751484.3026700402, "training_seconds": 1.4966962569997122, "elapsed_tokens_per_second": 1334214.2947931252, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1920, "epoch": 25, "tokens": 251658240, "loss": 3.721128261089325, "lr": 0.004231501553743808, "grad_norm": 0.10256768018007278, "tokens_per_second": 1754848.9863298584, "training_seconds": 1.4938265459995819, "elapsed_tokens_per_second": 1337546.110561541, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1940, "epoch": 25, "tokens": 254279680, "loss": 3.718298149108887, "lr": 0.004111781305980296, "grad_norm": 0.11553560942411423, "tokens_per_second": 1756588.3636005397, "training_seconds": 1.4923473560002094, "elapsed_tokens_per_second": 1340833.3296116458, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1946, "epoch": 25, "tokens": 255066112, "loss": 3.6818456649780273, "lr": 0.004075998709298975, "grad_norm": 0.10938026756048203, "tokens_per_second": 1754972.7329295326, "training_seconds": 0.44811636400027055, "elapsed_tokens_per_second": 1341802.3665308985, "peak_memory_bytes": 42389451776}
{"loss": 3.7100092905116138, "perplexity": 40.8541860815174, "tokens": 255066112, "seconds": 0.539592967000317, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 25, "step": 1946, "evaluation_tokens": 1048576}
{"event": "train", "step": 1960, "epoch": 26, "tokens": 256901120, "loss": 3.685535499027797, "lr": 0.00399275956913089, "grad_norm": 0.13775619864463806, "tokens_per_second": 1760342.7084333226, "training_seconds": 1.0424152019995745, "elapsed_tokens_per_second": 1340243.5675375594, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1980, "epoch": 26, "tokens": 259522560, "loss": 3.691405248641968, "lr": 0.0038744962314412666, "grad_norm": 0.11144720017910004, "tokens_per_second": 1749814.139652624, "training_seconds": 1.498124824000115, "elapsed_tokens_per_second": 1343410.3205659876, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2000, "epoch": 26, "tokens": 262144000, "loss": 3.6851972222328184, "lr": 0.003757050799552902, "grad_norm": 0.11591822654008865, "tokens_per_second": 1756779.0816232057, "training_seconds": 1.4921853449995979, "elapsed_tokens_per_second": 1346571.6398090965, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2020, "epoch": 26, "tokens": 264765440, "loss": 3.6895657658576964, "lr": 0.0036404823685610723, "grad_norm": 0.13147851824760437, "tokens_per_second": 1758360.8441944404, "training_seconds": 1.4908430249997764, "elapsed_tokens_per_second": 1349691.7898900355, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2024, "epoch": 26, "tokens": 265289728, "loss": 3.6828721165657043, "lr": 0.003617279092105699, "grad_norm": 0.1176721379160881, "tokens_per_second": 1760657.5691757041, "training_seconds": 0.2977796529994521, "elapsed_tokens_per_second": 1350307.7222413605, "peak_memory_bytes": 42389451776}
{"loss": 3.6918243804772493, "perplexity": 40.11797067675127, "tokens": 265289728, "seconds": 0.5389639649993114, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 26, "step": 2024, "evaluation_tokens": 1048576}
{"event": "train", "step": 2040, "epoch": 27, "tokens": 267386880, "loss": 3.665796086192131, "lr": 0.0035248495922799365, "grad_norm": 0.13645349442958832, "tokens_per_second": 1763709.7966746853, "training_seconds": 1.1890572950005662, "elapsed_tokens_per_second": 1349062.7399730918, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2060, "epoch": 27, "tokens": 270008320, "loss": 3.6661051630973818, "lr": 0.003410210653729649, "grad_norm": 0.12588292360305786, "tokens_per_second": 1754508.7870370972, "training_seconds": 1.4941161990000182, "elapsed_tokens_per_second": 1352086.5615013842, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2080, "epoch": 27, "tokens": 272629760, "loss": 3.673964202404022, "lr": 0.0032966232358603883, "grad_norm": 0.1346353143453598, "tokens_per_second": 1754923.3090303312, "training_seconds": 1.4937632809997012, "elapsed_tokens_per_second": 1355069.875468936, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2100, "epoch": 27, "tokens": 275251200, "loss": 3.6644193291664124, "lr": 0.003184144492527974, "grad_norm": 0.13356246054172516, "tokens_per_second": 1756706.4169303013, "training_seconds": 1.4922470679994149, "elapsed_tokens_per_second": 1358015.3151882563, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2101, "epoch": 27, "tokens": 275382272, "loss": 3.6754117012023926, "lr": 0.0031785506757095435, "grad_norm": 0.12486378848552704, "tokens_per_second": 1754358.4910865845, "training_seconds": 0.07471220999923389, "elapsed_tokens_per_second": 1358154.1011333338, "peak_memory_bytes": 42389451776}
{"loss": 3.674973958345704, "perplexity": 39.4476295622925, "tokens": 275382272, "seconds": 0.5398390119999021, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 27, "step": 2101, "evaluation_tokens": 1048576}
{"event": "train", "step": 2120, "epoch": 28, "tokens": 277872640, "loss": 3.6661166768325004, "lr": 0.003072831019735734, "grad_norm": 0.11034350097179413, "tokens_per_second": 1762958.0463616655, "training_seconds": 1.4126076369993825, "elapsed_tokens_per_second": 1357301.8914755103, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2140, "epoch": 28, "tokens": 280494080, "loss": 3.659133195877075, "lr": 0.0029627388271570455, "grad_norm": 0.12720270454883575, "tokens_per_second": 1757558.8885495756, "training_seconds": 1.4915232809998997, "elapsed_tokens_per_second": 1360186.9507560527, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2160, "epoch": 28, "tokens": 283115520, "loss": 3.6580453634262087, "lr": 0.0028539233099529205, "grad_norm": 0.11863116174936295, "tokens_per_second": 1754819.2543127348, "training_seconds": 1.4938518560002194, "elapsed_tokens_per_second": 1363018.2656282254, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2179, "epoch": 28, "tokens": 285605888, "loss": 3.6532096988276432, "lr": 0.002751780966248932, "grad_norm": 0.1130509153008461, "tokens_per_second": 1754036.1696280425, "training_seconds": 1.4197928429994136, "elapsed_tokens_per_second": 1365664.2939965783, "peak_memory_bytes": 42389451776}
{"loss": 3.654921272120385, "perplexity": 38.66447702304306, "tokens": 285605888, "seconds": 0.5394075680005699, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 28, "step": 2179, "evaluation_tokens": 1048576}
{"event": "train", "step": 2180, "epoch": 29, "tokens": 285736960, "loss": 3.6837236881256104, "lr": 0.0027464392208987813, "grad_norm": 0.1149858608841896, "tokens_per_second": 1937302.7909414931, "training_seconds": 0.06765695100057201, "elapsed_tokens_per_second": 1362279.6235244945, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2200, "epoch": 29, "tokens": 288358400, "loss": 3.641564118862152, "lr": 0.0026403406428344716, "grad_norm": 0.10855326801538467, "tokens_per_second": 1756022.0676903154, "training_seconds": 1.4928286200001821, "elapsed_tokens_per_second": 1365056.1506480174, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2220, "epoch": 29, "tokens": 290979840, "loss": 3.6345175385475157, "lr": 0.0025356809614513606, "grad_norm": 0.10382375866174698, "tokens_per_second": 1754826.434073574, "training_seconds": 1.4938457440002821, "elapsed_tokens_per_second": 1367783.601202025, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2240, "epoch": 29, "tokens": 293601280, "loss": 3.661055362224579, "lr": 0.002432512838430222, "grad_norm": 0.13114699721336365, "tokens_per_second": 1755532.3860908719, "training_seconds": 1.4932450239994068, "elapsed_tokens_per_second": 1370479.732490976, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2257, "epoch": 29, "tokens": 295829504, "loss": 3.6376906142515293, "lr": 0.0023460314676124836, "grad_norm": 0.12377985566854477, "tokens_per_second": 1754173.2315354198, "training_seconds": 1.270241707000423, "elapsed_tokens_per_second": 1372732.673384513, "peak_memory_bytes": 42389451776}
{"loss": 3.638859982445575, "perplexity": 38.04843610628604, "tokens": 295829504, "seconds": 0.5398767389997374, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 29, "step": 2257, "evaluation_tokens": 1048576}
{"event": "train", "step": 2260, "epoch": 30, "tokens": 296222720, "loss": 3.5988837083180747, "lr": 0.00233088818494343, "grad_norm": 0.10870417207479477, "tokens_per_second": 1799228.3271783213, "training_seconds": 0.21854702600012388, "elapsed_tokens_per_second": 1369698.7674088667, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2280, "epoch": 30, "tokens": 298844160, "loss": 3.629971516132355, "lr": 0.0022308581355347783, "grad_norm": 0.13367240130901337, "tokens_per_second": 1757436.7288666607, "training_seconds": 1.491626957000335, "elapsed_tokens_per_second": 1372348.6709444534, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2300, "epoch": 30, "tokens": 301465600, "loss": 3.6297006964683534, "lr": 0.002132473022390077, "grad_norm": 0.10741689056158066, "tokens_per_second": 1751693.2060958424, "training_seconds": 1.496517763999691, "elapsed_tokens_per_second": 1374928.5620160047, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2320, "epoch": 30, "tokens": 304087040, "loss": 3.599178504943848, "lr": 0.002035782350011468, "grad_norm": 0.10289996862411499, "tokens_per_second": 1755793.8447421386, "training_seconds": 1.4930226619999303, "elapsed_tokens_per_second": 1377498.120887512, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2335, "epoch": 30, "tokens": 306053120, "loss": 3.617187261581421, "lr": 0.0019644056223927934, "grad_norm": 0.11644475907087326, "tokens_per_second": 1752145.8948065417, "training_seconds": 1.1220983399998659, "elapsed_tokens_per_second": 1379383.8173858945, "peak_memory_bytes": 42389451776}
{"loss": 3.6229257084458415, "perplexity": 37.44696661602987, "tokens": 306053120, "seconds": 0.5405359840005985, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 30, "step": 2335, "evaluation_tokens": 1048576}
{"event": "train", "step": 2340, "epoch": 31, "tokens": 306708480, "loss": 3.601534938812256, "lr": 0.0019408347703082226, "grad_norm": 0.14417703449726105, "tokens_per_second": 1787805.0195747665, "training_seconds": 0.3665724130005401, "elapsed_tokens_per_second": 1376664.2770731428, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2360, "epoch": 31, "tokens": 309329920, "loss": 3.6160919308662414, "lr": 0.001847678058116523, "grad_norm": 0.13204927742481232, "tokens_per_second": 1758077.4714649154, "training_seconds": 1.4910833239991916, "elapsed_tokens_per_second": 1379193.3073342561, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2380, "epoch": 31, "tokens": 311951360, "loss": 3.602348506450653, "lr": 0.0017563590871605673, "grad_norm": 0.10245464742183685, "tokens_per_second": 1753642.1514346628, "training_seconds": 1.4948545790002754, "elapsed_tokens_per_second": 1381662.7593483245, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2400, "epoch": 31, "tokens": 314572800, "loss": 3.5949098229408265, "lr": 0.0016669238064670807, "grad_norm": 0.10757297277450562, "tokens_per_second": 1756953.4540775593, "training_seconds": 1.4920372500000667, "elapsed_tokens_per_second": 1384120.4196998507, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2413, "epoch": 31, "tokens": 316276736, "loss": 3.5824705270620494, "lr": 0.0016098223594030138, "grad_norm": 0.09866742044687271, "tokens_per_second": 1758792.0558821182, "training_seconds": 0.9688103799999226, "elapsed_tokens_per_second": 1385702.4445287983, "peak_memory_bytes": 42389451776}
{"loss": 3.606324362288984, "perplexity": 36.830428402864484, "tokens": 316276736, "seconds": 0.5348059699999794, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 31, "step": 2413, "evaluation_tokens": 1048576}
{"event": "train", "step": 2420, "epoch": 32, "tokens": 317194240, "loss": 3.597673177719116, "lr": 0.0015794172172451256, "grad_norm": 0.1418788731098175, "tokens_per_second": 1771783.3498483312, "training_seconds": 0.517842094000116, "elapsed_tokens_per_second": 1383301.3779282996, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2440, "epoch": 32, "tokens": 319815680, "loss": 3.6001141905784606, "lr": 0.0014938833502428038, "grad_norm": 0.10664521902799606, "tokens_per_second": 1755217.7905370183, "training_seconds": 1.4935126649997983, "elapsed_tokens_per_second": 1385702.1622687643, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2460, "epoch": 32, "tokens": 322437120, "loss": 3.584538018703461, "lr": 0.0014103652435922805, "grad_norm": 0.10540316998958588, "tokens_per_second": 1754058.8554494423, "training_seconds": 1.4944994530005715, "elapsed_tokens_per_second": 1388063.4093239864, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2480, "epoch": 32, "tokens": 325058560, "loss": 3.5821972370147703, "lr": 0.0013289049211542584, "grad_norm": 0.10259132832288742, "tokens_per_second": 1755998.6183585527, "training_seconds": 1.492848555000819, "elapsed_tokens_per_second": 1390406.5953039199, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2491, "epoch": 32, "tokens": 326500352, "loss": 3.5850094881924717, "lr": 0.0012849937677638556, "grad_norm": 0.09826594591140747, "tokens_per_second": 1753671.9266578874, "training_seconds": 0.8221560590000081, "elapsed_tokens_per_second": 1391671.4837071148, "peak_memory_bytes": 42389451776}
{"loss": 3.592523283522894, "perplexity": 36.32562022076216, "tokens": 326500352, "seconds": 0.5393461950006895, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 32, "step": 2491, "evaluation_tokens": 1048576}
{"event": "train", "step": 2500, "epoch": 33, "tokens": 327680000, "loss": 3.579722695880466, "lr": 0.0012495433713727991, "grad_norm": 0.10078850388526917, "tokens_per_second": 1768799.5324868301, "training_seconds": 0.6669201220001924, "elapsed_tokens_per_second": 1389513.6109033816, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2520, "epoch": 33, "tokens": 330301440, "loss": 3.564604842662811, "lr": 0.0011723205266511497, "grad_norm": 0.10554768890142441, "tokens_per_second": 1756292.859609426, "training_seconds": 1.4925984500005143, "elapsed_tokens_per_second": 1391814.3074731277, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2540, "epoch": 33, "tokens": 332922880, "loss": 3.5623500823974608, "lr": 0.0010972752432589234, "grad_norm": 0.11740489304065704, "tokens_per_second": 1754705.2928736347, "training_seconds": 1.493948876000104, "elapsed_tokens_per_second": 1394076.094684978, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2560, "epoch": 33, "tokens": 335544320, "loss": 3.585128164291382, "lr": 0.0010244452817807664, "grad_norm": 0.10099238902330399, "tokens_per_second": 1754883.760322342, "training_seconds": 1.4937969450002129, "elapsed_tokens_per_second": 1396312.9836853563, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2568, "epoch": 33, "tokens": 336592896, "loss": 3.567629814147949, "lr": 0.0009959418338851302, "grad_norm": 0.09474563598632812, "tokens_per_second": 1754182.972304202, "training_seconds": 0.5977574839998852, "elapsed_tokens_per_second": 1397192.4290041844, "peak_memory_bytes": 42389451776}
{"loss": 3.580106132134802, "perplexity": 35.877348384583236, "tokens": 336592896, "seconds": 0.5377111689995218, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 33, "step": 2568, "evaluation_tokens": 1048576}
{"event": "train", "step": 2580, "epoch": 34, "tokens": 338165760, "loss": 3.5802178978919983, "lr": 0.000953867288116335, "grad_norm": 0.11168031394481659, "tokens_per_second": 1763269.160287119, "training_seconds": 0.892015827999785, "elapsed_tokens_per_second": 1395396.88919515, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2600, "epoch": 34, "tokens": 340787200, "loss": 3.593496060371399, "lr": 0.0008855767750411627, "grad_norm": 0.10202831774950027, "tokens_per_second": 1756423.4476996574, "training_seconds": 1.4924874769994858, "elapsed_tokens_per_second": 1397600.8663674241, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2620, "epoch": 34, "tokens": 343408640, "loss": 3.5685802578926085, "lr": 0.0008196081043376678, "grad_norm": 0.0986739993095398, "tokens_per_second": 1752985.4696219813, "training_seconds": 1.4954145629999402, "elapsed_tokens_per_second": 1399758.813916462, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2640, "epoch": 34, "tokens": 346030080, "loss": 3.5766925692558287, "lr": 0.0007559944695053143, "grad_norm": 0.1088494136929512, "tokens_per_second": 1757762.6420558218, "training_seconds": 1.4913503890002175, "elapsed_tokens_per_second": 1401916.2330545273, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2646, "epoch": 34, "tokens": 346816512, "loss": 3.5613041321436563, "lr": 0.0007373744276066139, "grad_norm": 0.10361446440219879, "tokens_per_second": 1758526.6361026734, "training_seconds": 0.44721074100016267, "elapsed_tokens_per_second": 1402552.6786984135, "peak_memory_bytes": 42389451776}
{"loss": 3.5691709533203233, "perplexity": 35.48716044023432, "tokens": 346816512, "seconds": 0.5413683379993017, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 34, "step": 2646, "evaluation_tokens": 1048576}
{"event": "train", "step": 2660, "epoch": 35, "tokens": 348651520, "loss": 3.5538167101996287, "lr": 0.0006947678790586163, "grad_norm": 0.10086075961589813, "tokens_per_second": 1766682.6083640365, "training_seconds": 1.0386744010002076, "elapsed_tokens_per_second": 1400985.2537281194, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2680, "epoch": 35, "tokens": 351272960, "loss": 3.5639738202095033, "lr": 0.0006359591404213925, "grad_norm": 0.09355688840150833, "tokens_per_second": 1750702.3133290547, "training_seconds": 1.4973647890001303, "elapsed_tokens_per_second": 1403071.0223256005, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2700, "epoch": 35, "tokens": 353894400, "loss": 3.567890131473541, "lr": 0.0005795978444253758, "grad_norm": 0.09424734115600586, "tokens_per_second": 1752952.2641950662, "training_seconds": 1.4954428900000494, "elapsed_tokens_per_second": 1405141.1857768062, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2720, "epoch": 35, "tokens": 356515840, "loss": 3.549890100955963, "lr": 0.0005257123504209748, "grad_norm": 0.12141464650630951, "tokens_per_second": 1754985.6678889361, "training_seconds": 1.4937102040003083, "elapsed_tokens_per_second": 1407197.9690978604, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2724, "epoch": 35, "tokens": 357040128, "loss": 3.5321216583251953, "lr": 0.0005152347559368642, "grad_norm": 0.10305263102054596, "tokens_per_second": 1752807.5685366315, "training_seconds": 0.2991132679999282, "elapsed_tokens_per_second": 1407597.2204882116, "peak_memory_bytes": 42389451776}
{"loss": 3.5593213527686802, "perplexity": 35.13934183430562, "tokens": 357040128, "seconds": 0.5381692589999147, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 35, "step": 2724, "evaluation_tokens": 1048576}
{"event": "train", "step": 2740, "epoch": 36, "tokens": 359137280, "loss": 3.5677618086338043, "lr": 0.00047432977200767735, "grad_norm": 0.10348299145698547, "tokens_per_second": 1761669.1960791317, "training_seconds": 1.1904346199999054, "elapsed_tokens_per_second": 1406248.2863250442, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2760, "epoch": 36, "tokens": 361758720, "loss": 3.573610007762909, "lr": 0.0004254759633912887, "grad_norm": 0.09236057847738266, "tokens_per_second": 1753463.2502865747, "training_seconds": 1.4950070949998917, "elapsed_tokens_per_second": 1408263.4308977518, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2780, "epoch": 36, "tokens": 364380160, "loss": 3.5611130714416506, "lr": 0.0003791755063748501, "grad_norm": 0.09878630191087723, "tokens_per_second": 1752962.2794950565, "training_seconds": 1.4954343460003656, "elapsed_tokens_per_second": 1410250.9610806936, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2800, "epoch": 36, "tokens": 367001600, "loss": 3.552616822719574, "lr": 0.0003354516979897966, "grad_norm": 0.1002916544675827, "tokens_per_second": 1756878.875725214, "training_seconds": 1.4921005859996512, "elapsed_tokens_per_second": 1412235.4772756957, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2802, "epoch": 36, "tokens": 367263744, "loss": 3.568125367164612, "lr": 0.0003312218911381581, "grad_norm": 0.08901069313287735, "tokens_per_second": 1770382.3230686868, "training_seconds": 0.1480719709998084, "elapsed_tokens_per_second": 1412431.9140484163, "peak_memory_bytes": 42389451776}
{"loss": 3.5516112037899843, "perplexity": 34.869454048255506, "tokens": 367263744, "seconds": 0.5390185830001428, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 36, "step": 2802, "evaluation_tokens": 1048576}
{"event": "train", "step": 2820, "epoch": 37, "tokens": 369623040, "loss": 3.544233759244283, "lr": 0.00029432653877357705, "grad_norm": 0.10836479067802429, "tokens_per_second": 1761744.9553540542, "training_seconds": 1.339181357000598, "elapsed_tokens_per_second": 1411255.9988297657, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2840, "epoch": 37, "tokens": 372244480, "loss": 3.5618602514266966, "lr": 0.0002558207216996241, "grad_norm": 0.13560818135738373, "tokens_per_second": 1756210.0178521909, "training_seconds": 1.4926688570003535, "elapsed_tokens_per_second": 1413205.2882351764, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2860, "epoch": 37, "tokens": 374865920, "loss": 3.5500876665115357, "lr": 0.0002199536217652629, "grad_norm": 0.09404917806386948, "tokens_per_second": 1755027.7391543782, "training_seconds": 1.4936743970001771, "elapsed_tokens_per_second": 1415125.1268002288, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2880, "epoch": 37, "tokens": 377487360, "loss": 3.5605708360671997, "lr": 0.00018674328624277879, "grad_norm": 0.08817499130964279, "tokens_per_second": 1755929.5796843015, "training_seconds": 1.4929072499999165, "elapsed_tokens_per_second": 1417029.4214277524, "peak_memory_bytes": 42389451776}
{"loss": 3.5463227535916784, "perplexity": 34.685535427959465, "tokens": 377487360, "seconds": 0.5382243820004078, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 37, "step": 2880, "evaluation_tokens": 1048576}
{"event": "train", "step": 2900, "epoch": 38, "tokens": 380108800, "loss": 3.559136688709259, "lr": 0.0001562064255985584, "grad_norm": 0.10360663384199142, "tokens_per_second": 1761522.7702058817, "training_seconds": 1.4881669679998595, "elapsed_tokens_per_second": 1416044.4804173592, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2920, "epoch": 38, "tokens": 382730240, "loss": 3.5277883052825927, "lr": 0.00012835840508487278, "grad_norm": 0.08737140148878098, "tokens_per_second": 1752893.074980519, "training_seconds": 1.4954933860008168, "elapsed_tokens_per_second": 1417902.8738305948, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2940, "epoch": 38, "tokens": 385351680, "loss": 3.5514792680740355, "lr": 0.00010321323700853606, "grad_norm": 0.08818492293357849, "tokens_per_second": 1754624.3284017358, "training_seconds": 1.4940178119995835, "elapsed_tokens_per_second": 1419749.6899049354, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2958, "epoch": 38, "tokens": 387710976, "loss": 3.541755040486654, "lr": 8.290400991417069e-05, "grad_norm": 0.08448585867881775, "tokens_per_second": 1757821.434629657, "training_seconds": 1.3421704580005098, "elapsed_tokens_per_second": 1421405.5134934257, "peak_memory_bytes": 42389451776}
{"loss": 3.54241578999416, "perplexity": 34.550284685588494, "tokens": 387710976, "seconds": 0.5378329680006573, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 38, "step": 2958, "evaluation_tokens": 1048576}
{"event": "train", "step": 2960, "epoch": 39, "tokens": 387973120, "loss": 3.530292510986328, "lr": 8.078357368032157e-05, "grad_norm": 0.08371496945619583, "tokens_per_second": 1827295.5082769091, "training_seconds": 0.14346010199915327, "elapsed_tokens_per_second": 1418776.6213197238, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2980, "epoch": 39, "tokens": 390594560, "loss": 3.5447096824645996, "lr": 6.108070104869107e-05, "grad_norm": 0.08414548635482788, "tokens_per_second": 1755286.8661009755, "training_seconds": 1.493453891000172, "elapsed_tokens_per_second": 1420599.7557082132, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3000, "epoch": 39, "tokens": 393216000, "loss": 3.5294439077377318, "lr": 4.4114533021037625e-05, "grad_norm": 0.0919240266084671, "tokens_per_second": 1757982.4631870324, "training_seconds": 1.49116390799918, "elapsed_tokens_per_second": 1422411.9667052447, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3020, "epoch": 39, "tokens": 395837440, "loss": 3.543642055988312, "lr": 2.9893606475294762e-05, "grad_norm": 0.09324782341718674, "tokens_per_second": 1757536.8958186496, "training_seconds": 1.4915419450007903, "elapsed_tokens_per_second": 1424204.6461501874, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3035, "epoch": 39, "tokens": 397803520, "loss": 3.5307653268178303, "lr": 2.1033832841024833e-05, "grad_norm": 0.08144088089466095, "tokens_per_second": 1751425.0935790087, "training_seconds": 1.1225601410005766, "elapsed_tokens_per_second": 1425513.9303699897, "peak_memory_bytes": 42389451776}
{"loss": 3.540866637363143, "perplexity": 34.496802457928155, "tokens": 397803520, "seconds": 0.5383723129998543, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 39, "step": 3035, "evaluation_tokens": 1048576}
{"event": "train", "step": 3040, "epoch": 40, "tokens": 398458880, "loss": 3.5551443576812742, "lr": 1.8425076964434348e-05, "grad_norm": 0.08332569897174835, "tokens_per_second": 1782157.9152613527, "training_seconds": 0.3677339670002766, "elapsed_tokens_per_second": 1423196.2448235308, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3060, "epoch": 40, "tokens": 401080320, "loss": 3.5516027927398683, "lr": 9.714715115999695e-06, "grad_norm": 0.08516273647546768, "tokens_per_second": 1757681.0946787205, "training_seconds": 1.4914195800001835, "elapsed_tokens_per_second": 1424963.4498139296, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3080, "epoch": 40, "tokens": 403701760, "loss": 3.5263702392578127, "lr": 3.7669037284964734e-06, "grad_norm": 0.0880289226770401, "tokens_per_second": 1754952.9223859285, "training_seconds": 1.4937380749997828, "elapsed_tokens_per_second": 1426698.059701013, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3100, "epoch": 40, "tokens": 406323200, "loss": 3.554093527793884, "lr": 5.846355660953928e-07, "grad_norm": 0.08623109012842178, "tokens_per_second": 1756188.143576782, "training_seconds": 1.4926874490001865, "elapsed_tokens_per_second": 1428421.9039971193, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3113, "epoch": 40, "tokens": 408027136, "loss": 3.5380412065065823, "lr": 0.0, "grad_norm": 0.08216775208711624, "tokens_per_second": 1760313.1096456386, "training_seconds": 0.9679732489994421, "elapsed_tokens_per_second": 1429539.7493509229, "peak_memory_bytes": 42389451776}
{"loss": 3.540555412517052, "perplexity": 34.486067866415, "tokens": 408027136, "seconds": 0.5366699610003707, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 40, "step": 3113, "evaluation_tokens": 1048576}
{"loss": 3.541610088785768, "perplexity": 34.52245869069117, "tokens": 408027136, "seconds": 100.46120855299978, "split": "full", "validation_complete": true, "event": "final_validation", "step": 3113, "evaluation_tokens": 197411295}