{"event": "train", "step": 20, "epoch": 1, "tokens": 2621440, "loss": 9.338064765930175, "lr": 0.000641025641025641, "grad_norm": 1.224993348121643, "tokens_per_second": 49494.01590523521, "training_seconds": 52.96478679400752, "elapsed_tokens_per_second": 49494.01590523521, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 40, "epoch": 1, "tokens": 5242880, "loss": 7.304329919815063, "lr": 0.001282051282051282, "grad_norm": 2.4056499004364014, "tokens_per_second": 1772673.8593202305, "training_seconds": 1.4788055829994846, "elapsed_tokens_per_second": 96289.19846432272, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 60, "epoch": 1, "tokens": 7864320, "loss": 7.006597185134888, "lr": 0.001923076923076923, "grad_norm": 2.4044342041015625, "tokens_per_second": 1767277.5857896595, "training_seconds": 1.4833210249926196, "elapsed_tokens_per_second": 140598.95500701256, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 78, "epoch": 1, "tokens": 10223616, "loss": 6.7580069700876875, "lr": 0.0025, "grad_norm": 1.300213098526001, "tokens_per_second": 1768972.027905206, "training_seconds": 1.3337101790093584, "elapsed_tokens_per_second": 178518.3284992724, "peak_memory_bytes": 21988176384}
{"loss": 6.613163809242508, "perplexity": 744.835813287687, "tokens": 10223616, "seconds": 1.1520334859960712, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 1, "step": 78, "evaluation_tokens": 1048576}
{"event": "train", "step": 80, "epoch": 2, "tokens": 10485760, "loss": 6.5868918895721436, "lr": 0.002564102564102564, "grad_norm": 0.6687176823616028, "tokens_per_second": 1837664.676777968, "training_seconds": 0.14265061701007653, "elapsed_tokens_per_second": 179000.9904741225, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 100, "epoch": 2, "tokens": 13107200, "loss": 6.445305490493775, "lr": 0.003205128205128205, "grad_norm": 0.7697755694389343, "tokens_per_second": 1761821.5714535953, "training_seconds": 1.487914577999618, "elapsed_tokens_per_second": 218205.00390302646, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 120, "epoch": 2, "tokens": 15728640, "loss": 6.21584267616272, "lr": 0.003846153846153846, "grad_norm": 0.31164324283599854, "tokens_per_second": 1765146.168387519, "training_seconds": 1.4851121379906544, "elapsed_tokens_per_second": 255521.30679141934, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 140, "epoch": 2, "tokens": 18350080, "loss": 6.004910111427307, "lr": 0.004487179487179488, "grad_norm": 0.3124312460422516, "tokens_per_second": 1762369.3598466574, "training_seconds": 1.4874520970042795, "elapsed_tokens_per_second": 291068.9233960859, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 156, "epoch": 2, "tokens": 20447232, "loss": 5.8029912412166595, "lr": 0.005, "grad_norm": 0.2714317739009857, "tokens_per_second": 1763404.0484279369, "training_seconds": 1.1892634599935263, "elapsed_tokens_per_second": 318320.99839908176, "peak_memory_bytes": 42389451776}
{"loss": 5.7429719072296095, "perplexity": 311.99024061172014, "tokens": 20447232, "seconds": 0.542939838996972, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 2, "step": 156, "evaluation_tokens": 1048576}
{"event": "train", "step": 160, "epoch": 3, "tokens": 20971520, "loss": 5.707744717597961, "lr": 0.005128205128205128, "grad_norm": 0.6003886461257935, "tokens_per_second": 1790449.2104294954, "training_seconds": 0.2928248380048899, "elapsed_tokens_per_second": 322191.2513176698, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 180, "epoch": 3, "tokens": 23592960, "loss": 5.6036494970321655, "lr": 0.0057692307692307696, "grad_norm": 0.30839404463768005, "tokens_per_second": 1761086.9713966898, "training_seconds": 1.4885352299897932, "elapsed_tokens_per_second": 354354.2490667365, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 200, "epoch": 3, "tokens": 26214400, "loss": 5.457701897621154, "lr": 0.00641025641025641, "grad_norm": 0.2599794864654541, "tokens_per_second": 1762738.4459240506, "training_seconds": 1.4871406509919325, "elapsed_tokens_per_second": 385115.24202676164, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 220, "epoch": 3, "tokens": 28835840, "loss": 5.305142116546631, "lr": 0.007051282051282052, "grad_norm": 0.3788359761238098, "tokens_per_second": 1760685.0478965093, "training_seconds": 1.4888750280078966, "elapsed_tokens_per_second": 414552.0028857026, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 233, "epoch": 3, "tokens": 30539776, "loss": 5.300156630002535, "lr": 0.007467948717948718, "grad_norm": 0.24889741837978363, "tokens_per_second": 1761765.2010214168, "training_seconds": 0.9671754209994106, "elapsed_tokens_per_second": 433017.2496302814, "peak_memory_bytes": 42389451776}
{"loss": 5.271179248281205, "perplexity": 194.64536236809357, "tokens": 30539776, "seconds": 0.539518985999166, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 3, "step": 233, "evaluation_tokens": 1048576}
{"event": "train", "step": 240, "epoch": 4, "tokens": 31457280, "loss": 5.197976793561663, "lr": 0.007692307692307692, "grad_norm": 0.207215815782547, "tokens_per_second": 1780781.4041126885, "training_seconds": 0.5152255059947493, "elapsed_tokens_per_second": 439423.60937379894, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 260, "epoch": 4, "tokens": 34078720, "loss": 5.137993407249451, "lr": 0.008333333333333333, "grad_norm": 0.2629648447036743, "tokens_per_second": 1758687.1297577517, "training_seconds": 1.4905664319958305, "elapsed_tokens_per_second": 466324.4364885131, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 280, "epoch": 4, "tokens": 36700160, "loss": 5.086154294013977, "lr": 0.008974358974358975, "grad_norm": 0.23090621829032898, "tokens_per_second": 1757823.4583464337, "training_seconds": 1.4912987920106389, "elapsed_tokens_per_second": 492142.3321222604, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 300, "epoch": 4, "tokens": 39321600, "loss": 4.999536681175232, "lr": 0.009615384615384616, "grad_norm": 0.2221926897764206, "tokens_per_second": 1760673.0130608266, "training_seconds": 1.488885205006227, "elapsed_tokens_per_second": 516965.17027608247, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 311, "epoch": 4, "tokens": 40763392, "loss": 4.970946355299517, "lr": 0.009967948717948717, "grad_norm": 0.22746773064136505, "tokens_per_second": 1761893.6786981346, "training_seconds": 0.8183195259916829, "elapsed_tokens_per_second": 530204.5190381618, "peak_memory_bytes": 42389451776}
{"loss": 4.979396714861102, "perplexity": 145.38664558866105, "tokens": 40763392, "seconds": 0.5415590510092443, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 4, "step": 311, "evaluation_tokens": 1048576}
{"event": "train", "step": 320, "epoch": 5, "tokens": 41943040, "loss": 4.96201557583279, "lr": 0.009999798724647173, "grad_norm": 0.26256242394447327, "tokens_per_second": 1773125.8369685244, "training_seconds": 0.6652928830008022, "elapsed_tokens_per_second": 537079.7156760473, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 340, "epoch": 5, "tokens": 44564480, "loss": 4.90822925567627, "lr": 0.009997534563024671, "grad_norm": 0.2420613169670105, "tokens_per_second": 1758535.2181985776, "training_seconds": 1.4906951949960785, "elapsed_tokens_per_second": 559950.1168144285, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 360, "epoch": 5, "tokens": 47185920, "loss": 4.859609699249267, "lr": 0.009992755788646324, "grad_norm": 0.20177023112773895, "tokens_per_second": 1756945.9366051364, "training_seconds": 1.492043634003494, "elapsed_tokens_per_second": 581966.4641618731, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 380, "epoch": 5, "tokens": 49807360, "loss": 4.815351676940918, "lr": 0.009985464806051182, "grad_norm": 0.21233314275741577, "tokens_per_second": 1756963.0818096022, "training_seconds": 1.4920290739974007, "elapsed_tokens_per_second": 603188.4760399964, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 389, "epoch": 5, "tokens": 50987008, "loss": 4.786302248636882, "lr": 0.009981365187140646, "grad_norm": 0.19725362956523895, "tokens_per_second": 1753751.113699297, "training_seconds": 0.6726427660032641, "elapsed_tokens_per_second": 612473.3216968075, "peak_memory_bytes": 42389451776}
{"loss": 4.802051740695394, "perplexity": 121.75998131982803, "tokens": 50987008, "seconds": 0.5421291770035168, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 5, "step": 389, "evaluation_tokens": 1048576}
{"event": "train", "step": 400, "epoch": 6, "tokens": 52428800, "loss": 4.771549484946511, "lr": 0.009975665283847752, "grad_norm": 0.18648800253868103, "tokens_per_second": 1770881.6352936937, "training_seconds": 0.8141662160051055, "elapsed_tokens_per_second": 619654.8581690325, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 420, "epoch": 6, "tokens": 55050240, "loss": 4.737654519081116, "lr": 0.00996336215286808, "grad_norm": 0.1638355255126953, "tokens_per_second": 1757018.3220026959, "training_seconds": 1.4919821649964433, "elapsed_tokens_per_second": 639354.0714396754, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 440, "epoch": 6, "tokens": 57671680, "loss": 4.7194312572479244, "lr": 0.009948561603686672, "grad_norm": 0.16687195003032684, "tokens_per_second": 1756687.6780961691, "training_seconds": 1.492262986008427, "elapsed_tokens_per_second": 658376.6601978547, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 460, "epoch": 6, "tokens": 60293120, "loss": 4.682769751548767, "lr": 0.009931271083505607, "grad_norm": 0.17811372876167297, "tokens_per_second": 1755445.5122752609, "training_seconds": 1.493318921988248, "elapsed_tokens_per_second": 676756.7292318307, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 467, "epoch": 6, "tokens": 61210624, "loss": 4.6652640615190775, "lr": 0.009924632718259845, "grad_norm": 0.21053923666477203, "tokens_per_second": 1753894.3031501535, "training_seconds": 0.5231238840060541, "elapsed_tokens_per_second": 683032.1265313735, "peak_memory_bytes": 42389451776}
{"loss": 4.685996041978129, "perplexity": 108.41820763119809, "tokens": 61210624, "seconds": 0.5448255399969639, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 6, "step": 467, "evaluation_tokens": 1048576}
{"event": "train", "step": 480, "epoch": 7, "tokens": 62914560, "loss": 4.6453441473153925, "lr": 0.009911499292407304, "grad_norm": 0.22890637814998627, "tokens_per_second": 1769543.7711955197, "training_seconds": 0.9629239060013788, "elapsed_tokens_per_second": 690368.5059931315, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 500, "epoch": 7, "tokens": 65536000, "loss": 4.63191831111908, "lr": 0.009889256178976909, "grad_norm": 0.21172961592674255, "tokens_per_second": 1755713.567623661, "training_seconds": 1.4930909280083142, "elapsed_tokens_per_second": 707532.7907691455, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 520, "epoch": 7, "tokens": 68157440, "loss": 4.615343165397644, "lr": 0.009864552935296447, "grad_norm": 0.25802695751190186, "tokens_per_second": 1754971.7170374154, "training_seconds": 1.4937220779975178, "elapsed_tokens_per_second": 724141.708667959, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 540, "epoch": 7, "tokens": 70778880, "loss": 4.610689473152161, "lr": 0.0098374019913133, "grad_norm": 0.1696021854877472, "tokens_per_second": 1761816.0394193488, "training_seconds": 1.4879192499938654, "elapsed_tokens_per_second": 740279.4079905855, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 545, "epoch": 7, "tokens": 71434240, "loss": 4.589702892303467, "lr": 0.009830233376142928, "grad_norm": 0.19413213431835175, "tokens_per_second": 1762169.8829132607, "training_seconds": 0.3719051189982565, "elapsed_tokens_per_second": 744225.5515664819, "peak_memory_bytes": 42389451776}
{"loss": 4.589705955939021, "perplexity": 98.46547271730863, "tokens": 71434240, "seconds": 0.5438163250073558, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 7, "step": 545, "evaluation_tokens": 1048576}
{"event": "train", "step": 560, "epoch": 8, "tokens": 73400320, "loss": 4.567711098988851, "lr": 0.009807817008585826, "grad_norm": 0.24350173771381378, "tokens_per_second": 1760197.212851751, "training_seconds": 1.1169657499995083, "elapsed_tokens_per_second": 751650.0426111644, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 580, "epoch": 8, "tokens": 76021760, "loss": 4.523730063438416, "lr": 0.009775812873409262, "grad_norm": 0.22851355373859406, "tokens_per_second": 1757217.5035615752, "training_seconds": 1.491813048007316, "elapsed_tokens_per_second": 766771.81864589, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 600, "epoch": 8, "tokens": 78643200, "loss": 4.496135950088501, "lr": 0.009741405689325371, "grad_norm": 0.17650504410266876, "tokens_per_second": 1754235.1922430298, "training_seconds": 1.4943492250022246, "elapsed_tokens_per_second": 781421.4468606893, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 620, "epoch": 8, "tokens": 81264640, "loss": 4.46929657459259, "lr": 0.009704612769019617, "grad_norm": 0.16050642728805542, "tokens_per_second": 1759175.7008777882, "training_seconds": 1.490152461003163, "elapsed_tokens_per_second": 795677.9327043782, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 623, "epoch": 8, "tokens": 81657856, "loss": 4.431027730305989, "lr": 0.009698889189874403, "grad_norm": 0.16815800964832306, "tokens_per_second": 1758816.3657723921, "training_seconds": 0.2235685360064963, "elapsed_tokens_per_second": 797769.3793674195, "peak_memory_bytes": 42389451776}
{"loss": 4.441547567012631, "perplexity": 84.9062381459005, "tokens": 81657856, "seconds": 0.5440381100052036, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 8, "step": 623, "evaluation_tokens": 1048576}
{"event": "train", "step": 640, "epoch": 9, "tokens": 83886080, "loss": 4.407521303962259, "lr": 0.009665452625609928, "grad_norm": 0.17935720086097717, "tokens_per_second": 1765147.5293562652, "training_seconds": 1.2623443439952098, "elapsed_tokens_per_second": 805207.6377863033, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 660, "epoch": 9, "tokens": 86507520, "loss": 4.3847318410873415, "lr": 0.009623944963331446, "grad_norm": 0.1529795527458191, "tokens_per_second": 1754714.0749581319, "training_seconds": 1.4939413990068715, "elapsed_tokens_per_second": 818621.7082759929, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 680, "epoch": 9, "tokens": 89128960, "loss": 4.3407471656799315, "lr": 0.009580110667621922, "grad_norm": 0.1375083029270172, "tokens_per_second": 1756063.2699151721, "training_seconds": 1.4927935940067982, "elapsed_tokens_per_second": 831667.0039020744, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 700, "epoch": 9, "tokens": 91750400, "loss": 4.300151610374451, "lr": 0.009533971794612784, "grad_norm": 0.16273744404315948, "tokens_per_second": 1754502.426000586, "training_seconds": 1.4941216159932083, "elapsed_tokens_per_second": 844346.7584259489, "peak_memory_bytes": 42389451776}
{"loss": 4.30977073388342, "perplexity": 74.42342421478622, "tokens": 91750400, "seconds": 0.5437006809952436, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 9, "step": 700, "evaluation_tokens": 1048576}
{"event": "train", "step": 720, "epoch": 10, "tokens": 94371840, "loss": 4.277830171585083, "lr": 0.009485551560031134, "grad_norm": 0.13908180594444275, "tokens_per_second": 1761393.9377546904, "training_seconds": 1.4882758159947116, "elapsed_tokens_per_second": 852475.1303504397, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 740, "epoch": 10, "tokens": 96993280, "loss": 4.259416961669922, "lr": 0.009434874327518281, "grad_norm": 0.17430007457733154, "tokens_per_second": 1757049.3380480239, "training_seconds": 1.4919558280089404, "elapsed_tokens_per_second": 864489.5071592829, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 760, "epoch": 10, "tokens": 99614720, "loss": 4.235268902778626, "lr": 0.009381965596370669, "grad_norm": 0.13517223298549652, "tokens_per_second": 1756299.3560136259, "training_seconds": 1.4925929290038766, "elapsed_tokens_per_second": 876188.4741133351, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 778, "epoch": 10, "tokens": 101974016, "loss": 4.213445239596897, "lr": 0.009332461787202045, "grad_norm": 0.16966432332992554, "tokens_per_second": 1760936.8171789034, "training_seconds": 1.3397959409921896, "elapsed_tokens_per_second": 886481.0295648758, "peak_memory_bytes": 42389451776}
{"loss": 4.213945886277182, "perplexity": 67.62284611790174, "tokens": 101974016, "seconds": 0.5440713260031771, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 10, "step": 778, "evaluation_tokens": 1048576}
{"event": "train", "step": 780, "epoch": 11, "tokens": 102236160, "loss": 4.173847198486328, "lr": 0.009326851988709379, "grad_norm": 0.15438102185726166, "tokens_per_second": 1810002.8771819917, "training_seconds": 0.14483070900314488, "elapsed_tokens_per_second": 883409.1895391028, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 800, "epoch": 11, "tokens": 104857600, "loss": 4.1950023651123045, "lr": 0.009269561236084656, "grad_norm": 0.14489617943763733, "tokens_per_second": 1755284.000673754, "training_seconds": 1.4934563290007645, "elapsed_tokens_per_second": 894508.9608857698, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 820, "epoch": 11, "tokens": 107479040, "loss": 4.176902151107788, "lr": 0.009210122165522213, "grad_norm": 0.13835245370864868, "tokens_per_second": 1755698.116555542, "training_seconds": 1.4931040679948637, "elapsed_tokens_per_second": 905325.2446843733, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 840, "epoch": 11, "tokens": 110100480, "loss": 4.1585365533828735, "lr": 0.009148564685018313, "grad_norm": 0.12164797633886337, "tokens_per_second": 1753771.6381388516, "training_seconds": 1.4947442089905962, "elapsed_tokens_per_second": 915865.6218948938, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 856, "epoch": 11, "tokens": 112197632, "loss": 4.1390820145606995, "lr": 0.00909781422451053, "grad_norm": 0.22348138689994812, "tokens_per_second": 1751506.2427575453, "training_seconds": 1.1973420070135035, "elapsed_tokens_per_second": 924091.875217396, "peak_memory_bytes": 42389451776}
{"loss": 4.161430716808116, "perplexity": 64.16325641114686, "tokens": 112197632, "seconds": 0.5423692100011976, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 11, "step": 856, "evaluation_tokens": 1048576}
{"event": "train", "step": 860, "epoch": 12, "tokens": 112721920, "loss": 4.129329204559326, "lr": 0.00908491976849094, "grad_norm": 0.16399972140789032, "tokens_per_second": 1784574.2419414155, "training_seconds": 0.293788841998321, "elapsed_tokens_per_second": 921935.1348954637, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 880, "epoch": 12, "tokens": 115343360, "loss": 4.117274880409241, "lr": 0.009019219440194641, "grad_norm": 0.14406898617744446, "tokens_per_second": 1759386.4927808756, "training_seconds": 1.4899739259999478, "elapsed_tokens_per_second": 932009.4084111453, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 900, "epoch": 12, "tokens": 117964800, "loss": 4.117034959793091, "lr": 0.008951496758606856, "grad_norm": 0.16069108247756958, "tokens_per_second": 1751730.111968309, "training_seconds": 1.4964862350025214, "elapsed_tokens_per_second": 941790.4793194745, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 920, "epoch": 12, "tokens": 120586240, "loss": 4.106826496124268, "lr": 0.008881785799793856, "grad_norm": 0.15837182104587555, "tokens_per_second": 1754411.9625424293, "training_seconds": 1.494198657994275, "elapsed_tokens_per_second": 951361.5486449371, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 934, "epoch": 12, "tokens": 122421248, "loss": 4.093475716454642, "lr": 0.008831823847487404, "grad_norm": 0.14083467423915863, "tokens_per_second": 1753077.4251558923, "training_seconds": 1.0467352859996026, "elapsed_tokens_per_second": 957915.2558799735, "peak_memory_bytes": 42389451776}
{"loss": 4.108840472315343, "perplexity": 60.876089119046505, "tokens": 122421248, "seconds": 0.5438511139946058, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 12, "step": 934, "evaluation_tokens": 1048576}
{"event": "train", "step": 940, "epoch": 13, "tokens": 123207680, "loss": 4.054863452911377, "lr": 0.008810121640264679, "grad_norm": 0.1189555674791336, "tokens_per_second": 1767534.4305807657, "training_seconds": 0.44493164398591034, "elapsed_tokens_per_second": 956609.0231034289, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 960, "epoch": 13, "tokens": 125829120, "loss": 4.084617733955383, "lr": 0.00873654033932165, "grad_norm": 0.14420975744724274, "tokens_per_second": 1750807.699836027, "training_seconds": 1.497274658002425, "elapsed_tokens_per_second": 965727.678349123, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 980, "epoch": 13, "tokens": 128450560, "loss": 4.059515869617462, "lr": 0.0086610789209164, "grad_norm": 0.12149734050035477, "tokens_per_second": 1750681.6867413817, "training_seconds": 1.4973824310000055, "elapsed_tokens_per_second": 974633.9647062293, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1000, "epoch": 13, "tokens": 131072000, "loss": 4.072333788871765, "lr": 0.008583775355020503, "grad_norm": 0.16922959685325623, "tokens_per_second": 1750688.57078582, "training_seconds": 1.4973765430040658, "elapsed_tokens_per_second": 983343.3498813643, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1012, "epoch": 13, "tokens": 132644864, "loss": 4.072859684626262, "lr": 0.008536525127815442, "grad_norm": 0.15763531625270844, "tokens_per_second": 1753143.6246217215, "training_seconds": 0.8971677949884906, "elapsed_tokens_per_second": 988477.325787239, "peak_memory_bytes": 42389451776}
{"loss": 4.063211148354432, "perplexity": 58.1607744130681, "tokens": 132644864, "seconds": 0.5429225370025961, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 13, "step": 1012, "evaluation_tokens": 1048576}
{"event": "train", "step": 1020, "epoch": 14, "tokens": 133693440, "loss": 4.054788589477539, "lr": 0.0085046685385201, "grad_norm": 0.12912917137145996, "tokens_per_second": 1768034.4697263, "training_seconds": 0.593074410004192, "elapsed_tokens_per_second": 987868.610316678, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1040, "epoch": 14, "tokens": 136314880, "loss": 4.0427172660827635, "lr": 0.008423798275644122, "grad_norm": 0.14752788841724396, "tokens_per_second": 1752104.9113179923, "training_seconds": 1.4961661160050426, "elapsed_tokens_per_second": 996216.9076706416, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1060, "epoch": 14, "tokens": 138936320, "loss": 4.034279417991638, "lr": 0.008341205257935976, "grad_norm": 0.13215501606464386, "tokens_per_second": 1755698.4928133255, "training_seconds": 1.4931037480127998, "elapsed_tokens_per_second": 1004401.6163407238, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1080, "epoch": 14, "tokens": 141557760, "loss": 4.030320405960083, "lr": 0.00825693104377875, "grad_norm": 0.14608512818813324, "tokens_per_second": 1753872.5247512355, "training_seconds": 1.4946582280099392, "elapsed_tokens_per_second": 1012404.3558695076, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1090, "epoch": 14, "tokens": 142868480, "loss": 4.0241905689239506, "lr": 0.008214176706915644, "grad_norm": 0.15526050329208374, "tokens_per_second": 1758924.6949615176, "training_seconds": 0.7451825559983263, "elapsed_tokens_per_second": 1016348.977709248, "peak_memory_bytes": 42389451776}
{"loss": 4.0327719001733, "perplexity": 56.41707721500962, "tokens": 142868480, "seconds": 0.5446227390057174, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 14, "step": 1090, "evaluation_tokens": 1048576}
{"event": "train", "step": 1100, "epoch": 15, "tokens": 144179200, "loss": 4.017869472503662, "lr": 0.008171018037484259, "grad_norm": 0.15793362259864807, "tokens_per_second": 1763589.849540669, "training_seconds": 0.7432113540126011, "elapsed_tokens_per_second": 1016304.0342431514, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1120, "epoch": 15, "tokens": 146800640, "loss": 4.015249764919281, "lr": 0.008083509467956435, "grad_norm": 0.14149047434329987, "tokens_per_second": 1752099.25159231, "training_seconds": 1.4961709490016801, "elapsed_tokens_per_second": 1023974.6577771604, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1140, "epoch": 15, "tokens": 149422080, "loss": 3.998219299316406, "lr": 0.00799444936693981, "grad_norm": 0.15208417177200317, "tokens_per_second": 1751784.9123851634, "training_seconds": 1.4964394209964667, "elapsed_tokens_per_second": 1031480.42677133, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1160, "epoch": 15, "tokens": 152043520, "loss": 3.9799216032028197, "lr": 0.007903882546864045, "grad_norm": 0.13035297393798828, "tokens_per_second": 1756238.1874402668, "training_seconds": 1.4926449149934342, "elapsed_tokens_per_second": 1038864.1550612212, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1167, "epoch": 15, "tokens": 152961024, "loss": 3.9884746074676514, "lr": 0.007871836608523504, "grad_norm": 0.1471187174320221, "tokens_per_second": 1750579.9016491738, "training_seconds": 0.5241143229941372, "elapsed_tokens_per_second": 1041391.9960120749, "peak_memory_bytes": 42389451776}
{"loss": 4.003380761878727, "perplexity": 54.78304574550705, "tokens": 152961024, "seconds": 0.5444897840061458, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 15, "step": 1167, "evaluation_tokens": 1048576}
{"event": "train", "step": 1180, "epoch": 16, "tokens": 154664960, "loss": 3.9836372962364783, "lr": 0.007811854578295608, "grad_norm": 0.16308826208114624, "tokens_per_second": 1757217.8917495264, "training_seconds": 0.9696782669925597, "elapsed_tokens_per_second": 1042209.9583366307, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1200, "epoch": 16, "tokens": 157286400, "loss": 3.9708499789237974, "lr": 0.007718411767008027, "grad_norm": 0.17665375769138336, "tokens_per_second": 1749981.426516327, "training_seconds": 1.4979816129925894, "elapsed_tokens_per_second": 1049275.4511218655, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1220, "epoch": 16, "tokens": 159907840, "loss": 3.9652775287628175, "lr": 0.00762360113068217, "grad_norm": 0.1524629443883896, "tokens_per_second": 1750111.900228041, "training_seconds": 1.4978699360071914, "elapsed_tokens_per_second": 1056198.5367950809, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1240, "epoch": 16, "tokens": 162529280, "loss": 3.9494910836219788, "lr": 0.007527470375248327, "grad_norm": 0.12917952239513397, "tokens_per_second": 1750804.332174603, "training_seconds": 1.4972775380010717, "elapsed_tokens_per_second": 1062992.53684625, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1245, "epoch": 16, "tokens": 163184640, "loss": 3.9269579887390136, "lr": 0.0075032370719101986, "grad_norm": 0.1394830346107483, "tokens_per_second": 1748517.688007151, "training_seconds": 0.37480890499136876, "elapsed_tokens_per_second": 1064656.2024424074, "peak_memory_bytes": 42389451776}
{"loss": 3.9735564846718026, "perplexity": 53.173304998674475, "tokens": 163184640, "seconds": 0.5455597340042004, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 16, "step": 1245, "evaluation_tokens": 1048576}
{"event": "train", "step": 1260, "epoch": 17, "tokens": 165150720, "loss": 3.9485434850056964, "lr": 0.007430067870881991, "grad_norm": 0.12151141464710236, "tokens_per_second": 1757827.9217925465, "training_seconds": 1.1184712539979955, "elapsed_tokens_per_second": 1065864.6197730438, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1280, "epoch": 17, "tokens": 167772160, "loss": 3.9472517371177673, "lr": 0.007331442627665404, "grad_norm": 0.1330178678035736, "tokens_per_second": 1751432.0064931836, "training_seconds": 1.4967409469973063, "elapsed_tokens_per_second": 1072416.326514452, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1300, "epoch": 17, "tokens": 170393600, "loss": 3.932738983631134, "lr": 0.007231644270927114, "grad_norm": 0.13963499665260315, "tokens_per_second": 1752176.14880996, "training_seconds": 1.4961052870057756, "elapsed_tokens_per_second": 1078844.4083115952, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1320, "epoch": 17, "tokens": 173015040, "loss": 3.93945175409317, "lr": 0.0071307230162719806, "grad_norm": 0.14769677817821503, "tokens_per_second": 1749341.4562939138, "training_seconds": 1.4985296270024264, "elapsed_tokens_per_second": 1085138.0288307462, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1323, "epoch": 17, "tokens": 173408256, "loss": 3.9560770988464355, "lr": 0.0071154911097943445, "grad_norm": 0.12809404730796814, "tokens_per_second": 1793726.1297545538, "training_seconds": 0.21921741199912503, "elapsed_tokens_per_second": 1086002.7791291443, "peak_memory_bytes": 42389451776}
{"loss": 3.955103335011099, "perplexity": 52.20108786573041, "tokens": 173408256, "seconds": 0.544680081991828, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 17, "step": 1323, "evaluation_tokens": 1048576}
{"event": "train", "step": 1340, "epoch": 18, "tokens": 175636480, "loss": 3.9214344024658203, "lr": 0.007028729644314139, "grad_norm": 0.12301848828792572, "tokens_per_second": 1756397.0625170954, "training_seconds": 1.2686334129975876, "elapsed_tokens_per_second": 1087553.4451309126, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1360, "epoch": 18, "tokens": 178257920, "loss": 3.9171285748481752, "lr": 0.0069257154751257, "grad_norm": 0.1281570941209793, "tokens_per_second": 1751504.2776158017, "training_seconds": 1.496679187999689, "elapsed_tokens_per_second": 1093642.2560681235, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1380, "epoch": 18, "tokens": 180879360, "loss": 3.894303834438324, "lr": 0.006821732342413986, "grad_norm": 0.12474854290485382, "tokens_per_second": 1749478.2234599884, "training_seconds": 1.4984124779875856, "elapsed_tokens_per_second": 1099605.8362049737, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1400, "epoch": 18, "tokens": 183500800, "loss": 3.908176839351654, "lr": 0.0067168325674403315, "grad_norm": 0.13970889151096344, "tokens_per_second": 1750630.658999596, "training_seconds": 1.4974260770104593, "elapsed_tokens_per_second": 1105471.4759710208, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1401, "epoch": 18, "tokens": 183631872, "loss": 3.9088072776794434, "lr": 0.006711564461722093, "grad_norm": 0.14757683873176575, "tokens_per_second": 1764130.6498229671, "training_seconds": 0.07429835200309753, "elapsed_tokens_per_second": 1105756.246407956, "peak_memory_bytes": 42389451776}
{"loss": 3.923849562624604, "perplexity": 50.59483837164071, "tokens": 183631872, "seconds": 0.5439799099985976, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 18, "step": 1401, "evaluation_tokens": 1048576}
{"event": "train", "step": 1420, "epoch": 19, "tokens": 186122240, "loss": 3.889336259741532, "lr": 0.006611068932693563, "grad_norm": 0.13101013004779816, "tokens_per_second": 1753045.0151069022, "training_seconds": 1.420595579998917, "elapsed_tokens_per_second": 1107594.0674345866, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1440, "epoch": 19, "tokens": 188743680, "loss": 3.8817580103874207, "lr": 0.006504494655331401, "grad_norm": 0.13512574136257172, "tokens_per_second": 1753289.4033795614, "training_seconds": 1.4951553319988307, "elapsed_tokens_per_second": 1113280.372307779, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1460, "epoch": 19, "tokens": 191365120, "loss": 3.896493446826935, "lr": 0.00639716336040314, "grad_norm": 0.1329904943704605, "tokens_per_second": 1751669.397019575, "training_seconds": 1.4965381049987627, "elapsed_tokens_per_second": 1118855.7052771735, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1479, "epoch": 19, "tokens": 193855488, "loss": 3.885460891221699, "lr": 0.006294546627910024, "grad_norm": 0.13254976272583008, "tokens_per_second": 1752035.1534936035, "training_seconds": 1.4214144020079402, "elapsed_tokens_per_second": 1124066.755327867, "peak_memory_bytes": 42389451776}
{"loss": 3.9008019255204505, "perplexity": 49.44208207946333, "tokens": 193855488, "seconds": 0.541787980007939, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 19, "step": 1479, "evaluation_tokens": 1048576}
{"event": "train", "step": 1480, "epoch": 20, "tokens": 193986560, "loss": 3.8971986770629883, "lr": 0.006289129053867102, "grad_norm": 0.15087491273880005, "tokens_per_second": 1883075.4555670775, "training_seconds": 0.06960528300260194, "elapsed_tokens_per_second": 1120806.7116582918, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1500, "epoch": 20, "tokens": 196608000, "loss": 3.882794940471649, "lr": 0.006180446095416423, "grad_norm": 0.11869794875383377, "tokens_per_second": 1747808.717268884, "training_seconds": 1.4998437609901885, "elapsed_tokens_per_second": 1126184.9421262713, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1520, "epoch": 20, "tokens": 199229440, "loss": 3.8774561524391173, "lr": 0.006071169171126853, "grad_norm": 0.14857006072998047, "tokens_per_second": 1749000.7364438276, "training_seconds": 1.4988215530029265, "elapsed_tokens_per_second": 1131479.392415401, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1540, "epoch": 20, "tokens": 201850880, "loss": 3.868463921546936, "lr": 0.005961353265940317, "grad_norm": 0.12978051602840424, "tokens_per_second": 1747695.2532239733, "training_seconds": 1.4999411339958897, "elapsed_tokens_per_second": 1136674.3938198288, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1557, "epoch": 20, "tokens": 204079104, "loss": 3.879699664957383, "lr": 0.0058676272386883645, "grad_norm": 0.12651976943016052, "tokens_per_second": 1748408.2215970783, "training_seconds": 1.2744300630001817, "elapsed_tokens_per_second": 1141025.1736642902, "peak_memory_bytes": 42389451776}
{"loss": 3.876888124677048, "perplexity": 48.27375917284518, "tokens": 204079104, "seconds": 0.5442276800022228, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 20, "step": 1557, "evaluation_tokens": 1048576}
{"event": "train", "step": 1560, "epoch": 21, "tokens": 204472320, "loss": 3.8861521085103354, "lr": 0.005851053635998122, "grad_norm": 0.15215004980564117, "tokens_per_second": 1779553.1069983207, "training_seconds": 0.22096334099478554, "elapsed_tokens_per_second": 1138301.2892877345, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1580, "epoch": 21, "tokens": 207093760, "loss": 3.8571136713027956, "lr": 0.005740325780837671, "grad_norm": 0.12580670416355133, "tokens_per_second": 1753321.2237161123, "training_seconds": 1.4951281970134005, "elapsed_tokens_per_second": 1143319.2129685087, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1600, "epoch": 21, "tokens": 209715200, "loss": 3.857981824874878, "lr": 0.005629225415466735, "grad_norm": 0.1404685229063034, "tokens_per_second": 1752587.108586431, "training_seconds": 1.4957544690114446, "elapsed_tokens_per_second": 1148301.2547891883, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1620, "epoch": 21, "tokens": 212336640, "loss": 3.864064562320709, "lr": 0.005517808442329294, "grad_norm": 0.13190115988254547, "tokens_per_second": 1752076.7500451012, "training_seconds": 1.4961901640053838, "elapsed_tokens_per_second": 1153198.1507618912, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1634, "epoch": 21, "tokens": 214171648, "loss": 3.853982789175851, "lr": 0.005439658195019773, "grad_norm": 0.1253146380186081, "tokens_per_second": 1748537.8730688402, "training_seconds": 1.0494528189883567, "elapsed_tokens_per_second": 1156564.8022122574, "peak_memory_bytes": 42389451776}
{"loss": 3.854773368433726, "perplexity": 47.21791465862771, "tokens": 214171648, "seconds": 0.5445208450109931, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 21, "step": 1634, "evaluation_tokens": 1048576}
{"event": "train", "step": 1640, "epoch": 22, "tokens": 214958080, "loss": 3.8324139515558877, "lr": 0.005406130923177063, "grad_norm": 0.11593640595674515, "tokens_per_second": 1768864.84909411, "training_seconds": 0.44459699699655175, "elapsed_tokens_per_second": 1154593.9901313563, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1660, "epoch": 22, "tokens": 217579520, "loss": 3.8464056253433228, "lr": 0.005294249050860871, "grad_norm": 0.132198765873909, "tokens_per_second": 1749462.5129755412, "training_seconds": 1.498425933998078, "elapsed_tokens_per_second": 1159334.8362466705, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1680, "epoch": 22, "tokens": 220200960, "loss": 3.8345264196395874, "lr": 0.0051822191210560585, "grad_norm": 0.13708379864692688, "tokens_per_second": 1750946.0249199797, "training_seconds": 1.4971563730068738, "elapsed_tokens_per_second": 1164009.9612791748, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1700, "epoch": 22, "tokens": 222822400, "loss": 3.830439794063568, "lr": 0.005070097503936153, "grad_norm": 0.12608666718006134, "tokens_per_second": 1749368.034249396, "training_seconds": 1.4985068600071827, "elapsed_tokens_per_second": 1168600.1192072427, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1712, "epoch": 22, "tokens": 224395264, "loss": 3.8278790712356567, "lr": 0.005002803991868012, "grad_norm": 0.12977921962738037, "tokens_per_second": 1753837.5354081576, "training_seconds": 0.8968128280102974, "elapsed_tokens_per_second": 1171332.6274952206, "peak_memory_bytes": 42389451776}
{"loss": 3.835282104231679, "perplexity": 46.30648908204797, "tokens": 224395264, "seconds": 0.5457369030045811, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 22, "step": 1712, "evaluation_tokens": 1048576}
{"event": "train", "step": 1720, "epoch": 23, "tokens": 225443840, "loss": 3.8176358938217163, "lr": 0.00495794061580905, "grad_norm": 0.13088513910770416, "tokens_per_second": 1759574.6801961157, "training_seconds": 0.5959258290095022, "elapsed_tokens_per_second": 1169776.6028968643, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1740, "epoch": 23, "tokens": 228065280, "loss": 3.8278210401535033, "lr": 0.0048458048907299755, "grad_norm": 0.14722807705402374, "tokens_per_second": 1750122.6121861215, "training_seconds": 1.4978607680095593, "elapsed_tokens_per_second": 1174243.803763533, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1760, "epoch": 23, "tokens": 230686720, "loss": 3.8158825755119326, "lr": 0.004733746752105536, "grad_norm": 0.1476614773273468, "tokens_per_second": 1753784.7603256572, "training_seconds": 1.4947330249997322, "elapsed_tokens_per_second": 1178663.0039566478, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1780, "epoch": 23, "tokens": 233308160, "loss": 3.8095629811286926, "lr": 0.0046218225843031105, "grad_norm": 0.12763379514217377, "tokens_per_second": 1749206.0376386002, "training_seconds": 1.498645638988819, "elapsed_tokens_per_second": 1182989.0773154807, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1790, "epoch": 23, "tokens": 234618880, "loss": 3.8127981662750243, "lr": 0.004565928341917619, "grad_norm": 0.12100066989660263, "tokens_per_second": 1753864.1723235978, "training_seconds": 0.7473326730105327, "elapsed_tokens_per_second": 1185137.1547422332, "peak_memory_bytes": 42389451776}
{"loss": 3.8163769893803074, "perplexity": 45.43928273378023, "tokens": 234618880, "seconds": 0.5452239909936907, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 23, "step": 1790, "evaluation_tokens": 1048576}
{"event": "train", "step": 1800, "epoch": 24, "tokens": 235929600, "loss": 3.7990814447402954, "lr": 0.004510088704279886, "grad_norm": 0.15109364688396454, "tokens_per_second": 1757756.2408878834, "training_seconds": 0.7456779100029962, "elapsed_tokens_per_second": 1183977.408442377, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1820, "epoch": 24, "tokens": 238551040, "loss": 3.8079597473144533, "lr": 0.004398601333245825, "grad_norm": 0.1343400627374649, "tokens_per_second": 1749966.8296488717, "training_seconds": 1.4979941079946002, "elapsed_tokens_per_second": 1188191.536012253, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1840, "epoch": 24, "tokens": 241172480, "loss": 3.7842397451400758, "lr": 0.0042874165683748034, "grad_norm": 0.1320911943912506, "tokens_per_second": 1748302.2117994516, "training_seconds": 1.4994203990063397, "elapsed_tokens_per_second": 1192336.3493043305, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1860, "epoch": 24, "tokens": 243793920, "loss": 3.8010843992233276, "lr": 0.004176590354578152, "grad_norm": 0.123235784471035, "tokens_per_second": 1752003.0827780163, "training_seconds": 1.4962530749908183, "elapsed_tokens_per_second": 1196436.8920864689, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1868, "epoch": 24, "tokens": 244842496, "loss": 3.78275790810585, "lr": 0.004132372761311635, "grad_norm": 0.1212465763092041, "tokens_per_second": 1744948.2641303472, "training_seconds": 0.6009209680050844, "elapsed_tokens_per_second": 1198043.1368412415, "peak_memory_bytes": 42389451776}
{"loss": 3.7944512072743994, "perplexity": 44.45383376954885, "tokens": 244842496, "seconds": 0.5438327390002087, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 24, "step": 1868, "evaluation_tokens": 1048576}
{"event": "train", "step": 1880, "epoch": 25, "tokens": 246415360, "loss": 3.7778053283691406, "lr": 0.0040661784563548195, "grad_norm": 0.1247936338186264, "tokens_per_second": 1754640.4088812694, "training_seconds": 0.8964024720044108, "elapsed_tokens_per_second": 1197244.1216964363, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1900, "epoch": 25, "tokens": 249036800, "loss": 3.783793270587921, "lr": 0.003956236429732318, "grad_norm": 0.1614145189523697, "tokens_per_second": 1748898.0374194444, "training_seconds": 1.4989095670025563, "elapsed_tokens_per_second": 1201222.739879076, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1920, "epoch": 25, "tokens": 251658240, "loss": 3.788535737991333, "lr": 0.003846819594312553, "grad_norm": 0.11647091060876846, "tokens_per_second": 1749743.9524972248, "training_seconds": 1.4981849180039717, "elapsed_tokens_per_second": 1205151.5501376125, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1940, "epoch": 25, "tokens": 254279680, "loss": 3.78800083398819, "lr": 0.0037379830054366328, "grad_norm": 0.12481877207756042, "tokens_per_second": 1750684.1384805746, "training_seconds": 1.4973803339962615, "elapsed_tokens_per_second": 1209025.9580027729, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1946, "epoch": 25, "tokens": 255066112, "loss": 3.747529665629069, "lr": 0.003705453372089978, "grad_norm": 0.13433906435966492, "tokens_per_second": 1750169.1218123015, "training_seconds": 0.4493462889950024, "elapsed_tokens_per_second": 1210172.7306814971, "peak_memory_bytes": 42389451776}
{"loss": 3.7753990229539482, "perplexity": 43.61490819352087, "tokens": 255066112, "seconds": 0.5459393300116062, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 25, "step": 1946, "evaluation_tokens": 1048576}
{"event": "train", "step": 1960, "epoch": 26, "tokens": 256901120, "loss": 3.752443790435791, "lr": 0.0036297814264826278, "grad_norm": 0.13777336478233337, "tokens_per_second": 1757551.3987122409, "training_seconds": 1.0440707460074918, "elapsed_tokens_per_second": 1209703.3173799252, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1980, "epoch": 26, "tokens": 259522560, "loss": 3.7586559534072874, "lr": 0.0035222693013102426, "grad_norm": 0.13005201518535614, "tokens_per_second": 1747813.1711465125, "training_seconds": 1.4998399390024133, "elapsed_tokens_per_second": 1213468.3833618166, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2000, "epoch": 26, "tokens": 262144000, "loss": 3.751264142990112, "lr": 0.0034155007268662748, "grad_norm": 0.12016711384057999, "tokens_per_second": 1747981.1036343565, "training_seconds": 1.4996958459960297, "elapsed_tokens_per_second": 1217184.0025851154, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2020, "epoch": 26, "tokens": 264765440, "loss": 3.7532422304153443, "lr": 0.0033095294259646115, "grad_norm": 0.11318828165531158, "tokens_per_second": 1751096.4034801228, "training_seconds": 1.4970278020045953, "elapsed_tokens_per_second": 1220859.8539332384, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2024, "epoch": 26, "tokens": 265289728, "loss": 3.746597111225128, "lr": 0.0032884355382779085, "grad_norm": 0.15189960598945618, "tokens_per_second": 1750418.9232170088, "training_seconds": 0.2995214420079719, "elapsed_tokens_per_second": 1221583.3023813146, "peak_memory_bytes": 42389451776}
{"loss": 3.755758969073884, "perplexity": 42.76666607308257, "tokens": 265289728, "seconds": 0.5440667160000885, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 26, "step": 2024, "evaluation_tokens": 1048576}
{"event": "train", "step": 2040, "epoch": 27, "tokens": 267386880, "loss": 3.730758234858513, "lr": 0.003204408720254488, "grad_norm": 0.13055890798568726, "tokens_per_second": 1753009.0149562694, "training_seconds": 1.1963155820121756, "elapsed_tokens_per_second": 1221397.2183039924, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2060, "epoch": 27, "tokens": 270008320, "loss": 3.7304323315620422, "lr": 0.0031001915033905905, "grad_norm": 0.12392903864383698, "tokens_per_second": 1748467.3624165202, "training_seconds": 1.4992787719966145, "elapsed_tokens_per_second": 1224974.1377044993, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2080, "epoch": 27, "tokens": 272629760, "loss": 3.7374118328094483, "lr": 0.002996930214418535, "grad_norm": 0.13275261223316193, "tokens_per_second": 1744412.029293855, "training_seconds": 1.5027642299974104, "elapsed_tokens_per_second": 1228484.4509670862, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2100, "epoch": 27, "tokens": 275251200, "loss": 3.72795889377594, "lr": 0.0028946768113890676, "grad_norm": 0.13557080924510956, "tokens_per_second": 1750678.489086957, "training_seconds": 1.4973851660033688, "elapsed_tokens_per_second": 1231975.2842813279, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2101, "epoch": 27, "tokens": 275382272, "loss": 3.7434723377227783, "lr": 0.0028895915233723125, "grad_norm": 0.11995270103216171, "tokens_per_second": 1793636.7251335233, "training_seconds": 0.07307611299620476, "elapsed_tokens_per_second": 1232123.4906098281, "peak_memory_bytes": 42389451776}
{"loss": 3.7371201273652135, "perplexity": 41.976927721021916, "tokens": 275382272, "seconds": 0.543479085987201, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 27, "step": 2101, "evaluation_tokens": 1048576}
{"event": "train", "step": 2120, "epoch": 28, "tokens": 277872640, "loss": 3.728404973682604, "lr": 0.0027934827452143042, "grad_norm": 0.11946841329336166, "tokens_per_second": 1756401.7137155577, "training_seconds": 1.4178806480049388, "elapsed_tokens_per_second": 1232410.565234815, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2140, "epoch": 28, "tokens": 280494080, "loss": 3.7224313497543333, "lr": 0.0026933989337791326, "grad_norm": 0.13106662034988403, "tokens_per_second": 1745046.0564872692, "training_seconds": 1.502218231005827, "elapsed_tokens_per_second": 1235793.8823522823, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2160, "epoch": 28, "tokens": 283115520, "loss": 3.721501338481903, "lr": 0.002594475736320837, "grad_norm": 0.11688090860843658, "tokens_per_second": 1744848.2145690788, "training_seconds": 1.5023885620030342, "elapsed_tokens_per_second": 1239135.0188225445, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2179, "epoch": 28, "tokens": 285605888, "loss": 3.7170418312675073, "lr": 0.0025016190602263023, "grad_norm": 0.11974621564149857, "tokens_per_second": 1749678.3296587437, "training_seconds": 1.4233290529955411, "elapsed_tokens_per_second": 1242287.5163543082, "peak_memory_bytes": 42389451776}
{"loss": 3.719843595012792, "perplexity": 41.25794065626731, "tokens": 285605888, "seconds": 0.5429443190078018, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 28, "step": 2179, "evaluation_tokens": 1048576}
{"event": "train", "step": 2180, "epoch": 29, "tokens": 285736960, "loss": 3.7485146522521973, "lr": 0.0024967629280898012, "grad_norm": 0.115719735622406, "tokens_per_second": 1885569.500817224, "training_seconds": 0.06951321600354277, "elapsed_tokens_per_second": 1239519.2511385076, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2200, "epoch": 29, "tokens": 288358400, "loss": 3.7077714800834656, "lr": 0.0024003096753040655, "grad_norm": 0.1229926273226738, "tokens_per_second": 1748248.6364139125, "training_seconds": 1.4994663490069797, "elapsed_tokens_per_second": 1242801.672677348, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2220, "epoch": 29, "tokens": 290979840, "loss": 3.698873829841614, "lr": 0.002305164510410328, "grad_norm": 0.12617996335029602, "tokens_per_second": 1749803.4513307055, "training_seconds": 1.4981339749938343, "elapsed_tokens_per_second": 1246046.09482822, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2240, "epoch": 29, "tokens": 293601280, "loss": 3.724059283733368, "lr": 0.002211375307663838, "grad_norm": 0.15588071942329407, "tokens_per_second": 1748157.3851048553, "training_seconds": 1.4995446190005168, "elapsed_tokens_per_second": 1249243.3833959498, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2257, "epoch": 29, "tokens": 295829504, "loss": 3.7011546667884376, "lr": 0.0021327558796477124, "grad_norm": 0.12400711327791214, "tokens_per_second": 1748807.930857753, "training_seconds": 1.2741387780115474, "elapsed_tokens_per_second": 1251927.2063532677, "peak_memory_bytes": 42389451776}
{"loss": 3.702855206548069, "perplexity": 40.5629547926971, "tokens": 295829504, "seconds": 0.5445453239954077, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 29, "step": 2257, "evaluation_tokens": 1048576}
{"event": "train", "step": 2260, "epoch": 30, "tokens": 296222720, "loss": 3.665843645731608, "lr": 0.002118989259039482, "grad_norm": 0.11787871271371841, "tokens_per_second": 1791487.5528505761, "training_seconds": 0.2194913380080834, "elapsed_tokens_per_second": 1249518.2750869344, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2280, "epoch": 30, "tokens": 298844160, "loss": 3.691507303714752, "lr": 0.002028052850486162, "grad_norm": 0.12247571349143982, "tokens_per_second": 1748114.0012312313, "training_seconds": 1.4995818339957623, "elapsed_tokens_per_second": 1252646.7759745065, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2300, "epoch": 30, "tokens": 301465600, "loss": 3.692255234718323, "lr": 0.0019386118385364337, "grad_norm": 0.12591490149497986, "tokens_per_second": 1746722.2790864375, "training_seconds": 1.5007766439957777, "elapsed_tokens_per_second": 1255727.2283522938, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2320, "epoch": 30, "tokens": 304087040, "loss": 3.6629791259765625, "lr": 0.0018507112272831527, "grad_norm": 0.12552042305469513, "tokens_per_second": 1749563.8023795898, "training_seconds": 1.498339183992357, "elapsed_tokens_per_second": 1258784.3012216701, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2335, "epoch": 30, "tokens": 306053120, "loss": 3.680425691604614, "lr": 0.0017858232930843577, "grad_norm": 0.11946391314268112, "tokens_per_second": 1749057.5761128801, "training_seconds": 1.1240796339989174, "elapsed_tokens_per_second": 1261046.2607433614, "peak_memory_bytes": 42389451776}
{"loss": 3.68599800511527, "perplexity": 39.88490793564184, "tokens": 306053120, "seconds": 0.5454337779956404, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 30, "step": 2335, "evaluation_tokens": 1048576}
{"event": "train", "step": 2340, "epoch": 31, "tokens": 306708480, "loss": 3.664178466796875, "lr": 0.0017643952457347479, "grad_norm": 0.11800291389226913, "tokens_per_second": 1774707.8086467546, "training_seconds": 0.369277689998853, "elapsed_tokens_per_second": 1258965.3808888092, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2360, "epoch": 31, "tokens": 309329920, "loss": 3.6781611800193788, "lr": 0.0016797073255604756, "grad_norm": 0.13750715553760529, "tokens_per_second": 1751325.3162847224, "training_seconds": 1.4968321280030068, "elapsed_tokens_per_second": 1261966.2935892725, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2380, "epoch": 31, "tokens": 311951360, "loss": 3.663419854640961, "lr": 0.0015966900792368794, "grad_norm": 0.12213265150785446, "tokens_per_second": 1749208.5342478736, "training_seconds": 1.4986435000027996, "elapsed_tokens_per_second": 1264919.3952763185, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2400, "epoch": 31, "tokens": 314572800, "loss": 3.6577015042304994, "lr": 0.0015153852786064371, "grad_norm": 0.11564963310956955, "tokens_per_second": 1747638.7020685608, "training_seconds": 1.499989670002833, "elapsed_tokens_per_second": 1267831.2606329923, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2413, "epoch": 31, "tokens": 316276736, "loss": 3.643556081331693, "lr": 0.001463474872184558, "grad_norm": 0.1165076419711113, "tokens_per_second": 1750344.0317743232, "training_seconds": 0.9734863370103994, "elapsed_tokens_per_second": 1269708.7976614088, "peak_memory_bytes": 42389451776}
{"loss": 3.6676177719748226, "perplexity": 39.1585101592192, "tokens": 316276736, "seconds": 0.5447365220024949, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 31, "step": 2413, "evaluation_tokens": 1048576}
{"event": "train", "step": 2420, "epoch": 32, "tokens": 317194240, "loss": 3.6583879675183977, "lr": 0.0014358338338592053, "grad_norm": 0.13975240290164948, "tokens_per_second": 1762735.2890827928, "training_seconds": 0.5205001599970274, "elapsed_tokens_per_second": 1267923.832686858, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2440, "epoch": 32, "tokens": 319815680, "loss": 3.6608649253845216, "lr": 0.0013580757729480036, "grad_norm": 0.1259106695652008, "tokens_per_second": 1750646.9785378666, "training_seconds": 1.497412117998465, "elapsed_tokens_per_second": 1270790.6303287938, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2460, "epoch": 32, "tokens": 322437120, "loss": 3.6450371861457826, "lr": 0.0012821502214475278, "grad_norm": 0.11821795254945755, "tokens_per_second": 1747021.3808238336, "training_seconds": 1.5005197010032134, "elapsed_tokens_per_second": 1273605.0915269053, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2480, "epoch": 32, "tokens": 325058560, "loss": 3.6414194822311403, "lr": 0.0012080953828675078, "grad_norm": 0.1251222938299179, "tokens_per_second": 1748359.84835962, "training_seconds": 1.4993709690024843, "elapsed_tokens_per_second": 1276393.2743064994, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2491, "epoch": 32, "tokens": 326500352, "loss": 3.6436963731592353, "lr": 0.001168176152512596, "grad_norm": 0.11519590765237808, "tokens_per_second": 1748694.9772877812, "training_seconds": 0.8244959919975372, "elapsed_tokens_per_second": 1277909.4494579933, "peak_memory_bytes": 42389451776}
{"loss": 3.652737963719906, "perplexity": 38.58015263213073, "tokens": 326500352, "seconds": 0.5465337140049087, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 32, "step": 2491, "evaluation_tokens": 1048576}
{"event": "train", "step": 2500, "epoch": 33, "tokens": 327680000, "loss": 3.6374246809217663, "lr": 0.0011359485194298174, "grad_norm": 0.12263252586126328, "tokens_per_second": 1762745.4260364058, "training_seconds": 0.6692106429982232, "elapsed_tokens_per_second": 1276398.7042625535, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2520, "epoch": 33, "tokens": 330301440, "loss": 3.622616338729858, "lr": 0.0010657459333192271, "grad_norm": 0.1229819729924202, "tokens_per_second": 1747602.1279961942, "training_seconds": 1.500021062005544, "elapsed_tokens_per_second": 1279129.9820969217, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2540, "epoch": 33, "tokens": 332922880, "loss": 3.621438038349152, "lr": 0.0009975229484172033, "grad_norm": 0.12583386898040771, "tokens_per_second": 1748032.1169004987, "training_seconds": 1.499652079990483, "elapsed_tokens_per_second": 1281829.7293305346, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2560, "epoch": 33, "tokens": 335544320, "loss": 3.6427494883537292, "lr": 0.0009313138925279696, "grad_norm": 0.1126643568277359, "tokens_per_second": 1743035.5262008633, "training_seconds": 1.5039509869966423, "elapsed_tokens_per_second": 1284478.900163452, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2568, "epoch": 33, "tokens": 336592896, "loss": 3.6276021897792816, "lr": 0.0009054016671683002, "grad_norm": 0.11357526481151581, "tokens_per_second": 1744425.6514130805, "training_seconds": 0.6011009979993105, "elapsed_tokens_per_second": 1285527.294990835, "peak_memory_bytes": 42389451776}
{"loss": 3.6390357622760816, "perplexity": 38.05512484179101, "tokens": 336592896, "seconds": 0.5459209640102927, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 33, "step": 2568, "evaluation_tokens": 1048576}
{"event": "train", "step": 2580, "epoch": 34, "tokens": 338165760, "loss": 3.6382897893587747, "lr": 0.0008671520801057592, "grad_norm": 0.1269817352294922, "tokens_per_second": 1756909.9896856165, "training_seconds": 0.8952444970054785, "elapsed_tokens_per_second": 1284417.669021526, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2600, "epoch": 34, "tokens": 340787200, "loss": 3.6519022583961487, "lr": 0.0008050697954919661, "grad_norm": 0.11147668957710266, "tokens_per_second": 1751663.0366428008, "training_seconds": 1.4965435390040511, "elapsed_tokens_per_second": 1287052.860120292, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2620, "epoch": 34, "tokens": 343408640, "loss": 3.6256118416786194, "lr": 0.0007450982766706071, "grad_norm": 0.10883615165948868, "tokens_per_second": 1751981.6796536953, "training_seconds": 1.4962713540007826, "elapsed_tokens_per_second": 1289657.9021372353, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2640, "epoch": 34, "tokens": 346030080, "loss": 3.634499025344849, "lr": 0.0006872676995502857, "grad_norm": 0.12244867533445358, "tokens_per_second": 1748139.1709594394, "training_seconds": 1.4995602429989958, "elapsed_tokens_per_second": 1292219.77302011, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2646, "epoch": 34, "tokens": 346816512, "loss": 3.6171001195907593, "lr": 0.0006703403887332854, "grad_norm": 0.10940138250589371, "tokens_per_second": 1753218.0921339826, "training_seconds": 0.4485648440022487, "elapsed_tokens_per_second": 1292983.0094407345, "peak_memory_bytes": 42389451776}
{"loss": 3.624996307846204, "perplexity": 37.52458461280771, "tokens": 346816512, "seconds": 0.5471978840068914, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 34, "step": 2646, "evaluation_tokens": 1048576}
{"event": "train", "step": 2660, "epoch": 35, "tokens": 348651520, "loss": 3.609402690614973, "lr": 0.0006316071627805603, "grad_norm": 0.10968843847513199, "tokens_per_second": 1757615.328483134, "training_seconds": 1.0440327700052876, "elapsed_tokens_per_second": 1292105.758882816, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2680, "epoch": 35, "tokens": 351272960, "loss": 3.6205960869789124, "lr": 0.0005781446731103568, "grad_norm": 0.10810248553752899, "tokens_per_second": 1750027.9032960983, "training_seconds": 1.4979418299917597, "elapsed_tokens_per_second": 1294627.4278605983, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2700, "epoch": 35, "tokens": 353894400, "loss": 3.624708914756775, "lr": 0.0005269071312957962, "grad_norm": 0.11007476598024368, "tokens_per_second": 1750829.598152986, "training_seconds": 1.4972559309971984, "elapsed_tokens_per_second": 1297123.6721505907, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2720, "epoch": 35, "tokens": 356515840, "loss": 3.605085039138794, "lr": 0.0004779203185645226, "grad_norm": 0.13225796818733215, "tokens_per_second": 1749784.9786216759, "training_seconds": 1.4981497909902828, "elapsed_tokens_per_second": 1299589.591710868, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2724, "epoch": 35, "tokens": 357040128, "loss": 3.588060975074768, "lr": 0.0004683952326698765, "grad_norm": 0.10566283762454987, "tokens_per_second": 1749363.720663548, "training_seconds": 0.2997021110058995, "elapsed_tokens_per_second": 1300072.8741081129, "peak_memory_bytes": 42389451776}
{"loss": 3.6158334531394107, "perplexity": 37.18232273860944, "tokens": 357040128, "seconds": 0.5440222399920458, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 35, "step": 2724, "evaluation_tokens": 1048576}
{"event": "train", "step": 2740, "epoch": 36, "tokens": 359137280, "loss": 3.6236607283353806, "lr": 0.0004312088836433431, "grad_norm": 0.10258863866329193, "tokens_per_second": 1754587.833048608, "training_seconds": 1.1952391100057866, "elapsed_tokens_per_second": 1299423.4751928237, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2760, "epoch": 36, "tokens": 361758720, "loss": 3.628426158428192, "lr": 0.000386796330355717, "grad_norm": 0.10589614510536194, "tokens_per_second": 1748463.994418549, "training_seconds": 1.4992816599988146, "elapsed_tokens_per_second": 1301841.1036519823, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2780, "epoch": 36, "tokens": 364380160, "loss": 3.6156018137931825, "lr": 0.0003447050057953183, "grad_norm": 0.10981108993291855, "tokens_per_second": 1753335.4544390154, "training_seconds": 1.4951160619966686, "elapsed_tokens_per_second": 1304249.6387759615, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2800, "epoch": 36, "tokens": 367001600, "loss": 3.6076735973358156, "lr": 0.0003049560890816333, "grad_norm": 0.11855963617563248, "tokens_per_second": 1749350.429934638, "training_seconds": 1.4985219399968628, "elapsed_tokens_per_second": 1306619.0005684642, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2802, "epoch": 36, "tokens": 367263744, "loss": 3.620124578475952, "lr": 0.0003011108101255983, "grad_norm": 0.11404091119766235, "tokens_per_second": 1760206.1440333915, "training_seconds": 0.1489280110108666, "elapsed_tokens_per_second": 1306852.1502443247, "peak_memory_bytes": 42389451776}
{"loss": 3.6063247082427363, "perplexity": 36.83044114449159, "tokens": 367263744, "seconds": 0.5451392929971917, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 36, "step": 2802, "evaluation_tokens": 1048576}
{"event": "train", "step": 2820, "epoch": 37, "tokens": 369623040, "loss": 3.5982227192984686, "lr": 0.00026756958070325187, "grad_norm": 0.1031297892332077, "tokens_per_second": 1755130.9722623623, "training_seconds": 1.3442278879956575, "elapsed_tokens_per_second": 1306415.310993854, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2840, "epoch": 37, "tokens": 372244480, "loss": 3.615523862838745, "lr": 0.00023256429245420375, "grad_norm": 0.115167036652565, "tokens_per_second": 1751354.3227512748, "training_seconds": 1.4968073370109778, "elapsed_tokens_per_second": 1308751.7270979679, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2860, "epoch": 37, "tokens": 374865920, "loss": 3.6035826563835145, "lr": 0.00019995783796842082, "grad_norm": 0.1040429174900055, "tokens_per_second": 1745943.4189155037, "training_seconds": 1.5014461359969573, "elapsed_tokens_per_second": 1311040.0673195918, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2880, "epoch": 37, "tokens": 377487360, "loss": 3.61485298871994, "lr": 0.00016976662385707165, "grad_norm": 0.1019754409790039, "tokens_per_second": 1748034.9890090332, "training_seconds": 1.4996496159874368, "elapsed_tokens_per_second": 1313314.729728693, "peak_memory_bytes": 42389451776}
{"loss": 3.5989376886945865, "perplexity": 36.55937636881071, "tokens": 377487360, "seconds": 0.5447408100008033, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 37, "step": 2880, "evaluation_tokens": 1048576}
{"event": "train", "step": 2900, "epoch": 38, "tokens": 380108800, "loss": 3.61164630651474, "lr": 0.00014200584145323492, "grad_norm": 0.10272914916276932, "tokens_per_second": 1755390.617761585, "training_seconds": 1.4933656210050685, "elapsed_tokens_per_second": 1313064.778492226, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2920, "epoch": 38, "tokens": 382730240, "loss": 3.582284414768219, "lr": 0.00011668945916806617, "grad_norm": 0.10229548066854477, "tokens_per_second": 1749101.5674091543, "training_seconds": 1.498735150002176, "elapsed_tokens_per_second": 1315303.607859132, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2940, "epoch": 38, "tokens": 385351680, "loss": 3.6044216752052307, "lr": 9.383021546230552e-05, "grad_norm": 0.1025158166885376, "tokens_per_second": 1750309.5621696184, "training_seconds": 1.4977007819979917, "elapsed_tokens_per_second": 1317524.6249244746, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2958, "epoch": 38, "tokens": 387710976, "loss": 3.5953506231307983, "lr": 7.536728174015517e-05, "grad_norm": 0.09859258681535721, "tokens_per_second": 1750686.4970637695, "training_seconds": 1.3476404850080144, "elapsed_tokens_per_second": 1319504.1897983688, "peak_memory_bytes": 42389451776}
{"loss": 3.5949360399944137, "perplexity": 36.413370913988985, "tokens": 387710976, "seconds": 0.5453363749984419, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 38, "step": 2958, "evaluation_tokens": 1048576}
{"event": "train", "step": 2960, "epoch": 39, "tokens": 387973120, "loss": 3.584972381591797, "lr": 7.343961243665598e-05, "grad_norm": 0.10197466611862183, "tokens_per_second": 1812518.6779715565, "training_seconds": 0.14462968199222814, "elapsed_tokens_per_second": 1317276.6767922703, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2980, "epoch": 39, "tokens": 390594560, "loss": 3.5980184197425844, "lr": 5.552791004426461e-05, "grad_norm": 0.09916020929813385, "tokens_per_second": 1747923.8067178603, "training_seconds": 1.49974500600365, "elapsed_tokens_per_second": 1319453.826536583, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3000, "epoch": 39, "tokens": 393216000, "loss": 3.5814164161682127, "lr": 4.010412092821602e-05, "grad_norm": 0.10188616812229156, "tokens_per_second": 1750614.393558251, "training_seconds": 1.4974399900092976, "elapsed_tokens_per_second": 1321617.614321565, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3020, "epoch": 39, "tokens": 395837440, "loss": 3.596434783935547, "lr": 2.7176005886631604e-05, "grad_norm": 0.10274940729141235, "tokens_per_second": 1745131.7309420498, "training_seconds": 1.502144482001313, "elapsed_tokens_per_second": 1323739.843465778, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3035, "epoch": 39, "tokens": 397803520, "loss": 3.5837133248647053, "lr": 1.912166621911349e-05, "grad_norm": 0.09895265102386475, "tokens_per_second": 1748364.611758352, "training_seconds": 1.124525162987993, "elapsed_tokens_per_second": 1325323.3889346847, "peak_memory_bytes": 42389451776}
{"loss": 3.592992840989444, "perplexity": 36.34268119220368, "tokens": 397803520, "seconds": 0.5410731489973841, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 39, "step": 3035, "evaluation_tokens": 1048576}
{"event": "train", "step": 3040, "epoch": 40, "tokens": 398458880, "loss": 3.609160041809082, "lr": 1.6750069967667592e-05, "grad_norm": 0.09878944605588913, "tokens_per_second": 1770930.4729878712, "training_seconds": 0.3700653470004909, "elapsed_tokens_per_second": 1323443.1510596944, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3060, "epoch": 40, "tokens": 401080320, "loss": 3.6040159463882446, "lr": 8.831559196363359e-06, "grad_norm": 0.10079830884933472, "tokens_per_second": 1748045.842229684, "training_seconds": 1.4996403050026856, "elapsed_tokens_per_second": 1325543.0501932069, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3080, "epoch": 40, "tokens": 403701760, "loss": 3.5788134217262266, "lr": 3.424457934996794e-06, "grad_norm": 0.1027839332818985, "tokens_per_second": 1747639.5223079722, "training_seconds": 1.4999889659957262, "elapsed_tokens_per_second": 1327618.393846285, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3100, "epoch": 40, "tokens": 406323200, "loss": 3.6070862412452698, "lr": 5.314868782685389e-07, "grad_norm": 0.1027275025844574, "tokens_per_second": 1751368.2126617264, "training_seconds": 1.496795465995092, "elapsed_tokens_per_second": 1329688.9009881166, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3113, "epoch": 40, "tokens": 408027136, "loss": 3.5912895386035624, "lr": 0.0, "grad_norm": 0.09847281128168106, "tokens_per_second": 1748312.4247121466, "training_seconds": 0.9746175660111476, "elapsed_tokens_per_second": 1331012.887487993, "peak_memory_bytes": 42389451776}
{"loss": 3.592710017006622, "perplexity": 36.33240406374018, "tokens": 408027136, "seconds": 0.5434317309991457, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 40, "step": 3113, "evaluation_tokens": 1048576}
{"loss": 3.594637187800926, "perplexity": 36.40249032414411, "tokens": 408027136, "seconds": 101.64018825200037, "split": "full", "validation_complete": true, "event": "final_validation", "step": 3113, "evaluation_tokens": 197411295}