{"event": "train", "step": 20, "epoch": 1, "tokens": 2621440, "loss": 9.532569408416748, "lr": 0.00044871794871794877, "grad_norm": 1.3408534526824951, "tokens_per_second": 47524.34998651344, "training_seconds": 55.15993381800945, "elapsed_tokens_per_second": 47524.34998651344, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 40, "epoch": 1, "tokens": 5242880, "loss": 7.549185132980346, "lr": 0.0008974358974358975, "grad_norm": 2.835822582244873, "tokens_per_second": 1747451.682680055, "training_seconds": 1.5001502049999544, "elapsed_tokens_per_second": 92522.95672882308, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 60, "epoch": 1, "tokens": 7864320, "loss": 6.91978771686554, "lr": 0.001346153846153846, "grad_norm": 0.95570307970047, "tokens_per_second": 1745803.2984899962, "training_seconds": 1.5015666440012865, "elapsed_tokens_per_second": 135198.19349503992, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 78, "epoch": 1, "tokens": 10223616, "loss": 6.670011546876696, "lr": 0.00175, "grad_norm": 1.1533973217010498, "tokens_per_second": 1746325.5778049205, "training_seconds": 1.3510058089887025, "elapsed_tokens_per_second": 171764.87961170296, "peak_memory_bytes": 21988176384}
{"loss": 6.566645936629925, "perplexity": 710.9811636032915, "tokens": 10223616, "seconds": 1.0587860270024976, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 1, "step": 78, "evaluation_tokens": 1048576}
{"event": "train", "step": 80, "epoch": 2, "tokens": 10485760, "loss": 6.5631492137908936, "lr": 0.001794871794871795, "grad_norm": 0.3805195093154907, "tokens_per_second": 1821986.211630906, "training_seconds": 0.14387814700603485, "elapsed_tokens_per_second": 172662.40728545754, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 100, "epoch": 2, "tokens": 13107200, "loss": 6.394696569442749, "lr": 0.002243589743589744, "grad_norm": 0.5222726464271545, "tokens_per_second": 1741600.5071427464, "training_seconds": 1.5051901910046581, "elapsed_tokens_per_second": 210604.54073666624, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 120, "epoch": 2, "tokens": 15728640, "loss": 6.17257866859436, "lr": 0.002692307692307692, "grad_norm": 0.32976746559143066, "tokens_per_second": 1743785.5894484685, "training_seconds": 1.5033040850103134, "elapsed_tokens_per_second": 246758.3940860078, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 140, "epoch": 2, "tokens": 18350080, "loss": 6.0053561449050905, "lr": 0.003141025641025641, "grad_norm": 0.3650631606578827, "tokens_per_second": 1741485.8670665359, "training_seconds": 1.5052892759995302, "elapsed_tokens_per_second": 281237.9017451507, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 156, "epoch": 2, "tokens": 20447232, "loss": 5.8075220584869385, "lr": 0.0035, "grad_norm": 0.6481739282608032, "tokens_per_second": 1738682.9756277648, "training_seconds": 1.2061727349937428, "elapsed_tokens_per_second": 307683.2363121412, "peak_memory_bytes": 42389451776}
{"loss": 5.772273539693064, "perplexity": 321.26731696083556, "tokens": 20447232, "seconds": 0.548287719997461, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 2, "step": 156, "evaluation_tokens": 1048576}
{"event": "train", "step": 160, "epoch": 3, "tokens": 20971520, "loss": 5.756360411643982, "lr": 0.00358974358974359, "grad_norm": 0.2968968451023102, "tokens_per_second": 1762031.852624434, "training_seconds": 0.2975474020058755, "elapsed_tokens_per_second": 311579.4428432509, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 180, "epoch": 3, "tokens": 23592960, "loss": 5.632386589050293, "lr": 0.0040384615384615385, "grad_norm": 0.5466703176498413, "tokens_per_second": 1742632.0972055355, "training_seconds": 1.5042991599912057, "elapsed_tokens_per_second": 342858.7094449273, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 200, "epoch": 3, "tokens": 26214400, "loss": 5.494507360458374, "lr": 0.004487179487179488, "grad_norm": 0.41691461205482483, "tokens_per_second": 1739857.6917150568, "training_seconds": 1.5066979399998672, "elapsed_tokens_per_second": 372782.5939223651, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 220, "epoch": 3, "tokens": 28835840, "loss": 5.3514031887054445, "lr": 0.004935897435897436, "grad_norm": 0.4500591456890106, "tokens_per_second": 1740691.5554015879, "training_seconds": 1.505976168991765, "elapsed_tokens_per_second": 401456.11228090466, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 233, "epoch": 3, "tokens": 30539776, "loss": 5.286309095529409, "lr": 0.005227564102564103, "grad_norm": 0.24233484268188477, "tokens_per_second": 1741120.4032927037, "training_seconds": 0.9786434050038224, "elapsed_tokens_per_second": 419453.7086702589, "peak_memory_bytes": 42389451776}
{"loss": 5.25869302847901, "perplexity": 192.23008779419865, "tokens": 30539776, "seconds": 0.5471659590111813, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 3, "step": 233, "evaluation_tokens": 1048576}
{"event": "train", "step": 240, "epoch": 4, "tokens": 31457280, "loss": 5.201497282300677, "lr": 0.005384615384615384, "grad_norm": 0.3110584020614624, "tokens_per_second": 1749843.581828485, "training_seconds": 0.5243348660005722, "elapsed_tokens_per_second": 425749.04532245145, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 260, "epoch": 4, "tokens": 34078720, "loss": 5.1485942840576175, "lr": 0.005833333333333334, "grad_norm": 0.48543837666511536, "tokens_per_second": 1740686.9689583813, "training_seconds": 1.5059801370080095, "elapsed_tokens_per_second": 452008.49227763293, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 280, "epoch": 4, "tokens": 36700160, "loss": 5.091732430458069, "lr": 0.006282051282051282, "grad_norm": 0.23904302716255188, "tokens_per_second": 1741899.9615178886, "training_seconds": 1.5049314299976686, "elapsed_tokens_per_second": 477242.8991922517, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 300, "epoch": 4, "tokens": 39321600, "loss": 5.009183645248413, "lr": 0.006730769230769231, "grad_norm": 0.28054124116897583, "tokens_per_second": 1739028.3170761166, "training_seconds": 1.5074165120022371, "elapsed_tokens_per_second": 501493.914713933, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 311, "epoch": 4, "tokens": 40763392, "loss": 4.99372048811479, "lr": 0.0069775641025641025, "grad_norm": 0.35450997948646545, "tokens_per_second": 1737709.0011150364, "training_seconds": 0.8297085410013096, "elapsed_tokens_per_second": 514427.89479945076, "peak_memory_bytes": 42389451776}
{"loss": 5.007284695072389, "perplexity": 149.49825119535495, "tokens": 40763392, "seconds": 0.5461697950086091, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 4, "step": 311, "evaluation_tokens": 1048576}
{"event": "train", "step": 320, "epoch": 5, "tokens": 41943040, "loss": 4.955062601301405, "lr": 0.0069998591072530205, "grad_norm": 0.21293099224567413, "tokens_per_second": 1747135.9699587529, "training_seconds": 0.6751895789930131, "elapsed_tokens_per_second": 521238.2370556798, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 340, "epoch": 5, "tokens": 44564480, "loss": 4.892451548576355, "lr": 0.00699827419411727, "grad_norm": 0.22585369646549225, "tokens_per_second": 1740360.7394779753, "training_seconds": 1.5062624319980387, "elapsed_tokens_per_second": 543632.3965034607, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 360, "epoch": 5, "tokens": 47185920, "loss": 4.82120988368988, "lr": 0.006994929052052427, "grad_norm": 0.2306583821773529, "tokens_per_second": 1738541.1675776772, "training_seconds": 1.5078388990077656, "elapsed_tokens_per_second": 565203.5247162733, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 380, "epoch": 5, "tokens": 49807360, "loss": 4.762377762794495, "lr": 0.006989825364235827, "grad_norm": 0.2439883053302765, "tokens_per_second": 1741419.1586436783, "training_seconds": 1.5053469390113605, "elapsed_tokens_per_second": 586027.5789166731, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 389, "epoch": 5, "tokens": 50987008, "loss": 4.7170084317525225, "lr": 0.006986955630998453, "grad_norm": 0.21177661418914795, "tokens_per_second": 1743493.025509561, "training_seconds": 0.6766003550001187, "elapsed_tokens_per_second": 595157.7290135591, "peak_memory_bytes": 42389451776}
{"loss": 4.747806216296082, "perplexity": 115.33099553957298, "tokens": 50987008, "seconds": 0.549273771001026, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 5, "step": 389, "evaluation_tokens": 1048576}
{"event": "train", "step": 400, "epoch": 6, "tokens": 52428800, "loss": 4.693817745555531, "lr": 0.006982965698693427, "grad_norm": 0.22462651133537292, "tokens_per_second": 1751528.232965556, "training_seconds": 0.8231622949970188, "elapsed_tokens_per_second": 602285.8504215449, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 420, "epoch": 6, "tokens": 55050240, "loss": 4.665867805480957, "lr": 0.006974353507007655, "grad_norm": 0.2584806978702545, "tokens_per_second": 1739305.7825828164, "training_seconds": 1.5071760389982956, "elapsed_tokens_per_second": 621629.655082855, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 440, "epoch": 6, "tokens": 57671680, "loss": 4.602852320671081, "lr": 0.0069639931225806695, "grad_norm": 0.236489936709404, "tokens_per_second": 1739223.4751148687, "training_seconds": 1.5072473649925087, "elapsed_tokens_per_second": 640320.9453262761, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 460, "epoch": 6, "tokens": 60293120, "loss": 4.523315262794495, "lr": 0.006951889758453925, "grad_norm": 0.2290235310792923, "tokens_per_second": 1742710.428270328, "training_seconds": 1.5042315449973103, "elapsed_tokens_per_second": 658421.4446427984, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 467, "epoch": 6, "tokens": 61210624, "loss": 4.487910202571324, "lr": 0.006947242902781892, "grad_norm": 0.22215794026851654, "tokens_per_second": 1736739.0232640863, "training_seconds": 0.5282912330003455, "elapsed_tokens_per_second": 664594.6439172366, "peak_memory_bytes": 42389451776}
{"loss": 4.490263682909047, "perplexity": 89.14494877928686, "tokens": 61210624, "seconds": 0.5453803150012391, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 6, "step": 467, "evaluation_tokens": 1048576}
{"event": "train", "step": 480, "epoch": 7, "tokens": 62914560, "loss": 4.45257858129648, "lr": 0.006938049504685113, "grad_norm": 0.2743552625179291, "tokens_per_second": 1753144.0681838105, "training_seconds": 0.9719315319962334, "elapsed_tokens_per_second": 671895.6989607394, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 500, "epoch": 7, "tokens": 65536000, "loss": 4.4099795579910275, "lr": 0.006922479325283836, "grad_norm": 0.1728440821170807, "tokens_per_second": 1737998.5002621706, "training_seconds": 1.5083097019960405, "elapsed_tokens_per_second": 688787.625636294, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 520, "epoch": 7, "tokens": 68157440, "loss": 4.370359921455384, "lr": 0.006905187054707512, "grad_norm": 0.21399842202663422, "tokens_per_second": 1736651.0632074438, "training_seconds": 1.509479972999543, "elapsed_tokens_per_second": 705140.9374032434, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 540, "epoch": 7, "tokens": 70778880, "loss": 4.356495642662049, "lr": 0.006886181393919309, "grad_norm": 0.17391033470630646, "tokens_per_second": 1743011.2460980092, "training_seconds": 1.5039719369960949, "elapsed_tokens_per_second": 721032.7750624779, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 545, "epoch": 7, "tokens": 71434240, "loss": 4.320082378387451, "lr": 0.00688116336330005, "grad_norm": 0.15956616401672363, "tokens_per_second": 1744977.9623256396, "training_seconds": 0.3755692129925592, "elapsed_tokens_per_second": 724924.394339963, "peak_memory_bytes": 42389451776}
{"loss": 4.321104257251022, "perplexity": 75.27170173879543, "tokens": 71434240, "seconds": 0.5466875089914538, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 7, "step": 545, "evaluation_tokens": 1048576}
{"event": "train", "step": 560, "epoch": 8, "tokens": 73400320, "loss": 4.318649482727051, "lr": 0.006865471906010078, "grad_norm": 0.17701347172260284, "tokens_per_second": 1746173.4359275708, "training_seconds": 1.1259362670098199, "elapsed_tokens_per_second": 732385.0312116018, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 580, "epoch": 8, "tokens": 76021760, "loss": 4.292694401741028, "lr": 0.006843069011386483, "grad_norm": 0.1818326711654663, "tokens_per_second": 1738702.6339714767, "training_seconds": 1.5076988720102236, "elapsed_tokens_per_second": 747291.3474221886, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 600, "epoch": 8, "tokens": 78643200, "loss": 4.266716027259827, "lr": 0.0068189839825277595, "grad_norm": 0.1877051740884781, "tokens_per_second": 1740270.1988135537, "training_seconds": 1.5063407979905605, "elapsed_tokens_per_second": 761770.2203591802, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 620, "epoch": 8, "tokens": 81264640, "loss": 4.235160708427429, "lr": 0.0067932289383137315, "grad_norm": 0.1835581362247467, "tokens_per_second": 1738142.3123632383, "training_seconds": 1.5081849060079549, "elapsed_tokens_per_second": 775820.5704086219, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 623, "epoch": 8, "tokens": 81657856, "loss": 4.189581553141276, "lr": 0.006789222432912081, "grad_norm": 0.1773766428232193, "tokens_per_second": 1753531.6260191568, "training_seconds": 0.2242423199932091, "elapsed_tokens_per_second": 777898.2659184854, "peak_memory_bytes": 42389451776}
{"loss": 4.234494585230522, "perplexity": 69.02678276029424, "tokens": 81657856, "seconds": 0.5455807569960598, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 8, "step": 623, "evaluation_tokens": 1048576}
{"event": "train", "step": 640, "epoch": 9, "tokens": 83886080, "loss": 4.215317978578455, "lr": 0.00676581683792695, "grad_norm": 0.16792461276054382, "tokens_per_second": 1742867.7982631268, "training_seconds": 1.2784813640028005, "elapsed_tokens_per_second": 785400.194315216, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 660, "epoch": 9, "tokens": 86507520, "loss": 4.189634394645691, "lr": 0.006736761474332013, "grad_norm": 0.17508873343467712, "tokens_per_second": 1739228.531538051, "training_seconds": 1.5072429830033798, "elapsed_tokens_per_second": 798664.6933355497, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 680, "epoch": 9, "tokens": 89128960, "loss": 4.181145071983337, "lr": 0.006706077467335345, "grad_norm": 0.1753065437078476, "tokens_per_second": 1739091.6615972861, "training_seconds": 1.507361605996266, "elapsed_tokens_per_second": 811560.5115826984, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 700, "epoch": 9, "tokens": 91750400, "loss": 4.148447799682617, "lr": 0.0066737802562289485, "grad_norm": 0.1751260757446289, "tokens_per_second": 1742170.963058779, "training_seconds": 1.5046973319986137, "elapsed_tokens_per_second": 824129.456444318, "peak_memory_bytes": 42389451776}
{"loss": 4.165170653553869, "perplexity": 64.40367222126015, "tokens": 91750400, "seconds": 0.543593194001005, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 9, "step": 700, "evaluation_tokens": 1048576}
{"event": "train", "step": 720, "epoch": 10, "tokens": 94371840, "loss": 4.154326915740967, "lr": 0.006639886092021793, "grad_norm": 0.1919129192829132, "tokens_per_second": 1748086.7024863784, "training_seconds": 1.4996052520000376, "elapsed_tokens_per_second": 832130.5535130451, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 740, "epoch": 10, "tokens": 96993280, "loss": 4.136581182479858, "lr": 0.006604412029262797, "grad_norm": 0.15816298127174377, "tokens_per_second": 1742146.918900408, "training_seconds": 1.5047180990077322, "elapsed_tokens_per_second": 844035.0530645794, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 760, "epoch": 10, "tokens": 99614720, "loss": 4.119645380973816, "lr": 0.006567375917459469, "grad_norm": 0.15276895463466644, "tokens_per_second": 1744770.2091282755, "training_seconds": 1.5024557310098317, "elapsed_tokens_per_second": 855651.7025271021, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 778, "epoch": 10, "tokens": 101974016, "loss": 4.094700945748223, "lr": 0.006532723251041431, "grad_norm": 0.17531494796276093, "tokens_per_second": 1742483.3617530707, "training_seconds": 1.3539848079963122, "elapsed_tokens_per_second": 865836.2110130019, "peak_memory_bytes": 42389451776}
{"loss": 4.108433451941956, "perplexity": 60.85131635237528, "tokens": 101974016, "seconds": 0.5454199580126442, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 10, "step": 778, "evaluation_tokens": 1048576}
{"event": "train", "step": 780, "epoch": 11, "tokens": 102236160, "loss": 4.1008970737457275, "lr": 0.006528796392096565, "grad_norm": 0.159841850399971, "tokens_per_second": 1802796.6427324258, "training_seconds": 0.14540963400213514, "elapsed_tokens_per_second": 862946.4699926266, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 800, "epoch": 11, "tokens": 104857600, "loss": 4.085578536987304, "lr": 0.006488692865259259, "grad_norm": 0.16461627185344696, "tokens_per_second": 1740639.1030581256, "training_seconds": 1.5060215500125196, "elapsed_tokens_per_second": 873954.129251608, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 820, "epoch": 11, "tokens": 107479040, "loss": 4.0860715985298155, "lr": 0.006447085515865549, "grad_norm": 0.17249736189842224, "tokens_per_second": 1740107.8046956963, "training_seconds": 1.5064813759963727, "elapsed_tokens_per_second": 884682.7619035274, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 840, "epoch": 11, "tokens": 110100480, "loss": 4.071981108188629, "lr": 0.006403995279512818, "grad_norm": 0.1437768042087555, "tokens_per_second": 1740882.0867381028, "training_seconds": 1.5058113470004173, "elapsed_tokens_per_second": 895156.4221004355, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 856, "epoch": 11, "tokens": 112197632, "loss": 4.053382039070129, "lr": 0.006368469957157371, "grad_norm": 0.17210470139980316, "tokens_per_second": 1739762.014498212, "training_seconds": 1.205424639992998, "elapsed_tokens_per_second": 903340.2636722379, "peak_memory_bytes": 42389451776}
{"loss": 4.077427396759326, "perplexity": 58.993507575605726, "tokens": 112197632, "seconds": 0.545799147002981, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 11, "step": 856, "evaluation_tokens": 1048576}
{"event": "train", "step": 860, "epoch": 12, "tokens": 112721920, "loss": 4.038569688796997, "lr": 0.006359443837943657, "grad_norm": 0.18895293772220612, "tokens_per_second": 1770332.933272376, "training_seconds": 0.29615220399864484, "elapsed_tokens_per_second": 901365.6598221378, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 880, "epoch": 12, "tokens": 115343360, "loss": 4.0510344982147215, "lr": 0.006313453608136249, "grad_norm": 0.14279255270957947, "tokens_per_second": 1737107.7266371285, "training_seconds": 1.5090831499983324, "elapsed_tokens_per_second": 911322.8689868369, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 900, "epoch": 12, "tokens": 117964800, "loss": 4.026579582691193, "lr": 0.006266047731024798, "grad_norm": 0.14438778162002563, "tokens_per_second": 1739775.012158214, "training_seconds": 1.5067695430043386, "elapsed_tokens_per_second": 921057.906145167, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 920, "epoch": 12, "tokens": 120586240, "loss": 4.035412120819092, "lr": 0.006217250059855699, "grad_norm": 0.16920267045497894, "tokens_per_second": 1740704.0329436567, "training_seconds": 1.5059653740026988, "elapsed_tokens_per_second": 930575.7559016959, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 934, "epoch": 12, "tokens": 122421248, "loss": 4.0274984155382425, "lr": 0.006182276693241183, "grad_norm": 0.1505783349275589, "tokens_per_second": 1742801.854188523, "training_seconds": 1.0529068439936964, "elapsed_tokens_per_second": 937110.6649398198, "peak_memory_bytes": 42389451776}
{"loss": 4.035352077180743, "perplexity": 56.56283121516609, "tokens": 122421248, "seconds": 0.5450350669998443, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 12, "step": 934, "evaluation_tokens": 1048576}
{"event": "train", "step": 940, "epoch": 13, "tokens": 123207680, "loss": 4.027954578399658, "lr": 0.006167085148185275, "grad_norm": 0.1516783982515335, "tokens_per_second": 1752603.011579091, "training_seconds": 0.4487222689931514, "elapsed_tokens_per_second": 935961.2536970075, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 960, "epoch": 13, "tokens": 125829120, "loss": 4.018924510478973, "lr": 0.006115578237525155, "grad_norm": 0.1836237609386444, "tokens_per_second": 1738334.0404767012, "training_seconds": 1.5080185620026896, "elapsed_tokens_per_second": 945041.4361422824, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 980, "epoch": 13, "tokens": 128450560, "loss": 4.00420435667038, "lr": 0.00606275524464148, "grad_norm": 0.15193480253219604, "tokens_per_second": 1741531.6009646168, "training_seconds": 1.5052497459982987, "elapsed_tokens_per_second": 953934.0248139846, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1000, "epoch": 13, "tokens": 131072000, "loss": 3.978412449359894, "lr": 0.006008642748514353, "grad_norm": 0.15304948389530182, "tokens_per_second": 1738389.5921667044, "training_seconds": 1.5079703720111866, "elapsed_tokens_per_second": 962613.90163528, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1012, "epoch": 13, "tokens": 132644864, "loss": 3.9948955376942954, "lr": 0.005975567589470809, "grad_norm": 0.14565518498420715, "tokens_per_second": 1741539.5004184267, "training_seconds": 0.9031457509991014, "elapsed_tokens_per_second": 967734.991051884, "peak_memory_bytes": 42389451776}
{"loss": 4.004293594301233, "perplexity": 54.83307631715707, "tokens": 132644864, "seconds": 0.5450414670049213, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 13, "step": 1012, "evaluation_tokens": 1048576}
{"event": "train", "step": 1020, "epoch": 14, "tokens": 133693440, "loss": 3.972224146127701, "lr": 0.0059532679769640695, "grad_norm": 0.15819747745990753, "tokens_per_second": 1760842.2129921254, "training_seconds": 0.5954968550067861, "elapsed_tokens_per_second": 967264.0680892309, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1040, "epoch": 14, "tokens": 136314880, "loss": 3.9767382025718687, "lr": 0.005896658792950885, "grad_norm": 0.1507474184036255, "tokens_per_second": 1736485.4259558427, "training_seconds": 1.5096239569975296, "elapsed_tokens_per_second": 975567.4744590919, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1060, "epoch": 14, "tokens": 138936320, "loss": 3.983441507816315, "lr": 0.005838843680555183, "grad_norm": 0.17431730031967163, "tokens_per_second": 1739746.6015634164, "training_seconds": 1.5067941490124213, "elapsed_tokens_per_second": 983708.5681900221, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1080, "epoch": 14, "tokens": 141557760, "loss": 3.96474894285202, "lr": 0.005779851730645125, "grad_norm": 0.17057165503501892, "tokens_per_second": 1739067.4243245611, "training_seconds": 1.5073826139996527, "elapsed_tokens_per_second": 991677.0014298572, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1090, "epoch": 14, "tokens": 142868480, "loss": 3.9803519010543824, "lr": 0.005749923694840951, "grad_norm": 0.14848120510578156, "tokens_per_second": 1744244.650710723, "training_seconds": 0.7514542179997079, "elapsed_tokens_per_second": 995607.3096416687, "peak_memory_bytes": 42389451776}
{"loss": 3.9774595508257984, "perplexity": 53.3812494722451, "tokens": 142868480, "seconds": 0.5477207500080112, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 14, "step": 1090, "evaluation_tokens": 1048576}
{"event": "train", "step": 1100, "epoch": 15, "tokens": 144179200, "loss": 3.9558539390563965, "lr": 0.005719712626238982, "grad_norm": 0.16722257435321808, "tokens_per_second": 1750860.3633796421, "training_seconds": 0.7486148109892383, "elapsed_tokens_per_second": 995689.8589881003, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1120, "epoch": 15, "tokens": 146800640, "loss": 3.945760428905487, "lr": 0.005658456627569504, "grad_norm": 0.13796605169773102, "tokens_per_second": 1742642.3042099285, "training_seconds": 1.5042903490102617, "elapsed_tokens_per_second": 1003362.4307517288, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1140, "epoch": 15, "tokens": 149422080, "loss": 3.9446157813072205, "lr": 0.005596114556857868, "grad_norm": 0.15364612638950348, "tokens_per_second": 1742312.9698545542, "training_seconds": 1.5045746920077363, "elapsed_tokens_per_second": 1010872.7348948463, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1160, "epoch": 15, "tokens": 152043520, "loss": 3.937525999546051, "lr": 0.005532717782804831, "grad_norm": 0.14296527206897736, "tokens_per_second": 1738569.774039489, "training_seconds": 1.5078140889963834, "elapsed_tokens_per_second": 1018213.0877302964, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1167, "epoch": 15, "tokens": 152961024, "loss": 3.916964530944824, "lr": 0.0055102856259664525, "grad_norm": 0.14203964173793793, "tokens_per_second": 1741506.1119115152, "training_seconds": 0.5268451220035786, "elapsed_tokens_per_second": 1020744.9535407339, "peak_memory_bytes": 42389451776}
{"loss": 3.9463130603220584, "perplexity": 51.7442368290714, "tokens": 152961024, "seconds": 0.5434186969941948, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 15, "step": 1167, "evaluation_tokens": 1048576}
{"event": "train", "step": 1180, "epoch": 16, "tokens": 154664960, "loss": 3.8942647713881273, "lr": 0.005468298204806925, "grad_norm": 0.15629735589027405, "tokens_per_second": 1747129.6127626437, "training_seconds": 0.9752773850050289, "elapsed_tokens_per_second": 1021695.1551868431, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1200, "epoch": 16, "tokens": 157286400, "loss": 3.9182771921157835, "lr": 0.005402888236905619, "grad_norm": 0.13415639102458954, "tokens_per_second": 1740411.404813294, "training_seconds": 1.5062185830029193, "elapsed_tokens_per_second": 1028768.1519441663, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1220, "epoch": 16, "tokens": 159907840, "loss": 3.921556305885315, "lr": 0.005336520791477519, "grad_norm": 0.14049045741558075, "tokens_per_second": 1737897.3438346994, "training_seconds": 1.5083974949957337, "elapsed_tokens_per_second": 1035685.8092552766, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1240, "epoch": 16, "tokens": 162529280, "loss": 3.897250401973724, "lr": 0.005269229262673828, "grad_norm": 0.13315358757972717, "tokens_per_second": 1740019.4166051557, "training_seconds": 1.506557901011547, "elapsed_tokens_per_second": 1042484.6642409931, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1245, "epoch": 16, "tokens": 163184640, "loss": 3.8865904808044434, "lr": 0.005252265950337139, "grad_norm": 0.15553316473960876, "tokens_per_second": 1742744.8480274514, "training_seconds": 0.3760504589881748, "elapsed_tokens_per_second": 1044158.5784908803, "peak_memory_bytes": 42389451776}
{"loss": 3.9269960752244613, "perplexity": 50.75428638911104, "tokens": 163184640, "seconds": 0.5436759049916873, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 16, "step": 1245, "evaluation_tokens": 1048576}
{"event": "train", "step": 1260, "epoch": 17, "tokens": 165150720, "loss": 3.9008457978566486, "lr": 0.005201047509617394, "grad_norm": 0.13711491227149963, "tokens_per_second": 1743978.092432915, "training_seconds": 1.12735361099476, "elapsed_tokens_per_second": 1045499.1350310926, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1280, "epoch": 17, "tokens": 167772160, "loss": 3.911806416511536, "lr": 0.0051320098393657825, "grad_norm": 0.1517605036497116, "tokens_per_second": 1741941.9378681616, "training_seconds": 1.504895164995105, "elapsed_tokens_per_second": 1052063.425205513, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1300, "epoch": 17, "tokens": 170393600, "loss": 3.895935034751892, "lr": 0.00506215098964898, "grad_norm": 0.1388108730316162, "tokens_per_second": 1738626.1168564428, "training_seconds": 1.507765225993353, "elapsed_tokens_per_second": 1058484.4717789437, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1320, "epoch": 17, "tokens": 173015040, "loss": 3.9056471467018126, "lr": 0.004991506111390386, "grad_norm": 0.13390614092350006, "tokens_per_second": 1741809.975859795, "training_seconds": 1.5050091779994546, "elapsed_tokens_per_second": 1064805.9570934428, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1323, "epoch": 17, "tokens": 173408256, "loss": 3.8932987054189048, "lr": 0.004980843776856041, "grad_norm": 0.14247958362102509, "tokens_per_second": 1737795.9626136294, "training_seconds": 0.2262728240020806, "elapsed_tokens_per_second": 1065732.4885541964, "peak_memory_bytes": 42389451776}
{"loss": 3.902394733469955, "perplexity": 49.52089657235203, "tokens": 173408256, "seconds": 0.5485439570038579, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 17, "step": 1323, "evaluation_tokens": 1048576}
{"event": "train", "step": 1340, "epoch": 18, "tokens": 175636480, "loss": 3.8701663858750286, "lr": 0.004920110751019897, "grad_norm": 0.17574812471866608, "tokens_per_second": 1745453.2939305794, "training_seconds": 1.2765875820041401, "elapsed_tokens_per_second": 1067389.094595678, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1360, "epoch": 18, "tokens": 178257920, "loss": 3.8709573984146117, "lr": 0.00484800083258799, "grad_norm": 0.1199367344379425, "tokens_per_second": 1737489.8289884082, "training_seconds": 1.5087512780010002, "elapsed_tokens_per_second": 1073468.7391135453, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1380, "epoch": 18, "tokens": 180879360, "loss": 3.8686047077178953, "lr": 0.00477521263968979, "grad_norm": 0.15831483900547028, "tokens_per_second": 1738161.649937145, "training_seconds": 1.5081681269948604, "elapsed_tokens_per_second": 1079440.4261503702, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1400, "epoch": 18, "tokens": 183500800, "loss": 3.8583610892295837, "lr": 0.004701782797208232, "grad_norm": 0.15307071805000305, "tokens_per_second": 1738177.10276323, "training_seconds": 1.508154719005688, "elapsed_tokens_per_second": 1085309.0525633716, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1401, "epoch": 18, "tokens": 183631872, "loss": 3.8759682178497314, "lr": 0.004698095123205465, "grad_norm": 0.13924701511859894, "tokens_per_second": 1742702.9962332884, "training_seconds": 0.07521189800172579, "elapsed_tokens_per_second": 1085591.1962141169, "peak_memory_bytes": 42389451776}
{"loss": 3.8792034733613323, "perplexity": 48.38565925149157, "tokens": 183631872, "seconds": 0.5455877859931206, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 18, "step": 1401, "evaluation_tokens": 1048576}
{"event": "train", "step": 1420, "epoch": 19, "tokens": 186122240, "loss": 3.8609217969994796, "lr": 0.004627748252885495, "grad_norm": 0.13297729194164276, "tokens_per_second": 1752030.049336839, "training_seconds": 1.421418542988249, "elapsed_tokens_per_second": 1082694.975384239, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1440, "epoch": 19, "tokens": 188743680, "loss": 3.857293450832367, "lr": 0.00455314625873198, "grad_norm": 0.15459367632865906, "tokens_per_second": 1739447.4253943695, "training_seconds": 1.5070533099933527, "elapsed_tokens_per_second": 1088395.4100976456, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1460, "epoch": 19, "tokens": 191365120, "loss": 3.84454083442688, "lr": 0.004478014352282198, "grad_norm": 0.1364324539899826, "tokens_per_second": 1738130.22993746, "training_seconds": 1.5081953899934888, "elapsed_tokens_per_second": 1093986.9818139556, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1479, "epoch": 19, "tokens": 193855488, "loss": 3.8366155498906185, "lr": 0.004406182639537017, "grad_norm": 0.16822148859500885, "tokens_per_second": 1738028.5825108327, "training_seconds": 1.4328694159921724, "elapsed_tokens_per_second": 1099212.1318507467, "peak_memory_bytes": 42389451776}
{"loss": 3.8672619656294613, "perplexity": 47.81129772403317, "tokens": 193855488, "seconds": 0.546443986997474, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 19, "step": 1479, "evaluation_tokens": 1048576}
{"event": "train", "step": 1480, "epoch": 20, "tokens": 193986560, "loss": 3.816894292831421, "lr": 0.004402390337706972, "grad_norm": 0.14776720106601715, "tokens_per_second": 1844304.4414816694, "training_seconds": 0.07106852700235322, "elapsed_tokens_per_second": 1096074.0225203556, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1500, "epoch": 20, "tokens": 196608000, "loss": 3.842160189151764, "lr": 0.004326312266791497, "grad_norm": 0.13506892323493958, "tokens_per_second": 1739677.5141280934, "training_seconds": 1.5068539880012395, "elapsed_tokens_per_second": 1101499.0063736415, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1520, "epoch": 20, "tokens": 199229440, "loss": 3.826538062095642, "lr": 0.004249818419788796, "grad_norm": 0.14203649759292603, "tokens_per_second": 1740691.1254173056, "training_seconds": 1.505976540996926, "elapsed_tokens_per_second": 1106839.7107347124, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1540, "epoch": 20, "tokens": 201850880, "loss": 3.8222255945205688, "lr": 0.004172947286158222, "grad_norm": 0.14644919335842133, "tokens_per_second": 1737660.28021, "training_seconds": 1.508603281006799, "elapsed_tokens_per_second": 1112073.5680437644, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1557, "epoch": 20, "tokens": 204079104, "loss": 3.836470603942871, "lr": 0.0041073390670818555, "grad_norm": 0.13283568620681763, "tokens_per_second": 1739502.7644447898, "training_seconds": 1.2809545610070927, "elapsed_tokens_per_second": 1116462.7201405568, "peak_memory_bytes": 42389451776}
{"loss": 3.840495586088493, "perplexity": 46.54853753208392, "tokens": 204079104, "seconds": 0.5465793430048507, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 20, "step": 1557, "evaluation_tokens": 1048576}
{"event": "train", "step": 1560, "epoch": 21, "tokens": 204472320, "loss": 3.8157843748728433, "lr": 0.004095737545198686, "grad_norm": 0.15219658613204956, "tokens_per_second": 1762468.989798268, "training_seconds": 0.22310520200699102, "elapsed_tokens_per_second": 1113881.2773389874, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1580, "epoch": 21, "tokens": 207093760, "loss": 3.829456555843353, "lr": 0.00401822804658637, "grad_norm": 0.15003466606140137, "tokens_per_second": 1738815.3543283483, "training_seconds": 1.5076011339988327, "elapsed_tokens_per_second": 1118962.9436764992, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1600, "epoch": 21, "tokens": 209715200, "loss": 3.8248899221420287, "lr": 0.003940457790826714, "grad_norm": 0.15184040367603302, "tokens_per_second": 1739242.6151668704, "training_seconds": 1.5072307780064875, "elapsed_tokens_per_second": 1123966.6307848068, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1620, "epoch": 21, "tokens": 212336640, "loss": 3.8143542528152468, "lr": 0.0038624659096305057, "grad_norm": 0.14625094830989838, "tokens_per_second": 1740555.5079007447, "training_seconds": 1.5060938810056541, "elapsed_tokens_per_second": 1128893.717522269, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1634, "epoch": 21, "tokens": 214171648, "loss": 3.807895507131304, "lr": 0.003807760736513841, "grad_norm": 0.1352783441543579, "tokens_per_second": 1737710.4418862183, "training_seconds": 1.0559918130020378, "elapsed_tokens_per_second": 1132286.085879095, "peak_memory_bytes": 42389451776}
{"loss": 3.818057383112717, "perplexity": 45.515702809617075, "tokens": 214171648, "seconds": 0.5473586790030822, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 21, "step": 1634, "evaluation_tokens": 1048576}
{"event": "train", "step": 1640, "epoch": 22, "tokens": 214958080, "loss": 3.777784784634908, "lr": 0.003784291646223944, "grad_norm": 0.1261264532804489, "tokens_per_second": 1757212.0161263403, "training_seconds": 0.44754531199578196, "elapsed_tokens_per_second": 1130458.4247844457, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1660, "epoch": 22, "tokens": 217579520, "loss": 3.8173694372177125, "lr": 0.00370597433560261, "grad_norm": 0.1333431452512741, "tokens_per_second": 1736979.472333666, "training_seconds": 1.5091945769963786, "elapsed_tokens_per_second": 1135225.548102093, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1680, "epoch": 22, "tokens": 220200960, "loss": 3.796311628818512, "lr": 0.0036275533847392413, "grad_norm": 0.1450244039297104, "tokens_per_second": 1736292.1273563812, "training_seconds": 1.5097920209955191, "elapsed_tokens_per_second": 1139916.952943033, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1700, "epoch": 22, "tokens": 222822400, "loss": 3.793844389915466, "lr": 0.003549068252755307, "grad_norm": 0.13820229470729828, "tokens_per_second": 1738820.2180843176, "training_seconds": 1.5075969169993186, "elapsed_tokens_per_second": 1144545.5182071293, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1712, "epoch": 22, "tokens": 224395264, "loss": 3.790196716785431, "lr": 0.003501962794307609, "grad_norm": 0.13811863958835602, "tokens_per_second": 1734522.0672149097, "training_seconds": 0.9067996480007423, "elapsed_tokens_per_second": 1147274.0165632137, "peak_memory_bytes": 42389451776}
{"loss": 3.7990022322917243, "perplexity": 44.6566053384107, "tokens": 224395264, "seconds": 0.5477458920067875, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 22, "step": 1712, "evaluation_tokens": 1048576}
{"event": "train", "step": 1720, "epoch": 23, "tokens": 225443840, "loss": 3.7596133947372437, "lr": 0.003470558431066335, "grad_norm": 0.13836820423603058, "tokens_per_second": 1755281.5959715976, "training_seconds": 0.5973833500029286, "elapsed_tokens_per_second": 1145884.8498639858, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1740, "epoch": 23, "tokens": 228065280, "loss": 3.784725618362427, "lr": 0.003392063423510983, "grad_norm": 0.13432256877422333, "tokens_per_second": 1737607.6038481812, "training_seconds": 1.5086490149988094, "elapsed_tokens_per_second": 1150379.2093985772, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1760, "epoch": 23, "tokens": 230686720, "loss": 3.7711665868759154, "lr": 0.0033136227264738754, "grad_norm": 0.13634225726127625, "tokens_per_second": 1739640.898468517, "training_seconds": 1.5068857040023431, "elapsed_tokens_per_second": 1154817.3930613396, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1780, "epoch": 23, "tokens": 233308160, "loss": 3.7704621076583864, "lr": 0.0032352758090121777, "grad_norm": 0.13636548817157745, "tokens_per_second": 1740464.1253635664, "training_seconds": 1.506172958004754, "elapsed_tokens_per_second": 1159190.5790191968, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1790, "epoch": 23, "tokens": 234618880, "loss": 3.757348656654358, "lr": 0.0031961498393423327, "grad_norm": 0.14609546959400177, "tokens_per_second": 1736579.3223723902, "training_seconds": 0.7547711660008645, "elapsed_tokens_per_second": 1161341.098396496, "peak_memory_bytes": 42389451776}
{"loss": 3.775902403241053, "perplexity": 43.63686860528484, "tokens": 234618880, "seconds": 0.545011505993898, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 23, "step": 1790, "evaluation_tokens": 1048576}
{"event": "train", "step": 1800, "epoch": 24, "tokens": 235929600, "loss": 3.758600616455078, "lr": 0.00315706209299592, "grad_norm": 0.14186707139015198, "tokens_per_second": 1747411.115354722, "training_seconds": 0.7500925159984035, "elapsed_tokens_per_second": 1160357.136474433, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1820, "epoch": 24, "tokens": 238551040, "loss": 3.7853472948074343, "lr": 0.0030790209332720777, "grad_norm": 0.14206136763095856, "tokens_per_second": 1742379.255741746, "training_seconds": 1.50451745299506, "elapsed_tokens_per_second": 1164623.1408586907, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1840, "epoch": 24, "tokens": 241172480, "loss": 3.7443866610527037, "lr": 0.0030011915978623623, "grad_norm": 0.12483048439025879, "tokens_per_second": 1737970.0808235756, "training_seconds": 1.5083343660080573, "elapsed_tokens_per_second": 1168808.0347415262, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1860, "epoch": 24, "tokens": 243793920, "loss": 3.7630603432655336, "lr": 0.0029236132482047066, "grad_norm": 0.1377774477005005, "tokens_per_second": 1733377.4191081377, "training_seconds": 1.512330765996012, "elapsed_tokens_per_second": 1172905.5711437152, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1868, "epoch": 24, "tokens": 244842496, "loss": 3.730438381433487, "lr": 0.0028926609329181447, "grad_norm": 0.13929405808448792, "tokens_per_second": 1736073.8790955103, "training_seconds": 0.6039927290112246, "elapsed_tokens_per_second": 1174531.0566720937, "peak_memory_bytes": 42389451776}
{"loss": 3.7581586164047853, "perplexity": 42.86941421952947, "tokens": 244842496, "seconds": 0.544997618009802, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 24, "step": 1868, "evaluation_tokens": 1048576}
{"event": "train", "step": 1880, "epoch": 25, "tokens": 246415360, "loss": 3.7519254088401794, "lr": 0.0028463249194483737, "grad_norm": 0.15448711812496185, "tokens_per_second": 1746808.5295063632, "training_seconds": 0.9004215249879053, "elapsed_tokens_per_second": 1173677.6661911565, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1900, "epoch": 25, "tokens": 249036800, "loss": 3.7475138306617737, "lr": 0.002769365500812622, "grad_norm": 0.1630634069442749, "tokens_per_second": 1738959.478158916, "training_seconds": 1.5074761849973584, "elapsed_tokens_per_second": 1177698.3758152348, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1920, "epoch": 25, "tokens": 251658240, "loss": 3.730022978782654, "lr": 0.0026927737160187875, "grad_norm": 0.14652420580387115, "tokens_per_second": 1739846.8359856405, "training_seconds": 1.506707341002766, "elapsed_tokens_per_second": 1181668.9927880086, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1940, "epoch": 25, "tokens": 254279680, "loss": 3.732738769054413, "lr": 0.002616588103805643, "grad_norm": 0.13743509352207184, "tokens_per_second": 1740274.8257797188, "training_seconds": 1.5063367929978995, "elapsed_tokens_per_second": 1185582.9989982531, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1946, "epoch": 25, "tokens": 255066112, "loss": 3.702563007672628, "lr": 0.0025938173604629845, "grad_norm": 0.14037524163722992, "tokens_per_second": 1740529.903528717, "training_seconds": 0.45183481099957135, "elapsed_tokens_per_second": 1186743.3398402263, "peak_memory_bytes": 42389451776}
{"loss": 3.74195843575755, "perplexity": 42.18051715978831, "tokens": 255066112, "seconds": 0.5465018950053491, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 25, "step": 1946, "evaluation_tokens": 1048576}
{"event": "train", "step": 1960, "epoch": 26, "tokens": 256901120, "loss": 3.7325737306049893, "lr": 0.0025408469985378395, "grad_norm": 0.13700537383556366, "tokens_per_second": 1749214.0734299708, "training_seconds": 1.0490471280063502, "elapsed_tokens_per_second": 1186442.5012538848, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1980, "epoch": 26, "tokens": 259522560, "loss": 3.7446176052093505, "lr": 0.0024655885109171696, "grad_norm": 0.1362832635641098, "tokens_per_second": 1738545.1938796102, "training_seconds": 1.5078354069992201, "elapsed_tokens_per_second": 1190252.2905101774, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2000, "epoch": 26, "tokens": 262144000, "loss": 3.7247052431106566, "lr": 0.0023908505088063923, "grad_norm": 0.128867506980896, "tokens_per_second": 1734580.2055165095, "training_seconds": 1.5112820909998845, "elapsed_tokens_per_second": 1193993.0513821496, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2020, "epoch": 26, "tokens": 264765440, "loss": 3.7128653049468996, "lr": 0.002316670598175228, "grad_norm": 0.12559376657009125, "tokens_per_second": 1741222.6633139644, "training_seconds": 1.5055168159888126, "elapsed_tokens_per_second": 1197710.2883881307, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2024, "epoch": 26, "tokens": 265289728, "loss": 3.698840320110321, "lr": 0.002301904876794536, "grad_norm": 0.13207502663135529, "tokens_per_second": 1736880.7820394824, "training_seconds": 0.30185606601298787, "elapsed_tokens_per_second": 1198439.3159205273, "peak_memory_bytes": 42389451776}
{"loss": 3.7232524653213894, "perplexity": 41.39882361460487, "tokens": 265289728, "seconds": 0.5439267360052327, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 26, "step": 2024, "evaluation_tokens": 1048576}
{"event": "train", "step": 2040, "epoch": 27, "tokens": 267386880, "loss": 3.710685297846794, "lr": 0.0022430861041781414, "grad_norm": 0.15818504989147186, "tokens_per_second": 1748119.1205628316, "training_seconds": 1.1996619540004758, "elapsed_tokens_per_second": 1198443.3289245353, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2060, "epoch": 27, "tokens": 270008320, "loss": 3.718908953666687, "lr": 0.002170134052373413, "grad_norm": 0.1346091628074646, "tokens_per_second": 1734659.1344044025, "training_seconds": 1.5112133260117844, "elapsed_tokens_per_second": 1202042.5841411531, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2080, "epoch": 27, "tokens": 272629760, "loss": 3.704875671863556, "lr": 0.0020978511500929745, "grad_norm": 0.1296449601650238, "tokens_per_second": 1740514.0837160929, "training_seconds": 1.5061297259962885, "elapsed_tokens_per_second": 1205621.810056518, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2100, "epoch": 27, "tokens": 275251200, "loss": 3.6961819648742678, "lr": 0.0020262737679723475, "grad_norm": 0.12171760201454163, "tokens_per_second": 1738846.6433783912, "training_seconds": 1.5075740060128737, "elapsed_tokens_per_second": 1209144.8275703555, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2101, "epoch": 27, "tokens": 275382272, "loss": 3.6954870223999023, "lr": 0.002022714066360619, "grad_norm": 0.14336912333965302, "tokens_per_second": 1734347.278256551, "training_seconds": 0.0755742530018324, "elapsed_tokens_per_second": 1209313.340166315, "peak_memory_bytes": 42389451776}
{"loss": 3.704880654203333, "perplexity": 40.6451961940835, "tokens": 275382272, "seconds": 0.545836858000257, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 27, "step": 2101, "evaluation_tokens": 1048576}
{"event": "train", "step": 2120, "epoch": 28, "tokens": 277872640, "loss": 3.7140054953725716, "lr": 0.001955437921650013, "grad_norm": 0.13692188262939453, "tokens_per_second": 1740277.9941824207, "training_seconds": 1.4310173479898367, "elapsed_tokens_per_second": 1209718.1672105796, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2140, "epoch": 28, "tokens": 280494080, "loss": 3.7098689556121824, "lr": 0.0018853792536453928, "grad_norm": 0.13529060781002045, "tokens_per_second": 1736506.693694167, "training_seconds": 1.5096054679888766, "elapsed_tokens_per_second": 1213148.604502671, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2160, "epoch": 28, "tokens": 283115520, "loss": 3.678572106361389, "lr": 0.001816133015424586, "grad_norm": 0.1344441920518875, "tokens_per_second": 1739860.7275465676, "training_seconds": 1.5066953110072063, "elapsed_tokens_per_second": 1216552.8704362828, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2179, "epoch": 28, "tokens": 285605888, "loss": 3.6844238231056616, "lr": 0.0017511333421584116, "grad_norm": 0.1581815928220749, "tokens_per_second": 1737841.8208498277, "training_seconds": 1.433023403005791, "elapsed_tokens_per_second": 1219735.1130814452, "peak_memory_bytes": 42389451776}
{"loss": 3.6925945196949277, "perplexity": 40.148878999631236, "tokens": 285605888, "seconds": 0.5448673180071637, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 28, "step": 2179, "evaluation_tokens": 1048576}
{"event": "train", "step": 2180, "epoch": 29, "tokens": 285736960, "loss": 3.652588367462158, "lr": 0.001747734049662861, "grad_norm": 0.14570699632167816, "tokens_per_second": 1923073.255104667, "training_seconds": 0.06815757000003941, "elapsed_tokens_per_second": 1217015.6291165862, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2200, "epoch": 29, "tokens": 288358400, "loss": 3.6767159342765807, "lr": 0.0016802167727128458, "grad_norm": 0.1301872879266739, "tokens_per_second": 1736652.98568471, "training_seconds": 1.5094783020031173, "elapsed_tokens_per_second": 1220330.1045836874, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2220, "epoch": 29, "tokens": 290979840, "loss": 3.6805845141410827, "lr": 0.0016136151572872296, "grad_norm": 0.13376151025295258, "tokens_per_second": 1738537.9633983516, "training_seconds": 1.5078416780015687, "elapsed_tokens_per_second": 1223607.2336248974, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2240, "epoch": 29, "tokens": 293601280, "loss": 3.6620453357696534, "lr": 0.0015479627153646867, "grad_norm": 0.12834744155406952, "tokens_per_second": 1737845.1334988088, "training_seconds": 1.5084428120026132, "elapsed_tokens_per_second": 1226837.0573279385, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2257, "epoch": 29, "tokens": 295829504, "loss": 3.674755194607903, "lr": 0.0014929291157533989, "grad_norm": 0.13989293575286865, "tokens_per_second": 1739088.516795564, "training_seconds": 1.2812596820003819, "elapsed_tokens_per_second": 1229556.6667978081, "peak_memory_bytes": 42389451776}
{"loss": 3.672584705467992, "perplexity": 39.35349170419844, "tokens": 295829504, "seconds": 0.5462604630010901, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 29, "step": 2257, "evaluation_tokens": 1048576}
{"event": "train", "step": 2260, "epoch": 30, "tokens": 296222720, "loss": 3.6554485162099204, "lr": 0.0014832924813276375, "grad_norm": 0.12323178350925446, "tokens_per_second": 1766416.9703729525, "training_seconds": 0.2226065569993807, "elapsed_tokens_per_second": 1227240.5324481986, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2280, "epoch": 30, "tokens": 298844160, "loss": 3.663424384593964, "lr": 0.0014196369953403136, "grad_norm": 0.131075918674469, "tokens_per_second": 1736513.0261341536, "training_seconds": 1.5095999629993457, "elapsed_tokens_per_second": 1230400.9663550525, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2300, "epoch": 30, "tokens": 301465600, "loss": 3.6583059787750245, "lr": 0.0013570282869755036, "grad_norm": 0.12565036118030548, "tokens_per_second": 1734021.913367803, "training_seconds": 1.5117686690064147, "elapsed_tokens_per_second": 1233508.1665982227, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2320, "epoch": 30, "tokens": 304087040, "loss": 3.649145233631134, "lr": 0.001295497859098207, "grad_norm": 0.1284579187631607, "tokens_per_second": 1740347.5828423395, "training_seconds": 1.506273819002672, "elapsed_tokens_per_second": 1236606.9925520648, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2335, "epoch": 30, "tokens": 306053120, "loss": 3.629472573598226, "lr": 0.0012500763051590503, "grad_norm": 0.1381015181541443, "tokens_per_second": 1741787.0723693408, "training_seconds": 1.1287717259983765, "elapsed_tokens_per_second": 1238907.9268817087, "peak_memory_bytes": 42389451776}
{"loss": 3.6578992662500807, "perplexity": 38.77979122593357, "tokens": 306053120, "seconds": 0.5474946030008141, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 30, "step": 2335, "evaluation_tokens": 1048576}
{"event": "train", "step": 2340, "epoch": 31, "tokens": 306708480, "loss": 3.648459768295288, "lr": 0.0012350766720143234, "grad_norm": 0.12625016272068024, "tokens_per_second": 1754269.223419197, "training_seconds": 0.3735800590075087, "elapsed_tokens_per_second": 1236916.2962436678, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2360, "epoch": 31, "tokens": 309329920, "loss": 3.6188243985176087, "lr": 0.0011757951278923329, "grad_norm": 0.14622503519058228, "tokens_per_second": 1736933.70673434, "training_seconds": 1.509234342011041, "elapsed_tokens_per_second": 1239935.9652264786, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2380, "epoch": 31, "tokens": 311951360, "loss": 3.654022824764252, "lr": 0.0011176830554658155, "grad_norm": 0.14555321633815765, "tokens_per_second": 1736477.3590968826, "training_seconds": 1.5096309700020356, "elapsed_tokens_per_second": 1242915.3286717974, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2400, "epoch": 31, "tokens": 314572800, "loss": 3.6386050462722777, "lr": 0.0010607696950245059, "grad_norm": 0.13647525012493134, "tokens_per_second": 1741112.3458913097, "training_seconds": 1.5056122060050257, "elapsed_tokens_per_second": 1245880.7151936954, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2413, "epoch": 31, "tokens": 316276736, "loss": 3.6412343061887302, "lr": 0.0010244324105291908, "grad_norm": 0.1322673261165619, "tokens_per_second": 1735159.2219962194, "training_seconds": 0.982005557991215, "elapsed_tokens_per_second": 1247768.853098949, "peak_memory_bytes": 42389451776}
{"loss": 3.643814941930004, "perplexity": 38.23743241348064, "tokens": 316276736, "seconds": 0.5487060559971724, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 31, "step": 2413, "evaluation_tokens": 1048576}
{"event": "train", "step": 2420, "epoch": 32, "tokens": 317194240, "loss": 3.6082615511757985, "lr": 0.0010050836837014437, "grad_norm": 0.12464401870965958, "tokens_per_second": 1751278.1382904716, "training_seconds": 0.5239053580007749, "elapsed_tokens_per_second": 1246079.4462032793, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2440, "epoch": 32, "tokens": 319815680, "loss": 3.632816791534424, "lr": 0.0009506530410636026, "grad_norm": 0.12208368629217148, "tokens_per_second": 1743743.643683763, "training_seconds": 1.5033402469998691, "elapsed_tokens_per_second": 1248996.2213402786, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2460, "epoch": 32, "tokens": 322437120, "loss": 3.623064661026001, "lr": 0.0008975051550132694, "grad_norm": 0.132743239402771, "tokens_per_second": 1737826.3755613742, "training_seconds": 1.508459093995043, "elapsed_tokens_per_second": 1251851.642964364, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2480, "epoch": 32, "tokens": 325058560, "loss": 3.618293786048889, "lr": 0.0008456667680072555, "grad_norm": 0.12989063560962677, "tokens_per_second": 1738195.5801515353, "training_seconds": 1.50813868700061, "elapsed_tokens_per_second": 1254677.674563007, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2491, "epoch": 32, "tokens": 326500352, "loss": 3.5932221195914527, "lr": 0.0008177233067588173, "grad_norm": 0.13010171055793762, "tokens_per_second": 1738558.0926529781, "training_seconds": 0.8293033210065914, "elapsed_tokens_per_second": 1256213.9321538291, "peak_memory_bytes": 42389451776}
{"loss": 3.6313254987556953, "perplexity": 37.76283805303333, "tokens": 326500352, "seconds": 0.5469492510019336, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 32, "step": 2491, "evaluation_tokens": 1048576}
{"event": "train", "step": 2500, "epoch": 33, "tokens": 327680000, "loss": 3.586215999391344, "lr": 0.0007951639636008723, "grad_norm": 0.13783851265907288, "tokens_per_second": 1747477.6702425075, "training_seconds": 0.6750575530022616, "elapsed_tokens_per_second": 1254820.8596053885, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2520, "epoch": 33, "tokens": 330301440, "loss": 3.604027199745178, "lr": 0.000746022153323459, "grad_norm": 0.13016235828399658, "tokens_per_second": 1739765.9610059205, "training_seconds": 1.506777381990105, "elapsed_tokens_per_second": 1257598.0742943552, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2540, "epoch": 33, "tokens": 332922880, "loss": 3.6201618313789368, "lr": 0.0006982660638920423, "grad_norm": 0.12993039190769196, "tokens_per_second": 1738460.3470624501, "training_seconds": 1.5079089979990385, "elapsed_tokens_per_second": 1260335.6983877132, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2560, "epoch": 33, "tokens": 335544320, "loss": 3.5979095816612245, "lr": 0.0006519197247695787, "grad_norm": 0.13812851905822754, "tokens_per_second": 1739884.4973259745, "training_seconds": 1.5066747269884218, "elapsed_tokens_per_second": 1263050.060328714, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2568, "epoch": 33, "tokens": 336592896, "loss": 3.636128157377243, "lr": 0.0006337811670178101, "grad_norm": 0.13537831604480743, "tokens_per_second": 1735087.1915176886, "training_seconds": 0.6043362000054913, "elapsed_tokens_per_second": 1264114.0448596803, "peak_memory_bytes": 42389451776}
{"loss": 3.6183463802332914, "perplexity": 37.27587670274709, "tokens": 336592896, "seconds": 0.5475850410002749, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 33, "step": 2568, "evaluation_tokens": 1048576}
{"event": "train", "step": 2580, "epoch": 34, "tokens": 338165760, "loss": 3.603180011113485, "lr": 0.0006070064560740314, "grad_norm": 0.12757539749145508, "tokens_per_second": 1745230.256083498, "training_seconds": 0.9012358080071863, "elapsed_tokens_per_second": 1263115.3926445767, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2600, "epoch": 34, "tokens": 340787200, "loss": 3.620350551605225, "lr": 0.0005635488568443762, "grad_norm": 0.12345165759325027, "tokens_per_second": 1736790.8747180172, "training_seconds": 1.5093584599962924, "elapsed_tokens_per_second": 1265765.780111296, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2620, "epoch": 34, "tokens": 343408640, "loss": 3.5980928421020506, "lr": 0.000521568793669425, "grad_norm": 0.13242357969284058, "tokens_per_second": 1737185.6458846414, "training_seconds": 1.5090154619974783, "elapsed_tokens_per_second": 1268386.4032773827, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2640, "epoch": 34, "tokens": 346030080, "loss": 3.6039695382118224, "lr": 0.00048108738968520007, "grad_norm": 0.12537582218647003, "tokens_per_second": 1737494.1049286795, "training_seconds": 1.5087475649925182, "elapsed_tokens_per_second": 1270980.9609337957, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2646, "epoch": 34, "tokens": 346816512, "loss": 3.6174182891845703, "lr": 0.0004692382721132998, "grad_norm": 0.12648159265518188, "tokens_per_second": 1739447.3753874279, "training_seconds": 0.4521160059957765, "elapsed_tokens_per_second": 1271750.0356095063, "peak_memory_bytes": 42389451776}
{"loss": 3.6081371697300115, "perplexity": 36.897255431495836, "tokens": 346816512, "seconds": 0.547668846003944, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 34, "step": 2646, "evaluation_tokens": 1048576}
{"event": "train", "step": 2660, "epoch": 35, "tokens": 348651520, "loss": 3.601298826081412, "lr": 0.0004421250139463922, "grad_norm": 0.1256367713212967, "tokens_per_second": 1743414.5306581678, "training_seconds": 1.0525368280068506, "elapsed_tokens_per_second": 1270984.1260727854, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2680, "epoch": 35, "tokens": 351272960, "loss": 3.609422028064728, "lr": 0.00040470127117724975, "grad_norm": 0.1284891664981842, "tokens_per_second": 1739043.983768046, "training_seconds": 1.507402931994875, "elapsed_tokens_per_second": 1273537.1813317828, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2700, "epoch": 35, "tokens": 353894400, "loss": 3.6117534279823302, "lr": 0.00036883499190705737, "grad_norm": 0.13288459181785583, "tokens_per_second": 1738571.289128625, "training_seconds": 1.507812775002094, "elapsed_tokens_per_second": 1276058.8061297054, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2720, "epoch": 35, "tokens": 356515840, "loss": 3.5961965799331663, "lr": 0.0003345442229951658, "grad_norm": 0.12173772603273392, "tokens_per_second": 1734552.519837817, "training_seconds": 1.5113062129967147, "elapsed_tokens_per_second": 1278538.503264842, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2724, "epoch": 35, "tokens": 357040128, "loss": 3.6206491589546204, "lr": 0.00032787666286891357, "grad_norm": 0.12020788341760635, "tokens_per_second": 1730355.526771874, "training_seconds": 0.30299437999201473, "elapsed_tokens_per_second": 1279021.4769563924, "peak_memory_bytes": 42389451776}
{"loss": 3.5981624512357255, "perplexity": 36.53104515390544, "tokens": 357040128, "seconds": 0.5496896209951956, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 35, "step": 2724, "evaluation_tokens": 1048576}
{"event": "train", "step": 2740, "epoch": 36, "tokens": 359137280, "loss": 3.600892424583435, "lr": 0.0003018462185503402, "grad_norm": 0.13195297122001648, "tokens_per_second": 1743002.9069861406, "training_seconds": 1.2031833060027566, "elapsed_tokens_per_second": 1278475.0523628346, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2760, "epoch": 36, "tokens": 361758720, "loss": 3.5959295511245726, "lr": 0.00027075743124900195, "grad_norm": 0.11530610173940659, "tokens_per_second": 1735480.9702049098, "training_seconds": 1.5104976919974433, "elapsed_tokens_per_second": 1280914.0733246286, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2780, "epoch": 36, "tokens": 364380160, "loss": 3.5977353930473326, "lr": 0.0002412935040567228, "grad_norm": 0.12407760322093964, "tokens_per_second": 1735987.670213506, "training_seconds": 1.5100568079942605, "elapsed_tokens_per_second": 1283327.0769880754, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2800, "epoch": 36, "tokens": 367001600, "loss": 3.5856976985931395, "lr": 0.00021346926235714332, "grad_norm": 0.11543421447277069, "tokens_per_second": 1733631.924101782, "training_seconds": 1.5121087490115315, "elapsed_tokens_per_second": 1285707.7233434904, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2802, "epoch": 36, "tokens": 367263744, "loss": 3.5670933723449707, "lr": 0.0002107775670879188, "grad_norm": 0.11774466931819916, "tokens_per_second": 1739538.7276699792, "training_seconds": 0.15069742100604344, "elapsed_tokens_per_second": 1285939.4900865383, "peak_memory_bytes": 42389451776}
{"loss": 3.5895850277097288, "perplexity": 36.2190429083621, "tokens": 367263744, "seconds": 0.5449345560045913, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 36, "step": 2802, "evaluation_tokens": 1048576}
{"event": "train", "step": 2820, "epoch": 37, "tokens": 369623040, "loss": 3.586889770295885, "lr": 0.00018729870649227632, "grad_norm": 0.11505196243524551, "tokens_per_second": 1743277.133396655, "training_seconds": 1.3533682940033032, "elapsed_tokens_per_second": 1285626.648377844, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2840, "epoch": 37, "tokens": 372244480, "loss": 3.6066249012947083, "lr": 0.00016279500471794262, "grad_norm": 0.11713370680809021, "tokens_per_second": 1735724.3178569376, "training_seconds": 1.5102859210019233, "elapsed_tokens_per_second": 1287974.0390751215, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2860, "epoch": 37, "tokens": 374865920, "loss": 3.569931650161743, "lr": 0.00013997048657789457, "grad_norm": 0.12056106328964233, "tokens_per_second": 1737516.3612866148, "training_seconds": 1.508728239001357, "elapsed_tokens_per_second": 1290301.3077680264, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2880, "epoch": 37, "tokens": 377487360, "loss": 3.58303439617157, "lr": 0.00011883663669995015, "grad_norm": 0.11708566546440125, "tokens_per_second": 1738259.0161681771, "training_seconds": 1.5080836489942158, "elapsed_tokens_per_second": 1292609.977849444, "peak_memory_bytes": 42389451776}
{"loss": 3.5841758922600686, "perplexity": 36.0236581072334, "tokens": 377487360, "seconds": 0.5439932709996356, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 37, "step": 2880, "evaluation_tokens": 1048576}
{"event": "train", "step": 2900, "epoch": 38, "tokens": 380108800, "loss": 3.584299695491791, "lr": 9.940408901726444e-05, "grad_norm": 0.11384831368923187, "tokens_per_second": 1742030.2458421383, "training_seconds": 1.504818878005608, "elapsed_tokens_per_second": 1292218.8041214887, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2920, "epoch": 38, "tokens": 382730240, "loss": 3.5918136715888975, "lr": 8.168262141764633e-05, "grad_norm": 0.1182129830121994, "tokens_per_second": 1736789.9161895295, "training_seconds": 1.5093592930061277, "elapsed_tokens_per_second": 1294481.8215053463, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2940, "epoch": 38, "tokens": 385351680, "loss": 3.5794482588768006, "lr": 6.568115082361386e-05, "grad_norm": 0.12131410092115402, "tokens_per_second": 1737921.1222003784, "training_seconds": 1.5083768569893437, "elapsed_tokens_per_second": 1296727.819299785, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2958, "epoch": 38, "tokens": 387710976, "loss": 3.5917379591200085, "lr": 5.275709721810862e-05, "grad_norm": 0.11351596564054489, "tokens_per_second": 1737407.187390752, "training_seconds": 1.3579407390061533, "elapsed_tokens_per_second": 1298725.516136644, "peak_memory_bytes": 42389451776}
{"loss": 3.5806606409849744, "perplexity": 35.89724820858757, "tokens": 387710976, "seconds": 0.5455207789927954, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 38, "step": 2958, "evaluation_tokens": 1048576}
{"event": "train", "step": 2960, "epoch": 39, "tokens": 387973120, "loss": 3.576340913772583, "lr": 5.140772870565919e-05, "grad_norm": 0.11085731536149979, "tokens_per_second": 1786105.609178353, "training_seconds": 0.14676847698865458, "elapsed_tokens_per_second": 1296571.3311782388, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2980, "epoch": 39, "tokens": 390594560, "loss": 3.5813969731330872, "lr": 3.886953703098522e-05, "grad_norm": 0.11504167318344116, "tokens_per_second": 1735788.787340402, "training_seconds": 1.5102298269921448, "elapsed_tokens_per_second": 1298772.9900799864, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3000, "epoch": 39, "tokens": 393216000, "loss": 3.5774221181869508, "lr": 2.8072884649751218e-05, "grad_norm": 0.11242732405662537, "tokens_per_second": 1735656.174651719, "training_seconds": 1.5103452159964945, "elapsed_tokens_per_second": 1300949.0763554494, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3020, "epoch": 39, "tokens": 395837440, "loss": 3.5748026013374328, "lr": 1.9023204120642122e-05, "grad_norm": 0.1133570745587349, "tokens_per_second": 1737317.0554799892, "training_seconds": 1.5089013209944824, "elapsed_tokens_per_second": 1303111.8074894003, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3035, "epoch": 39, "tokens": 397803520, "loss": 3.5624783515930174, "lr": 1.338516635337944e-05, "grad_norm": 0.11220540851354599, "tokens_per_second": 1733788.6277007991, "training_seconds": 1.133979060992715, "elapsed_tokens_per_second": 1304707.5087996826, "peak_memory_bytes": 42389451776}
{"loss": 3.579163420779883, "perplexity": 35.843542338052295, "tokens": 397803520, "seconds": 0.547167069002171, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 39, "step": 3035, "evaluation_tokens": 1048576}
{"event": "train", "step": 3040, "epoch": 40, "tokens": 398458880, "loss": 3.598365592956543, "lr": 1.1725048977367315e-05, "grad_norm": 0.11787116527557373, "tokens_per_second": 1754475.7140696824, "training_seconds": 0.3735360910068266, "elapsed_tokens_per_second": 1302898.753602411, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3060, "epoch": 40, "tokens": 401080320, "loss": 3.5885865807533266, "lr": 6.182091437454352e-06, "grad_norm": 0.11574872583150864, "tokens_per_second": 1737832.200371523, "training_seconds": 1.5084540379903046, "elapsed_tokens_per_second": 1305029.1852556588, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3080, "epoch": 40, "tokens": 403701760, "loss": 3.561004841327667, "lr": 2.397120554497756e-06, "grad_norm": 0.11365985125303268, "tokens_per_second": 1735050.188913542, "training_seconds": 1.51087272100267, "elapsed_tokens_per_second": 1307126.7435772386, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3100, "epoch": 40, "tokens": 406323200, "loss": 3.5716487169265747, "lr": 3.7204081478797726e-07, "grad_norm": 0.11316168308258057, "tokens_per_second": 1733456.872458438, "training_seconds": 1.5122614480060292, "elapsed_tokens_per_second": 1309199.373530313, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3113, "epoch": 40, "tokens": 408027136, "loss": 3.589048037162194, "lr": 0.0, "grad_norm": 0.10956984758377075, "tokens_per_second": 1731948.9686604305, "training_seconds": 0.9838257540104678, "elapsed_tokens_per_second": 1310528.4865321084, "peak_memory_bytes": 42389451776}
{"loss": 3.578891091999348, "perplexity": 35.83378243888837, "tokens": 408027136, "seconds": 0.5467597200040473, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 40, "step": 3113, "evaluation_tokens": 1048576}
{"loss": 3.5789654527841313, "perplexity": 35.83644716614665, "tokens": 408027136, "seconds": 102.12873450500774, "split": "full", "validation_complete": true, "event": "final_validation", "step": 3113, "evaluation_tokens": 197411295}