{"event": "train", "step": 20, "epoch": 1, "tokens": 2621440, "loss": 9.393261051177978, "lr": 0.0005769230769230769, "grad_norm": 1.25562584400177, "tokens_per_second": 49814.93725630595, "training_seconds": 52.6235732569985, "elapsed_tokens_per_second": 49814.93725630595, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 40, "epoch": 1, "tokens": 5242880, "loss": 7.375834107398987, "lr": 0.0011538461538461537, "grad_norm": 2.048940420150757, "tokens_per_second": 1740119.2747258637, "training_seconds": 1.5064714459949755, "elapsed_tokens_per_second": 96842.47895751834, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 60, "epoch": 1, "tokens": 7864320, "loss": 6.9330470085144045, "lr": 0.0017307692307692306, "grad_norm": 2.161708116531372, "tokens_per_second": 1744902.3332020054, "training_seconds": 1.5023419650024152, "elapsed_tokens_per_second": 141337.45754406502, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 78, "epoch": 1, "tokens": 10223616, "loss": 6.676661279466417, "lr": 0.00225, "grad_norm": 0.5119457840919495, "tokens_per_second": 1744095.7113126316, "training_seconds": 1.352733100997284, "elapsed_tokens_per_second": 179372.44872880643, "peak_memory_bytes": 21988176384}
{"loss": 6.5183256982831494, "perplexity": 677.4431909779748, "tokens": 10223616, "seconds": 1.0545302229947993, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 1, "step": 78, "evaluation_tokens": 1048576}
{"event": "train", "step": 80, "epoch": 2, "tokens": 10485760, "loss": 6.495712041854858, "lr": 0.0023076923076923075, "grad_norm": 0.5549100637435913, "tokens_per_second": 1786744.6048504047, "training_seconds": 0.14671598799759522, "elapsed_tokens_per_second": 180134.88595692968, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 100, "epoch": 2, "tokens": 13107200, "loss": 6.37349956035614, "lr": 0.0028846153846153843, "grad_norm": 0.7311640381813049, "tokens_per_second": 1738286.9678346082, "training_seconds": 1.5080593989987392, "elapsed_tokens_per_second": 219478.3703396204, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 120, "epoch": 2, "tokens": 15728640, "loss": 6.162384271621704, "lr": 0.003461538461538461, "grad_norm": 0.29806408286094666, "tokens_per_second": 1736162.0490530394, "training_seconds": 1.5099051389988745, "elapsed_tokens_per_second": 256871.11939296348, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 140, "epoch": 2, "tokens": 18350080, "loss": 5.933969593048095, "lr": 0.0040384615384615385, "grad_norm": 0.38143670558929443, "tokens_per_second": 1740622.3246891068, "training_seconds": 1.5060360669958754, "elapsed_tokens_per_second": 292481.53382174723, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 156, "epoch": 2, "tokens": 20447232, "loss": 5.759574323892593, "lr": 0.0045, "grad_norm": 0.36505556106567383, "tokens_per_second": 1742432.6853766893, "training_seconds": 1.2035770549991867, "elapsed_tokens_per_second": 319762.3864000478, "peak_memory_bytes": 42389451776}
{"loss": 5.698010018407622, "perplexity": 298.2732517096872, "tokens": 20447232, "seconds": 0.5401343560006353, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 2, "step": 156, "evaluation_tokens": 1048576}
{"event": "train", "step": 160, "epoch": 3, "tokens": 20971520, "loss": 5.644198536872864, "lr": 0.004615384615384615, "grad_norm": 0.40047356486320496, "tokens_per_second": 1767629.1820851439, "training_seconds": 0.29660519599565305, "elapsed_tokens_per_second": 323525.11663826875, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 180, "epoch": 3, "tokens": 23592960, "loss": 5.560985112190247, "lr": 0.005192307692307692, "grad_norm": 0.29847416281700134, "tokens_per_second": 1736353.8787643572, "training_seconds": 1.5097383269967395, "elapsed_tokens_per_second": 355671.97319425223, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 200, "epoch": 3, "tokens": 26214400, "loss": 5.407078266143799, "lr": 0.005769230769230769, "grad_norm": 0.3669464588165283, "tokens_per_second": 1740718.080379436, "training_seconds": 1.5059532209997997, "elapsed_tokens_per_second": 386408.88879172236, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 220, "epoch": 3, "tokens": 28835840, "loss": 5.273458695411682, "lr": 0.006346153846153845, "grad_norm": 0.24953311681747437, "tokens_per_second": 1740352.979734243, "training_seconds": 1.5062691479979549, "elapsed_tokens_per_second": 415806.4722879308, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 233, "epoch": 3, "tokens": 30539776, "loss": 5.213923527644231, "lr": 0.006721153846153846, "grad_norm": 0.2450203001499176, "tokens_per_second": 1748427.0858238314, "training_seconds": 0.97455365100177, "elapsed_tokens_per_second": 434258.75082273694, "peak_memory_bytes": 42389451776}
{"loss": 5.196874354951898, "perplexity": 180.70653375193726, "tokens": 30539776, "seconds": 0.5392226389958523, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 3, "step": 233, "evaluation_tokens": 1048576}
{"event": "train", "step": 240, "epoch": 4, "tokens": 31457280, "loss": 5.133753367832729, "lr": 0.006923076923076922, "grad_norm": 0.22681626677513123, "tokens_per_second": 1765274.8387770352, "training_seconds": 0.5197513610037277, "elapsed_tokens_per_second": 440620.38068803115, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 260, "epoch": 4, "tokens": 34078720, "loss": 5.110537147521972, "lr": 0.0075, "grad_norm": 0.3638218641281128, "tokens_per_second": 1741132.6238702498, "training_seconds": 1.5055946709981072, "elapsed_tokens_per_second": 467469.10703826044, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 280, "epoch": 4, "tokens": 36700160, "loss": 5.042426562309265, "lr": 0.008076923076923077, "grad_norm": 0.25114187598228455, "tokens_per_second": 1740119.4964935912, "training_seconds": 1.506471254004282, "elapsed_tokens_per_second": 493222.0367716638, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 300, "epoch": 4, "tokens": 39321600, "loss": 4.962781763076782, "lr": 0.008653846153846153, "grad_norm": 0.20901994407176971, "tokens_per_second": 1741142.726607052, "training_seconds": 1.5055859349959064, "elapsed_tokens_per_second": 517959.30203732185, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 311, "epoch": 4, "tokens": 40763392, "loss": 4.931696501645175, "lr": 0.008971153846153846, "grad_norm": 0.2647777795791626, "tokens_per_second": 1742433.791564248, "training_seconds": 0.8274586999978055, "elapsed_tokens_per_second": 531146.5248281456, "peak_memory_bytes": 42389451776}
{"loss": 4.924517321478057, "perplexity": 137.62289799169884, "tokens": 40763392, "seconds": 0.5408402879984351, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 4, "step": 311, "evaluation_tokens": 1048576}
{"event": "train", "step": 320, "epoch": 5, "tokens": 41943040, "loss": 4.8913882573445635, "lr": 0.008999818852182455, "grad_norm": 0.18136313557624817, "tokens_per_second": 1738996.3036883944, "training_seconds": 0.6783499179946375, "elapsed_tokens_per_second": 537920.1525201618, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 340, "epoch": 5, "tokens": 44564480, "loss": 4.827831602096557, "lr": 0.008997781106722202, "grad_norm": 0.2093920260667801, "tokens_per_second": 1744812.9185431332, "training_seconds": 1.5024189539981307, "elapsed_tokens_per_second": 560723.6922904719, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 360, "epoch": 5, "tokens": 47185920, "loss": 4.793216514587402, "lr": 0.00899348020978169, "grad_norm": 0.21128122508525848, "tokens_per_second": 1743980.4117213378, "training_seconds": 1.5031361489964183, "elapsed_tokens_per_second": 582670.5251209162, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 380, "epoch": 5, "tokens": 49807360, "loss": 4.718117952346802, "lr": 0.008986918325446062, "grad_norm": 0.19395563006401062, "tokens_per_second": 1734020.3717884608, "training_seconds": 1.5117700129994773, "elapsed_tokens_per_second": 603758.3388904235, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 389, "epoch": 5, "tokens": 50987008, "loss": 4.682414849599202, "lr": 0.00898322866842658, "grad_norm": 0.3061562478542328, "tokens_per_second": 1747358.2051352232, "training_seconds": 0.675103706002119, "elapsed_tokens_per_second": 613024.6174806593, "peak_memory_bytes": 42389451776}
{"loss": 4.751237329683356, "perplexity": 115.72738890875462, "tokens": 50987008, "seconds": 0.5423409159993753, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 5, "step": 389, "evaluation_tokens": 1048576}
{"event": "train", "step": 400, "epoch": 6, "tokens": 52428800, "loss": 4.7814859043468125, "lr": 0.008978098755462975, "grad_norm": 0.541563093662262, "tokens_per_second": 1738777.1508680896, "training_seconds": 0.8291988420023699, "elapsed_tokens_per_second": 620061.2039890705, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 420, "epoch": 6, "tokens": 55050240, "loss": 5.1977198123931885, "lr": 0.00896702593758127, "grad_norm": 0.18895137310028076, "tokens_per_second": 1735131.6907028938, "training_seconds": 1.5108017530001234, "elapsed_tokens_per_second": 639626.9282245577, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 440, "epoch": 6, "tokens": 57671680, "loss": 4.76734983921051, "lr": 0.008953705443318003, "grad_norm": 0.1408403366804123, "tokens_per_second": 1744267.4053272945, "training_seconds": 1.5028888300003018, "elapsed_tokens_per_second": 658570.5547889404, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 460, "epoch": 6, "tokens": 60293120, "loss": 4.604410004615784, "lr": 0.008938143975155044, "grad_norm": 0.12819108366966248, "tokens_per_second": 1740364.331669912, "training_seconds": 1.506259323003178, "elapsed_tokens_per_second": 676850.9730636291, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 467, "epoch": 6, "tokens": 61210624, "loss": 4.526738098689488, "lr": 0.008932169446433859, "grad_norm": 0.16460560262203217, "tokens_per_second": 1736680.8239367998, "training_seconds": 0.5283089369986556, "elapsed_tokens_per_second": 683082.9559278074, "peak_memory_bytes": 42389451776}
{"loss": 4.533913471533541, "perplexity": 93.12228030861398, "tokens": 61210624, "seconds": 0.5422935579990735, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 6, "step": 467, "evaluation_tokens": 1048576}
{"event": "train", "step": 480, "epoch": 7, "tokens": 62914560, "loss": 4.494529577401968, "lr": 0.008920349363166572, "grad_norm": 0.16497120261192322, "tokens_per_second": 1747961.6783164334, "training_seconds": 0.9748131329979515, "elapsed_tokens_per_second": 690343.4729262718, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 500, "epoch": 7, "tokens": 65536000, "loss": 4.4465737581253055, "lr": 0.008900330561079218, "grad_norm": 0.1543257236480713, "tokens_per_second": 1742552.851138111, "training_seconds": 1.504367570996692, "elapsed_tokens_per_second": 707417.6502378384, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 520, "epoch": 7, "tokens": 68157440, "loss": 4.390833187103271, "lr": 0.008878097641766801, "grad_norm": 0.16151325404644012, "tokens_per_second": 1737665.9115518124, "training_seconds": 1.5085983919998398, "elapsed_tokens_per_second": 723908.2155454649, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 540, "epoch": 7, "tokens": 70778880, "loss": 4.366088938713074, "lr": 0.008853661792181968, "grad_norm": 0.19514398276805878, "tokens_per_second": 1735055.6586485687, "training_seconds": 1.5108679580007447, "elapsed_tokens_per_second": 739866.3946850749, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 545, "epoch": 7, "tokens": 71434240, "loss": 4.359242534637451, "lr": 0.008847210038528635, "grad_norm": 0.14291024208068848, "tokens_per_second": 1744445.978762006, "training_seconds": 0.37568374600232346, "elapsed_tokens_per_second": 743779.0119918145, "peak_memory_bytes": 42389451776}
{"loss": 4.348286738642677, "perplexity": 77.34583571368579, "tokens": 71434240, "seconds": 0.547447713004658, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 7, "step": 545, "evaluation_tokens": 1048576}
{"event": "train", "step": 560, "epoch": 8, "tokens": 73400320, "loss": 4.326594384511312, "lr": 0.008827035307727243, "grad_norm": 0.1337059736251831, "tokens_per_second": 1738187.4205707887, "training_seconds": 1.1311093249969417, "elapsed_tokens_per_second": 751047.3357297755, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 580, "epoch": 8, "tokens": 76021760, "loss": 4.287959361076355, "lr": 0.008798231586068335, "grad_norm": 0.17913438379764557, "tokens_per_second": 1737249.4445410555, "training_seconds": 1.508960044993728, "elapsed_tokens_per_second": 766030.3122144566, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 600, "epoch": 8, "tokens": 78643200, "loss": 4.265105152130127, "lr": 0.008767265120392833, "grad_norm": 0.1313503384590149, "tokens_per_second": 1743686.1603033363, "training_seconds": 1.5033898069959832, "elapsed_tokens_per_second": 780603.7060083273, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 620, "epoch": 8, "tokens": 81264640, "loss": 4.248618769645691, "lr": 0.008734151492117653, "grad_norm": 0.19908122718334198, "tokens_per_second": 1741753.9380135383, "training_seconds": 1.5050575990026118, "elapsed_tokens_per_second": 794741.8190292143, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 623, "epoch": 8, "tokens": 81657856, "loss": 4.2260487874348955, "lr": 0.008729000270886961, "grad_norm": 0.13808031380176544, "tokens_per_second": 1731647.5845380079, "training_seconds": 0.2270762270054547, "elapsed_tokens_per_second": 796805.237199898, "peak_memory_bytes": 42389451776}
{"loss": 4.240553411751495, "perplexity": 69.44627359015257, "tokens": 81657856, "seconds": 0.5461667900017346, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 8, "step": 623, "evaluation_tokens": 1048576}
{"event": "train", "step": 640, "epoch": 9, "tokens": 83886080, "loss": 4.208654039046344, "lr": 0.008698907363048935, "grad_norm": 0.1269366294145584, "tokens_per_second": 1746736.066908622, "training_seconds": 1.2756500780014903, "elapsed_tokens_per_second": 803963.7313496559, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 660, "epoch": 9, "tokens": 86507520, "loss": 4.2083639144897464, "lr": 0.008661550466998302, "grad_norm": 0.14396777749061584, "tokens_per_second": 1734441.3154394275, "training_seconds": 1.511403110998799, "elapsed_tokens_per_second": 817238.2172140315, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 680, "epoch": 9, "tokens": 89128960, "loss": 4.183501029014588, "lr": 0.00862209960085973, "grad_norm": 0.15534523129463196, "tokens_per_second": 1737040.5475012374, "training_seconds": 1.509141513000941, "elapsed_tokens_per_second": 830154.771270628, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 700, "epoch": 9, "tokens": 91750400, "loss": 4.1676171779632565, "lr": 0.008580574615151505, "grad_norm": 0.13794246315956116, "tokens_per_second": 1745529.6513455273, "training_seconds": 1.5018020450006588, "elapsed_tokens_per_second": 842769.2684450893, "peak_memory_bytes": 42389451776}
{"loss": 4.1775168581961335, "perplexity": 65.20374188735296, "tokens": 91750400, "seconds": 0.5418701140006306, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 9, "step": 700, "evaluation_tokens": 1048576}
{"event": "train", "step": 720, "epoch": 10, "tokens": 94371840, "loss": 4.148706221580506, "lr": 0.00853699640402802, "grad_norm": 0.12823182344436646, "tokens_per_second": 1746283.3416996528, "training_seconds": 1.5011538719991222, "elapsed_tokens_per_second": 850824.4654294815, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 740, "epoch": 10, "tokens": 96993280, "loss": 4.140555906295776, "lr": 0.008491386894766452, "grad_norm": 0.1536364108324051, "tokens_per_second": 1736024.487481016, "training_seconds": 1.5100247830050648, "elapsed_tokens_per_second": 862697.58099738, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 760, "epoch": 10, "tokens": 99614720, "loss": 4.129191923141479, "lr": 0.008443769036733603, "grad_norm": 0.13609899580478668, "tokens_per_second": 1736098.1761755652, "training_seconds": 1.5099606899966602, "elapsed_tokens_per_second": 874259.983939856, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 778, "epoch": 10, "tokens": 101974016, "loss": 4.1133970684475365, "lr": 0.00839921560848184, "grad_norm": 0.1357608288526535, "tokens_per_second": 1742198.3547173957, "training_seconds": 1.354206306998094, "elapsed_tokens_per_second": 884437.1258203206, "peak_memory_bytes": 42389451776}
{"loss": 4.111577740211374, "perplexity": 61.04295155283289, "tokens": 101974016, "seconds": 0.5407460830028867, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 10, "step": 778, "evaluation_tokens": 1048576}
{"event": "train", "step": 780, "epoch": 11, "tokens": 102236160, "loss": 4.068753719329834, "lr": 0.008394166789838441, "grad_norm": 0.12291134148836136, "tokens_per_second": 1803314.2365939936, "training_seconds": 0.14536789799603866, "elapsed_tokens_per_second": 881365.1428139079, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 800, "epoch": 11, "tokens": 104857600, "loss": 4.093891978263855, "lr": 0.00834260511247619, "grad_norm": 0.11306556314229965, "tokens_per_second": 1741990.787616268, "training_seconds": 1.5048529639971093, "elapsed_tokens_per_second": 892375.4026690145, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 820, "epoch": 11, "tokens": 107479040, "loss": 4.0819347381591795, "lr": 0.00828910994896999, "grad_norm": 0.12857352197170258, "tokens_per_second": 1735875.4701999947, "training_seconds": 1.510154411997064, "elapsed_tokens_per_second": 903063.2055392043, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 840, "epoch": 11, "tokens": 110100480, "loss": 4.066550600528717, "lr": 0.008233708216516481, "grad_norm": 0.14462162554264069, "tokens_per_second": 1738937.8849944584, "training_seconds": 1.5074949039990315, "elapsed_tokens_per_second": 913505.3504830669, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 856, "epoch": 11, "tokens": 112197632, "loss": 4.0548956990242, "lr": 0.008188032802059476, "grad_norm": 0.1598786860704422, "tokens_per_second": 1736371.7725265368, "training_seconds": 1.2077782150008716, "elapsed_tokens_per_second": 921652.9525017542, "peak_memory_bytes": 42389451776}
{"loss": 4.067290259093949, "perplexity": 58.398503183952755, "tokens": 112197632, "seconds": 0.54341538099834, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 11, "step": 856, "evaluation_tokens": 1048576}
{"event": "train", "step": 860, "epoch": 12, "tokens": 112721920, "loss": 4.041672348976135, "lr": 0.008176427791641844, "grad_norm": 0.12727020680904388, "tokens_per_second": 1760103.1697285383, "training_seconds": 0.29787344799842685, "elapsed_tokens_per_second": 919516.4814958989, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 880, "epoch": 12, "tokens": 115343360, "loss": 4.035872626304626, "lr": 0.008117297496175176, "grad_norm": 0.12375517934560776, "tokens_per_second": 1730672.7106483667, "training_seconds": 1.5146942480059806, "elapsed_tokens_per_second": 929404.0169963322, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 900, "epoch": 12, "tokens": 117964800, "loss": 4.037909257411957, "lr": 0.00805634708274617, "grad_norm": 0.12241838872432709, "tokens_per_second": 1737980.0339718412, "training_seconds": 1.5083257280057296, "elapsed_tokens_per_second": 939096.2550277539, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 920, "epoch": 12, "tokens": 120586240, "loss": 4.026175165176392, "lr": 0.007993607219814469, "grad_norm": 0.12006498873233795, "tokens_per_second": 1743473.2658538385, "training_seconds": 1.5035733850018005, "elapsed_tokens_per_second": 948599.6723150613, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 934, "epoch": 12, "tokens": 122421248, "loss": 4.014587215014866, "lr": 0.007948641462738663, "grad_norm": 0.11257609724998474, "tokens_per_second": 1740675.8578499048, "training_seconds": 1.0541928250022465, "elapsed_tokens_per_second": 955098.2518224247, "peak_memory_bytes": 42389451776}
{"loss": 4.027791737009391, "perplexity": 56.136809434154294, "tokens": 122421248, "seconds": 0.5438812869979301, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 12, "step": 934, "evaluation_tokens": 1048576}
{"event": "train", "step": 940, "epoch": 13, "tokens": 123207680, "loss": 3.981353481610616, "lr": 0.00792910947623821, "grad_norm": 0.15169163048267365, "tokens_per_second": 1760802.9192527565, "training_seconds": 0.44663260800007265, "elapsed_tokens_per_second": 953788.018405384, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 960, "epoch": 13, "tokens": 125829120, "loss": 4.003765106201172, "lr": 0.007862886305389484, "grad_norm": 0.12051787972450256, "tokens_per_second": 1740022.8838315578, "training_seconds": 1.5065548989950912, "elapsed_tokens_per_second": 962842.8978060746, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 980, "epoch": 13, "tokens": 128450560, "loss": 3.983630061149597, "lr": 0.007794971028824759, "grad_norm": 0.13625283539295197, "tokens_per_second": 1740499.773775487, "training_seconds": 1.5061421090067597, "elapsed_tokens_per_second": 971689.753576714, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1000, "epoch": 13, "tokens": 131072000, "loss": 3.999627685546875, "lr": 0.007725397819518452, "grad_norm": 0.11486957967281342, "tokens_per_second": 1739362.1650371065, "training_seconds": 1.5071271829947364, "elapsed_tokens_per_second": 980330.6503489198, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1012, "epoch": 13, "tokens": 132644864, "loss": 4.0035273631413775, "lr": 0.007682872615033897, "grad_norm": 0.14123399555683136, "tokens_per_second": 1734282.0771400784, "training_seconds": 0.9069251309992978, "elapsed_tokens_per_second": 985394.549831353, "peak_memory_bytes": 42389451776}
{"loss": 3.9905747405111742, "perplexity": 54.08596582766678, "tokens": 132644864, "seconds": 0.5454615819980972, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 13, "step": 1012, "evaluation_tokens": 1048576}
{"event": "train", "step": 1020, "epoch": 14, "tokens": 133693440, "loss": 3.9830265045166016, "lr": 0.007654201684668089, "grad_norm": 0.11934704333543777, "tokens_per_second": 1752625.727766317, "training_seconds": 0.5982886040001176, "elapsed_tokens_per_second": 984752.4514079356, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1040, "epoch": 14, "tokens": 136314880, "loss": 3.9718446135520935, "lr": 0.007581418448079708, "grad_norm": 0.13562403619289398, "tokens_per_second": 1738253.5734749357, "training_seconds": 1.50808837099612, "elapsed_tokens_per_second": 993018.7791724978, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1060, "epoch": 14, "tokens": 138936320, "loss": 3.9649670481681825, "lr": 0.007507084732142377, "grad_norm": 0.139901265501976, "tokens_per_second": 1742026.8887166935, "training_seconds": 1.5048217779985862, "elapsed_tokens_per_second": 1001124.0748645314, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1080, "epoch": 14, "tokens": 141557760, "loss": 3.9644068837165833, "lr": 0.007431237939400874, "grad_norm": 0.11677351593971252, "tokens_per_second": 1729819.9086040878, "training_seconds": 1.5154409929964459, "elapsed_tokens_per_second": 1008982.9141977669, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1090, "epoch": 14, "tokens": 142868480, "loss": 3.9608667850494386, "lr": 0.007392759036224079, "grad_norm": 0.12725962698459625, "tokens_per_second": 1741974.8085027896, "training_seconds": 0.7524333839974133, "elapsed_tokens_per_second": 1012877.5552454247, "peak_memory_bytes": 42389451776}
{"loss": 3.965590724136984, "perplexity": 52.75142172559656, "tokens": 142868480, "seconds": 0.5445378959993832, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 14, "step": 1090, "evaluation_tokens": 1048576}
{"event": "train", "step": 1100, "epoch": 15, "tokens": 144179200, "loss": 3.952111744880676, "lr": 0.007353916233735832, "grad_norm": 0.11921616643667221, "tokens_per_second": 1747954.8486889075, "training_seconds": 0.7498591859985027, "elapsed_tokens_per_second": 1012801.649684551, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1120, "epoch": 15, "tokens": 146800640, "loss": 3.950524938106537, "lr": 0.00727515852116079, "grad_norm": 0.11981890350580215, "tokens_per_second": 1733082.3220880935, "training_seconds": 1.512588274999871, "elapsed_tokens_per_second": 1020364.541076934, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1140, "epoch": 15, "tokens": 149422080, "loss": 3.931110143661499, "lr": 0.007195004430245829, "grad_norm": 0.13729999959468842, "tokens_per_second": 1738227.8658026122, "training_seconds": 1.5081106750003528, "elapsed_tokens_per_second": 1027796.3667276256, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1160, "epoch": 15, "tokens": 152043520, "loss": 3.912096416950226, "lr": 0.007113494292177639, "grad_norm": 0.1190907284617424, "tokens_per_second": 1741660.2749882853, "training_seconds": 1.5051385380065767, "elapsed_tokens_per_second": 1035099.5658966614, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1167, "epoch": 15, "tokens": 152961024, "loss": 3.923156431743077, "lr": 0.007084652947671153, "grad_norm": 0.150681734085083, "tokens_per_second": 1735792.584957755, "training_seconds": 0.5285792830036371, "elapsed_tokens_per_second": 1037597.1844333282, "peak_memory_bytes": 42389451776}
{"loss": 3.9317625480366867, "perplexity": 50.99678278241006, "tokens": 152961024, "seconds": 0.5425679050022154, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 15, "step": 1167, "evaluation_tokens": 1048576}
{"event": "train", "step": 1180, "epoch": 16, "tokens": 154664960, "loss": 3.9138946533203125, "lr": 0.007030669120466046, "grad_norm": 0.1023242324590683, "tokens_per_second": 1750165.4386928785, "training_seconds": 0.9735856750048697, "elapsed_tokens_per_second": 1038430.3854941243, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1200, "epoch": 16, "tokens": 157286400, "loss": 3.903812062740326, "lr": 0.006946570590307223, "grad_norm": 0.12908495962619781, "tokens_per_second": 1740121.6992644735, "training_seconds": 1.506469347004895, "elapsed_tokens_per_second": 1045444.8033725802, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1220, "epoch": 16, "tokens": 159907840, "loss": 3.898984396457672, "lr": 0.006861241017613952, "grad_norm": 0.11237555742263794, "tokens_per_second": 1741723.3716495289, "training_seconds": 1.505084012002044, "elapsed_tokens_per_second": 1052326.7062414023, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1240, "epoch": 16, "tokens": 162529280, "loss": 3.884593498706818, "lr": 0.006774723337723493, "grad_norm": 0.14138580858707428, "tokens_per_second": 1739320.1398184975, "training_seconds": 1.5071635979984421, "elapsed_tokens_per_second": 1059061.7245196498, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1245, "epoch": 16, "tokens": 163184640, "loss": 3.865055513381958, "lr": 0.006752913364719178, "grad_norm": 0.12339689582586288, "tokens_per_second": 1747205.524891428, "training_seconds": 0.3750903890031623, "elapsed_tokens_per_second": 1060725.6265398988, "peak_memory_bytes": 42389451776}
{"loss": 3.909740970010072, "perplexity": 49.88602832225965, "tokens": 163184640, "seconds": 0.5450964720002958, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 16, "step": 1245, "evaluation_tokens": 1048576}
{"event": "train", "step": 1260, "epoch": 17, "tokens": 165150720, "loss": 3.8855754216512044, "lr": 0.006687061083793792, "grad_norm": 0.1018206998705864, "tokens_per_second": 1737353.8278399887, "training_seconds": 1.1316520379987196, "elapsed_tokens_per_second": 1061884.1175298914, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1280, "epoch": 17, "tokens": 167772160, "loss": 3.8859572291374205, "lr": 0.006598298364898863, "grad_norm": 0.11593815684318542, "tokens_per_second": 1734123.5712763919, "training_seconds": 1.5116800460018567, "elapsed_tokens_per_second": 1068344.5175903218, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1300, "epoch": 17, "tokens": 170393600, "loss": 3.8687135934829713, "lr": 0.006508479843834402, "grad_norm": 0.11878125369548798, "tokens_per_second": 1731414.0460506792, "training_seconds": 1.5140457050001714, "elapsed_tokens_per_second": 1074662.7343728908, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1320, "epoch": 17, "tokens": 173015040, "loss": 3.8680049180984497, "lr": 0.006417650714644782, "grad_norm": 0.11815551668405533, "tokens_per_second": 1739214.5681453487, "training_seconds": 1.507255083997734, "elapsed_tokens_per_second": 1080909.7598866469, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1323, "epoch": 17, "tokens": 173408256, "loss": 3.886558771133423, "lr": 0.006403941998814909, "grad_norm": 0.13147957623004913, "tokens_per_second": 1753926.3648075145, "training_seconds": 0.22419185200124048, "elapsed_tokens_per_second": 1081839.258125484, "peak_memory_bytes": 42389451776}
{"loss": 3.8824555850576106, "perplexity": 48.5432709664148, "tokens": 173408256, "seconds": 0.5394010200034245, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 17, "step": 1323, "evaluation_tokens": 1048576}
{"event": "train", "step": 1340, "epoch": 18, "tokens": 175636480, "loss": 3.8543192919562843, "lr": 0.006325856679882724, "grad_norm": 0.10874900966882706, "tokens_per_second": 1749073.19546745, "training_seconds": 1.2739455420014565, "elapsed_tokens_per_second": 1083425.0767687294, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1360, "epoch": 18, "tokens": 178257920, "loss": 3.852032732963562, "lr": 0.0062331439276131296, "grad_norm": 0.13049398362636566, "tokens_per_second": 1734128.7850962193, "training_seconds": 1.5116755009948974, "elapsed_tokens_per_second": 1089425.929631378, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1380, "epoch": 18, "tokens": 180879360, "loss": 3.829312777519226, "lr": 0.0061395591081725865, "grad_norm": 0.11659001559019089, "tokens_per_second": 1737722.6220046075, "training_seconds": 1.5085491589998128, "elapsed_tokens_per_second": 1095335.953073948, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1400, "epoch": 18, "tokens": 183500800, "loss": 3.844674324989319, "lr": 0.006045149310696298, "grad_norm": 0.10767785459756851, "tokens_per_second": 1733845.7405363885, "training_seconds": 1.5119222770008491, "elapsed_tokens_per_second": 1101118.280490216, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1401, "epoch": 18, "tokens": 183631872, "loss": 3.843107223510742, "lr": 0.006040408015549883, "grad_norm": 0.12051142007112503, "tokens_per_second": 1755739.7058321468, "training_seconds": 0.07465343499643495, "elapsed_tokens_per_second": 1101398.1864110106, "peak_memory_bytes": 42389451776}
{"loss": 3.8549962888801073, "perplexity": 47.228441670540114, "tokens": 183631872, "seconds": 0.5420344160011155, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 18, "step": 1401, "evaluation_tokens": 1048576}
{"event": "train", "step": 1420, "epoch": 19, "tokens": 186122240, "loss": 3.823071517442402, "lr": 0.005949962039424207, "grad_norm": 0.1146014854311943, "tokens_per_second": 1740226.5967027121, "training_seconds": 1.4310596129944315, "elapsed_tokens_per_second": 1103225.8687334699, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1440, "epoch": 19, "tokens": 188743680, "loss": 3.815491783618927, "lr": 0.00585404518979826, "grad_norm": 0.10942795872688293, "tokens_per_second": 1737027.053139493, "training_seconds": 1.5091532369988272, "elapsed_tokens_per_second": 1108837.2319231806, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1460, "epoch": 19, "tokens": 191365120, "loss": 3.8323758602142335, "lr": 0.005757447024362826, "grad_norm": 0.12326473742723465, "tokens_per_second": 1736846.2334588217, "training_seconds": 1.5093103520048317, "elapsed_tokens_per_second": 1114346.1218861572, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1479, "epoch": 19, "tokens": 193855488, "loss": 3.821464463284141, "lr": 0.005665091965119021, "grad_norm": 0.12251695990562439, "tokens_per_second": 1741299.7949962877, "training_seconds": 1.4301776220017928, "elapsed_tokens_per_second": 1119512.973021074, "peak_memory_bytes": 42389451776}
{"loss": 3.835236270031616, "perplexity": 46.30436670980214, "tokens": 193855488, "seconds": 0.5436780490053934, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 19, "step": 1479, "evaluation_tokens": 1048576}
{"event": "train", "step": 1480, "epoch": 20, "tokens": 193986560, "loss": 3.83221697807312, "lr": 0.005660216148480391, "grad_norm": 0.13389495015144348, "tokens_per_second": 1854569.8168725166, "training_seconds": 0.07067515000380808, "elapsed_tokens_per_second": 1116266.8669920512, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1500, "epoch": 20, "tokens": 196608000, "loss": 3.820008170604706, "lr": 0.00556240148587478, "grad_norm": 0.13384544849395752, "tokens_per_second": 1741866.3587457247, "training_seconds": 1.5049604619998718, "elapsed_tokens_per_second": 1121625.6040375005, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1520, "epoch": 20, "tokens": 199229440, "loss": 3.8114009499549866, "lr": 0.005464052254014167, "grad_norm": 0.12193568795919418, "tokens_per_second": 1739404.745112568, "training_seconds": 1.507090289000189, "elapsed_tokens_per_second": 1126883.8671549703, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1540, "epoch": 20, "tokens": 201850880, "loss": 3.800917112827301, "lr": 0.005365217939346285, "grad_norm": 0.10641781240701675, "tokens_per_second": 1733749.0515340487, "training_seconds": 1.5120065950031858, "elapsed_tokens_per_second": 1132017.347834802, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1557, "epoch": 20, "tokens": 204079104, "loss": 3.815130261813893, "lr": 0.005280864514819528, "grad_norm": 0.1267586201429367, "tokens_per_second": 1733636.741650028, "training_seconds": 1.2852888650013483, "elapsed_tokens_per_second": 1136314.4522474692, "peak_memory_bytes": 42389451776}
{"loss": 3.810991768754746, "perplexity": 45.19523987329665, "tokens": 204079104, "seconds": 0.5416636099980678, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 20, "step": 1557, "evaluation_tokens": 1048576}
{"event": "train", "step": 1560, "epoch": 21, "tokens": 204472320, "loss": 3.8202653725941977, "lr": 0.00526594827239831, "grad_norm": 0.13104455173015594, "tokens_per_second": 1793184.9040987361, "training_seconds": 0.2192835770038073, "elapsed_tokens_per_second": 1133657.097892856, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1580, "epoch": 21, "tokens": 207093760, "loss": 3.7899266362190245, "lr": 0.005166293202753903, "grad_norm": 0.14689801633358002, "tokens_per_second": 1738240.0729313535, "training_seconds": 1.5081000840000343, "elapsed_tokens_per_second": 1138660.5226588815, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1600, "epoch": 21, "tokens": 209715200, "loss": 3.7912835478782654, "lr": 0.00506630287392006, "grad_norm": 0.14786632359027863, "tokens_per_second": 1738309.8934840378, "training_seconds": 1.5080395100012538, "elapsed_tokens_per_second": 1143579.7424315116, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1620, "epoch": 21, "tokens": 212336640, "loss": 3.797388029098511, "lr": 0.0049660275980963646, "grad_norm": 0.10926581174135208, "tokens_per_second": 1741812.6944589838, "training_seconds": 1.5050068290001946, "elapsed_tokens_per_second": 1148436.3539676412, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1634, "epoch": 21, "tokens": 214171648, "loss": 3.7893574237823486, "lr": 0.004895692375517796, "grad_norm": 0.10595089942216873, "tokens_per_second": 1729848.0234527776, "training_seconds": 1.0607914540014463, "elapsed_tokens_per_second": 1151744.0380486138, "peak_memory_bytes": 42389451776}
{"loss": 3.788418849854149, "perplexity": 44.18647955437876, "tokens": 214171648, "seconds": 0.5448312000007718, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 21, "step": 1634, "evaluation_tokens": 1048576}
{"event": "train", "step": 1640, "epoch": 22, "tokens": 214958080, "loss": 3.7654027144114175, "lr": 0.004865517830859356, "grad_norm": 0.11699195206165314, "tokens_per_second": 1755021.782462097, "training_seconds": 0.44810383999720216, "elapsed_tokens_per_second": 1149796.2487757383, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1660, "epoch": 22, "tokens": 217579520, "loss": 3.7823452234268187, "lr": 0.004764824145774784, "grad_norm": 0.097951740026474, "tokens_per_second": 1726884.7932264882, "training_seconds": 1.5180167260041344, "elapsed_tokens_per_second": 1154435.0336889252, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1680, "epoch": 22, "tokens": 220200960, "loss": 3.7672723054885866, "lr": 0.004663997208950452, "grad_norm": 0.11579621583223343, "tokens_per_second": 1741397.0508972602, "training_seconds": 1.5053660500052501, "elapsed_tokens_per_second": 1159075.9392306525, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1700, "epoch": 22, "tokens": 222822400, "loss": 3.769447147846222, "lr": 0.004563087753542537, "grad_norm": 0.15352007746696472, "tokens_per_second": 1733087.8596212983, "training_seconds": 1.5125834420032334, "elapsed_tokens_per_second": 1163597.6491915674, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1712, "epoch": 22, "tokens": 224395264, "loss": 3.7678789496421814, "lr": 0.004502523592681211, "grad_norm": 0.13263319432735443, "tokens_per_second": 1739698.4741129542, "training_seconds": 0.9041015000038897, "elapsed_tokens_per_second": 1166293.8317250782, "peak_memory_bytes": 42389451776}
{"loss": 3.7717426848882205, "perplexity": 43.45572852912961, "tokens": 224395264, "seconds": 0.5426992919965414, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 22, "step": 1712, "evaluation_tokens": 1048576}
{"event": "train", "step": 1720, "epoch": 23, "tokens": 225443840, "loss": 3.755482852458954, "lr": 0.0044621465542281444, "grad_norm": 0.11494088172912598, "tokens_per_second": 1743007.0067206917, "training_seconds": 0.6015902379949694, "elapsed_tokens_per_second": 1164779.4292233924, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1740, "epoch": 23, "tokens": 228065280, "loss": 3.7611716985702515, "lr": 0.004361224401656978, "grad_norm": 0.13262610137462616, "tokens_per_second": 1739102.9186281892, "training_seconds": 1.507351849002589, "elapsed_tokens_per_second": 1169205.8411944287, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1760, "epoch": 23, "tokens": 230686720, "loss": 3.749245047569275, "lr": 0.004260372076894983, "grad_norm": 0.14502277970314026, "tokens_per_second": 1742569.9980466706, "training_seconds": 1.5043527680027182, "elapsed_tokens_per_second": 1173586.0985281758, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1780, "epoch": 23, "tokens": 233308160, "loss": 3.7434841632843017, "lr": 0.004159640325872799, "grad_norm": 0.1283353716135025, "tokens_per_second": 1738554.255413235, "training_seconds": 1.5078275479972945, "elapsed_tokens_per_second": 1177876.6625916923, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1790, "epoch": 23, "tokens": 234618880, "loss": 3.748566460609436, "lr": 0.004109335507725857, "grad_norm": 0.13039126992225647, "tokens_per_second": 1721931.8526215733, "training_seconds": 0.7611915640009101, "elapsed_tokens_per_second": 1179949.364399168, "peak_memory_bytes": 42389451776}
{"loss": 3.752411838860021, "perplexity": 42.62375976934492, "tokens": 234618880, "seconds": 0.5486220029997639, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 23, "step": 1790, "evaluation_tokens": 1048576}
{"event": "train", "step": 1800, "epoch": 24, "tokens": 235929600, "loss": 3.733333373069763, "lr": 0.0040590798338518965, "grad_norm": 0.1313338428735733, "tokens_per_second": 1742007.6259674663, "training_seconds": 0.7524192089986173, "elapsed_tokens_per_second": 1178762.5221511875, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1820, "epoch": 24, "tokens": 238551040, "loss": 3.744290280342102, "lr": 0.003958741199921243, "grad_norm": 0.10548293590545654, "tokens_per_second": 1730174.1348787004, "training_seconds": 1.5151307299965993, "elapsed_tokens_per_second": 1182891.989783347, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1840, "epoch": 24, "tokens": 241172480, "loss": 3.719207739830017, "lr": 0.003858674911537323, "grad_norm": 0.11851486563682556, "tokens_per_second": 1739983.0290994646, "training_seconds": 1.5065894069994101, "elapsed_tokens_per_second": 1187013.1961577144, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1860, "epoch": 24, "tokens": 243793920, "loss": 3.7389434576034546, "lr": 0.003758931319120337, "grad_norm": 0.12172246724367142, "tokens_per_second": 1732230.7876628353, "training_seconds": 1.5133318369989865, "elapsed_tokens_per_second": 1191031.7927998628, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1868, "epoch": 24, "tokens": 244842496, "loss": 3.7228163480758667, "lr": 0.0037191354851804715, "grad_norm": 0.1170295998454094, "tokens_per_second": 1736603.270607149, "training_seconds": 0.6038086059998022, "elapsed_tokens_per_second": 1192628.7646683906, "peak_memory_bytes": 42389451776}
{"loss": 3.7339939959942994, "perplexity": 41.84590723075301, "tokens": 244842496, "seconds": 0.5414966719981749, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 24, "step": 1868, "evaluation_tokens": 1048576}
{"event": "train", "step": 1880, "epoch": 25, "tokens": 246415360, "loss": 3.717040240764618, "lr": 0.003659560610719337, "grad_norm": 0.12323587387800217, "tokens_per_second": 1747468.3246770157, "training_seconds": 0.9000815510007669, "elapsed_tokens_per_second": 1191872.2192278234, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1900, "epoch": 25, "tokens": 249036800, "loss": 3.7187405705451964, "lr": 0.0035606127867590853, "grad_norm": 0.11511552333831787, "tokens_per_second": 1739370.0301916285, "training_seconds": 1.5071203680054168, "elapsed_tokens_per_second": 1195822.6990578796, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1920, "epoch": 25, "tokens": 251658240, "loss": 3.7220216512680055, "lr": 0.003462137634881298, "grad_norm": 0.1111631989479065, "tokens_per_second": 1737274.665043019, "training_seconds": 1.5089381389989285, "elapsed_tokens_per_second": 1199710.1835960422, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1940, "epoch": 25, "tokens": 254279680, "loss": 3.7215508460998534, "lr": 0.003364184704892969, "grad_norm": 0.1169348806142807, "tokens_per_second": 1737857.8732811022, "training_seconds": 1.5084317540022312, "elapsed_tokens_per_second": 1203541.2144784955, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1946, "epoch": 25, "tokens": 255066112, "loss": 3.684543251991272, "lr": 0.0033349080348809798, "grad_norm": 0.12033761292695999, "tokens_per_second": 1738997.1252996332, "training_seconds": 0.4522330649997457, "elapsed_tokens_per_second": 1204675.8838496148, "peak_memory_bytes": 42389451776}
{"loss": 3.7114316471263953, "perplexity": 40.91233664895039, "tokens": 255066112, "seconds": 0.5410662829963258, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 25, "step": 1946, "evaluation_tokens": 1048576}
{"event": "train", "step": 1960, "epoch": 26, "tokens": 256901120, "loss": 3.6893565484455655, "lr": 0.003266803283834365, "grad_norm": 0.1236519068479538, "tokens_per_second": 1752794.2948744218, "training_seconds": 1.0469043659977615, "elapsed_tokens_per_second": 1204266.2867512866, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1980, "epoch": 26, "tokens": 259522560, "loss": 3.694720375537872, "lr": 0.003170042371179218, "grad_norm": 0.11454032361507416, "tokens_per_second": 1733432.0916514106, "training_seconds": 1.5122830670006806, "elapsed_tokens_per_second": 1207979.9577899228, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2000, "epoch": 26, "tokens": 262144000, "loss": 3.68678537607193, "lr": 0.003073950654179647, "grad_norm": 0.1263166069984436, "tokens_per_second": 1730282.4492083935, "training_seconds": 1.515035883996461, "elapsed_tokens_per_second": 1211628.2621615536, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2020, "epoch": 26, "tokens": 264765440, "loss": 3.6908382058143614, "lr": 0.00297857648336815, "grad_norm": 0.11164925247430801, "tokens_per_second": 1735935.191756497, "training_seconds": 1.510102457999892, "elapsed_tokens_per_second": 1215253.405178543, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2024, "epoch": 26, "tokens": 265289728, "loss": 3.6835286021232605, "lr": 0.0029595919844501175, "grad_norm": 0.12864845991134644, "tokens_per_second": 1754985.754856464, "training_seconds": 0.2987420259960345, "elapsed_tokens_per_second": 1215983.1739354592, "peak_memory_bytes": 42389451776}
{"loss": 3.6927532577098923, "perplexity": 40.15525265884431, "tokens": 265289728, "seconds": 0.5470077770005446, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 26, "step": 2024, "evaluation_tokens": 1048576}
{"event": "train", "step": 2040, "epoch": 27, "tokens": 267386880, "loss": 3.667000338435173, "lr": 0.002883967848229039, "grad_norm": 0.14004459977149963, "tokens_per_second": 1750566.8005063501, "training_seconds": 1.1979845609967015, "elapsed_tokens_per_second": 1215827.435025505, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2060, "epoch": 27, "tokens": 270008320, "loss": 3.6686066508293154, "lr": 0.002790172353051531, "grad_norm": 0.13172292709350586, "tokens_per_second": 1735830.4363258558, "training_seconds": 1.5101935909988242, "elapsed_tokens_per_second": 1219364.7993386753, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2080, "epoch": 27, "tokens": 272629760, "loss": 3.674711513519287, "lr": 0.0026972371929766814, "grad_norm": 0.1261795610189438, "tokens_per_second": 1739982.1421260086, "training_seconds": 1.5065901749985642, "elapsed_tokens_per_second": 1222872.699394968, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2100, "epoch": 27, "tokens": 275251200, "loss": 3.667228627204895, "lr": 0.0026052091302501607, "grad_norm": 0.13425786793231964, "tokens_per_second": 1740906.9064366673, "training_seconds": 1.5057898790037143, "elapsed_tokens_per_second": 1226336.5932968794, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2101, "epoch": 27, "tokens": 275382272, "loss": 3.6766624450683594, "lr": 0.002600632371035081, "grad_norm": 0.12675805389881134, "tokens_per_second": 1713661.1038954845, "training_seconds": 0.07648653499927605, "elapsed_tokens_per_second": 1226494.5698196604, "peak_memory_bytes": 42389451776}
{"loss": 3.6765737874433335, "perplexity": 39.51078953701019, "tokens": 275382272, "seconds": 0.5430093309987569, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 27, "step": 2101, "evaluation_tokens": 1048576}
{"event": "train", "step": 2120, "epoch": 28, "tokens": 277872640, "loss": 3.669578050312243, "lr": 0.0025141344706928735, "grad_norm": 0.11668143421411514, "tokens_per_second": 1740048.8637669801, "training_seconds": 1.431205784996564, "elapsed_tokens_per_second": 1226760.4133645382, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2140, "epoch": 28, "tokens": 280494080, "loss": 3.6627686262130736, "lr": 0.002424059040401219, "grad_norm": 0.10587681829929352, "tokens_per_second": 1736196.6210878175, "training_seconds": 1.5098750729957828, "elapsed_tokens_per_second": 1230122.2627134046, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2160, "epoch": 28, "tokens": 283115520, "loss": 3.6607501029968263, "lr": 0.0023350281626887534, "grad_norm": 0.11102204024791718, "tokens_per_second": 1737034.7487240306, "training_seconds": 1.5091465509976842, "elapsed_tokens_per_second": 1233446.5965534598, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2179, "epoch": 28, "tokens": 285605888, "loss": 3.6568674664748344, "lr": 0.0022514571542036716, "grad_norm": 0.1130245104432106, "tokens_per_second": 1731560.2963676266, "training_seconds": 1.438221934993635, "elapsed_tokens_per_second": 1236538.846033973, "peak_memory_bytes": 42389451776}
{"loss": 3.6578881808367467, "perplexity": 38.77936133830157, "tokens": 285605888, "seconds": 0.5420046560029732, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 28, "step": 2179, "evaluation_tokens": 1048576}
{"event": "train", "step": 2180, "epoch": 29, "tokens": 285736960, "loss": 3.6874794960021973, "lr": 0.002247086635280821, "grad_norm": 0.11663408577442169, "tokens_per_second": 1873276.6209800306, "training_seconds": 0.06996937800431624, "elapsed_tokens_per_second": 1233799.781951136, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2200, "epoch": 29, "tokens": 288358400, "loss": 3.646342599391937, "lr": 0.0021602787077736585, "grad_norm": 0.1262233406305313, "tokens_per_second": 1728675.342942469, "training_seconds": 1.5164443749963539, "elapsed_tokens_per_second": 1237011.7586199387, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2220, "epoch": 29, "tokens": 290979840, "loss": 3.6388976216316222, "lr": 0.002074648059369295, "grad_norm": 0.11462623625993729, "tokens_per_second": 1736485.118833668, "training_seconds": 1.5096242239960702, "elapsed_tokens_per_second": 1240214.1044768419, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2240, "epoch": 29, "tokens": 293601280, "loss": 3.6650146007537843, "lr": 0.001990237776897454, "grad_norm": 0.13106399774551392, "tokens_per_second": 1741206.9642769762, "training_seconds": 1.5055303900007857, "elapsed_tokens_per_second": 1243399.7521148722, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2257, "epoch": 29, "tokens": 295829504, "loss": 3.6419542537016025, "lr": 0.0019194802916829411, "grad_norm": 0.11726293712854385, "tokens_per_second": 1743242.5538409022, "training_seconds": 1.278206520997628, "elapsed_tokens_per_second": 1246079.622576712, "peak_memory_bytes": 42389451776}
{"loss": 3.6424745561795224, "perplexity": 38.18621383793144, "tokens": 295829504, "seconds": 0.5404680770006962, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 29, "step": 2257, "evaluation_tokens": 1048576}
{"event": "train", "step": 2260, "epoch": 30, "tokens": 296222720, "loss": 3.604113737742106, "lr": 0.0019070903331355337, "grad_norm": 0.10976997762918472, "tokens_per_second": 1772000.885413664, "training_seconds": 0.2219050809944747, "elapsed_tokens_per_second": 1243686.2487449863, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2280, "epoch": 30, "tokens": 298844160, "loss": 3.6333276629447937, "lr": 0.0018252475654375459, "grad_norm": 0.13180549442768097, "tokens_per_second": 1737652.1206704932, "training_seconds": 1.5086103649955476, "elapsed_tokens_per_second": 1246788.8699998073, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2300, "epoch": 30, "tokens": 301465600, "loss": 3.634473943710327, "lr": 0.0017447506546827902, "grad_norm": 0.11534971743822098, "tokens_per_second": 1736257.2352725402, "training_seconds": 1.5098223620007047, "elapsed_tokens_per_second": 1249842.9779546596, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2320, "epoch": 30, "tokens": 304087040, "loss": 3.604949939250946, "lr": 0.0016656401045548374, "grad_norm": 0.11347712576389313, "tokens_per_second": 1741093.0224209442, "training_seconds": 1.5056289159983862, "elapsed_tokens_per_second": 1252882.00340898, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2335, "epoch": 30, "tokens": 306053120, "loss": 3.623253043492635, "lr": 0.0016072409637759217, "grad_norm": 0.1036735475063324, "tokens_per_second": 1740071.4173253938, "training_seconds": 1.1298846589997993, "elapsed_tokens_per_second": 1255128.7584459246, "peak_memory_bytes": 42389451776}
{"loss": 3.6271871526278883, "perplexity": 37.60688527425999, "tokens": 306053120, "seconds": 0.5399861069963663, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 30, "step": 2335, "evaluation_tokens": 1048576}
{"event": "train", "step": 2340, "epoch": 31, "tokens": 306708480, "loss": 3.606462574005127, "lr": 0.001587955721161273, "grad_norm": 0.1224006712436676, "tokens_per_second": 1771399.7822921388, "training_seconds": 0.36996730300597847, "elapsed_tokens_per_second": 1253011.4089995194, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2360, "epoch": 31, "tokens": 309329920, "loss": 3.621958374977112, "lr": 0.001511736593004428, "grad_norm": 0.12747611105442047, "tokens_per_second": 1734776.3444345808, "training_seconds": 1.5111112209997373, "elapsed_tokens_per_second": 1255961.3601272064, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2380, "epoch": 31, "tokens": 311951360, "loss": 3.608283007144928, "lr": 0.0014370210713131914, "grad_norm": 0.10865842550992966, "tokens_per_second": 1739934.7007038675, "training_seconds": 1.50663125400024, "elapsed_tokens_per_second": 1258895.6757095617, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2400, "epoch": 31, "tokens": 314572800, "loss": 3.6017688870429994, "lr": 0.0013638467507457932, "grad_norm": 0.1150284856557846, "tokens_per_second": 1729426.3338169262, "training_seconds": 1.515785869996762, "elapsed_tokens_per_second": 1261748.6480919144, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2413, "epoch": 31, "tokens": 316276736, "loss": 3.5897481624896708, "lr": 0.0013171273849661021, "grad_norm": 0.1246185153722763, "tokens_per_second": 1728429.3879182225, "training_seconds": 0.9858291069976985, "elapsed_tokens_per_second": 1263578.5932327558, "peak_memory_bytes": 42389451776}
{"loss": 3.6122021718178643, "perplexity": 37.047548114940895, "tokens": 316276736, "seconds": 0.5424375880029402, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 31, "step": 2413, "evaluation_tokens": 1048576}
{"event": "train", "step": 2420, "epoch": 32, "tokens": 317194240, "loss": 3.604269163949149, "lr": 0.0012922504504732845, "grad_norm": 0.1493554264307022, "tokens_per_second": 1748546.5886892194, "training_seconds": 0.5247237939984188, "elapsed_tokens_per_second": 1261825.4894357242, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2440, "epoch": 32, "tokens": 319815680, "loss": 3.6070317149162294, "lr": 0.0012222681956532032, "grad_norm": 0.09762011468410492, "tokens_per_second": 1737654.736457235, "training_seconds": 1.5086080940018292, "elapsed_tokens_per_second": 1264656.2095244792, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2460, "epoch": 32, "tokens": 322437120, "loss": 3.5909546613693237, "lr": 0.0011539351993027748, "grad_norm": 0.11023011803627014, "tokens_per_second": 1736746.6401926894, "training_seconds": 1.50939690299856, "elapsed_tokens_per_second": 1267448.1616436224, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2480, "epoch": 32, "tokens": 325058560, "loss": 3.5896356463432313, "lr": 0.001087285844580757, "grad_norm": 0.10654599964618683, "tokens_per_second": 1743228.2183027018, "training_seconds": 1.5037847440034966, "elapsed_tokens_per_second": 1270236.3487579343, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2491, "epoch": 32, "tokens": 326500352, "loss": 3.5917360999367456, "lr": 0.0010513585372613364, "grad_norm": 0.10438872128725052, "tokens_per_second": 1740388.9039556037, "training_seconds": 0.8284309309965465, "elapsed_tokens_per_second": 1271743.3633625184, "peak_memory_bytes": 42389451776}
{"loss": 3.6001885277756265, "perplexity": 36.60513487785082, "tokens": 326500352, "seconds": 0.5436666719979257, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 32, "step": 2491, "evaluation_tokens": 1048576}
{"event": "train", "step": 2500, "epoch": 33, "tokens": 327680000, "loss": 3.5865903430514865, "lr": 0.0010223536674868357, "grad_norm": 0.10202313214540482, "tokens_per_second": 1743183.5809732848, "training_seconds": 0.6767204629941261, "elapsed_tokens_per_second": 1270258.5533350657, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2520, "epoch": 33, "tokens": 330301440, "loss": 3.571604287624359, "lr": 0.0009591713399873042, "grad_norm": 0.10216023027896881, "tokens_per_second": 1734466.5371034853, "training_seconds": 1.511381133001123, "elapsed_tokens_per_second": 1272956.4888550045, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2540, "epoch": 33, "tokens": 332922880, "loss": 3.569779706001282, "lr": 0.0008977706535754829, "grad_norm": 0.11053583770990372, "tokens_per_second": 1736503.9134026887, "training_seconds": 1.5096078849965124, "elapsed_tokens_per_second": 1275627.529541477, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2560, "epoch": 33, "tokens": 335544320, "loss": 3.593215489387512, "lr": 0.0008381825032751725, "grad_norm": 0.10309922695159912, "tokens_per_second": 1736180.9297727488, "training_seconds": 1.5098887189960806, "elapsed_tokens_per_second": 1278270.852876452, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2568, "epoch": 33, "tokens": 336592896, "loss": 3.5768326818943024, "lr": 0.0008148615004514701, "grad_norm": 0.10055363178253174, "tokens_per_second": 1733550.6457010987, "training_seconds": 0.6048718579986598, "elapsed_tokens_per_second": 1279307.6131681697, "peak_memory_bytes": 42389451776}
{"loss": 3.5881566525947433, "perplexity": 36.167345459247784, "tokens": 336592896, "seconds": 0.5413276430044789, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 33, "step": 2568, "evaluation_tokens": 1048576}
{"event": "train", "step": 2580, "epoch": 34, "tokens": 338165760, "loss": 3.5892621278762817, "lr": 0.0007804368720951832, "grad_norm": 0.11810542643070221, "tokens_per_second": 1753733.1362180035, "training_seconds": 0.8968662150000455, "elapsed_tokens_per_second": 1278111.5552674222, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2600, "epoch": 34, "tokens": 340787200, "loss": 3.6015756845474245, "lr": 0.0007245628159427694, "grad_norm": 0.10917201638221741, "tokens_per_second": 1734753.8000280873, "training_seconds": 1.5111308590057888, "elapsed_tokens_per_second": 1280698.6075926784, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2620, "epoch": 34, "tokens": 343408640, "loss": 3.5772940039634706, "lr": 0.0006705884490035463, "grad_norm": 0.10192710161209106, "tokens_per_second": 1737043.0958476749, "training_seconds": 1.5091392989997985, "elapsed_tokens_per_second": 1283262.1325591858, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2640, "epoch": 34, "tokens": 346030080, "loss": 3.5859235286712647, "lr": 0.0006185409295952571, "grad_norm": 0.11556223034858704, "tokens_per_second": 1741240.2848461112, "training_seconds": 1.5055015800026013, "elapsed_tokens_per_second": 1285816.7040495295, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2646, "epoch": 34, "tokens": 346816512, "loss": 3.5709965229034424, "lr": 0.0006033063498599568, "grad_norm": 0.09622181951999664, "tokens_per_second": 1742894.0354465402, "training_seconds": 0.45122192399867345, "elapsed_tokens_per_second": 1286571.6136646986, "peak_memory_bytes": 42389451776}
{"loss": 3.5775422521959905, "perplexity": 35.785480989611784, "tokens": 346816512, "seconds": 0.5477684489960666, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 34, "step": 2646, "evaluation_tokens": 1048576}
{"event": "train", "step": 2660, "epoch": 35, "tokens": 348651520, "loss": 3.56180363042014, "lr": 0.0005684464465025043, "grad_norm": 0.10088064521551132, "tokens_per_second": 1750453.9765928807, "training_seconds": 1.0483040539984358, "elapsed_tokens_per_second": 1285728.2248750948, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2680, "epoch": 35, "tokens": 351272960, "loss": 3.5725345373153687, "lr": 0.0005203302057993211, "grad_norm": 0.10116494446992874, "tokens_per_second": 1735519.3171312094, "training_seconds": 1.510464317005244, "elapsed_tokens_per_second": 1288212.4016634948, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2700, "epoch": 35, "tokens": 353894400, "loss": 3.5769803404808043, "lr": 0.00047421641816621657, "grad_norm": 0.09275754541158676, "tokens_per_second": 1743345.342902767, "training_seconds": 1.503683713999635, "elapsed_tokens_per_second": 1290698.1526845447, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2720, "epoch": 35, "tokens": 356515840, "loss": 3.5589183568954468, "lr": 0.00043012828670807026, "grad_norm": 0.11243294179439545, "tokens_per_second": 1738253.0398137823, "training_seconds": 1.5080888339944067, "elapsed_tokens_per_second": 1293138.207273975, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2724, "epoch": 35, "tokens": 357040128, "loss": 3.540379047393799, "lr": 0.0004215557094028888, "grad_norm": 0.10323140025138855, "tokens_per_second": 1739031.0996652436, "training_seconds": 0.3014828200030024, "elapsed_tokens_per_second": 1293615.1698267453, "peak_memory_bytes": 42389451776}
{"loss": 3.568197841347221, "perplexity": 35.45264425629819, "tokens": 357040128, "seconds": 0.5439654560032068, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 35, "step": 2724, "evaluation_tokens": 1048576}
{"event": "train", "step": 2740, "epoch": 36, "tokens": 359137280, "loss": 3.5776009410619736, "lr": 0.00038808799527900874, "grad_norm": 0.09384053200483322, "tokens_per_second": 1735385.0637442272, "training_seconds": 1.2084649360040203, "elapsed_tokens_per_second": 1292972.3754000422, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2760, "epoch": 36, "tokens": 361758720, "loss": 3.583441936969757, "lr": 0.0003481166973201453, "grad_norm": 0.09649305790662766, "tokens_per_second": 1737859.591061985, "training_seconds": 1.508430262998445, "elapsed_tokens_per_second": 1295367.8104796656, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2780, "epoch": 36, "tokens": 364380160, "loss": 3.5712990283966066, "lr": 0.0003102345052157864, "grad_norm": 0.10285019874572754, "tokens_per_second": 1737744.7966808374, "training_seconds": 1.508529908998753, "elapsed_tokens_per_second": 1297735.0862594317, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2800, "epoch": 36, "tokens": 367001600, "loss": 3.562804627418518, "lr": 0.00027446048017346997, "grad_norm": 0.10485783964395523, "tokens_per_second": 1738486.2068783497, "training_seconds": 1.5078865679970477, "elapsed_tokens_per_second": 1300081.6620088841, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2802, "epoch": 36, "tokens": 367263744, "loss": 3.5785813331604004, "lr": 0.0002709997291130384, "grad_norm": 0.09373512864112854, "tokens_per_second": 1742160.5334825295, "training_seconds": 0.1504706339983386, "elapsed_tokens_per_second": 1300307.4209550603, "peak_memory_bytes": 42389451776}
{"loss": 3.561494987416394, "perplexity": 35.21580499659857, "tokens": 367263744, "seconds": 0.5411248970049201, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 36, "step": 2802, "evaluation_tokens": 1048576}
{"event": "train", "step": 2820, "epoch": 37, "tokens": 369623040, "loss": 3.553182933065626, "lr": 0.00024081262263292666, "grad_norm": 0.10126817971467972, "tokens_per_second": 1739044.7577517077, "training_seconds": 1.3566620349956793, "elapsed_tokens_per_second": 1299900.2441007963, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2840, "epoch": 37, "tokens": 372244480, "loss": 3.5725221157073976, "lr": 0.00020930786320878334, "grad_norm": 0.10009411722421646, "tokens_per_second": 1738203.5811525655, "training_seconds": 1.5081317449948983, "elapsed_tokens_per_second": 1302205.368304042, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2860, "epoch": 37, "tokens": 374865920, "loss": 3.5605140805244444, "lr": 0.00017996205417157872, "grad_norm": 0.09217226505279541, "tokens_per_second": 1744910.7770263185, "training_seconds": 1.5023346949965344, "elapsed_tokens_per_second": 1304510.5806851736, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2880, "epoch": 37, "tokens": 377487360, "loss": 3.571346175670624, "lr": 0.00015278996147136446, "grad_norm": 0.08675049990415573, "tokens_per_second": 1733255.7796395777, "training_seconds": 1.5124369010009104, "elapsed_tokens_per_second": 1306747.5826143657, "peak_memory_bytes": 42389451776}
{"loss": 3.556181164092048, "perplexity": 35.029170740514935, "tokens": 377487360, "seconds": 0.5447619119950105, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 37, "step": 2880, "evaluation_tokens": 1048576}
{"event": "train", "step": 2900, "epoch": 38, "tokens": 380108800, "loss": 3.569363522529602, "lr": 0.0001278052573079114, "grad_norm": 0.09652694314718246, "tokens_per_second": 1749149.067704243, "training_seconds": 1.4986944500051322, "elapsed_tokens_per_second": 1306468.7706722626, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2920, "epoch": 38, "tokens": 382730240, "loss": 3.539161217212677, "lr": 0.00010502051325125955, "grad_norm": 0.09204310178756714, "tokens_per_second": 1740788.735944549, "training_seconds": 1.5058920969968312, "elapsed_tokens_per_second": 1308696.0713226106, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2940, "epoch": 38, "tokens": 385351680, "loss": 3.562864601612091, "lr": 8.444719391607497e-05, "grad_norm": 0.09099561721086502, "tokens_per_second": 1732130.4914867755, "training_seconds": 1.5134194639977068, "elapsed_tokens_per_second": 1310870.1224649444, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2958, "epoch": 38, "tokens": 387710976, "loss": 3.5529623561435275, "lr": 6.783055356613964e-05, "grad_norm": 0.08914398401975632, "tokens_per_second": 1740561.7022199328, "training_seconds": 1.3554796690004878, "elapsed_tokens_per_second": 1312832.4851518124, "peak_memory_bytes": 42389451776}
{"loss": 3.55323688205835, "perplexity": 34.92618666392718, "tokens": 387710976, "seconds": 0.544512255997688, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 38, "step": 2958, "evaluation_tokens": 1048576}
{"event": "train", "step": 2960, "epoch": 39, "tokens": 387973120, "loss": 3.543852686882019, "lr": 6.609565119299037e-05, "grad_norm": 0.09094547480344772, "tokens_per_second": 1814735.802253771, "training_seconds": 0.14445298300415743, "elapsed_tokens_per_second": 1310631.1816906892, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2980, "epoch": 39, "tokens": 390594560, "loss": 3.55618439912796, "lr": 4.997511903983814e-05, "grad_norm": 0.08766108006238937, "tokens_per_second": 1740687.9433484725, "training_seconds": 1.5059792940010084, "elapsed_tokens_per_second": 1312800.5366386843, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3000, "epoch": 39, "tokens": 393216000, "loss": 3.5405071496963503, "lr": 3.609370883539442e-05, "grad_norm": 0.09235850721597672, "tokens_per_second": 1737533.38504395, "training_seconds": 1.508713456998521, "elapsed_tokens_per_second": 1314935.0585667612, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3020, "epoch": 39, "tokens": 395837440, "loss": 3.5545647382736205, "lr": 2.4458405297968444e-05, "grad_norm": 0.0972016453742981, "tokens_per_second": 1738612.7950189165, "training_seconds": 1.5077767789989593, "elapsed_tokens_per_second": 1317052.9932254304, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3035, "epoch": 39, "tokens": 397803520, "loss": 3.541980568567912, "lr": 1.7209499597202137e-05, "grad_norm": 0.08560921996831894, "tokens_per_second": 1742028.6259347599, "training_seconds": 1.1286152079992462, "elapsed_tokens_per_second": 1318633.684109932, "peak_memory_bytes": 42389451776}
{"loss": 3.5519063888811986, "perplexity": 34.87974851054048, "tokens": 397803520, "seconds": 0.543929487997957, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 39, "step": 3035, "evaluation_tokens": 1048576}
{"event": "train", "step": 3040, "epoch": 40, "tokens": 398458880, "loss": 3.567383861541748, "lr": 1.5075062970900831e-05, "grad_norm": 0.08650105446577072, "tokens_per_second": 1764347.899874133, "training_seconds": 0.3714460169940139, "elapsed_tokens_per_second": 1316777.6910216343, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3060, "epoch": 40, "tokens": 401080320, "loss": 3.5630483269691466, "lr": 7.948403276727022e-06, "grad_norm": 0.08521265536546707, "tokens_per_second": 1740384.3761523871, "training_seconds": 1.5062419750029221, "elapsed_tokens_per_second": 1318868.7163186655, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3080, "epoch": 40, "tokens": 403701760, "loss": 3.5368202686309815, "lr": 3.0820121414971145e-06, "grad_norm": 0.0878458172082901, "tokens_per_second": 1734098.5970400102, "training_seconds": 1.5117018169985386, "elapsed_tokens_per_second": 1320912.6365746148, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3100, "epoch": 40, "tokens": 406323200, "loss": 3.5644786953926086, "lr": 4.78338190441685e-07, "grad_norm": 0.08878379315137863, "tokens_per_second": 1730355.161231539, "training_seconds": 1.5149722200003453, "elapsed_tokens_per_second": 1322925.4362951464, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3113, "epoch": 40, "tokens": 408027136, "loss": 3.5491180970118594, "lr": 0.0, "grad_norm": 0.08515344560146332, "tokens_per_second": 1734359.8314514083, "training_seconds": 0.9824581779976143, "elapsed_tokens_per_second": 1324228.3778573747, "peak_memory_bytes": 42389451776}
{"loss": 3.5516784747717005, "perplexity": 34.871799829561866, "tokens": 408027136, "seconds": 0.5421040689980146, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 40, "step": 3113, "evaluation_tokens": 1048576}
{"loss": 3.552919068636845, "perplexity": 34.91508841672277, "tokens": 408027136, "seconds": 101.26062377900234, "split": "full", "validation_complete": true, "event": "final_validation", "step": 3113, "evaluation_tokens": 197411295}