{"event": "train", "step": 20, "epoch": 1, "tokens": 2621440, "loss": 9.396275043487549, "lr": 0.0005769230769230769, "grad_norm": 1.28269624710083, "tokens_per_second": 129808.75894883311, "training_seconds": 20.19463109599019, "elapsed_tokens_per_second": 129808.75894883311, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 40, "epoch": 1, "tokens": 5242880, "loss": 7.390240406990051, "lr": 0.0011538461538461537, "grad_norm": 0.798721969127655, "tokens_per_second": 1792443.0852672476, "training_seconds": 1.462495530009619, "elapsed_tokens_per_second": 242022.77019117, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 60, "epoch": 1, "tokens": 7864320, "loss": 6.886001253128052, "lr": 0.0017307692307692306, "grad_norm": 0.4427751302719116, "tokens_per_second": 1784700.9860236472, "training_seconds": 1.4688398900034372, "elapsed_tokens_per_second": 339951.82403804024, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 78, "epoch": 1, "tokens": 10223616, "loss": 6.6403147379557295, "lr": 0.00225, "grad_norm": 3.586137294769287, "tokens_per_second": 1790101.167463714, "training_seconds": 1.3179679690074408, "elapsed_tokens_per_second": 418095.0379821406, "peak_memory_bytes": 21988176384}
{"loss": 6.519934491208176, "perplexity": 678.5339339452554, "tokens": 10223616, "seconds": 0.7463659839995671, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 1, "step": 78, "evaluation_tokens": 1048576}
{"event": "train", "step": 80, "epoch": 2, "tokens": 10485760, "loss": 6.5277159214019775, "lr": 0.0023076923076923075, "grad_norm": 1.1836931705474854, "tokens_per_second": 1854491.6095403854, "training_seconds": 0.14135626101051457, "elapsed_tokens_per_second": 412836.1131149643, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 100, "epoch": 2, "tokens": 13107200, "loss": 6.372073364257813, "lr": 0.0028846153846153843, "grad_norm": 0.25925925374031067, "tokens_per_second": 1789982.8543456832, "training_seconds": 1.4645056479930645, "elapsed_tokens_per_second": 487884.21579420735, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 120, "epoch": 2, "tokens": 15728640, "loss": 6.142762064933777, "lr": 0.003461538461538461, "grad_norm": 0.5511956214904785, "tokens_per_second": 1780508.9952132585, "training_seconds": 1.4722980939986883, "elapsed_tokens_per_second": 554996.3726110295, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 140, "epoch": 2, "tokens": 18350080, "loss": 5.946516013145446, "lr": 0.0040384615384615385, "grad_norm": 0.35428768396377563, "tokens_per_second": 1785612.1425795096, "training_seconds": 1.4680903749977006, "elapsed_tokens_per_second": 615578.5651963357, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 156, "epoch": 2, "tokens": 20447232, "loss": 5.753124177455902, "lr": 0.0045, "grad_norm": 0.38355371356010437, "tokens_per_second": 1788503.1917809737, "training_seconds": 1.1725738090026425, "elapsed_tokens_per_second": 659922.5144100179, "peak_memory_bytes": 42389451776}
{"loss": 5.7052849878830205, "perplexity": 300.4510927696087, "tokens": 20447232, "seconds": 0.5319860759918811, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 2, "step": 156, "evaluation_tokens": 1048576}
{"event": "train", "step": 160, "epoch": 3, "tokens": 20971520, "loss": 5.670650959014893, "lr": 0.004615384615384615, "grad_norm": 0.3887055516242981, "tokens_per_second": 1817697.8714784803, "training_seconds": 0.28843517298810184, "elapsed_tokens_per_second": 659014.9646255076, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 180, "epoch": 3, "tokens": 23592960, "loss": 5.555145049095154, "lr": 0.005192307692307692, "grad_norm": 0.41173055768013, "tokens_per_second": 1791008.9633971464, "training_seconds": 1.463666599986027, "elapsed_tokens_per_second": 708756.5878499224, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 200, "epoch": 3, "tokens": 26214400, "loss": 5.420312070846558, "lr": 0.005769230769230769, "grad_norm": 0.2759339511394501, "tokens_per_second": 1782296.1467781358, "training_seconds": 1.4708217849984067, "elapsed_tokens_per_second": 754147.9827618963, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 220, "epoch": 3, "tokens": 28835840, "loss": 5.280103731155395, "lr": 0.006346153846153845, "grad_norm": 0.2557491064071655, "tokens_per_second": 1789484.4106256485, "training_seconds": 1.4649135719955666, "elapsed_tokens_per_second": 795980.3324680213, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 233, "epoch": 3, "tokens": 30539776, "loss": 5.194255168621357, "lr": 0.006721153846153846, "grad_norm": 0.2573414146900177, "tokens_per_second": 1788268.9184883323, "training_seconds": 0.9528410310012987, "elapsed_tokens_per_second": 821361.9145830006, "peak_memory_bytes": 42389451776}
{"loss": 5.196798727242928, "perplexity": 180.69286784756073, "tokens": 30539776, "seconds": 0.526180098997429, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 3, "step": 233, "evaluation_tokens": 1048576}
{"event": "train", "step": 240, "epoch": 4, "tokens": 31457280, "loss": 5.132846559797015, "lr": 0.006923076923076922, "grad_norm": 0.2857438623905182, "tokens_per_second": 1817131.1113566086, "training_seconds": 0.5049189870042028, "elapsed_tokens_per_second": 822846.326562048, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 260, "epoch": 4, "tokens": 34078720, "loss": 5.084691095352173, "lr": 0.0075, "grad_norm": 0.2709813714027405, "tokens_per_second": 1784973.032690903, "training_seconds": 1.4686160249984823, "elapsed_tokens_per_second": 858413.3324909303, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 280, "epoch": 4, "tokens": 36700160, "loss": 5.0123742580413815, "lr": 0.008076923076923077, "grad_norm": 0.2996472418308258, "tokens_per_second": 1788437.4805599262, "training_seconds": 1.4657711150066461, "elapsed_tokens_per_second": 891491.4824132796, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 300, "epoch": 4, "tokens": 39321600, "loss": 4.925594139099121, "lr": 0.008653846153846153, "grad_norm": 0.1918850839138031, "tokens_per_second": 1783031.3623568004, "training_seconds": 1.4702153059915872, "elapsed_tokens_per_second": 922207.9947279684, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 311, "epoch": 4, "tokens": 40763392, "loss": 4.912386764179576, "lr": 0.008971153846153846, "grad_norm": 0.25760960578918457, "tokens_per_second": 1786541.224572705, "training_seconds": 0.8070297959930031, "elapsed_tokens_per_second": 938214.5458172637, "peak_memory_bytes": 42389451776}
{"loss": 4.919897061185291, "perplexity": 136.98851102569787, "tokens": 40763392, "seconds": 0.5302416460035602, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 4, "step": 311, "evaluation_tokens": 1048576}
{"event": "train", "step": 320, "epoch": 5, "tokens": 41943040, "loss": 4.875038676791721, "lr": 0.008999818852182455, "grad_norm": 0.20672138035297394, "tokens_per_second": 1803605.8494291743, "training_seconds": 0.6540497749956558, "elapsed_tokens_per_second": 939611.8180693428, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 340, "epoch": 5, "tokens": 44564480, "loss": 4.796628355979919, "lr": 0.008997781106722202, "grad_norm": 0.17618899047374725, "tokens_per_second": 1796188.3170242128, "training_seconds": 1.4594460809894372, "elapsed_tokens_per_second": 966695.3845374357, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 360, "epoch": 5, "tokens": 47185920, "loss": 4.730414867401123, "lr": 0.00899348020978169, "grad_norm": 0.22091339528560638, "tokens_per_second": 1786225.2242034965, "training_seconds": 1.4675864860037109, "elapsed_tokens_per_second": 991937.4816913122, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 380, "epoch": 5, "tokens": 49807360, "loss": 4.620237016677857, "lr": 0.008986918325446062, "grad_norm": 0.1944957673549652, "tokens_per_second": 1791291.9846696232, "training_seconds": 1.4634353430010378, "elapsed_tokens_per_second": 1015766.2728329618, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 389, "epoch": 5, "tokens": 50987008, "loss": 4.572438610924615, "lr": 0.00898322866842658, "grad_norm": 0.20255924761295319, "tokens_per_second": 1780025.9312464988, "training_seconds": 0.6627139410120435, "elapsed_tokens_per_second": 1025919.7986588699, "peak_memory_bytes": 42389451776}
{"loss": 4.581031881958042, "perplexity": 97.61506948465386, "tokens": 50987008, "seconds": 0.5253399639914278, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 5, "step": 389, "evaluation_tokens": 1048576}
{"event": "train", "step": 400, "epoch": 6, "tokens": 52428800, "loss": 4.5450983914462, "lr": 0.008978098755462975, "grad_norm": 0.16340142488479614, "tokens_per_second": 1796108.3733765294, "training_seconds": 0.8027310720062815, "elapsed_tokens_per_second": 1027043.3654510544, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 420, "epoch": 6, "tokens": 55050240, "loss": 4.478122305870056, "lr": 0.00896702593758127, "grad_norm": 0.18255950510501862, "tokens_per_second": 1786175.33351193, "training_seconds": 1.4676274780067615, "elapsed_tokens_per_second": 1048234.9569564175, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 440, "epoch": 6, "tokens": 57671680, "loss": 4.416017413139343, "lr": 0.008953705443318003, "grad_norm": 0.25747647881507874, "tokens_per_second": 1792029.3892733124, "training_seconds": 1.4628331520070788, "elapsed_tokens_per_second": 1068347.4789885555, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 460, "epoch": 6, "tokens": 60293120, "loss": 4.384297585487365, "lr": 0.008938143975155044, "grad_norm": 0.14448897540569305, "tokens_per_second": 1790824.9508970256, "training_seconds": 1.4638169960089726, "elapsed_tokens_per_second": 1087387.4384751543, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 467, "epoch": 6, "tokens": 61210624, "loss": 4.337384632655552, "lr": 0.008932169446433859, "grad_norm": 0.15457002818584442, "tokens_per_second": 1790863.399814576, "training_seconds": 0.5123249490134185, "elapsed_tokens_per_second": 1093786.9519505417, "peak_memory_bytes": 42389451776}
{"loss": 4.351016740240041, "perplexity": 77.55727845692512, "tokens": 61210624, "seconds": 0.5314794669975527, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 6, "step": 467, "evaluation_tokens": 1048576}
{"event": "train", "step": 480, "epoch": 7, "tokens": 62914560, "loss": 4.333022007575402, "lr": 0.008920349363166572, "grad_norm": 0.21258844435214996, "tokens_per_second": 1808989.9125860408, "training_seconds": 0.9419267560006119, "elapsed_tokens_per_second": 1095091.6341739916, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 500, "epoch": 7, "tokens": 65536000, "loss": 4.304420924186706, "lr": 0.008900330561079218, "grad_norm": 0.14365485310554504, "tokens_per_second": 1789338.8622081492, "training_seconds": 1.4650327310082503, "elapsed_tokens_per_second": 1112333.0630790945, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 520, "epoch": 7, "tokens": 68157440, "loss": 4.271602201461792, "lr": 0.008878097641766801, "grad_norm": 0.18298201262950897, "tokens_per_second": 1781607.9969427958, "training_seconds": 1.471389893005835, "elapsed_tokens_per_second": 1128608.1675158585, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 540, "epoch": 7, "tokens": 70778880, "loss": 4.263884115219116, "lr": 0.008853661792181968, "grad_norm": 0.15753361582756042, "tokens_per_second": 1786033.1666806058, "training_seconds": 1.4677442999964114, "elapsed_tokens_per_second": 1144182.5414150637, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 545, "epoch": 7, "tokens": 71434240, "loss": 4.26158447265625, "lr": 0.008847210038528635, "grad_norm": 0.16179710626602173, "tokens_per_second": 1808522.7628798094, "training_seconds": 0.3623730999970576, "elapsed_tokens_per_second": 1148011.4824343934, "peak_memory_bytes": 42389451776}
{"loss": 4.258204212598248, "perplexity": 70.68293788562889, "tokens": 71434240, "seconds": 0.529228294006316, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 7, "step": 545, "evaluation_tokens": 1048576}
{"event": "train", "step": 560, "epoch": 8, "tokens": 73400320, "loss": 4.243244012196858, "lr": 0.008827035307727243, "grad_norm": 0.12826767563819885, "tokens_per_second": 1800910.617297069, "training_seconds": 1.0917143700062297, "elapsed_tokens_per_second": 1148939.451292983, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 580, "epoch": 8, "tokens": 76021760, "loss": 4.203985214233398, "lr": 0.008798231586068335, "grad_norm": 0.17334240674972534, "tokens_per_second": 1787407.1867198865, "training_seconds": 1.4666160119959386, "elapsed_tokens_per_second": 1163234.9938808733, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 600, "epoch": 8, "tokens": 78643200, "loss": 4.18884916305542, "lr": 0.008767265120392833, "grad_norm": 0.15218240022659302, "tokens_per_second": 1790758.5695738953, "training_seconds": 1.4638712579908315, "elapsed_tokens_per_second": 1176944.3728597756, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 620, "epoch": 8, "tokens": 81264640, "loss": 4.181956315040589, "lr": 0.008734151492117653, "grad_norm": 0.13087666034698486, "tokens_per_second": 1789289.7378509538, "training_seconds": 1.4650729529967066, "elapsed_tokens_per_second": 1190060.502840472, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 623, "epoch": 8, "tokens": 81657856, "loss": 4.1498463948567705, "lr": 0.008729000270886961, "grad_norm": 0.13829940557479858, "tokens_per_second": 1794458.3693784426, "training_seconds": 0.21912795900425408, "elapsed_tokens_per_second": 1191958.5554357315, "peak_memory_bytes": 42389451776}
{"loss": 4.170838295408648, "perplexity": 64.76972551917085, "tokens": 81657856, "seconds": 0.5302900880051311, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 8, "step": 623, "evaluation_tokens": 1048576}
{"event": "train", "step": 640, "epoch": 9, "tokens": 83886080, "loss": 4.141541845658246, "lr": 0.008698907363048935, "grad_norm": 0.13473625481128693, "tokens_per_second": 1800289.286615799, "training_seconds": 1.2377033049997408, "elapsed_tokens_per_second": 1193465.0822074895, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 660, "epoch": 9, "tokens": 86507520, "loss": 4.141563773155212, "lr": 0.008661550466998302, "grad_norm": 0.179241344332695, "tokens_per_second": 1788168.1301548788, "training_seconds": 1.465991902994574, "elapsed_tokens_per_second": 1205588.3070800484, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 680, "epoch": 9, "tokens": 89128960, "loss": 4.118235993385315, "lr": 0.00862209960085973, "grad_norm": 0.12707912921905518, "tokens_per_second": 1793092.9053557238, "training_seconds": 1.46196551900357, "elapsed_tokens_per_second": 1217287.5354620186, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 700, "epoch": 9, "tokens": 91750400, "loss": 4.0994682788848875, "lr": 0.008580574615151505, "grad_norm": 0.11957801133394241, "tokens_per_second": 1792531.734071123, "training_seconds": 1.4624232029891573, "elapsed_tokens_per_second": 1228523.5097111547, "peak_memory_bytes": 42389451776}
{"loss": 4.109069813747285, "perplexity": 60.89005212958333, "tokens": 91750400, "seconds": 0.5332785149948904, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 9, "step": 700, "evaluation_tokens": 1048576}
{"event": "train", "step": 720, "epoch": 10, "tokens": 94371840, "loss": 4.086854553222656, "lr": 0.00853699640402802, "grad_norm": 0.11188837140798569, "tokens_per_second": 1795059.7048658952, "training_seconds": 1.4603636819956591, "elapsed_tokens_per_second": 1230315.3780254887, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 740, "epoch": 10, "tokens": 96993280, "loss": 4.082525372505188, "lr": 0.008491386894766452, "grad_norm": 0.12818044424057007, "tokens_per_second": 1791669.3488195431, "training_seconds": 1.46312711200153, "elapsed_tokens_per_second": 1240786.2784996275, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 760, "epoch": 10, "tokens": 99614720, "loss": 4.070402455329895, "lr": 0.008443769036733603, "grad_norm": 0.11527880281209946, "tokens_per_second": 1784963.640041118, "training_seconds": 1.4686237529967912, "elapsed_tokens_per_second": 1250801.936795434, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 778, "epoch": 10, "tokens": 101974016, "loss": 4.058938198619419, "lr": 0.00839921560848184, "grad_norm": 0.15101927518844604, "tokens_per_second": 1783920.1036009993, "training_seconds": 1.3225345660030143, "elapsed_tokens_per_second": 1259483.3935357723, "peak_memory_bytes": 42389451776}
{"loss": 4.0579806784086445, "perplexity": 57.85736042108828, "tokens": 101974016, "seconds": 0.5310533000010764, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 10, "step": 778, "evaluation_tokens": 1048576}
{"event": "train", "step": 780, "epoch": 11, "tokens": 102236160, "loss": 4.015333294868469, "lr": 0.008394166789838441, "grad_norm": 0.11184556782245636, "tokens_per_second": 1861271.274677134, "training_seconds": 0.14084137200552505, "elapsed_tokens_per_second": 1252095.3174001588, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 800, "epoch": 11, "tokens": 104857600, "loss": 4.041735923290252, "lr": 0.00834260511247619, "grad_norm": 0.11917434632778168, "tokens_per_second": 1785074.8377271455, "training_seconds": 1.4685322680015815, "elapsed_tokens_per_second": 1261493.9644333532, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 820, "epoch": 11, "tokens": 107479040, "loss": 4.031184566020966, "lr": 0.00828910994896999, "grad_norm": 0.1503361314535141, "tokens_per_second": 1787808.0336267662, "training_seconds": 1.466287179995561, "elapsed_tokens_per_second": 1270584.6898559036, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 840, "epoch": 11, "tokens": 110100480, "loss": 4.017033338546753, "lr": 0.008233708216516481, "grad_norm": 0.1635081022977829, "tokens_per_second": 1793244.141217017, "training_seconds": 1.461842222008272, "elapsed_tokens_per_second": 1279438.352177179, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 856, "epoch": 11, "tokens": 112197632, "loss": 4.005398407578468, "lr": 0.008188032802059476, "grad_norm": 0.12022644281387329, "tokens_per_second": 1790976.9028987007, "training_seconds": 1.1709542410098948, "elapsed_tokens_per_second": 1286279.3566126449, "peak_memory_bytes": 42389451776}
{"loss": 4.017786617905916, "perplexity": 55.57795433746578, "tokens": 112197632, "seconds": 0.529737370001385, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 11, "step": 856, "evaluation_tokens": 1048576}
{"event": "train", "step": 860, "epoch": 12, "tokens": 112721920, "loss": 3.992962956428528, "lr": 0.008176427791641844, "grad_norm": 0.11980939656496048, "tokens_per_second": 1830425.666600229, "training_seconds": 0.28642955000395887, "elapsed_tokens_per_second": 1280125.1604495437, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 880, "epoch": 12, "tokens": 115343360, "loss": 3.9831232905387877, "lr": 0.008117297496175176, "grad_norm": 0.12764577567577362, "tokens_per_second": 1790555.675883803, "training_seconds": 1.464037134006503, "elapsed_tokens_per_second": 1288456.499294826, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 900, "epoch": 12, "tokens": 117964800, "loss": 3.9859978437423704, "lr": 0.00805634708274617, "grad_norm": 0.140280082821846, "tokens_per_second": 1794016.1558171404, "training_seconds": 1.4612131510075415, "elapsed_tokens_per_second": 1296547.2719371726, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 920, "epoch": 12, "tokens": 120586240, "loss": 3.981969475746155, "lr": 0.007993607219814469, "grad_norm": 0.1381915658712387, "tokens_per_second": 1791467.4534066292, "training_seconds": 1.4632920040021418, "elapsed_tokens_per_second": 1304359.6051756095, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 934, "epoch": 12, "tokens": 122421248, "loss": 3.9751974514552524, "lr": 0.007948641462738663, "grad_norm": 0.11831820011138916, "tokens_per_second": 1791078.1439731703, "training_seconds": 1.0245270460000029, "elapsed_tokens_per_second": 1309669.9817674402, "peak_memory_bytes": 42389451776}
{"loss": 3.9900899764599727, "perplexity": 54.05975324973007, "tokens": 122421248, "seconds": 0.5276186789997155, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 12, "step": 934, "evaluation_tokens": 1048576}
{"event": "train", "step": 940, "epoch": 13, "tokens": 123207680, "loss": 3.9415886799494424, "lr": 0.00792910947623821, "grad_norm": 0.12410484999418259, "tokens_per_second": 1817628.5465719032, "training_seconds": 0.43266926099022385, "elapsed_tokens_per_second": 1304514.174688535, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 960, "epoch": 13, "tokens": 125829120, "loss": 3.9633967757225035, "lr": 0.007862886305389484, "grad_norm": 0.13466385006904602, "tokens_per_second": 1791022.489656501, "training_seconds": 1.4636555460019736, "elapsed_tokens_per_second": 1311915.9693142767, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 980, "epoch": 13, "tokens": 128450560, "loss": 3.9393845915794374, "lr": 0.007794971028824759, "grad_norm": 0.1218186467885971, "tokens_per_second": 1785447.8951245197, "training_seconds": 1.4682254280050984, "elapsed_tokens_per_second": 1319021.2312620783, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1000, "epoch": 13, "tokens": 131072000, "loss": 3.9592764377593994, "lr": 0.007725397819518452, "grad_norm": 0.12199302017688751, "tokens_per_second": 1789050.0622594662, "training_seconds": 1.4652692259987816, "elapsed_tokens_per_second": 1325967.4764583244, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1012, "epoch": 13, "tokens": 132644864, "loss": 3.9612595041592917, "lr": 0.007682872615033897, "grad_norm": 0.12090416997671127, "tokens_per_second": 1786080.256155608, "training_seconds": 0.8806233620125568, "elapsed_tokens_per_second": 1330002.3512337098, "peak_memory_bytes": 42389451776}
{"loss": 3.947349047017065, "perplexity": 51.797870947289034, "tokens": 132644864, "seconds": 0.5288479559967527, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 13, "step": 1012, "evaluation_tokens": 1048576}
{"event": "train", "step": 1020, "epoch": 14, "tokens": 133693440, "loss": 3.9417072534561157, "lr": 0.007654201684668089, "grad_norm": 0.13194984197616577, "tokens_per_second": 1813474.0483665555, "training_seconds": 0.5782139540096978, "elapsed_tokens_per_second": 1325712.6517564384, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1040, "epoch": 14, "tokens": 136314880, "loss": 3.926970112323761, "lr": 0.007581418448079708, "grad_norm": 0.13634933531284332, "tokens_per_second": 1785127.349834979, "training_seconds": 1.4684890689968597, "elapsed_tokens_per_second": 1332291.4987800394, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1060, "epoch": 14, "tokens": 138936320, "loss": 3.9236723303794863, "lr": 0.007507084732142377, "grad_norm": 0.11747103184461594, "tokens_per_second": 1793862.0044156185, "training_seconds": 1.4613387169956695, "elapsed_tokens_per_second": 1338763.603819717, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1080, "epoch": 14, "tokens": 141557760, "loss": 3.923489236831665, "lr": 0.007431237939400874, "grad_norm": 0.12332797050476074, "tokens_per_second": 1790208.452722256, "training_seconds": 1.4643210940121207, "elapsed_tokens_per_second": 1345029.174158733, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1090, "epoch": 14, "tokens": 142868480, "loss": 3.920279622077942, "lr": 0.007392759036224079, "grad_norm": 0.1407627910375595, "tokens_per_second": 1788838.170873202, "training_seconds": 0.7327213950047735, "elapsed_tokens_per_second": 1348070.7513674803, "peak_memory_bytes": 42389451776}
{"loss": 3.924508414070666, "perplexity": 50.62818383771319, "tokens": 142868480, "seconds": 0.5298352549871197, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 14, "step": 1090, "evaluation_tokens": 1048576}
{"event": "train", "step": 1100, "epoch": 15, "tokens": 144179200, "loss": 3.909084153175354, "lr": 0.007353916233735832, "grad_norm": 0.12389717251062393, "tokens_per_second": 1791244.4922271713, "training_seconds": 0.731737072012038, "elapsed_tokens_per_second": 1344282.2976684095, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1120, "epoch": 15, "tokens": 146800640, "loss": 3.911044979095459, "lr": 0.00727515852116079, "grad_norm": 0.11964509636163712, "tokens_per_second": 1792380.4357279334, "training_seconds": 1.4625466489960672, "elapsed_tokens_per_second": 1350290.6515072603, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1140, "epoch": 15, "tokens": 149422080, "loss": 3.8936151385307314, "lr": 0.007195004430245829, "grad_norm": 0.12095340341329575, "tokens_per_second": 1787371.242241866, "training_seconds": 1.4666455060068984, "elapsed_tokens_per_second": 1356083.5615210366, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1160, "epoch": 15, "tokens": 152043520, "loss": 3.875732493400574, "lr": 0.007113494292177639, "grad_norm": 0.12854957580566406, "tokens_per_second": 1791383.3082376258, "training_seconds": 1.4633607380092144, "elapsed_tokens_per_second": 1361773.124681883, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1167, "epoch": 15, "tokens": 152961024, "loss": 3.8869936806815013, "lr": 0.007084652947671153, "grad_norm": 0.13733166456222534, "tokens_per_second": 1785677.8946168616, "training_seconds": 0.5138127109967172, "elapsed_tokens_per_second": 1363694.1112612942, "peak_memory_bytes": 42389451776}
{"loss": 3.8962368049801324, "perplexity": 49.21688742646828, "tokens": 152961024, "seconds": 0.5290673419949599, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 15, "step": 1167, "evaluation_tokens": 1048576}
{"event": "train", "step": 1180, "epoch": 16, "tokens": 154664960, "loss": 3.880418924184946, "lr": 0.007030669120466046, "grad_norm": 0.15825378894805908, "tokens_per_second": 1797478.3060743208, "training_seconds": 0.9479591460112715, "elapsed_tokens_per_second": 1360853.5599099048, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1200, "epoch": 16, "tokens": 157286400, "loss": 3.8663749575614927, "lr": 0.006946570590307223, "grad_norm": 0.13904330134391785, "tokens_per_second": 1790974.5257633752, "training_seconds": 1.463694744001259, "elapsed_tokens_per_second": 1366305.9312249175, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1220, "epoch": 16, "tokens": 159907840, "loss": 3.8635393381118774, "lr": 0.006861241017613952, "grad_norm": 0.1639147400856018, "tokens_per_second": 1791722.4051555307, "training_seconds": 1.4630837860022439, "elapsed_tokens_per_second": 1371624.3916179193, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1240, "epoch": 16, "tokens": 162529280, "loss": 3.8496455907821656, "lr": 0.006774723337723493, "grad_norm": 0.1646362990140915, "tokens_per_second": 1791961.4376656776, "training_seconds": 1.4628886229911586, "elapsed_tokens_per_second": 1376818.1786053656, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1245, "epoch": 16, "tokens": 163184640, "loss": 3.8282546520233156, "lr": 0.006752913364719178, "grad_norm": 0.11858968436717987, "tokens_per_second": 1788176.0233226155, "training_seconds": 0.3664963579940377, "elapsed_tokens_per_second": 1378066.580482437, "peak_memory_bytes": 42389451776}
{"loss": 3.8744143913179316, "perplexity": 48.15449034486931, "tokens": 163184640, "seconds": 0.531614499996067, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 16, "step": 1245, "evaluation_tokens": 1048576}
{"event": "train", "step": 1260, "epoch": 17, "tokens": 165150720, "loss": 3.8520862102508544, "lr": 0.006687061083793792, "grad_norm": 0.10686608403921127, "tokens_per_second": 1804393.3398518062, "training_seconds": 1.0896072140021715, "elapsed_tokens_per_second": 1375317.6751784964, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1280, "epoch": 17, "tokens": 167772160, "loss": 3.853418934345245, "lr": 0.006598298364898863, "grad_norm": 0.1324191689491272, "tokens_per_second": 1790117.5814043395, "training_seconds": 1.4643954269995447, "elapsed_tokens_per_second": 1380302.848317457, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1300, "epoch": 17, "tokens": 170393600, "loss": 3.836796247959137, "lr": 0.006508479843834402, "grad_norm": 0.10581038147211075, "tokens_per_second": 1792778.026273323, "training_seconds": 1.4622222949983552, "elapsed_tokens_per_second": 1385184.7852631644, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1320, "epoch": 17, "tokens": 173015040, "loss": 3.836880314350128, "lr": 0.006417650714644782, "grad_norm": 0.10936222970485687, "tokens_per_second": 1789453.9624553751, "training_seconds": 1.464938498000265, "elapsed_tokens_per_second": 1389929.0739801188, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1323, "epoch": 17, "tokens": 173408256, "loss": 3.858399232228597, "lr": 0.006403941998814909, "grad_norm": 0.13970449566841125, "tokens_per_second": 1783632.159385405, "training_seconds": 0.22045801200147253, "elapsed_tokens_per_second": 1390605.4269688504, "peak_memory_bytes": 42389451776}
{"loss": 3.8552204616029693, "perplexity": 47.23903018568972, "tokens": 173408256, "seconds": 0.5319923220085911, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 17, "step": 1323, "evaluation_tokens": 1048576}
{"event": "train", "step": 1340, "epoch": 18, "tokens": 175636480, "loss": 3.826195674784043, "lr": 0.006325856679882724, "grad_norm": 0.10837922245264053, "tokens_per_second": 1799645.4392589782, "training_seconds": 1.238146110001253, "elapsed_tokens_per_second": 1388666.2230453114, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1360, "epoch": 18, "tokens": 178257920, "loss": 3.8216834545135496, "lr": 0.0062331439276131296, "grad_norm": 0.1113056167960167, "tokens_per_second": 1787990.0424379488, "training_seconds": 1.4661379189928994, "elapsed_tokens_per_second": 1393226.865513128, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1380, "epoch": 18, "tokens": 180879360, "loss": 3.7989224076271055, "lr": 0.0061395591081725865, "grad_norm": 0.1038084626197815, "tokens_per_second": 1787878.9092629622, "training_seconds": 1.4662290529959137, "elapsed_tokens_per_second": 1397673.8479674363, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1400, "epoch": 18, "tokens": 183500800, "loss": 3.817272424697876, "lr": 0.006045149310696298, "grad_norm": 0.11337138712406158, "tokens_per_second": 1795966.3854518416, "training_seconds": 1.4596264279971365, "elapsed_tokens_per_second": 1402098.3801877142, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1401, "epoch": 18, "tokens": 183631872, "loss": 3.8146097660064697, "lr": 0.006040408015549883, "grad_norm": 0.12743771076202393, "tokens_per_second": 1824746.9695522105, "training_seconds": 0.07183023300603963, "elapsed_tokens_per_second": 1402302.9381369771, "peak_memory_bytes": 42389451776}
{"loss": 3.8297926105503155, "perplexity": 46.05298634027426, "tokens": 183631872, "seconds": 0.5297023410093971, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 18, "step": 1401, "evaluation_tokens": 1048576}
{"event": "train", "step": 1420, "epoch": 19, "tokens": 186122240, "loss": 3.7965018874720524, "lr": 0.005949962039424207, "grad_norm": 0.11357435584068298, "tokens_per_second": 1795669.7490559453, "training_seconds": 1.3868741740006953, "elapsed_tokens_per_second": 1400759.3566798805, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1440, "epoch": 19, "tokens": 188743680, "loss": 3.789767324924469, "lr": 0.00585404518979826, "grad_norm": 0.11461009830236435, "tokens_per_second": 1794403.5516914437, "training_seconds": 1.4608976879972033, "elapsed_tokens_per_second": 1405022.479301518, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1460, "epoch": 19, "tokens": 191365120, "loss": 3.806219530105591, "lr": 0.005757447024362826, "grad_norm": 0.13248001039028168, "tokens_per_second": 1785611.871356474, "training_seconds": 1.4680905979912495, "elapsed_tokens_per_second": 1409113.2774257662, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1479, "epoch": 19, "tokens": 193855488, "loss": 3.796624284041555, "lr": 0.005665091965119021, "grad_norm": 0.11479246616363525, "tokens_per_second": 1791200.0025452436, "training_seconds": 1.3903349689935567, "elapsed_tokens_per_second": 1412972.733638383, "peak_memory_bytes": 42389451776}
{"loss": 3.807475722770685, "perplexity": 45.03661036937901, "tokens": 193855488, "seconds": 0.5267045709915692, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 19, "step": 1479, "evaluation_tokens": 1048576}
{"event": "train", "step": 1480, "epoch": 20, "tokens": 193986560, "loss": 3.8044824600219727, "lr": 0.005660216148480391, "grad_norm": 0.11241919547319412, "tokens_per_second": 1987891.0211676126, "training_seconds": 0.06593520399474073, "elapsed_tokens_per_second": 1407431.3034229658, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1500, "epoch": 20, "tokens": 196608000, "loss": 3.7931336402893066, "lr": 0.00556240148587478, "grad_norm": 0.1192530021071434, "tokens_per_second": 1786842.0788022156, "training_seconds": 1.467079844995169, "elapsed_tokens_per_second": 1411406.609787871, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1520, "epoch": 20, "tokens": 199229440, "loss": 3.7883859634399415, "lr": 0.005464052254014167, "grad_norm": 0.12372015416622162, "tokens_per_second": 1789067.0400054764, "training_seconds": 1.4652553210034966, "elapsed_tokens_per_second": 1415320.3225447913, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1540, "epoch": 20, "tokens": 201850880, "loss": 3.778368318080902, "lr": 0.005365217939346285, "grad_norm": 0.11594272404909134, "tokens_per_second": 1797569.1351193532, "training_seconds": 1.4583249950082973, "elapsed_tokens_per_second": 1419216.7954157935, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1557, "epoch": 20, "tokens": 204079104, "loss": 3.7920784950256348, "lr": 0.005280864514819528, "grad_norm": 0.11403927952051163, "tokens_per_second": 1792714.196424137, "training_seconds": 1.2429332039901055, "elapsed_tokens_per_second": 1422434.617971922, "peak_memory_bytes": 42389451776}
{"loss": 3.7921859801868116, "perplexity": 44.35324970702864, "tokens": 204079104, "seconds": 0.5291635710018454, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 20, "step": 1557, "evaluation_tokens": 1048576}
{"event": "train", "step": 1560, "epoch": 21, "tokens": 204472320, "loss": 3.7992873986562095, "lr": 0.00526594827239831, "grad_norm": 0.13653548061847687, "tokens_per_second": 1848078.6099459229, "training_seconds": 0.2127701699937461, "elapsed_tokens_per_second": 1417723.8317958366, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1580, "epoch": 21, "tokens": 207093760, "loss": 3.768509304523468, "lr": 0.005166293202753903, "grad_norm": 0.11340902000665665, "tokens_per_second": 1783960.5483551582, "training_seconds": 1.4694495359872235, "elapsed_tokens_per_second": 1421399.943143978, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1600, "epoch": 21, "tokens": 209715200, "loss": 3.769033646583557, "lr": 0.00506630287392006, "grad_norm": 0.1647556722164154, "tokens_per_second": 1787477.6539654376, "training_seconds": 1.4665581939916592, "elapsed_tokens_per_second": 1425036.716628095, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1620, "epoch": 21, "tokens": 212336640, "loss": 3.776082921028137, "lr": 0.0049660275980963646, "grad_norm": 0.12414795160293579, "tokens_per_second": 1790350.6101204872, "training_seconds": 1.4642048240057193, "elapsed_tokens_per_second": 1428618.1512890544, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1634, "epoch": 21, "tokens": 214171648, "loss": 3.7691107988357544, "lr": 0.004895692375517796, "grad_norm": 0.1079709380865097, "tokens_per_second": 1790439.9917334414, "training_seconds": 1.0248922099999618, "elapsed_tokens_per_second": 1431079.2931984712, "peak_memory_bytes": 42389451776}
{"loss": 3.7682341489685247, "perplexity": 43.30352969832938, "tokens": 214171648, "seconds": 0.5336312819999876, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 21, "step": 1634, "evaluation_tokens": 1048576}
{"event": "train", "step": 1640, "epoch": 22, "tokens": 214958080, "loss": 3.746213714281718, "lr": 0.004865517830859356, "grad_norm": 0.11145000159740448, "tokens_per_second": 1802061.180378871, "training_seconds": 0.4364069369912613, "elapsed_tokens_per_second": 1426996.202374189, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1660, "epoch": 22, "tokens": 217579520, "loss": 3.7619741559028625, "lr": 0.004764824145774784, "grad_norm": 0.10550957173109055, "tokens_per_second": 1786431.822159573, "training_seconds": 1.4674167619959917, "elapsed_tokens_per_second": 1430442.5354146906, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1680, "epoch": 22, "tokens": 220200960, "loss": 3.74731822013855, "lr": 0.004663997208950452, "grad_norm": 0.10296999663114548, "tokens_per_second": 1794184.3020058048, "training_seconds": 1.4610762099910062, "elapsed_tokens_per_second": 1433890.2601743808, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1700, "epoch": 22, "tokens": 222822400, "loss": 3.746346414089203, "lr": 0.004563087753542537, "grad_norm": 0.11493418365716934, "tokens_per_second": 1786125.137729179, "training_seconds": 1.4676687229948584, "elapsed_tokens_per_second": 1437209.393767139, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1712, "epoch": 22, "tokens": 224395264, "loss": 3.743210176626841, "lr": 0.004502523592681211, "grad_norm": 0.09653222560882568, "tokens_per_second": 1790350.0240094983, "training_seconds": 0.8785231820074841, "elapsed_tokens_per_second": 1439187.3146732578, "peak_memory_bytes": 42389451776}
{"loss": 3.7512642485791785, "perplexity": 42.5748732131342, "tokens": 224395264, "seconds": 0.5298627180018229, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 22, "step": 1712, "evaluation_tokens": 1048576}
{"event": "train", "step": 1720, "epoch": 23, "tokens": 225443840, "loss": 3.734466940164566, "lr": 0.0044621465542281444, "grad_norm": 0.1185017079114914, "tokens_per_second": 1811817.8167565144, "training_seconds": 0.5787425150047056, "elapsed_tokens_per_second": 1435620.3719016933, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1740, "epoch": 23, "tokens": 228065280, "loss": 3.7411370515823363, "lr": 0.004361224401656978, "grad_norm": 0.13508623838424683, "tokens_per_second": 1791152.1670438095, "training_seconds": 1.4635495789989363, "elapsed_tokens_per_second": 1438889.5594561389, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1760, "epoch": 23, "tokens": 230686720, "loss": 3.7298100113868715, "lr": 0.004260372076894983, "grad_norm": 0.13304492831230164, "tokens_per_second": 1788251.187925313, "training_seconds": 1.4659238129970618, "elapsed_tokens_per_second": 1442079.581808574, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1780, "epoch": 23, "tokens": 233308160, "loss": 3.725083792209625, "lr": 0.004159640325872799, "grad_norm": 0.11227639019489288, "tokens_per_second": 1785459.5122033448, "training_seconds": 1.468215875007445, "elapsed_tokens_per_second": 1445183.904437585, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1790, "epoch": 23, "tokens": 234618880, "loss": 3.7291088581085203, "lr": 0.004109335507725857, "grad_norm": 0.1093164011836052, "tokens_per_second": 1792973.0394870664, "training_seconds": 0.7310316279908875, "elapsed_tokens_per_second": 1446736.4940795377, "peak_memory_bytes": 42389451776}
{"loss": 3.734372534854927, "perplexity": 41.86175053126135, "tokens": 234618880, "seconds": 0.5291607559920521, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 23, "step": 1790, "evaluation_tokens": 1048576}
{"event": "train", "step": 1800, "epoch": 24, "tokens": 235929600, "loss": 3.7143847227096556, "lr": 0.0040590798338518965, "grad_norm": 0.13378895819187164, "tokens_per_second": 1804533.307828722, "training_seconds": 0.726348466007039, "elapsed_tokens_per_second": 1443546.9859784518, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1820, "epoch": 24, "tokens": 238551040, "loss": 3.7270300149917603, "lr": 0.003958741199921243, "grad_norm": 0.11491639167070389, "tokens_per_second": 1791567.7918036755, "training_seconds": 1.46321005099162, "elapsed_tokens_per_second": 1446614.8916604968, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1840, "epoch": 24, "tokens": 241172480, "loss": 3.7021082401275636, "lr": 0.003858674911537323, "grad_norm": 0.11715154349803925, "tokens_per_second": 1788098.303669631, "training_seconds": 1.466049151000334, "elapsed_tokens_per_second": 1449609.480909241, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1860, "epoch": 24, "tokens": 243793920, "loss": 3.7173460602760313, "lr": 0.003758931319120337, "grad_norm": 0.1146189346909523, "tokens_per_second": 1791046.4799030013, "training_seconds": 1.4636359410069417, "elapsed_tokens_per_second": 1452570.3233925859, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1868, "epoch": 24, "tokens": 244842496, "loss": 3.701537072658539, "lr": 0.0037191354851804715, "grad_norm": 0.10944077372550964, "tokens_per_second": 1788661.9524228259, "training_seconds": 0.5862348660011776, "elapsed_tokens_per_second": 1453726.1054701086, "peak_memory_bytes": 42389451776}
{"loss": 3.7181581093776996, "perplexity": 41.18845956110044, "tokens": 244842496, "seconds": 0.5296759560005739, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 24, "step": 1868, "evaluation_tokens": 1048576}
{"event": "train", "step": 1880, "epoch": 25, "tokens": 246415360, "loss": 3.6970982750256858, "lr": 0.003659560610719337, "grad_norm": 0.11015252768993378, "tokens_per_second": 1796641.972250953, "training_seconds": 0.8754465409874683, "elapsed_tokens_per_second": 1450872.0125241098, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1900, "epoch": 25, "tokens": 249036800, "loss": 3.7020283341407776, "lr": 0.0035606127867590853, "grad_norm": 0.10915346443653107, "tokens_per_second": 1782332.8338349853, "training_seconds": 1.4707915100007085, "elapsed_tokens_per_second": 1453703.5287920665, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1920, "epoch": 25, "tokens": 251658240, "loss": 3.7050145864486694, "lr": 0.003462137634881298, "grad_norm": 0.10636033862829208, "tokens_per_second": 1793785.004906264, "training_seconds": 1.461401446009404, "elapsed_tokens_per_second": 1456566.1251164, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1940, "epoch": 25, "tokens": 254279680, "loss": 3.70618736743927, "lr": 0.003364184704892969, "grad_norm": 0.10230930149555206, "tokens_per_second": 1790076.2997395918, "training_seconds": 1.464429198007565, "elapsed_tokens_per_second": 1459350.1505229878, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1946, "epoch": 25, "tokens": 255066112, "loss": 3.66949192682902, "lr": 0.0033349080348809798, "grad_norm": 0.11529403179883957, "tokens_per_second": 1788750.184474384, "training_seconds": 0.4396544619958149, "elapsed_tokens_per_second": 1460164.5502389914, "peak_memory_bytes": 42389451776}
{"loss": 3.698774714902143, "perplexity": 40.39777523063522, "tokens": 255066112, "seconds": 0.5298614549974445, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 25, "step": 1946, "evaluation_tokens": 1048576}
{"event": "train", "step": 1960, "epoch": 26, "tokens": 256901120, "loss": 3.6725182022367204, "lr": 0.003266803283834365, "grad_norm": 0.11504709720611572, "tokens_per_second": 1792117.1439196996, "training_seconds": 1.0239330649928888, "elapsed_tokens_per_second": 1457617.9004679578, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1980, "epoch": 26, "tokens": 259522560, "loss": 3.679987072944641, "lr": 0.003170042371179218, "grad_norm": 0.10700740665197372, "tokens_per_second": 1792743.9055639873, "training_seconds": 1.4622501249978086, "elapsed_tokens_per_second": 1460358.5666229709, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2000, "epoch": 26, "tokens": 262144000, "loss": 3.6732236623764036, "lr": 0.003073950654179647, "grad_norm": 0.11483725905418396, "tokens_per_second": 1784718.5253220177, "training_seconds": 1.4688254549982958, "elapsed_tokens_per_second": 1463007.577631856, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2020, "epoch": 26, "tokens": 264765440, "loss": 3.677234387397766, "lr": 0.00297857648336815, "grad_norm": 0.1051735207438469, "tokens_per_second": 1795229.4003052807, "training_seconds": 1.4602256399957696, "elapsed_tokens_per_second": 1465674.6807966505, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2024, "epoch": 26, "tokens": 265289728, "loss": 3.669599235057831, "lr": 0.0029595919844501175, "grad_norm": 0.11490213871002197, "tokens_per_second": 1791734.9404130308, "training_seconds": 0.2926147100079106, "elapsed_tokens_per_second": 1466193.0207058883, "peak_memory_bytes": 42389451776}
{"loss": 3.679689207677675, "perplexity": 39.634074192248235, "tokens": 265289728, "seconds": 0.527783883997472, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 26, "step": 2024, "evaluation_tokens": 1048576}
{"event": "train", "step": 2040, "epoch": 27, "tokens": 267386880, "loss": 3.65333054959774, "lr": 0.002883967848229039, "grad_norm": 0.11527252942323685, "tokens_per_second": 1792961.3017302926, "training_seconds": 1.1696582619915716, "elapsed_tokens_per_second": 1463991.8768546348, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2060, "epoch": 27, "tokens": 270008320, "loss": 3.6534168839454653, "lr": 0.002790172353051531, "grad_norm": 0.11476530879735947, "tokens_per_second": 1784830.0035615985, "training_seconds": 1.4687337140057934, "elapsed_tokens_per_second": 1466536.672562825, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2080, "epoch": 27, "tokens": 272629760, "loss": 3.6624677419662475, "lr": 0.0026972371929766814, "grad_norm": 0.11768563836812973, "tokens_per_second": 1797576.9894546655, "training_seconds": 1.4583186230011052, "elapsed_tokens_per_second": 1469124.433262749, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2100, "epoch": 27, "tokens": 275251200, "loss": 3.6525241851806642, "lr": 0.0026052091302501607, "grad_norm": 0.11987841874361038, "tokens_per_second": 1791258.8948003063, "training_seconds": 1.4634623769961763, "elapsed_tokens_per_second": 1471627.1680245404, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2101, "epoch": 27, "tokens": 275382272, "loss": 3.668647289276123, "lr": 0.002600632371035081, "grad_norm": 0.13245363533496857, "tokens_per_second": 1803223.7578518665, "training_seconds": 0.07268759599537589, "elapsed_tokens_per_second": 1471743.1571616938, "peak_memory_bytes": 42389451776}
{"loss": 3.6652581052087285, "perplexity": 39.06621805631447, "tokens": 275382272, "seconds": 0.5263399269897491, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 27, "step": 2101, "evaluation_tokens": 1048576}
{"event": "train", "step": 2120, "epoch": 28, "tokens": 277872640, "loss": 3.6540308375107613, "lr": 0.0025141344706928735, "grad_norm": 0.1123839020729065, "tokens_per_second": 1800084.6358564573, "training_seconds": 1.3834727270004805, "elapsed_tokens_per_second": 1470001.1831750225, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2140, "epoch": 28, "tokens": 280494080, "loss": 3.6487803220748902, "lr": 0.002424059040401219, "grad_norm": 0.12175455689430237, "tokens_per_second": 1784641.071938112, "training_seconds": 1.46888920199126, "elapsed_tokens_per_second": 1472414.551531715, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2160, "epoch": 28, "tokens": 283115520, "loss": 3.647968900203705, "lr": 0.0023350281626887534, "grad_norm": 0.10284927487373352, "tokens_per_second": 1782940.2444042591, "training_seconds": 1.4702904419973493, "elapsed_tokens_per_second": 1474783.0168722158, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2179, "epoch": 28, "tokens": 285605888, "loss": 3.645630033392655, "lr": 0.0022514571542036716, "grad_norm": 0.10936825722455978, "tokens_per_second": 1793669.8313836812, "training_seconds": 1.388420520001091, "elapsed_tokens_per_second": 1477060.611629449, "peak_memory_bytes": 42389451776}
{"loss": 3.647249965301797, "perplexity": 38.36900473512558, "tokens": 285605888, "seconds": 0.5290038179955445, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 28, "step": 2179, "evaluation_tokens": 1048576}
{"event": "train", "step": 2180, "epoch": 29, "tokens": 285736960, "loss": 3.6807901859283447, "lr": 0.002247086635280821, "grad_norm": 0.11019263416528702, "tokens_per_second": 1919658.9510379846, "training_seconds": 0.06827879500633571, "elapsed_tokens_per_second": 1473128.2805893086, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2200, "epoch": 29, "tokens": 288358400, "loss": 3.63592711687088, "lr": 0.0021602787077736585, "grad_norm": 0.1116425096988678, "tokens_per_second": 1783666.7484945953, "training_seconds": 1.469691578997299, "elapsed_tokens_per_second": 1475455.5916854814, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2220, "epoch": 29, "tokens": 290979840, "loss": 3.6274991035461426, "lr": 0.002074648059369295, "grad_norm": 0.10934750735759735, "tokens_per_second": 1784702.111166028, "training_seconds": 1.4688389639923116, "elapsed_tokens_per_second": 1477749.0354978119, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2240, "epoch": 29, "tokens": 293601280, "loss": 3.6540175914764403, "lr": 0.001990237776897454, "grad_norm": 0.14216502010822296, "tokens_per_second": 1794305.097489452, "training_seconds": 1.4609778480080422, "elapsed_tokens_per_second": 1480068.2358022123, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2257, "epoch": 29, "tokens": 295829504, "loss": 3.6316954809076645, "lr": 0.0019194802916829411, "grad_norm": 0.12204525619745255, "tokens_per_second": 1793061.1961979999, "training_seconds": 1.2426926670013927, "elapsed_tokens_per_second": 1481998.882433867, "peak_memory_bytes": 42389451776}
{"loss": 3.6329372676445284, "perplexity": 37.82375209705491, "tokens": 295829504, "seconds": 0.5270234909985447, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 29, "step": 2257, "evaluation_tokens": 1048576}
{"event": "train", "step": 2260, "epoch": 30, "tokens": 296222720, "loss": 3.5929882526397705, "lr": 0.0019070903331355337, "grad_norm": 0.11075030267238617, "tokens_per_second": 1835049.390131871, "training_seconds": 0.2142808810021961, "elapsed_tokens_per_second": 1478377.0111747605, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2280, "epoch": 30, "tokens": 298844160, "loss": 3.622260773181915, "lr": 0.0018252475654375459, "grad_norm": 0.11514587700366974, "tokens_per_second": 1786284.737150682, "training_seconds": 1.4675375910010189, "elapsed_tokens_per_second": 1480604.8277697575, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2300, "epoch": 30, "tokens": 301465600, "loss": 3.6236401796340942, "lr": 0.0017447506546827902, "grad_norm": 0.11839299649000168, "tokens_per_second": 1794935.1391164304, "training_seconds": 1.460465028998442, "elapsed_tokens_per_second": 1482849.1892937662, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2320, "epoch": 30, "tokens": 304087040, "loss": 3.594658374786377, "lr": 0.0016656401045548374, "grad_norm": 0.11437233537435532, "tokens_per_second": 1785283.6000880685, "training_seconds": 1.4683605449972674, "elapsed_tokens_per_second": 1485008.9114235586, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2335, "epoch": 30, "tokens": 306053120, "loss": 3.613358736038208, "lr": 0.0016072409637759217, "grad_norm": 0.10996773093938828, "tokens_per_second": 1779387.9668371773, "training_seconds": 1.1049192400096217, "elapsed_tokens_per_second": 1486571.731488466, "peak_memory_bytes": 42389451776}
{"loss": 3.6183965290869664, "perplexity": 37.27774609210694, "tokens": 306053120, "seconds": 0.5290104740124661, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 30, "step": 2335, "evaluation_tokens": 1048576}
{"event": "train", "step": 2340, "epoch": 31, "tokens": 306708480, "loss": 3.5984325408935547, "lr": 0.001587955721161273, "grad_norm": 0.115506611764431, "tokens_per_second": 1806346.6863031483, "training_seconds": 0.36280964499746915, "elapsed_tokens_per_second": 1483048.4094589383, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2360, "epoch": 31, "tokens": 309329920, "loss": 3.611274707317352, "lr": 0.001511736593004428, "grad_norm": 0.11657645553350449, "tokens_per_second": 1790463.1832135825, "training_seconds": 1.4641127639915794, "elapsed_tokens_per_second": 1485198.246177684, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2380, "epoch": 31, "tokens": 311951360, "loss": 3.597971498966217, "lr": 0.0014370210713131914, "grad_norm": 0.10145142674446106, "tokens_per_second": 1789445.5950791885, "training_seconds": 1.4649453479942167, "elapsed_tokens_per_second": 1487307.1558523364, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2400, "epoch": 31, "tokens": 314572800, "loss": 3.5910041332244873, "lr": 0.0013638467507457932, "grad_norm": 0.1162772923707962, "tokens_per_second": 1786448.2571995442, "training_seconds": 1.4674032619950594, "elapsed_tokens_per_second": 1489375.247287214, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2413, "epoch": 31, "tokens": 316276736, "loss": 3.5791463118333082, "lr": 0.0013171273849661021, "grad_norm": 0.12103763222694397, "tokens_per_second": 1793661.1776182593, "training_seconds": 0.9499765180080431, "elapsed_tokens_per_second": 1490721.9094290473, "peak_memory_bytes": 42389451776}
{"loss": 3.6035107210510935, "perplexity": 36.726946439529286, "tokens": 316276736, "seconds": 0.5299335189920384, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 31, "step": 2413, "evaluation_tokens": 1048576}
{"event": "train", "step": 2420, "epoch": 32, "tokens": 317194240, "loss": 3.593703235898699, "lr": 0.0012922504504732845, "grad_norm": 0.15121634304523468, "tokens_per_second": 1812986.680600147, "training_seconds": 0.5060732159909094, "elapsed_tokens_per_second": 1487692.8441575724, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2440, "epoch": 32, "tokens": 319815680, "loss": 3.597053599357605, "lr": 0.0012222681956532032, "grad_norm": 0.10067049413919449, "tokens_per_second": 1784588.6273111098, "training_seconds": 1.4689323689963203, "elapsed_tokens_per_second": 1489715.7775508987, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2460, "epoch": 32, "tokens": 322437120, "loss": 3.581912648677826, "lr": 0.0011539351993027748, "grad_norm": 0.10142133384943008, "tokens_per_second": 1792493.5608286401, "training_seconds": 1.462454346998129, "elapsed_tokens_per_second": 1491748.9013859637, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2480, "epoch": 32, "tokens": 325058560, "loss": 3.5820777893066404, "lr": 0.001087285844580757, "grad_norm": 0.09907030314207077, "tokens_per_second": 1785966.3820380932, "training_seconds": 1.4677991850039689, "elapsed_tokens_per_second": 1493724.4225940323, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2491, "epoch": 32, "tokens": 326500352, "loss": 3.5820550701834937, "lr": 0.0010513585372613364, "grad_norm": 0.10162931680679321, "tokens_per_second": 1797293.874222395, "training_seconds": 0.8022015879978426, "elapsed_tokens_per_second": 1494828.3056659636, "peak_memory_bytes": 42389451776}
{"loss": 3.5907747807088373, "perplexity": 36.262160267704864, "tokens": 326500352, "seconds": 0.5296113840013277, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 32, "step": 2491, "evaluation_tokens": 1048576}
{"event": "train", "step": 2500, "epoch": 33, "tokens": 327680000, "loss": 3.5775257216559515, "lr": 0.0010223536674868357, "grad_norm": 0.10535835474729538, "tokens_per_second": 1804502.8259948608, "training_seconds": 0.6537246619991492, "elapsed_tokens_per_second": 1492063.638901587, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2520, "epoch": 33, "tokens": 330301440, "loss": 3.5622403144836428, "lr": 0.0009591713399873042, "grad_norm": 0.11083739995956421, "tokens_per_second": 1790279.7927021217, "training_seconds": 1.4642627430002904, "elapsed_tokens_per_second": 1494027.695836149, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2540, "epoch": 33, "tokens": 332922880, "loss": 3.5613858222961428, "lr": 0.0008977706535754829, "grad_norm": 0.1047208160161972, "tokens_per_second": 1784138.2155100487, "training_seconds": 1.4693032060022233, "elapsed_tokens_per_second": 1495932.6190049532, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2560, "epoch": 33, "tokens": 335544320, "loss": 3.5842899084091187, "lr": 0.0008381825032751725, "grad_norm": 0.1010516807436943, "tokens_per_second": 1787660.7402103096, "training_seconds": 1.4664079939975636, "elapsed_tokens_per_second": 1497833.1445779898, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2568, "epoch": 33, "tokens": 336592896, "loss": 3.567861557006836, "lr": 0.0008148615004514701, "grad_norm": 0.09889473766088486, "tokens_per_second": 1782882.4873829861, "training_seconds": 0.5881352290016366, "elapsed_tokens_per_second": 1498567.3024782927, "peak_memory_bytes": 42389451776}
{"loss": 3.5793342832866273, "perplexity": 35.84966717878469, "tokens": 336592896, "seconds": 0.5269054459931795, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 33, "step": 2568, "evaluation_tokens": 1048576}
{"event": "train", "step": 2580, "epoch": 34, "tokens": 338165760, "loss": 3.5796926418940225, "lr": 0.0007804368720951832, "grad_norm": 0.10485678911209106, "tokens_per_second": 1798198.1278746147, "training_seconds": 0.8746889320027549, "elapsed_tokens_per_second": 1496156.9651497894, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2600, "epoch": 34, "tokens": 340787200, "loss": 3.5932361841201783, "lr": 0.0007245628159427694, "grad_norm": 0.09804894030094147, "tokens_per_second": 1781996.3450029462, "training_seconds": 1.471069234990864, "elapsed_tokens_per_second": 1497997.6338432396, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2620, "epoch": 34, "tokens": 343408640, "loss": 3.5683701992034913, "lr": 0.0006705884490035463, "grad_norm": 0.09722548723220825, "tokens_per_second": 1788626.974059929, "training_seconds": 1.4656158260040684, "elapsed_tokens_per_second": 1499842.8932674655, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2640, "epoch": 34, "tokens": 346030080, "loss": 3.5775938630104065, "lr": 0.0006185409295952571, "grad_norm": 0.10115533322095871, "tokens_per_second": 1788752.3000904832, "training_seconds": 1.4655131400068058, "elapsed_tokens_per_second": 1501669.4138510344, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2646, "epoch": 34, "tokens": 346816512, "loss": 3.5620242754618325, "lr": 0.0006033063498599568, "grad_norm": 0.09511000663042068, "tokens_per_second": 1795663.8181535518, "training_seconds": 0.4379617120139301, "elapsed_tokens_per_second": 1502213.1116511961, "peak_memory_bytes": 42389451776}
{"loss": 3.568813817870831, "perplexity": 35.474488980087784, "tokens": 346816512, "seconds": 0.5290089699992677, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 34, "step": 2646, "evaluation_tokens": 1048576}
{"event": "train", "step": 2660, "epoch": 35, "tokens": 348651520, "loss": 3.5538414887019565, "lr": 0.0005684464465025043, "grad_norm": 0.1008199080824852, "tokens_per_second": 1793883.0586734691, "training_seconds": 1.0229250959964702, "elapsed_tokens_per_second": 1500008.9935333193, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2680, "epoch": 35, "tokens": 351272960, "loss": 3.565319323539734, "lr": 0.0005203302057993211, "grad_norm": 0.09184841811656952, "tokens_per_second": 1789521.2708220936, "training_seconds": 1.464883398002712, "elapsed_tokens_per_second": 1501814.643479983, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2700, "epoch": 35, "tokens": 353894400, "loss": 3.5696519732475283, "lr": 0.00047421641816621657, "grad_norm": 0.09884284436702728, "tokens_per_second": 1785069.0991264344, "training_seconds": 1.4685369890066795, "elapsed_tokens_per_second": 1503570.4608559771, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2720, "epoch": 35, "tokens": 356515840, "loss": 3.549866783618927, "lr": 0.00043012828670807026, "grad_norm": 0.1116994172334671, "tokens_per_second": 1791170.9238346831, "training_seconds": 1.4635342529945774, "elapsed_tokens_per_second": 1505336.0131396, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2724, "epoch": 35, "tokens": 357040128, "loss": 3.5355404019355774, "lr": 0.0004215557094028888, "grad_norm": 0.09806752949953079, "tokens_per_second": 1800403.1566656316, "training_seconds": 0.29120588800287805, "elapsed_tokens_per_second": 1505686.8078090583, "peak_memory_bytes": 42389451776}
{"loss": 3.560024975466349, "perplexity": 35.164075373320664, "tokens": 357040128, "seconds": 0.5278234680008609, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 35, "step": 2724, "evaluation_tokens": 1048576}
{"event": "train", "step": 2740, "epoch": 36, "tokens": 359137280, "loss": 3.5695438534021378, "lr": 0.00038808799527900874, "grad_norm": 0.09505720436573029, "tokens_per_second": 1801348.712633274, "training_seconds": 1.164212118004798, "elapsed_tokens_per_second": 1503735.8227534867, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2760, "epoch": 36, "tokens": 361758720, "loss": 3.5749138832092284, "lr": 0.0003481166973201453, "grad_norm": 0.0943894013762474, "tokens_per_second": 1788923.308889564, "training_seconds": 1.4653730470017763, "elapsed_tokens_per_second": 1505464.7992094737, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2780, "epoch": 36, "tokens": 364380160, "loss": 3.562873089313507, "lr": 0.0003102345052157864, "grad_norm": 0.0918806940317154, "tokens_per_second": 1794244.3820986839, "training_seconds": 1.461027286000899, "elapsed_tokens_per_second": 1507195.4651610032, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2800, "epoch": 36, "tokens": 367001600, "loss": 3.5546772122383117, "lr": 0.00027446048017346997, "grad_norm": 0.10837483406066895, "tokens_per_second": 1785115.388190283, "training_seconds": 1.4684989090019371, "elapsed_tokens_per_second": 1508863.0169142315, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2802, "epoch": 36, "tokens": 367263744, "loss": 3.5695018768310547, "lr": 0.0002709997291130384, "grad_norm": 0.09460446983575821, "tokens_per_second": 1799701.6952715316, "training_seconds": 0.1456596949865343, "elapsed_tokens_per_second": 1509025.69218118, "peak_memory_bytes": 42389451776}
{"loss": 3.5532359002089153, "perplexity": 34.92615237168739, "tokens": 367263744, "seconds": 0.5296887570002582, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 36, "step": 2802, "evaluation_tokens": 1048576}
{"event": "train", "step": 2820, "epoch": 37, "tokens": 369623040, "loss": 3.5463108751508923, "lr": 0.00024081262263292666, "grad_norm": 0.10550858825445175, "tokens_per_second": 1802177.8878276867, "training_seconds": 1.3091360269900179, "elapsed_tokens_per_second": 1507043.2658475596, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2840, "epoch": 37, "tokens": 372244480, "loss": 3.5648075580596923, "lr": 0.00020930786320878334, "grad_norm": 0.10360268503427505, "tokens_per_second": 1781964.2105770784, "training_seconds": 1.4710957630013581, "elapsed_tokens_per_second": 1508675.4180510174, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2860, "epoch": 37, "tokens": 374865920, "loss": 3.5529087662696837, "lr": 0.00017996205417157872, "grad_norm": 0.09093547612428665, "tokens_per_second": 1793213.8974124966, "training_seconds": 1.4618668769981014, "elapsed_tokens_per_second": 1510335.835112957, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2880, "epoch": 37, "tokens": 377487360, "loss": 3.5638627767562867, "lr": 0.00015278996147136446, "grad_norm": 0.0865706130862236, "tokens_per_second": 1780194.28141047, "training_seconds": 1.4725583760009613, "elapsed_tokens_per_second": 1511917.9096804683, "peak_memory_bytes": 42389451776}
{"loss": 3.5482306400363197, "perplexity": 34.75177465920056, "tokens": 377487360, "seconds": 0.5260791030013934, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 37, "step": 2880, "evaluation_tokens": 1048576}
{"event": "train", "step": 2900, "epoch": 38, "tokens": 380108800, "loss": 3.562006747722626, "lr": 0.0001278052573079114, "grad_norm": 0.09273834526538849, "tokens_per_second": 1795980.2807908098, "training_seconds": 1.4596151349978754, "elapsed_tokens_per_second": 1510215.4101285972, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2920, "epoch": 38, "tokens": 382730240, "loss": 3.531992721557617, "lr": 0.00010502051325125955, "grad_norm": 0.08894751220941544, "tokens_per_second": 1788152.0342442384, "training_seconds": 1.4660050990059972, "elapsed_tokens_per_second": 1511815.284302625, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2940, "epoch": 38, "tokens": 385351680, "loss": 3.554838216304779, "lr": 8.444719391607497e-05, "grad_norm": 0.08696644008159637, "tokens_per_second": 1792130.0491270337, "training_seconds": 1.462750988008338, "elapsed_tokens_per_second": 1513418.3885257095, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2958, "epoch": 38, "tokens": 387710976, "loss": 3.545591526561313, "lr": 6.783055356613964e-05, "grad_norm": 0.0834532231092453, "tokens_per_second": 1793422.7310485502, "training_seconds": 1.3155269859998953, "elapsed_tokens_per_second": 1514846.8733063678, "peak_memory_bytes": 42389451776}
{"loss": 3.545139922121501, "perplexity": 34.64453253962923, "tokens": 387710976, "seconds": 0.5299658090079902, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 38, "step": 2958, "evaluation_tokens": 1048576}
{"event": "train", "step": 2960, "epoch": 39, "tokens": 387973120, "loss": 3.5345981121063232, "lr": 6.609565119299037e-05, "grad_norm": 0.08556029200553894, "tokens_per_second": 1840226.3021916733, "training_seconds": 0.14245204499457031, "elapsed_tokens_per_second": 1511848.2764243626, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2980, "epoch": 39, "tokens": 390594560, "loss": 3.5491087317466734, "lr": 4.997511903983814e-05, "grad_norm": 0.08508706837892532, "tokens_per_second": 1785531.2184774987, "training_seconds": 1.4681569120002678, "elapsed_tokens_per_second": 1513397.981136232, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3000, "epoch": 39, "tokens": 393216000, "loss": 3.531682074069977, "lr": 3.609370883539442e-05, "grad_norm": 0.08950606733560562, "tokens_per_second": 1794038.4791995848, "training_seconds": 1.461194969000644, "elapsed_tokens_per_second": 1514964.5510128837, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3020, "epoch": 39, "tokens": 395837440, "loss": 3.5475507378578186, "lr": 2.4458405297968444e-05, "grad_norm": 0.091155506670475, "tokens_per_second": 1782972.3254896565, "training_seconds": 1.4702639870083658, "elapsed_tokens_per_second": 1516465.0684419605, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3035, "epoch": 39, "tokens": 397803520, "loss": 3.53492914835612, "lr": 1.7209499597202137e-05, "grad_norm": 0.08320687711238861, "tokens_per_second": 1786624.4395138707, "training_seconds": 1.1004439190000994, "elapsed_tokens_per_second": 1517589.621932944, "peak_memory_bytes": 42389451776}
{"loss": 3.543748945468155, "perplexity": 34.596376303565016, "tokens": 397803520, "seconds": 0.528170821009553, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 39, "step": 3035, "evaluation_tokens": 1048576}
{"event": "train", "step": 3040, "epoch": 40, "tokens": 398458880, "loss": 3.5607187271118166, "lr": 1.5075062970900831e-05, "grad_norm": 0.08462390303611755, "tokens_per_second": 1811738.8480520283, "training_seconds": 0.3617298379977001, "elapsed_tokens_per_second": 1514845.048972737, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3060, "epoch": 40, "tokens": 401080320, "loss": 3.5548367738723754, "lr": 7.948403276727022e-06, "grad_norm": 0.08570151776075363, "tokens_per_second": 1792036.4724833777, "training_seconds": 1.4628273700072896, "elapsed_tokens_per_second": 1516367.7667550978, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3080, "epoch": 40, "tokens": 403701760, "loss": 3.5290352940559386, "lr": 3.0820121414971145e-06, "grad_norm": 0.08824556320905685, "tokens_per_second": 1787320.1664065204, "training_seconds": 1.4666874179965816, "elapsed_tokens_per_second": 1517851.8611398542, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3100, "epoch": 40, "tokens": 406323200, "loss": 3.556211829185486, "lr": 4.78338190441685e-07, "grad_norm": 0.08857838809490204, "tokens_per_second": 1791537.3155446823, "training_seconds": 1.4632349419989623, "elapsed_tokens_per_second": 1519342.6638136995, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3113, "epoch": 40, "tokens": 408027136, "loss": 3.541405200958252, "lr": 0.0, "grad_norm": 0.08643357455730438, "tokens_per_second": 1785667.2470128383, "training_seconds": 0.9542292959959013, "elapsed_tokens_per_second": 1520279.127632225, "peak_memory_bytes": 42389451776}
{"loss": 3.543526335598248, "perplexity": 34.58867566588759, "tokens": 408027136, "seconds": 0.5291083620104473, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 40, "step": 3113, "evaluation_tokens": 1048576}
{"loss": 3.5449604838369844, "perplexity": 34.6383165418531, "tokens": 408027136, "seconds": 98.6744623239938, "split": "full", "validation_complete": true, "event": "final_validation", "step": 3113, "evaluation_tokens": 197411295}