{"event": "train", "step": 20, "epoch": 1, "tokens": 2621440, "loss": 9.685115432739257, "lr": 0.0003205128205128205, "grad_norm": 3.1203601360321045, "tokens_per_second": 47012.486109335325, "training_seconds": 55.760505707003176, "elapsed_tokens_per_second": 47012.486109335325, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 40, "epoch": 1, "tokens": 5242880, "loss": 7.8836019277572635, "lr": 0.000641025641025641, "grad_norm": 0.5567442774772644, "tokens_per_second": 1783553.8816639949, "training_seconds": 1.469784583998262, "elapsed_tokens_per_second": 91601.15577579226, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 60, "epoch": 1, "tokens": 7864320, "loss": 6.867157244682312, "lr": 0.0009615384615384615, "grad_norm": 0.5812364220619202, "tokens_per_second": 1773662.2837116686, "training_seconds": 1.4779814759967849, "elapsed_tokens_per_second": 133940.09060022698, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 78, "epoch": 1, "tokens": 10223616, "loss": 6.423295842276679, "lr": 0.00125, "grad_norm": 0.2737415134906769, "tokens_per_second": 1772707.608859327, "training_seconds": 1.3308996859996114, "elapsed_tokens_per_second": 170259.6183051248, "peak_memory_bytes": 21988176384}
{"loss": 6.3004809973523095, "perplexity": 544.8339107786005, "tokens": 10223616, "seconds": 1.5333372540044365, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 1, "step": 78, "evaluation_tokens": 1048576}
{"event": "train", "step": 80, "epoch": 2, "tokens": 10485760, "loss": 6.301187038421631, "lr": 0.001282051282051282, "grad_norm": 0.5407769083976746, "tokens_per_second": 1862199.0067699268, "training_seconds": 0.14077120600268245, "elapsed_tokens_per_second": 169844.8007266769, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 100, "epoch": 2, "tokens": 13107200, "loss": 6.133330488204956, "lr": 0.0016025641025641025, "grad_norm": 0.3453774154186249, "tokens_per_second": 1771410.3410962867, "training_seconds": 1.4798603910021484, "elapsed_tokens_per_second": 207332.51088690077, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 120, "epoch": 2, "tokens": 15728640, "loss": 5.929157996177674, "lr": 0.001923076923076923, "grad_norm": 0.33241382241249084, "tokens_per_second": 1772053.1074230606, "training_seconds": 1.4793236100085778, "elapsed_tokens_per_second": 243104.29971191302, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 140, "epoch": 2, "tokens": 18350080, "loss": 5.733303499221802, "lr": 0.002243589743589744, "grad_norm": 0.5578615069389343, "tokens_per_second": 1770107.19083831, "training_seconds": 1.4809498620015802, "elapsed_tokens_per_second": 277270.0973264381, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 156, "epoch": 2, "tokens": 20447232, "loss": 5.562930673360825, "lr": 0.0025, "grad_norm": 0.6437792778015137, "tokens_per_second": 1770657.0256566347, "training_seconds": 1.1843919910024852, "elapsed_tokens_per_second": 303519.6188383844, "peak_memory_bytes": 42389451776}
{"loss": 5.543904627325117, "perplexity": 255.6743660886384, "tokens": 20447232, "seconds": 0.5354156560060801, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 2, "step": 156, "evaluation_tokens": 1048576}
{"event": "train", "step": 160, "epoch": 3, "tokens": 20971520, "loss": 5.519148826599121, "lr": 0.002564102564102564, "grad_norm": 0.37791505455970764, "tokens_per_second": 1797623.5448780204, "training_seconds": 0.29165617100079544, "elapsed_tokens_per_second": 307496.4144133014, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 180, "epoch": 3, "tokens": 23592960, "loss": 5.436481952667236, "lr": 0.0028846153846153848, "grad_norm": 0.4369600713253021, "tokens_per_second": 1770786.1806044413, "training_seconds": 1.48038200699375, "elapsed_tokens_per_second": 338578.9657269781, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 200, "epoch": 3, "tokens": 26214400, "loss": 5.2874836921691895, "lr": 0.003205128205128205, "grad_norm": 0.3009271025657654, "tokens_per_second": 1770668.3347450327, "training_seconds": 1.4804805330059025, "elapsed_tokens_per_second": 368364.2834094651, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 220, "epoch": 3, "tokens": 28835840, "loss": 5.235535573959351, "lr": 0.003525641025641026, "grad_norm": 0.482034832239151, "tokens_per_second": 1770183.5348292906, "training_seconds": 1.4808859920012765, "elapsed_tokens_per_second": 396934.32509061066, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 233, "epoch": 3, "tokens": 30539776, "loss": 5.127068226154034, "lr": 0.003733974358974359, "grad_norm": 0.27629315853118896, "tokens_per_second": 1767263.9105277387, "training_seconds": 0.9641661269997712, "elapsed_tokens_per_second": 414875.2872209995, "peak_memory_bytes": 42389451776}
{"loss": 5.113978716577567, "perplexity": 166.3308232981339, "tokens": 30539776, "seconds": 0.5336911030026386, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 3, "step": 233, "evaluation_tokens": 1048576}
{"event": "train", "step": 240, "epoch": 4, "tokens": 31457280, "loss": 5.084970133645194, "lr": 0.003846153846153846, "grad_norm": 0.4643044173717499, "tokens_per_second": 1785835.2166006307, "training_seconds": 0.5137674470024649, "elapsed_tokens_per_second": 421306.4519307295, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 260, "epoch": 4, "tokens": 34078720, "loss": 5.056172966957092, "lr": 0.004166666666666667, "grad_norm": 0.23739756643772125, "tokens_per_second": 1765004.2893812465, "training_seconds": 1.4852315180032747, "elapsed_tokens_per_second": 447505.6324354237, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 280, "epoch": 4, "tokens": 36700160, "loss": 4.989258599281311, "lr": 0.004487179487179488, "grad_norm": 0.22978654503822327, "tokens_per_second": 1767356.8958891055, "training_seconds": 1.4832544609962497, "elapsed_tokens_per_second": 472712.6853302907, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 300, "epoch": 4, "tokens": 39321600, "loss": 4.917725920677185, "lr": 0.004807692307692308, "grad_norm": 0.3027539551258087, "tokens_per_second": 1767269.9225203304, "training_seconds": 1.4833274569973582, "elapsed_tokens_per_second": 496975.4519773883, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 311, "epoch": 4, "tokens": 40763392, "loss": 4.905428409576416, "lr": 0.0049839743589743584, "grad_norm": 0.23738993704319, "tokens_per_second": 1768253.1575676578, "training_seconds": 0.8153764599992428, "elapsed_tokens_per_second": 509933.3075177561, "peak_memory_bytes": 42389451776}
{"loss": 4.884535302630928, "perplexity": 132.22900458453094, "tokens": 40763392, "seconds": 0.5347715520038037, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 4, "step": 311, "evaluation_tokens": 1048576}
{"event": "train", "step": 320, "epoch": 5, "tokens": 41943040, "loss": 4.848858568403456, "lr": 0.004999899362323586, "grad_norm": 0.25778087973594666, "tokens_per_second": 1788420.0646488317, "training_seconds": 0.6596034250105731, "elapsed_tokens_per_second": 516921.768209671, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 340, "epoch": 5, "tokens": 44564480, "loss": 4.827727723121643, "lr": 0.0049987672815123355, "grad_norm": 0.5256867408752441, "tokens_per_second": 1765686.2837097894, "training_seconds": 1.4846578490105458, "elapsed_tokens_per_second": 539353.1237734187, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 360, "epoch": 5, "tokens": 47185920, "loss": 4.810073685646057, "lr": 0.004996377894323162, "grad_norm": 0.22359170019626617, "tokens_per_second": 1767199.7731569884, "training_seconds": 1.4833863379899412, "elapsed_tokens_per_second": 560998.6663388383, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 380, "epoch": 5, "tokens": 49807360, "loss": 4.710879945755005, "lr": 0.004992732403025591, "grad_norm": 0.23612186312675476, "tokens_per_second": 1765119.811240044, "training_seconds": 1.485134314003517, "elapsed_tokens_per_second": 581882.9196371596, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 389, "epoch": 5, "tokens": 50987008, "loss": 4.654985162946913, "lr": 0.004990682593570323, "grad_norm": 0.22621481120586395, "tokens_per_second": 1766710.5351183168, "training_seconds": 0.6677087030111579, "elapsed_tokens_per_second": 591042.9892493953, "peak_memory_bytes": 42389451776}
{"loss": 4.679726036241574, "perplexity": 107.74055152130653, "tokens": 50987008, "seconds": 0.5375413189904066, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 5, "step": 389, "evaluation_tokens": 1048576}
{"event": "train", "step": 400, "epoch": 6, "tokens": 52428800, "loss": 4.638690775090998, "lr": 0.004987832641923876, "grad_norm": 0.2225130796432495, "tokens_per_second": 1780521.2067756408, "training_seconds": 0.809758397997939, "elapsed_tokens_per_second": 598365.2976366053, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 420, "epoch": 6, "tokens": 55050240, "loss": 4.604781651496888, "lr": 0.00498168107643404, "grad_norm": 0.27598321437835693, "tokens_per_second": 1766801.6495378024, "training_seconds": 1.4837205980002182, "elapsed_tokens_per_second": 617813.8967792904, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 440, "epoch": 6, "tokens": 57671680, "loss": 4.538154888153076, "lr": 0.004974280801843336, "grad_norm": 0.20022828876972198, "tokens_per_second": 1767059.9949645859, "training_seconds": 1.4835036769945873, "elapsed_tokens_per_second": 636623.8486093415, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 460, "epoch": 6, "tokens": 60293120, "loss": 4.457278871536255, "lr": 0.004965635541752804, "grad_norm": 0.2001677304506302, "tokens_per_second": 1766435.8867801214, "training_seconds": 1.4840278210031101, "elapsed_tokens_per_second": 654825.8661782177, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 467, "epoch": 6, "tokens": 61210624, "loss": 4.406982285635812, "lr": 0.0049623163591299225, "grad_norm": 0.19229669868946075, "tokens_per_second": 1771869.2603843303, "training_seconds": 0.5178169860009803, "elapsed_tokens_per_second": 661058.9784401822, "peak_memory_bytes": 42389451776}
{"loss": 4.423385269885557, "perplexity": 83.37806539239975, "tokens": 61210624, "seconds": 0.5345593659876613, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 6, "step": 467, "evaluation_tokens": 1048576}
{"event": "train", "step": 480, "epoch": 7, "tokens": 62914560, "loss": 4.388644145085261, "lr": 0.004955749646203652, "grad_norm": 0.23715417087078094, "tokens_per_second": 1784449.635940376, "training_seconds": 0.9548804100049892, "elapsed_tokens_per_second": 668657.3779090694, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 500, "epoch": 7, "tokens": 65536000, "loss": 4.351868391036987, "lr": 0.004944628089488454, "grad_norm": 0.1964341551065445, "tokens_per_second": 1764424.8665495699, "training_seconds": 1.4857192560011754, "elapsed_tokens_per_second": 685682.7999550267, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 520, "epoch": 7, "tokens": 68157440, "loss": 4.334905529022217, "lr": 0.004932276467648223, "grad_norm": 0.2306007593870163, "tokens_per_second": 1763622.3344137503, "training_seconds": 1.4863953290041536, "elapsed_tokens_per_second": 702178.6118417241, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 540, "epoch": 7, "tokens": 70778880, "loss": 4.317431926727295, "lr": 0.00491870099565665, "grad_norm": 0.21688811480998993, "tokens_per_second": 1767295.4634266994, "training_seconds": 1.4833060199889587, "elapsed_tokens_per_second": 718200.6377848899, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 545, "epoch": 7, "tokens": 71434240, "loss": 4.279511451721191, "lr": 0.004915116688071464, "grad_norm": 0.20225007832050323, "tokens_per_second": 1767371.1813799804, "training_seconds": 0.3708106179983588, "elapsed_tokens_per_second": 722121.0298847725, "peak_memory_bytes": 42389451776}
{"loss": 4.282643429475186, "perplexity": 72.43165513624864, "tokens": 71434240, "seconds": 0.5329198029940017, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 7, "step": 545, "evaluation_tokens": 1048576}
{"event": "train", "step": 560, "epoch": 8, "tokens": 73400320, "loss": 4.278070163726807, "lr": 0.004903908504292913, "grad_norm": 0.19727380573749542, "tokens_per_second": 1774495.5867173658, "training_seconds": 1.107965561997844, "elapsed_tokens_per_second": 729783.1688017687, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 580, "epoch": 8, "tokens": 76021760, "loss": 4.244145441055298, "lr": 0.004887906436704631, "grad_norm": 0.249678373336792, "tokens_per_second": 1768811.3344175708, "training_seconds": 1.4820348270004615, "elapsed_tokens_per_second": 744862.6372096915, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 600, "epoch": 8, "tokens": 78643200, "loss": 4.221624064445495, "lr": 0.0048707028446626855, "grad_norm": 0.17577338218688965, "tokens_per_second": 1766553.815128743, "training_seconds": 1.483928753004875, "elapsed_tokens_per_second": 759493.5120440284, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 620, "epoch": 8, "tokens": 81264640, "loss": 4.194225025177002, "lr": 0.004852306384509808, "grad_norm": 0.16665898263454437, "tokens_per_second": 1766937.5376282257, "training_seconds": 1.4836064909904962, "elapsed_tokens_per_second": 773715.7227029639, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 623, "epoch": 8, "tokens": 81657856, "loss": 4.145783106486003, "lr": 0.0048494445949372016, "grad_norm": 0.15293265879154205, "tokens_per_second": 1765881.3593104605, "training_seconds": 0.22267407599429134, "elapsed_tokens_per_second": 775804.0866741054, "peak_memory_bytes": 42389451776}
{"loss": 4.187101950333862, "perplexity": 65.83173061801172, "tokens": 81657856, "seconds": 0.5371776839892846, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 8, "step": 623, "evaluation_tokens": 1048576}
{"event": "train", "step": 640, "epoch": 9, "tokens": 83886080, "loss": 4.169690693126006, "lr": 0.004832726312804964, "grad_norm": 0.19557243585586548, "tokens_per_second": 1773373.3056518973, "training_seconds": 1.2564889709901763, "elapsed_tokens_per_second": 783566.1452576718, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 660, "epoch": 9, "tokens": 86507520, "loss": 4.149363541603089, "lr": 0.004811972481665723, "grad_norm": 0.1643626093864441, "tokens_per_second": 1766439.467218955, "training_seconds": 1.4840248129912652, "elapsed_tokens_per_second": 796995.9898124116, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 680, "epoch": 9, "tokens": 89128960, "loss": 4.141855072975159, "lr": 0.004790055333810961, "grad_norm": 0.18436309695243835, "tokens_per_second": 1766092.5488814902, "training_seconds": 1.4843163240002468, "elapsed_tokens_per_second": 810058.1659186526, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 700, "epoch": 9, "tokens": 91750400, "loss": 4.109418535232544, "lr": 0.004766985897306392, "grad_norm": 0.16182880103588104, "tokens_per_second": 1764711.5604543227, "training_seconds": 1.4854778870067094, "elapsed_tokens_per_second": 822766.8727722431, "peak_memory_bytes": 42389451776}
{"loss": 4.1248599907097585, "perplexity": 61.859147788662646, "tokens": 91750400, "seconds": 0.5353910509875277, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 9, "step": 700, "evaluation_tokens": 1048576}
{"event": "train", "step": 720, "epoch": 10, "tokens": 94371840, "loss": 4.111924457550049, "lr": 0.004742775780015567, "grad_norm": 0.16834469139575958, "tokens_per_second": 1774073.2160652552, "training_seconds": 1.4776391280029202, "elapsed_tokens_per_second": 831212.1184006304, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 740, "epoch": 10, "tokens": 96993280, "loss": 4.09607812166214, "lr": 0.0047174371637591405, "grad_norm": 0.16958171129226685, "tokens_per_second": 1767844.754009569, "training_seconds": 1.4828451390058035, "elapsed_tokens_per_second": 843275.2495664913, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 760, "epoch": 10, "tokens": 99614720, "loss": 4.079378008842468, "lr": 0.0046909827981853345, "grad_norm": 0.18970534205436707, "tokens_per_second": 1767814.2366766003, "training_seconds": 1.4828707369888434, "elapsed_tokens_per_second": 855034.5182759014, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 778, "epoch": 10, "tokens": 101974016, "loss": 4.054607576794094, "lr": 0.0046662308936010225, "grad_norm": 0.1854998618364334, "tokens_per_second": 1765125.2119298421, "training_seconds": 1.3366167929925723, "elapsed_tokens_per_second": 865345.4466293097, "peak_memory_bytes": 42389451776}
{"loss": 4.0738128926544395, "perplexity": 58.780660200897984, "tokens": 101974016, "seconds": 0.5349635769962333, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 10, "step": 778, "evaluation_tokens": 1048576}
{"event": "train", "step": 780, "epoch": 11, "tokens": 102236160, "loss": 4.06442403793335, "lr": 0.004663425994354689, "grad_norm": 0.19415788352489471, "tokens_per_second": 1842737.9910668603, "training_seconds": 0.14225787999748718, "elapsed_tokens_per_second": 862559.0098487266, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 800, "epoch": 11, "tokens": 104857600, "loss": 4.0456687092781065, "lr": 0.004634780618042328, "grad_norm": 0.19495464861392975, "tokens_per_second": 1765103.9148563943, "training_seconds": 1.4851476890034974, "elapsed_tokens_per_second": 873720.1997547903, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 820, "epoch": 11, "tokens": 107479040, "loss": 4.043031811714172, "lr": 0.004605061082761107, "grad_norm": 0.1506638377904892, "tokens_per_second": 1763766.6578304868, "training_seconds": 1.4862737020011991, "elapsed_tokens_per_second": 884595.3936929238, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 840, "epoch": 11, "tokens": 110100480, "loss": 4.029222142696381, "lr": 0.004574282342509156, "grad_norm": 0.16565033793449402, "tokens_per_second": 1762792.801655848, "training_seconds": 1.4870947949966649, "elapsed_tokens_per_second": 895204.0302689752, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 856, "epoch": 11, "tokens": 112197632, "loss": 4.007978871464729, "lr": 0.004548907112255265, "grad_norm": 0.18750977516174316, "tokens_per_second": 1763431.4741568088, "training_seconds": 1.189244963999954, "elapsed_tokens_per_second": 903507.6653076587, "peak_memory_bytes": 42389451776}
{"loss": 4.026254609690492, "perplexity": 56.05058629572506, "tokens": 112197632, "seconds": 0.5373099029966397, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 11, "step": 856, "evaluation_tokens": 1048576}
{"event": "train", "step": 860, "epoch": 12, "tokens": 112721920, "loss": 3.9863243103027344, "lr": 0.00454245988424547, "grad_norm": 0.17298543453216553, "tokens_per_second": 1798638.8277340143, "training_seconds": 0.29149153899925295, "elapsed_tokens_per_second": 901653.266828217, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 880, "epoch": 12, "tokens": 115343360, "loss": 4.008835077285767, "lr": 0.004509609720097321, "grad_norm": 0.188298761844635, "tokens_per_second": 1763973.0675618744, "training_seconds": 1.4860997870127903, "elapsed_tokens_per_second": 911775.7557398429, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 900, "epoch": 12, "tokens": 117964800, "loss": 3.9823779821395875, "lr": 0.004475748379303428, "grad_norm": 0.1567128300666809, "tokens_per_second": 1766988.7212322154, "training_seconds": 1.4835635159979574, "elapsed_tokens_per_second": 921677.2443512826, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 920, "epoch": 12, "tokens": 120586240, "loss": 3.9912572503089905, "lr": 0.004440892899896928, "grad_norm": 0.17407307028770447, "tokens_per_second": 1764452.001005582, "training_seconds": 1.4856964080099715, "elapsed_tokens_per_second": 931339.736195366, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 934, "epoch": 12, "tokens": 122421248, "loss": 3.9777326243264333, "lr": 0.004415911923743702, "grad_norm": 0.1839892417192459, "tokens_per_second": 1767451.4236001158, "training_seconds": 1.0382225929934066, "elapsed_tokens_per_second": 937978.6296037599, "peak_memory_bytes": 42389451776}
{"loss": 3.9897922016344616, "perplexity": 54.0436580126361, "tokens": 122421248, "seconds": 0.53464861199609, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 12, "step": 934, "evaluation_tokens": 1048576}
{"event": "train", "step": 940, "epoch": 13, "tokens": 123207680, "loss": 3.9837821324666343, "lr": 0.004405060820132339, "grad_norm": 0.16259121894836426, "tokens_per_second": 1780152.5580283683, "training_seconds": 0.44177786698855925, "elapsed_tokens_per_second": 936936.3857952139, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 960, "epoch": 13, "tokens": 125829120, "loss": 3.9747333765029906, "lr": 0.004368270169660825, "grad_norm": 0.1665000319480896, "tokens_per_second": 1763888.638051985, "training_seconds": 1.4861709200049518, "elapsed_tokens_per_second": 946170.1911999562, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 980, "epoch": 13, "tokens": 128450560, "loss": 3.956725907325745, "lr": 0.0043305394604582, "grad_norm": 0.15536187589168549, "tokens_per_second": 1764168.088843888, "training_seconds": 1.485935504999361, "elapsed_tokens_per_second": 955197.8910859583, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1000, "epoch": 13, "tokens": 131072000, "loss": 3.9315959930419924, "lr": 0.004291887677510251, "grad_norm": 0.18651890754699707, "tokens_per_second": 1768398.2811354492, "training_seconds": 1.4823809929948766, "elapsed_tokens_per_second": 964056.3799846584, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1012, "epoch": 13, "tokens": 132644864, "loss": 3.947106500466665, "lr": 0.004268262563907721, "grad_norm": 0.1598658710718155, "tokens_per_second": 1765902.0378550105, "training_seconds": 0.8906858740083408, "elapsed_tokens_per_second": 969263.5712475403, "peak_memory_bytes": 42389451776}
{"loss": 3.9542675201500477, "perplexity": 52.15747564913746, "tokens": 132644864, "seconds": 0.5342336489993613, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 13, "step": 1012, "evaluation_tokens": 1048576}
{"event": "train", "step": 1020, "epoch": 14, "tokens": 133693440, "loss": 3.9225015342235565, "lr": 0.00425233426926005, "grad_norm": 0.1866399049758911, "tokens_per_second": 1781633.0954451319, "training_seconds": 0.5885476660041604, "elapsed_tokens_per_second": 968911.7839683814, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1040, "epoch": 14, "tokens": 136314880, "loss": 3.927233338356018, "lr": 0.004211899137822061, "grad_norm": 0.1624477505683899, "tokens_per_second": 1759695.7676874376, "training_seconds": 1.4897120559908217, "elapsed_tokens_per_second": 977350.5701951736, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1060, "epoch": 14, "tokens": 138936320, "loss": 3.9330912947654726, "lr": 0.004170602628967988, "grad_norm": 0.2335541993379593, "tokens_per_second": 1761861.8882036442, "training_seconds": 1.4878805299958913, "elapsed_tokens_per_second": 985618.6035761058, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1080, "epoch": 14, "tokens": 141557760, "loss": 3.9161944150924684, "lr": 0.004128465521889375, "grad_norm": 0.20052117109298706, "tokens_per_second": 1766722.010621576, "training_seconds": 1.4837874799995916, "elapsed_tokens_per_second": 993746.0719557698, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1090, "epoch": 14, "tokens": 142868480, "loss": 3.931096982955933, "lr": 0.004107088353457822, "grad_norm": 0.16398613154888153, "tokens_per_second": 1763664.728265807, "training_seconds": 0.7431797999888659, "elapsed_tokens_per_second": 997730.4937215266, "peak_memory_bytes": 42389451776}
{"loss": 3.9258313021513667, "perplexity": 50.69520357869398, "tokens": 142868480, "seconds": 0.5395709989970783, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 14, "step": 1090, "evaluation_tokens": 1048576}
{"event": "train", "step": 1100, "epoch": 15, "tokens": 144179200, "loss": 3.906314468383789, "lr": 0.0040855090187421296, "grad_norm": 0.1818554550409317, "tokens_per_second": 1773813.4918252546, "training_seconds": 0.7389277429901995, "elapsed_tokens_per_second": 997911.8545013083, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1120, "epoch": 15, "tokens": 146800640, "loss": 3.8961213707923887, "lr": 0.0040417547339782174, "grad_norm": 0.1819673627614975, "tokens_per_second": 1765318.5336664426, "training_seconds": 1.4849671319971094, "elapsed_tokens_per_second": 1005711.0301536142, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1140, "epoch": 15, "tokens": 149422080, "loss": 3.8939908385276794, "lr": 0.003997224683469905, "grad_norm": 0.17543615400791168, "tokens_per_second": 1767280.883673426, "training_seconds": 1.4833182570000645, "elapsed_tokens_per_second": 1013361.30980515, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1160, "epoch": 15, "tokens": 152043520, "loss": 3.8843311309814452, "lr": 0.003951941273432022, "grad_norm": 0.13589540123939514, "tokens_per_second": 1766358.8219108903, "training_seconds": 1.484092567989137, "elapsed_tokens_per_second": 1020856.6778312959, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1167, "epoch": 15, "tokens": 152961024, "loss": 3.864698648452759, "lr": 0.003935918304261752, "grad_norm": 0.16428610682487488, "tokens_per_second": 1767099.2590556499, "training_seconds": 0.5192147499910789, "elapsed_tokens_per_second": 1023438.1236729058, "peak_memory_bytes": 42389451776}
{"loss": 3.895023937468273, "perplexity": 49.15723004823506, "tokens": 152961024, "seconds": 0.5395006670005387, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 15, "step": 1167, "evaluation_tokens": 1048576}
{"event": "train", "step": 1180, "epoch": 16, "tokens": 154664960, "loss": 3.843192137204684, "lr": 0.003905927289147804, "grad_norm": 0.15407311916351318, "tokens_per_second": 1780504.2548181643, "training_seconds": 0.9569963089888915, "elapsed_tokens_per_second": 1024510.872679057, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1200, "epoch": 16, "tokens": 157286400, "loss": 3.866548275947571, "lr": 0.0038592058835040135, "grad_norm": 0.16951370239257812, "tokens_per_second": 1764908.8969750481, "training_seconds": 1.485311793992878, "elapsed_tokens_per_second": 1031716.9948849849, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1220, "epoch": 16, "tokens": 159907840, "loss": 3.86906476020813, "lr": 0.003811800565341085, "grad_norm": 0.16163870692253113, "tokens_per_second": 1766409.1328434506, "training_seconds": 1.4840502980077872, "elapsed_tokens_per_second": 1038789.7844096085, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1240, "epoch": 16, "tokens": 162529280, "loss": 3.8459474205970765, "lr": 0.0037637351876241634, "grad_norm": 0.17400135099887848, "tokens_per_second": 1761274.3353110668, "training_seconds": 1.488376879991847, "elapsed_tokens_per_second": 1045700.7841729957, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1245, "epoch": 16, "tokens": 163184640, "loss": 3.831377077102661, "lr": 0.0037516185359550993, "grad_norm": 0.21214856207370758, "tokens_per_second": 1765321.1204737467, "training_seconds": 0.3712412390013924, "elapsed_tokens_per_second": 1047405.0684701983, "peak_memory_bytes": 42389451776}
{"loss": 3.875732556350668, "perplexity": 48.218007764234635, "tokens": 163184640, "seconds": 0.5388624779880047, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 16, "step": 1245, "evaluation_tokens": 1048576}
{"event": "train", "step": 1260, "epoch": 17, "tokens": 165150720, "loss": 3.8454574902852374, "lr": 0.0037150339354409955, "grad_norm": 0.13714657723903656, "tokens_per_second": 1770378.5424952996, "training_seconds": 1.1105421540123643, "elapsed_tokens_per_second": 1048860.5918061326, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1280, "epoch": 17, "tokens": 167772160, "loss": 3.8563467264175415, "lr": 0.003665721313832702, "grad_norm": 0.18644478917121887, "tokens_per_second": 1761649.666961064, "training_seconds": 1.4880597709998256, "elapsed_tokens_per_second": 1055526.0616574886, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1300, "epoch": 17, "tokens": 170393600, "loss": 3.840039873123169, "lr": 0.003615822135463557, "grad_norm": 0.18111775815486908, "tokens_per_second": 1766960.2366945324, "training_seconds": 1.4835874319978757, "elapsed_tokens_per_second": 1062095.02264659, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1320, "epoch": 17, "tokens": 173015040, "loss": 3.8476338267326353, "lr": 0.0035653615081359903, "grad_norm": 0.15900546312332153, "tokens_per_second": 1764551.9774924268, "training_seconds": 1.4856122310011415, "elapsed_tokens_per_second": 1068532.7377849414, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1323, "epoch": 17, "tokens": 173408256, "loss": 3.8339287439982095, "lr": 0.0035577455548971722, "grad_norm": 0.16728731989860535, "tokens_per_second": 1756374.7712598406, "training_seconds": 0.22387932600395288, "elapsed_tokens_per_second": 1069472.2405382565, "peak_memory_bytes": 42389451776}
{"loss": 3.846431188317603, "perplexity": 46.82565274446199, "tokens": 173408256, "seconds": 0.5346500680025201, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 17, "step": 1323, "evaluation_tokens": 1048576}
{"event": "train", "step": 1340, "epoch": 18, "tokens": 175636480, "loss": 3.8143184465520523, "lr": 0.0035143648221570697, "grad_norm": 0.1690293848514557, "tokens_per_second": 1772522.3026582205, "training_seconds": 1.2570922220038483, "elapsed_tokens_per_second": 1071315.5356411613, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1360, "epoch": 18, "tokens": 178257920, "loss": 3.814261627197266, "lr": 0.00346285773756285, "grad_norm": 0.15576767921447754, "tokens_per_second": 1765023.390270536, "training_seconds": 1.4852154449908994, "elapsed_tokens_per_second": 1077535.850768048, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1380, "epoch": 18, "tokens": 180879360, "loss": 3.813244128227234, "lr": 0.003410866171206993, "grad_norm": 0.20000512897968292, "tokens_per_second": 1763509.0691809459, "training_seconds": 1.4864907959999982, "elapsed_tokens_per_second": 1083635.348096053, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1400, "epoch": 18, "tokens": 183500800, "loss": 3.8028910875320436, "lr": 0.0033584162837201658, "grad_norm": 0.15661853551864624, "tokens_per_second": 1764626.3225725016, "training_seconds": 1.4855496410018532, "elapsed_tokens_per_second": 1089635.222160799, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1401, "epoch": 18, "tokens": 183631872, "loss": 3.8139781951904297, "lr": 0.0033557822308610463, "grad_norm": 0.16408763825893402, "tokens_per_second": 1774251.0546202941, "training_seconds": 0.07387455098796636, "elapsed_tokens_per_second": 1089924.7012469482, "peak_memory_bytes": 42389451776}
{"loss": 3.822916879292552, "perplexity": 45.73742448503612, "tokens": 183631872, "seconds": 0.5333732760045677, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 18, "step": 1401, "evaluation_tokens": 1048576}
{"event": "train", "step": 1420, "epoch": 19, "tokens": 186122240, "loss": 3.8056205197384485, "lr": 0.0033055344663467817, "grad_norm": 0.1604471057653427, "tokens_per_second": 1769617.7146995754, "training_seconds": 1.4072915180004202, "elapsed_tokens_per_second": 1092074.5346419266, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1440, "epoch": 19, "tokens": 188743680, "loss": 3.7975346088409423, "lr": 0.0032522473276657003, "grad_norm": 0.18101704120635986, "tokens_per_second": 1764062.3141146887, "training_seconds": 1.48602460300026, "elapsed_tokens_per_second": 1097875.8572851296, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1460, "epoch": 19, "tokens": 191365120, "loss": 3.7867424488067627, "lr": 0.00319858168020157, "grad_norm": 0.1738964170217514, "tokens_per_second": 1764632.5172875726, "training_seconds": 1.485544426002889, "elapsed_tokens_per_second": 1103578.4713409778, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1479, "epoch": 19, "tokens": 193855488, "loss": 3.776255908765291, "lr": 0.003147273313955012, "grad_norm": 0.18530824780464172, "tokens_per_second": 1762871.2710331809, "training_seconds": 1.4126771709998138, "elapsed_tokens_per_second": 1108898.9666158732, "peak_memory_bytes": 42389451776}
{"loss": 3.802690098416769, "perplexity": 44.821596967021385, "tokens": 193855488, "seconds": 0.5352807989984285, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 19, "step": 1479, "evaluation_tokens": 1048576}
{"event": "train", "step": 1480, "epoch": 20, "tokens": 193986560, "loss": 3.753899574279785, "lr": 0.003144564526933551, "grad_norm": 0.14413870871067047, "tokens_per_second": 1948988.2019645164, "training_seconds": 0.06725130499398801, "elapsed_tokens_per_second": 1105774.6512056105, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1500, "epoch": 20, "tokens": 196608000, "loss": 3.7823469758033754, "lr": 0.0030902230477082115, "grad_norm": 0.15899263322353363, "tokens_per_second": 1761805.4905069836, "training_seconds": 1.4879281589965103, "elapsed_tokens_per_second": 1111284.1321279139, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1520, "epoch": 20, "tokens": 199229440, "loss": 3.768627071380615, "lr": 0.0030355845855634263, "grad_norm": 0.15399442613124847, "tokens_per_second": 1763399.857535552, "training_seconds": 1.4865828579931986, "elapsed_tokens_per_second": 1116710.5392061297, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1540, "epoch": 20, "tokens": 201850880, "loss": 3.7665570974349976, "lr": 0.0029806766329701583, "grad_norm": 0.1607356071472168, "tokens_per_second": 1761930.154279449, "training_seconds": 1.4878228819870856, "elapsed_tokens_per_second": 1122037.3266437498, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1557, "epoch": 20, "tokens": 204079104, "loss": 3.7797251589158, "lr": 0.0029338136193441822, "grad_norm": 0.16144788265228271, "tokens_per_second": 1765923.0673004822, "training_seconds": 1.2617899620090611, "elapsed_tokens_per_second": 1126514.0283714233, "peak_memory_bytes": 42389451776}
{"loss": 3.784029600833556, "perplexity": 43.992959107675865, "tokens": 204079104, "seconds": 0.5372270420048153, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 20, "step": 1557, "evaluation_tokens": 1048576}
{"event": "train", "step": 1560, "epoch": 21, "tokens": 204472320, "loss": 3.760758558909098, "lr": 0.002925526817999061, "grad_norm": 0.18764632940292358, "tokens_per_second": 1803163.2782260503, "training_seconds": 0.21807010199700017, "elapsed_tokens_per_second": 1123939.086721906, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1580, "epoch": 21, "tokens": 207093760, "loss": 3.7749377489089966, "lr": 0.0028701628904188353, "grad_norm": 0.16671258211135864, "tokens_per_second": 1764076.5962502973, "training_seconds": 1.486012572000618, "elapsed_tokens_per_second": 1129116.2884171533, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1600, "epoch": 21, "tokens": 209715200, "loss": 3.7728175044059755, "lr": 0.0028146127077333673, "grad_norm": 0.17221631109714508, "tokens_per_second": 1765159.8060354819, "training_seconds": 1.4851006639946718, "elapsed_tokens_per_second": 1134217.0521163412, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1620, "epoch": 21, "tokens": 212336640, "loss": 3.762314534187317, "lr": 0.002758904221164647, "grad_norm": 0.157912939786911, "tokens_per_second": 1767797.9698357142, "training_seconds": 1.482884381999611, "elapsed_tokens_per_second": 1139248.3286148598, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1634, "epoch": 21, "tokens": 214171648, "loss": 3.7548448528562273, "lr": 0.0027198290975098864, "grad_norm": 0.15993578732013702, "tokens_per_second": 1765857.4105368487, "training_seconds": 1.0391597809939412, "elapsed_tokens_per_second": 1142715.6710701827, "peak_memory_bytes": 42389451776}
{"loss": 3.7629322762634962, "perplexity": 43.074547449944625, "tokens": 214171648, "seconds": 0.5339871129981475, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 21, "step": 1634, "evaluation_tokens": 1048576}
{"event": "train", "step": 1640, "epoch": 22, "tokens": 214958080, "loss": 3.723023454348246, "lr": 0.0027030654615885314, "grad_norm": 0.1568407118320465, "tokens_per_second": 1796121.286815656, "training_seconds": 0.4378501640021568, "elapsed_tokens_per_second": 1140921.8031301757, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1660, "epoch": 22, "tokens": 217579520, "loss": 3.765457332134247, "lr": 0.0026471245254304355, "grad_norm": 0.15079349279403687, "tokens_per_second": 1762880.2963439538, "training_seconds": 1.4870209880027687, "elapsed_tokens_per_second": 1145783.2242193113, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1680, "epoch": 22, "tokens": 220200960, "loss": 3.7447818994522093, "lr": 0.0025911095605280292, "grad_norm": 0.1611214131116867, "tokens_per_second": 1766489.0828260602, "training_seconds": 1.483983130994602, "elapsed_tokens_per_second": 1150589.3855335067, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1700, "epoch": 22, "tokens": 222822400, "loss": 3.7418182611465456, "lr": 0.0025350487519680766, "grad_norm": 0.16037766635417938, "tokens_per_second": 1765211.4572597328, "training_seconds": 1.4850572089926573, "elapsed_tokens_per_second": 1155313.4446029814, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1712, "epoch": 22, "tokens": 224395264, "loss": 3.7352972428003945, "lr": 0.002501401995934006, "grad_norm": 0.16892050206661224, "tokens_per_second": 1762843.6031523384, "training_seconds": 0.8922311640053522, "elapsed_tokens_per_second": 1158103.957955686, "peak_memory_bytes": 42389451776}
{"loss": 3.7436591317099386, "perplexity": 42.252314429949664, "tokens": 224395264, "seconds": 0.5336526590108406, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 22, "step": 1712, "evaluation_tokens": 1048576}
{"event": "train", "step": 1720, "epoch": 23, "tokens": 225443840, "loss": 3.7058278918266296, "lr": 0.002478970307904525, "grad_norm": 0.1500704139471054, "tokens_per_second": 1779119.7127142805, "training_seconds": 0.5893791140115354, "elapsed_tokens_per_second": 1156755.003710741, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1740, "epoch": 23, "tokens": 228065280, "loss": 3.7340304851531982, "lr": 0.0024229024453649877, "grad_norm": 0.16463719308376312, "tokens_per_second": 1763121.9011084281, "training_seconds": 1.4868172179994872, "elapsed_tokens_per_second": 1161337.098747776, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1760, "epoch": 23, "tokens": 230686720, "loss": 3.7203171968460085, "lr": 0.002366873376052768, "grad_norm": 0.15625342726707458, "tokens_per_second": 1765621.6518286844, "training_seconds": 1.4847121960046934, "elapsed_tokens_per_second": 1165864.6766684554, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1780, "epoch": 23, "tokens": 233308160, "loss": 3.720518147945404, "lr": 0.0023109112921515552, "grad_norm": 0.1603032797574997, "tokens_per_second": 1765400.8946946345, "training_seconds": 1.4848978540103417, "elapsed_tokens_per_second": 1170320.8429779976, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1790, "epoch": 23, "tokens": 234618880, "loss": 3.707190418243408, "lr": 0.0022829641709588093, "grad_norm": 0.1448954939842224, "tokens_per_second": 1761269.03387829, "training_seconds": 0.7441906800086144, "elapsed_tokens_per_second": 1172512.038948238, "peak_memory_bytes": 42389451776}
{"loss": 3.7272325322213002, "perplexity": 41.56392203560625, "tokens": 234618880, "seconds": 0.5339922650018707, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 23, "step": 1790, "evaluation_tokens": 1048576}
{"event": "train", "step": 1800, "epoch": 24, "tokens": 235929600, "loss": 3.7110978841781614, "lr": 0.002255044352139943, "grad_norm": 0.16720372438430786, "tokens_per_second": 1780087.4441212928, "training_seconds": 0.7363233780051814, "elapsed_tokens_per_second": 1171561.0598195514, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1820, "epoch": 24, "tokens": 238551040, "loss": 3.737099123001099, "lr": 0.0021993006666229126, "grad_norm": 0.17992405593395233, "tokens_per_second": 1764332.2085581946, "training_seconds": 1.485797281988198, "elapsed_tokens_per_second": 1175893.569605933, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1840, "epoch": 24, "tokens": 241172480, "loss": 3.6955405354499815, "lr": 0.0021437082841874017, "grad_norm": 0.15190567076206207, "tokens_per_second": 1765298.067634955, "training_seconds": 1.4849843480042182, "elapsed_tokens_per_second": 1180170.291309996, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1860, "epoch": 24, "tokens": 243793920, "loss": 3.7142730236053465, "lr": 0.002088295177289076, "grad_norm": 0.1634710431098938, "tokens_per_second": 1763149.791245505, "training_seconds": 1.4867936989903683, "elapsed_tokens_per_second": 1184372.2547306602, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1868, "epoch": 24, "tokens": 244842496, "loss": 3.682157188653946, "lr": 0.0020661863806558174, "grad_norm": 0.17303523421287537, "tokens_per_second": 1769216.5757695278, "training_seconds": 0.592678146000253, "elapsed_tokens_per_second": 1186044.59743936, "peak_memory_bytes": 42389451776}
{"loss": 3.709334731584436, "perplexity": 40.826636818428845, "tokens": 244842496, "seconds": 0.5371867939975346, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 24, "step": 1868, "evaluation_tokens": 1048576}
{"event": "train", "step": 1880, "epoch": 25, "tokens": 246415360, "loss": 3.701904833316803, "lr": 0.0020330892281774098, "grad_norm": 0.15679281949996948, "tokens_per_second": 1779765.7618168425, "training_seconds": 0.8837477570050396, "elapsed_tokens_per_second": 1185442.3955540033, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1900, "epoch": 25, "tokens": 249036800, "loss": 3.6985726952552795, "lr": 0.001978118214866159, "grad_norm": 0.17761971056461334, "tokens_per_second": 1763032.7307190148, "training_seconds": 1.4868924180045724, "elapsed_tokens_per_second": 1189535.1921261651, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1920, "epoch": 25, "tokens": 251658240, "loss": 3.6785757303237916, "lr": 0.0019234097971562766, "grad_norm": 0.15998846292495728, "tokens_per_second": 1761115.3828075465, "training_seconds": 1.4885112160118297, "elapsed_tokens_per_second": 1193563.8500930076, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1940, "epoch": 25, "tokens": 254279680, "loss": 3.6814377188682554, "lr": 0.0018689915027183164, "grad_norm": 0.13367633521556854, "tokens_per_second": 1765610.9181803893, "training_seconds": 1.4847212219901849, "elapsed_tokens_per_second": 1197555.4189840227, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1946, "epoch": 25, "tokens": 255066112, "loss": 3.651582439740499, "lr": 0.001852726686044989, "grad_norm": 0.15351539850234985, "tokens_per_second": 1770003.7502588343, "training_seconds": 0.444310923005105, "elapsed_tokens_per_second": 1198744.164775741, "peak_memory_bytes": 42389451776}
{"loss": 3.6911513773073077, "perplexity": 40.09098023865813, "tokens": 255066112, "seconds": 0.535817286989186, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 25, "step": 1946, "evaluation_tokens": 1048576}
{"event": "train", "step": 1960, "epoch": 26, "tokens": 256901120, "loss": 3.6848530428750172, "lr": 0.0018148907132413139, "grad_norm": 0.14962519705295563, "tokens_per_second": 1776818.4020243057, "training_seconds": 1.0327493219956523, "elapsed_tokens_per_second": 1198468.6793811105, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1980, "epoch": 26, "tokens": 259522560, "loss": 3.694096839427948, "lr": 0.0017611346506551213, "grad_norm": 0.16657163202762604, "tokens_per_second": 1762388.2212774334, "training_seconds": 1.487436177994823, "elapsed_tokens_per_second": 1202345.791283613, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2000, "epoch": 26, "tokens": 262144000, "loss": 3.6756507039070128, "lr": 0.0017077503634331374, "grad_norm": 0.15239809453487396, "tokens_per_second": 1764979.430218827, "training_seconds": 1.4852524370071478, "elapsed_tokens_per_second": 1206184.2316297696, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2020, "epoch": 26, "tokens": 264765440, "loss": 3.6647262811660766, "lr": 0.0016547647129823058, "grad_norm": 0.152063250541687, "tokens_per_second": 1762758.7198646937, "training_seconds": 1.4871235470054671, "elapsed_tokens_per_second": 1209958.0746184704, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2024, "epoch": 26, "tokens": 265289728, "loss": 3.6515673995018005, "lr": 0.0016442177691389543, "grad_norm": 0.15470124781131744, "tokens_per_second": 1764110.7883285265, "training_seconds": 0.29719675400701817, "elapsed_tokens_per_second": 1210703.448091405, "peak_memory_bytes": 42389451776}
{"loss": 3.676148161315015, "perplexity": 39.49397629096498, "tokens": 265289728, "seconds": 0.5354781940113753, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 26, "step": 2024, "evaluation_tokens": 1048576}
{"event": "train", "step": 2040, "epoch": 27, "tokens": 267386880, "loss": 3.6638221740722656, "lr": 0.001602204360127244, "grad_norm": 0.1913888305425644, "tokens_per_second": 1777048.4387545092, "training_seconds": 1.1801321529928828, "elapsed_tokens_per_second": 1210511.2956272962, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2060, "epoch": 27, "tokens": 270008320, "loss": 3.6715127825737, "lr": 0.0015500957516952952, "grad_norm": 0.1508067399263382, "tokens_per_second": 1759159.2491029094, "training_seconds": 1.4901663970085792, "elapsed_tokens_per_second": 1214177.8764233468, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2080, "epoch": 27, "tokens": 272629760, "loss": 3.6608182311058046, "lr": 0.0014984651072092675, "grad_norm": 0.16052298247814178, "tokens_per_second": 1762912.3495892985, "training_seconds": 1.4869939510099357, "elapsed_tokens_per_second": 1217815.340331326, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2100, "epoch": 27, "tokens": 275251200, "loss": 3.6508348107337953, "lr": 0.0014473384056945338, "grad_norm": 0.1522900015115738, "tokens_per_second": 1761550.3789309645, "training_seconds": 1.4881436440045945, "elapsed_tokens_per_second": 1221396.3743856982, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2101, "epoch": 27, "tokens": 275382272, "loss": 3.6572718620300293, "lr": 0.0014447957616861562, "grad_norm": 0.153176948428154, "tokens_per_second": 1763911.7348390308, "training_seconds": 0.07430757299880497, "elapsed_tokens_per_second": 1221568.8332709027, "peak_memory_bytes": 42389451776}
{"loss": 3.661637928798758, "perplexity": 38.925047141266795, "tokens": 275382272, "seconds": 0.5372875780012691, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 27, "step": 2101, "evaluation_tokens": 1048576}
{"event": "train", "step": 2120, "epoch": 28, "tokens": 277872640, "loss": 3.6718988167612174, "lr": 0.0013967413726071521, "grad_norm": 0.14376315474510193, "tokens_per_second": 1767894.7449733897, "training_seconds": 1.408663048001472, "elapsed_tokens_per_second": 1222003.729531827, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2140, "epoch": 28, "tokens": 280494080, "loss": 3.6649056315422057, "lr": 0.0013466994668895663, "grad_norm": 0.16120128333568573, "tokens_per_second": 1765690.299951343, "training_seconds": 1.4846544720057864, "elapsed_tokens_per_second": 1225521.5925880466, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2160, "epoch": 28, "tokens": 283115520, "loss": 3.6347931265830993, "lr": 0.0012972378681604185, "grad_norm": 0.13585737347602844, "tokens_per_second": 1768265.4710553468, "training_seconds": 1.4824923309934093, "elapsed_tokens_per_second": 1229008.3122041137, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2179, "epoch": 28, "tokens": 285605888, "loss": 3.6408110166850842, "lr": 0.0012508095301131512, "grad_norm": 0.19567131996154785, "tokens_per_second": 1764127.6981696507, "training_seconds": 1.4116710499947658, "elapsed_tokens_per_second": 1232258.7777460057, "peak_memory_bytes": 42389451776}
{"loss": 3.6479504525776685, "perplexity": 38.3958911504269, "tokens": 285605888, "seconds": 0.5371524140064139, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 28, "step": 2179, "evaluation_tokens": 1048576}
{"event": "train", "step": 2180, "epoch": 29, "tokens": 285736960, "loss": 3.6057257652282715, "lr": 0.0012483814640449006, "grad_norm": 0.1585170030593872, "tokens_per_second": 1929239.9664410984, "training_seconds": 0.06793970800936222, "elapsed_tokens_per_second": 1229483.2624306348, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2200, "epoch": 29, "tokens": 288358400, "loss": 3.6354647278785706, "lr": 0.0012001548376520327, "grad_norm": 0.15667127072811127, "tokens_per_second": 1761004.4622487393, "training_seconds": 1.4886049730121158, "elapsed_tokens_per_second": 1232861.1891471124, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2220, "epoch": 29, "tokens": 290979840, "loss": 3.640280020236969, "lr": 0.001152582255205164, "grad_norm": 0.15620842576026917, "tokens_per_second": 1765266.3412463902, "training_seconds": 1.4850110370025504, "elapsed_tokens_per_second": 1236211.7080000478, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2240, "epoch": 29, "tokens": 293601280, "loss": 3.622510290145874, "lr": 0.001105687653831919, "grad_norm": 0.14359910786151886, "tokens_per_second": 1762161.6005288453, "training_seconds": 1.4876274679991184, "elapsed_tokens_per_second": 1239508.9527300668, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2257, "epoch": 29, "tokens": 295829504, "loss": 3.635318363414091, "lr": 0.0010663779398238562, "grad_norm": 0.16030150651931763, "tokens_per_second": 1764655.7021557372, "training_seconds": 1.262696171994321, "elapsed_tokens_per_second": 1242285.3591386245, "peak_memory_bytes": 42389451776}
{"loss": 3.6324817763981647, "perplexity": 37.806527632164354, "tokens": 295829504, "seconds": 0.5329466569965007, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 29, "step": 2257, "evaluation_tokens": 1048576}
{"event": "train", "step": 2260, "epoch": 30, "tokens": 296222720, "loss": 3.6175573666890464, "lr": 0.001059494629519741, "grad_norm": 0.14773504436016083, "tokens_per_second": 1811167.8856558814, "training_seconds": 0.21710632300528232, "elapsed_tokens_per_second": 1239967.8753447055, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2280, "epoch": 30, "tokens": 298844160, "loss": 3.6250262022018434, "lr": 0.001014026425243081, "grad_norm": 0.15336152911186218, "tokens_per_second": 1764780.5025806858, "training_seconds": 1.4854198559914948, "elapsed_tokens_per_second": 1243205.9121515667, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2300, "epoch": 30, "tokens": 301465600, "loss": 3.61938054561615, "lr": 0.0009693059192682168, "grad_norm": 0.1410839855670929, "tokens_per_second": 1764152.3425738378, "training_seconds": 1.48594876799325, "elapsed_tokens_per_second": 1246397.69269521, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2320, "epoch": 30, "tokens": 304087040, "loss": 3.6115740060806276, "lr": 0.0009253556136415763, "grad_norm": 0.14064060151576996, "tokens_per_second": 1765439.2793045905, "training_seconds": 1.4848655690002488, "elapsed_tokens_per_second": 1249558.735249938, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2335, "epoch": 30, "tokens": 306053120, "loss": 3.594166914621989, "lr": 0.0008929116465421789, "grad_norm": 0.15686467289924622, "tokens_per_second": 1759011.497236918, "training_seconds": 1.117718674999196, "elapsed_tokens_per_second": 1251879.9846785835, "peak_memory_bytes": 42389451776}
{"loss": 3.6204748970976284, "perplexity": 37.35530353563097, "tokens": 306053120, "seconds": 0.5384044059901498, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 30, "step": 2335, "evaluation_tokens": 1048576}
{"event": "train", "step": 2340, "epoch": 31, "tokens": 306708480, "loss": 3.6132843017578127, "lr": 0.0008821976228673739, "grad_norm": 0.1373765617609024, "tokens_per_second": 1798559.699890786, "training_seconds": 0.36438045400427654, "elapsed_tokens_per_second": 1249880.8908669339, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2360, "epoch": 31, "tokens": 309329920, "loss": 3.5838899970054627, "lr": 0.0008398536627802378, "grad_norm": 0.14710716903209686, "tokens_per_second": 1761635.3814757192, "training_seconds": 1.4880718380009057, "elapsed_tokens_per_second": 1252960.0619965175, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2380, "epoch": 31, "tokens": 311951360, "loss": 3.618208038806915, "lr": 0.0007983450396184397, "grad_norm": 0.1481534242630005, "tokens_per_second": 1760670.3842751519, "training_seconds": 1.488887428000453, "elapsed_tokens_per_second": 1255995.0787628323, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2400, "epoch": 31, "tokens": 314572800, "loss": 3.6030725836753845, "lr": 0.0007576926393032186, "grad_norm": 0.1574796438217163, "tokens_per_second": 1764479.2313341333, "training_seconds": 1.4856734799977858, "elapsed_tokens_per_second": 1259012.746570645, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2413, "epoch": 31, "tokens": 316276736, "loss": 3.608945846557617, "lr": 0.000731737436092279, "grad_norm": 0.13321813941001892, "tokens_per_second": 1760478.4282228015, "training_seconds": 0.9678823510039365, "elapsed_tokens_per_second": 1260939.8135576146, "peak_memory_bytes": 42389451776}
{"loss": 3.6085883898528666, "perplexity": 36.91390797232287, "tokens": 316276736, "seconds": 0.5335637249954743, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 31, "step": 2413, "evaluation_tokens": 1048576}
{"event": "train", "step": 2420, "epoch": 32, "tokens": 317194240, "loss": 3.575159583772932, "lr": 0.0007179169169296026, "grad_norm": 0.15615850687026978, "tokens_per_second": 1776748.488128546, "training_seconds": 0.5163949800044065, "elapsed_tokens_per_second": 1259269.7804996187, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2440, "epoch": 32, "tokens": 319815680, "loss": 3.5998759388923647, "lr": 0.0006790378864740018, "grad_norm": 0.14636440575122833, "tokens_per_second": 1762451.3890429628, "training_seconds": 1.4873828670097282, "elapsed_tokens_per_second": 1262218.1033728488, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2460, "epoch": 32, "tokens": 322437120, "loss": 3.591067373752594, "lr": 0.0006410751107237639, "grad_norm": 0.15000739693641663, "tokens_per_second": 1762147.9937597136, "training_seconds": 1.4876389550045133, "elapsed_tokens_per_second": 1265128.4021975978, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2480, "epoch": 32, "tokens": 325058560, "loss": 3.5863771200180055, "lr": 0.0006040476914337539, "grad_norm": 0.14955656230449677, "tokens_per_second": 1762123.5454860122, "training_seconds": 1.4876595949899638, "elapsed_tokens_per_second": 1268006.9905044723, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2491, "epoch": 32, "tokens": 326500352, "loss": 3.5634835850108755, "lr": 0.000584088076256298, "grad_norm": 0.15239639580249786, "tokens_per_second": 1760276.9427927737, "training_seconds": 0.8190711159986677, "elapsed_tokens_per_second": 1269567.6551223774, "peak_memory_bytes": 42389451776}
{"loss": 3.5991161179947273, "perplexity": 36.5659002147551, "tokens": 326500352, "seconds": 0.5359531870053615, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 32, "step": 2491, "evaluation_tokens": 1048576}
{"event": "train", "step": 2500, "epoch": 33, "tokens": 327680000, "loss": 3.553937143749661, "lr": 0.0005679742597149087, "grad_norm": 0.13779306411743164, "tokens_per_second": 1787273.4653496486, "training_seconds": 0.6600265839952044, "elapsed_tokens_per_second": 1268196.5433616107, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2520, "epoch": 33, "tokens": 330301440, "loss": 3.574740731716156, "lr": 0.0005328729666596136, "grad_norm": 0.14411598443984985, "tokens_per_second": 1763483.9745256219, "training_seconds": 1.4865119489986682, "elapsed_tokens_per_second": 1271024.1450649777, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2540, "epoch": 33, "tokens": 332922880, "loss": 3.5914153337478636, "lr": 0.0004987614742086017, "grad_norm": 0.1456976681947708, "tokens_per_second": 1763861.8069399456, "training_seconds": 1.4861935270018876, "elapsed_tokens_per_second": 1273819.2672976775, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2560, "epoch": 33, "tokens": 335544320, "loss": 3.5698366522789002, "lr": 0.0004656569462639848, "grad_norm": 0.1416224092245102, "tokens_per_second": 1764814.7564436821, "training_seconds": 1.4853910249948967, "elapsed_tokens_per_second": 1276588.7140810695, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2568, "epoch": 33, "tokens": 336592896, "loss": 3.607398122549057, "lr": 0.0004527008335841501, "grad_norm": 0.13534031808376312, "tokens_per_second": 1757504.0857049085, "training_seconds": 0.596627915991121, "elapsed_tokens_per_second": 1277670.7358434289, "peak_memory_bytes": 42389451776}
{"loss": 3.5888653609807633, "perplexity": 36.19298664526338, "tokens": 336592896, "seconds": 0.5349541890027467, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 33, "step": 2568, "evaluation_tokens": 1048576}
{"event": "train", "step": 2580, "epoch": 34, "tokens": 338165760, "loss": 3.575584133466085, "lr": 0.0004335760400528796, "grad_norm": 0.13680925965309143, "tokens_per_second": 1776389.7524225574, "training_seconds": 0.885427310000523, "elapsed_tokens_per_second": 1276680.0475673229, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2600, "epoch": 34, "tokens": 340787200, "loss": 3.591287004947662, "lr": 0.00040253489774598304, "grad_norm": 0.132906973361969, "tokens_per_second": 1767020.1462717908, "training_seconds": 1.4835371320077684, "elapsed_tokens_per_second": 1279405.1384664415, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2620, "epoch": 34, "tokens": 343408640, "loss": 3.569998550415039, "lr": 0.00037254913833530357, "grad_norm": 0.1492071896791458, "tokens_per_second": 1765587.6294567878, "training_seconds": 1.484740805986803, "elapsed_tokens_per_second": 1282092.8263957142, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2640, "epoch": 34, "tokens": 346030080, "loss": 3.578404486179352, "lr": 0.00034363384977514287, "grad_norm": 0.141068696975708, "tokens_per_second": 1766149.4914897038, "training_seconds": 1.4842684680043021, "elapsed_tokens_per_second": 1284753.906278969, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2646, "epoch": 34, "tokens": 346816512, "loss": 3.591048280398051, "lr": 0.0003351701943666427, "grad_norm": 0.1365431696176529, "tokens_per_second": 1761203.0569559503, "training_seconds": 0.44653113500680774, "elapsed_tokens_per_second": 1285535.2941685542, "peak_memory_bytes": 42389451776}
{"loss": 3.579502434592129, "perplexity": 35.85569585397321, "tokens": 346816512, "seconds": 0.5375752260006266, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 34, "step": 2646, "evaluation_tokens": 1048576}
{"event": "train", "step": 2660, "epoch": 35, "tokens": 348651520, "loss": 3.574209042957851, "lr": 0.00031580358139028013, "grad_norm": 0.13023661077022552, "tokens_per_second": 1774281.2992185424, "training_seconds": 1.034226083997055, "elapsed_tokens_per_second": 1284785.543693064, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2680, "epoch": 35, "tokens": 351272960, "loss": 3.584131288528442, "lr": 0.0002890723365551784, "grad_norm": 0.14733287692070007, "tokens_per_second": 1765551.1897229583, "training_seconds": 1.4847714499919675, "elapsed_tokens_per_second": 1287396.3641176806, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2700, "epoch": 35, "tokens": 353894400, "loss": 3.5876813530921936, "lr": 0.0002634535656478981, "grad_norm": 0.14299769699573517, "tokens_per_second": 1765042.3453714321, "training_seconds": 1.4851994950004155, "elapsed_tokens_per_second": 1289974.8819106284, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2720, "epoch": 35, "tokens": 356515840, "loss": 3.5726744174957275, "lr": 0.0002389601592822613, "grad_norm": 0.13811235129833221, "tokens_per_second": 1764482.7836417127, "training_seconds": 1.4856704889971297, "elapsed_tokens_per_second": 1292525.5127390332, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2724, "epoch": 35, "tokens": 357040128, "loss": 3.5974205136299133, "lr": 0.00023419761633493825, "grad_norm": 0.13874006271362305, "tokens_per_second": 1766164.2144146974, "training_seconds": 0.29685121899819933, "elapsed_tokens_per_second": 1293026.7025459595, "peak_memory_bytes": 42389451776}
{"loss": 3.5725035493730726, "perplexity": 35.60562209382212, "tokens": 357040128, "seconds": 0.5354056540090824, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 35, "step": 2724, "evaluation_tokens": 1048576}
{"event": "train", "step": 2740, "epoch": 36, "tokens": 359137280, "loss": 3.5766020715236664, "lr": 0.00021560444182167155, "grad_norm": 0.14487206935882568, "tokens_per_second": 1773729.4606491395, "training_seconds": 1.1823404000024311, "elapsed_tokens_per_second": 1292493.4129008148, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2760, "epoch": 36, "tokens": 361758720, "loss": 3.5740726470947264, "lr": 0.0001933981651778585, "grad_norm": 0.13067783415317535, "tokens_per_second": 1762017.1796078084, "training_seconds": 1.487749399006134, "elapsed_tokens_per_second": 1294988.1701204549, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2780, "epoch": 36, "tokens": 364380160, "loss": 3.5751004457473754, "lr": 0.00017235250289765914, "grad_norm": 0.1310558170080185, "tokens_per_second": 1762392.5637468554, "training_seconds": 1.4874325130076613, "elapsed_tokens_per_second": 1297456.5512729997, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2800, "epoch": 36, "tokens": 367001600, "loss": 3.5625754833221435, "lr": 0.00015247804454081665, "grad_norm": 0.1280297040939331, "tokens_per_second": 1765525.5125227196, "training_seconds": 1.4847930440009804, "elapsed_tokens_per_second": 1299912.8915241447, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2802, "epoch": 36, "tokens": 367263744, "loss": 3.547846794128418, "lr": 0.00015055540506279914, "grad_norm": 0.12450070679187775, "tokens_per_second": 1756216.108951051, "training_seconds": 0.14926636799646076, "elapsed_tokens_per_second": 1300146.33913197, "peak_memory_bytes": 42389451776}
{"loss": 3.567006754615095, "perplexity": 35.41044222023764, "tokens": 367263744, "seconds": 0.5350876790034818, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 36, "step": 2802, "evaluation_tokens": 1048576}
{"event": "train", "step": 2820, "epoch": 37, "tokens": 369623040, "loss": 3.5657581885655723, "lr": 0.00013378479035162593, "grad_norm": 0.11853606253862381, "tokens_per_second": 1769598.8912946095, "training_seconds": 1.3332377250044374, "elapsed_tokens_per_second": 1299840.1995027896, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2840, "epoch": 37, "tokens": 372244480, "loss": 3.5862990021705627, "lr": 0.00011628214622710187, "grad_norm": 0.12087871134281158, "tokens_per_second": 1761073.1907391532, "training_seconds": 1.4885468779975781, "elapsed_tokens_per_second": 1302236.7586653053, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2860, "epoch": 37, "tokens": 374865920, "loss": 3.5493661522865296, "lr": 9.997891898421041e-05, "grad_norm": 0.13266883790493011, "tokens_per_second": 1764120.6395254976, "training_seconds": 1.4859754720091587, "elapsed_tokens_per_second": 1304618.8559328988, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2880, "epoch": 37, "tokens": 377487360, "loss": 3.5632728099823, "lr": 8.488331192853582e-05, "grad_norm": 0.12203453481197357, "tokens_per_second": 1761762.6555758945, "training_seconds": 1.4879643360036425, "elapsed_tokens_per_second": 1306968.433240669, "peak_memory_bytes": 42389451776}
{"loss": 3.563317983771824, "perplexity": 35.280061832954665, "tokens": 377487360, "seconds": 0.5358960710000247, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 37, "step": 2880, "evaluation_tokens": 1048576}
{"event": "train", "step": 2900, "epoch": 38, "tokens": 380108800, "loss": 3.56363685131073, "lr": 7.100292072661746e-05, "grad_norm": 0.11653507500886917, "tokens_per_second": 1774264.9855638773, "training_seconds": 1.477479418987059, "elapsed_tokens_per_second": 1306684.8366399913, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2920, "epoch": 38, "tokens": 382730240, "loss": 3.5731065034866334, "lr": 5.834472958403308e-05, "grad_norm": 0.11906817555427551, "tokens_per_second": 1764329.7160586263, "training_seconds": 1.4857993810001062, "elapsed_tokens_per_second": 1309003.100151812, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2940, "epoch": 38, "tokens": 385351680, "loss": 3.5607805371284487, "lr": 4.691510773115276e-05, "grad_norm": 0.12373600900173187, "tokens_per_second": 1766145.2066399294, "training_seconds": 1.4842720689921407, "elapsed_tokens_per_second": 1311306.9782017546, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2958, "epoch": 38, "tokens": 387710976, "loss": 3.5722584856881037, "lr": 3.7683640870077585e-05, "grad_norm": 0.11857326328754425, "tokens_per_second": 1763469.3895987931, "training_seconds": 1.3378718189924257, "elapsed_tokens_per_second": 1313349.4099540452, "peak_memory_bytes": 42389451776}
{"loss": 3.5606298900797375, "perplexity": 35.18535307132668, "tokens": 387710976, "seconds": 0.5356589900038671, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 38, "step": 2958, "evaluation_tokens": 1048576}
{"event": "train", "step": 2960, "epoch": 39, "tokens": 387973120, "loss": 3.5566591024398804, "lr": 3.671980621832799e-05, "grad_norm": 0.11729132384061813, "tokens_per_second": 1834715.973654589, "training_seconds": 0.14287988100841176, "elapsed_tokens_per_second": 1311160.8345312546, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2980, "epoch": 39, "tokens": 390594560, "loss": 3.5631084084510802, "lr": 2.7763955022132304e-05, "grad_norm": 0.11670424044132233, "tokens_per_second": 1762959.0699830903, "training_seconds": 1.4869545440014917, "elapsed_tokens_per_second": 1313415.547939577, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3000, "epoch": 39, "tokens": 393216000, "loss": 3.5580351829528807, "lr": 2.005206046410801e-05, "grad_norm": 0.12083020806312561, "tokens_per_second": 1764285.6777733986, "training_seconds": 1.4858364679967053, "elapsed_tokens_per_second": 1315650.4308415835, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3020, "epoch": 39, "tokens": 395837440, "loss": 3.555157458782196, "lr": 1.3588002943315802e-05, "grad_norm": 0.11427058279514313, "tokens_per_second": 1764297.6088674294, "training_seconds": 1.4858264200011035, "elapsed_tokens_per_second": 1317864.665826384, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3035, "epoch": 39, "tokens": 397803520, "loss": 3.5432286421457926, "lr": 9.560833109556744e-06, "grad_norm": 0.12104055285453796, "tokens_per_second": 1765692.4755774636, "training_seconds": 1.1134894819988403, "elapsed_tokens_per_second": 1319511.7570694913, "peak_memory_bytes": 42389451776}
{"loss": 3.5594797024150946, "perplexity": 35.14490657723622, "tokens": 397803520, "seconds": 0.5353477030002978, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 39, "step": 3035, "evaluation_tokens": 1048576}
{"event": "train", "step": 3040, "epoch": 40, "tokens": 398458880, "loss": 3.5798317432403564, "lr": 8.375034983833796e-06, "grad_norm": 0.11830893158912659, "tokens_per_second": 1794951.7567971332, "training_seconds": 0.365112876999774, "elapsed_tokens_per_second": 1317667.4106550184, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3060, "epoch": 40, "tokens": 401080320, "loss": 3.5705456018447874, "lr": 4.415779598181679e-06, "grad_norm": 0.11963581293821335, "tokens_per_second": 1764214.0221356638, "training_seconds": 1.4858968170010485, "elapsed_tokens_per_second": 1319846.387127769, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3080, "epoch": 40, "tokens": 403701760, "loss": 3.542162537574768, "lr": 1.712228967498397e-06, "grad_norm": 0.12433291971683502, "tokens_per_second": 1761773.642077543, "training_seconds": 1.487955056989449, "elapsed_tokens_per_second": 1321992.1353978307, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3100, "epoch": 40, "tokens": 406323200, "loss": 3.551715135574341, "lr": 2.6574343913426947e-07, "grad_norm": 0.12141411751508713, "tokens_per_second": 1762760.5974637275, "training_seconds": 1.4871219630003907, "elapsed_tokens_per_second": 1324123.2102064118, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3113, "epoch": 40, "tokens": 408027136, "loss": 3.5690889541919413, "lr": 0.0, "grad_norm": 0.11560306698083878, "tokens_per_second": 1761746.1677725185, "training_seconds": 0.9671858700021403, "elapsed_tokens_per_second": 1325491.6457113991, "peak_memory_bytes": 42389451776}
{"loss": 3.5593111599631264, "perplexity": 35.138983667652376, "tokens": 408027136, "seconds": 0.5380468180082971, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 40, "step": 3113, "evaluation_tokens": 1048576}
{"loss": 3.559515880145625, "perplexity": 35.14617806319549, "tokens": 408027136, "seconds": 99.83030993599095, "split": "full", "validation_complete": true, "event": "final_validation", "step": 3113, "evaluation_tokens": 197411295}