{"event": "train", "step": 20, "epoch": 1, "tokens": 2621440, "loss": 9.346127033233643, "lr": 0.000641025641025641, "grad_norm": 1.2575980424880981, "tokens_per_second": 49831.52000136027, "training_seconds": 52.606061383005, "elapsed_tokens_per_second": 49831.52000136027, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 40, "epoch": 1, "tokens": 5242880, "loss": 7.3210160493850704, "lr": 0.001282051282051282, "grad_norm": 1.3471482992172241, "tokens_per_second": 1769705.9068952787, "training_seconds": 1.4812856700009434, "elapsed_tokens_per_second": 96922.77868989343, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 60, "epoch": 1, "tokens": 7864320, "loss": 6.960748291015625, "lr": 0.001923076923076923, "grad_norm": 2.41353178024292, "tokens_per_second": 1764363.3313630694, "training_seconds": 1.4857710729993414, "elapsed_tokens_per_second": 141494.46267452886, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 78, "epoch": 1, "tokens": 10223616, "loss": 6.723789029651218, "lr": 0.0025, "grad_norm": 0.5068167448043823, "tokens_per_second": 1759320.10766689, "training_seconds": 1.341027132992167, "elapsed_tokens_per_second": 179605.81809167296, "peak_memory_bytes": 21988176384}
{"loss": 6.6419742203836165, "perplexity": 766.6069511288426, "tokens": 10223616, "seconds": 1.117227691996959, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 1, "step": 78, "evaluation_tokens": 1048576}
{"event": "train", "step": 80, "epoch": 2, "tokens": 10485760, "loss": 6.735558986663818, "lr": 0.002564102564102564, "grad_norm": 1.447046160697937, "tokens_per_second": 1827398.1639371226, "training_seconds": 0.14345204300479963, "elapsed_tokens_per_second": 180195.1276770502, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 100, "epoch": 2, "tokens": 13107200, "loss": 6.499139642715454, "lr": 0.003205128205128205, "grad_norm": 0.9151216149330139, "tokens_per_second": 1762424.3184462609, "training_seconds": 1.4874057130073197, "elapsed_tokens_per_second": 219626.40874539866, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 120, "epoch": 2, "tokens": 15728640, "loss": 6.2776469707489015, "lr": 0.003846153846153846, "grad_norm": 0.37921491265296936, "tokens_per_second": 1760097.2525701893, "training_seconds": 1.4893722470005741, "elapsed_tokens_per_second": 257128.36955251332, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 140, "epoch": 2, "tokens": 18350080, "loss": 6.0950441598892215, "lr": 0.004487179487179488, "grad_norm": 0.4610902965068817, "tokens_per_second": 1758853.6216348396, "training_seconds": 1.490425336000044, "elapsed_tokens_per_second": 292842.92148371227, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 156, "epoch": 2, "tokens": 20447232, "loss": 5.945062637329102, "lr": 0.005, "grad_norm": 0.3491430878639221, "tokens_per_second": 1762011.0020521255, "training_seconds": 1.1902036920073442, "elapsed_tokens_per_second": 320220.4965804975, "peak_memory_bytes": 42389451776}
{"loss": 5.856546372241313, "perplexity": 349.51496261359983, "tokens": 20447232, "seconds": 0.5412103730050148, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 2, "step": 156, "evaluation_tokens": 1048576}
{"event": "train", "step": 160, "epoch": 3, "tokens": 20971520, "loss": 5.848140001296997, "lr": 0.005128205128205128, "grad_norm": 0.2701191008090973, "tokens_per_second": 1801344.6185417122, "training_seconds": 0.2910536910057999, "elapsed_tokens_per_second": 323990.791001018, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 180, "epoch": 3, "tokens": 23592960, "loss": 5.712928318977356, "lr": 0.0057692307692307696, "grad_norm": 0.312538743019104, "tokens_per_second": 1761972.3672919031, "training_seconds": 1.487787236997974, "elapsed_tokens_per_second": 356294.65122079407, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 200, "epoch": 3, "tokens": 26214400, "loss": 5.602053165435791, "lr": 0.00641025641025641, "grad_norm": 0.38536351919174194, "tokens_per_second": 1763992.5770358571, "training_seconds": 1.4860833509883378, "elapsed_tokens_per_second": 387185.08128056524, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 220, "epoch": 3, "tokens": 28835840, "loss": 5.449352169036866, "lr": 0.007051282051282052, "grad_norm": 0.2926756739616394, "tokens_per_second": 1756785.9336526035, "training_seconds": 1.492179524997482, "elapsed_tokens_per_second": 416712.9995524747, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 233, "epoch": 3, "tokens": 30539776, "loss": 5.314729030315693, "lr": 0.007467948717948718, "grad_norm": 0.22878314554691315, "tokens_per_second": 1755454.2334913604, "training_seconds": 0.97065247700084, "elapsed_tokens_per_second": 435221.2845331105, "peak_memory_bytes": 42389451776}
{"loss": 5.298921057507019, "perplexity": 200.1207746434086, "tokens": 30539776, "seconds": 0.5395245340041583, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 3, "step": 233, "evaluation_tokens": 1048576}
{"event": "train", "step": 240, "epoch": 4, "tokens": 31457280, "loss": 5.247448308127267, "lr": 0.007692307692307692, "grad_norm": 0.251626193523407, "tokens_per_second": 1779908.1073934226, "training_seconds": 0.5154782969912048, "elapsed_tokens_per_second": 441613.14966415236, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 260, "epoch": 4, "tokens": 34078720, "loss": 5.222575902938843, "lr": 0.008333333333333333, "grad_norm": 0.35654404759407043, "tokens_per_second": 1759362.9924759376, "training_seconds": 1.4899938279995695, "elapsed_tokens_per_second": 468605.73081204103, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 280, "epoch": 4, "tokens": 36700160, "loss": 5.143235158920288, "lr": 0.008974358974358975, "grad_norm": 0.19111478328704834, "tokens_per_second": 1754477.7819331018, "training_seconds": 1.4941426029981812, "elapsed_tokens_per_second": 494482.2517237528, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 300, "epoch": 4, "tokens": 39321600, "loss": 5.055440187454224, "lr": 0.009615384615384616, "grad_norm": 0.2514191269874573, "tokens_per_second": 1754347.7459849063, "training_seconds": 1.4942533519933932, "elapsed_tokens_per_second": 519337.62175866246, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 311, "epoch": 4, "tokens": 40763392, "loss": 5.015866366299716, "lr": 0.009967948717948717, "grad_norm": 0.18349778652191162, "tokens_per_second": 1754970.4479403575, "training_seconds": 0.8215477369958535, "elapsed_tokens_per_second": 532590.4415598158, "peak_memory_bytes": 42389451776}
{"loss": 5.016010666915548, "perplexity": 150.8084769085742, "tokens": 40763392, "seconds": 0.5422004239953822, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 4, "step": 311, "evaluation_tokens": 1048576}
{"event": "train", "step": 320, "epoch": 5, "tokens": 41943040, "loss": 4.977716181013319, "lr": 0.009999798724647173, "grad_norm": 0.17312519252300262, "tokens_per_second": 1772960.4299750894, "training_seconds": 0.6653549509937875, "elapsed_tokens_per_second": 539447.1549392544, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 340, "epoch": 5, "tokens": 44564480, "loss": 4.935458731651306, "lr": 0.009997534563024671, "grad_norm": 0.18275727331638336, "tokens_per_second": 1754184.1109298135, "training_seconds": 1.4943927400017856, "elapsed_tokens_per_second": 562347.0443870556, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 360, "epoch": 5, "tokens": 47185920, "loss": 4.878186750411987, "lr": 0.009992755788646324, "grad_norm": 0.1617809236049652, "tokens_per_second": 1751903.1674155472, "training_seconds": 1.4963384099974064, "elapsed_tokens_per_second": 584380.8873244046, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 380, "epoch": 5, "tokens": 49807360, "loss": 4.813467741012573, "lr": 0.009985464806051182, "grad_norm": 0.17759501934051514, "tokens_per_second": 1757455.306951602, "training_seconds": 1.491611188990646, "elapsed_tokens_per_second": 605649.8722995026, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 389, "epoch": 5, "tokens": 50987008, "loss": 4.770350244310167, "lr": 0.009981365187140646, "grad_norm": 0.17845849692821503, "tokens_per_second": 1755361.3609304256, "training_seconds": 0.672025730003952, "elapsed_tokens_per_second": 614958.0440846565, "peak_memory_bytes": 42389451776}
{"loss": 4.796447537204841, "perplexity": 121.07952210439734, "tokens": 50987008, "seconds": 0.5424056980118621, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 5, "step": 389, "evaluation_tokens": 1048576}
{"event": "train", "step": 400, "epoch": 6, "tokens": 52428800, "loss": 4.7492358901283955, "lr": 0.009975665283847752, "grad_norm": 0.20510786771774292, "tokens_per_second": 1772976.9118887435, "training_seconds": 0.8132040470081847, "elapsed_tokens_per_second": 621628.6215944611, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 420, "epoch": 6, "tokens": 55050240, "loss": 4.71823136806488, "lr": 0.00996336215286808, "grad_norm": 0.31647878885269165, "tokens_per_second": 1757329.2775970253, "training_seconds": 1.4917181619966868, "elapsed_tokens_per_second": 641358.2755215232, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 440, "epoch": 6, "tokens": 57671680, "loss": 4.666763544082642, "lr": 0.009948561603686672, "grad_norm": 0.1712062507867813, "tokens_per_second": 1757857.1149743772, "training_seconds": 1.4912702390138293, "elapsed_tokens_per_second": 660413.7334760752, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 460, "epoch": 6, "tokens": 60293120, "loss": 4.569773697853089, "lr": 0.009931271083505607, "grad_norm": 0.22252057492733002, "tokens_per_second": 1753507.0936197254, "training_seconds": 1.4949697150004795, "elapsed_tokens_per_second": 678804.032250997, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 467, "epoch": 6, "tokens": 61210624, "loss": 4.524511269160679, "lr": 0.009924632718259845, "grad_norm": 0.17503105103969574, "tokens_per_second": 1755634.2079337472, "training_seconds": 0.5226054469967494, "elapsed_tokens_per_second": 685091.5922223416, "peak_memory_bytes": 42389451776}
{"loss": 4.537416162281888, "perplexity": 93.44903077716674, "tokens": 61210624, "seconds": 0.5412443880049977, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 6, "step": 467, "evaluation_tokens": 1048576}
{"event": "train", "step": 480, "epoch": 7, "tokens": 62914560, "loss": 4.494184860816369, "lr": 0.009911499292407304, "grad_norm": 0.1556970775127411, "tokens_per_second": 1767502.6912425014, "training_seconds": 0.9640358730102889, "elapsed_tokens_per_second": 692446.186645006, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 500, "epoch": 7, "tokens": 65536000, "loss": 4.4484622240066525, "lr": 0.009889256178976909, "grad_norm": 0.1934383362531662, "tokens_per_second": 1757390.8744779078, "training_seconds": 1.4916658769943751, "elapsed_tokens_per_second": 709639.5243758931, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 520, "epoch": 7, "tokens": 68157440, "loss": 4.403949451446533, "lr": 0.009864552935296447, "grad_norm": 0.18147772550582886, "tokens_per_second": 1751954.7938916744, "training_seconds": 1.4962943160062423, "elapsed_tokens_per_second": 726247.9738854826, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 540, "epoch": 7, "tokens": 70778880, "loss": 4.394667863845825, "lr": 0.0098374019913133, "grad_norm": 0.13759981095790863, "tokens_per_second": 1755577.487494075, "training_seconds": 1.4932066620094702, "elapsed_tokens_per_second": 742358.8780590427, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 545, "epoch": 7, "tokens": 71434240, "loss": 4.3526969909667965, "lr": 0.009830233376142928, "grad_norm": 0.14264757931232452, "tokens_per_second": 1760969.0265018144, "training_seconds": 0.3721587320032995, "elapsed_tokens_per_second": 746307.5109577398, "peak_memory_bytes": 42389451776}
{"loss": 4.357632830585345, "perplexity": 78.07210561167159, "tokens": 71434240, "seconds": 0.5429718569939723, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 7, "step": 545, "evaluation_tokens": 1048576}
{"event": "train", "step": 560, "epoch": 8, "tokens": 73400320, "loss": 4.35802116394043, "lr": 0.009807817008585826, "grad_norm": 0.14842212200164795, "tokens_per_second": 1767789.3062321255, "training_seconds": 1.1121687370032305, "elapsed_tokens_per_second": 753434.096295424, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 580, "epoch": 8, "tokens": 76021760, "loss": 4.317242932319641, "lr": 0.009775812873409262, "grad_norm": 0.14375300705432892, "tokens_per_second": 1754792.1486667541, "training_seconds": 1.4938749309949344, "elapsed_tokens_per_second": 768548.3143299046, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 600, "epoch": 8, "tokens": 78643200, "loss": 4.293226718902588, "lr": 0.009741405689325371, "grad_norm": 0.17580637335777283, "tokens_per_second": 1753215.9624115063, "training_seconds": 1.4952179629908642, "elapsed_tokens_per_second": 783199.8475815405, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 620, "epoch": 8, "tokens": 81264640, "loss": 4.257467460632324, "lr": 0.009704612769019617, "grad_norm": 0.12555024027824402, "tokens_per_second": 1754998.342976115, "training_seconds": 1.4936994160088943, "elapsed_tokens_per_second": 797435.6571705671, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 623, "epoch": 8, "tokens": 81657856, "loss": 4.208929697672526, "lr": 0.009698889189874403, "grad_norm": 0.14476154744625092, "tokens_per_second": 1758003.3714489513, "training_seconds": 0.2236719259963138, "elapsed_tokens_per_second": 799527.6193876913, "peak_memory_bytes": 42389451776}
{"loss": 4.255867777735763, "perplexity": 70.51798458173398, "tokens": 81657856, "seconds": 0.5422080079879379, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 8, "step": 623, "evaluation_tokens": 1048576}
{"event": "train", "step": 640, "epoch": 9, "tokens": 83886080, "loss": 4.240055981804343, "lr": 0.009665452625609928, "grad_norm": 0.164495050907135, "tokens_per_second": 1766278.2589185063, "training_seconds": 1.2615362210053718, "elapsed_tokens_per_second": 806764.1041399849, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 660, "epoch": 9, "tokens": 86507520, "loss": 4.21151340007782, "lr": 0.009623944963331446, "grad_norm": 0.14653851091861725, "tokens_per_second": 1758288.2773896896, "training_seconds": 1.4909045539970975, "elapsed_tokens_per_second": 820206.3405888448, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 680, "epoch": 9, "tokens": 89128960, "loss": 4.2044678926467896, "lr": 0.009580110667621922, "grad_norm": 0.10837316513061523, "tokens_per_second": 1748748.9309535373, "training_seconds": 1.499037371002487, "elapsed_tokens_per_second": 833206.9648311918, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 700, "epoch": 9, "tokens": 91750400, "loss": 4.168869614601135, "lr": 0.009533971794612784, "grad_norm": 0.12321002781391144, "tokens_per_second": 1753739.4541520956, "training_seconds": 1.494771639991086, "elapsed_tokens_per_second": 845884.0547053665, "peak_memory_bytes": 42389451776}
{"loss": 4.185524025143142, "perplexity": 65.72793498432969, "tokens": 91750400, "seconds": 0.5406114469951717, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 9, "step": 700, "evaluation_tokens": 1048576}
{"event": "train", "step": 720, "epoch": 10, "tokens": 94371840, "loss": 4.174916005134582, "lr": 0.009485551560031134, "grad_norm": 0.2509581446647644, "tokens_per_second": 1762617.1781775279, "training_seconds": 1.4872429660026683, "elapsed_tokens_per_second": 854016.1422048316, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 740, "epoch": 10, "tokens": 96993280, "loss": 4.160090804100037, "lr": 0.009434874327518281, "grad_norm": 0.10891162604093552, "tokens_per_second": 1756702.7922537352, "training_seconds": 1.4922501470136922, "elapsed_tokens_per_second": 866032.6790724384, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 760, "epoch": 10, "tokens": 99614720, "loss": 4.135734748840332, "lr": 0.009381965596370669, "grad_norm": 0.18103471398353577, "tokens_per_second": 1755765.6141595712, "training_seconds": 1.4930466679943493, "elapsed_tokens_per_second": 877729.7704059102, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 778, "epoch": 10, "tokens": 101974016, "loss": 4.116588910420735, "lr": 0.009332461787202045, "grad_norm": 0.13904248178005219, "tokens_per_second": 1748629.0948447392, "training_seconds": 1.3492260920029366, "elapsed_tokens_per_second": 887950.3687151377, "peak_memory_bytes": 42389451776}
{"loss": 4.127162567879474, "perplexity": 62.0017473603544, "tokens": 101974016, "seconds": 0.5411796219996177, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 10, "step": 778, "evaluation_tokens": 1048576}
{"event": "train", "step": 780, "epoch": 11, "tokens": 102236160, "loss": 4.118075847625732, "lr": 0.009326851988709379, "grad_norm": 0.12427276372909546, "tokens_per_second": 1833906.220276348, "training_seconds": 0.14294296900334302, "elapsed_tokens_per_second": 884896.5996523815, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 800, "epoch": 11, "tokens": 104857600, "loss": 4.100841093063354, "lr": 0.009269561236084656, "grad_norm": 0.20623160898685455, "tokens_per_second": 1753222.227342032, "training_seconds": 1.4952126200078055, "elapsed_tokens_per_second": 895983.2866916911, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 820, "epoch": 11, "tokens": 107479040, "loss": 4.101115894317627, "lr": 0.009210122165522213, "grad_norm": 0.13797710835933685, "tokens_per_second": 1751629.1205230006, "training_seconds": 1.4965725160000147, "elapsed_tokens_per_second": 906776.2058137663, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 840, "epoch": 11, "tokens": 110100480, "loss": 4.084034943580628, "lr": 0.009148564685018313, "grad_norm": 0.16241693496704102, "tokens_per_second": 1752611.90346464, "training_seconds": 1.4957333079946693, "elapsed_tokens_per_second": 917308.6906238662, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 856, "epoch": 11, "tokens": 112197632, "loss": 4.064006209373474, "lr": 0.00909781422451053, "grad_norm": 0.13110245764255524, "tokens_per_second": 1748295.5499799573, "training_seconds": 1.1995408899965696, "elapsed_tokens_per_second": 925520.9198233568, "peak_memory_bytes": 42389451776}
{"loss": 4.084620507038837, "perplexity": 59.41938423399057, "tokens": 112197632, "seconds": 0.5404187160020228, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 11, "step": 856, "evaluation_tokens": 1048576}
{"event": "train", "step": 860, "epoch": 12, "tokens": 112721920, "loss": 4.042195081710815, "lr": 0.00908491976849094, "grad_norm": 0.12027107924222946, "tokens_per_second": 1786278.3906526943, "training_seconds": 0.29350856100791134, "elapsed_tokens_per_second": 923444.2471013219, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 880, "epoch": 12, "tokens": 115343360, "loss": 4.067108964920044, "lr": 0.009019219440194641, "grad_norm": 0.1517372727394104, "tokens_per_second": 1751705.9027406664, "training_seconds": 1.4965069169993512, "elapsed_tokens_per_second": 933467.9647891639, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 900, "epoch": 12, "tokens": 117964800, "loss": 4.043691277503967, "lr": 0.008951496758606856, "grad_norm": 0.11735411733388901, "tokens_per_second": 1754047.396915521, "training_seconds": 1.494509216005099, "elapsed_tokens_per_second": 943263.3249330113, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 920, "epoch": 12, "tokens": 120586240, "loss": 4.048264026641846, "lr": 0.008881785799793856, "grad_norm": 0.11612484604120255, "tokens_per_second": 1754839.6237433252, "training_seconds": 1.4938345160044264, "elapsed_tokens_per_second": 952834.8842820632, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 934, "epoch": 12, "tokens": 122421248, "loss": 4.034943240029471, "lr": 0.008831823847487404, "grad_norm": 0.14667199552059174, "tokens_per_second": 1750534.6665315419, "training_seconds": 1.04825573299604, "elapsed_tokens_per_second": 959376.6895669997, "peak_memory_bytes": 42389451776}
{"loss": 4.0399005595990705, "perplexity": 56.82069225210839, "tokens": 122421248, "seconds": 0.5420869240042521, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 12, "step": 934, "evaluation_tokens": 1048576}
{"event": "train", "step": 940, "epoch": 13, "tokens": 123207680, "loss": 4.035725434621175, "lr": 0.008810121640264679, "grad_norm": 0.14215141534805298, "tokens_per_second": 1789305.6877273808, "training_seconds": 0.43951796799956355, "elapsed_tokens_per_second": 957906.1587464262, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 960, "epoch": 13, "tokens": 125829120, "loss": 4.028050053119659, "lr": 0.00873654033932165, "grad_norm": 0.1472506821155548, "tokens_per_second": 1752515.1710340672, "training_seconds": 1.495815867005149, "elapsed_tokens_per_second": 967033.8983501394, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 980, "epoch": 13, "tokens": 128450560, "loss": 4.011542308330536, "lr": 0.0086610789209164, "grad_norm": 0.12944824993610382, "tokens_per_second": 1750897.3031529568, "training_seconds": 1.4971980339905713, "elapsed_tokens_per_second": 975939.8184336083, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1000, "epoch": 13, "tokens": 131072000, "loss": 3.985145354270935, "lr": 0.008583775355020503, "grad_norm": 0.12030570209026337, "tokens_per_second": 1750495.3796715166, "training_seconds": 1.4975417989917332, "elapsed_tokens_per_second": 984643.813779386, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1012, "epoch": 13, "tokens": 132644864, "loss": 4.0002410014470415, "lr": 0.008536525127815442, "grad_norm": 0.15529602766036987, "tokens_per_second": 1752887.057362983, "training_seconds": 0.8972991119953804, "elapsed_tokens_per_second": 989776.5341578746, "peak_memory_bytes": 42389451776}
{"loss": 4.008750896561903, "perplexity": 55.078029421647, "tokens": 132644864, "seconds": 0.5403621739969822, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 13, "step": 1012, "evaluation_tokens": 1048576}
{"event": "train", "step": 1020, "epoch": 14, "tokens": 133693440, "loss": 3.97410649061203, "lr": 0.0085046685385201, "grad_norm": 0.14348667860031128, "tokens_per_second": 1770435.1322946758, "training_seconds": 0.592270217006444, "elapsed_tokens_per_second": 989186.0415380058, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1040, "epoch": 14, "tokens": 136314880, "loss": 3.9824613332748413, "lr": 0.008423798275644122, "grad_norm": 0.14292563498020172, "tokens_per_second": 1753093.5767839318, "training_seconds": 1.4953223460033769, "elapsed_tokens_per_second": 997537.5376393918, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1060, "epoch": 14, "tokens": 138936320, "loss": 3.9858009219169617, "lr": 0.008341205257935976, "grad_norm": 0.19021116197109222, "tokens_per_second": 1751759.8962512687, "training_seconds": 1.4964607910078485, "elapsed_tokens_per_second": 1005695.1064057891, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1080, "epoch": 14, "tokens": 141557760, "loss": 3.964845430850983, "lr": 0.00825693104377875, "grad_norm": 0.16330283880233765, "tokens_per_second": 1753140.4933843259, "training_seconds": 1.4952823289931985, "elapsed_tokens_per_second": 1013691.1614659989, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1090, "epoch": 14, "tokens": 142868480, "loss": 3.9820550680160522, "lr": 0.008214176706915644, "grad_norm": 0.12762801349163055, "tokens_per_second": 1750194.3090505702, "training_seconds": 0.7488997040054528, "elapsed_tokens_per_second": 1017609.3381370652, "peak_memory_bytes": 42389451776}
{"loss": 3.974992744346641, "perplexity": 53.249730542747685, "tokens": 142868480, "seconds": 0.5441199749911902, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 14, "step": 1090, "evaluation_tokens": 1048576}
{"event": "train", "step": 1100, "epoch": 15, "tokens": 144179200, "loss": 3.955621862411499, "lr": 0.008171018037484259, "grad_norm": 0.11743982136249542, "tokens_per_second": 1761883.558279452, "training_seconds": 0.7439311149937566, "elapsed_tokens_per_second": 1017572.4170808984, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1120, "epoch": 15, "tokens": 146800640, "loss": 3.9460639715194703, "lr": 0.008083509467956435, "grad_norm": 0.1271437406539917, "tokens_per_second": 1751997.7140909063, "training_seconds": 1.4962576599937165, "elapsed_tokens_per_second": 1025239.8690154697, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1140, "epoch": 15, "tokens": 149422080, "loss": 3.9442107558250425, "lr": 0.00799444936693981, "grad_norm": 0.13153788447380066, "tokens_per_second": 1757364.2041465107, "training_seconds": 1.4916885150014423, "elapsed_tokens_per_second": 1032777.92341988, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1160, "epoch": 15, "tokens": 152043520, "loss": 3.939232611656189, "lr": 0.007903882546864045, "grad_norm": 0.11580000072717667, "tokens_per_second": 1752919.169037719, "training_seconds": 1.4954711239988683, "elapsed_tokens_per_second": 1040138.2614974269, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1167, "epoch": 15, "tokens": 152961024, "loss": 3.9168148381369456, "lr": 0.007871836608523504, "grad_norm": 0.14200735092163086, "tokens_per_second": 1750231.3275820746, "training_seconds": 0.5242187050025677, "elapsed_tokens_per_second": 1042664.7875726086, "peak_memory_bytes": 42389451776}
{"loss": 3.945236471164563, "perplexity": 51.68855952090919, "tokens": 152961024, "seconds": 0.5433336620044429, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 15, "step": 1167, "evaluation_tokens": 1048576}
{"event": "train", "step": 1180, "epoch": 16, "tokens": 154664960, "loss": 3.8943985242110033, "lr": 0.007811854578295608, "grad_norm": 0.138987198472023, "tokens_per_second": 1773372.2540526488, "training_seconds": 0.9608450770028867, "elapsed_tokens_per_second": 1043247.4094926238, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1200, "epoch": 16, "tokens": 157286400, "loss": 3.9156202554702757, "lr": 0.007718411767008027, "grad_norm": 0.1322215497493744, "tokens_per_second": 1754186.7603023723, "training_seconds": 1.4943904829997336, "elapsed_tokens_per_second": 1050334.9283118537, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1220, "epoch": 16, "tokens": 159907840, "loss": 3.9183083534240724, "lr": 0.00762360113068217, "grad_norm": 0.13043652474880219, "tokens_per_second": 1752315.8018459855, "training_seconds": 1.4959860529925209, "elapsed_tokens_per_second": 1057269.1090795826, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1240, "epoch": 16, "tokens": 162529280, "loss": 3.8931490778923035, "lr": 0.007527470375248327, "grad_norm": 0.13739657402038574, "tokens_per_second": 1754747.515141588, "training_seconds": 1.4939129289996345, "elapsed_tokens_per_second": 1064083.6129911311, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1245, "epoch": 16, "tokens": 163184640, "loss": 3.88204288482666, "lr": 0.0075032370719101986, "grad_norm": 0.15084056556224823, "tokens_per_second": 1756998.71802846, "training_seconds": 0.3729997030022787, "elapsed_tokens_per_second": 1065759.8969787443, "peak_memory_bytes": 42389451776}
{"loss": 3.9225658106143895, "perplexity": 50.52992881897335, "tokens": 163184640, "seconds": 0.5417322369903559, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 16, "step": 1245, "evaluation_tokens": 1048576}
{"event": "train", "step": 1260, "epoch": 17, "tokens": 165150720, "loss": 3.8939912796020506, "lr": 0.007430067870881991, "grad_norm": 0.14107848703861237, "tokens_per_second": 1764914.0404900583, "training_seconds": 1.1139805989951128, "elapsed_tokens_per_second": 1066986.270192068, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1280, "epoch": 17, "tokens": 167772160, "loss": 3.9052764654159544, "lr": 0.007331442627665404, "grad_norm": 0.13188055157661438, "tokens_per_second": 1757701.7427513297, "training_seconds": 1.491402059997199, "elapsed_tokens_per_second": 1073571.0523547386, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1300, "epoch": 17, "tokens": 170393600, "loss": 3.888198983669281, "lr": 0.007231644270927114, "grad_norm": 0.14279510080814362, "tokens_per_second": 1755245.0315785387, "training_seconds": 1.4934894859907217, "elapsed_tokens_per_second": 1080013.6759933643, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1320, "epoch": 17, "tokens": 173015040, "loss": 3.896087908744812, "lr": 0.0071307230162719806, "grad_norm": 0.11190566420555115, "tokens_per_second": 1752768.0272375192, "training_seconds": 1.4956000789970858, "elapsed_tokens_per_second": 1086324.0141918145, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1323, "epoch": 17, "tokens": 173408256, "loss": 3.8837141195933023, "lr": 0.0071154911097943445, "grad_norm": 0.12517492473125458, "tokens_per_second": 1767713.0963076619, "training_seconds": 0.22244333699927665, "elapsed_tokens_per_second": 1087264.8116342938, "peak_memory_bytes": 42389451776}
{"loss": 3.892189804351678, "perplexity": 49.018109151327685, "tokens": 173408256, "seconds": 0.5418962639960228, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 17, "step": 1323, "evaluation_tokens": 1048576}
{"event": "train", "step": 1340, "epoch": 18, "tokens": 175636480, "loss": 3.861191412981819, "lr": 0.007028729644314139, "grad_norm": 0.16316010057926178, "tokens_per_second": 1761320.9467082787, "training_seconds": 1.2650868679920677, "elapsed_tokens_per_second": 1088653.7034035586, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1360, "epoch": 18, "tokens": 178257920, "loss": 3.861689805984497, "lr": 0.0069257154751257, "grad_norm": 0.14772933721542358, "tokens_per_second": 1756573.5750961276, "training_seconds": 1.4923599199973978, "elapsed_tokens_per_second": 1094767.9018827714, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1380, "epoch": 18, "tokens": 180879360, "loss": 3.8600619077682494, "lr": 0.006821732342413986, "grad_norm": 0.16663651168346405, "tokens_per_second": 1751744.238432033, "training_seconds": 1.4964741669973591, "elapsed_tokens_per_second": 1100740.7646762591, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1400, "epoch": 18, "tokens": 183500800, "loss": 3.8500075697898866, "lr": 0.0067168325674403315, "grad_norm": 0.1382906287908554, "tokens_per_second": 1749827.0193125193, "training_seconds": 1.4981137970025884, "elapsed_tokens_per_second": 1106597.5533121238, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1401, "epoch": 18, "tokens": 183631872, "loss": 3.8646271228790283, "lr": 0.006711564461722093, "grad_norm": 0.1373518705368042, "tokens_per_second": 1762404.522717836, "training_seconds": 0.07437112099432852, "elapsed_tokens_per_second": 1106881.8876613216, "peak_memory_bytes": 42389451776}
{"loss": 3.8689488096679456, "perplexity": 47.89201598699155, "tokens": 183631872, "seconds": 0.539540109995869, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 18, "step": 1401, "evaluation_tokens": 1048576}
{"event": "train", "step": 1420, "epoch": 19, "tokens": 186122240, "loss": 3.8510353565216064, "lr": 0.006611068932693563, "grad_norm": 0.13422203063964844, "tokens_per_second": 1762493.8315097922, "training_seconds": 1.412979696993716, "elapsed_tokens_per_second": 1108809.1565407056, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1440, "epoch": 19, "tokens": 188743680, "loss": 3.843439149856567, "lr": 0.006504494655331401, "grad_norm": 0.1473991870880127, "tokens_per_second": 1753134.0285171971, "training_seconds": 1.4952878430049168, "elapsed_tokens_per_second": 1114490.9632404787, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1460, "epoch": 19, "tokens": 191365120, "loss": 3.831900084018707, "lr": 0.00639716336040314, "grad_norm": 0.1538373976945877, "tokens_per_second": 1755304.3597477023, "training_seconds": 1.4934390069975052, "elapsed_tokens_per_second": 1120082.9751955739, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1479, "epoch": 19, "tokens": 193855488, "loss": 3.821123060427214, "lr": 0.006294546627910024, "grad_norm": 0.13785144686698914, "tokens_per_second": 1753376.8444910715, "training_seconds": 1.4203267300035805, "elapsed_tokens_per_second": 1125297.3514671128, "peak_memory_bytes": 42389451776}
{"loss": 3.8466051639209335, "perplexity": 46.83379997433863, "tokens": 193855488, "seconds": 0.5420245220011566, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 19, "step": 1479, "evaluation_tokens": 1048576}
{"event": "train", "step": 1480, "epoch": 20, "tokens": 193986560, "loss": 3.8010523319244385, "lr": 0.006289129053867102, "grad_norm": 0.13703501224517822, "tokens_per_second": 1891061.5140112988, "training_seconds": 0.06931133600301109, "elapsed_tokens_per_second": 1122043.5770943607, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1500, "epoch": 20, "tokens": 196608000, "loss": 3.8247636675834658, "lr": 0.006180446095416423, "grad_norm": 0.14851531386375427, "tokens_per_second": 1753284.8546911234, "training_seconds": 1.4951592110010097, "elapsed_tokens_per_second": 1127447.5627442112, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1520, "epoch": 20, "tokens": 199229440, "loss": 3.8106292366981505, "lr": 0.006071169171126853, "grad_norm": 0.14556844532489777, "tokens_per_second": 1756587.5690712896, "training_seconds": 1.4923480310098967, "elapsed_tokens_per_second": 1132779.403023448, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1540, "epoch": 20, "tokens": 201850880, "loss": 3.805012512207031, "lr": 0.005961353265940317, "grad_norm": 0.1159309521317482, "tokens_per_second": 1752397.4987619615, "training_seconds": 1.495916309999302, "elapsed_tokens_per_second": 1137994.787305272, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1557, "epoch": 20, "tokens": 204079104, "loss": 3.818972475388471, "lr": 0.0058676272386883645, "grad_norm": 0.1601513773202896, "tokens_per_second": 1753758.3864488888, "training_seconds": 1.270542177997413, "elapsed_tokens_per_second": 1142364.319269149, "peak_memory_bytes": 42389451776}
{"loss": 3.823917187752951, "perplexity": 45.78319890815985, "tokens": 204079104, "seconds": 0.5422201630135532, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 20, "step": 1557, "evaluation_tokens": 1048576}
{"event": "train", "step": 1560, "epoch": 21, "tokens": 204472320, "loss": 3.797940810521444, "lr": 0.005851053635998122, "grad_norm": 0.15781767666339874, "tokens_per_second": 1810551.5405343699, "training_seconds": 0.2171802299999399, "elapsed_tokens_per_second": 1139588.29328233, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1580, "epoch": 21, "tokens": 207093760, "loss": 3.8135956645011904, "lr": 0.005740325780837671, "grad_norm": 0.19732274115085602, "tokens_per_second": 1757372.4426612377, "training_seconds": 1.4916815220058197, "elapsed_tokens_per_second": 1144672.8876145994, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1600, "epoch": 21, "tokens": 209715200, "loss": 3.8111575841903687, "lr": 0.005629225415466735, "grad_norm": 0.12991179525852203, "tokens_per_second": 1749929.7153307719, "training_seconds": 1.4980258790019434, "elapsed_tokens_per_second": 1149636.3540987999, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1620, "epoch": 21, "tokens": 212336640, "loss": 3.7959874987602236, "lr": 0.005517808442329294, "grad_norm": 0.13851560652256012, "tokens_per_second": 1753189.9228208067, "training_seconds": 1.4952401710033882, "elapsed_tokens_per_second": 1154533.7109187997, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1634, "epoch": 21, "tokens": 214171648, "loss": 3.7904964174543108, "lr": 0.005439658195019773, "grad_norm": 0.14119365811347961, "tokens_per_second": 1756675.4037260134, "training_seconds": 1.0445913889998337, "elapsed_tokens_per_second": 1157927.9331232768, "peak_memory_bytes": 42389451776}
{"loss": 3.801700920058442, "perplexity": 44.77728233446709, "tokens": 214171648, "seconds": 0.5437772069999482, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 21, "step": 1634, "evaluation_tokens": 1048576}
{"event": "train", "step": 1640, "epoch": 22, "tokens": 214958080, "loss": 3.7628616094589233, "lr": 0.005406130923177063, "grad_norm": 0.13315199315547943, "tokens_per_second": 1774556.3519323228, "training_seconds": 0.443171049002558, "elapsed_tokens_per_second": 1155880.3695023544, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1660, "epoch": 22, "tokens": 217579520, "loss": 3.8027151226997375, "lr": 0.005294249050860871, "grad_norm": 0.1297139674425125, "tokens_per_second": 1751126.5031201818, "training_seconds": 1.4970020699984161, "elapsed_tokens_per_second": 1160624.4368820582, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1680, "epoch": 22, "tokens": 220200960, "loss": 3.779395878314972, "lr": 0.0051822191210560585, "grad_norm": 0.13656756281852722, "tokens_per_second": 1750405.5416476605, "training_seconds": 1.4976186590065481, "elapsed_tokens_per_second": 1165292.0996444994, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1700, "epoch": 22, "tokens": 222822400, "loss": 3.7765037417411804, "lr": 0.005070097503936153, "grad_norm": 0.1378994584083557, "tokens_per_second": 1750235.685834248, "training_seconds": 1.4977639989956515, "elapsed_tokens_per_second": 1169881.3736119657, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1712, "epoch": 22, "tokens": 224395264, "loss": 3.7675177653630576, "lr": 0.005002803991868012, "grad_norm": 0.14496274292469025, "tokens_per_second": 1754545.0816208783, "training_seconds": 0.8964511749945814, "elapsed_tokens_per_second": 1172613.6407949107, "peak_memory_bytes": 42389451776}
{"loss": 3.7740928629459134, "perplexity": 43.5579773331848, "tokens": 224395264, "seconds": 0.5422726750111906, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 22, "step": 1712, "evaluation_tokens": 1048576}
{"event": "train", "step": 1720, "epoch": 23, "tokens": 225443840, "loss": 3.7385893762111664, "lr": 0.00495794061580905, "grad_norm": 0.11283059418201447, "tokens_per_second": 1765910.7000184073, "training_seconds": 0.5937876700045308, "elapsed_tokens_per_second": 1171019.9967943225, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1740, "epoch": 23, "tokens": 228065280, "loss": 3.7644164323806764, "lr": 0.0048458048907299755, "grad_norm": 0.12421852350234985, "tokens_per_second": 1754231.3664667793, "training_seconds": 1.4943524840055034, "elapsed_tokens_per_second": 1175503.3173099775, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1760, "epoch": 23, "tokens": 230686720, "loss": 3.750964570045471, "lr": 0.004733746752105536, "grad_norm": 0.1266755908727646, "tokens_per_second": 1750086.9108560048, "training_seconds": 1.4978913239901885, "elapsed_tokens_per_second": 1179898.872477494, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1780, "epoch": 23, "tokens": 233308160, "loss": 3.752231764793396, "lr": 0.0046218225843031105, "grad_norm": 0.11713231354951859, "tokens_per_second": 1750859.8838914803, "training_seconds": 1.497230032007792, "elapsed_tokens_per_second": 1184229.297356627, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1790, "epoch": 23, "tokens": 234618880, "loss": 3.735944080352783, "lr": 0.004565928341917619, "grad_norm": 0.1281268298625946, "tokens_per_second": 1749840.4902136452, "training_seconds": 0.7490511319920188, "elapsed_tokens_per_second": 1186365.0397875828, "peak_memory_bytes": 42389451776}
{"loss": 3.7553985815140214, "perplexity": 42.75125627556948, "tokens": 234618880, "seconds": 0.5424722530005965, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 23, "step": 1790, "evaluation_tokens": 1048576}
{"event": "train", "step": 1800, "epoch": 24, "tokens": 235929600, "loss": 3.739586853981018, "lr": 0.004510088704279886, "grad_norm": 0.14802038669586182, "tokens_per_second": 1764903.3502734958, "training_seconds": 0.7426582309999503, "elapsed_tokens_per_second": 1185153.8257337385, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1820, "epoch": 24, "tokens": 238551040, "loss": 3.765861475467682, "lr": 0.004398601333245825, "grad_norm": 0.1434158831834793, "tokens_per_second": 1754156.9920298825, "training_seconds": 1.494415843000752, "elapsed_tokens_per_second": 1189384.8434814299, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1840, "epoch": 24, "tokens": 241172480, "loss": 3.724019742012024, "lr": 0.0042874165683748034, "grad_norm": 0.13187240064144135, "tokens_per_second": 1753630.399208855, "training_seconds": 1.4948645969998324, "elapsed_tokens_per_second": 1193552.9650985266, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1860, "epoch": 24, "tokens": 243793920, "loss": 3.7410704255104066, "lr": 0.004176590354578152, "grad_norm": 0.13252966105937958, "tokens_per_second": 1754597.8418104528, "training_seconds": 1.4940403649961809, "elapsed_tokens_per_second": 1197661.9605491522, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1868, "epoch": 24, "tokens": 244842496, "loss": 3.7103059887886047, "lr": 0.004132372761311635, "grad_norm": 0.16149921715259552, "tokens_per_second": 1758359.0013235102, "training_seconds": 0.5963378349988488, "elapsed_tokens_per_second": 1199293.8220451088, "peak_memory_bytes": 42389451776}
{"loss": 3.7359476289915974, "perplexity": 41.927738684207675, "tokens": 244842496, "seconds": 0.541481466992991, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 24, "step": 1868, "evaluation_tokens": 1048576}
{"event": "train", "step": 1880, "epoch": 25, "tokens": 246415360, "loss": 3.7291489243507385, "lr": 0.0040661784563548195, "grad_norm": 0.14103224873542786, "tokens_per_second": 1761140.6226803663, "training_seconds": 0.8930939300043974, "elapsed_tokens_per_second": 1198444.6108971925, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1900, "epoch": 25, "tokens": 249036800, "loss": 3.724523651599884, "lr": 0.003956236429732318, "grad_norm": 0.15043605864048004, "tokens_per_second": 1751981.7346890653, "training_seconds": 1.4962713069980964, "elapsed_tokens_per_second": 1202435.279485358, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1920, "epoch": 25, "tokens": 251658240, "loss": 3.7023393392562864, "lr": 0.003846819594312553, "grad_norm": 0.13322588801383972, "tokens_per_second": 1753508.9339641067, "training_seconds": 1.4949681459984276, "elapsed_tokens_per_second": 1206378.4753349728, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1940, "epoch": 25, "tokens": 254279680, "loss": 3.705462300777435, "lr": 0.0037379830054366328, "grad_norm": 0.1375451534986496, "tokens_per_second": 1756018.4482026957, "training_seconds": 1.4928316970035667, "elapsed_tokens_per_second": 1210276.099378908, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1946, "epoch": 25, "tokens": 255066112, "loss": 3.6770923137664795, "lr": 0.003705453372089978, "grad_norm": 0.14240069687366486, "tokens_per_second": 1753549.846315063, "training_seconds": 0.4484799799975008, "elapsed_tokens_per_second": 1211427.0459256864, "peak_memory_bytes": 42389451776}
{"loss": 3.718330002178026, "perplexity": 41.19554016929088, "tokens": 255066112, "seconds": 0.5412291850079782, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 25, "step": 1946, "evaluation_tokens": 1048576}
{"event": "train", "step": 1960, "epoch": 26, "tokens": 256901120, "loss": 3.7089422089712962, "lr": 0.0036297814264826278, "grad_norm": 0.1423947662115097, "tokens_per_second": 1765673.3261940528, "training_seconds": 1.0392681209923467, "elapsed_tokens_per_second": 1210800.8660707546, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1980, "epoch": 26, "tokens": 259522560, "loss": 3.713762104511261, "lr": 0.0035222693013102426, "grad_norm": 0.1283321976661682, "tokens_per_second": 1757820.4526445777, "training_seconds": 1.4913013419864, "elapsed_tokens_per_second": 1214610.856986455, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2000, "epoch": 26, "tokens": 262144000, "loss": 3.696006786823273, "lr": 0.0034155007268662748, "grad_norm": 0.12798155844211578, "tokens_per_second": 1754065.2355841694, "training_seconds": 1.4944940169953043, "elapsed_tokens_per_second": 1218351.8234826769, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2020, "epoch": 26, "tokens": 264765440, "loss": 3.6874470353126525, "lr": 0.0033095294259646115, "grad_norm": 0.12881772220134735, "tokens_per_second": 1751663.9905890666, "training_seconds": 1.496542723994935, "elapsed_tokens_per_second": 1222027.520454931, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2024, "epoch": 26, "tokens": 265289728, "loss": 3.67364102602005, "lr": 0.0032884355382779085, "grad_norm": 0.126595601439476, "tokens_per_second": 1755306.1662729795, "training_seconds": 0.2986874939961126, "elapsed_tokens_per_second": 1222755.6393088477, "peak_memory_bytes": 42389451776}
{"loss": 3.698338718616806, "perplexity": 40.38016578980314, "tokens": 265289728, "seconds": 0.543206567002926, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 26, "step": 2024, "evaluation_tokens": 1048576}
{"event": "train", "step": 2040, "epoch": 27, "tokens": 267386880, "loss": 3.686406135559082, "lr": 0.003204408720254488, "grad_norm": 0.14838626980781555, "tokens_per_second": 1763921.6751422146, "training_seconds": 1.188914468002622, "elapsed_tokens_per_second": 1222581.1724299905, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2060, "epoch": 27, "tokens": 270008320, "loss": 3.6921514511108398, "lr": 0.0031001915033905905, "grad_norm": 0.11212963610887527, "tokens_per_second": 1752073.2721038128, "training_seconds": 1.4961931340076262, "elapsed_tokens_per_second": 1226170.375748381, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2080, "epoch": 27, "tokens": 272629760, "loss": 3.680378460884094, "lr": 0.002996930214418535, "grad_norm": 0.11696098744869232, "tokens_per_second": 1754081.9877488432, "training_seconds": 1.494479743996635, "elapsed_tokens_per_second": 1229721.9077302285, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2100, "epoch": 27, "tokens": 275251200, "loss": 3.6698708653450014, "lr": 0.0028946768113890676, "grad_norm": 0.1155182272195816, "tokens_per_second": 1756726.7148224574, "training_seconds": 1.4922298260062234, "elapsed_tokens_per_second": 1233236.6293236485, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2101, "epoch": 27, "tokens": 275382272, "loss": 3.672889232635498, "lr": 0.0028895915233723125, "grad_norm": 0.14312666654586792, "tokens_per_second": 1743093.090927824, "training_seconds": 0.07519506599055603, "elapsed_tokens_per_second": 1233402.120167442, "peak_memory_bytes": 42389451776}
{"loss": 3.6783236952161076, "perplexity": 39.579990304551195, "tokens": 275382272, "seconds": 0.5412011539883679, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 27, "step": 2101, "evaluation_tokens": 1048576}
{"event": "train", "step": 2120, "epoch": 28, "tokens": 277872640, "loss": 3.688805103302002, "lr": 0.0027934827452143042, "grad_norm": 0.1344839483499527, "tokens_per_second": 1762316.091947497, "training_seconds": 1.4131222040014109, "elapsed_tokens_per_second": 1233652.62371078, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2140, "epoch": 28, "tokens": 280494080, "loss": 3.684027409553528, "lr": 0.0026933989337791326, "grad_norm": 0.13364893198013306, "tokens_per_second": 1753240.126629715, "training_seconds": 1.4951973549905233, "elapsed_tokens_per_second": 1237071.053270392, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2160, "epoch": 28, "tokens": 283115520, "loss": 3.651894474029541, "lr": 0.002594475736320837, "grad_norm": 0.1215539276599884, "tokens_per_second": 1756310.6251115648, "training_seconds": 1.492583352010115, "elapsed_tokens_per_second": 1240460.5473943567, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2179, "epoch": 28, "tokens": 285605888, "loss": 3.6564059006540397, "lr": 0.0025016190602263023, "grad_norm": 0.18650409579277039, "tokens_per_second": 1758064.423454883, "training_seconds": 1.4165396710013738, "elapsed_tokens_per_second": 1243645.4527363798, "peak_memory_bytes": 42389451776}
{"loss": 3.6643805815325114, "perplexity": 39.0319515620587, "tokens": 285605888, "seconds": 0.5452351790008834, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 28, "step": 2179, "evaluation_tokens": 1048576}
{"event": "train", "step": 2180, "epoch": 29, "tokens": 285736960, "loss": 3.6227126121520996, "lr": 0.0024967629280898012, "grad_norm": 0.14997829496860504, "tokens_per_second": 1955432.4552114042, "training_seconds": 0.06702967399905901, "elapsed_tokens_per_second": 1240799.3548735941, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2200, "epoch": 29, "tokens": 288358400, "loss": 3.6504121899604796, "lr": 0.0024003096753040655, "grad_norm": 0.12011893838644028, "tokens_per_second": 1755315.981621508, "training_seconds": 1.4934291190002114, "elapsed_tokens_per_second": 1244109.6799196901, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2220, "epoch": 29, "tokens": 290979840, "loss": 3.654175174236298, "lr": 0.002305164510410328, "grad_norm": 0.1364694982767105, "tokens_per_second": 1756316.1214789436, "training_seconds": 1.492578680990846, "elapsed_tokens_per_second": 1247378.9717552557, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2240, "epoch": 29, "tokens": 293601280, "loss": 3.634403908252716, "lr": 0.002211375307663838, "grad_norm": 0.1319390833377838, "tokens_per_second": 1755871.700526779, "training_seconds": 1.4929564610065427, "elapsed_tokens_per_second": 1250605.7953159434, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2257, "epoch": 29, "tokens": 295829504, "loss": 3.6463193472693947, "lr": 0.0021327558796477124, "grad_norm": 0.12947826087474823, "tokens_per_second": 1749466.3670652907, "training_seconds": 1.2736592380097136, "elapsed_tokens_per_second": 1253289.8472839603, "peak_memory_bytes": 42389451776}
{"loss": 3.6441919996407446, "perplexity": 38.25185285070874, "tokens": 295829504, "seconds": 0.5415548720047809, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 29, "step": 2257, "evaluation_tokens": 1048576}
{"event": "train", "step": 2260, "epoch": 30, "tokens": 296222720, "loss": 3.6296112537384033, "lr": 0.002118989259039482, "grad_norm": 0.11069079488515854, "tokens_per_second": 1807377.548280493, "training_seconds": 0.2175616269960301, "elapsed_tokens_per_second": 1250543.942490665, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2280, "epoch": 30, "tokens": 298844160, "loss": 3.6353535056114197, "lr": 0.002028052850486162, "grad_norm": 0.12513156235218048, "tokens_per_second": 1751329.6652592835, "training_seconds": 1.4968284110073, "elapsed_tokens_per_second": 1253683.4949903751, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2300, "epoch": 30, "tokens": 301465600, "loss": 3.6300007343292235, "lr": 0.0019386118385364337, "grad_norm": 0.11929018795490265, "tokens_per_second": 1753865.156843347, "training_seconds": 1.4946645070012892, "elapsed_tokens_per_second": 1256792.3686240315, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2320, "epoch": 30, "tokens": 304087040, "loss": 3.62076975107193, "lr": 0.0018507112272831527, "grad_norm": 0.11959711462259293, "tokens_per_second": 1749774.1528277183, "training_seconds": 1.4981590599927586, "elapsed_tokens_per_second": 1259847.1200469364, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2335, "epoch": 30, "tokens": 306053120, "loss": 3.60247581799825, "lr": 0.0017858232930843577, "grad_norm": 0.1378101110458374, "tokens_per_second": 1754748.924272526, "training_seconds": 1.1204337969975313, "elapsed_tokens_per_second": 1262126.1949758895, "peak_memory_bytes": 42389451776}
{"loss": 3.6289498379824128, "perplexity": 37.67323283792278, "tokens": 306053120, "seconds": 0.5405553489981685, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 30, "step": 2335, "evaluation_tokens": 1048576}
{"event": "train", "step": 2340, "epoch": 31, "tokens": 306708480, "loss": 3.6227981090545653, "lr": 0.0017643952457347479, "grad_norm": 0.12550240755081177, "tokens_per_second": 1785591.5524296174, "training_seconds": 0.3670268259884324, "elapsed_tokens_per_second": 1260082.0483652207, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2360, "epoch": 31, "tokens": 309329920, "loss": 3.591309595108032, "lr": 0.0016797073255604756, "grad_norm": 0.12946990132331848, "tokens_per_second": 1754229.2252679453, "training_seconds": 1.4943543080007657, "elapsed_tokens_per_second": 1263091.9836255917, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2380, "epoch": 31, "tokens": 311951360, "loss": 3.6249118208885194, "lr": 0.0015966900792368794, "grad_norm": 0.1319776475429535, "tokens_per_second": 1755338.3960046368, "training_seconds": 1.4934100490063429, "elapsed_tokens_per_second": 1266068.1296864825, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2400, "epoch": 31, "tokens": 314572800, "loss": 3.608909749984741, "lr": 0.0015153852786064371, "grad_norm": 0.11664360016584396, "tokens_per_second": 1752325.8672635914, "training_seconds": 1.495977459999267, "elapsed_tokens_per_second": 1268997.2804851905, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2413, "epoch": 31, "tokens": 316276736, "loss": 3.6127944726210375, "lr": 0.001463474872184558, "grad_norm": 0.12318211793899536, "tokens_per_second": 1753285.987911644, "training_seconds": 0.971852859001956, "elapsed_tokens_per_second": 1270881.4530910542, "peak_memory_bytes": 42389451776}
{"loss": 3.614224710433866, "perplexity": 37.12255403725004, "tokens": 316276736, "seconds": 0.5424306219938444, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 31, "step": 2413, "evaluation_tokens": 1048576}
{"event": "train", "step": 2420, "epoch": 32, "tokens": 317194240, "loss": 3.5792482239859447, "lr": 0.0014358338338592053, "grad_norm": 0.11228369921445847, "tokens_per_second": 1776313.1805368783, "training_seconds": 0.5165215290035121, "elapsed_tokens_per_second": 1269139.7496740515, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2440, "epoch": 32, "tokens": 319815680, "loss": 3.6033608078956605, "lr": 0.0013580757729480036, "grad_norm": 0.12135826796293259, "tokens_per_second": 1755883.1041191726, "training_seconds": 1.4929467649926664, "elapsed_tokens_per_second": 1272025.0259091908, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2460, "epoch": 32, "tokens": 322437120, "loss": 3.5931723952293395, "lr": 0.0012821502214475278, "grad_norm": 0.1233653649687767, "tokens_per_second": 1755269.4962126336, "training_seconds": 1.4934686699998565, "elapsed_tokens_per_second": 1274870.6330817223, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2480, "epoch": 32, "tokens": 325058560, "loss": 3.589129662513733, "lr": 0.0012080953828675078, "grad_norm": 0.1256900131702423, "tokens_per_second": 1753000.2094813709, "training_seconds": 1.4954019890137715, "elapsed_tokens_per_second": 1277675.7441473047, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2491, "epoch": 32, "tokens": 326500352, "loss": 3.5638489072973076, "lr": 0.001168176152512596, "grad_norm": 0.11834277957677841, "tokens_per_second": 1753211.7575399536, "training_seconds": 0.8223718520021066, "elapsed_tokens_per_second": 1279199.939238542, "peak_memory_bytes": 42389451776}
{"loss": 3.600213693536916, "perplexity": 36.60605608552853, "tokens": 326500352, "seconds": 0.5396597600047244, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 32, "step": 2491, "evaluation_tokens": 1048576}
{"event": "train", "step": 2500, "epoch": 33, "tokens": 327680000, "loss": 3.553867128160265, "lr": 0.0011359485194298174, "grad_norm": 0.11551533639431, "tokens_per_second": 1769932.4275513797, "training_seconds": 0.66649324100581, "elapsed_tokens_per_second": 1277751.9479741624, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2520, "epoch": 33, "tokens": 330301440, "loss": 3.574608659744263, "lr": 0.0010657459333192271, "grad_norm": 0.12096688151359558, "tokens_per_second": 1755192.6657000224, "training_seconds": 1.4935340439988067, "elapsed_tokens_per_second": 1280511.4020230377, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2540, "epoch": 33, "tokens": 332922880, "loss": 3.590231919288635, "lr": 0.0009975229484172033, "grad_norm": 0.11632173508405685, "tokens_per_second": 1754978.4175057102, "training_seconds": 1.4937163750000764, "elapsed_tokens_per_second": 1283236.3880948937, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2560, "epoch": 33, "tokens": 335544320, "loss": 3.569252073764801, "lr": 0.0009313138925279696, "grad_norm": 0.13906219601631165, "tokens_per_second": 1751649.9087328746, "training_seconds": 1.4965547549945768, "elapsed_tokens_per_second": 1285917.555478639, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2568, "epoch": 33, "tokens": 336592896, "loss": 3.6074688136577606, "lr": 0.0009054016671683002, "grad_norm": 0.11554727703332901, "tokens_per_second": 1750463.7366030326, "training_seconds": 0.5990275479998672, "elapsed_tokens_per_second": 1286974.5412595419, "peak_memory_bytes": 42389451776}
{"loss": 3.5879844607924483, "perplexity": 36.16111827499935, "tokens": 336592896, "seconds": 0.5380434880062239, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 33, "step": 2568, "evaluation_tokens": 1048576}
{"event": "train", "step": 2580, "epoch": 34, "tokens": 338165760, "loss": 3.573269466559092, "lr": 0.0008671520801057592, "grad_norm": 0.12362402677536011, "tokens_per_second": 1763697.8261582602, "training_seconds": 0.8917990240006475, "elapsed_tokens_per_second": 1285930.4556054806, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2600, "epoch": 34, "tokens": 340787200, "loss": 3.589911437034607, "lr": 0.0008050697954919661, "grad_norm": 0.12286700308322906, "tokens_per_second": 1755951.300489467, "training_seconds": 1.4928887830028543, "elapsed_tokens_per_second": 1288578.6696063993, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2620, "epoch": 34, "tokens": 343408640, "loss": 3.5674081683158874, "lr": 0.0007450982766706071, "grad_norm": 0.1280890554189682, "tokens_per_second": 1751953.5200077523, "training_seconds": 1.4962954039947363, "elapsed_tokens_per_second": 1291178.348693327, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2640, "epoch": 34, "tokens": 346030080, "loss": 3.5730977177619936, "lr": 0.0006872676995502857, "grad_norm": 0.12442568689584732, "tokens_per_second": 1751997.3955785893, "training_seconds": 1.4962579320126679, "elapsed_tokens_per_second": 1293750.9402599488, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2646, "epoch": 34, "tokens": 346816512, "loss": 3.587179978688558, "lr": 0.0006703403887332854, "grad_norm": 0.11315695941448212, "tokens_per_second": 1754547.5887946496, "training_seconds": 0.44822494700201787, "elapsed_tokens_per_second": 1294514.9195332467, "peak_memory_bytes": 42389451776}
{"loss": 3.575422825919137, "perplexity": 35.7097166177338, "tokens": 346816512, "seconds": 0.5430724589969032, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 34, "step": 2646, "evaluation_tokens": 1048576}
{"event": "train", "step": 2660, "epoch": 35, "tokens": 348651520, "loss": 3.570885351725987, "lr": 0.0006316071627805603, "grad_norm": 0.10770726948976517, "tokens_per_second": 1765934.6952530313, "training_seconds": 1.0391143029992236, "elapsed_tokens_per_second": 1293696.4155407206, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2680, "epoch": 35, "tokens": 351272960, "loss": 3.5798542499542236, "lr": 0.0005781446731103568, "grad_norm": 0.09855056554079056, "tokens_per_second": 1754415.8618936217, "training_seconds": 1.4941953369998373, "elapsed_tokens_per_second": 1296231.6595304336, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2700, "epoch": 35, "tokens": 353894400, "loss": 3.582214963436127, "lr": 0.0005269071312957962, "grad_norm": 0.12340336292982101, "tokens_per_second": 1752972.376975953, "training_seconds": 1.4954257319914177, "elapsed_tokens_per_second": 1298731.4217611467, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2720, "epoch": 35, "tokens": 356515840, "loss": 3.56673059463501, "lr": 0.0004779203185645226, "grad_norm": 0.1147146075963974, "tokens_per_second": 1752771.983732294, "training_seconds": 1.4955967030109605, "elapsed_tokens_per_second": 1301204.474820121, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2724, "epoch": 35, "tokens": 357040128, "loss": 3.5914305448532104, "lr": 0.0004683952326698765, "grad_norm": 0.11232728511095047, "tokens_per_second": 1755487.6525617118, "training_seconds": 0.298656615006621, "elapsed_tokens_per_second": 1301692.1722384037, "peak_memory_bytes": 42389451776}
{"loss": 3.5663940517331283, "perplexity": 35.3887527855057, "tokens": 357040128, "seconds": 0.5402087359980214, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 35, "step": 2724, "evaluation_tokens": 1048576}
{"event": "train", "step": 2740, "epoch": 36, "tokens": 359137280, "loss": 3.5697809010744095, "lr": 0.0004312088836433431, "grad_norm": 0.11712867021560669, "tokens_per_second": 1767194.1641040274, "training_seconds": 1.1867128369922284, "elapsed_tokens_per_second": 1301102.9302848598, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2760, "epoch": 36, "tokens": 361758720, "loss": 3.5694244265556336, "lr": 0.000386796330355717, "grad_norm": 0.10871931910514832, "tokens_per_second": 1754255.2581581597, "training_seconds": 1.4943321320024552, "elapsed_tokens_per_second": 1303537.9875958972, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2780, "epoch": 36, "tokens": 364380160, "loss": 3.5691100358963013, "lr": 0.0003447050057953183, "grad_norm": 0.10897630453109741, "tokens_per_second": 1753594.4384781332, "training_seconds": 1.494895251991693, "elapsed_tokens_per_second": 1305942.8252505828, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2800, "epoch": 36, "tokens": 367001600, "loss": 3.555942940711975, "lr": 0.0003049560890816333, "grad_norm": 0.109988734126091, "tokens_per_second": 1753036.7836077125, "training_seconds": 1.4953707899985602, "elapsed_tokens_per_second": 1308321.2607067917, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2802, "epoch": 36, "tokens": 367263744, "loss": 3.539119005203247, "lr": 0.0003011108101255983, "grad_norm": 0.10626725852489471, "tokens_per_second": 1754335.7963978224, "training_seconds": 0.14942635300394613, "elapsed_tokens_per_second": 1308552.31030099, "peak_memory_bytes": 42389451776}
{"loss": 3.559822912576977, "perplexity": 35.156970736464544, "tokens": 367263744, "seconds": 0.5399851580004906, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 36, "step": 2802, "evaluation_tokens": 1048576}
{"event": "train", "step": 2820, "epoch": 37, "tokens": 369623040, "loss": 3.557322449154324, "lr": 0.00026756958070325187, "grad_norm": 0.10250931233167648, "tokens_per_second": 1758640.9935198675, "training_seconds": 1.3415449820022332, "elapsed_tokens_per_second": 1308166.4057730273, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2840, "epoch": 37, "tokens": 372244480, "loss": 3.577540671825409, "lr": 0.00023256429245420375, "grad_norm": 0.09999031573534012, "tokens_per_second": 1756115.6042308568, "training_seconds": 1.4927491069975076, "elapsed_tokens_per_second": 1310515.6423437686, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2860, "epoch": 37, "tokens": 374865920, "loss": 3.541333532333374, "lr": 0.00019995783796842082, "grad_norm": 0.10712544620037079, "tokens_per_second": 1749631.1724446896, "training_seconds": 1.4982814899994992, "elapsed_tokens_per_second": 1312812.640167085, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2880, "epoch": 37, "tokens": 377487360, "loss": 3.5539014101028443, "lr": 0.00016976662385707165, "grad_norm": 0.09443551301956177, "tokens_per_second": 1750792.1584057838, "training_seconds": 1.4972879490087507, "elapsed_tokens_per_second": 1315092.4738232142, "peak_memory_bytes": 42389451776}
{"loss": 3.5543382786016418, "perplexity": 34.964675436999194, "tokens": 377487360, "seconds": 0.5416167910007061, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 37, "step": 2880, "evaluation_tokens": 1048576}
{"event": "train", "step": 2900, "epoch": 38, "tokens": 380108800, "loss": 3.5545289397239683, "lr": 0.00014200584145323492, "grad_norm": 0.09829766303300858, "tokens_per_second": 1760191.6835263546, "training_seconds": 1.4892923449951923, "elapsed_tokens_per_second": 1314895.0694697758, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2920, "epoch": 38, "tokens": 382730240, "loss": 3.563035619258881, "lr": 0.00011668945916806617, "grad_norm": 0.10015101730823517, "tokens_per_second": 1757329.0890927485, "training_seconds": 1.4917183220095467, "elapsed_tokens_per_second": 1317158.656044348, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2940, "epoch": 38, "tokens": 385351680, "loss": 3.5506044745445253, "lr": 9.383021546230552e-05, "grad_norm": 0.10453959554433823, "tokens_per_second": 1753873.342639291, "training_seconds": 1.4946575310023036, "elapsed_tokens_per_second": 1319388.5388231853, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2958, "epoch": 38, "tokens": 387710976, "loss": 3.5614106125301785, "lr": 7.536728174015517e-05, "grad_norm": 0.09076817333698273, "tokens_per_second": 1752728.5101214706, "training_seconds": 1.3460704189928947, "elapsed_tokens_per_second": 1321369.8673142046, "peak_memory_bytes": 42389451776}
{"loss": 3.5507996063086527, "perplexity": 34.84116556815692, "tokens": 387710976, "seconds": 0.5421183099970222, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 38, "step": 2958, "evaluation_tokens": 1048576}
{"event": "train", "step": 2960, "epoch": 39, "tokens": 387973120, "loss": 3.546771287918091, "lr": 7.343961243665598e-05, "grad_norm": 0.10078953206539154, "tokens_per_second": 1814637.5538182892, "training_seconds": 0.1444608040037565, "elapsed_tokens_per_second": 1319131.9003089708, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2980, "epoch": 39, "tokens": 390594560, "loss": 3.5511899471282957, "lr": 5.552791004426461e-05, "grad_norm": 0.09407088160514832, "tokens_per_second": 1750022.6833761497, "training_seconds": 1.4979462980118115, "elapsed_tokens_per_second": 1321310.9220304475, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3000, "epoch": 39, "tokens": 393216000, "loss": 3.5474533796310426, "lr": 4.010412092821602e-05, "grad_norm": 0.09186311811208725, "tokens_per_second": 1752067.1266050693, "training_seconds": 1.4961983820103342, "elapsed_tokens_per_second": 1323473.7301666343, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3020, "epoch": 39, "tokens": 395837440, "loss": 3.5447662115097045, "lr": 2.7176005886631604e-05, "grad_norm": 0.09151141345500946, "tokens_per_second": 1752249.670179559, "training_seconds": 1.4960425130120711, "elapsed_tokens_per_second": 1325616.858239807, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3035, "epoch": 39, "tokens": 397803520, "loss": 3.532462231318156, "lr": 1.912166621911349e-05, "grad_norm": 0.09569714218378067, "tokens_per_second": 1756456.8985118105, "training_seconds": 1.1193442900112132, "elapsed_tokens_per_second": 1327219.5455287995, "peak_memory_bytes": 42389451776}
{"loss": 3.5493179601119893, "perplexity": 34.78958151180276, "tokens": 397803520, "seconds": 0.5408562990050996, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 39, "step": 3035, "evaluation_tokens": 1048576}
{"event": "train", "step": 3040, "epoch": 40, "tokens": 398458880, "loss": 3.570466232299805, "lr": 1.6750069967667592e-05, "grad_norm": 0.10280925035476685, "tokens_per_second": 1786693.019202223, "training_seconds": 0.36680056000477634, "elapsed_tokens_per_second": 1325351.6496741707, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3060, "epoch": 40, "tokens": 401080320, "loss": 3.5599300622940064, "lr": 8.831559196363359e-06, "grad_norm": 0.09453574568033218, "tokens_per_second": 1751695.9064620552, "training_seconds": 1.4965154570090817, "elapsed_tokens_per_second": 1327458.8637035068, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3080, "epoch": 40, "tokens": 403701760, "loss": 3.5311591148376467, "lr": 3.424457934996794e-06, "grad_norm": 0.09444015473127365, "tokens_per_second": 1749588.7312925172, "training_seconds": 1.4983178349939408, "elapsed_tokens_per_second": 1329535.2090634392, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3100, "epoch": 40, "tokens": 406323200, "loss": 3.5412023067474365, "lr": 5.314868782685389e-07, "grad_norm": 0.09252738952636719, "tokens_per_second": 1753032.359329545, "training_seconds": 1.495374563994119, "elapsed_tokens_per_second": 1331605.8747851234, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3113, "epoch": 40, "tokens": 408027136, "loss": 3.559644625737117, "lr": 0.0, "grad_norm": 0.0869859904050827, "tokens_per_second": 1752031.874980806, "training_seconds": 0.9725485160015523, "elapsed_tokens_per_second": 1332935.174168031, "peak_memory_bytes": 42389451776}
{"loss": 3.549068282074314, "perplexity": 34.78089640164509, "tokens": 408027136, "seconds": 0.5420263130072271, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 40, "step": 3113, "evaluation_tokens": 1048576}
{"loss": 3.5495782484084852, "perplexity": 34.798638011309556, "tokens": 408027136, "seconds": 101.07446019399504, "split": "full", "validation_complete": true, "event": "final_validation", "step": 3113, "evaluation_tokens": 197411295}