{"event": "train", "step": 20, "epoch": 1, "tokens": 2621440, "loss": 9.465296316146851, "lr": 0.0005128205128205128, "grad_norm": 1.3503243923187256, "tokens_per_second": 128008.92685377598, "training_seconds": 20.478571802999795, "elapsed_tokens_per_second": 128008.92685377598, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 40, "epoch": 1, "tokens": 5242880, "loss": 7.453104996681214, "lr": 0.0010256410256410256, "grad_norm": 0.8519338965415955, "tokens_per_second": 1776718.9096497232, "training_seconds": 1.4754387909997604, "elapsed_tokens_per_second": 238733.43854108345, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 60, "epoch": 1, "tokens": 7864320, "loss": 6.876658010482788, "lr": 0.0015384615384615385, "grad_norm": 0.8598560094833374, "tokens_per_second": 1777128.1117244503, "training_seconds": 1.4750990560023638, "elapsed_tokens_per_second": 335530.4835173546, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 78, "epoch": 1, "tokens": 10223616, "loss": 6.604910426669651, "lr": 0.002, "grad_norm": 0.3385574221611023, "tokens_per_second": 1773443.6114507322, "training_seconds": 1.330347344999609, "elapsed_tokens_per_second": 412734.97588455345, "peak_memory_bytes": 21988176384}
{"loss": 6.457581903923312, "perplexity": 637.5176123861278, "tokens": 10223616, "seconds": 0.7579659190014354, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 1, "step": 78, "evaluation_tokens": 1048576}
{"event": "train", "step": 80, "epoch": 2, "tokens": 10485760, "loss": 6.457868337631226, "lr": 0.0020512820512820513, "grad_norm": 0.4241045117378235, "tokens_per_second": 1831743.7721447968, "training_seconds": 0.14311171900044428, "elapsed_tokens_per_second": 408327.6847489585, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 100, "epoch": 2, "tokens": 13107200, "loss": 6.334085607528687, "lr": 0.002564102564102564, "grad_norm": 0.8801109790802002, "tokens_per_second": 1764842.102509014, "training_seconds": 1.4853680089981935, "elapsed_tokens_per_second": 482479.1183072706, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 120, "epoch": 2, "tokens": 15728640, "loss": 6.145823192596436, "lr": 0.003076923076923077, "grad_norm": 0.5356509685516357, "tokens_per_second": 1775156.6708787235, "training_seconds": 1.4767372610003804, "elapsed_tokens_per_second": 549080.0921595234, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 140, "epoch": 2, "tokens": 18350080, "loss": 5.942629051208496, "lr": 0.00358974358974359, "grad_norm": 0.37100639939308167, "tokens_per_second": 1770123.5324655366, "training_seconds": 1.480936190000648, "elapsed_tokens_per_second": 609077.2439395856, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 156, "epoch": 2, "tokens": 20447232, "loss": 5.760637193918228, "lr": 0.004, "grad_norm": 0.4874166250228882, "tokens_per_second": 1768431.8771740387, "training_seconds": 1.1858822649992362, "elapsed_tokens_per_second": 652945.3894497026, "peak_memory_bytes": 42389451776}
{"loss": 5.746988026569879, "perplexity": 313.24575010145657, "tokens": 20447232, "seconds": 0.5334954639984062, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 2, "step": 156, "evaluation_tokens": 1048576}
{"event": "train", "step": 160, "epoch": 3, "tokens": 20971520, "loss": 5.7154282331466675, "lr": 0.0041025641025641026, "grad_norm": 0.3003957271575928, "tokens_per_second": 1810356.609384701, "training_seconds": 0.2896048200018413, "elapsed_tokens_per_second": 652352.4640016534, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 180, "epoch": 3, "tokens": 23592960, "loss": 5.565012145042419, "lr": 0.004615384615384615, "grad_norm": 0.5353095531463623, "tokens_per_second": 1770266.015733527, "training_seconds": 1.4808169940006337, "elapsed_tokens_per_second": 701544.5219140194, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 200, "epoch": 3, "tokens": 26214400, "loss": 5.444971179962158, "lr": 0.005128205128205128, "grad_norm": 0.24245047569274902, "tokens_per_second": 1771229.200265685, "training_seconds": 1.4800117340018915, "elapsed_tokens_per_second": 746589.1652734493, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 220, "epoch": 3, "tokens": 28835840, "loss": 5.321736168861389, "lr": 0.0056410256410256415, "grad_norm": 0.2942664325237274, "tokens_per_second": 1768286.7943726594, "training_seconds": 1.482474453998293, "elapsed_tokens_per_second": 787944.2260614259, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 233, "epoch": 3, "tokens": 30539776, "loss": 5.203397090618427, "lr": 0.0059743589743589745, "grad_norm": 0.25319552421569824, "tokens_per_second": 1765005.4241882707, "training_seconds": 0.9653998659996432, "elapsed_tokens_per_second": 813011.6394312883, "peak_memory_bytes": 42389451776}
{"loss": 5.20117137713461, "perplexity": 181.48470444702883, "tokens": 30539776, "seconds": 0.5355542249999417, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 3, "step": 233, "evaluation_tokens": 1048576}
{"event": "train", "step": 240, "epoch": 4, "tokens": 31457280, "loss": 5.171113014221191, "lr": 0.006153846153846154, "grad_norm": 0.3988986611366272, "tokens_per_second": 1778895.105593107, "training_seconds": 0.515771839000081, "elapsed_tokens_per_second": 814459.7576739545, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 260, "epoch": 4, "tokens": 34078720, "loss": 5.132027745246887, "lr": 0.006666666666666667, "grad_norm": 0.2936343550682068, "tokens_per_second": 1762015.3403189345, "training_seconds": 1.487750952001079, "elapsed_tokens_per_second": 849579.440875358, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 280, "epoch": 4, "tokens": 36700160, "loss": 5.04820556640625, "lr": 0.00717948717948718, "grad_norm": 0.26974329352378845, "tokens_per_second": 1774946.3654149238, "training_seconds": 1.4769122329998936, "elapsed_tokens_per_second": 882390.217976926, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 300, "epoch": 4, "tokens": 39321600, "loss": 4.987493920326233, "lr": 0.007692307692307692, "grad_norm": 0.244090273976326, "tokens_per_second": 1769488.1214544075, "training_seconds": 1.4814679839983, "elapsed_tokens_per_second": 912867.5465344617, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 311, "epoch": 4, "tokens": 40763392, "loss": 4.962360815568403, "lr": 0.007974358974358975, "grad_norm": 0.20201550424098969, "tokens_per_second": 1769215.0750634477, "training_seconds": 0.8149331420027011, "elapsed_tokens_per_second": 928728.3511061046, "peak_memory_bytes": 42389451776}
{"loss": 4.944557752187109, "perplexity": 140.40874165972153, "tokens": 40763392, "seconds": 0.5328325379996386, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 4, "step": 311, "evaluation_tokens": 1048576}
{"event": "train", "step": 320, "epoch": 5, "tokens": 41943040, "loss": 4.910224967532688, "lr": 0.007999838979717738, "grad_norm": 0.2184605896472931, "tokens_per_second": 1785099.5991079782, "training_seconds": 0.6608303539978806, "elapsed_tokens_per_second": 930119.0846982423, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 340, "epoch": 5, "tokens": 44564480, "loss": 4.8680986881256105, "lr": 0.007998027650419737, "grad_norm": 0.22105799615383148, "tokens_per_second": 1766625.7038249644, "training_seconds": 1.4838683679990936, "elapsed_tokens_per_second": 956744.705282827, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 360, "epoch": 5, "tokens": 47185920, "loss": 4.80610933303833, "lr": 0.00799420463091706, "grad_norm": 0.16545575857162476, "tokens_per_second": 1767734.4420649314, "training_seconds": 1.4829376730012882, "elapsed_tokens_per_second": 981722.5412551775, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 380, "epoch": 5, "tokens": 49807360, "loss": 4.7416715860366825, "lr": 0.007988371844840945, "grad_norm": 0.19160540401935577, "tokens_per_second": 1768018.8177320822, "training_seconds": 1.4826991509980871, "elapsed_tokens_per_second": 1005227.3548645617, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 389, "epoch": 5, "tokens": 50987008, "loss": 4.699165132310656, "lr": 0.007985092149712518, "grad_norm": 0.20315085351467133, "tokens_per_second": 1764630.4284907558, "training_seconds": 0.6684957830002531, "elapsed_tokens_per_second": 1015300.3264391866, "peak_memory_bytes": 42389451776}
{"loss": 4.735977129822375, "perplexity": 113.97477247454121, "tokens": 50987008, "seconds": 0.5346828799993091, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 5, "step": 389, "evaluation_tokens": 1048576}
{"event": "train", "step": 400, "epoch": 6, "tokens": 52428800, "loss": 4.692409558729692, "lr": 0.007980532227078202, "grad_norm": 0.17637592554092407, "tokens_per_second": 1777397.4075305304, "training_seconds": 0.8111815589982143, "elapsed_tokens_per_second": 1016585.8290045897, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 420, "epoch": 6, "tokens": 55050240, "loss": 4.663639736175537, "lr": 0.007970689722294463, "grad_norm": 0.18054142594337463, "tokens_per_second": 1770697.8383949643, "training_seconds": 1.480455865003023, "elapsed_tokens_per_second": 1037604.2435322833, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 440, "epoch": 6, "tokens": 57671680, "loss": 4.621539235115051, "lr": 0.007958849282949336, "grad_norm": 0.204194575548172, "tokens_per_second": 1763027.7957848166, "training_seconds": 1.4868965800014848, "elapsed_tokens_per_second": 1057346.2033185628, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 460, "epoch": 6, "tokens": 60293120, "loss": 4.544898295402527, "lr": 0.007945016866804485, "grad_norm": 0.2426367700099945, "tokens_per_second": 1768952.880746553, "training_seconds": 1.4819162389976555, "elapsed_tokens_per_second": 1076140.8527115427, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 467, "epoch": 6, "tokens": 61210624, "loss": 4.504173142569406, "lr": 0.007939706174607876, "grad_norm": 0.17067299783229828, "tokens_per_second": 1767662.6378283736, "training_seconds": 0.5190492689980601, "elapsed_tokens_per_second": 1082454.1703955056, "peak_memory_bytes": 42389451776}
{"loss": 4.517596075326043, "perplexity": 91.61509725797723, "tokens": 61210624, "seconds": 0.5335817230006796, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 6, "step": 467, "evaluation_tokens": 1048576}
{"event": "train", "step": 480, "epoch": 7, "tokens": 62914560, "loss": 4.474118086007925, "lr": 0.007929199433925843, "grad_norm": 0.23229753971099854, "tokens_per_second": 1770329.3502842314, "training_seconds": 0.9624966109986417, "elapsed_tokens_per_second": 1083759.891037621, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 500, "epoch": 7, "tokens": 65536000, "loss": 4.417829489707946, "lr": 0.007911404943181526, "grad_norm": 0.19995033740997314, "tokens_per_second": 1768614.4022801912, "training_seconds": 1.482199849000608, "elapsed_tokens_per_second": 1100784.168940456, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 520, "epoch": 7, "tokens": 68157440, "loss": 4.368255567550659, "lr": 0.007891642348237157, "grad_norm": 0.18431194126605988, "tokens_per_second": 1766277.216412698, "training_seconds": 1.4841611359988747, "elapsed_tokens_per_second": 1116937.0910428038, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 540, "epoch": 7, "tokens": 70778880, "loss": 4.349974846839904, "lr": 0.00786992159305064, "grad_norm": 0.18670345842838287, "tokens_per_second": 1762193.7046507392, "training_seconds": 1.487600365999242, "elapsed_tokens_per_second": 1132259.5967844003, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 545, "epoch": 7, "tokens": 71434240, "loss": 4.316638088226318, "lr": 0.007864186700914343, "grad_norm": 0.17816297709941864, "tokens_per_second": 1769036.5757132173, "training_seconds": 0.3704615319984441, "elapsed_tokens_per_second": 1135981.4073556208, "peak_memory_bytes": 42389451776}
{"loss": 4.32518156867512, "perplexity": 75.57923443544777, "tokens": 71434240, "seconds": 0.5354741820010531, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 7, "step": 545, "evaluation_tokens": 1048576}
{"event": "train", "step": 560, "epoch": 8, "tokens": 73400320, "loss": 4.314553546905517, "lr": 0.00784625360686866, "grad_norm": 0.15387080609798431, "tokens_per_second": 1781630.8331536928, "training_seconds": 1.103528275001736, "elapsed_tokens_per_second": 1137436.0427601521, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 580, "epoch": 8, "tokens": 76021760, "loss": 4.276825761795044, "lr": 0.00782065029872741, "grad_norm": 0.19751471281051636, "tokens_per_second": 1764797.461223358, "training_seconds": 1.4854055819996574, "elapsed_tokens_per_second": 1151532.3395842726, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 600, "epoch": 8, "tokens": 78643200, "loss": 4.264325475692749, "lr": 0.007793124551460297, "grad_norm": 0.15766553580760956, "tokens_per_second": 1773151.1694785706, "training_seconds": 1.4784075069983373, "elapsed_tokens_per_second": 1165111.443373409, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 620, "epoch": 8, "tokens": 81264640, "loss": 4.220224356651306, "lr": 0.007763690215215693, "grad_norm": 0.17173177003860474, "tokens_per_second": 1771694.9392632735, "training_seconds": 1.4796226719990955, "elapsed_tokens_per_second": 1178093.7227386495, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 623, "epoch": 8, "tokens": 81657856, "loss": 4.176286061604817, "lr": 0.007759111351899522, "grad_norm": 0.17611828446388245, "tokens_per_second": 1749633.893320108, "training_seconds": 0.22474187400075607, "elapsed_tokens_per_second": 1179922.918314584, "peak_memory_bytes": 42389451776}
{"loss": 4.219840186610325, "perplexity": 68.02261249643617, "tokens": 81657856, "seconds": 0.5330551459992421, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 8, "step": 623, "evaluation_tokens": 1048576}
{"event": "train", "step": 640, "epoch": 9, "tokens": 83886080, "loss": 4.201173333560719, "lr": 0.007732362100487943, "grad_norm": 0.1544027030467987, "tokens_per_second": 1774542.2894530275, "training_seconds": 1.2556612560001668, "elapsed_tokens_per_second": 1181437.4735177034, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 660, "epoch": 9, "tokens": 86507520, "loss": 4.172453927993774, "lr": 0.007699155970665158, "grad_norm": 0.21316324174404144, "tokens_per_second": 1768733.7697453164, "training_seconds": 1.482099819000723, "elapsed_tokens_per_second": 1193426.178002314, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 680, "epoch": 9, "tokens": 89128960, "loss": 4.1669975280761715, "lr": 0.007664088534097537, "grad_norm": 0.15735527873039246, "tokens_per_second": 1770941.057282724, "training_seconds": 1.4802525409977534, "elapsed_tokens_per_second": 1204948.158642718, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 700, "epoch": 9, "tokens": 91750400, "loss": 4.132865929603577, "lr": 0.007627177435690227, "grad_norm": 0.1354721337556839, "tokens_per_second": 1773327.0774946166, "training_seconds": 1.4782608540008368, "elapsed_tokens_per_second": 1216059.1662975624, "peak_memory_bytes": 42389451776}
{"loss": 4.147120051781537, "perplexity": 63.25157647364574, "tokens": 91750400, "seconds": 0.5331689990016457, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 9, "step": 700, "evaluation_tokens": 1048576}
{"event": "train", "step": 720, "epoch": 10, "tokens": 94371840, "loss": 4.133666467666626, "lr": 0.007588441248024907, "grad_norm": 0.14078809320926666, "tokens_per_second": 1772487.3137644837, "training_seconds": 1.4789612200002011, "elapsed_tokens_per_second": 1218175.6394443999, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 740, "epoch": 10, "tokens": 96993280, "loss": 4.1168231725692745, "lr": 0.007547899462014625, "grad_norm": 0.16656647622585297, "tokens_per_second": 1764787.0844933263, "training_seconds": 1.4854143160009698, "elapsed_tokens_per_second": 1228425.0292566454, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 760, "epoch": 10, "tokens": 99614720, "loss": 4.102937960624695, "lr": 0.007505572477096535, "grad_norm": 0.14602722227573395, "tokens_per_second": 1770166.3936144863, "training_seconds": 1.4809003320006013, "elapsed_tokens_per_second": 1238373.562826506, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 778, "epoch": 10, "tokens": 101974016, "loss": 4.0796337657504615, "lr": 0.007465969429761635, "grad_norm": 0.17072513699531555, "tokens_per_second": 1772919.3508151572, "training_seconds": 1.3307407350002904, "elapsed_tokens_per_second": 1247044.1568563343, "peak_memory_bytes": 42389451776}
{"loss": 4.098335274463784, "perplexity": 60.23992114421367, "tokens": 101974016, "seconds": 0.5323061119997874, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 10, "step": 778, "evaluation_tokens": 1048576}
{"event": "train", "step": 780, "epoch": 11, "tokens": 102236160, "loss": 4.0974280834198, "lr": 0.007461481590967504, "grad_norm": 0.16008098423480988, "tokens_per_second": 1840108.999314832, "training_seconds": 0.14246112599721528, "elapsed_tokens_per_second": 1239902.3492184728, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 800, "epoch": 11, "tokens": 104857600, "loss": 4.072038364410401, "lr": 0.007415648988867725, "grad_norm": 0.14099206030368805, "tokens_per_second": 1772038.2346710253, "training_seconds": 1.479336026000965, "elapsed_tokens_per_second": 1249264.9335476963, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 820, "epoch": 11, "tokens": 107479040, "loss": 4.063944852352142, "lr": 0.007368097732417771, "grad_norm": 0.14475224912166595, "tokens_per_second": 1775682.8174202875, "training_seconds": 1.4762996940007724, "elapsed_tokens_per_second": 1258330.7340557305, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 840, "epoch": 11, "tokens": 110100480, "loss": 4.053340005874634, "lr": 0.00731885174801465, "grad_norm": 0.14465484023094177, "tokens_per_second": 1772569.118953224, "training_seconds": 1.47889296500216, "elapsed_tokens_per_second": 1267064.9507925385, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 856, "epoch": 11, "tokens": 112197632, "loss": 4.03216290473938, "lr": 0.007278251379608424, "grad_norm": 0.14646898210048676, "tokens_per_second": 1772042.8161987325, "training_seconds": 1.183465761001571, "elapsed_tokens_per_second": 1273818.6398597942, "peak_memory_bytes": 42389451776}
{"loss": 4.053503444265992, "perplexity": 57.5988985006271, "tokens": 112197632, "seconds": 0.5320538820014917, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 11, "step": 856, "evaluation_tokens": 1048576}
{"event": "train", "step": 860, "epoch": 12, "tokens": 112721920, "loss": 4.016900658607483, "lr": 0.007267935814792751, "grad_norm": 0.17827776074409485, "tokens_per_second": 1798695.6039760974, "training_seconds": 0.291482338001515, "elapsed_tokens_per_second": 1267656.8419414854, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 880, "epoch": 12, "tokens": 115343360, "loss": 4.0370765089988705, "lr": 0.007215375552155713, "grad_norm": 0.16639703512191772, "tokens_per_second": 1770754.2267314158, "training_seconds": 1.4804087209995487, "elapsed_tokens_per_second": 1275879.3525789797, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 900, "epoch": 12, "tokens": 117964800, "loss": 4.011451554298401, "lr": 0.007161197406885484, "grad_norm": 0.15179528295993805, "tokens_per_second": 1770110.4072677013, "training_seconds": 1.4809471709995705, "elapsed_tokens_per_second": 1283821.60072405, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 920, "epoch": 12, "tokens": 120586240, "loss": 4.018893909454346, "lr": 0.007105428639835085, "grad_norm": 0.1378130167722702, "tokens_per_second": 1769145.3846699104, "training_seconds": 1.4817549889994552, "elapsed_tokens_per_second": 1291506.6462206992, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 934, "epoch": 12, "tokens": 122421248, "loss": 4.010019098009382, "lr": 0.007065459077989923, "grad_norm": 0.1454041600227356, "tokens_per_second": 1774846.4745410527, "training_seconds": 1.0338967489988136, "elapsed_tokens_per_second": 1296767.4861025694, "peak_memory_bytes": 42389451776}
{"loss": 4.020798495692601, "perplexity": 55.745600681982374, "tokens": 122421248, "seconds": 0.5310339409988956, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 12, "step": 934, "evaluation_tokens": 1048576}
{"event": "train", "step": 940, "epoch": 13, "tokens": 123207680, "loss": 4.0138858159383135, "lr": 0.007048097312211743, "grad_norm": 0.1353575736284256, "tokens_per_second": 1802423.831833715, "training_seconds": 0.4363191310003458, "elapsed_tokens_per_second": 1291761.0800594392, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 960, "epoch": 13, "tokens": 125829120, "loss": 4.002683007717133, "lr": 0.00698923227145732, "grad_norm": 0.15180659294128418, "tokens_per_second": 1772145.9636181127, "training_seconds": 1.479246097002033, "elapsed_tokens_per_second": 1299076.3864538742, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 980, "epoch": 13, "tokens": 128450560, "loss": 3.988316237926483, "lr": 0.00692886313673312, "grad_norm": 0.14179913699626923, "tokens_per_second": 1772939.7789000317, "training_seconds": 1.4785837800009176, "elapsed_tokens_per_second": 1306171.5496277022, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1000, "epoch": 13, "tokens": 131072000, "loss": 3.9604111909866333, "lr": 0.006867020284016403, "grad_norm": 0.1334916353225708, "tokens_per_second": 1771885.3984578564, "training_seconds": 1.4794636279984843, "elapsed_tokens_per_second": 1313055.8403347959, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1012, "epoch": 13, "tokens": 132644864, "loss": 3.9767898321151733, "lr": 0.006829220102252354, "grad_norm": 0.15345481038093567, "tokens_per_second": 1782841.83399434, "training_seconds": 0.882222960000945, "elapsed_tokens_per_second": 1317149.5897127488, "peak_memory_bytes": 42389451776}
{"loss": 3.9827777855776976, "perplexity": 53.66589973583883, "tokens": 132644864, "seconds": 0.5301461259987263, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 13, "step": 1012, "evaluation_tokens": 1048576}
{"event": "train", "step": 1020, "epoch": 14, "tokens": 133693440, "loss": 3.9519054293632507, "lr": 0.00680373483081608, "grad_norm": 0.1523439884185791, "tokens_per_second": 1777372.2864004609, "training_seconds": 0.5899585629995272, "elapsed_tokens_per_second": 1312871.9701492565, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1040, "epoch": 14, "tokens": 136314880, "loss": 3.9575918555259704, "lr": 0.006739038620515297, "grad_norm": 0.15642794966697693, "tokens_per_second": 1766160.3959225428, "training_seconds": 1.4842593039975327, "elapsed_tokens_per_second": 1319361.5117083252, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1060, "epoch": 14, "tokens": 138936320, "loss": 3.964777338504791, "lr": 0.00667296420634878, "grad_norm": 0.1537855714559555, "tokens_per_second": 1767934.1471483042, "training_seconds": 1.482770160997461, "elapsed_tokens_per_second": 1325684.72692799, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1080, "epoch": 14, "tokens": 141557760, "loss": 3.948300099372864, "lr": 0.006605544835023, "grad_norm": 0.13937175273895264, "tokens_per_second": 1775160.3516553687, "training_seconds": 1.47673419900093, "elapsed_tokens_per_second": 1331914.8217776767, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1090, "epoch": 14, "tokens": 142868480, "loss": 3.96215615272522, "lr": 0.006571341365532515, "grad_norm": 0.13006718456745148, "tokens_per_second": 1777559.230672712, "training_seconds": 0.7373706469988974, "elapsed_tokens_per_second": 1334951.9916142428, "peak_memory_bytes": 42389451776}
{"loss": 3.960084037994391, "perplexity": 52.46173454280501, "tokens": 142868480, "seconds": 0.5369971039981465, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 14, "step": 1090, "evaluation_tokens": 1048576}
{"event": "train", "step": 1100, "epoch": 15, "tokens": 144179200, "loss": 3.9395903587341308, "lr": 0.006536814429987407, "grad_norm": 0.13602569699287415, "tokens_per_second": 1776995.5989212268, "training_seconds": 0.7376045279997925, "elapsed_tokens_per_second": 1331265.4300809542, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1120, "epoch": 15, "tokens": 146800640, "loss": 3.9300538182258604, "lr": 0.006466807574365148, "grad_norm": 0.12171380966901779, "tokens_per_second": 1773426.8985319706, "training_seconds": 1.478177647000848, "elapsed_tokens_per_second": 1337196.2548087141, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1140, "epoch": 15, "tokens": 149422080, "loss": 3.9290702819824217, "lr": 0.006395559493551849, "grad_norm": 0.1441771537065506, "tokens_per_second": 1770542.667024392, "training_seconds": 1.480585613000585, "elapsed_tokens_per_second": 1342935.1867835626, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1160, "epoch": 15, "tokens": 152043520, "loss": 3.920860528945923, "lr": 0.006323106037491235, "grad_norm": 0.12056086957454681, "tokens_per_second": 1771789.6404223056, "training_seconds": 1.4795435870000802, "elapsed_tokens_per_second": 1348543.6472136683, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1167, "epoch": 15, "tokens": 152961024, "loss": 3.9022714410509383, "lr": 0.006297469286818803, "grad_norm": 0.13819383084774017, "tokens_per_second": 1779759.9995470734, "training_seconds": 0.5155211940000299, "elapsed_tokens_per_second": 1350481.5334664364, "peak_memory_bytes": 42389451776}
{"loss": 3.93490675464777, "perplexity": 51.15737954637655, "tokens": 152961024, "seconds": 0.5331699779999326, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 15, "step": 1167, "evaluation_tokens": 1048576}
{"event": "train", "step": 1180, "epoch": 16, "tokens": 154664960, "loss": 3.8805377850165734, "lr": 0.006249483662636486, "grad_norm": 0.15173670649528503, "tokens_per_second": 1789863.4175029874, "training_seconds": 0.9519921930004784, "elapsed_tokens_per_second": 1347714.869318814, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1200, "epoch": 16, "tokens": 157286400, "loss": 3.908240723609924, "lr": 0.006174729413606421, "grad_norm": 0.14564795792102814, "tokens_per_second": 1770063.769622483, "training_seconds": 1.480986190999829, "elapsed_tokens_per_second": 1353075.7994172473, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1220, "epoch": 16, "tokens": 159907840, "loss": 3.911775195598602, "lr": 0.006098880904545735, "grad_norm": 0.14087137579917908, "tokens_per_second": 1773360.542268414, "training_seconds": 1.478232958001172, "elapsed_tokens_per_second": 1358331.5859845013, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1240, "epoch": 16, "tokens": 162529280, "loss": 3.8834439873695374, "lr": 0.006021976300198661, "grad_norm": 0.151525616645813, "tokens_per_second": 1779155.8078885537, "training_seconds": 1.4734178920007253, "elapsed_tokens_per_second": 1363513.9136063505, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1245, "epoch": 16, "tokens": 163184640, "loss": 3.87390022277832, "lr": 0.006002589657528159, "grad_norm": 0.14797775447368622, "tokens_per_second": 1773796.8107136656, "training_seconds": 0.36946734600132913, "elapsed_tokens_per_second": 1364761.5629938077, "peak_memory_bytes": 42389451776}
{"loss": 3.911967565015288, "perplexity": 49.99722805619667, "tokens": 163184640, "seconds": 0.5340301769974758, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 16, "step": 1245, "evaluation_tokens": 1048576}
{"event": "train", "step": 1260, "epoch": 17, "tokens": 165150720, "loss": 3.8858666102091473, "lr": 0.005944054296705593, "grad_norm": 0.14863349497318268, "tokens_per_second": 1788439.399026942, "training_seconds": 1.0993271570005163, "elapsed_tokens_per_second": 1362497.4314835567, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1280, "epoch": 17, "tokens": 167772160, "loss": 3.8945052862167358, "lr": 0.005865154102132323, "grad_norm": 0.14719349145889282, "tokens_per_second": 1773141.415091536, "training_seconds": 1.4784156399982749, "elapsed_tokens_per_second": 1367431.3887324966, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1300, "epoch": 17, "tokens": 170393600, "loss": 3.878402364253998, "lr": 0.005785315416741691, "grad_norm": 0.1394874006509781, "tokens_per_second": 1779476.3754467918, "training_seconds": 1.4731524599992554, "elapsed_tokens_per_second": 1372294.010367764, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1320, "epoch": 17, "tokens": 173015040, "loss": 3.8872798681259155, "lr": 0.005704578413017585, "grad_norm": 0.12760001420974731, "tokens_per_second": 1764757.4983016558, "training_seconds": 1.4854392189990904, "elapsed_tokens_per_second": 1376919.8283846944, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1323, "epoch": 17, "tokens": 173408256, "loss": 3.8769658406575522, "lr": 0.005692392887835475, "grad_norm": 0.13389363884925842, "tokens_per_second": 1778964.2847975537, "training_seconds": 0.22103647800031467, "elapsed_tokens_per_second": 1377593.3813539902, "peak_memory_bytes": 42389451776}
{"loss": 3.8876458843602903, "perplexity": 48.795880063180505, "tokens": 173408256, "seconds": 0.5322953780014359, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 17, "step": 1323, "evaluation_tokens": 1048576}
{"event": "train", "step": 1340, "epoch": 18, "tokens": 175636480, "loss": 3.856016046860639, "lr": 0.005622983715451311, "grad_norm": 0.15396614372730255, "tokens_per_second": 1789710.9806262164, "training_seconds": 1.2450189020019025, "elapsed_tokens_per_second": 1375779.8256925365, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1360, "epoch": 18, "tokens": 178257920, "loss": 3.85561842918396, "lr": 0.00554057238010056, "grad_norm": 0.13147900998592377, "tokens_per_second": 1767151.919981298, "training_seconds": 1.4834265070021502, "elapsed_tokens_per_second": 1380261.5798203957, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1380, "epoch": 18, "tokens": 180879360, "loss": 3.8540653944015504, "lr": 0.005457385873931188, "grad_norm": 0.1597135215997696, "tokens_per_second": 1770440.066363599, "training_seconds": 1.4806714159967669, "elapsed_tokens_per_second": 1384664.1824138945, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1400, "epoch": 18, "tokens": 183500800, "loss": 3.843945300579071, "lr": 0.005373466053952266, "grad_norm": 0.1442418247461319, "tokens_per_second": 1775585.4398342504, "training_seconds": 1.4763806580012897, "elapsed_tokens_per_second": 1389020.3894158653, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1401, "epoch": 18, "tokens": 183631872, "loss": 3.856903553009033, "lr": 0.005369251569377675, "grad_norm": 0.13367144763469696, "tokens_per_second": 1781514.4686142828, "training_seconds": 0.07357335699998657, "elapsed_tokens_per_second": 1389219.646850397, "peak_memory_bytes": 42389451776}
{"loss": 3.8644820118721306, "perplexity": 47.67856910247629, "tokens": 183631872, "seconds": 0.5325723300011305, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 18, "step": 1401, "evaluation_tokens": 1048576}
{"event": "train", "step": 1420, "epoch": 19, "tokens": 186122240, "loss": 3.8450911045074463, "lr": 0.005288855146154851, "grad_norm": 0.13337479531764984, "tokens_per_second": 1782837.6068081, "training_seconds": 1.3968563320013345, "elapsed_tokens_per_second": 1387628.0554674077, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1440, "epoch": 19, "tokens": 188743680, "loss": 3.842847228050232, "lr": 0.005203595724265121, "grad_norm": 0.1437310427427292, "tokens_per_second": 1773744.9258934928, "training_seconds": 1.4779126140019798, "elapsed_tokens_per_second": 1391818.333319774, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1460, "epoch": 19, "tokens": 191365120, "loss": 3.8299203276634217, "lr": 0.005117730688322512, "grad_norm": 0.15092331171035767, "tokens_per_second": 1771815.25105103, "training_seconds": 1.4795222009997815, "elapsed_tokens_per_second": 1395891.8420633983, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1479, "epoch": 19, "tokens": 193855488, "loss": 3.8219515022478605, "lr": 0.005035637302328019, "grad_norm": 0.14192815124988556, "tokens_per_second": 1781417.7129516196, "training_seconds": 1.3979697079994367, "elapsed_tokens_per_second": 1399764.5285363893, "peak_memory_bytes": 42389451776}
{"loss": 3.8492097434484, "perplexity": 46.95594132532748, "tokens": 193855488, "seconds": 0.5337776719970861, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 19, "step": 1479, "evaluation_tokens": 1048576}
{"event": "train", "step": 1480, "epoch": 20, "tokens": 193986560, "loss": 3.8024206161499023, "lr": 0.0050313032430936815, "grad_norm": 0.13945545256137848, "tokens_per_second": 1921764.0067734907, "training_seconds": 0.06820400399737991, "elapsed_tokens_per_second": 1394561.5301137906, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1500, "epoch": 20, "tokens": 196608000, "loss": 3.8268216252326965, "lr": 0.0049443568763331384, "grad_norm": 0.13310137391090393, "tokens_per_second": 1781719.677901602, "training_seconds": 1.4712976640003035, "elapsed_tokens_per_second": 1398589.5065822878, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1520, "epoch": 20, "tokens": 199229440, "loss": 3.812539744377136, "lr": 0.004856935336901482, "grad_norm": 0.13737908005714417, "tokens_per_second": 1780782.8367368204, "training_seconds": 1.4720716900010302, "elapsed_tokens_per_second": 1402529.6928391715, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1540, "epoch": 20, "tokens": 201850880, "loss": 3.8101181030273437, "lr": 0.0047690826127522535, "grad_norm": 0.1190025582909584, "tokens_per_second": 1772179.986450152, "training_seconds": 1.4792176980008662, "elapsed_tokens_per_second": 1406318.030657097, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1557, "epoch": 20, "tokens": 204079104, "loss": 3.822845725452199, "lr": 0.004694101790950691, "grad_norm": 0.13017572462558746, "tokens_per_second": 1769723.1439055295, "training_seconds": 1.2590805560030276, "elapsed_tokens_per_second": 1409464.6427761316, "peak_memory_bytes": 42389451776}
{"loss": 3.825950633927006, "perplexity": 45.87639129755769, "tokens": 204079104, "seconds": 0.5324700290002511, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 20, "step": 1557, "evaluation_tokens": 1048576}
{"event": "train", "step": 1560, "epoch": 21, "tokens": 204472320, "loss": 3.8030773798624673, "lr": 0.004680842908798498, "grad_norm": 0.130660280585289, "tokens_per_second": 1833046.6742623567, "training_seconds": 0.21451499600152601, "elapsed_tokens_per_second": 1404827.914262915, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1580, "epoch": 21, "tokens": 207093760, "loss": 3.8185909390449524, "lr": 0.004592260624670137, "grad_norm": 0.15141616761684418, "tokens_per_second": 1765183.9915742497, "training_seconds": 1.4850803159970383, "elapsed_tokens_per_second": 1408450.6029666606, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1600, "epoch": 21, "tokens": 209715200, "loss": 3.8160937070846557, "lr": 0.004503380332373388, "grad_norm": 0.15504266321659088, "tokens_per_second": 1769651.123998469, "training_seconds": 1.481331525999849, "elapsed_tokens_per_second": 1412041.1017633772, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1620, "epoch": 21, "tokens": 212336640, "loss": 3.80489262342453, "lr": 0.004414246753863435, "grad_norm": 0.13174140453338623, "tokens_per_second": 1770483.3410249013, "training_seconds": 1.4806352250016062, "elapsed_tokens_per_second": 1415561.041625689, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1634, "epoch": 21, "tokens": 214171648, "loss": 3.798696552004133, "lr": 0.004351726556015819, "grad_norm": 0.15389922261238098, "tokens_per_second": 1773362.9871617171, "training_seconds": 1.0347616439976264, "elapsed_tokens_per_second": 1417998.2459381046, "peak_memory_bytes": 42389451776}
{"loss": 3.8075228060611814, "perplexity": 45.038730891108194, "tokens": 214171648, "seconds": 0.5334722410007089, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 21, "step": 1634, "evaluation_tokens": 1048576}
{"event": "train", "step": 1640, "epoch": 22, "tokens": 214958080, "loss": 3.7685079177220664, "lr": 0.004324904738541651, "grad_norm": 0.14413784444332123, "tokens_per_second": 1785554.8068373594, "training_seconds": 0.44044125500295195, "elapsed_tokens_per_second": 1414005.8219443157, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1660, "epoch": 22, "tokens": 217579520, "loss": 3.809928095340729, "lr": 0.004235399240688696, "grad_norm": 0.12489920109510422, "tokens_per_second": 1770502.014201714, "training_seconds": 1.4806196089994046, "elapsed_tokens_per_second": 1417429.9176832803, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1680, "epoch": 22, "tokens": 220200960, "loss": 3.7872315645217896, "lr": 0.004145775296844847, "grad_norm": 0.130275160074234, "tokens_per_second": 1772250.8780343872, "training_seconds": 1.4791585279999708, "elapsed_tokens_per_second": 1420800.362798363, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1700, "epoch": 22, "tokens": 222822400, "loss": 3.7838390111923217, "lr": 0.004056078003148922, "grad_norm": 0.1652534306049347, "tokens_per_second": 1772255.8623438098, "training_seconds": 1.4791543680003088, "elapsed_tokens_per_second": 1424106.57877363, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1712, "epoch": 22, "tokens": 224395264, "loss": 3.780671536922455, "lr": 0.00400224319349441, "grad_norm": 0.1461426317691803, "tokens_per_second": 1776028.7146138707, "training_seconds": 0.8856073030001426, "elapsed_tokens_per_second": 1426073.4066055676, "peak_memory_bytes": 42389451776}
{"loss": 3.7881437374802394, "perplexity": 44.17432497910754, "tokens": 224395264, "seconds": 0.5316368029998557, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 22, "step": 1712, "evaluation_tokens": 1048576}
{"event": "train", "step": 1720, "epoch": 23, "tokens": 225443840, "loss": 3.7509543895721436, "lr": 0.00396635249264724, "grad_norm": 0.13265077769756317, "tokens_per_second": 1790374.0523057512, "training_seconds": 0.5856742610012589, "elapsed_tokens_per_second": 1422535.5433682627, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1740, "epoch": 23, "tokens": 228065280, "loss": 3.777847647666931, "lr": 0.0038766439125839805, "grad_norm": 0.13521286845207214, "tokens_per_second": 1766149.0381396043, "training_seconds": 1.4842688489989087, "elapsed_tokens_per_second": 1425707.2568977582, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1760, "epoch": 23, "tokens": 230686720, "loss": 3.7630167245864867, "lr": 0.0037869974016844295, "grad_norm": 0.13112877309322357, "tokens_per_second": 1777225.6513685484, "training_seconds": 1.4750180980008736, "elapsed_tokens_per_second": 1428903.1918467167, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1780, "epoch": 23, "tokens": 233308160, "loss": 3.7635582208633425, "lr": 0.0036974580674424885, "grad_norm": 0.1371946930885315, "tokens_per_second": 1773374.8661910677, "training_seconds": 1.478221018001932, "elapsed_tokens_per_second": 1432005.8493137315, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1790, "epoch": 23, "tokens": 234618880, "loss": 3.748534846305847, "lr": 0.003652742673534095, "grad_norm": 0.12779587507247925, "tokens_per_second": 1771530.7315559443, "training_seconds": 0.7398799110014807, "elapsed_tokens_per_second": 1433523.3356112014, "peak_memory_bytes": 42389451776}
{"loss": 3.7679658078582676, "perplexity": 43.29191114003021, "tokens": 234618880, "seconds": 0.5344537479977589, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 23, "step": 1790, "evaluation_tokens": 1048576}
{"event": "train", "step": 1800, "epoch": 24, "tokens": 235929600, "loss": 3.751251721382141, "lr": 0.0036080709634239085, "grad_norm": 0.14950846135616302, "tokens_per_second": 1785418.5569828441, "training_seconds": 0.7341247770018526, "elapsed_tokens_per_second": 1430364.7422246113, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1820, "epoch": 24, "tokens": 238551040, "loss": 3.776981866359711, "lr": 0.0035188810665966602, "grad_norm": 0.1293313056230545, "tokens_per_second": 1775861.610145507, "training_seconds": 1.4761510609969264, "elapsed_tokens_per_second": 1433412.662199539, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1840, "epoch": 24, "tokens": 241172480, "loss": 3.734201228618622, "lr": 0.003429933254699843, "grad_norm": 0.12708543241024017, "tokens_per_second": 1776692.204576596, "training_seconds": 1.4754609679985151, "elapsed_tokens_per_second": 1436419.1848416636, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1860, "epoch": 24, "tokens": 243793920, "loss": 3.7548266410827638, "lr": 0.003341272283662522, "grad_norm": 0.13452230393886566, "tokens_per_second": 1775488.2003957469, "training_seconds": 1.4764615160020185, "elapsed_tokens_per_second": 1439359.0167368008, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1868, "epoch": 24, "tokens": 244842496, "loss": 3.721738964319229, "lr": 0.003305898209049308, "grad_norm": 0.13094335794448853, "tokens_per_second": 1770449.8095785032, "training_seconds": 0.592265307001071, "elapsed_tokens_per_second": 1440502.2859961437, "peak_memory_bytes": 42389451776}
{"loss": 3.747832964197928, "perplexity": 42.42903706138515, "tokens": 244842496, "seconds": 0.5311340980006207, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 24, "step": 1868, "evaluation_tokens": 1048576}
{"event": "train", "step": 1880, "epoch": 25, "tokens": 246415360, "loss": 3.7402077515920005, "lr": 0.0032529427650838556, "grad_norm": 0.1525144875049591, "tokens_per_second": 1786671.0755463564, "training_seconds": 0.8803321560008044, "elapsed_tokens_per_second": 1437572.5155268675, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1900, "epoch": 25, "tokens": 249036800, "loss": 3.7373390436172484, "lr": 0.003164989143785854, "grad_norm": 0.16515445709228516, "tokens_per_second": 1777433.9098438993, "training_seconds": 1.4748452729982091, "elapsed_tokens_per_second": 1440457.0903271942, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1920, "epoch": 25, "tokens": 251658240, "loss": 3.716989886760712, "lr": 0.003077455675450043, "grad_norm": 0.13590380549430847, "tokens_per_second": 1777764.1590557408, "training_seconds": 1.4745712959993398, "elapsed_tokens_per_second": 1443299.014241537, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1940, "epoch": 25, "tokens": 254279680, "loss": 3.7235509037971495, "lr": 0.002990386404349306, "grad_norm": 0.1509922742843628, "tokens_per_second": 1772941.262167337, "training_seconds": 1.4785825429971737, "elapsed_tokens_per_second": 1446056.3103527501, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1946, "epoch": 25, "tokens": 255066112, "loss": 3.6957702239354453, "lr": 0.0029643626976719826, "grad_norm": 0.14271371066570282, "tokens_per_second": 1781364.9549101018, "training_seconds": 0.44147719299871824, "elapsed_tokens_per_second": 1446881.0965084818, "peak_memory_bytes": 42389451776}
{"loss": 3.7333708001261434, "perplexity": 41.81983715849197, "tokens": 255066112, "seconds": 0.5360807749966625, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 25, "step": 1946, "evaluation_tokens": 1048576}
{"event": "train", "step": 1960, "epoch": 26, "tokens": 256901120, "loss": 3.724812797137669, "lr": 0.0029038251411861024, "grad_norm": 0.13463515043258667, "tokens_per_second": 1785687.8428427198, "training_seconds": 1.0276196970007732, "elapsed_tokens_per_second": 1444412.7285920565, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1980, "epoch": 26, "tokens": 259522560, "loss": 3.7354806780815126, "lr": 0.002817815441048194, "grad_norm": 0.1482345014810562, "tokens_per_second": 1771077.6570550904, "training_seconds": 1.4801383720005106, "elapsed_tokens_per_second": 1447094.6257218516, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2000, "epoch": 26, "tokens": 262144000, "loss": 3.7160964131355287, "lr": 0.00273240058149302, "grad_norm": 0.13873708248138428, "tokens_per_second": 1777432.0984784877, "training_seconds": 1.4748467760000494, "elapsed_tokens_per_second": 1449777.4970964626, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2020, "epoch": 26, "tokens": 264765440, "loss": 3.7028423070907595, "lr": 0.002647623540771689, "grad_norm": 0.11922749131917953, "tokens_per_second": 1775653.0259417875, "training_seconds": 1.4763244630012196, "elapsed_tokens_per_second": 1452402.6202651858, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2024, "epoch": 26, "tokens": 265289728, "loss": 3.6895341873168945, "lr": 0.002630748430622327, "grad_norm": 0.12807083129882812, "tokens_per_second": 1785958.1506490575, "training_seconds": 0.2935611900029471, "elapsed_tokens_per_second": 1452925.436033451, "peak_memory_bytes": 42389451776}
{"loss": 3.712335225856678, "perplexity": 40.9493208727152, "tokens": 265289728, "seconds": 0.5371059300014167, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 26, "step": 2024, "evaluation_tokens": 1048576}
{"event": "train", "step": 2040, "epoch": 27, "tokens": 267386880, "loss": 3.7000036984682083, "lr": 0.0025635269762035906, "grad_norm": 0.17000812292099, "tokens_per_second": 1779506.5019183515, "training_seconds": 1.1785020160023123, "elapsed_tokens_per_second": 1450726.0576299874, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2060, "epoch": 27, "tokens": 270008320, "loss": 3.70778341293335, "lr": 0.0024801532027124724, "grad_norm": 0.13169105350971222, "tokens_per_second": 1772117.2370994245, "training_seconds": 1.4792700759971922, "elapsed_tokens_per_second": 1453267.738160376, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2080, "epoch": 27, "tokens": 272629760, "loss": 3.6952561140060425, "lr": 0.002397544171534828, "grad_norm": 0.1212800070643425, "tokens_per_second": 1781839.2731420877, "training_seconds": 1.4711989119969076, "elapsed_tokens_per_second": 1455835.8480237867, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2100, "epoch": 27, "tokens": 275251200, "loss": 3.6863195180892943, "lr": 0.002315741449111254, "grad_norm": 0.14029671251773834, "tokens_per_second": 1772032.8682722077, "training_seconds": 1.4793405060008809, "elapsed_tokens_per_second": 1458297.5461777083, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2101, "epoch": 27, "tokens": 275382272, "loss": 3.6862716674804688, "lr": 0.00231167321869785, "grad_norm": 0.1429796814918518, "tokens_per_second": 1768749.8318555306, "training_seconds": 0.0741043179987173, "elapsed_tokens_per_second": 1458409.3086307067, "peak_memory_bytes": 42389451776}
{"loss": 3.6930321274979345, "perplexity": 40.166452307191264, "tokens": 275382272, "seconds": 0.5346321430006356, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 27, "step": 2101, "evaluation_tokens": 1048576}
{"event": "train", "step": 2120, "epoch": 28, "tokens": 277872640, "loss": 3.706653544777318, "lr": 0.002234786196171443, "grad_norm": 0.12559640407562256, "tokens_per_second": 1784015.797758929, "training_seconds": 1.3959338270033186, "elapsed_tokens_per_second": 1456628.3525316792, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2140, "epoch": 28, "tokens": 280494080, "loss": 3.7018251180648805, "lr": 0.002154719147023306, "grad_norm": 0.1326007843017578, "tokens_per_second": 1775351.417217648, "training_seconds": 1.476575271000911, "elapsed_tokens_per_second": 1459062.9025656378, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2160, "epoch": 28, "tokens": 283115520, "loss": 3.668596076965332, "lr": 0.00207558058905667, "grad_norm": 0.128183051943779, "tokens_per_second": 1775041.0238707433, "training_seconds": 1.476833472999715, "elapsed_tokens_per_second": 1461455.9148804133, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2179, "epoch": 28, "tokens": 285605888, "loss": 3.6730027826208818, "lr": 0.002001295248181042, "grad_norm": 0.1587306708097458, "tokens_per_second": 1781799.5042669205, "training_seconds": 1.3976701610008604, "elapsed_tokens_per_second": 1463732.5332632917, "peak_memory_bytes": 42389451776}
{"loss": 3.6806248838759865, "perplexity": 39.67117620714129, "tokens": 285605888, "seconds": 0.5310934910012293, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 28, "step": 2179, "evaluation_tokens": 1048576}
{"event": "train", "step": 2180, "epoch": 29, "tokens": 285736960, "loss": 3.6415724754333496, "lr": 0.001997410342471841, "grad_norm": 0.13417711853981018, "tokens_per_second": 1909116.794442105, "training_seconds": 0.06865583100079675, "elapsed_tokens_per_second": 1459856.5679141376, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2200, "epoch": 29, "tokens": 288358400, "loss": 3.668021082878113, "lr": 0.0019202477402432523, "grad_norm": 0.13274991512298584, "tokens_per_second": 1779897.293905509, "training_seconds": 1.4728040819973103, "elapsed_tokens_per_second": 1462237.6040596762, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2220, "epoch": 29, "tokens": 290979840, "loss": 3.6708364367485045, "lr": 0.0018441316083282625, "grad_norm": 0.16556383669376373, "tokens_per_second": 1772457.285464756, "training_seconds": 1.4789862760007964, "elapsed_tokens_per_second": 1464529.9893674878, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2240, "epoch": 29, "tokens": 293601280, "loss": 3.6519984364509583, "lr": 0.0017691002461310706, "grad_norm": 0.13068875670433044, "tokens_per_second": 1771893.0514957982, "training_seconds": 1.479457238001487, "elapsed_tokens_per_second": 1466789.0885527986, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2257, "epoch": 29, "tokens": 295829504, "loss": 3.664432637831744, "lr": 0.0017062047037181701, "grad_norm": 0.11734645813703537, "tokens_per_second": 1779563.5032844136, "training_seconds": 1.2521182839991525, "elapsed_tokens_per_second": 1468717.2215641902, "peak_memory_bytes": 42389451776}
{"loss": 3.6607669597614363, "perplexity": 38.891159390163665, "tokens": 295829504, "seconds": 0.5325598800009175, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 29, "step": 2257, "evaluation_tokens": 1048576}
{"event": "train", "step": 2260, "epoch": 30, "tokens": 296222720, "loss": 3.6453471183776855, "lr": 0.0016951914072315857, "grad_norm": 0.12471204251050949, "tokens_per_second": 1814906.232870081, "training_seconds": 0.21665912699972978, "elapsed_tokens_per_second": 1465162.6414799467, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2280, "epoch": 30, "tokens": 298844160, "loss": 3.6538079142570496, "lr": 0.0016224422803889297, "grad_norm": 0.1306067258119583, "tokens_per_second": 1769014.9501771654, "training_seconds": 1.4818642430000182, "elapsed_tokens_per_second": 1467365.0459701, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2300, "epoch": 30, "tokens": 301465600, "loss": 3.648155927658081, "lr": 0.001550889470829147, "grad_norm": 0.13354916870594025, "tokens_per_second": 1774931.5329802893, "training_seconds": 1.4769245749994298, "elapsed_tokens_per_second": 1469566.931630078, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2320, "epoch": 30, "tokens": 304087040, "loss": 3.637582767009735, "lr": 0.0014805689818265222, "grad_norm": 0.126296266913414, "tokens_per_second": 1776608.4784051725, "training_seconds": 1.4755305020007654, "elapsed_tokens_per_second": 1471750.9717089287, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2335, "epoch": 30, "tokens": 306053120, "loss": 3.6191211223602293, "lr": 0.0014286586344674861, "grad_norm": 0.1615384817123413, "tokens_per_second": 1778233.036753563, "training_seconds": 1.1056368650024524, "elapsed_tokens_per_second": 1473366.0173641583, "peak_memory_bytes": 42389451776}
{"loss": 3.6462217682311895, "perplexity": 38.32957411155442, "tokens": 306053120, "seconds": 0.5321042139985366, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 30, "step": 2335, "evaluation_tokens": 1048576}
{"event": "train", "step": 2340, "epoch": 31, "tokens": 306708480, "loss": 3.636074256896973, "lr": 0.0014115161965877984, "grad_norm": 0.1243259385228157, "tokens_per_second": 1807762.209183215, "training_seconds": 0.3625255560000369, "elapsed_tokens_per_second": 1470124.088808561, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2360, "epoch": 31, "tokens": 309329920, "loss": 3.6068800926208495, "lr": 0.0013437658604483805, "grad_norm": 0.1257934719324112, "tokens_per_second": 1776821.6817603023, "training_seconds": 1.4753534510018653, "elapsed_tokens_per_second": 1472266.9999891475, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2380, "epoch": 31, "tokens": 311951360, "loss": 3.642290270328522, "lr": 0.0012773520633895035, "grad_norm": 0.11815211921930313, "tokens_per_second": 1776097.0861695716, "training_seconds": 1.4759553519979818, "elapsed_tokens_per_second": 1474371.096921806, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2400, "epoch": 31, "tokens": 314572800, "loss": 3.6255674600601195, "lr": 0.0012123082228851496, "grad_norm": 0.12999796867370605, "tokens_per_second": 1788441.0165239598, "training_seconds": 1.4657682170000044, "elapsed_tokens_per_second": 1476522.0867036527, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2413, "epoch": 31, "tokens": 316276736, "loss": 3.6299900458409238, "lr": 0.0011707798977476465, "grad_norm": 0.127095565199852, "tokens_per_second": 1773747.5627665073, "training_seconds": 0.9606417709983361, "elapsed_tokens_per_second": 1477842.7994229642, "peak_memory_bytes": 42389451776}
{"loss": 3.6305813375598084, "perplexity": 37.734746867789056, "tokens": 316276736, "seconds": 0.5344528519999585, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 31, "step": 2413, "evaluation_tokens": 1048576}
{"event": "train", "step": 2420, "epoch": 32, "tokens": 317194240, "loss": 3.5971290724618092, "lr": 0.0011486670670873642, "grad_norm": 0.12531308829784393, "tokens_per_second": 1798154.9826588978, "training_seconds": 0.5102474529994652, "elapsed_tokens_per_second": 1474864.1631195561, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2440, "epoch": 32, "tokens": 319815680, "loss": 3.6208362102508547, "lr": 0.001086460618358403, "grad_norm": 0.12421835213899612, "tokens_per_second": 1770474.046440875, "training_seconds": 1.4806429979980749, "elapsed_tokens_per_second": 1476876.9964641146, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2460, "epoch": 32, "tokens": 322437120, "loss": 3.610168433189392, "lr": 0.0010257201771580223, "grad_norm": 0.13364443182945251, "tokens_per_second": 1779411.9862450382, "training_seconds": 1.4732057669971255, "elapsed_tokens_per_second": 1478905.6149898418, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2480, "epoch": 32, "tokens": 325058560, "loss": 3.605187785625458, "lr": 0.0009664763062940063, "grad_norm": 0.12540748715400696, "tokens_per_second": 1782859.9018032355, "training_seconds": 1.4703566990028776, "elapsed_tokens_per_second": 1480929.3764246108, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2491, "epoch": 32, "tokens": 326500352, "loss": 3.5803053812547163, "lr": 0.0009345409220100769, "grad_norm": 0.13215939700603485, "tokens_per_second": 1772221.8580554205, "training_seconds": 0.813550512000802, "elapsed_tokens_per_second": 1481992.932370851, "peak_memory_bytes": 42389451776}
{"loss": 3.616645036757882, "perplexity": 37.21251155135673, "tokens": 326500352, "seconds": 0.5314553040007013, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 32, "step": 2491, "evaluation_tokens": 1048576}
{"event": "train", "step": 2500, "epoch": 33, "tokens": 327680000, "loss": 3.5716969701978893, "lr": 0.000908758815543854, "grad_norm": 0.13053512573242188, "tokens_per_second": 1786678.7147791905, "training_seconds": 0.6602462939990801, "elapsed_tokens_per_second": 1479277.7046880964, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2520, "epoch": 33, "tokens": 330301440, "loss": 3.5921140909194946, "lr": 0.0008525967466553817, "grad_norm": 0.12311204522848129, "tokens_per_second": 1783154.2352173391, "training_seconds": 1.470113996998407, "elapsed_tokens_per_second": 1481270.668283264, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2540, "epoch": 33, "tokens": 332922880, "loss": 3.6072338461875915, "lr": 0.0007980183587337626, "grad_norm": 0.1236087754368782, "tokens_per_second": 1779381.5127027733, "training_seconds": 1.473230996998609, "elapsed_tokens_per_second": 1483212.6543815953, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2560, "epoch": 33, "tokens": 335544320, "loss": 3.5854970455169677, "lr": 0.0007450511140223757, "grad_norm": 0.1367277204990387, "tokens_per_second": 1784584.6643489427, "training_seconds": 1.4689356310009316, "elapsed_tokens_per_second": 1485160.9627462004, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2568, "epoch": 33, "tokens": 336592896, "loss": 3.6225541830062866, "lr": 0.0007243213337346402, "grad_norm": 0.14650297164916992, "tokens_per_second": 1784736.7393387072, "training_seconds": 0.5875241859976086, "elapsed_tokens_per_second": 1485923.5626134863, "peak_memory_bytes": 42389451776}
{"loss": 3.6036555028444917, "perplexity": 36.732264217650275, "tokens": 336592896, "seconds": 0.5307871000004525, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 33, "step": 2568, "evaluation_tokens": 1048576}
{"event": "train", "step": 2580, "epoch": 34, "tokens": 338165760, "loss": 3.5896634459495544, "lr": 0.0006937216640846073, "grad_norm": 0.1254674345254898, "tokens_per_second": 1781222.9560654326, "training_seconds": 0.883024774997466, "elapsed_tokens_per_second": 1483554.6557530665, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2600, "epoch": 34, "tokens": 340787200, "loss": 3.6060214042663574, "lr": 0.0006440558363935729, "grad_norm": 0.11958813667297363, "tokens_per_second": 1772604.115739216, "training_seconds": 1.478863766998984, "elapsed_tokens_per_second": 1485410.4073957873, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2620, "epoch": 34, "tokens": 343408640, "loss": 3.5831968665122984, "lr": 0.0005960786213364857, "grad_norm": 0.1271449327468872, "tokens_per_second": 1780278.6928979277, "training_seconds": 1.472488554998563, "elapsed_tokens_per_second": 1487277.1530470122, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2640, "epoch": 34, "tokens": 346030080, "loss": 3.5908311367034913, "lr": 0.0005498141596402286, "grad_norm": 0.11624988168478012, "tokens_per_second": 1775323.6206633803, "training_seconds": 1.4765983899997082, "elapsed_tokens_per_second": 1489096.1289385725, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2646, "epoch": 34, "tokens": 346816512, "loss": 3.602934797604879, "lr": 0.0005362723109866283, "grad_norm": 0.11842329055070877, "tokens_per_second": 1778596.6950624757, "training_seconds": 0.442164320997108, "elapsed_tokens_per_second": 1489632.5718111868, "peak_memory_bytes": 42389451776}
{"loss": 3.5919492362044694, "perplexity": 36.304773579935926, "tokens": 346816512, "seconds": 0.5324450379994232, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 34, "step": 2646, "evaluation_tokens": 1048576}
{"event": "train", "step": 2660, "epoch": 35, "tokens": 348651520, "loss": 3.587787219456264, "lr": 0.0005052857302244482, "grad_norm": 0.12094444781541824, "tokens_per_second": 1780741.4741868686, "training_seconds": 1.0304741180007113, "elapsed_tokens_per_second": 1487470.8361988203, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2680, "epoch": 35, "tokens": 351272960, "loss": 3.596011960506439, "lr": 0.00046251573848828543, "grad_norm": 0.11677635461091995, "tokens_per_second": 1774928.7845277234, "training_seconds": 1.476926861996617, "elapsed_tokens_per_second": 1489261.0222867816, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2700, "epoch": 35, "tokens": 353894400, "loss": 3.597832369804382, "lr": 0.000421525705036637, "grad_norm": 0.12474221736192703, "tokens_per_second": 1777153.380549546, "training_seconds": 1.475078081999527, "elapsed_tokens_per_second": 1491039.3031922185, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2720, "epoch": 35, "tokens": 356515840, "loss": 3.5817845940589903, "lr": 0.00038233625485161805, "grad_norm": 0.11983408778905869, "tokens_per_second": 1771534.5445687212, "training_seconds": 1.4797566369998094, "elapsed_tokens_per_second": 1492766.4671494104, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2724, "epoch": 35, "tokens": 357040128, "loss": 3.6080578565597534, "lr": 0.0003747161861359012, "grad_norm": 0.12500888109207153, "tokens_per_second": 1777828.1505372452, "training_seconds": 0.294903644000442, "elapsed_tokens_per_second": 1493104.2986662646, "peak_memory_bytes": 42389451776}
{"loss": 3.582668645905999, "perplexity": 35.9694024784618, "tokens": 357040128, "seconds": 0.5324560449989804, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 35, "step": 2724, "evaluation_tokens": 1048576}
{"event": "train", "step": 2740, "epoch": 36, "tokens": 359137280, "loss": 3.586155489087105, "lr": 0.0003449671069146745, "grad_norm": 0.13395942747592926, "tokens_per_second": 1780662.306167835, "training_seconds": 1.1777370659983717, "elapsed_tokens_per_second": 1491159.0368757907, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2760, "epoch": 36, "tokens": 361758720, "loss": 3.58142112493515, "lr": 0.0003094370642845736, "grad_norm": 0.10913671553134918, "tokens_per_second": 1768256.991718694, "training_seconds": 1.482499440000538, "elapsed_tokens_per_second": 1492842.0303263147, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2780, "epoch": 36, "tokens": 364380160, "loss": 3.5837077617645265, "lr": 0.0002757640046362546, "grad_norm": 0.1137382760643959, "tokens_per_second": 1781215.1984067275, "training_seconds": 1.471714368002722, "elapsed_tokens_per_second": 1494569.1873172119, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2800, "epoch": 36, "tokens": 367001600, "loss": 3.5708479046821595, "lr": 0.00024396487126530664, "grad_norm": 0.1135132759809494, "tokens_per_second": 1776772.376398727, "training_seconds": 1.475394392000453, "elapsed_tokens_per_second": 1496259.2944659078, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2802, "epoch": 36, "tokens": 367263744, "loss": 3.5532853603363037, "lr": 0.0002408886481004786, "grad_norm": 0.11117083579301834, "tokens_per_second": 1789830.0845010227, "training_seconds": 0.14646306499707862, "elapsed_tokens_per_second": 1496423.0678735175, "peak_memory_bytes": 42389451776}
{"loss": 3.5738593002035075, "perplexity": 35.65392718297737, "tokens": 367263744, "seconds": 0.5317921269997896, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 36, "step": 2802, "evaluation_tokens": 1048576}
{"event": "train", "step": 2820, "epoch": 37, "tokens": 369623040, "loss": 3.5723091231452093, "lr": 0.0002140556645626015, "grad_norm": 0.11035037040710449, "tokens_per_second": 1778955.5833039605, "training_seconds": 1.3262253550019523, "elapsed_tokens_per_second": 1494667.5859756363, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2840, "epoch": 37, "tokens": 372244480, "loss": 3.5931367754936216, "lr": 0.000186051433963363, "grad_norm": 0.11172492802143097, "tokens_per_second": 1775787.8767709252, "training_seconds": 1.4762123530017561, "elapsed_tokens_per_second": 1496325.3822235356, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2860, "epoch": 37, "tokens": 374865920, "loss": 3.5557468056678774, "lr": 0.00015996627037473664, "grad_norm": 0.1120937243103981, "tokens_per_second": 1774447.2223140786, "training_seconds": 1.477327681001043, "elapsed_tokens_per_second": 1497955.625942138, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2880, "epoch": 37, "tokens": 377487360, "loss": 3.5683084607124327, "lr": 0.00013581329908565732, "grad_norm": 0.11085449159145355, "tokens_per_second": 1781032.2259683588, "training_seconds": 1.4718655630022113, "elapsed_tokens_per_second": 1499601.3184526106, "peak_memory_bytes": 42389451776}
{"loss": 3.5680642165494896, "perplexity": 35.447907220380195, "tokens": 377487360, "seconds": 0.5330945220011927, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 37, "step": 2880, "evaluation_tokens": 1048576}
{"event": "train", "step": 2900, "epoch": 38, "tokens": 380108800, "loss": 3.568741035461426, "lr": 0.00011360467316258793, "grad_norm": 0.10661929100751877, "tokens_per_second": 1779541.183665214, "training_seconds": 1.4730988099981914, "elapsed_tokens_per_second": 1498026.3806112697, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2920, "epoch": 38, "tokens": 382730240, "loss": 3.5770048260688783, "lr": 9.335156733445293e-05, "grad_norm": 0.11205816268920898, "tokens_per_second": 1774897.4452767042, "training_seconds": 1.4769529400000465, "elapsed_tokens_per_second": 1499618.968918648, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2940, "epoch": 38, "tokens": 385351680, "loss": 3.564984893798828, "lr": 7.506417236984442e-05, "grad_norm": 0.10918836295604706, "tokens_per_second": 1777497.0628035364, "training_seconds": 1.4747928729993873, "elapsed_tokens_per_second": 1501206.6792126037, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2958, "epoch": 38, "tokens": 387710976, "loss": 3.577413943078783, "lr": 6.0293825392124135e-05, "grad_norm": 0.10896611213684082, "tokens_per_second": 1775921.8493592313, "training_seconds": 1.3284908909990918, "elapsed_tokens_per_second": 1502608.0434527309, "peak_memory_bytes": 42389451776}
{"loss": 3.5644296408084344, "perplexity": 35.31930296924483, "tokens": 387710976, "seconds": 0.5328175700014981, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 38, "step": 2958, "evaluation_tokens": 1048576}
{"event": "train", "step": 2960, "epoch": 39, "tokens": 387973120, "loss": 3.560250759124756, "lr": 5.8751689949324785e-05, "grad_norm": 0.10721621662378311, "tokens_per_second": 1836662.5317339173, "training_seconds": 0.14272845199957374, "elapsed_tokens_per_second": 1499647.7714185033, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2980, "epoch": 39, "tokens": 390594560, "loss": 3.565998983383179, "lr": 4.442232803541168e-05, "grad_norm": 0.10775181651115417, "tokens_per_second": 1771513.0913694534, "training_seconds": 1.4797745569994731, "elapsed_tokens_per_second": 1501187.234629432, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3000, "epoch": 39, "tokens": 393216000, "loss": 3.5622610092163085, "lr": 3.208329674257282e-05, "grad_norm": 0.11092778295278549, "tokens_per_second": 1776638.5909356887, "training_seconds": 1.4755054929992184, "elapsed_tokens_per_second": 1502730.1177310597, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3020, "epoch": 39, "tokens": 395837440, "loss": 3.558843719959259, "lr": 2.1740804709305283e-05, "grad_norm": 0.10749052464962006, "tokens_per_second": 1778431.4914963096, "training_seconds": 1.4740179830005218, "elapsed_tokens_per_second": 1504265.6938423587, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3035, "epoch": 39, "tokens": 397803520, "loss": 3.5466206550598143, "lr": 1.529733297529079e-05, "grad_norm": 0.10531514137983322, "tokens_per_second": 1773768.7607718362, "training_seconds": 1.1084195660005207, "elapsed_tokens_per_second": 1505383.0792942569, "peak_memory_bytes": 42389451776}
{"loss": 3.562884915363404, "perplexity": 35.26478646060704, "tokens": 397803520, "seconds": 0.5342311309977958, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 39, "step": 3035, "evaluation_tokens": 1048576}
{"event": "train", "step": 3040, "epoch": 40, "tokens": 398458880, "loss": 3.5827155113220215, "lr": 1.3400055974134074e-05, "grad_norm": 0.11131704598665237, "tokens_per_second": 1814494.4399540331, "training_seconds": 0.361180495001463, "elapsed_tokens_per_second": 1502488.477066099, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3060, "epoch": 40, "tokens": 401080320, "loss": 3.5730589389801026, "lr": 7.065247357090687e-06, "grad_norm": 0.10792874544858932, "tokens_per_second": 1773876.3037239625, "training_seconds": 1.4778031560017553, "elapsed_tokens_per_second": 1503985.918314335, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3080, "epoch": 40, "tokens": 403701760, "loss": 3.5459039568901063, "lr": 2.7395663479974355e-06, "grad_norm": 0.10429183393716812, "tokens_per_second": 1771851.8360380933, "training_seconds": 1.4794916520004335, "elapsed_tokens_per_second": 1505454.0951675049, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3100, "epoch": 40, "tokens": 406323200, "loss": 3.5576545357704163, "lr": 4.2518950261483115e-07, "grad_norm": 0.10652477294206619, "tokens_per_second": 1778768.5591985604, "training_seconds": 1.473738664000848, "elapsed_tokens_per_second": 1506939.0715081869, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3113, "epoch": 40, "tokens": 408027136, "loss": 3.5739689606886644, "lr": 0.0, "grad_norm": 0.10301429778337479, "tokens_per_second": 1780113.7127099175, "training_seconds": 0.9572062660008669, "elapsed_tokens_per_second": 1507892.763940708, "peak_memory_bytes": 42389451776}
{"loss": 3.5625585100565376, "perplexity": 35.25327772551907, "tokens": 408027136, "seconds": 0.5317253440007335, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 40, "step": 3113, "evaluation_tokens": 1048576}
{"loss": 3.5639044875511416, "perplexity": 35.30075979167644, "tokens": 408027136, "seconds": 99.25773279199711, "split": "full", "validation_complete": true, "event": "final_validation", "step": 3113, "evaluation_tokens": 197411295}