{"event": "train", "step": 20, "epoch": 1, "tokens": 2621440, "loss": 9.76220145225525, "lr": 0.0002564102564102564, "grad_norm": 5.454392910003662, "tokens_per_second": 47053.49308618514, "training_seconds": 55.71191059500006, "elapsed_tokens_per_second": 47053.49308618514, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 40, "epoch": 1, "tokens": 5242880, "loss": 8.133876252174378, "lr": 0.0005128205128205128, "grad_norm": 0.7363162040710449, "tokens_per_second": 1784155.5919580453, "training_seconds": 1.4692888959998527, "elapsed_tokens_per_second": 91682.43249938505, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 60, "epoch": 1, "tokens": 7864320, "loss": 6.993269562721252, "lr": 0.0007692307692307692, "grad_norm": 0.2803274691104889, "tokens_per_second": 1770928.9344686093, "training_seconds": 1.4802626739997322, "elapsed_tokens_per_second": 134050.4433897674, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 78, "epoch": 1, "tokens": 10223616, "loss": 6.498293876647949, "lr": 0.001, "grad_norm": 0.37764355540275574, "tokens_per_second": 1773350.89874423, "training_seconds": 1.3304168970003047, "elapsed_tokens_per_second": 170398.01322618293, "peak_memory_bytes": 21988176384}
{"loss": 6.354145853591376, "perplexity": 574.8711068052072, "tokens": 10223616, "seconds": 1.262983236999844, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 1, "step": 78, "evaluation_tokens": 1048576}
{"event": "train", "step": 80, "epoch": 2, "tokens": 10485760, "loss": 6.360827445983887, "lr": 0.0010256410256410256, "grad_norm": 0.8945460319519043, "tokens_per_second": 1870374.8278415652, "training_seconds": 0.14015586400000757, "elapsed_tokens_per_second": 170756.6387370485, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 100, "epoch": 2, "tokens": 13107200, "loss": 6.18322262763977, "lr": 0.001282051282051282, "grad_norm": 0.44518861174583435, "tokens_per_second": 1766652.5928999563, "training_seconds": 1.4838457829996514, "elapsed_tokens_per_second": 208405.92824255637, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 120, "epoch": 2, "tokens": 15728640, "loss": 5.957840847969055, "lr": 0.0015384615384615385, "grad_norm": 0.3399224579334259, "tokens_per_second": 1771071.180088502, "training_seconds": 1.4801437849996546, "elapsed_tokens_per_second": 244331.0119996433, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 140, "epoch": 2, "tokens": 18350080, "loss": 5.746874976158142, "lr": 0.001794871794871795, "grad_norm": 0.3897190988063812, "tokens_per_second": 1768569.8408069757, "training_seconds": 1.4822371950003799, "elapsed_tokens_per_second": 278632.0871702674, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 156, "epoch": 2, "tokens": 20447232, "loss": 5.6406590938568115, "lr": 0.002, "grad_norm": 0.3831952214241028, "tokens_per_second": 1766177.9924399464, "training_seconds": 1.1873956129998078, "elapsed_tokens_per_second": 304969.64605576626, "peak_memory_bytes": 42389451776}
{"loss": 5.568975377051501, "perplexity": 262.16534095119704, "tokens": 20447232, "seconds": 0.5368413209998835, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 2, "step": 156, "evaluation_tokens": 1048576}
{"event": "train", "step": 160, "epoch": 3, "tokens": 20971520, "loss": 5.5527589321136475, "lr": 0.0020512820512820513, "grad_norm": 0.338838130235672, "tokens_per_second": 1797670.271609952, "training_seconds": 0.2916485900000225, "elapsed_tokens_per_second": 308948.48161145503, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 180, "epoch": 3, "tokens": 23592960, "loss": 5.450908875465393, "lr": 0.0023076923076923075, "grad_norm": 0.2840730845928192, "tokens_per_second": 1765191.5321562067, "training_seconds": 1.4850739720000092, "elapsed_tokens_per_second": 340120.631170951, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 200, "epoch": 3, "tokens": 26214400, "loss": 5.313162517547608, "lr": 0.002564102564102564, "grad_norm": 0.25883111357688904, "tokens_per_second": 1769271.2278782153, "training_seconds": 1.4816495959998974, "elapsed_tokens_per_second": 370000.85605379904, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 220, "epoch": 3, "tokens": 28835840, "loss": 5.1948782205581665, "lr": 0.0028205128205128207, "grad_norm": 0.6480918526649475, "tokens_per_second": 1765985.3702277534, "training_seconds": 1.4844064079998134, "elapsed_tokens_per_second": 398642.27292927285, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 233, "epoch": 3, "tokens": 30539776, "loss": 5.14752197265625, "lr": 0.0029871794871794873, "grad_norm": 0.2680206000804901, "tokens_per_second": 1767273.958791393, "training_seconds": 0.9641606449999927, "elapsed_tokens_per_second": 416636.00939608656, "peak_memory_bytes": 42389451776}
{"loss": 5.121724967198328, "perplexity": 167.62426674221464, "tokens": 30539776, "seconds": 0.5366899010000452, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 3, "step": 233, "evaluation_tokens": 1048576}
{"event": "train", "step": 240, "epoch": 4, "tokens": 31457280, "loss": 5.064890929630825, "lr": 0.003076923076923077, "grad_norm": 0.3205608129501343, "tokens_per_second": 1784302.421772475, "training_seconds": 0.5142087960002755, "elapsed_tokens_per_second": 423056.97025074257, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 260, "epoch": 4, "tokens": 34078720, "loss": 5.057538366317749, "lr": 0.0033333333333333335, "grad_norm": 0.2849327027797699, "tokens_per_second": 1767757.0853278714, "training_seconds": 1.4829186780002601, "elapsed_tokens_per_second": 449344.10990364285, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 280, "epoch": 4, "tokens": 36700160, "loss": 4.966341352462768, "lr": 0.00358974358974359, "grad_norm": 0.31595557928085327, "tokens_per_second": 1764995.332687411, "training_seconds": 1.4852390549999654, "elapsed_tokens_per_second": 474604.5704099322, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 300, "epoch": 4, "tokens": 39321600, "loss": 5.0066873788833615, "lr": 0.003846153846153846, "grad_norm": 8.341161727905273, "tokens_per_second": 1766028.2370345297, "training_seconds": 1.484370377000232, "elapsed_tokens_per_second": 498920.6716617116, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 311, "epoch": 4, "tokens": 40763392, "loss": 6.9340666857632725, "lr": 0.003987179487179487, "grad_norm": 2.202413320541382, "tokens_per_second": 1769042.4631419652, "training_seconds": 0.8150126579998869, "elapsed_tokens_per_second": 511911.0337510476, "peak_memory_bytes": 42389451776}
{"loss": 5.895943993842679, "perplexity": 363.5598722421698, "tokens": 40763392, "seconds": 0.5382504609997341, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 4, "step": 311, "evaluation_tokens": 1048576}
{"event": "train", "step": 320, "epoch": 5, "tokens": 41943040, "loss": 5.6140708393520775, "lr": 0.003999919489858869, "grad_norm": 0.5768986940383911, "tokens_per_second": 1780728.9752666836, "training_seconds": 0.6624522970000726, "elapsed_tokens_per_second": 518884.8550527842, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 340, "epoch": 5, "tokens": 44564480, "loss": 5.141137003898621, "lr": 0.003999013825209868, "grad_norm": 0.25381097197532654, "tokens_per_second": 1765116.8720257557, "training_seconds": 1.4851367870001013, "elapsed_tokens_per_second": 541361.7540811651, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 360, "epoch": 5, "tokens": 47185920, "loss": 4.920324206352234, "lr": 0.00399710231545853, "grad_norm": 0.2208961397409439, "tokens_per_second": 1765415.8904795449, "training_seconds": 1.484885241000029, "elapsed_tokens_per_second": 563040.562817773, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 380, "epoch": 5, "tokens": 49807360, "loss": 4.815931820869446, "lr": 0.003994185922420472, "grad_norm": 0.22766728699207306, "tokens_per_second": 1767268.3117153707, "training_seconds": 1.483328808999886, "elapsed_tokens_per_second": 583976.8567742656, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 389, "epoch": 5, "tokens": 50987008, "loss": 4.7540299627516, "lr": 0.003992546074856259, "grad_norm": 0.21256017684936523, "tokens_per_second": 1763903.9408740127, "training_seconds": 0.6687711120002859, "elapsed_tokens_per_second": 593146.1497488756, "peak_memory_bytes": 42389451776}
{"loss": 4.790306179117326, "perplexity": 120.33820806952649, "tokens": 50987008, "seconds": 0.5355525919999309, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 5, "step": 389, "evaluation_tokens": 1048576}
{"event": "train", "step": 400, "epoch": 6, "tokens": 52428800, "loss": 4.745328599756414, "lr": 0.003990266113539101, "grad_norm": 0.22782698273658752, "tokens_per_second": 1781955.0633054476, "training_seconds": 0.8091068230000928, "elapsed_tokens_per_second": 600315.3213521722, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 420, "epoch": 6, "tokens": 55050240, "loss": 4.731238055229187, "lr": 0.003985344861147232, "grad_norm": 0.19283509254455566, "tokens_per_second": 1766886.5403690373, "training_seconds": 1.4836493119996703, "elapsed_tokens_per_second": 619792.7318571897, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 440, "epoch": 6, "tokens": 57671680, "loss": 4.686148691177368, "lr": 0.003979424641474668, "grad_norm": 0.2973751127719879, "tokens_per_second": 1766345.9190935672, "training_seconds": 1.4841034089999994, "elapsed_tokens_per_second": 638624.3300197939, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 460, "epoch": 6, "tokens": 60293120, "loss": 4.633155870437622, "lr": 0.0039725084334022425, "grad_norm": 0.21799787878990173, "tokens_per_second": 1766577.3495981684, "training_seconds": 1.4839089840002089, "elapsed_tokens_per_second": 656851.1500528365, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 467, "epoch": 6, "tokens": 61210624, "loss": 4.608504635947091, "lr": 0.003969853087303938, "grad_norm": 0.23615270853042603, "tokens_per_second": 1764902.1881813058, "training_seconds": 0.5198611040000287, "elapsed_tokens_per_second": 663078.924729155, "peak_memory_bytes": 42389451776}
{"loss": 4.625073071056661, "perplexity": 102.01022680543362, "tokens": 61210624, "seconds": 0.5380775700000413, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 6, "step": 467, "evaluation_tokens": 1048576}
{"event": "train", "step": 480, "epoch": 7, "tokens": 62914560, "loss": 4.584203133216271, "lr": 0.003964599716962921, "grad_norm": 0.21705938875675201, "tokens_per_second": 1776998.0162223622, "training_seconds": 0.9588845819998824, "elapsed_tokens_per_second": 670607.7674705856, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 500, "epoch": 7, "tokens": 65536000, "loss": 4.548249983787537, "lr": 0.003955702471590763, "grad_norm": 0.2058044672012329, "tokens_per_second": 1766344.9288669482, "training_seconds": 1.4841042409998408, "elapsed_tokens_per_second": 687663.2515409307, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 520, "epoch": 7, "tokens": 68157440, "loss": 4.511298799514771, "lr": 0.0039458211741185785, "grad_norm": 0.24495628476142883, "tokens_per_second": 1761612.6982565573, "training_seconds": 1.4880909990001783, "elapsed_tokens_per_second": 704162.8437665454, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 540, "epoch": 7, "tokens": 70778880, "loss": 4.472073745727539, "lr": 0.00393496079652532, "grad_norm": 0.24940572679042816, "tokens_per_second": 1767932.7628650134, "training_seconds": 1.482771321999735, "elapsed_tokens_per_second": 720201.9049892818, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 545, "epoch": 7, "tokens": 71434240, "loss": 4.421648025512695, "lr": 0.003932093350457171, "grad_norm": 0.23221498727798462, "tokens_per_second": 1765869.4162530205, "training_seconds": 0.37112596999986636, "elapsed_tokens_per_second": 724124.0953067914, "peak_memory_bytes": 42389451776}
{"loss": 4.437655549818332, "perplexity": 84.57642384492843, "tokens": 71434240, "seconds": 0.5392361899998832, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 7, "step": 545, "evaluation_tokens": 1048576}
{"event": "train", "step": 560, "epoch": 8, "tokens": 73400320, "loss": 4.420909818013509, "lr": 0.00392312680343433, "grad_norm": 0.2147601991891861, "tokens_per_second": 1776083.008638485, "training_seconds": 1.1069752880002852, "elapsed_tokens_per_second": 731790.8806472931, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 580, "epoch": 8, "tokens": 76021760, "loss": 4.3665379047393795, "lr": 0.003910325149363705, "grad_norm": 0.22375138103961945, "tokens_per_second": 1761653.3073279473, "training_seconds": 1.4880566960000579, "elapsed_tokens_per_second": 746838.1848623098, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 600, "epoch": 8, "tokens": 78643200, "loss": 4.319799542427063, "lr": 0.0038965622757301485, "grad_norm": 0.26183390617370605, "tokens_per_second": 1763258.17728071, "training_seconds": 1.4867023070000869, "elapsed_tokens_per_second": 761457.9465228086, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 620, "epoch": 8, "tokens": 81264640, "loss": 4.28368661403656, "lr": 0.0038818451076078463, "grad_norm": 0.219880610704422, "tokens_per_second": 1767676.1074953487, "training_seconds": 1.4829866109998875, "elapsed_tokens_per_second": 775693.2388813024, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 623, "epoch": 8, "tokens": 81657856, "loss": 4.225656191507976, "lr": 0.003879555675949761, "grad_norm": 0.20506057143211365, "tokens_per_second": 1772631.668974478, "training_seconds": 0.22182611700009147, "elapsed_tokens_per_second": 777788.2314905133, "peak_memory_bytes": 42389451776}
{"loss": 4.271199203543286, "perplexity": 71.6074560658825, "tokens": 81657856, "seconds": 0.5356648770002721, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 8, "step": 623, "evaluation_tokens": 1048576}
{"event": "train", "step": 640, "epoch": 9, "tokens": 83886080, "loss": 4.249051879434025, "lr": 0.0038661810502439715, "grad_norm": 0.2139798104763031, "tokens_per_second": 1770866.5596556051, "training_seconds": 1.2582675909998216, "elapsed_tokens_per_second": 785551.4257060696, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 660, "epoch": 9, "tokens": 86507520, "loss": 4.221303629875183, "lr": 0.003849577985332579, "grad_norm": 0.20337799191474915, "tokens_per_second": 1766013.1999243593, "training_seconds": 1.4843830160002653, "elapsed_tokens_per_second": 798985.071498982, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 680, "epoch": 9, "tokens": 89128960, "loss": 4.208282089233398, "lr": 0.0038320442670487687, "grad_norm": 0.1977982223033905, "tokens_per_second": 1764628.5700103338, "training_seconds": 1.485547749000034, "elapsed_tokens_per_second": 812044.0191165173, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 700, "epoch": 9, "tokens": 91750400, "loss": 4.169098615646362, "lr": 0.0038135887178451133, "grad_norm": 0.1923879086971283, "tokens_per_second": 1763806.0264225996, "training_seconds": 1.486240528000053, "elapsed_tokens_per_second": 824751.4016995657, "peak_memory_bytes": 42389451776}
{"loss": 4.183896694454235, "perplexity": 65.62106088194994, "tokens": 91750400, "seconds": 0.537549074999788, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 9, "step": 700, "evaluation_tokens": 1048576}
{"event": "train", "step": 720, "epoch": 10, "tokens": 94371840, "loss": 4.172425007820129, "lr": 0.0037942206240124533, "grad_norm": 0.22510142624378204, "tokens_per_second": 1772206.5872028635, "training_seconds": 1.4791954950001127, "elapsed_tokens_per_second": 833172.8823102985, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 740, "epoch": 10, "tokens": 96993280, "loss": 4.149396300315857, "lr": 0.0037739497310073124, "grad_norm": 0.18802060186862946, "tokens_per_second": 1765618.4992669248, "training_seconds": 1.4847148470003049, "elapsed_tokens_per_second": 845226.2969118239, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 760, "epoch": 10, "tokens": 99614720, "loss": 4.129762077331543, "lr": 0.0037527862385482677, "grad_norm": 0.19002743065357208, "tokens_per_second": 1764626.0244215406, "training_seconds": 1.4855498920001082, "elapsed_tokens_per_second": 856967.9924225113, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 778, "epoch": 10, "tokens": 101974016, "loss": 4.105399105283949, "lr": 0.0037329847148808177, "grad_norm": 0.19885967671871185, "tokens_per_second": 1763599.9889025444, "training_seconds": 1.3377727460001552, "elapsed_tokens_per_second": 867271.7892368578, "peak_memory_bytes": 42389451776}
{"loss": 4.120798301641709, "perplexity": 61.60840472921785, "tokens": 101974016, "seconds": 0.5365354420000585, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 10, "step": 778, "evaluation_tokens": 1048576}
{"event": "train", "step": 780, "epoch": 11, "tokens": 102236160, "loss": 4.115328788757324, "lr": 0.003730740795483752, "grad_norm": 0.21023839712142944, "tokens_per_second": 1820209.6500425772, "training_seconds": 0.14401857499979087, "elapsed_tokens_per_second": 864457.2970456483, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 800, "epoch": 11, "tokens": 104857600, "loss": 4.094096231460571, "lr": 0.0037078244944338625, "grad_norm": 0.19028466939926147, "tokens_per_second": 1764772.794416301, "training_seconds": 1.485426343999734, "elapsed_tokens_per_second": 875617.6782147002, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 820, "epoch": 11, "tokens": 107479040, "loss": 4.0912984848022464, "lr": 0.0036840488662088855, "grad_norm": 0.19721615314483643, "tokens_per_second": 1765295.8684265136, "training_seconds": 1.484986198000115, "elapsed_tokens_per_second": 886503.5063029432, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 840, "epoch": 11, "tokens": 110100480, "loss": 4.073662865161896, "lr": 0.003659425874007325, "grad_norm": 0.1726805567741394, "tokens_per_second": 1765573.1040267537, "training_seconds": 1.4847530209999604, "elapsed_tokens_per_second": 897129.8108748567, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 856, "epoch": 11, "tokens": 112197632, "loss": 4.051936715841293, "lr": 0.003639125689804212, "grad_norm": 0.20713433623313904, "tokens_per_second": 1764645.9014120586, "training_seconds": 1.188426527000047, "elapsed_tokens_per_second": 905438.0743806583, "peak_memory_bytes": 42389451776}
{"loss": 4.075606757723977, "perplexity": 58.88619940724295, "tokens": 112197632, "seconds": 0.537543091000316, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 11, "step": 856, "evaluation_tokens": 1048576}
{"event": "train", "step": 860, "epoch": 12, "tokens": 112721920, "loss": 4.032564580440521, "lr": 0.0036339679073963756, "grad_norm": 0.18877889215946198, "tokens_per_second": 1783063.0901577568, "training_seconds": 0.29403782899998987, "elapsed_tokens_per_second": 903564.3848597332, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 880, "epoch": 12, "tokens": 115343360, "loss": 4.0519030570983885, "lr": 0.0036076877760778565, "grad_norm": 0.20850770175457, "tokens_per_second": 1768924.188413191, "training_seconds": 1.481940275999932, "elapsed_tokens_per_second": 913715.4517749437, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 900, "epoch": 12, "tokens": 117964800, "loss": 4.025298976898194, "lr": 0.003580598703442742, "grad_norm": 0.19546477496623993, "tokens_per_second": 1765647.1522457232, "training_seconds": 1.4846907529999953, "elapsed_tokens_per_second": 923607.7280453439, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 920, "epoch": 12, "tokens": 120586240, "loss": 4.033827245235443, "lr": 0.0035527143199175423, "grad_norm": 0.18176068365573883, "tokens_per_second": 1764036.2231932047, "training_seconds": 1.4860465819997444, "elapsed_tokens_per_second": 933265.6390256664, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 934, "epoch": 12, "tokens": 122421248, "loss": 4.020485809871128, "lr": 0.0035327295389949616, "grad_norm": 0.18761147558689117, "tokens_per_second": 1766984.9510742123, "training_seconds": 1.0384966770002393, "elapsed_tokens_per_second": 939901.4340235934, "peak_memory_bytes": 42389451776}
{"loss": 4.0329270662547945, "perplexity": 56.42583191100883, "tokens": 122421248, "seconds": 0.5362911299998814, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 12, "step": 934, "evaluation_tokens": 1048576}
{"event": "train", "step": 940, "epoch": 13, "tokens": 123207680, "loss": 4.023944060007731, "lr": 0.0035240486561058716, "grad_norm": 0.20741583406925201, "tokens_per_second": 1785512.7596106457, "training_seconds": 0.4404516270001295, "elapsed_tokens_per_second": 938850.1469212893, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 960, "epoch": 13, "tokens": 125829120, "loss": 4.016474950313568, "lr": 0.00349461613572866, "grad_norm": 0.19274118542671204, "tokens_per_second": 1763396.4068488802, "training_seconds": 1.486585766999724, "elapsed_tokens_per_second": 948078.4485754417, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 980, "epoch": 13, "tokens": 128450560, "loss": 3.9977712273597716, "lr": 0.00346443156836656, "grad_norm": 0.1794496774673462, "tokens_per_second": 1767200.3747660853, "training_seconds": 1.4833858329998293, "elapsed_tokens_per_second": 957119.6247355072, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1000, "epoch": 13, "tokens": 131072000, "loss": 3.972891902923584, "lr": 0.0034335101420082015, "grad_norm": 0.18080730736255646, "tokens_per_second": 1765564.6564459268, "training_seconds": 1.484760124999866, "elapsed_tokens_per_second": 965958.167145258, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1012, "epoch": 13, "tokens": 132644864, "loss": 3.9853992462158203, "lr": 0.003414610051126177, "grad_norm": 0.17844262719154358, "tokens_per_second": 1769810.6094571063, "training_seconds": 0.8887188220001008, "elapsed_tokens_per_second": 971177.8510389719, "peak_memory_bytes": 42389451776}
{"loss": 3.9896959328807533, "perplexity": 54.038455547454824, "tokens": 132644864, "seconds": 0.5369350140003917, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 13, "step": 1012, "evaluation_tokens": 1048576}
{"event": "train", "step": 1020, "epoch": 14, "tokens": 133693440, "loss": 3.9604413211345673, "lr": 0.00340186741540804, "grad_norm": 0.21590301394462585, "tokens_per_second": 1778156.64117189, "training_seconds": 0.5896983290003845, "elapsed_tokens_per_second": 970797.2618399677, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1040, "epoch": 14, "tokens": 136314880, "loss": 3.9637807965278626, "lr": 0.0033695193102576486, "grad_norm": 0.1856810599565506, "tokens_per_second": 1763635.838187452, "training_seconds": 1.4863839480003662, "elapsed_tokens_per_second": 979255.7499512979, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1060, "epoch": 14, "tokens": 138936320, "loss": 3.968900454044342, "lr": 0.00333648210317439, "grad_norm": 0.2003648281097412, "tokens_per_second": 1764447.7718905492, "training_seconds": 1.485699969000052, "elapsed_tokens_per_second": 987535.0045496911, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1080, "epoch": 14, "tokens": 141557760, "loss": 3.9473009586334227, "lr": 0.0033027724175115, "grad_norm": 0.17831620573997498, "tokens_per_second": 1765177.571901793, "training_seconds": 1.4850857169999472, "elapsed_tokens_per_second": 995649.0303099195, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1090, "epoch": 14, "tokens": 142868480, "loss": 3.9601218461990357, "lr": 0.0032856706827662577, "grad_norm": 0.1776512712240219, "tokens_per_second": 1765794.2075324901, "training_seconds": 0.742283554000096, "elapsed_tokens_per_second": 999637.9038524714, "peak_memory_bytes": 42389451776}
{"loss": 3.95508778659521, "perplexity": 52.20027622781627, "tokens": 142868480, "seconds": 0.538200192000204, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 14, "step": 1090, "evaluation_tokens": 1048576}
{"event": "train", "step": 1100, "epoch": 15, "tokens": 144179200, "loss": 3.9354060173034666, "lr": 0.0032684072149937035, "grad_norm": 0.18174655735492706, "tokens_per_second": 1778637.5949486315, "training_seconds": 0.7369235890000709, "elapsed_tokens_per_second": 999840.1957532706, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1120, "epoch": 15, "tokens": 146800640, "loss": 3.927265930175781, "lr": 0.003233403787182574, "grad_norm": 0.1695534586906433, "tokens_per_second": 1764182.2088495495, "training_seconds": 1.4859236120000787, "elapsed_tokens_per_second": 1007628.2978974066, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1140, "epoch": 15, "tokens": 149422080, "loss": 3.923875653743744, "lr": 0.0031977797467759245, "grad_norm": 0.18376308679580688, "tokens_per_second": 1767453.691164138, "training_seconds": 1.483173230000375, "elapsed_tokens_per_second": 1015274.9199631517, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1160, "epoch": 15, "tokens": 152043520, "loss": 3.9134858012199403, "lr": 0.0031615530187456176, "grad_norm": 0.15173858404159546, "tokens_per_second": 1766651.4475523625, "training_seconds": 1.483846744999937, "elapsed_tokens_per_second": 1022766.774817962, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1167, "epoch": 15, "tokens": 152961024, "loss": 3.892204318727766, "lr": 0.0031487346434094015, "grad_norm": 0.16172395646572113, "tokens_per_second": 1761562.9921062153, "training_seconds": 0.5208465460000298, "elapsed_tokens_per_second": 1025336.0843735189, "peak_memory_bytes": 42389451776}
{"loss": 3.921630262081564, "perplexity": 50.482677724495424, "tokens": 152961024, "seconds": 0.5365855850000116, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 15, "step": 1167, "evaluation_tokens": 1048576}
{"event": "train", "step": 1180, "epoch": 16, "tokens": 154664960, "loss": 3.8694886611058164, "lr": 0.003124741831318243, "grad_norm": 0.17330627143383026, "tokens_per_second": 1771135.7139480608, "training_seconds": 0.9620584050003345, "elapsed_tokens_per_second": 1026406.378712621, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1200, "epoch": 16, "tokens": 157286400, "loss": 3.892812705039978, "lr": 0.0030873647068032106, "grad_norm": 0.15699957311153412, "tokens_per_second": 1767820.5217355601, "training_seconds": 1.4828654650000317, "elapsed_tokens_per_second": 1033623.8534609339, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1220, "epoch": 16, "tokens": 159907840, "loss": 3.895355761051178, "lr": 0.0030494404522728676, "grad_norm": 0.17005352675914764, "tokens_per_second": 1765514.582643507, "training_seconds": 1.4848022360001778, "elapsed_tokens_per_second": 1040684.8535407117, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1240, "epoch": 16, "tokens": 162529280, "loss": 3.874658000469208, "lr": 0.0030109881500993306, "grad_norm": 0.17735210061073303, "tokens_per_second": 1766652.0559430157, "training_seconds": 1.4838462340003389, "elapsed_tokens_per_second": 1047620.9031366217, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1245, "epoch": 16, "tokens": 163184640, "loss": 3.860243797302246, "lr": 0.0030012948287640793, "grad_norm": 0.18260352313518524, "tokens_per_second": 1770178.3900412798, "training_seconds": 0.3702225739998539, "elapsed_tokens_per_second": 1049330.2626991235, "peak_memory_bytes": 42389451776}
{"loss": 3.902201241459939, "perplexity": 49.511315601486984, "tokens": 163184640, "seconds": 0.5370779220002078, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 16, "step": 1245, "evaluation_tokens": 1048576}
{"event": "train", "step": 1260, "epoch": 17, "tokens": 165150720, "loss": 3.873983875910441, "lr": 0.0029720271483527965, "grad_norm": 0.15948037803173065, "tokens_per_second": 1773141.3431282444, "training_seconds": 1.1088117750000492, "elapsed_tokens_per_second": 1050807.9261161552, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1280, "epoch": 17, "tokens": 167772160, "loss": 3.8804686307907104, "lr": 0.0029325770510661613, "grad_norm": 0.17024531960487366, "tokens_per_second": 1767127.7197961907, "training_seconds": 1.4834468220001327, "elapsed_tokens_per_second": 1057498.2136576462, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1300, "epoch": 17, "tokens": 170393600, "loss": 3.8640412211418154, "lr": 0.0028926577083708454, "grad_norm": 0.15952666103839874, "tokens_per_second": 1767369.0389514875, "training_seconds": 1.4832442699998865, "elapsed_tokens_per_second": 1064062.3456795712, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1320, "epoch": 17, "tokens": 173015040, "loss": 3.8710970640182496, "lr": 0.0028522892065087923, "grad_norm": 0.17373894155025482, "tokens_per_second": 1763171.3874479346, "training_seconds": 1.4867754879996937, "elapsed_tokens_per_second": 1070486.5121507559, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1323, "epoch": 17, "tokens": 173408256, "loss": 3.8600136439005532, "lr": 0.0028461964439177377, "grad_norm": 0.18034346401691437, "tokens_per_second": 1761505.8136675495, "training_seconds": 0.22322719400017377, "elapsed_tokens_per_second": 1071428.9123907487, "peak_memory_bytes": 42389451776}
{"loss": 3.870280996042517, "perplexity": 47.95585959449014, "tokens": 173408256, "seconds": 0.5386242100003074, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 17, "step": 1323, "evaluation_tokens": 1048576}
{"event": "train", "step": 1340, "epoch": 18, "tokens": 175636480, "loss": 3.8382816595189713, "lr": 0.0028114918577256554, "grad_norm": 0.18855489790439606, "tokens_per_second": 1774593.1418706698, "training_seconds": 1.2556252740000673, "elapsed_tokens_per_second": 1073252.1550683, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1360, "epoch": 18, "tokens": 178257920, "loss": 3.8383947134017946, "lr": 0.00277028619005028, "grad_norm": 0.15867425501346588, "tokens_per_second": 1763303.4938850764, "training_seconds": 1.4866640989998814, "elapsed_tokens_per_second": 1079457.3877464088, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1380, "epoch": 18, "tokens": 180879360, "loss": 3.837374198436737, "lr": 0.002728692936965594, "grad_norm": 0.17977890372276306, "tokens_per_second": 1764630.9255475656, "training_seconds": 1.4855457660000866, "elapsed_tokens_per_second": 1085555.8952203703, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1400, "epoch": 18, "tokens": 183500800, "loss": 3.8273964643478395, "lr": 0.002686733026976133, "grad_norm": 0.1589694768190384, "tokens_per_second": 1761807.651426503, "training_seconds": 1.4879263339998943, "elapsed_tokens_per_second": 1091534.2644578414, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1401, "epoch": 18, "tokens": 183631872, "loss": 3.840297222137451, "lr": 0.0026846257846888373, "grad_norm": 0.15203674137592316, "tokens_per_second": 1770694.7585875383, "training_seconds": 0.07402292199958538, "elapsed_tokens_per_second": 1091823.5115832295, "peak_memory_bytes": 42389451776}
{"loss": 3.8433936829341118, "perplexity": 46.68363537062686, "tokens": 183631872, "seconds": 0.5361056950000602, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 18, "step": 1401, "evaluation_tokens": 1048576}
{"event": "train", "step": 1420, "epoch": 19, "tokens": 186122240, "loss": 3.8279760887748315, "lr": 0.0026444275730774253, "grad_norm": 0.1739715188741684, "tokens_per_second": 1772356.1303646076, "training_seconds": 1.405117152999992, "elapsed_tokens_per_second": 1093965.2230051383, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1440, "epoch": 19, "tokens": 188743680, "loss": 3.8187688112258913, "lr": 0.0026017978621325605, "grad_norm": 0.15684446692466736, "tokens_per_second": 1767762.883622481, "training_seconds": 1.4829138139998577, "elapsed_tokens_per_second": 1099780.6294815952, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1460, "epoch": 19, "tokens": 191365120, "loss": 3.807771599292755, "lr": 0.002558865344161256, "grad_norm": 0.18872644007205963, "tokens_per_second": 1764335.2152106178, "training_seconds": 1.4857947499999682, "elapsed_tokens_per_second": 1105475.1091550018, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1479, "epoch": 19, "tokens": 193855488, "loss": 3.7986002219350716, "lr": 0.0025178186511640097, "grad_norm": 0.17874227464199066, "tokens_per_second": 1764288.328305193, "training_seconds": 1.4115425240001969, "elapsed_tokens_per_second": 1110796.280959898, "peak_memory_bytes": 42389451776}
{"loss": 3.823141369298658, "perplexity": 45.74769323231049, "tokens": 193855488, "seconds": 0.5353772700000263, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 19, "step": 1479, "evaluation_tokens": 1048576}
{"event": "train", "step": 1480, "epoch": 20, "tokens": 193986560, "loss": 3.7727954387664795, "lr": 0.0025156516215468407, "grad_norm": 0.15705187618732452, "tokens_per_second": 1912190.0202675604, "training_seconds": 0.06854548899991642, "elapsed_tokens_per_second": 1107670.2028049335, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1500, "epoch": 20, "tokens": 196608000, "loss": 3.804429852962494, "lr": 0.0024721784381665692, "grad_norm": 0.16154944896697998, "tokens_per_second": 1764304.892523145, "training_seconds": 1.4858202860000347, "elapsed_tokens_per_second": 1113186.073098867, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1520, "epoch": 20, "tokens": 199229440, "loss": 3.7896751165390015, "lr": 0.002428467668450741, "grad_norm": 0.16057011485099792, "tokens_per_second": 1768102.023631051, "training_seconds": 1.4826293759997498, "elapsed_tokens_per_second": 1118629.7153893902, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1540, "epoch": 20, "tokens": 201850880, "loss": 3.7873095870018005, "lr": 0.0023845413063761267, "grad_norm": 0.17134128510951996, "tokens_per_second": 1768318.1904615841, "training_seconds": 1.4824481330001618, "elapsed_tokens_per_second": 1123983.5790582579, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1557, "epoch": 20, "tokens": 204079104, "loss": 3.801749495898976, "lr": 0.0023470508954753456, "grad_norm": 0.15521253645420074, "tokens_per_second": 1764116.6076023416, "training_seconds": 1.2630820379999932, "elapsed_tokens_per_second": 1128446.1160174217, "peak_memory_bytes": 42389451776}
{"loss": 3.80211538978266, "perplexity": 44.79584500889502, "tokens": 204079104, "seconds": 0.5373688569998194, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 20, "step": 1557, "evaluation_tokens": 1048576}
{"event": "train", "step": 1560, "epoch": 21, "tokens": 204472320, "loss": 3.7804132302602134, "lr": 0.002340421454399249, "grad_norm": 0.17323458194732666, "tokens_per_second": 1799786.2808720982, "training_seconds": 0.2184792739999466, "elapsed_tokens_per_second": 1125867.9048200906, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1580, "epoch": 21, "tokens": 207093760, "loss": 3.7963767766952516, "lr": 0.0022961303123350684, "grad_norm": 0.1559988558292389, "tokens_per_second": 1764207.019435109, "training_seconds": 1.485902714999611, "elapsed_tokens_per_second": 1131039.0377456802, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1600, "epoch": 21, "tokens": 209715200, "loss": 3.7937743067741394, "lr": 0.002251690166186694, "grad_norm": 0.18901954591274261, "tokens_per_second": 1765421.786373811, "training_seconds": 1.4848802820001765, "elapsed_tokens_per_second": 1136135.4401017127, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1620, "epoch": 21, "tokens": 212336640, "loss": 3.7827279210090636, "lr": 0.0022071233769317177, "grad_norm": 0.1608959436416626, "tokens_per_second": 1763432.353170453, "training_seconds": 1.4865554640000482, "elapsed_tokens_per_second": 1141137.8760412578, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1634, "epoch": 21, "tokens": 214171648, "loss": 3.7755548613412038, "lr": 0.0021758632780079093, "grad_norm": 0.16509747505187988, "tokens_per_second": 1763048.5967689804, "training_seconds": 1.040815326000029, "elapsed_tokens_per_second": 1144590.3803503548, "peak_memory_bytes": 42389451776}
{"loss": 3.782903535749359, "perplexity": 43.94344805404034, "tokens": 214171648, "seconds": 0.5373809210000218, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 21, "step": 1634, "evaluation_tokens": 1048576}
{"event": "train", "step": 1640, "epoch": 22, "tokens": 214958080, "loss": 3.745584567387899, "lr": 0.0021624523692708253, "grad_norm": 0.15679994225502014, "tokens_per_second": 1778399.824541979, "training_seconds": 0.442213269000149, "elapsed_tokens_per_second": 1142773.0531598653, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1660, "epoch": 22, "tokens": 217579520, "loss": 3.7869026899337768, "lr": 0.002117699620344348, "grad_norm": 0.15561848878860474, "tokens_per_second": 1764787.6951663943, "training_seconds": 1.4854138020000391, "elapsed_tokens_per_second": 1147637.6564968224, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1680, "epoch": 22, "tokens": 220200960, "loss": 3.7653341412544252, "lr": 0.0020728876484224236, "grad_norm": 0.1521492749452591, "tokens_per_second": 1764534.763444675, "training_seconds": 1.4856267239997578, "elapsed_tokens_per_second": 1152427.456469298, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1700, "epoch": 22, "tokens": 222822400, "loss": 3.7629984617233276, "lr": 0.002028039001574461, "grad_norm": 0.17492380738258362, "tokens_per_second": 1765516.6777650882, "training_seconds": 1.4848004739997123, "elapsed_tokens_per_second": 1157145.7971363454, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1712, "epoch": 22, "tokens": 224395264, "loss": 3.75571745634079, "lr": 0.002001121596747205, "grad_norm": 0.16637949645519257, "tokens_per_second": 1766080.9389383649, "training_seconds": 0.8905956489998061, "elapsed_tokens_per_second": 1159942.3381407976, "peak_memory_bytes": 42389451776}
{"loss": 3.7610717776294824, "perplexity": 42.99448181734857, "tokens": 224395264, "seconds": 0.5382342419998167, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 22, "step": 1712, "evaluation_tokens": 1048576}
{"event": "train", "step": 1720, "epoch": 23, "tokens": 225443840, "loss": 3.727771133184433, "lr": 0.00198317624632362, "grad_norm": 0.15887606143951416, "tokens_per_second": 1776721.4216078573, "training_seconds": 0.5901746819999971, "elapsed_tokens_per_second": 1158566.3585892122, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1740, "epoch": 23, "tokens": 228065280, "loss": 3.7531663537025453, "lr": 0.0019383219562919903, "grad_norm": 0.15117818117141724, "tokens_per_second": 1764962.9338960927, "training_seconds": 1.4852663190004023, "elapsed_tokens_per_second": 1163151.2911876165, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1760, "epoch": 23, "tokens": 230686720, "loss": 3.7395119071006775, "lr": 0.0018934987008422147, "grad_norm": 0.16186970472335815, "tokens_per_second": 1764511.8831636647, "training_seconds": 1.48564598799976, "elapsed_tokens_per_second": 1167666.7553494498, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1780, "epoch": 23, "tokens": 233308160, "loss": 3.7400608539581297, "lr": 0.0018487290337212442, "grad_norm": 0.17690050601959229, "tokens_per_second": 1766221.616222045, "training_seconds": 1.4842078570000012, "elapsed_tokens_per_second": 1172120.7393623276, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1790, "epoch": 23, "tokens": 234618880, "loss": 3.7257018804550173, "lr": 0.0018263713367670474, "grad_norm": 0.15595492720603943, "tokens_per_second": 1765018.6046042708, "training_seconds": 0.7426097359998494, "elapsed_tokens_per_second": 1174317.7580603017, "peak_memory_bytes": 42389451776}
{"loss": 3.7428638216538235, "perplexity": 42.21872409852411, "tokens": 234618880, "seconds": 0.5366345159995944, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 23, "step": 1790, "evaluation_tokens": 1048576}
{"event": "train", "step": 1800, "epoch": 24, "tokens": 235929600, "loss": 3.729090094566345, "lr": 0.0018040354817119542, "grad_norm": 0.1636238396167755, "tokens_per_second": 1773316.729775558, "training_seconds": 0.7391347399998267, "elapsed_tokens_per_second": 1173348.7494024863, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1820, "epoch": 24, "tokens": 238551040, "loss": 3.7549360513687136, "lr": 0.0017594405332983301, "grad_norm": 0.16347205638885498, "tokens_per_second": 1764770.6226485095, "training_seconds": 1.4854281719999562, "elapsed_tokens_per_second": 1177677.625330062, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1840, "epoch": 24, "tokens": 241172480, "loss": 3.714265322685242, "lr": 0.0017149666273499214, "grad_norm": 0.15847229957580566, "tokens_per_second": 1765124.0221995893, "training_seconds": 1.4851307710000583, "elapsed_tokens_per_second": 1181946.7407345076, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1860, "epoch": 24, "tokens": 243793920, "loss": 3.7330168724060058, "lr": 0.001670636141831261, "grad_norm": 0.1524786651134491, "tokens_per_second": 1767804.0413984996, "training_seconds": 1.4828792889998113, "elapsed_tokens_per_second": 1186165.6084270584, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1868, "epoch": 24, "tokens": 244842496, "loss": 3.699390947818756, "lr": 0.001652949104524654, "grad_norm": 0.17428751289844513, "tokens_per_second": 1765940.7139153953, "training_seconds": 0.5937775779998447, "elapsed_tokens_per_second": 1187829.5611749354, "peak_memory_bytes": 42389451776}
{"loss": 3.7266924569462794, "perplexity": 41.54148044960027, "tokens": 244842496, "seconds": 0.5369994010002301, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 24, "step": 1868, "evaluation_tokens": 1048576}
{"event": "train", "step": 1880, "epoch": 25, "tokens": 246415360, "loss": 3.719884932041168, "lr": 0.0016264713825419278, "grad_norm": 0.15757450461387634, "tokens_per_second": 1775860.4945284585, "training_seconds": 0.8856911929997295, "elapsed_tokens_per_second": 1187227.5192269848, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1900, "epoch": 25, "tokens": 249036800, "loss": 3.718100094795227, "lr": 0.001582494571892927, "grad_norm": 0.1509227603673935, "tokens_per_second": 1763266.261228097, "training_seconds": 1.486695490999864, "elapsed_tokens_per_second": 1191316.0838454538, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1920, "epoch": 25, "tokens": 251658240, "loss": 3.696350598335266, "lr": 0.0015387278377250214, "grad_norm": 0.1629854291677475, "tokens_per_second": 1764701.8179277433, "training_seconds": 1.485486088000016, "elapsed_tokens_per_second": 1195355.5596267849, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1940, "epoch": 25, "tokens": 254279680, "loss": 3.7009817481040956, "lr": 0.001495193202174653, "grad_norm": 0.15140044689178467, "tokens_per_second": 1764599.4511947948, "training_seconds": 1.4855722629999946, "elapsed_tokens_per_second": 1199335.091559868, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1946, "epoch": 25, "tokens": 255066112, "loss": 3.6722507874170938, "lr": 0.0014821813488359913, "grad_norm": 0.1566314399242401, "tokens_per_second": 1765032.9034165614, "training_seconds": 0.44556223200015665, "elapsed_tokens_per_second": 1200514.5591464813, "peak_memory_bytes": 42389451776}
{"loss": 3.7078701202821027, "perplexity": 40.766885431667504, "tokens": 255066112, "seconds": 0.5370937020002202, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 25, "step": 1946, "evaluation_tokens": 1048576}
{"event": "train", "step": 1960, "epoch": 26, "tokens": 256901120, "loss": 3.704921466963632, "lr": 0.0014519125705930512, "grad_norm": 0.15323378145694733, "tokens_per_second": 1775393.26784972, "training_seconds": 1.0335783249997803, "elapsed_tokens_per_second": 1200237.8957792383, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1980, "epoch": 26, "tokens": 259522560, "loss": 3.7094497799873354, "lr": 0.001408907720524097, "grad_norm": 0.1595451980829239, "tokens_per_second": 1765831.9621559659, "training_seconds": 1.4845353670002623, "elapsed_tokens_per_second": 1204124.6172245396, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2000, "epoch": 26, "tokens": 262144000, "loss": 3.6924562096595763, "lr": 0.00136620029074651, "grad_norm": 0.15373268723487854, "tokens_per_second": 1767330.8730361217, "training_seconds": 1.4832763009999326, "elapsed_tokens_per_second": 1207967.9844734343, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2020, "epoch": 26, "tokens": 264765440, "loss": 3.681713855266571, "lr": 0.0013238117703858446, "grad_norm": 0.14737582206726074, "tokens_per_second": 1767568.7401337065, "training_seconds": 1.4830766919999405, "elapsed_tokens_per_second": 1211757.6561180716, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2024, "epoch": 26, "tokens": 265289728, "loss": 3.6671162247657776, "lr": 0.0013153742153111634, "grad_norm": 0.14828665554523468, "tokens_per_second": 1759046.0122531743, "training_seconds": 0.2980524649997278, "elapsed_tokens_per_second": 1212496.5640598305, "peak_memory_bytes": 42389451776}
{"loss": 3.6918355659049413, "perplexity": 40.118419415921096, "tokens": 265289728, "seconds": 0.5397465159999228, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 26, "step": 2024, "evaluation_tokens": 1048576}
{"event": "train", "step": 2040, "epoch": 27, "tokens": 267386880, "loss": 3.682747468352318, "lr": 0.0012817634881017953, "grad_norm": 0.16740339994430542, "tokens_per_second": 1772489.9803596335, "training_seconds": 1.1831671959998857, "elapsed_tokens_per_second": 1212488.4103821649, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2060, "epoch": 27, "tokens": 270008320, "loss": 3.6897852778434754, "lr": 0.0012400766013562362, "grad_norm": 0.17031605541706085, "tokens_per_second": 1760099.490848233, "training_seconds": 1.4893703530001403, "elapsed_tokens_per_second": 1216153.8958091827, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2080, "epoch": 27, "tokens": 272629760, "loss": 3.67833571434021, "lr": 0.001198772085767414, "grad_norm": 0.16281823813915253, "tokens_per_second": 1764393.5420538175, "training_seconds": 1.4857456330000787, "elapsed_tokens_per_second": 1219791.3687670627, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2100, "epoch": 27, "tokens": 275251200, "loss": 3.6686758637428283, "lr": 0.001157870724555627, "grad_norm": 0.15948210656642914, "tokens_per_second": 1764507.740452039, "training_seconds": 1.4856494759997076, "elapsed_tokens_per_second": 1223379.6068749079, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2101, "epoch": 27, "tokens": 275382272, "loss": 3.670565605163574, "lr": 0.001155836609348925, "grad_norm": 0.16238439083099365, "tokens_per_second": 1763417.8382820673, "training_seconds": 0.07432838500017169, "elapsed_tokens_per_second": 1223550.468349602, "peak_memory_bytes": 42389451776}
{"loss": 3.6748364491203844, "perplexity": 39.44220552224701, "tokens": 275382272, "seconds": 0.5373463660002926, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 27, "step": 2101, "evaluation_tokens": 1048576}
{"event": "train", "step": 2120, "epoch": 28, "tokens": 277872640, "loss": 3.6872693613955847, "lr": 0.0011173930980857216, "grad_norm": 0.16033276915550232, "tokens_per_second": 1769782.3810341505, "training_seconds": 1.4071605789999921, "elapsed_tokens_per_second": 1224003.9886534633, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2140, "epoch": 28, "tokens": 280494080, "loss": 3.683109736442566, "lr": 0.001077359573511653, "grad_norm": 0.15826287865638733, "tokens_per_second": 1764071.3575021585, "training_seconds": 1.4860169849998783, "elapsed_tokens_per_second": 1227507.7230363039, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2160, "epoch": 28, "tokens": 283115520, "loss": 3.6536775827407837, "lr": 0.001037790294528335, "grad_norm": 0.15498264133930206, "tokens_per_second": 1768959.0211210486, "training_seconds": 1.4819110950002141, "elapsed_tokens_per_second": 1230990.6912942822, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2179, "epoch": 28, "tokens": 285605888, "loss": 3.6597116746400533, "lr": 0.001000647624090521, "grad_norm": 0.23556891083717346, "tokens_per_second": 1760953.1336463322, "training_seconds": 1.4142159449997962, "elapsed_tokens_per_second": 1234221.4750699964, "peak_memory_bytes": 42389451776}
{"loss": 3.664443206612255, "perplexity": 39.03439601767914, "tokens": 285605888, "seconds": 0.5367923029998565, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 28, "step": 2179, "evaluation_tokens": 1048576}
{"event": "train", "step": 2180, "epoch": 29, "tokens": 285736960, "loss": 3.625244140625, "lr": 0.0009987051712359205, "grad_norm": 0.16753464937210083, "tokens_per_second": 1898609.6224610736, "training_seconds": 0.06903578200035554, "elapsed_tokens_per_second": 1231530.2550867593, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2200, "epoch": 29, "tokens": 288358400, "loss": 3.6532379269599913, "lr": 0.0009601238701216261, "grad_norm": 0.15311847627162933, "tokens_per_second": 1760617.3004294732, "training_seconds": 1.488932319000014, "elapsed_tokens_per_second": 1234898.7708368446, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2220, "epoch": 29, "tokens": 290979840, "loss": 3.6569226503372194, "lr": 0.0009220658041641312, "grad_norm": 0.16209343075752258, "tokens_per_second": 1765536.267743411, "training_seconds": 1.4847839990002285, "elapsed_tokens_per_second": 1238243.4299952998, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2240, "epoch": 29, "tokens": 293601280, "loss": 3.640259575843811, "lr": 0.0008845501230655353, "grad_norm": 0.14657871425151825, "tokens_per_second": 1766118.7327941759, "training_seconds": 1.4842943180001384, "elapsed_tokens_per_second": 1241550.8594036696, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2257, "epoch": 29, "tokens": 295829504, "loss": 3.652999849880443, "lr": 0.0008531023518590851, "grad_norm": 0.15064814686775208, "tokens_per_second": 1765032.5413022754, "training_seconds": 1.2624265829999786, "elapsed_tokens_per_second": 1244322.5880531988, "peak_memory_bytes": 42389451776}
{"loss": 3.647287037353991, "perplexity": 38.37042717923804, "tokens": 295829504, "seconds": 0.5359108800003014, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 29, "step": 2257, "evaluation_tokens": 1048576}
{"event": "train", "step": 2260, "epoch": 30, "tokens": 296222720, "loss": 3.633273124694824, "lr": 0.0008475957036157928, "grad_norm": 0.1528555154800415, "tokens_per_second": 1804730.9114130037, "training_seconds": 0.21788068099976954, "elapsed_tokens_per_second": 1241999.0276873691, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2280, "epoch": 30, "tokens": 298844160, "loss": 3.6421043634414674, "lr": 0.0008112211401944649, "grad_norm": 0.15253901481628418, "tokens_per_second": 1764550.6745211435, "training_seconds": 1.4856133279999995, "elapsed_tokens_per_second": 1245228.388656371, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2300, "epoch": 30, "tokens": 301465600, "loss": 3.6371845245361327, "lr": 0.0007754447354145734, "grad_norm": 0.15739506483078003, "tokens_per_second": 1762584.666354327, "training_seconds": 1.4872703989999536, "elapsed_tokens_per_second": 1248406.2356926822, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2320, "epoch": 30, "tokens": 304087040, "loss": 3.6292152643203734, "lr": 0.0007402844909132611, "grad_norm": 0.14718452095985413, "tokens_per_second": 1765529.1772508204, "training_seconds": 1.4847899619999225, "elapsed_tokens_per_second": 1251560.4002168807, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2335, "epoch": 30, "tokens": 306053120, "loss": 3.611795981725057, "lr": 0.0007143293172337431, "grad_norm": 0.16146418452262878, "tokens_per_second": 1757930.877731962, "training_seconds": 1.118405748999976, "elapsed_tokens_per_second": 1253872.382183844, "peak_memory_bytes": 42389451776}
{"loss": 3.6351335326117913, "perplexity": 37.90691436847945, "tokens": 306053120, "seconds": 0.5374114109999937, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 30, "step": 2335, "evaluation_tokens": 1048576}
{"event": "train", "step": 2340, "epoch": 31, "tokens": 306708480, "loss": 3.627905559539795, "lr": 0.0007057580982938992, "grad_norm": 0.13987794518470764, "tokens_per_second": 1794680.5144855902, "training_seconds": 0.36516805900009786, "elapsed_tokens_per_second": 1251852.5704940436, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2360, "epoch": 31, "tokens": 309329920, "loss": 3.600079298019409, "lr": 0.0006718829302241903, "grad_norm": 0.15023460984230042, "tokens_per_second": 1762482.1315335436, "training_seconds": 1.4873569229998793, "elapsed_tokens_per_second": 1254928.2265997434, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2380, "epoch": 31, "tokens": 311951360, "loss": 3.637997877597809, "lr": 0.0006386760316947518, "grad_norm": 0.15851949155330658, "tokens_per_second": 1763112.8579659236, "training_seconds": 1.486824844000239, "elapsed_tokens_per_second": 1257966.7634860722, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2400, "epoch": 31, "tokens": 314572800, "loss": 3.6218531012535093, "lr": 0.0006061541114425748, "grad_norm": 0.15236419439315796, "tokens_per_second": 1765875.7993202729, "training_seconds": 1.484498514000279, "elapsed_tokens_per_second": 1260983.6311605629, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2413, "epoch": 31, "tokens": 316276736, "loss": 3.6266540564023533, "lr": 0.0005853899488738232, "grad_norm": 0.14247341454029083, "tokens_per_second": 1758916.732838896, "training_seconds": 0.968741707999925, "elapsed_tokens_per_second": 1262902.0486780219, "peak_memory_bytes": 42389451776}
{"loss": 3.6252451159209196, "perplexity": 37.53392219404436, "tokens": 316276736, "seconds": 0.53638110699967, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 31, "step": 2413, "evaluation_tokens": 1048576}
{"event": "train", "step": 2420, "epoch": 32, "tokens": 317194240, "loss": 3.5923829759870256, "lr": 0.0005743335335436821, "grad_norm": 0.16968458890914917, "tokens_per_second": 1788933.5477770905, "training_seconds": 0.5128776309998102, "elapsed_tokens_per_second": 1261242.57248877, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2440, "epoch": 32, "tokens": 319815680, "loss": 3.6177454710006716, "lr": 0.0005432303091792015, "grad_norm": 0.14419615268707275, "tokens_per_second": 1764265.7795057136, "training_seconds": 1.4858532260000175, "elapsed_tokens_per_second": 1264191.4544106603, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2460, "epoch": 32, "tokens": 322437120, "loss": 3.6093629479408262, "lr": 0.0005128600885790112, "grad_norm": 0.1494939923286438, "tokens_per_second": 1763320.5961474066, "training_seconds": 1.4866496800000277, "elapsed_tokens_per_second": 1267099.9204834616, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2480, "epoch": 32, "tokens": 325058560, "loss": 3.604759418964386, "lr": 0.00048323815314700315, "grad_norm": 0.16084007918834686, "tokens_per_second": 1764557.0967572976, "training_seconds": 1.4856079210003372, "elapsed_tokens_per_second": 1269981.9003557023, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2491, "epoch": 32, "tokens": 326500352, "loss": 3.580607284199108, "lr": 0.00046727046100503844, "grad_norm": 0.16193971037864685, "tokens_per_second": 1763602.735547631, "training_seconds": 0.8175265159998162, "elapsed_tokens_per_second": 1271545.4750174466, "peak_memory_bytes": 42389451776}
{"loss": 3.61400301505944, "perplexity": 37.114325050930915, "tokens": 326500352, "seconds": 0.5378226539996831, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 32, "step": 2491, "evaluation_tokens": 1048576}
{"event": "train", "step": 2500, "epoch": 33, "tokens": 327680000, "loss": 3.571940475040012, "lr": 0.000454379407771927, "grad_norm": 0.15258677303791046, "tokens_per_second": 1777771.923780244, "training_seconds": 0.6635541850000664, "elapsed_tokens_per_second": 1270163.4037873317, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2520, "epoch": 33, "tokens": 330301440, "loss": 3.5912763595581056, "lr": 0.00042629837332769084, "grad_norm": 0.15153296291828156, "tokens_per_second": 1762484.8996414547, "training_seconds": 1.487354587000027, "elapsed_tokens_per_second": 1272980.3426127816, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2540, "epoch": 33, "tokens": 332922880, "loss": 3.6083853602409364, "lr": 0.0003990091793668813, "grad_norm": 0.1523173302412033, "tokens_per_second": 1765938.8747473024, "training_seconds": 1.4844454909998603, "elapsed_tokens_per_second": 1275776.816266781, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2560, "epoch": 33, "tokens": 335544320, "loss": 3.5869729042053224, "lr": 0.00037252555701118784, "grad_norm": 0.1411396563053131, "tokens_per_second": 1760870.8371460412, "training_seconds": 1.488717937000274, "elapsed_tokens_per_second": 1278523.2848779536, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2568, "epoch": 33, "tokens": 336592896, "loss": 3.624796360731125, "lr": 0.0003621606668673201, "grad_norm": 0.14343975484371185, "tokens_per_second": 1760629.5467615537, "training_seconds": 0.5955687850000686, "elapsed_tokens_per_second": 1279607.4934697999, "peak_memory_bytes": 42389451776}
{"loss": 3.6041192563156104, "perplexity": 36.74930288324805, "tokens": 336592896, "seconds": 0.5364771269996709, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 33, "step": 2568, "evaluation_tokens": 1048576}
{"event": "train", "step": 2580, "epoch": 34, "tokens": 338165760, "loss": 3.592013955116272, "lr": 0.00034686083204230365, "grad_norm": 0.14212431013584137, "tokens_per_second": 1775676.1587844314, "training_seconds": 0.8857831380000789, "elapsed_tokens_per_second": 1278569.9276470088, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2600, "epoch": 34, "tokens": 340787200, "loss": 3.6074705600738524, "lr": 0.00032202791819678646, "grad_norm": 0.1376904845237732, "tokens_per_second": 1762483.3840536634, "training_seconds": 1.4873558660001436, "elapsed_tokens_per_second": 1281270.7391547123, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2620, "epoch": 34, "tokens": 343408640, "loss": 3.5885061264038085, "lr": 0.00029803931066824286, "grad_norm": 0.15124769508838654, "tokens_per_second": 1761479.8460535249, "training_seconds": 1.48820323200016, "elapsed_tokens_per_second": 1283935.4592801472, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2640, "epoch": 34, "tokens": 346030080, "loss": 3.5956257343292237, "lr": 0.0002749070798201143, "grad_norm": 0.14188101887702942, "tokens_per_second": 1763292.9662964668, "training_seconds": 1.486672974999692, "elapsed_tokens_per_second": 1286579.853188142, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2646, "epoch": 34, "tokens": 346816512, "loss": 3.6084617376327515, "lr": 0.00026813615549331417, "grad_norm": 0.1491955667734146, "tokens_per_second": 1764216.7295929685, "training_seconds": 0.4457683610003187, "elapsed_tokens_per_second": 1287363.0971626523, "peak_memory_bytes": 42389451776}
{"loss": 3.595463186578862, "perplexity": 36.43257115832154, "tokens": 346816512, "seconds": 0.5374765849996948, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 34, "step": 2646, "evaluation_tokens": 1048576}
{"event": "train", "step": 2660, "epoch": 35, "tokens": 348651520, "loss": 3.5932007346834456, "lr": 0.0002526428651122241, "grad_norm": 0.1412876397371292, "tokens_per_second": 1771127.1096177902, "training_seconds": 1.0360679310001615, "elapsed_tokens_per_second": 1286605.968220134, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2680, "epoch": 35, "tokens": 351272960, "loss": 3.601844274997711, "lr": 0.00023125786924414271, "grad_norm": 0.14272506535053253, "tokens_per_second": 1767903.8663536138, "training_seconds": 1.482795557999907, "elapsed_tokens_per_second": 1289188.3827407998, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2700, "epoch": 35, "tokens": 353894400, "loss": 3.6051846504211427, "lr": 0.0002107628525183185, "grad_norm": 0.15392029285430908, "tokens_per_second": 1765285.6974333636, "training_seconds": 1.4849947540001267, "elapsed_tokens_per_second": 1291762.0427107846, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2720, "epoch": 35, "tokens": 356515840, "loss": 3.590015971660614, "lr": 0.00019116812742580902, "grad_norm": 0.14462661743164062, "tokens_per_second": 1767470.3020149255, "training_seconds": 1.4831592909999927, "elapsed_tokens_per_second": 1294318.2812332427, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2724, "epoch": 35, "tokens": 357040128, "loss": 3.6139267683029175, "lr": 0.0001873580930679506, "grad_norm": 0.13913004100322723, "tokens_per_second": 1764185.9570472958, "training_seconds": 0.2971840909999628, "elapsed_tokens_per_second": 1294818.2520609207, "peak_memory_bytes": 42389451776}
{"loss": 3.5884009872847322, "perplexity": 36.176183476061375, "tokens": 357040128, "seconds": 0.5387740490000397, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 35, "step": 2724, "evaluation_tokens": 1048576}
{"event": "train", "step": 2740, "epoch": 36, "tokens": 359137280, "loss": 3.5941233336925507, "lr": 0.00017248355345733725, "grad_norm": 0.1449642777442932, "tokens_per_second": 1773800.8468337574, "training_seconds": 1.1822928169999614, "elapsed_tokens_per_second": 1294294.798534118, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2760, "epoch": 36, "tokens": 361758720, "loss": 3.590160870552063, "lr": 0.0001547185321422868, "grad_norm": 0.132521390914917, "tokens_per_second": 1763621.1680803609, "training_seconds": 1.4863963120001245, "elapsed_tokens_per_second": 1296790.3816781281, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2780, "epoch": 36, "tokens": 364380160, "loss": 3.5931857943534853, "lr": 0.0001378820023181273, "grad_norm": 0.13425928354263306, "tokens_per_second": 1763966.660274001, "training_seconds": 1.4861051849998148, "elapsed_tokens_per_second": 1299259.3730074787, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2800, "epoch": 36, "tokens": 367001600, "loss": 3.57980021238327, "lr": 0.00012198243563265332, "grad_norm": 0.1332903653383255, "tokens_per_second": 1762739.9370493232, "training_seconds": 1.4871393929997794, "elapsed_tokens_per_second": 1301699.173727356, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2802, "epoch": 36, "tokens": 367263744, "loss": 3.5655806064605713, "lr": 0.0001204443240502393, "grad_norm": 0.135575532913208, "tokens_per_second": 1777509.4926549925, "training_seconds": 0.14747825599988573, "elapsed_tokens_per_second": 1301940.7247846038, "peak_memory_bytes": 42389451776}
{"loss": 3.582878694938955, "perplexity": 35.97695861021971, "tokens": 367263744, "seconds": 0.5355794590000187, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 36, "step": 2802, "evaluation_tokens": 1048576}
{"event": "train", "step": 2820, "epoch": 37, "tokens": 369623040, "loss": 3.5824933846791587, "lr": 0.00010702783228130075, "grad_norm": 0.13423071801662445, "tokens_per_second": 1772294.840773851, "training_seconds": 1.3312096529998598, "elapsed_tokens_per_second": 1301486.0683925524, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2840, "epoch": 37, "tokens": 372244480, "loss": 3.6038610696792603, "lr": 9.30257169816815e-05, "grad_norm": 0.1316504329442978, "tokens_per_second": 1764111.4223172376, "training_seconds": 1.4859832360002656, "elapsed_tokens_per_second": 1303888.7130020047, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2860, "epoch": 37, "tokens": 374865920, "loss": 3.567293882369995, "lr": 7.998313518736832e-05, "grad_norm": 0.14538970589637756, "tokens_per_second": 1763880.9008999986, "training_seconds": 1.4861774389996754, "elapsed_tokens_per_second": 1306263.6057083348, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2880, "epoch": 37, "tokens": 377487360, "loss": 3.5805824041366576, "lr": 6.790664954282866e-05, "grad_norm": 0.13371773064136505, "tokens_per_second": 1763272.6610718756, "training_seconds": 1.4866900950000854, "elapsed_tokens_per_second": 1308614.1847877495, "peak_memory_bytes": 42389451776}
{"loss": 3.5790551062322886, "perplexity": 35.83966017123114, "tokens": 377487360, "seconds": 0.537258863000261, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 37, "step": 2880, "evaluation_tokens": 1048576}
{"event": "train", "step": 2900, "epoch": 38, "tokens": 380108800, "loss": 3.582113242149353, "lr": 5.6802336581293967e-05, "grad_norm": 0.13000725209712982, "tokens_per_second": 1772188.5909037571, "training_seconds": 1.4792105159999664, "elapsed_tokens_per_second": 1308520.2825418387, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2920, "epoch": 38, "tokens": 382730240, "loss": 3.5896644115448, "lr": 4.6675783667226465e-05, "grad_norm": 0.13449323177337646, "tokens_per_second": 1763804.3020665678, "training_seconds": 1.4862419810001484, "elapsed_tokens_per_second": 1310831.2698225551, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2940, "epoch": 38, "tokens": 385351680, "loss": 3.577633059024811, "lr": 3.753208618492221e-05, "grad_norm": 0.13339009881019592, "tokens_per_second": 1765018.2480870653, "training_seconds": 1.485219772000164, "elapsed_tokens_per_second": 1313125.012749196, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2958, "epoch": 38, "tokens": 387710976, "loss": 3.589423762427436, "lr": 3.0146912696062068e-05, "grad_norm": 0.12938809394836426, "tokens_per_second": 1763923.0961451395, "training_seconds": 1.3375276990000202, "elapsed_tokens_per_second": 1315163.7810232516, "peak_memory_bytes": 42389451776}
{"loss": 3.576671047276987, "perplexity": 35.754318079156214, "tokens": 387710976, "seconds": 0.5375934449998567, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 38, "step": 2958, "evaluation_tokens": 1048576}
{"event": "train", "step": 2960, "epoch": 39, "tokens": 387973120, "loss": 3.5747475624084473, "lr": 2.9375844974662392e-05, "grad_norm": 0.1284755915403366, "tokens_per_second": 1929152.6234773207, "training_seconds": 0.1358855680000488, "elapsed_tokens_per_second": 1138973.6503988411, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2980, "epoch": 39, "tokens": 390594560, "loss": 3.5793527126312257, "lr": 2.221116401770584e-05, "grad_norm": 0.1311231106519699, "tokens_per_second": 1776796.0442217994, "training_seconds": 1.4753747390000171, "elapsed_tokens_per_second": 1141720.5314154536, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3000, "epoch": 39, "tokens": 393216000, "loss": 3.576327323913574, "lr": 1.604164837128641e-05, "grad_norm": 0.1325366050004959, "tokens_per_second": 1777625.8906783015, "training_seconds": 1.4746859920001043, "elapsed_tokens_per_second": 1144444.8301048803, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3020, "epoch": 39, "tokens": 395837440, "loss": 3.5735273003578185, "lr": 1.0870402354652641e-05, "grad_norm": 0.12831877171993256, "tokens_per_second": 1771482.7345424586, "training_seconds": 1.4797999150000578, "elapsed_tokens_per_second": 1147130.1520465822, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3035, "epoch": 39, "tokens": 397803520, "loss": 3.560339593887329, "lr": 7.648666487645394e-06, "grad_norm": 0.13058321177959442, "tokens_per_second": 1769166.3566967002, "training_seconds": 1.1113030680003249, "elapsed_tokens_per_second": 1149121.9482394871, "peak_memory_bytes": 42389451776}
{"loss": 3.575717981239515, "perplexity": 35.72025808619143, "tokens": 397803520, "seconds": 0.5349541199998384, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 39, "step": 3035, "evaluation_tokens": 1048576}
{"event": "train", "step": 3040, "epoch": 40, "tokens": 398458880, "loss": 3.597406578063965, "lr": 6.700027987067037e-06, "grad_norm": 0.13609518110752106, "tokens_per_second": 1797295.4093751328, "training_seconds": 0.3646367740002461, "elapsed_tokens_per_second": 1147277.6299608457, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3060, "epoch": 40, "tokens": 401080320, "loss": 3.587971901893616, "lr": 3.5326236785453435e-06, "grad_norm": 0.13195452094078064, "tokens_per_second": 1771735.9749890883, "training_seconds": 1.4795884019999903, "elapsed_tokens_per_second": 1149922.8762650911, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3080, "epoch": 40, "tokens": 403701760, "loss": 3.5597163438796997, "lr": 1.3697831739987178e-06, "grad_norm": 0.12974663078784943, "tokens_per_second": 1769584.2795029734, "training_seconds": 1.481387482000173, "elapsed_tokens_per_second": 1152538.826899943, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3100, "epoch": 40, "tokens": 406323200, "loss": 3.569586193561554, "lr": 2.1259475130741558e-07, "grad_norm": 0.1310293972492218, "tokens_per_second": 1768650.34208962, "training_seconds": 1.4821697300003507, "elapsed_tokens_per_second": 1155131.3141451897, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3113, "epoch": 40, "tokens": 408027136, "loss": 3.587398125575139, "lr": 0.0, "grad_norm": 0.1256444752216339, "tokens_per_second": 1765614.3765133761, "training_seconds": 0.9650669040001958, "elapsed_tokens_per_second": 1156796.555444078, "peak_memory_bytes": 42389451776}
{"loss": 3.575541692795329, "perplexity": 35.7139615724851, "tokens": 408027136, "seconds": 0.5368748930000038, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 40, "step": 3113, "evaluation_tokens": 1048576}
{"loss": 3.5772691081246686, "perplexity": 35.77570773245446, "tokens": 408027136, "seconds": 100.19685047400026, "split": "full", "validation_complete": true, "event": "final_validation", "step": 3113, "evaluation_tokens": 197411295}