{"event": "train", "step": 20, "epoch": 1, "tokens": 2621440, "loss": 9.58028702735901, "lr": 0.0003846153846153846, "grad_norm": 1.4444506168365479, "tokens_per_second": 47532.02075993173, "training_seconds": 55.151032043009764, "elapsed_tokens_per_second": 47532.02075993173, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 40, "epoch": 1, "tokens": 5242880, "loss": 7.683754944801331, "lr": 0.0007692307692307692, "grad_norm": 0.8995488286018372, "tokens_per_second": 1766324.316449706, "training_seconds": 1.4841215600026771, "elapsed_tokens_per_second": 92562.64678820336, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 60, "epoch": 1, "tokens": 7864320, "loss": 6.907073760032654, "lr": 0.0011538461538461537, "grad_norm": 0.8963121175765991, "tokens_per_second": 1758555.2268859027, "training_seconds": 1.4906782339967322, "elapsed_tokens_per_second": 135280.01198793927, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 78, "epoch": 1, "tokens": 10223616, "loss": 6.5772426923116045, "lr": 0.0015, "grad_norm": 0.30573639273643494, "tokens_per_second": 1764669.7728259224, "training_seconds": 1.3369617569987895, "elapsed_tokens_per_second": 171907.03657825338, "peak_memory_bytes": 21988176384}
{"loss": 6.425943455874744, "perplexity": 617.6632807863259, "tokens": 10223616, "seconds": 1.1129189830098767, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 1, "step": 78, "evaluation_tokens": 1048576}
{"event": "train", "step": 80, "epoch": 2, "tokens": 10485760, "loss": 6.394874095916748, "lr": 0.0015384615384615385, "grad_norm": 0.6780438423156738, "tokens_per_second": 1818794.7596250295, "training_seconds": 0.14413061100640334, "elapsed_tokens_per_second": 172647.04475332377, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 100, "epoch": 2, "tokens": 13107200, "loss": 6.25694100856781, "lr": 0.001923076923076923, "grad_norm": 0.2507403790950775, "tokens_per_second": 1762169.8402675393, "training_seconds": 1.4876205119944643, "elapsed_tokens_per_second": 210645.50897445183, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 120, "epoch": 2, "tokens": 15728640, "loss": 6.055755925178528, "lr": 0.0023076923076923075, "grad_norm": 0.3326721787452698, "tokens_per_second": 1758317.410001422, "training_seconds": 1.490879852004582, "elapsed_tokens_per_second": 246853.14219176074, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 140, "epoch": 2, "tokens": 18350080, "loss": 5.853643822669983, "lr": 0.002692307692307692, "grad_norm": 0.3820243179798126, "tokens_per_second": 1755080.531114323, "training_seconds": 1.4936294680082938, "elapsed_tokens_per_second": 281393.5513953613, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 156, "epoch": 2, "tokens": 20447232, "loss": 5.703172504901886, "lr": 0.003, "grad_norm": 0.3783559799194336, "tokens_per_second": 1758660.4687248152, "training_seconds": 1.192471223010216, "elapsed_tokens_per_second": 307914.349994952, "peak_memory_bytes": 42389451776}
{"loss": 5.6678081467553065, "perplexity": 289.3995174426652, "tokens": 20447232, "seconds": 0.5379068899928825, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 2, "step": 156, "evaluation_tokens": 1048576}
{"event": "train", "step": 160, "epoch": 3, "tokens": 20971520, "loss": 5.640077233314514, "lr": 0.003076923076923077, "grad_norm": 0.28359606862068176, "tokens_per_second": 1786453.945056972, "training_seconds": 0.29347971799143124, "elapsed_tokens_per_second": 311875.5825873996, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 180, "epoch": 3, "tokens": 23592960, "loss": 5.53240168094635, "lr": 0.0034615384615384616, "grad_norm": 0.3626132011413574, "tokens_per_second": 1753829.558423747, "training_seconds": 1.4946948450087802, "elapsed_tokens_per_second": 343225.4131592193, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 200, "epoch": 3, "tokens": 26214400, "loss": 5.421402406692505, "lr": 0.003846153846153846, "grad_norm": 0.3348483443260193, "tokens_per_second": 1753441.5628363818, "training_seconds": 1.495025586002157, "elapsed_tokens_per_second": 373235.3259245113, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 220, "epoch": 3, "tokens": 28835840, "loss": 5.300504660606384, "lr": 0.004230769230769231, "grad_norm": 0.3138594627380371, "tokens_per_second": 1757746.224968984, "training_seconds": 1.4913643179897917, "elapsed_tokens_per_second": 402016.19508511265, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 233, "epoch": 3, "tokens": 30539776, "loss": 5.209848513970008, "lr": 0.004480769230769231, "grad_norm": 0.3029163181781769, "tokens_per_second": 1756224.6073486067, "training_seconds": 0.9702266970125493, "elapsed_tokens_per_second": 420080.16984105046, "peak_memory_bytes": 42389451776}
{"loss": 5.19734886808729, "perplexity": 180.79230172325882, "tokens": 30539776, "seconds": 0.5403289620007854, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 3, "step": 233, "evaluation_tokens": 1048576}
{"event": "train", "step": 240, "epoch": 4, "tokens": 31457280, "loss": 5.171072006225586, "lr": 0.004615384615384615, "grad_norm": 0.28027674555778503, "tokens_per_second": 1778564.2325017112, "training_seconds": 0.51586779000354, "elapsed_tokens_per_second": 426189.1687914172, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 260, "epoch": 4, "tokens": 34078720, "loss": 5.13383104801178, "lr": 0.005, "grad_norm": 0.3609524369239807, "tokens_per_second": 1755307.704789003, "training_seconds": 1.4934361609921325, "elapsed_tokens_per_second": 452541.6460814819, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 280, "epoch": 4, "tokens": 36700160, "loss": 5.055133104324341, "lr": 0.005384615384615384, "grad_norm": 0.3032618761062622, "tokens_per_second": 1755013.1167266718, "training_seconds": 1.4936868420045357, "elapsed_tokens_per_second": 477863.9876727158, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 300, "epoch": 4, "tokens": 39321600, "loss": 4.971735739707947, "lr": 0.0057692307692307696, "grad_norm": 0.2177673578262329, "tokens_per_second": 1754321.2207632654, "training_seconds": 1.4942759450059384, "elapsed_tokens_per_second": 502218.1883489128, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 311, "epoch": 4, "tokens": 40763392, "loss": 4.934216239235618, "lr": 0.005980769230769231, "grad_norm": 0.32078737020492554, "tokens_per_second": 1752927.3767210154, "training_seconds": 0.8225052669877186, "elapsed_tokens_per_second": 515209.15664286993, "peak_memory_bytes": 42389451776}
{"loss": 4.940735221057461, "perplexity": 139.87304937635022, "tokens": 40763392, "seconds": 0.5445131919987034, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 4, "step": 311, "evaluation_tokens": 1048576}
{"event": "train", "step": 320, "epoch": 5, "tokens": 41943040, "loss": 4.887903425428602, "lr": 0.005999879234788303, "grad_norm": 0.22860926389694214, "tokens_per_second": 1770837.995224017, "training_seconds": 0.6661524109949823, "elapsed_tokens_per_second": 522077.7591839582, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 340, "epoch": 5, "tokens": 44564480, "loss": 4.834333777427673, "lr": 0.0059985207378148026, "grad_norm": 0.2719833254814148, "tokens_per_second": 1753259.5987165994, "training_seconds": 1.4951807489997009, "elapsed_tokens_per_second": 544565.0917322647, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 360, "epoch": 5, "tokens": 47185920, "loss": 4.794477486610413, "lr": 0.005995653473187795, "grad_norm": 0.22832408547401428, "tokens_per_second": 1755449.0917664194, "training_seconds": 1.4933158769999864, "elapsed_tokens_per_second": 566254.0515634976, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 380, "epoch": 5, "tokens": 49807360, "loss": 4.751593995094299, "lr": 0.005991278883630709, "grad_norm": 0.30282315611839294, "tokens_per_second": 1756733.7559762697, "training_seconds": 1.4922238450089935, "elapsed_tokens_per_second": 587188.5970635071, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 389, "epoch": 5, "tokens": 50987008, "loss": 4.716502454545763, "lr": 0.005988819112284388, "grad_norm": 0.21348169445991516, "tokens_per_second": 1750320.2461512052, "training_seconds": 0.6739612380042672, "elapsed_tokens_per_second": 596346.3116774444, "peak_memory_bytes": 42389451776}
{"loss": 4.724460016651794, "perplexity": 112.66964221424742, "tokens": 50987008, "seconds": 0.5406600880087353, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 5, "step": 389, "evaluation_tokens": 1048576}
{"event": "train", "step": 400, "epoch": 6, "tokens": 52428800, "loss": 4.681950525803999, "lr": 0.0059853991703086515, "grad_norm": 0.22629472613334656, "tokens_per_second": 1760916.9816061615, "training_seconds": 0.8187734090024605, "elapsed_tokens_per_second": 603558.0513778105, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 420, "epoch": 6, "tokens": 55050240, "loss": 4.640339493751526, "lr": 0.005978017291720847, "grad_norm": 0.2770298719406128, "tokens_per_second": 1749695.4447412374, "training_seconds": 1.4982264529971872, "elapsed_tokens_per_second": 622982.7714764156, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 440, "epoch": 6, "tokens": 57671680, "loss": 4.609346389770508, "lr": 0.005969136962212003, "grad_norm": 0.24391116201877594, "tokens_per_second": 1748692.7863606918, "training_seconds": 1.4990855000069132, "elapsed_tokens_per_second": 641749.543078012, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 460, "epoch": 6, "tokens": 60293120, "loss": 4.557219386100769, "lr": 0.005958762650103364, "grad_norm": 0.20382289588451385, "tokens_per_second": 1749574.0767455413, "training_seconds": 1.4983303850021912, "elapsed_tokens_per_second": 659908.9245390787, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 467, "epoch": 6, "tokens": 61210624, "loss": 4.526205675942557, "lr": 0.005954779630955907, "grad_norm": 0.20836500823497772, "tokens_per_second": 1748957.0233172027, "training_seconds": 0.5246006550005404, "elapsed_tokens_per_second": 666115.0029621628, "peak_memory_bytes": 42389451776}
{"loss": 4.540633015871437, "perplexity": 93.75012665829652, "tokens": 61210624, "seconds": 0.5401806469890289, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 6, "step": 467, "evaluation_tokens": 1048576}
{"event": "train", "step": 480, "epoch": 7, "tokens": 62914560, "loss": 4.499288155482366, "lr": 0.0059468995754443825, "grad_norm": 0.2639482915401459, "tokens_per_second": 1764906.9173610907, "training_seconds": 0.9654537489986978, "elapsed_tokens_per_second": 673565.6588649679, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 500, "epoch": 7, "tokens": 65536000, "loss": 4.454214310646057, "lr": 0.005933553707386146, "grad_norm": 0.2075410932302475, "tokens_per_second": 1752016.8389290618, "training_seconds": 1.4962413269968238, "elapsed_tokens_per_second": 690560.2983278957, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 520, "epoch": 7, "tokens": 68157440, "loss": 4.40253176689148, "lr": 0.005918731761177867, "grad_norm": 0.2733203172683716, "tokens_per_second": 1750603.2570666356, "training_seconds": 1.4974495159985963, "elapsed_tokens_per_second": 707015.2136057366, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 540, "epoch": 7, "tokens": 70778880, "loss": 4.354100060462952, "lr": 0.00590244119478798, "grad_norm": 0.2190655767917633, "tokens_per_second": 1752272.9398461378, "training_seconds": 1.4960226460098056, "elapsed_tokens_per_second": 722978.7553057275, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 545, "epoch": 7, "tokens": 71434240, "loss": 4.343683815002441, "lr": 0.005898140025685757, "grad_norm": 0.19797684252262115, "tokens_per_second": 1756336.4139186938, "training_seconds": 0.37314035899180453, "elapsed_tokens_per_second": 726890.3165845084, "peak_memory_bytes": 42389451776}
{"loss": 4.3257214737325755, "perplexity": 75.62005106391867, "tokens": 71434240, "seconds": 0.5430554100021254, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 7, "step": 545, "evaluation_tokens": 1048576}
{"event": "train", "step": 560, "epoch": 8, "tokens": 73400320, "loss": 4.318588415781657, "lr": 0.005884690205151496, "grad_norm": 0.25166136026382446, "tokens_per_second": 1766123.797680393, "training_seconds": 1.1132175460079452, "elapsed_tokens_per_second": 734456.8458786029, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 580, "epoch": 8, "tokens": 76021760, "loss": 4.289369058609009, "lr": 0.005865487724045557, "grad_norm": 0.18923571705818176, "tokens_per_second": 1749080.8874977806, "training_seconds": 1.4987528700003168, "elapsed_tokens_per_second": 749439.8876411992, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 600, "epoch": 8, "tokens": 78643200, "loss": 4.2303228855133055, "lr": 0.005844843413595223, "grad_norm": 0.21984095871448517, "tokens_per_second": 1749195.242344088, "training_seconds": 1.4986548879969632, "elapsed_tokens_per_second": 763984.0286330102, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 620, "epoch": 8, "tokens": 81264640, "loss": 4.205848646163941, "lr": 0.0058227676614117695, "grad_norm": 0.21416646242141724, "tokens_per_second": 1748091.6543963552, "training_seconds": 1.4996010039903922, "elapsed_tokens_per_second": 778105.9384045686, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 623, "epoch": 8, "tokens": 81657856, "loss": 4.214537461598714, "lr": 0.005819333513924642, "grad_norm": 0.2017918825149536, "tokens_per_second": 1753431.2644841492, "training_seconds": 0.22425515500071924, "elapsed_tokens_per_second": 780183.9168506822, "peak_memory_bytes": 42389451776}
{"loss": 4.212688976488631, "perplexity": 67.53790369435113, "tokens": 81657856, "seconds": 0.5394898509985069, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 8, "step": 623, "evaluation_tokens": 1048576}
{"event": "train", "step": 640, "epoch": 9, "tokens": 83886080, "loss": 4.182244945974911, "lr": 0.005799271575365957, "grad_norm": 0.17388203740119934, "tokens_per_second": 1759926.3835857238, "training_seconds": 1.2660893209977075, "elapsed_tokens_per_second": 787826.231782227, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 660, "epoch": 9, "tokens": 86507520, "loss": 4.1468909740447994, "lr": 0.005774366977998868, "grad_norm": 0.16255013644695282, "tokens_per_second": 1752248.2775643694, "training_seconds": 1.4960437020054087, "elapsed_tokens_per_second": 801179.0195273027, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 680, "epoch": 9, "tokens": 89128960, "loss": 4.1448605298995975, "lr": 0.005748066400573153, "grad_norm": 0.18115787208080292, "tokens_per_second": 1752057.718762268, "training_seconds": 1.4962064159917645, "elapsed_tokens_per_second": 814163.6075255728, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 700, "epoch": 9, "tokens": 91750400, "loss": 4.129907011985779, "lr": 0.00572038307676767, "grad_norm": 0.205610990524292, "tokens_per_second": 1748850.6954180268, "training_seconds": 1.4989501430100063, "elapsed_tokens_per_second": 826780.0483799326, "peak_memory_bytes": 42389451776}
{"loss": 4.138166836645725, "perplexity": 62.687799077984785, "tokens": 91750400, "seconds": 0.5436856629967224, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 9, "step": 700, "evaluation_tokens": 1048576}
{"event": "train", "step": 720, "epoch": 10, "tokens": 94371840, "loss": 4.127541589736938, "lr": 0.005691330936018681, "grad_norm": 0.17706070840358734, "tokens_per_second": 1756257.6096978888, "training_seconds": 1.492628407999291, "elapsed_tokens_per_second": 835022.3242293794, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 740, "epoch": 10, "tokens": 96993280, "loss": 4.093783378601074, "lr": 0.0056609245965109686, "grad_norm": 0.18404671549797058, "tokens_per_second": 1752487.3152620348, "training_seconds": 1.4958396429865388, "elapsed_tokens_per_second": 846994.7937986169, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 760, "epoch": 10, "tokens": 99614720, "loss": 4.079441046714782, "lr": 0.005629179357822402, "grad_norm": 0.1933976709842682, "tokens_per_second": 1748887.767494402, "training_seconds": 1.4989183689904166, "elapsed_tokens_per_second": 858638.7003013517, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 778, "epoch": 10, "tokens": 101974016, "loss": 4.067721022499932, "lr": 0.0055994770723212265, "grad_norm": 0.20993727445602417, "tokens_per_second": 1748625.165318032, "training_seconds": 1.3492291239963379, "elapsed_tokens_per_second": 868857.4891081821, "peak_memory_bytes": 42389451776}
{"loss": 4.080451292254043, "perplexity": 59.17216776611554, "tokens": 101974016, "seconds": 0.5415564469876699, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 10, "step": 778, "evaluation_tokens": 1048576}
{"event": "train", "step": 780, "epoch": 11, "tokens": 102236160, "loss": 4.043652057647705, "lr": 0.005596111193225627, "grad_norm": 0.18265031278133392, "tokens_per_second": 1831574.3365313308, "training_seconds": 0.14312495800550096, "elapsed_tokens_per_second": 865991.046622745, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 800, "epoch": 11, "tokens": 104857600, "loss": 4.08295168876648, "lr": 0.005561736741650793, "grad_norm": 0.15879756212234497, "tokens_per_second": 1750915.413419379, "training_seconds": 1.4971825480024563, "elapsed_tokens_per_second": 877065.0803015601, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 820, "epoch": 11, "tokens": 107479040, "loss": 4.047497892379761, "lr": 0.005526073299313328, "grad_norm": 0.15328489243984222, "tokens_per_second": 1750054.7182525522, "training_seconds": 1.4979188779980177, "elapsed_tokens_per_second": 887855.7450382, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 840, "epoch": 11, "tokens": 110100480, "loss": 4.031411683559417, "lr": 0.005489138811010988, "grad_norm": 0.14595046639442444, "tokens_per_second": 1748501.916616931, "training_seconds": 1.4992491429875372, "elapsed_tokens_per_second": 898376.4931909094, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 856, "epoch": 11, "tokens": 112197632, "loss": 4.03071403503418, "lr": 0.005458688534706318, "grad_norm": 0.15258321166038513, "tokens_per_second": 1751685.1854857197, "training_seconds": 1.1972196930000791, "elapsed_tokens_per_second": 906618.0819841272, "peak_memory_bytes": 42389451776}
{"loss": 4.030925711690889, "perplexity": 56.31301674402225, "tokens": 112197632, "seconds": 0.5417748710024171, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 11, "step": 856, "evaluation_tokens": 1048576}
{"event": "train", "step": 860, "epoch": 12, "tokens": 112721920, "loss": 4.033160209655762, "lr": 0.005450951861094564, "grad_norm": 0.17629030346870422, "tokens_per_second": 1790990.835203044, "training_seconds": 0.2927362830087077, "elapsed_tokens_per_second": 904674.5874773554, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 880, "epoch": 12, "tokens": 115343360, "loss": 3.9977359056472777, "lr": 0.005411531664116785, "grad_norm": 0.1623891443014145, "tokens_per_second": 1747516.2807256337, "training_seconds": 1.5000947509979596, "elapsed_tokens_per_second": 914692.9387405831, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 900, "epoch": 12, "tokens": 117964800, "loss": 3.993167591094971, "lr": 0.0053708980551641135, "grad_norm": 0.1725287139415741, "tokens_per_second": 1747470.678105551, "training_seconds": 1.5001338980073342, "elapsed_tokens_per_second": 924471.5251125421, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 920, "epoch": 12, "tokens": 120586240, "loss": 3.9994515657424925, "lr": 0.0053290714798763135, "grad_norm": 0.1601399928331375, "tokens_per_second": 1751103.702542266, "training_seconds": 1.4970215619978262, "elapsed_tokens_per_second": 934048.8114284333, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 934, "epoch": 12, "tokens": 122421248, "loss": 3.968814287866865, "lr": 0.005299094308492442, "grad_norm": 0.162461519241333, "tokens_per_second": 1750517.8168865202, "training_seconds": 1.048265823003021, "elapsed_tokens_per_second": 940613.9804734451, "peak_memory_bytes": 42389451776}
{"loss": 3.9950927822265263, "perplexity": 54.33088133010423, "tokens": 122421248, "seconds": 0.5431269630062161, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 12, "step": 934, "evaluation_tokens": 1048576}
{"event": "train", "step": 940, "epoch": 13, "tokens": 123207680, "loss": 3.977216045061747, "lr": 0.005286072984158808, "grad_norm": 0.14749284088611603, "tokens_per_second": 1773201.03290029, "training_seconds": 0.44350978000147734, "elapsed_tokens_per_second": 939475.8816711834, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 960, "epoch": 13, "tokens": 125829120, "loss": 3.967533826828003, "lr": 0.00524192420359299, "grad_norm": 0.1527729034423828, "tokens_per_second": 1749644.098462602, "training_seconds": 1.4982704209978692, "elapsed_tokens_per_second": 948619.4079759329, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 980, "epoch": 13, "tokens": 128450560, "loss": 3.972174513339996, "lr": 0.00519664735254984, "grad_norm": 0.14812104403972626, "tokens_per_second": 1747938.2075180665, "training_seconds": 1.4997326500015333, "elapsed_tokens_per_second": 957544.6392642881, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1000, "epoch": 13, "tokens": 131072000, "loss": 3.947487485408783, "lr": 0.005150265213012302, "grad_norm": 0.1560271829366684, "tokens_per_second": 1746598.520975265, "training_seconds": 1.500882983993506, "elapsed_tokens_per_second": 966267.0937793273, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1012, "epoch": 13, "tokens": 132644864, "loss": 3.935326933860779, "lr": 0.0051219150766892655, "grad_norm": 0.1360112577676773, "tokens_per_second": 1754129.9201373574, "training_seconds": 0.8966633439995348, "elapsed_tokens_per_second": 971429.4398517304, "peak_memory_bytes": 42389451776}
{"loss": 3.960484229021445, "perplexity": 52.48273345974155, "tokens": 132644864, "seconds": 0.5412765540095279, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 13, "step": 1012, "evaluation_tokens": 1048576}
{"event": "train", "step": 1020, "epoch": 14, "tokens": 133693440, "loss": 3.958855450153351, "lr": 0.005102801123112059, "grad_norm": 0.16079552471637726, "tokens_per_second": 1762517.9902266646, "training_seconds": 0.5949306649999926, "elapsed_tokens_per_second": 970955.403426368, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1040, "epoch": 14, "tokens": 136314880, "loss": 3.947909152507782, "lr": 0.005054278965386473, "grad_norm": 0.15430894494056702, "tokens_per_second": 1743598.3720712138, "training_seconds": 1.5034655009949347, "elapsed_tokens_per_second": 979292.9499192762, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1060, "epoch": 14, "tokens": 138936320, "loss": 3.922775077819824, "lr": 0.0050047231547615855, "grad_norm": 0.1409182995557785, "tokens_per_second": 1746404.4210795162, "training_seconds": 1.501049796002917, "elapsed_tokens_per_second": 987464.3841448651, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1080, "epoch": 14, "tokens": 141557760, "loss": 3.9308967351913453, "lr": 0.00495415862626725, "grad_norm": 0.16775840520858765, "tokens_per_second": 1747424.0994439102, "training_seconds": 1.5001738849969115, "elapsed_tokens_per_second": 995473.6633735922, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1090, "epoch": 14, "tokens": 142868480, "loss": 3.919539189338684, "lr": 0.0049285060241493865, "grad_norm": 0.1553417593240738, "tokens_per_second": 1752573.9187911178, "training_seconds": 0.7478828629973577, "elapsed_tokens_per_second": 999422.7591856407, "peak_memory_bytes": 42389451776}
{"loss": 3.9362480427251256, "perplexity": 51.22604236764863, "tokens": 142868480, "seconds": 0.5401884250022704, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 14, "step": 1090, "evaluation_tokens": 1048576}
{"event": "train", "step": 1100, "epoch": 15, "tokens": 144179200, "loss": 3.8917247533798216, "lr": 0.004902610822490556, "grad_norm": 0.15033528208732605, "tokens_per_second": 1760482.9005318193, "training_seconds": 0.7445229940058198, "elapsed_tokens_per_second": 999555.3804706706, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1120, "epoch": 15, "tokens": 146800640, "loss": 3.9164448499679567, "lr": 0.00485010568077386, "grad_norm": 0.16004882752895355, "tokens_per_second": 1743305.1039678867, "training_seconds": 1.503718421998201, "elapsed_tokens_per_second": 1007220.5749812828, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1140, "epoch": 15, "tokens": 149422080, "loss": 3.8989448308944703, "lr": 0.004796669620163886, "grad_norm": 0.16266605257987976, "tokens_per_second": 1750152.7087429755, "training_seconds": 1.4978350099991076, "elapsed_tokens_per_second": 1014767.0734563835, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1160, "epoch": 15, "tokens": 152043520, "loss": 3.906798839569092, "lr": 0.004742329528118427, "grad_norm": 0.14045685529708862, "tokens_per_second": 1747045.3384967817, "training_seconds": 1.500499123998452, "elapsed_tokens_per_second": 1022145.9071588665, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1167, "epoch": 15, "tokens": 152961024, "loss": 3.899439811706543, "lr": 0.004723101965114102, "grad_norm": 0.1391179859638214, "tokens_per_second": 1744248.2339306858, "training_seconds": 0.5260168719978537, "elapsed_tokens_per_second": 1024679.9597886774, "peak_memory_bytes": 42389451776}
{"loss": 3.907241074805271, "perplexity": 49.76147423022544, "tokens": 152961024, "seconds": 0.5400766539969482, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 15, "step": 1167, "evaluation_tokens": 1048576}
{"event": "train", "step": 1180, "epoch": 16, "tokens": 154664960, "loss": 3.892442299769475, "lr": 0.004687112746977365, "grad_norm": 0.13737155497074127, "tokens_per_second": 1755576.8730715585, "training_seconds": 0.9705846699944232, "elapsed_tokens_per_second": 1025668.8765515481, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1200, "epoch": 16, "tokens": 157286400, "loss": 3.888818693161011, "lr": 0.004631047060204816, "grad_norm": 0.1754012405872345, "tokens_per_second": 1747498.648413056, "training_seconds": 1.5001098869979614, "elapsed_tokens_per_second": 1032771.3408487338, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1220, "epoch": 16, "tokens": 159907840, "loss": 3.8667692065238954, "lr": 0.004574160678409302, "grad_norm": 0.15166331827640533, "tokens_per_second": 1745824.0951350147, "training_seconds": 1.5015487570053665, "elapsed_tokens_per_second": 1039721.5884393556, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1240, "epoch": 16, "tokens": 162529280, "loss": 3.8587241053581236, "lr": 0.004516482225148996, "grad_norm": 0.13726294040679932, "tokens_per_second": 1747664.952180125, "training_seconds": 1.4999671400000807, "elapsed_tokens_per_second": 1046551.272767793, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1245, "epoch": 16, "tokens": 163184640, "loss": 3.853055477142334, "lr": 0.004501942243146119, "grad_norm": 0.13652628660202026, "tokens_per_second": 1749601.5001649584, "training_seconds": 0.3745767250075005, "elapsed_tokens_per_second": 1048231.9607799192, "peak_memory_bytes": 42389451776}
{"loss": 3.884525208207582, "perplexity": 48.64384127920793, "tokens": 163184640, "seconds": 0.5436899869964691, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 16, "step": 1245, "evaluation_tokens": 1048576}
{"event": "train", "step": 1260, "epoch": 17, "tokens": 165150720, "loss": 3.8704760392506916, "lr": 0.004458040722529194, "grad_norm": 0.14636056125164032, "tokens_per_second": 1755006.1602517776, "training_seconds": 1.1202695719985059, "elapsed_tokens_per_second": 1049601.8748413902, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1280, "epoch": 17, "tokens": 167772160, "loss": 3.8557905316352845, "lr": 0.004398865576599242, "grad_norm": 0.14121749997138977, "tokens_per_second": 1745713.7158954649, "training_seconds": 1.5016436980076833, "elapsed_tokens_per_second": 1056174.838042978, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1300, "epoch": 17, "tokens": 170393600, "loss": 3.8593189001083372, "lr": 0.0043389865625562685, "grad_norm": 0.16443073749542236, "tokens_per_second": 1746817.6536843718, "training_seconds": 1.5006947030051379, "elapsed_tokens_per_second": 1062628.2815161597, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1320, "epoch": 17, "tokens": 173015040, "loss": 3.8538225889205933, "lr": 0.004278433809763189, "grad_norm": 0.13400018215179443, "tokens_per_second": 1746058.665232825, "training_seconds": 1.5013470350095304, "elapsed_tokens_per_second": 1068960.0488753289, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1323, "epoch": 17, "tokens": 173408256, "loss": 3.8273739020029702, "lr": 0.004269294665876606, "grad_norm": 0.13206034898757935, "tokens_per_second": 1744294.490507176, "training_seconds": 0.2254298240004573, "elapsed_tokens_per_second": 1069889.4507371478, "peak_memory_bytes": 42389451776}
{"loss": 3.860162410283441, "perplexity": 47.473060856056016, "tokens": 173408256, "seconds": 0.5452611399960006, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 17, "step": 1323, "evaluation_tokens": 1048576}
{"event": "train", "step": 1340, "epoch": 18, "tokens": 175636480, "loss": 3.8354712935055004, "lr": 0.004217237786588483, "grad_norm": 0.16403840482234955, "tokens_per_second": 1755689.250256991, "training_seconds": 1.2691448669938836, "elapsed_tokens_per_second": 1071605.946528823, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1360, "epoch": 18, "tokens": 178257920, "loss": 3.8503057837486265, "lr": 0.00415542928507542, "grad_norm": 0.13537615537643433, "tokens_per_second": 1744339.6237713732, "training_seconds": 1.5028266080043977, "elapsed_tokens_per_second": 1077710.721920018, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1380, "epoch": 18, "tokens": 180879360, "loss": 3.8270437717437744, "lr": 0.004093039405448392, "grad_norm": 0.15129712224006653, "tokens_per_second": 1749708.7465763474, "training_seconds": 1.498215063009411, "elapsed_tokens_per_second": 1083733.1291356992, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1400, "epoch": 18, "tokens": 183500800, "loss": 3.82132351398468, "lr": 0.004030099540464199, "grad_norm": 0.16304375231266022, "tokens_per_second": 1749197.479820885, "training_seconds": 1.4986529710004106, "elapsed_tokens_per_second": 1089647.8370398914, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1401, "epoch": 18, "tokens": 183631872, "loss": 3.8590331077575684, "lr": 0.004026938677033256, "grad_norm": 0.170276939868927, "tokens_per_second": 1788483.0108623675, "training_seconds": 0.07328669000708032, "elapsed_tokens_per_second": 1089941.6097337755, "peak_memory_bytes": 42389451776}
{"loss": 3.841877232925056, "perplexity": 46.61289562154909, "tokens": 183631872, "seconds": 0.5476355680002598, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 18, "step": 1401, "evaluation_tokens": 1048576}
{"event": "train", "step": 1420, "epoch": 19, "tokens": 186122240, "loss": 3.812362219157972, "lr": 0.003966641359616138, "grad_norm": 0.15963353216648102, "tokens_per_second": 1752622.6497439914, "training_seconds": 1.420937930000946, "elapsed_tokens_per_second": 1091928.1257254784, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1440, "epoch": 19, "tokens": 188743680, "loss": 3.816241943836212, "lr": 0.0039026967931988406, "grad_norm": 0.15968473255634308, "tokens_per_second": 1747981.9544707765, "training_seconds": 1.4996951160137542, "elapsed_tokens_per_second": 1097642.5014993802, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1460, "epoch": 19, "tokens": 191365120, "loss": 3.8147063136100767, "lr": 0.003838298016241884, "grad_norm": 0.1456337720155716, "tokens_per_second": 1745220.805308005, "training_seconds": 1.5020678140135715, "elapsed_tokens_per_second": 1103240.8343916023, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1479, "epoch": 19, "tokens": 193855488, "loss": 3.789274077666433, "lr": 0.0037767279767460145, "grad_norm": 0.14422863721847534, "tokens_per_second": 1747365.8664763547, "training_seconds": 1.425212686008308, "elapsed_tokens_per_second": 1108481.8649299676, "peak_memory_bytes": 42389451776}
{"loss": 3.8193079765615274, "perplexity": 45.572660057125724, "tokens": 193855488, "seconds": 0.5449518070090562, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 19, "step": 1479, "evaluation_tokens": 1048576}
{"event": "train", "step": 1480, "epoch": 20, "tokens": 193986560, "loss": 3.817608118057251, "lr": 0.003773477432320261, "grad_norm": 0.14036189019680023, "tokens_per_second": 1969117.0183779518, "training_seconds": 0.06656384500092827, "elapsed_tokens_per_second": 1105134.9120049335, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1500, "epoch": 20, "tokens": 196608000, "loss": 3.7813201427459715, "lr": 0.003708267657249854, "grad_norm": 0.14085404574871063, "tokens_per_second": 1744077.630302283, "training_seconds": 1.5030523610039381, "elapsed_tokens_per_second": 1110536.6065156732, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1520, "epoch": 20, "tokens": 199229440, "loss": 3.8037189841270447, "lr": 0.0036427015026761116, "grad_norm": 0.13522197306156158, "tokens_per_second": 1742932.9111425267, "training_seconds": 1.5040395320102107, "elapsed_tokens_per_second": 1115856.6581121683, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1540, "epoch": 20, "tokens": 201850880, "loss": 3.776547920703888, "lr": 0.0035768119595641903, "grad_norm": 0.1384657919406891, "tokens_per_second": 1739889.4213264035, "training_seconds": 1.5066704630007735, "elapsed_tokens_per_second": 1121068.5581868165, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1557, "epoch": 20, "tokens": 204079104, "loss": 3.7996343304129208, "lr": 0.003520576343213019, "grad_norm": 0.15433737635612488, "tokens_per_second": 1746828.3852841146, "training_seconds": 1.2755826609936776, "elapsed_tokens_per_second": 1125462.5665894265, "peak_memory_bytes": 42389451776}
{"loss": 3.8045406067585783, "perplexity": 44.90461649657718, "tokens": 204079104, "seconds": 0.5412244269973598, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 20, "step": 1557, "evaluation_tokens": 1048576}
{"event": "train", "step": 1560, "epoch": 21, "tokens": 204472320, "loss": 3.8098646799723306, "lr": 0.0035106321815988736, "grad_norm": 0.14941446483135223, "tokens_per_second": 1783189.3993681807, "training_seconds": 0.22051275099511258, "elapsed_tokens_per_second": 1122877.0369750715, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1580, "epoch": 21, "tokens": 207093760, "loss": 3.789335000514984, "lr": 0.0034441954685026023, "grad_norm": 0.1574864685535431, "tokens_per_second": 1746290.3936086353, "training_seconds": 1.5011478100059321, "elapsed_tokens_per_second": 1127965.6602971938, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1600, "epoch": 21, "tokens": 209715200, "loss": 3.7875627994537355, "lr": 0.0033775352492800407, "grad_norm": 0.13333958387374878, "tokens_per_second": 1745594.9442823154, "training_seconds": 1.5017458709917264, "elapsed_tokens_per_second": 1132969.5515725454, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1620, "epoch": 21, "tokens": 212336640, "loss": 3.7979918479919434, "lr": 0.0033106850653975765, "grad_norm": 0.13352084159851074, "tokens_per_second": 1747007.0021237123, "training_seconds": 1.500532050995389, "elapsed_tokens_per_second": 1137898.3008983508, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1634, "epoch": 21, "tokens": 214171648, "loss": 3.7841009412493025, "lr": 0.003263794917011864, "grad_norm": 0.13372431695461273, "tokens_per_second": 1745781.77270853, "training_seconds": 1.0511096109985374, "elapsed_tokens_per_second": 1141295.9759833994, "peak_memory_bytes": 42389451776}
{"loss": 3.7809585058342616, "perplexity": 43.85805980127538, "tokens": 214171648, "seconds": 0.5406617230037227, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 21, "step": 1634, "evaluation_tokens": 1048576}
{"event": "train", "step": 1640, "epoch": 22, "tokens": 214958080, "loss": 3.7581653197606406, "lr": 0.0032436785539062376, "grad_norm": 0.1434740573167801, "tokens_per_second": 1772701.8335041786, "training_seconds": 0.4436346739967121, "elapsed_tokens_per_second": 1139420.147820176, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1660, "epoch": 22, "tokens": 217579520, "loss": 3.760870945453644, "lr": 0.0031765494305165225, "grad_norm": 0.1538379043340683, "tokens_per_second": 1744110.935503537, "training_seconds": 1.5030236590100685, "elapsed_tokens_per_second": 1144189.846348396, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1680, "epoch": 22, "tokens": 220200960, "loss": 3.774046313762665, "lr": 0.0031093314726336353, "grad_norm": 0.13603109121322632, "tokens_per_second": 1744601.259400554, "training_seconds": 1.5026012310117949, "elapsed_tokens_per_second": 1148889.9146184057, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1700, "epoch": 22, "tokens": 222822400, "loss": 3.7570123434066773, "lr": 0.003042058502361692, "grad_norm": 0.1312100738286972, "tokens_per_second": 1745088.0893460333, "training_seconds": 1.5021820480033057, "elapsed_tokens_per_second": 1153516.3904492233, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1712, "epoch": 22, "tokens": 224395264, "loss": 3.7565779288609824, "lr": 0.0030016823951208075, "grad_norm": 0.13718344271183014, "tokens_per_second": 1747178.2359065474, "training_seconds": 0.9002309939969564, "elapsed_tokens_per_second": 1156263.4453134218, "peak_memory_bytes": 42389451776}
{"loss": 3.7639417911943314, "perplexity": 43.118053805197064, "tokens": 224395264, "seconds": 0.5396586050046608, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 22, "step": 1712, "evaluation_tokens": 1048576}
{"event": "train", "step": 1720, "epoch": 23, "tokens": 225443840, "loss": 3.759332776069641, "lr": 0.00297476436948543, "grad_norm": 0.13275809586048126, "tokens_per_second": 1768237.3741485365, "training_seconds": 0.593006354989484, "elapsed_tokens_per_second": 1154861.5246372996, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1740, "epoch": 23, "tokens": 228065280, "loss": 3.7551916241645813, "lr": 0.002907482934437985, "grad_norm": 0.144012913107872, "tokens_per_second": 1743022.804264314, "training_seconds": 1.5039619640010642, "elapsed_tokens_per_second": 1159349.828781524, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1760, "epoch": 23, "tokens": 230686720, "loss": 3.748441755771637, "lr": 0.002840248051263322, "grad_norm": 0.2641206383705139, "tokens_per_second": 1746862.0581524314, "training_seconds": 1.5006565560033778, "elapsed_tokens_per_second": 1163790.9739526256, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1780, "epoch": 23, "tokens": 233308160, "loss": 3.7474566221237184, "lr": 0.0027730935505818665, "grad_norm": 0.1319018006324768, "tokens_per_second": 1744427.3589755446, "training_seconds": 1.5027510240033735, "elapsed_tokens_per_second": 1168149.7899014913, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1790, "epoch": 23, "tokens": 234618880, "loss": 3.7519964456558226, "lr": 0.002739557005150571, "grad_norm": 0.14305227994918823, "tokens_per_second": 1750245.666610228, "training_seconds": 0.7488777289981954, "elapsed_tokens_per_second": 1170317.4587614934, "peak_memory_bytes": 42389451776}
{"loss": 3.749147376350521, "perplexity": 42.48484297126998, "tokens": 234618880, "seconds": 0.5452853199967649, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 23, "step": 1790, "evaluation_tokens": 1048576}
{"event": "train", "step": 1800, "epoch": 24, "tokens": 235929600, "loss": 3.720717978477478, "lr": 0.0027060532225679315, "grad_norm": 0.13205866515636444, "tokens_per_second": 1759519.8856226245, "training_seconds": 0.7449304839974502, "elapsed_tokens_per_second": 1169256.0764558038, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1820, "epoch": 24, "tokens": 238551040, "loss": 3.733525741100311, "lr": 0.002639160799947495, "grad_norm": 0.1472800076007843, "tokens_per_second": 1744042.992004025, "training_seconds": 1.5030822130065644, "elapsed_tokens_per_second": 1173496.7939421611, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1840, "epoch": 24, "tokens": 241172480, "loss": 3.7515382051467894, "lr": 0.0025724499410248822, "grad_norm": 0.1452392041683197, "tokens_per_second": 1744495.041030787, "training_seconds": 1.5026927210128633, "elapsed_tokens_per_second": 1177679.8656020956, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1860, "epoch": 24, "tokens": 243793920, "loss": 3.726421558856964, "lr": 0.0025059542127468916, "grad_norm": 0.14020825922489166, "tokens_per_second": 1738718.789540398, "training_seconds": 1.5076848629978485, "elapsed_tokens_per_second": 1181771.3931497172, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1868, "epoch": 24, "tokens": 244842496, "loss": 3.717204213142395, "lr": 0.0024794236567869813, "grad_norm": 0.1437016725540161, "tokens_per_second": 1746668.1039336051, "training_seconds": 0.600329277003766, "elapsed_tokens_per_second": 1183404.0031133497, "peak_memory_bytes": 42389451776}
{"loss": 3.7322845537472085, "perplexity": 41.77443517514518, "tokens": 244842496, "seconds": 0.5411326730099972, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 24, "step": 1868, "evaluation_tokens": 1048576}
{"event": "train", "step": 1880, "epoch": 25, "tokens": 246415360, "loss": 3.720669945081075, "lr": 0.0024397070738128917, "grad_norm": 0.14578402042388916, "tokens_per_second": 1758338.6965567265, "training_seconds": 0.8945170819933992, "elapsed_tokens_per_second": 1182764.7947439256, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1900, "epoch": 25, "tokens": 249036800, "loss": 3.704704165458679, "lr": 0.00237374185783939, "grad_norm": 0.1488853096961975, "tokens_per_second": 1741745.073394397, "training_seconds": 1.5050652589998208, "elapsed_tokens_per_second": 1186765.1595676574, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1920, "epoch": 25, "tokens": 251658240, "loss": 3.7030133962631226, "lr": 0.002308091756587532, "grad_norm": 0.1319822072982788, "tokens_per_second": 1744567.4826700937, "training_seconds": 1.5026303230115445, "elapsed_tokens_per_second": 1190724.4598597267, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1940, "epoch": 25, "tokens": 254279680, "loss": 3.706243896484375, "lr": 0.0022427898032619797, "grad_norm": 0.1383538842201233, "tokens_per_second": 1747975.58124036, "training_seconds": 1.4997005839977646, "elapsed_tokens_per_second": 1194640.7735494967, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1946, "epoch": 25, "tokens": 255066112, "loss": 3.7037636439005532, "lr": 0.002223272023253987, "grad_norm": 0.1366685926914215, "tokens_per_second": 1744692.5203278149, "training_seconds": 0.450756790000014, "elapsed_tokens_per_second": 1195796.2586677196, "peak_memory_bytes": 42389451776}
{"loss": 3.7125296926440936, "perplexity": 40.95728492993937, "tokens": 255066112, "seconds": 0.5416695540043293, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 25, "step": 1946, "evaluation_tokens": 1048576}
{"event": "train", "step": 1960, "epoch": 26, "tokens": 256901120, "loss": 3.694569843155997, "lr": 0.0021778688558895766, "grad_norm": 0.16058549284934998, "tokens_per_second": 1750459.0828402361, "training_seconds": 1.048300996000762, "elapsed_tokens_per_second": 1195456.7715707151, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1980, "epoch": 26, "tokens": 259522560, "loss": 3.6958049178123473, "lr": 0.0021133615807861455, "grad_norm": 0.12920916080474854, "tokens_per_second": 1747847.0293966397, "training_seconds": 1.4998108849977143, "elapsed_tokens_per_second": 1199277.123914234, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2000, "epoch": 26, "tokens": 262144000, "loss": 3.6922742128372192, "lr": 0.002049300436119765, "grad_norm": 0.13971494138240814, "tokens_per_second": 1748587.6811157276, "training_seconds": 1.4991756080125924, "elapsed_tokens_per_second": 1203050.0669088506, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2020, "epoch": 26, "tokens": 264765440, "loss": 3.6851349830627442, "lr": 0.0019857176555787667, "grad_norm": 0.146378293633461, "tokens_per_second": 1746802.7952760805, "training_seconds": 1.5007074680033838, "elapsed_tokens_per_second": 1206760.4840324724, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2024, "epoch": 26, "tokens": 265289728, "loss": 3.680875599384308, "lr": 0.0019730613229667453, "grad_norm": 0.14172124862670898, "tokens_per_second": 1755491.3027917077, "training_seconds": 0.2986559940036386, "elapsed_tokens_per_second": 1207500.0272728603, "peak_memory_bytes": 42389451776}
{"loss": 3.6944396720201964, "perplexity": 40.22302818430732, "tokens": 265289728, "seconds": 0.5398741499957396, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 26, "step": 2024, "evaluation_tokens": 1048576}
{"event": "train", "step": 2040, "epoch": 27, "tokens": 267386880, "loss": 3.6793006360530853, "lr": 0.0019226452321526929, "grad_norm": 0.1296689659357071, "tokens_per_second": 1755749.3013683227, "training_seconds": 1.1944484319974435, "elapsed_tokens_per_second": 1207422.5973191743, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2060, "epoch": 27, "tokens": 270008320, "loss": 3.676189088821411, "lr": 0.0018601149020343543, "grad_norm": 0.13874539732933044, "tokens_per_second": 1738221.598068955, "training_seconds": 1.508116112992866, "elapsed_tokens_per_second": 1211004.5323668711, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2080, "epoch": 27, "tokens": 272629760, "loss": 3.68234988451004, "lr": 0.001798158128651121, "grad_norm": 0.1406484842300415, "tokens_per_second": 1743911.1941102818, "training_seconds": 1.5031958100007614, "elapsed_tokens_per_second": 1214566.3364287582, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2100, "epoch": 27, "tokens": 275251200, "loss": 3.679039490222931, "lr": 0.0017368060868334406, "grad_norm": 0.13297705352306366, "tokens_per_second": 1748275.6440610571, "training_seconds": 1.4994431850063847, "elapsed_tokens_per_second": 1218099.6533630346, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2101, "epoch": 27, "tokens": 275382272, "loss": 3.63676118850708, "lr": 0.0017337549140233875, "grad_norm": 0.1274293214082718, "tokens_per_second": 1758463.8212823607, "training_seconds": 0.07453778600029182, "elapsed_tokens_per_second": 1218271.9042013618, "peak_memory_bytes": 42389451776}
{"loss": 3.6809290405930435, "perplexity": 39.68324429706052, "tokens": 275382272, "seconds": 0.5437572999944678, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 27, "step": 2101, "evaluation_tokens": 1048576}
{"event": "train", "step": 2120, "epoch": 28, "tokens": 277872640, "loss": 3.6656200885772705, "lr": 0.0016760896471285825, "grad_norm": 0.12244077771902084, "tokens_per_second": 1753793.1189595673, "training_seconds": 1.4199896060017636, "elapsed_tokens_per_second": 1218613.1448548003, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2140, "epoch": 28, "tokens": 280494080, "loss": 3.667772853374481, "lr": 0.0016160393602674796, "grad_norm": 0.1414434313774109, "tokens_per_second": 1749058.33387201, "training_seconds": 1.4987721960060298, "elapsed_tokens_per_second": 1222068.4788629508, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2160, "epoch": 28, "tokens": 283115520, "loss": 3.668462669849396, "lr": 0.0015566854417925022, "grad_norm": 0.13402408361434937, "tokens_per_second": 1747192.7792916857, "training_seconds": 1.5003725010028575, "elapsed_tokens_per_second": 1225473.050736884, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2179, "epoch": 28, "tokens": 285605888, "loss": 3.666555542694895, "lr": 0.0015009714361357814, "grad_norm": 0.1338820457458496, "tokens_per_second": 1749130.1109020393, "training_seconds": 1.4237751579930773, "elapsed_tokens_per_second": 1228671.0794438408, "peak_memory_bytes": 42389451776}
{"loss": 3.6630926210718684, "perplexity": 38.98171231177392, "tokens": 285605888, "seconds": 0.5424434510059655, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 28, "step": 2179, "evaluation_tokens": 1048576}
{"event": "train", "step": 2180, "epoch": 29, "tokens": 285736960, "loss": 3.6705965995788574, "lr": 0.0014980577568538807, "grad_norm": 0.13299694657325745, "tokens_per_second": 1930471.1090091865, "training_seconds": 0.0678963800019119, "elapsed_tokens_per_second": 1225909.4178821198, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2200, "epoch": 29, "tokens": 288358400, "loss": 3.63874089717865, "lr": 0.0014401858051824392, "grad_norm": 0.12992987036705017, "tokens_per_second": 1743463.787726342, "training_seconds": 1.5035815589944832, "elapsed_tokens_per_second": 1229221.676186522, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2220, "epoch": 29, "tokens": 290979840, "loss": 3.6670140504837034, "lr": 0.0013830987062461969, "grad_norm": 0.13533669710159302, "tokens_per_second": 1742458.6574180124, "training_seconds": 1.5044488940038718, "elapsed_tokens_per_second": 1232483.286915387, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2240, "epoch": 29, "tokens": 293601280, "loss": 3.6516974449157713, "lr": 0.001326825184598303, "grad_norm": 0.13975085318088531, "tokens_per_second": 1743974.7521416603, "training_seconds": 1.5031410270021297, "elapsed_tokens_per_second": 1235713.270155287, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2257, "epoch": 29, "tokens": 295829504, "loss": 3.6274949382333195, "lr": 0.0012796535277886276, "grad_norm": 0.1462983936071396, "tokens_per_second": 1745244.7374920496, "training_seconds": 1.2767401339951903, "elapsed_tokens_per_second": 1238428.10104879, "peak_memory_bytes": 42389451776}
{"loss": 3.651527104341209, "perplexity": 38.53346576380504, "tokens": 295829504, "seconds": 0.5438129149988526, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 29, "step": 2257, "evaluation_tokens": 1048576}
{"event": "train", "step": 2260, "epoch": 30, "tokens": 296222720, "loss": 3.6125280062357583, "lr": 0.0012713935554236892, "grad_norm": 0.13895073533058167, "tokens_per_second": 1800527.6082339038, "training_seconds": 0.21838931999809574, "elapsed_tokens_per_second": 1236032.2800792381, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2280, "epoch": 30, "tokens": 298844160, "loss": 3.6532018423080443, "lr": 0.0012168317102916975, "grad_norm": 0.12976625561714172, "tokens_per_second": 1743577.4451650607, "training_seconds": 1.5034835460101021, "elapsed_tokens_per_second": 1239191.3404954025, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2300, "epoch": 30, "tokens": 301465600, "loss": 3.6213521718978883, "lr": 0.0011631671031218603, "grad_norm": 0.12570877373218536, "tokens_per_second": 1746272.4940522218, "training_seconds": 1.5011631969973678, "elapsed_tokens_per_second": 1242319.5913851091, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2320, "epoch": 30, "tokens": 304087040, "loss": 3.619863247871399, "lr": 0.0011104267363698916, "grad_norm": 0.13222338259220123, "tokens_per_second": 1744246.7037823407, "training_seconds": 1.502906666995841, "elapsed_tokens_per_second": 1245402.8030662765, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2335, "epoch": 30, "tokens": 306053120, "loss": 3.6148231506347654, "lr": 0.0010714939758506147, "grad_norm": 0.12769539654254913, "tokens_per_second": 1744404.3796468212, "training_seconds": 1.1270781149942195, "elapsed_tokens_per_second": 1247686.796606126, "peak_memory_bytes": 42389451776}
{"loss": 3.635209561428985, "perplexity": 37.909796495903336, "tokens": 306053120, "seconds": 0.5425703590008197, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 30, "step": 2335, "evaluation_tokens": 1048576}
{"event": "train", "step": 2340, "epoch": 31, "tokens": 306708480, "loss": 3.625575304031372, "lr": 0.0010586371474408487, "grad_norm": 0.12969179451465607, "tokens_per_second": 1772727.375435564, "training_seconds": 0.36969023499113973, "elapsed_tokens_per_second": 1245618.7466278595, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2360, "epoch": 31, "tokens": 309329920, "loss": 3.6119617223739624, "lr": 0.0010078243953362852, "grad_norm": 0.15360061824321747, "tokens_per_second": 1744279.2366573338, "training_seconds": 1.5028786360053346, "elapsed_tokens_per_second": 1248638.4379025875, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2380, "epoch": 31, "tokens": 311951360, "loss": 3.6181208968162535, "lr": 0.0009580140475421277, "grad_norm": 0.13502754271030426, "tokens_per_second": 1745933.151087792, "training_seconds": 1.5014549659972545, "elapsed_tokens_per_second": 1251626.0776959227, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2400, "epoch": 31, "tokens": 314572800, "loss": 3.6266672611236572, "lr": 0.0009092311671638622, "grad_norm": 0.13415122032165527, "tokens_per_second": 1742091.271516416, "training_seconds": 1.5047661640128354, "elapsed_tokens_per_second": 1254563.862276477, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2413, "epoch": 31, "tokens": 316276736, "loss": 3.6202656672551083, "lr": 0.0008780849233107348, "grad_norm": 0.12299023568630219, "tokens_per_second": 1745585.5508154165, "training_seconds": 0.9761400689894799, "elapsed_tokens_per_second": 1256460.055440998, "peak_memory_bytes": 42389451776}
{"loss": 3.6208188126558296, "perplexity": 37.36815281510512, "tokens": 316276736, "seconds": 0.5390300790022593, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 31, "step": 2413, "evaluation_tokens": 1048576}
{"event": "train", "step": 2420, "epoch": 32, "tokens": 317194240, "loss": 3.604989324297224, "lr": 0.0008615003003155232, "grad_norm": 0.13557730615139008, "tokens_per_second": 1771980.236520978, "training_seconds": 0.517784555995604, "elapsed_tokens_per_second": 1254718.8686092119, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2440, "epoch": 32, "tokens": 319815680, "loss": 3.6077197670936583, "lr": 0.0008148454637688022, "grad_norm": 0.13284878432750702, "tokens_per_second": 1744600.1761592764, "training_seconds": 1.5026021639932878, "elapsed_tokens_per_second": 1257607.9934994013, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2460, "epoch": 32, "tokens": 322437120, "loss": 3.587158179283142, "lr": 0.0007692901328685167, "grad_norm": 0.12831555306911469, "tokens_per_second": 1747401.9624214014, "training_seconds": 1.5001928900019266, "elapsed_tokens_per_second": 1260472.3900672405, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2480, "epoch": 32, "tokens": 325058560, "loss": 3.6025329709053038, "lr": 0.0007248572297205047, "grad_norm": 0.12599724531173706, "tokens_per_second": 1744203.4395185139, "training_seconds": 1.5029439459904097, "elapsed_tokens_per_second": 1263292.0652063836, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2491, "epoch": 32, "tokens": 326500352, "loss": 3.592276183041659, "lr": 0.0007009056915075576, "grad_norm": 0.12645626068115234, "tokens_per_second": 1746102.9452873082, "training_seconds": 0.8257199289946584, "elapsed_tokens_per_second": 1264828.3707166305, "peak_memory_bytes": 42389451776}
{"loss": 3.608653148531428, "perplexity": 36.91629854562804, "tokens": 326500352, "seconds": 0.5413717259943951, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 32, "step": 2491, "evaluation_tokens": 1048576}
{"event": "train", "step": 2500, "epoch": 33, "tokens": 327680000, "loss": 3.595635016759237, "lr": 0.0006815691116578904, "grad_norm": 0.12976981699466705, "tokens_per_second": 1760067.6829016982, "training_seconds": 0.6702287710068049, "elapsed_tokens_per_second": 1263416.3633099503, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2520, "epoch": 33, "tokens": 330301440, "loss": 3.5903985261917115, "lr": 0.0006394475599915362, "grad_norm": 0.12999951839447021, "tokens_per_second": 1746679.1677456403, "training_seconds": 1.500813685997855, "elapsed_tokens_per_second": 1266190.7708660238, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2540, "epoch": 33, "tokens": 332922880, "loss": 3.6005505323410034, "lr": 0.000598513769050322, "grad_norm": 0.12262029200792313, "tokens_per_second": 1742402.4133909247, "training_seconds": 1.504497456990066, "elapsed_tokens_per_second": 1268914.1267408647, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2560, "epoch": 33, "tokens": 335544320, "loss": 3.566958713531494, "lr": 0.0005587883355167817, "grad_norm": 0.1314491182565689, "tokens_per_second": 1745401.9459291068, "training_seconds": 1.5019119270000374, "elapsed_tokens_per_second": 1271620.8952175044, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2568, "epoch": 33, "tokens": 336592896, "loss": 3.6147098541259766, "lr": 0.0005432410003009801, "grad_norm": 0.13530628383159637, "tokens_per_second": 1744223.732700302, "training_seconds": 0.6011705839919159, "elapsed_tokens_per_second": 1272687.728149228, "peak_memory_bytes": 42389451776}
{"loss": 3.5970814984579595, "perplexity": 36.49157815399619, "tokens": 336592896, "seconds": 0.545785458991304, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 33, "step": 2568, "evaluation_tokens": 1048576}
{"event": "train", "step": 2580, "epoch": 34, "tokens": 338165760, "loss": 3.6174792051315308, "lr": 0.0005202912480634555, "grad_norm": 0.13501708209514618, "tokens_per_second": 1761523.7108597117, "training_seconds": 0.8928997039911337, "elapsed_tokens_per_second": 1271670.2199470329, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2600, "epoch": 34, "tokens": 340787200, "loss": 3.6034029126167297, "lr": 0.00048304187729517967, "grad_norm": 0.1213381364941597, "tokens_per_second": 1750137.2969563724, "training_seconds": 1.4978482000005897, "elapsed_tokens_per_second": 1274344.7340188383, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2620, "epoch": 34, "tokens": 343408640, "loss": 3.6006574869155883, "lr": 0.00044705896600236427, "grad_norm": 0.12546145915985107, "tokens_per_second": 1745807.3015161285, "training_seconds": 1.5015632010035915, "elapsed_tokens_per_second": 1276969.5866709012, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2640, "epoch": 34, "tokens": 346030080, "loss": 3.601303422451019, "lr": 0.0004123606197301715, "grad_norm": 0.12782466411590576, "tokens_per_second": 1748133.2686916648, "training_seconds": 1.4995653060032055, "elapsed_tokens_per_second": 1279576.9975822414, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2646, "epoch": 34, "tokens": 346816512, "loss": 3.611125906308492, "lr": 0.00040220423323997126, "grad_norm": 0.1350019872188568, "tokens_per_second": 1750304.196458736, "training_seconds": 0.4493116119992919, "elapsed_tokens_per_second": 1280350.8464851028, "peak_memory_bytes": 42389451776}
{"loss": 3.587274693859687, "perplexity": 36.1354614152685, "tokens": 346816512, "seconds": 0.5442277109978022, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 34, "step": 2646, "evaluation_tokens": 1048576}
{"event": "train", "step": 2660, "epoch": 35, "tokens": 348651520, "loss": 3.5767814772469655, "lr": 0.0003789642976683362, "grad_norm": 0.1262328028678894, "tokens_per_second": 1759809.1111631035, "training_seconds": 1.0427312760002678, "elapsed_tokens_per_second": 1279518.4973481898, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2680, "epoch": 35, "tokens": 351272960, "loss": 3.590516686439514, "lr": 0.00034688680386621407, "grad_norm": 0.1261824667453766, "tokens_per_second": 1743312.4680579228, "training_seconds": 1.5037120699998923, "elapsed_tokens_per_second": 1282058.5164502054, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2700, "epoch": 35, "tokens": 353894400, "loss": 3.585424518585205, "lr": 0.00031614427877747775, "grad_norm": 0.12822486460208893, "tokens_per_second": 1743558.8694304805, "training_seconds": 1.503499564001686, "elapsed_tokens_per_second": 1284569.3505994214, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2720, "epoch": 35, "tokens": 356515840, "loss": 3.569968354701996, "lr": 0.00028675219113871356, "grad_norm": 0.12870551645755768, "tokens_per_second": 1749639.2697231737, "training_seconds": 1.498274555997341, "elapsed_tokens_per_second": 1287078.9697489764, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2724, "epoch": 35, "tokens": 357040128, "loss": 3.602485418319702, "lr": 0.00028103713960192587, "grad_norm": 0.12048892676830292, "tokens_per_second": 1747585.86636325, "training_seconds": 0.30000700399978086, "elapsed_tokens_per_second": 1287570.0994678999, "peak_memory_bytes": 42389451776}
{"loss": 3.5779236530673275, "perplexity": 35.79913220636994, "tokens": 357040128, "seconds": 0.5421262949967058, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 35, "step": 2724, "evaluation_tokens": 1048576}
{"event": "train", "step": 2740, "epoch": 36, "tokens": 359137280, "loss": 3.582085907459259, "lr": 0.0002587253301860059, "grad_norm": 0.1250939816236496, "tokens_per_second": 1758765.8408984428, "training_seconds": 1.1923997789999703, "elapsed_tokens_per_second": 1286901.2690119569, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2760, "epoch": 36, "tokens": 361758720, "loss": 3.5802610516548157, "lr": 0.00023207779821343022, "grad_norm": 0.12879623472690582, "tokens_per_second": 1748479.1411776862, "training_seconds": 1.4992686719924677, "elapsed_tokens_per_second": 1289362.470241081, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2780, "epoch": 36, "tokens": 364380160, "loss": 3.5526500225067137, "lr": 0.00020682300347719097, "grad_norm": 0.12810544669628143, "tokens_per_second": 1745660.000297114, "training_seconds": 1.5016899049951462, "elapsed_tokens_per_second": 1291784.3937289384, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2800, "epoch": 36, "tokens": 367001600, "loss": 3.5845852732658385, "lr": 0.00018297365344897997, "grad_norm": 0.1305282860994339, "tokens_per_second": 1747062.4004507775, "training_seconds": 1.5004844700015383, "elapsed_tokens_per_second": 1294187.2669778776, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2802, "epoch": 36, "tokens": 367263744, "loss": 3.5404012203216553, "lr": 0.00018066648607535895, "grad_norm": 0.11794452369213104, "tokens_per_second": 1758174.4237928258, "training_seconds": 0.1491001100075664, "elapsed_tokens_per_second": 1294422.965505343, "peak_memory_bytes": 42389451776}
{"loss": 3.571174069114174, "perplexity": 35.558316574987074, "tokens": 367263744, "seconds": 0.5421906359988498, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 36, "step": 2802, "evaluation_tokens": 1048576}
{"event": "train", "step": 2820, "epoch": 37, "tokens": 369623040, "loss": 3.5763897365993924, "lr": 0.00016054174842195112, "grad_norm": 0.11917995661497116, "tokens_per_second": 1754198.6654181406, "training_seconds": 1.3449423069978366, "elapsed_tokens_per_second": 1294096.7364449315, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2840, "epoch": 37, "tokens": 372244480, "loss": 3.5614803552627565, "lr": 0.00013953857547252223, "grad_norm": 0.12008161097764969, "tokens_per_second": 1744275.3706321775, "training_seconds": 1.502881966996938, "elapsed_tokens_per_second": 1296447.920595596, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2860, "epoch": 37, "tokens": 374865920, "loss": 3.5672009229660033, "lr": 0.0001199747027810525, "grad_norm": 0.125589057803154, "tokens_per_second": 1749050.8254660247, "training_seconds": 1.4987786300043808, "elapsed_tokens_per_second": 1298791.0565876756, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2880, "epoch": 37, "tokens": 377487360, "loss": 3.5712507724761964, "lr": 0.00010185997431424299, "grad_norm": 0.1225190982222557, "tokens_per_second": 1747103.461585351, "training_seconds": 1.5004492050065892, "elapsed_tokens_per_second": 1301104.4131201133, "peak_memory_bytes": 42389451776}
{"loss": 3.566470380335377, "perplexity": 35.39145406263219, "tokens": 377487360, "seconds": 0.5410053910018178, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 37, "step": 2880, "evaluation_tokens": 1048576}
{"event": "train", "step": 2900, "epoch": 38, "tokens": 380108800, "loss": 3.5702720165252684, "lr": 8.520350487194096e-05, "grad_norm": 0.11900889128446579, "tokens_per_second": 1755436.4513098171, "training_seconds": 1.4933266299922252, "elapsed_tokens_per_second": 1300958.9726084801, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2920, "epoch": 38, "tokens": 382730240, "loss": 3.5704553961753844, "lr": 7.001367550083971e-05, "grad_norm": 0.11547406017780304, "tokens_per_second": 1742089.0081950675, "training_seconds": 1.5047681190044386, "elapsed_tokens_per_second": 1303212.20127886, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2940, "epoch": 38, "tokens": 385351680, "loss": 3.5705777287483214, "lr": 5.6298129277383315e-05, "grad_norm": 0.11956243962049484, "tokens_per_second": 1743654.892825043, "training_seconds": 1.5034167660051025, "elapsed_tokens_per_second": 1305450.3138369226, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2958, "epoch": 38, "tokens": 387710976, "loss": 3.5627587768766613, "lr": 4.52203690440931e-05, "grad_norm": 0.11964505165815353, "tokens_per_second": 1745250.1543596922, "training_seconds": 1.3518382990005193, "elapsed_tokens_per_second": 1307448.5452967368, "peak_memory_bytes": 42389451776}
{"loss": 3.563189857862853, "perplexity": 35.27554183253453, "tokens": 387710976, "seconds": 0.5437195190024795, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 38, "step": 2958, "evaluation_tokens": 1048576}
{"event": "train", "step": 2960, "epoch": 39, "tokens": 387973120, "loss": 3.538445234298706, "lr": 4.406376746199359e-05, "grad_norm": 0.11583902686834335, "tokens_per_second": 1831103.5525301353, "training_seconds": 0.14316175600106362, "elapsed_tokens_per_second": 1305259.2337434425, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2980, "epoch": 39, "tokens": 390594560, "loss": 3.5513805389404296, "lr": 3.3316746026558764e-05, "grad_norm": 0.12012791633605957, "tokens_per_second": 1743167.966063441, "training_seconds": 1.5038367220113287, "elapsed_tokens_per_second": 1307458.623700386, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3000, "epoch": 39, "tokens": 393216000, "loss": 3.5529659748077393, "lr": 2.4062472556929617e-05, "grad_norm": 0.11843925714492798, "tokens_per_second": 1747514.6754340422, "training_seconds": 1.500096129006124, "elapsed_tokens_per_second": 1309650.4922649271, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3020, "epoch": 39, "tokens": 395837440, "loss": 3.5559507966041566, "lr": 1.6305603531978965e-05, "grad_norm": 0.1145930364727974, "tokens_per_second": 1748502.3632819634, "training_seconds": 1.4992487599956803, "elapsed_tokens_per_second": 1311826.316096235, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3035, "epoch": 39, "tokens": 397803520, "loss": 3.572053909301758, "lr": 1.1472999731468093e-05, "grad_norm": 0.11842229217290878, "tokens_per_second": 1745411.9886440753, "training_seconds": 1.1264274639979703, "elapsed_tokens_per_second": 1313432.0201998493, "peak_memory_bytes": 42389451776}
{"loss": 3.5614775466640625, "perplexity": 35.2151908118214, "tokens": 397803520, "seconds": 0.5451920850027818, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 39, "step": 3035, "evaluation_tokens": 1048576}
{"event": "train", "step": 3040, "epoch": 40, "tokens": 398458880, "loss": 3.562943172454834, "lr": 1.0050041980600555e-05, "grad_norm": 0.11633418500423431, "tokens_per_second": 1780098.274734422, "training_seconds": 0.36815944900445174, "elapsed_tokens_per_second": 1311598.9377016567, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3060, "epoch": 40, "tokens": 401080320, "loss": 3.542397344112396, "lr": 5.2989355178180155e-06, "grad_norm": 0.11736485362052917, "tokens_per_second": 1748340.0768397162, "training_seconds": 1.4993879249959718, "elapsed_tokens_per_second": 1313738.5927662777, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3080, "epoch": 40, "tokens": 403701760, "loss": 3.563445508480072, "lr": 2.0546747609980766e-06, "grad_norm": 0.11678282171487808, "tokens_per_second": 1748787.824477941, "training_seconds": 1.499004031997174, "elapsed_tokens_per_second": 1315857.8980909493, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3100, "epoch": 40, "tokens": 406323200, "loss": 3.555132746696472, "lr": 3.1889212696112336e-07, "grad_norm": 0.1157781258225441, "tokens_per_second": 1749352.192696172, "training_seconds": 1.4985204299882753, "elapsed_tokens_per_second": 1317959.8918104465, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3113, "epoch": 40, "tokens": 408027136, "loss": 3.561911051089947, "lr": 0.0, "grad_norm": 0.11718551814556122, "tokens_per_second": 1751619.2231005023, "training_seconds": 0.9727776319923578, "elapsed_tokens_per_second": 1319317.5075754798, "peak_memory_bytes": 42389451776}
{"loss": 3.561224254356152, "perplexity": 35.20627220442217, "tokens": 408027136, "seconds": 0.5473364689969458, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 40, "step": 3113, "evaluation_tokens": 1048576}
{"loss": 3.5618714116135717, "perplexity": 35.229063572990306, "tokens": 408027136, "seconds": 101.06315757299308, "split": "full", "validation_complete": true, "event": "final_validation", "step": 3113, "evaluation_tokens": 197411295}