{"event": "train", "step": 20, "epoch": 1, "tokens": 2621440, "loss": 9.250028443336486, "lr": 0.0007051282051282051, "grad_norm": 1.2287952899932861, "tokens_per_second": 53883.52922532391, "training_seconds": 48.650116978009464, "elapsed_tokens_per_second": 53883.52922532391, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 40, "epoch": 1, "tokens": 5242880, "loss": 7.259952735900879, "lr": 0.0014102564102564101, "grad_norm": 0.9081562161445618, "tokens_per_second": 1788489.9918081653, "training_seconds": 1.4657280789979268, "elapsed_tokens_per_second": 104602.94248170352, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 60, "epoch": 1, "tokens": 7864320, "loss": 7.136801528930664, "lr": 0.0021153846153846153, "grad_norm": 0.6777283549308777, "tokens_per_second": 1786888.4135852742, "training_seconds": 1.4670418029854773, "elapsed_tokens_per_second": 152436.8449781067, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 78, "epoch": 1, "tokens": 10223616, "loss": 6.749629974365234, "lr": 0.00275, "grad_norm": 0.645814061164856, "tokens_per_second": 1785001.0139197449, "training_seconds": 1.3217337030073395, "elapsed_tokens_per_second": 193210.4711307447, "peak_memory_bytes": 21988176384}
{"loss": 6.625185025468312, "perplexity": 753.8436799315684, "tokens": 10223616, "seconds": 1.1109273850015597, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 1, "step": 78, "evaluation_tokens": 1048576}
{"event": "train", "step": 80, "epoch": 2, "tokens": 10485760, "loss": 6.678430795669556, "lr": 0.0028205128205128203, "grad_norm": 1.7435073852539062, "tokens_per_second": 1863502.8915726945, "training_seconds": 0.14067270900704898, "elapsed_tokens_per_second": 193556.9915928347, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 100, "epoch": 2, "tokens": 13107200, "loss": 6.468765783309936, "lr": 0.0035256410256410253, "grad_norm": 0.4351833760738373, "tokens_per_second": 1781549.2443994894, "training_seconds": 1.4714384170074482, "elapsed_tokens_per_second": 235541.68249826305, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 120, "epoch": 2, "tokens": 15728640, "loss": 6.258654928207397, "lr": 0.004230769230769231, "grad_norm": 0.5217908024787903, "tokens_per_second": 1783461.3646883029, "training_seconds": 1.4698608290054835, "elapsed_tokens_per_second": 275368.703771198, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 140, "epoch": 2, "tokens": 18350080, "loss": 6.067486023902893, "lr": 0.004935897435897435, "grad_norm": 0.3232799470424652, "tokens_per_second": 1782378.1897170774, "training_seconds": 1.470754083013162, "elapsed_tokens_per_second": 313192.4616040712, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 156, "epoch": 2, "tokens": 20447232, "loss": 5.899496853351593, "lr": 0.0055, "grad_norm": 0.4555875360965729, "tokens_per_second": 1787174.423996173, "training_seconds": 1.1734456199919805, "elapsed_tokens_per_second": 342121.0471867959, "peak_memory_bytes": 42389451776}
{"loss": 5.877527600706597, "perplexity": 356.9256870924628, "tokens": 20447232, "seconds": 0.5316724959993735, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 2, "step": 156, "evaluation_tokens": 1048576}
{"event": "train", "step": 160, "epoch": 3, "tokens": 20971520, "loss": 5.846822381019592, "lr": 0.005641025641025641, "grad_norm": 0.38357266783714294, "tokens_per_second": 1824719.5341750705, "training_seconds": 0.28732525200757664, "elapsed_tokens_per_second": 346102.1486508355, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 180, "epoch": 3, "tokens": 23592960, "loss": 5.7121916055679325, "lr": 0.006346153846153846, "grad_norm": 0.36198535561561584, "tokens_per_second": 1790483.141145216, "training_seconds": 1.4640964440040989, "elapsed_tokens_per_second": 380169.4224836772, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 200, "epoch": 3, "tokens": 26214400, "loss": 5.534096598625183, "lr": 0.0070512820512820505, "grad_norm": 0.32425373792648315, "tokens_per_second": 1784827.3872217627, "training_seconds": 1.4687358669907553, "elapsed_tokens_per_second": 412631.73019442457, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 220, "epoch": 3, "tokens": 28835840, "loss": 5.411079025268554, "lr": 0.007756410256410256, "grad_norm": 0.23506280779838562, "tokens_per_second": 1787002.0731681706, "training_seconds": 1.4669484939950053, "elapsed_tokens_per_second": 443639.1350602758, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 233, "epoch": 3, "tokens": 30539776, "loss": 5.290551112248347, "lr": 0.008214743589743589, "grad_norm": 0.22664916515350342, "tokens_per_second": 1789249.8163162614, "training_seconds": 0.9523186669975985, "elapsed_tokens_per_second": 463054.16131023614, "peak_memory_bytes": 42389451776}
{"loss": 5.2686860834988245, "perplexity": 194.16068384835, "tokens": 30539776, "seconds": 0.5388612029928481, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 3, "step": 233, "evaluation_tokens": 1048576}
{"event": "train", "step": 240, "epoch": 4, "tokens": 31457280, "loss": 5.23156247820173, "lr": 0.008461538461538461, "grad_norm": 0.24854549765586853, "tokens_per_second": 1804882.5714243858, "training_seconds": 0.508345537004061, "elapsed_tokens_per_second": 469466.9170651647, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 260, "epoch": 4, "tokens": 34078720, "loss": 5.1676619291305546, "lr": 0.009166666666666667, "grad_norm": 0.21501906216144562, "tokens_per_second": 1786485.267560044, "training_seconds": 1.4673728620109614, "elapsed_tokens_per_second": 497681.24049338227, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 280, "epoch": 4, "tokens": 36700160, "loss": 5.096598291397095, "lr": 0.00987179487179487, "grad_norm": 0.29792818427085876, "tokens_per_second": 1782643.4819846293, "training_seconds": 1.4705352059972938, "elapsed_tokens_per_second": 524683.4621629823, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 300, "epoch": 4, "tokens": 39321600, "loss": 5.017172169685364, "lr": 0.010576923076923076, "grad_norm": 0.1769593358039856, "tokens_per_second": 1776034.8725187874, "training_seconds": 1.4760070540069137, "elapsed_tokens_per_second": 550529.6909921366, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 311, "epoch": 4, "tokens": 40763392, "loss": 4.96085769479925, "lr": 0.01096474358974359, "grad_norm": 0.18082840740680695, "tokens_per_second": 1783824.4783946103, "training_seconds": 0.808258894001483, "elapsed_tokens_per_second": 564313.1036169962, "peak_memory_bytes": 42389451776}
{"loss": 4.959009914143427, "perplexity": 142.45268566358672, "tokens": 40763392, "seconds": 0.5324385010026162, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 4, "step": 311, "evaluation_tokens": 1048576}
{"event": "train", "step": 320, "epoch": 5, "tokens": 41943040, "loss": 4.898197015126546, "lr": 0.01099977859711189, "grad_norm": 0.21528013050556183, "tokens_per_second": 1801520.101302496, "training_seconds": 0.6548070150020067, "elapsed_tokens_per_second": 571197.173427443, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 340, "epoch": 5, "tokens": 44564480, "loss": 4.869662976264953, "lr": 0.010997288019327136, "grad_norm": 0.25582239031791687, "tokens_per_second": 1786593.5780080068, "training_seconds": 1.467283903999487, "elapsed_tokens_per_second": 594994.1048102971, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 360, "epoch": 5, "tokens": 47185920, "loss": 4.840539932250977, "lr": 0.010992031367510955, "grad_norm": 0.1484213024377823, "tokens_per_second": 1786221.2491208867, "training_seconds": 1.467589751991909, "elapsed_tokens_per_second": 617869.5872455157, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 380, "epoch": 5, "tokens": 49807360, "loss": 4.7703471899032595, "lr": 0.010984011286656298, "grad_norm": 0.20315340161323547, "tokens_per_second": 1786773.293594215, "training_seconds": 1.4671363230008865, "elapsed_tokens_per_second": 639889.1498525343, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 389, "epoch": 5, "tokens": 50987008, "loss": 4.707447952694363, "lr": 0.01097950170585471, "grad_norm": 0.1382969170808792, "tokens_per_second": 1779306.5958366597, "training_seconds": 0.6629818620131118, "elapsed_tokens_per_second": 649491.4761725499, "peak_memory_bytes": 42389451776}
{"loss": 4.690785641034418, "perplexity": 108.93873293482287, "tokens": 50987008, "seconds": 0.5344939960050397, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 5, "step": 389, "evaluation_tokens": 1048576}
{"event": "train", "step": 400, "epoch": 6, "tokens": 52428800, "loss": 4.642290072007612, "lr": 0.010973231812232526, "grad_norm": 0.1631915271282196, "tokens_per_second": 1793643.3365364166, "training_seconds": 0.8038342799991369, "elapsed_tokens_per_second": 656605.7215180293, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 420, "epoch": 6, "tokens": 55050240, "loss": 4.574892282485962, "lr": 0.010959698368154885, "grad_norm": 0.1929742991924286, "tokens_per_second": 1780507.1292062604, "training_seconds": 1.4722996369964676, "elapsed_tokens_per_second": 676940.7242054844, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 440, "epoch": 6, "tokens": 57671680, "loss": 4.521068167686463, "lr": 0.010943417764055337, "grad_norm": 0.1376464068889618, "tokens_per_second": 1788452.3565624221, "training_seconds": 1.4657589230046142, "elapsed_tokens_per_second": 696602.7982780389, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 460, "epoch": 6, "tokens": 60293120, "loss": 4.461368250846863, "lr": 0.010924398191856166, "grad_norm": 0.14595462381839752, "tokens_per_second": 1783856.43651049, "training_seconds": 1.4695352979906602, "elapsed_tokens_per_second": 715550.9047318671, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 467, "epoch": 6, "tokens": 61210624, "loss": 4.423518998282296, "lr": 0.01091709599008583, "grad_norm": 0.1498507410287857, "tokens_per_second": 1775554.182528565, "training_seconds": 0.5167423270031577, "elapsed_tokens_per_second": 721997.025383047, "peak_memory_bytes": 42389451776}
{"loss": 4.435959696715212, "perplexity": 84.43311620280015, "tokens": 61210624, "seconds": 0.5351525380101521, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 6, "step": 467, "evaluation_tokens": 1048576}
{"event": "train", "step": 480, "epoch": 7, "tokens": 62914560, "loss": 4.403957550342266, "lr": 0.010902649221648034, "grad_norm": 0.12936587631702423, "tokens_per_second": 1788457.3872664585, "training_seconds": 0.9527406200068071, "elapsed_tokens_per_second": 729213.1693180843, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 500, "epoch": 7, "tokens": 65536000, "loss": 4.379607033729553, "lr": 0.010878181796874598, "grad_norm": 0.131647989153862, "tokens_per_second": 1789002.3822020083, "training_seconds": 1.4653082779987017, "elapsed_tokens_per_second": 746899.5608504834, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 520, "epoch": 7, "tokens": 68157440, "loss": 4.347212886810302, "lr": 0.010851008228826089, "grad_norm": 0.16431398689746857, "tokens_per_second": 1782849.522566886, "training_seconds": 1.4703652589960257, "elapsed_tokens_per_second": 763957.0726865988, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 540, "epoch": 7, "tokens": 70778880, "loss": 4.31568546295166, "lr": 0.01082114219044463, "grad_norm": 0.14442212879657745, "tokens_per_second": 1783713.3495795038, "training_seconds": 1.4696531820081873, "elapsed_tokens_per_second": 780466.8043940978, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 545, "epoch": 7, "tokens": 71434240, "loss": 4.3184206008911135, "lr": 0.01081325671375722, "grad_norm": 0.12217625230550766, "tokens_per_second": 1786277.7200951905, "training_seconds": 0.36688583898649085, "elapsed_tokens_per_second": 784501.3309249097, "peak_memory_bytes": 42389451776}
{"loss": 4.303280628028002, "perplexity": 73.94197234027853, "tokens": 71434240, "seconds": 0.5347665009903722, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 7, "step": 545, "evaluation_tokens": 1048576}
{"event": "train", "step": 560, "epoch": 8, "tokens": 73400320, "loss": 4.297034994761149, "lr": 0.010788598709444408, "grad_norm": 0.1193346157670021, "tokens_per_second": 1789974.9717079278, "training_seconds": 1.0983840730041265, "elapsed_tokens_per_second": 791788.8265611501, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 580, "epoch": 8, "tokens": 76021760, "loss": 4.2817179441452025, "lr": 0.010753394160750187, "grad_norm": 0.11382953822612762, "tokens_per_second": 1786746.3244055903, "training_seconds": 1.4671584679890657, "elapsed_tokens_per_second": 807278.6076171135, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 600, "epoch": 8, "tokens": 78643200, "loss": 4.2278375148773195, "lr": 0.010715546258257908, "grad_norm": 0.1197858601808548, "tokens_per_second": 1782134.809489382, "training_seconds": 1.470954939009971, "elapsed_tokens_per_second": 822258.2153444032, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 620, "epoch": 8, "tokens": 81264640, "loss": 4.213512945175171, "lr": 0.010675074045921577, "grad_norm": 0.1774701029062271, "tokens_per_second": 1783023.4017711878, "training_seconds": 1.4702218699967489, "elapsed_tokens_per_second": 836792.4809653753, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 623, "epoch": 8, "tokens": 81657856, "loss": 4.225385030110677, "lr": 0.010668778108861842, "grad_norm": 0.1381440907716751, "tokens_per_second": 1791593.4120518586, "training_seconds": 0.21947836900653783, "elapsed_tokens_per_second": 838926.0524277956, "peak_memory_bytes": 42389451776}
{"loss": 4.220019722831489, "perplexity": 68.03482611559816, "tokens": 81657856, "seconds": 0.53549185700831, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 8, "step": 623, "evaluation_tokens": 1048576}
{"event": "train", "step": 640, "epoch": 9, "tokens": 83886080, "loss": 4.192320178536808, "lr": 0.010631997888170921, "grad_norm": 0.11598064005374908, "tokens_per_second": 1789854.9819809091, "training_seconds": 1.2449187349993736, "elapsed_tokens_per_second": 846250.7460351803, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 660, "epoch": 9, "tokens": 86507520, "loss": 4.1582608938217165, "lr": 0.010586339459664591, "grad_norm": 0.12850934267044067, "tokens_per_second": 1782562.0655115033, "training_seconds": 1.4706023710023146, "elapsed_tokens_per_second": 859924.1075315842, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 680, "epoch": 9, "tokens": 89128960, "loss": 4.1600147724151615, "lr": 0.010538121734384114, "grad_norm": 0.10492446273565292, "tokens_per_second": 1781996.377702195, "training_seconds": 1.4710692079970613, "elapsed_tokens_per_second": 873199.7598151477, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 700, "epoch": 9, "tokens": 91750400, "loss": 4.145107650756836, "lr": 0.010487368974074061, "grad_norm": 0.13825610280036926, "tokens_per_second": 1783792.9692288793, "training_seconds": 1.469587583997054, "elapsed_tokens_per_second": 886110.2044759555, "peak_memory_bytes": 42389451776}
{"loss": 4.155248052003894, "perplexity": 63.767780311856065, "tokens": 91750400, "seconds": 0.5344947959965793, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 9, "step": 700, "evaluation_tokens": 1048576}
{"event": "train", "step": 720, "epoch": 10, "tokens": 94371840, "loss": 4.147502303123474, "lr": 0.010434106716034246, "grad_norm": 0.1357676088809967, "tokens_per_second": 1787458.6575404136, "training_seconds": 1.4665737800096394, "elapsed_tokens_per_second": 894090.8785056826, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 740, "epoch": 10, "tokens": 96993280, "loss": 4.116884231567383, "lr": 0.010378361760270108, "grad_norm": 0.11357033252716064, "tokens_per_second": 1781690.0916073013, "training_seconds": 1.4713220959965838, "elapsed_tokens_per_second": 906275.070900662, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 760, "epoch": 10, "tokens": 99614720, "loss": 4.102922320365906, "lr": 0.010320162156007735, "grad_norm": 0.13149134814739227, "tokens_per_second": 1779977.8241535714, "training_seconds": 1.4727374489884824, "elapsed_tokens_per_second": 918120.8125863345, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 778, "epoch": 10, "tokens": 101974016, "loss": 4.0872922738393145, "lr": 0.010265707965922247, "grad_norm": 0.15214009582996368, "tokens_per_second": 1786340.9544406969, "training_seconds": 1.3207422659907024, "elapsed_tokens_per_second": 928546.5385347691, "peak_memory_bytes": 42389451776}
{"loss": 4.100155596811338, "perplexity": 60.349677084175504, "tokens": 101974016, "seconds": 0.5349400950071868, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 10, "step": 778, "evaluation_tokens": 1048576}
{"event": "train", "step": 780, "epoch": 11, "tokens": 102236160, "loss": 4.062413454055786, "lr": 0.010259537187580317, "grad_norm": 0.11820881068706512, "tokens_per_second": 1851306.3773844426, "training_seconds": 0.1415994690032676, "elapsed_tokens_per_second": 925172.8691202166, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 800, "epoch": 11, "tokens": 104857600, "loss": 4.101906108856201, "lr": 0.010196517359693121, "grad_norm": 0.1401611864566803, "tokens_per_second": 1785311.4929769777, "training_seconds": 1.4683376040047733, "elapsed_tokens_per_second": 936438.5037757993, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 820, "epoch": 11, "tokens": 107479040, "loss": 4.068489670753479, "lr": 0.010131134382074435, "grad_norm": 0.09384286403656006, "tokens_per_second": 1787516.4597428434, "training_seconds": 1.4665263560018502, "elapsed_tokens_per_second": 947421.8438718986, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 840, "epoch": 11, "tokens": 110100480, "loss": 4.054324793815613, "lr": 0.010063421153520142, "grad_norm": 0.11610838025808334, "tokens_per_second": 1783788.0739599792, "training_seconds": 1.469591617002152, "elapsed_tokens_per_second": 958108.3943949823, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 856, "epoch": 11, "tokens": 112197632, "loss": 4.055907964706421, "lr": 0.010007595646961583, "grad_norm": 0.114769347012043, "tokens_per_second": 1792057.159246954, "training_seconds": 1.1702483869885327, "elapsed_tokens_per_second": 966500.1826503413, "peak_memory_bytes": 42389451776}
{"loss": 4.051675981046217, "perplexity": 57.49373475282549, "tokens": 112197632, "seconds": 0.5337834880047012, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 11, "step": 856, "evaluation_tokens": 1048576}
{"event": "train", "step": 860, "epoch": 12, "tokens": 112721920, "loss": 4.05252206325531, "lr": 0.009993411745340032, "grad_norm": 0.10134173929691315, "tokens_per_second": 1826460.0873249357, "training_seconds": 0.2870514410024043, "elapsed_tokens_per_second": 963848.5743963107, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 880, "epoch": 12, "tokens": 115343360, "loss": 4.019907605648041, "lr": 0.009921141384214105, "grad_norm": 0.14965344965457916, "tokens_per_second": 1773874.0266706883, "training_seconds": 1.4778050530003384, "elapsed_tokens_per_second": 973943.6193803255, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 900, "epoch": 12, "tokens": 117964800, "loss": 4.014706635475159, "lr": 0.00984664643446754, "grad_norm": 0.13119694590568542, "tokens_per_second": 1782311.496394264, "training_seconds": 1.4708091179927578, "elapsed_tokens_per_second": 983842.1667330888, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 920, "epoch": 12, "tokens": 120586240, "loss": 4.022972810268402, "lr": 0.00976996437977324, "grad_norm": 0.1081734448671341, "tokens_per_second": 1785972.6496151371, "training_seconds": 1.4677940340043278, "elapsed_tokens_per_second": 993532.1961035632, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 934, "epoch": 12, "tokens": 122421248, "loss": 3.99025445325034, "lr": 0.009715006232236143, "grad_norm": 0.1121658906340599, "tokens_per_second": 1778923.5136928016, "training_seconds": 1.0315272050065687, "elapsed_tokens_per_second": 1000136.5787848782, "peak_memory_bytes": 42389451776}
{"loss": 4.013473369646698, "perplexity": 55.33874906937193, "tokens": 122421248, "seconds": 0.5337053770053899, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 12, "step": 934, "evaluation_tokens": 1048576}
{"event": "train", "step": 940, "epoch": 13, "tokens": 123207680, "loss": 4.001528422037761, "lr": 0.009691133804291145, "grad_norm": 0.12372363358736038, "tokens_per_second": 1822226.5186896217, "training_seconds": 0.4315775190043496, "elapsed_tokens_per_second": 998246.3143951767, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 960, "epoch": 13, "tokens": 125829120, "loss": 3.992530608177185, "lr": 0.009610194373253814, "grad_norm": 0.11993544548749924, "tokens_per_second": 1783937.6240583614, "training_seconds": 1.4694684189889813, "elapsed_tokens_per_second": 1007477.6473054591, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 980, "epoch": 13, "tokens": 128450560, "loss": 3.995978891849518, "lr": 0.00952718681300804, "grad_norm": 0.09185347706079483, "tokens_per_second": 1789475.3063487955, "training_seconds": 1.4649210250063334, "elapsed_tokens_per_second": 1016525.3495593199, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1000, "epoch": 13, "tokens": 131072000, "loss": 3.9693158984184267, "lr": 0.009442152890522552, "grad_norm": 0.12210686504840851, "tokens_per_second": 1787839.8511916855, "training_seconds": 1.4662610849918565, "elapsed_tokens_per_second": 1025362.6947249341, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1012, "epoch": 13, "tokens": 132644864, "loss": 3.9581990838050842, "lr": 0.009390177640596985, "grad_norm": 0.13495559990406036, "tokens_per_second": 1783165.5503634287, "training_seconds": 0.8820628009998472, "elapsed_tokens_per_second": 1030539.6985843898, "peak_memory_bytes": 42389451776}
{"loss": 3.983981142840614, "perplexity": 53.73051785760234, "tokens": 132644864, "seconds": 0.5338577259972226, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 13, "step": 1012, "evaluation_tokens": 1048576}
{"event": "train", "step": 1020, "epoch": 14, "tokens": 133693440, "loss": 3.979981929063797, "lr": 0.00935513539237211, "grad_norm": 0.12173540145158768, "tokens_per_second": 1798706.7301017214, "training_seconds": 0.5829610700020567, "elapsed_tokens_per_second": 1029701.7027164137, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1040, "epoch": 14, "tokens": 136314880, "loss": 3.9724782943725585, "lr": 0.009266178103208532, "grad_norm": 0.11789868772029877, "tokens_per_second": 1778388.358249628, "training_seconds": 1.4740537340112496, "elapsed_tokens_per_second": 1038098.7596231805, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1060, "epoch": 14, "tokens": 138936320, "loss": 3.9447834610939028, "lr": 0.009175325783729572, "grad_norm": 0.1007114127278328, "tokens_per_second": 1785009.1979968753, "training_seconds": 1.468586269998923, "elapsed_tokens_per_second": 1046342.4544167029, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1080, "epoch": 14, "tokens": 141557760, "loss": 3.9485975027084352, "lr": 0.009082624148156625, "grad_norm": 0.16265806555747986, "tokens_per_second": 1784029.9646052173, "training_seconds": 1.469392359998892, "elapsed_tokens_per_second": 1054403.9093009308, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1090, "epoch": 14, "tokens": 142868480, "loss": 3.9393177032470703, "lr": 0.009035594377607207, "grad_norm": 0.13178656995296478, "tokens_per_second": 1775915.5161672425, "training_seconds": 0.7380531270027859, "elapsed_tokens_per_second": 1058332.1065534356, "peak_memory_bytes": 42389451776}
{"loss": 3.9569371359073218, "perplexity": 52.296902092699476, "tokens": 142868480, "seconds": 0.5314546250010608, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 14, "step": 1090, "evaluation_tokens": 1048576}
{"event": "train", "step": 1100, "epoch": 15, "tokens": 144179200, "loss": 3.9127567768096925, "lr": 0.008988119841232683, "grad_norm": 0.11828882992267609, "tokens_per_second": 1796169.4611472357, "training_seconds": 0.7297307010012446, "elapsed_tokens_per_second": 1058046.423905644, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1120, "epoch": 15, "tokens": 146800640, "loss": 3.9350708365440368, "lr": 0.008891860414752078, "grad_norm": 0.09153679013252258, "tokens_per_second": 1778012.649175184, "training_seconds": 1.4743652140023187, "elapsed_tokens_per_second": 1065744.0381830258, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1140, "epoch": 15, "tokens": 149422080, "loss": 3.916591727733612, "lr": 0.008793894303633792, "grad_norm": 0.1177421286702156, "tokens_per_second": 1785048.559138589, "training_seconds": 1.468553886996233, "elapsed_tokens_per_second": 1073315.6132548887, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1160, "epoch": 15, "tokens": 152043520, "loss": 3.9267412543296816, "lr": 0.008694270801550448, "grad_norm": 0.16921265423297882, "tokens_per_second": 1780426.9876031834, "training_seconds": 1.4723659089941066, "elapsed_tokens_per_second": 1080702.6873402542, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1167, "epoch": 15, "tokens": 152961024, "loss": 3.922834634780884, "lr": 0.008659020269375853, "grad_norm": 0.11687661707401276, "tokens_per_second": 1778411.5463704404, "training_seconds": 0.5159120800090022, "elapsed_tokens_per_second": 1083236.9878676864, "peak_memory_bytes": 42389451776}
{"loss": 3.9304678330736484, "perplexity": 50.93079920885214, "tokens": 152961024, "seconds": 0.5337130900006741, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 15, "step": 1167, "evaluation_tokens": 1048576}
{"event": "train", "step": 1180, "epoch": 16, "tokens": 154664960, "loss": 3.911113133797279, "lr": 0.008593040036125167, "grad_norm": 0.09377573430538177, "tokens_per_second": 1799943.9349341022, "training_seconds": 0.9466605969937518, "elapsed_tokens_per_second": 1083840.348279206, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1200, "epoch": 16, "tokens": 157286400, "loss": 3.9083311557769775, "lr": 0.008490252943708828, "grad_norm": 0.1004725992679596, "tokens_per_second": 1783833.438404235, "training_seconds": 1.469554244002211, "elapsed_tokens_per_second": 1090967.1528466195, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1220, "epoch": 16, "tokens": 159907840, "loss": 3.8879239916801454, "lr": 0.008385961243750385, "grad_norm": 0.11034728586673737, "tokens_per_second": 1787020.086508556, "training_seconds": 1.4669337070081383, "elapsed_tokens_per_second": 1097963.1421172635, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1240, "epoch": 16, "tokens": 162529280, "loss": 3.8798869609832765, "lr": 0.008280217412773159, "grad_norm": 0.09904016554355621, "tokens_per_second": 1783316.5954334277, "training_seconds": 1.469980151989148, "elapsed_tokens_per_second": 1104802.3284868523, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1245, "epoch": 16, "tokens": 163184640, "loss": 3.8720041275024415, "lr": 0.008253560779101218, "grad_norm": 0.11945104598999023, "tokens_per_second": 1773034.2809999622, "training_seconds": 0.36962624300213065, "elapsed_tokens_per_second": 1106464.2139328632, "peak_memory_bytes": 42389451776}
{"loss": 3.903308557178793, "perplexity": 49.56617062482342, "tokens": 163184640, "seconds": 0.536227324992069, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 16, "step": 1245, "evaluation_tokens": 1048576}
{"event": "train", "step": 1260, "epoch": 17, "tokens": 165150720, "loss": 3.8905447165171307, "lr": 0.00817307465797019, "grad_norm": 0.12382090836763382, "tokens_per_second": 1788550.866292149, "training_seconds": 1.0992586439970182, "elapsed_tokens_per_second": 1107423.8871238846, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1280, "epoch": 17, "tokens": 167772160, "loss": 3.8744781970977784, "lr": 0.008064586890431944, "grad_norm": 0.11089643836021423, "tokens_per_second": 1787533.1499964187, "training_seconds": 1.4665126629988663, "elapsed_tokens_per_second": 1114033.9828850846, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1300, "epoch": 17, "tokens": 170393600, "loss": 3.8794790744781493, "lr": 0.007954808698019825, "grad_norm": 0.16532669961452484, "tokens_per_second": 1786620.5365079823, "training_seconds": 1.4672617640026147, "elapsed_tokens_per_second": 1120512.0533922506, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1320, "epoch": 17, "tokens": 173015040, "loss": 3.8753689527511597, "lr": 0.007843795317899178, "grad_norm": 0.0901598259806633, "tokens_per_second": 1784532.5291862811, "training_seconds": 1.468978545992286, "elapsed_tokens_per_second": 1126852.6127282067, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1323, "epoch": 17, "tokens": 173408256, "loss": 3.848454236984253, "lr": 0.007827040220773778, "grad_norm": 0.1127094179391861, "tokens_per_second": 1788140.640644943, "training_seconds": 0.2199021660053404, "elapsed_tokens_per_second": 1127785.9256281913, "peak_memory_bytes": 42389451776}
{"loss": 3.8812975648710206, "perplexity": 48.48708941467644, "tokens": 173408256, "seconds": 0.5369589530018857, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 17, "step": 1323, "evaluation_tokens": 1048576}
{"event": "train", "step": 1340, "epoch": 18, "tokens": 175636480, "loss": 3.856873862883624, "lr": 0.007731602608745552, "grad_norm": 0.10632746666669846, "tokens_per_second": 1789060.4852276081, "training_seconds": 1.2454715860076249, "elapsed_tokens_per_second": 1129098.9838919085, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1360, "epoch": 18, "tokens": 178257920, "loss": 3.868956708908081, "lr": 0.007618287022638269, "grad_norm": 0.095726378262043, "tokens_per_second": 1784206.2490884056, "training_seconds": 1.4692471799935447, "elapsed_tokens_per_second": 1135218.8082935666, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1380, "epoch": 18, "tokens": 180879360, "loss": 3.845339274406433, "lr": 0.007503905576655383, "grad_norm": 0.10796254873275757, "tokens_per_second": 1786137.788338299, "training_seconds": 1.467658327994286, "elapsed_tokens_per_second": 1141231.8530212443, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1400, "epoch": 18, "tokens": 183500800, "loss": 3.8373226165771483, "lr": 0.007388515824184365, "grad_norm": 0.13686634600162506, "tokens_per_second": 1784551.7307079458, "training_seconds": 1.4689627399930032, "elapsed_tokens_per_second": 1147128.1440787024, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1401, "epoch": 18, "tokens": 183631872, "loss": 3.8690052032470703, "lr": 0.007382720907894301, "grad_norm": 0.11196400970220566, "tokens_per_second": 1801136.2388158299, "training_seconds": 0.07277184100530576, "elapsed_tokens_per_second": 1147411.4209541893, "peak_memory_bytes": 42389451776}
{"loss": 3.859625960054168, "perplexity": 47.44760075132559, "tokens": 183631872, "seconds": 0.5341401179903187, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 18, "step": 1401, "evaluation_tokens": 1048576}
{"event": "train", "step": 1420, "epoch": 19, "tokens": 186122240, "loss": 3.8300807852494088, "lr": 0.007272175825962919, "grad_norm": 0.13413622975349426, "tokens_per_second": 1792453.2623851253, "training_seconds": 1.3893628649966558, "elapsed_tokens_per_second": 1149082.4491848454, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1440, "epoch": 19, "tokens": 188743680, "loss": 3.834259808063507, "lr": 0.0071549441208645405, "grad_norm": 0.12926898896694183, "tokens_per_second": 1790984.4932538345, "training_seconds": 1.4636865979991853, "elapsed_tokens_per_second": 1154819.6192050946, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1460, "epoch": 19, "tokens": 191365120, "loss": 3.831957459449768, "lr": 0.0070368796964434535, "grad_norm": 0.10662619769573212, "tokens_per_second": 1784065.4749130213, "training_seconds": 1.4693631129921414, "elapsed_tokens_per_second": 1160411.2956670444, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1479, "epoch": 19, "tokens": 193855488, "loss": 3.8060325823332133, "lr": 0.006924001290701026, "grad_norm": 0.11400339752435684, "tokens_per_second": 1779053.8539974564, "training_seconds": 1.3998272140015615, "elapsed_tokens_per_second": 1165610.2787846008, "peak_memory_bytes": 42389451776}
{"loss": 3.8358625393918984, "perplexity": 46.33337479841021, "tokens": 193855488, "seconds": 0.5352123450138606, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 19, "step": 1479, "evaluation_tokens": 1048576}
{"event": "train", "step": 1480, "epoch": 20, "tokens": 193986560, "loss": 3.836329936981201, "lr": 0.006918041959253812, "grad_norm": 0.10722821205854416, "tokens_per_second": 1929814.1413700301, "training_seconds": 0.06791949400212616, "elapsed_tokens_per_second": 1162111.457439235, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1500, "epoch": 20, "tokens": 196608000, "loss": 3.8014179944992064, "lr": 0.006798490704958065, "grad_norm": 0.1272326558828354, "tokens_per_second": 1783157.796397863, "training_seconds": 1.4701110610039905, "elapsed_tokens_per_second": 1167520.5154638551, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1520, "epoch": 20, "tokens": 199229440, "loss": 3.82104651927948, "lr": 0.0066782860882395375, "grad_norm": 0.1047225296497345, "tokens_per_second": 1789964.357092324, "training_seconds": 1.464520781999454, "elapsed_tokens_per_second": 1172876.869678044, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1540, "epoch": 20, "tokens": 201850880, "loss": 3.7927929878234865, "lr": 0.006557488592534348, "grad_norm": 0.10902980715036392, "tokens_per_second": 1775986.9728502678, "training_seconds": 1.476046862997464, "elapsed_tokens_per_second": 1178060.6906931135, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1557, "epoch": 20, "tokens": 204079104, "loss": 3.8183094753938565, "lr": 0.0064543899625572, "grad_norm": 0.10607270896434784, "tokens_per_second": 1780148.4613824165, "training_seconds": 1.2517068370070774, "elapsed_tokens_per_second": 1182415.4797639593, "peak_memory_bytes": 42389451776}
{"loss": 3.820846551803445, "perplexity": 45.64283099138656, "tokens": 204079104, "seconds": 0.5363500420062337, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 20, "step": 1557, "evaluation_tokens": 1048576}
{"event": "train", "step": 1560, "epoch": 21, "tokens": 204472320, "loss": 3.8263317743937173, "lr": 0.006436158999597934, "grad_norm": 0.10968055576086044, "tokens_per_second": 1840177.1238035846, "training_seconds": 0.21368377799808513, "elapsed_tokens_per_second": 1179511.3851941847, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1580, "epoch": 21, "tokens": 207093760, "loss": 3.8067451238632204, "lr": 0.006314358358921438, "grad_norm": 0.11731710284948349, "tokens_per_second": 1784834.699170954, "training_seconds": 1.468729850006639, "elapsed_tokens_per_second": 1184582.9320639127, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1600, "epoch": 21, "tokens": 209715200, "loss": 3.8038195371627808, "lr": 0.006192147957013407, "grad_norm": 0.09817562252283096, "tokens_per_second": 1781462.6204227372, "training_seconds": 1.4715099659952102, "elapsed_tokens_per_second": 1189549.1949552882, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1620, "epoch": 21, "tokens": 212336640, "loss": 3.815462899208069, "lr": 0.006069589286562223, "grad_norm": 0.10637204349040985, "tokens_per_second": 1788795.813034809, "training_seconds": 1.4654774910013657, "elapsed_tokens_per_second": 1194475.5203278223, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1634, "epoch": 21, "tokens": 214171648, "loss": 3.7999057258878435, "lr": 0.00598362401452175, "grad_norm": 0.11263655126094818, "tokens_per_second": 1783080.6232707077, "training_seconds": 1.029122281994205, "elapsed_tokens_per_second": 1197852.3954881795, "peak_memory_bytes": 42389451776}
{"loss": 3.797017548100115, "perplexity": 44.56806397213309, "tokens": 214171648, "seconds": 0.5391381560039008, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 21, "step": 1634, "evaluation_tokens": 1048576}
{"event": "train", "step": 1640, "epoch": 22, "tokens": 214958080, "loss": 3.774775187174479, "lr": 0.005946744015494769, "grad_norm": 0.12604936957359314, "tokens_per_second": 1807480.998303791, "training_seconds": 0.4350983499898575, "elapsed_tokens_per_second": 1195668.395412737, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1660, "epoch": 22, "tokens": 217579520, "loss": 3.7780971765518188, "lr": 0.005823673955946958, "grad_norm": 0.11173230409622192, "tokens_per_second": 1783979.4595459513, "training_seconds": 1.4694339589914307, "elapsed_tokens_per_second": 1200427.5096831557, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1680, "epoch": 22, "tokens": 220200960, "loss": 3.786299693584442, "lr": 0.005700441033161664, "grad_norm": 0.0964057594537735, "tokens_per_second": 1787024.9191397477, "training_seconds": 1.466929739995976, "elapsed_tokens_per_second": 1205129.3437747096, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1700, "epoch": 22, "tokens": 222822400, "loss": 3.769938051700592, "lr": 0.005577107254329768, "grad_norm": 0.1066412478685379, "tokens_per_second": 1782320.48910998, "training_seconds": 1.4708016970107565, "elapsed_tokens_per_second": 1209728.3148313244, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1712, "epoch": 22, "tokens": 224395264, "loss": 3.7710713942845664, "lr": 0.005503084391054813, "grad_norm": 0.10534091293811798, "tokens_per_second": 1790507.965679746, "training_seconds": 0.8784456870052963, "elapsed_tokens_per_second": 1212474.8589696165, "peak_memory_bytes": 42389451776}
{"loss": 3.7767249038661266, "perplexity": 43.672774721366174, "tokens": 224395264, "seconds": 0.5352499119908316, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 22, "step": 1712, "evaluation_tokens": 1048576}
{"event": "train", "step": 1720, "epoch": 23, "tokens": 225443840, "loss": 3.7720650136470795, "lr": 0.005453734677389955, "grad_norm": 0.12524648010730743, "tokens_per_second": 1796082.4107053177, "training_seconds": 0.5838128549949033, "elapsed_tokens_per_second": 1210759.9875622285, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1740, "epoch": 23, "tokens": 228065280, "loss": 3.769944262504578, "lr": 0.005330385379802973, "grad_norm": 0.11006893962621689, "tokens_per_second": 1781494.1943467672, "training_seconds": 1.4714838860090822, "elapsed_tokens_per_second": 1215222.1510466358, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1760, "epoch": 23, "tokens": 230686720, "loss": 3.7618989825248716, "lr": 0.00520712142731609, "grad_norm": 0.10285262018442154, "tokens_per_second": 1793527.6215765018, "training_seconds": 1.4616111669893144, "elapsed_tokens_per_second": 1219681.3005926716, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1780, "epoch": 23, "tokens": 233308160, "loss": 3.7536216259002684, "lr": 0.005084004842733422, "grad_norm": 0.10596878826618195, "tokens_per_second": 1779262.5116132663, "training_seconds": 1.4733295300102327, "elapsed_tokens_per_second": 1223995.0648556356, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1790, "epoch": 23, "tokens": 234618880, "loss": 3.7602340936660767, "lr": 0.00502252117610938, "grad_norm": 0.11747953295707703, "tokens_per_second": 1788777.846862104, "training_seconds": 0.7327461050008424, "elapsed_tokens_per_second": 1226147.118807553, "peak_memory_bytes": 42389451776}
{"loss": 3.7584547642513417, "perplexity": 42.88211178431915, "tokens": 234618880, "seconds": 0.5401881110010436, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 23, "step": 1790, "evaluation_tokens": 1048576}
{"event": "train", "step": 1800, "epoch": 24, "tokens": 235929600, "loss": 3.731585741043091, "lr": 0.0049610975747078736, "grad_norm": 0.11842209845781326, "tokens_per_second": 1792952.8739155289, "training_seconds": 0.7310398499976145, "elapsed_tokens_per_second": 1224810.6488920948, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1820, "epoch": 24, "tokens": 238551040, "loss": 3.7426637530326845, "lr": 0.004838461466570408, "grad_norm": 0.11692832410335541, "tokens_per_second": 1777684.1207202119, "training_seconds": 1.4746376870025415, "elapsed_tokens_per_second": 1229001.1125940352, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1840, "epoch": 24, "tokens": 241172480, "loss": 3.7606239438056948, "lr": 0.0047161582252122835, "grad_norm": 0.11342151463031769, "tokens_per_second": 1784229.7449754549, "training_seconds": 1.4692278319998877, "elapsed_tokens_per_second": 1233164.200484451, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1860, "epoch": 24, "tokens": 243793920, "loss": 3.7342209100723265, "lr": 0.004594249390035967, "grad_norm": 0.1022128015756607, "tokens_per_second": 1782774.451247638, "training_seconds": 1.4704271749942563, "elapsed_tokens_per_second": 1237252.209444298, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1868, "epoch": 24, "tokens": 244842496, "loss": 3.7227586805820465, "lr": 0.004545610037442798, "grad_norm": 0.10338978469371796, "tokens_per_second": 1786181.6415276423, "training_seconds": 0.5870489179942524, "elapsed_tokens_per_second": 1238871.846354655, "peak_memory_bytes": 42389451776}
{"loss": 3.738521681490781, "perplexity": 42.035801905288416, "tokens": 244842496, "seconds": 0.5318768750003073, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 24, "step": 1868, "evaluation_tokens": 1048576}
{"event": "train", "step": 1880, "epoch": 25, "tokens": 246415360, "loss": 3.7276451190312705, "lr": 0.004472796301990301, "grad_norm": 0.11253874003887177, "tokens_per_second": 1784046.195601273, "training_seconds": 0.8816273950069444, "elapsed_tokens_per_second": 1237931.845363827, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1900, "epoch": 25, "tokens": 249036800, "loss": 3.713478517532349, "lr": 0.004351860072705549, "grad_norm": 0.1434301882982254, "tokens_per_second": 1790325.3791192586, "training_seconds": 1.464225458999863, "elapsed_tokens_per_second": 1241952.7147930444, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1920, "epoch": 25, "tokens": 251658240, "loss": 3.7114532828330993, "lr": 0.004231501553743808, "grad_norm": 0.09508728981018066, "tokens_per_second": 1785124.374002669, "training_seconds": 1.468491516992799, "elapsed_tokens_per_second": 1245890.9960864885, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1940, "epoch": 25, "tokens": 254279680, "loss": 3.712621259689331, "lr": 0.004111781305980296, "grad_norm": 0.10885629802942276, "tokens_per_second": 1783904.643858068, "training_seconds": 1.4694955860031769, "elapsed_tokens_per_second": 1249765.6948461074, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1946, "epoch": 25, "tokens": 255066112, "loss": 3.7121160427729287, "lr": 0.004075998709298975, "grad_norm": 0.10250107198953629, "tokens_per_second": 1783556.798910275, "training_seconds": 0.44093465399055276, "elapsed_tokens_per_second": 1250909.3215818654, "peak_memory_bytes": 42389451776}
{"loss": 3.7200389522329127, "perplexity": 41.26600148020627, "tokens": 255066112, "seconds": 0.5347697869874537, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 25, "step": 1946, "evaluation_tokens": 1048576}
{"event": "train", "step": 1960, "epoch": 26, "tokens": 256901120, "loss": 3.7015762669699535, "lr": 0.00399275956913089, "grad_norm": 0.11158302426338196, "tokens_per_second": 1787994.5552134754, "training_seconds": 1.0262939529930009, "elapsed_tokens_per_second": 1250279.6034528792, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1980, "epoch": 26, "tokens": 259522560, "loss": 3.7045782923698427, "lr": 0.0038744962314412666, "grad_norm": 0.09250182658433914, "tokens_per_second": 1782794.6249159304, "training_seconds": 1.4704105359996902, "elapsed_tokens_per_second": 1254053.0400616287, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2000, "epoch": 26, "tokens": 262144000, "loss": 3.7004146575927734, "lr": 0.003757050799552902, "grad_norm": 0.11462251096963882, "tokens_per_second": 1780418.0514298028, "training_seconds": 1.4723732990096323, "elapsed_tokens_per_second": 1257764.9019189482, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2020, "epoch": 26, "tokens": 264765440, "loss": 3.6923913240432737, "lr": 0.0036404823685610723, "grad_norm": 0.10952381044626236, "tokens_per_second": 1780107.627138204, "training_seconds": 1.4726300590118626, "elapsed_tokens_per_second": 1261419.9392335252, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2024, "epoch": 26, "tokens": 265289728, "loss": 3.687442719936371, "lr": 0.003617279092105699, "grad_norm": 0.10805394500494003, "tokens_per_second": 1782069.2173493311, "training_seconds": 0.2942018160101725, "elapsed_tokens_per_second": 1262139.350982709, "peak_memory_bytes": 42389451776}
{"loss": 3.70118608768432, "perplexity": 40.495306871599176, "tokens": 265289728, "seconds": 0.5349209510022774, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 26, "step": 2024, "evaluation_tokens": 1048576}
{"event": "train", "step": 2040, "epoch": 27, "tokens": 267386880, "loss": 3.6854959428310394, "lr": 0.0035248495922799365, "grad_norm": 0.1034843847155571, "tokens_per_second": 1792469.3810422753, "training_seconds": 1.1699792599974899, "elapsed_tokens_per_second": 1261838.7166880474, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2060, "epoch": 27, "tokens": 270008320, "loss": 3.6831064105033873, "lr": 0.003410210653729649, "grad_norm": 0.11385735869407654, "tokens_per_second": 1780118.8436158323, "training_seconds": 1.472620780012221, "elapsed_tokens_per_second": 1265376.656179006, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2080, "epoch": 27, "tokens": 272629760, "loss": 3.688118779659271, "lr": 0.0032966232358603883, "grad_norm": 0.12188649922609329, "tokens_per_second": 1779397.5453142952, "training_seconds": 1.4732177229889203, "elapsed_tokens_per_second": 1268889.3599015702, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2100, "epoch": 27, "tokens": 275251200, "loss": 3.686131489276886, "lr": 0.003184144492527974, "grad_norm": 0.09842927008867264, "tokens_per_second": 1781906.0692265972, "training_seconds": 1.471143763003056, "elapsed_tokens_per_second": 1272367.5155435556, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2101, "epoch": 27, "tokens": 275382272, "loss": 3.642540693283081, "lr": 0.0031785506757095435, "grad_norm": 0.09767816960811615, "tokens_per_second": 1780077.5271773816, "training_seconds": 0.07363274801173247, "elapsed_tokens_per_second": 1272533.2518109258, "peak_memory_bytes": 42389451776}
{"loss": 3.6856631775475153, "perplexity": 39.87155560441666, "tokens": 275382272, "seconds": 0.5348646980128251, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 27, "step": 2101, "evaluation_tokens": 1048576}
{"event": "train", "step": 2120, "epoch": 28, "tokens": 277872640, "loss": 3.6703787226425972, "lr": 0.003072831019735734, "grad_norm": 0.1049722284078598, "tokens_per_second": 1794197.973484028, "training_seconds": 1.388011823000852, "elapsed_tokens_per_second": 1272672.012490864, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2140, "epoch": 28, "tokens": 280494080, "loss": 3.6706371784210203, "lr": 0.0029627388271570455, "grad_norm": 0.10995599627494812, "tokens_per_second": 1783450.34508138, "training_seconds": 1.4698699110012967, "elapsed_tokens_per_second": 1276077.4654521546, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2160, "epoch": 28, "tokens": 283115520, "loss": 3.674570548534393, "lr": 0.0028539233099529205, "grad_norm": 0.10459305346012115, "tokens_per_second": 1781384.7254646376, "training_seconds": 1.4715743109991308, "elapsed_tokens_per_second": 1279429.0038575327, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2179, "epoch": 28, "tokens": 285605888, "loss": 3.6704525822087337, "lr": 0.002751780966248932, "grad_norm": 0.10424883663654327, "tokens_per_second": 1781023.5975292656, "training_seconds": 1.398279058994376, "elapsed_tokens_per_second": 1282568.3760405835, "peak_memory_bytes": 42389451776}
{"loss": 3.6678421553109075, "perplexity": 39.16729766221258, "tokens": 285605888, "seconds": 0.5393538850039477, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 28, "step": 2179, "evaluation_tokens": 1048576}
{"event": "train", "step": 2180, "epoch": 29, "tokens": 285736960, "loss": 3.6773734092712402, "lr": 0.0027464392208987813, "grad_norm": 0.09735023975372314, "tokens_per_second": 1962631.1568746462, "training_seconds": 0.06678381699020974, "elapsed_tokens_per_second": 1279611.5096659265, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2200, "epoch": 29, "tokens": 288358400, "loss": 3.6436073660850523, "lr": 0.0026403406428344716, "grad_norm": 0.10143089294433594, "tokens_per_second": 1784088.3259888804, "training_seconds": 1.4693442930001765, "elapsed_tokens_per_second": 1282900.4515107484, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2220, "epoch": 29, "tokens": 290979840, "loss": 3.6709439039230345, "lr": 0.0025356809614513606, "grad_norm": 0.12789425253868103, "tokens_per_second": 1788108.215991182, "training_seconds": 1.4660410240030615, "elapsed_tokens_per_second": 1286162.6151860012, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2240, "epoch": 29, "tokens": 293601280, "loss": 3.654812276363373, "lr": 0.002432512838430222, "grad_norm": 0.1257735937833786, "tokens_per_second": 1784384.980611803, "training_seconds": 1.4691000140010146, "elapsed_tokens_per_second": 1289367.1602993999, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2257, "epoch": 29, "tokens": 295829504, "loss": 3.6283727954415714, "lr": 0.0023460314676124836, "grad_norm": 0.12395276874303818, "tokens_per_second": 1782662.039586827, "training_seconds": 1.2499419130035676, "elapsed_tokens_per_second": 1292049.831741359, "peak_memory_bytes": 42389451776}
{"loss": 3.6530434842945034, "perplexity": 38.59194146330451, "tokens": 295829504, "seconds": 0.5393333730025915, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 29, "step": 2257, "evaluation_tokens": 1048576}
{"event": "train", "step": 2260, "epoch": 30, "tokens": 296222720, "loss": 3.614624818166097, "lr": 0.00233088818494343, "grad_norm": 0.12260773777961731, "tokens_per_second": 1817080.2969207317, "training_seconds": 0.2163999030017294, "elapsed_tokens_per_second": 1289451.500476105, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2280, "epoch": 30, "tokens": 298844160, "loss": 3.654018294811249, "lr": 0.0022308581355347783, "grad_norm": 0.09297188371419907, "tokens_per_second": 1777352.7106602488, "training_seconds": 1.4749126519891433, "elapsed_tokens_per_second": 1292557.8444142526, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2300, "epoch": 30, "tokens": 301465600, "loss": 3.6218114256858827, "lr": 0.002132473022390077, "grad_norm": 0.09905409067869186, "tokens_per_second": 1778647.2481861631, "training_seconds": 1.4738391790015157, "elapsed_tokens_per_second": 1295624.5355222013, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2320, "epoch": 30, "tokens": 304087040, "loss": 3.620037257671356, "lr": 0.002035782350011468, "grad_norm": 0.11649514734745026, "tokens_per_second": 1783188.5813630968, "training_seconds": 1.4700856810086407, "elapsed_tokens_per_second": 1298676.6777632656, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2335, "epoch": 30, "tokens": 306053120, "loss": 3.616108274459839, "lr": 0.0019644056223927934, "grad_norm": 0.10108523815870285, "tokens_per_second": 1780794.7798934712, "training_seconds": 1.1040463630051818, "elapsed_tokens_per_second": 1300928.0654647262, "peak_memory_bytes": 42389451776}
{"loss": 3.636781659809463, "perplexity": 37.96944129704212, "tokens": 306053120, "seconds": 0.5345369629940251, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 30, "step": 2335, "evaluation_tokens": 1048576}
{"event": "train", "step": 2340, "epoch": 31, "tokens": 306708480, "loss": 3.6265854358673097, "lr": 0.0019408347703082226, "grad_norm": 0.10312838852405548, "tokens_per_second": 1808053.1331187745, "training_seconds": 0.36246722399664577, "elapsed_tokens_per_second": 1298554.298879306, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2360, "epoch": 31, "tokens": 309329920, "loss": 3.6100355625152587, "lr": 0.001847678058116523, "grad_norm": 0.1518278867006302, "tokens_per_second": 1782325.5714312799, "training_seconds": 1.4707975030032685, "elapsed_tokens_per_second": 1301540.9383660455, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2380, "epoch": 31, "tokens": 311951360, "loss": 3.6185485124588013, "lr": 0.0017563590871605673, "grad_norm": 0.10321484506130219, "tokens_per_second": 1780242.2837764185, "training_seconds": 1.472518670008867, "elapsed_tokens_per_second": 1304476.0484300505, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2400, "epoch": 31, "tokens": 314572800, "loss": 3.625880980491638, "lr": 0.0016669238064670807, "grad_norm": 0.10933663696050644, "tokens_per_second": 1781949.247290877, "training_seconds": 1.4711081160057802, "elapsed_tokens_per_second": 1307386.3099857839, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2413, "epoch": 31, "tokens": 316276736, "loss": 3.6194234627943773, "lr": 0.0016098223594030138, "grad_norm": 0.09979893267154694, "tokens_per_second": 1784265.2973122434, "training_seconds": 0.9549790620076237, "elapsed_tokens_per_second": 1309261.6912415782, "peak_memory_bytes": 42389451776}
{"loss": 3.622474238996812, "perplexity": 37.430064270377336, "tokens": 316276736, "seconds": 0.5342863770056283, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 31, "step": 2413, "evaluation_tokens": 1048576}
{"event": "train", "step": 2420, "epoch": 32, "tokens": 317194240, "loss": 3.603691135134016, "lr": 0.0015794172172451256, "grad_norm": 0.09308649599552155, "tokens_per_second": 1804112.756625321, "training_seconds": 0.5085624480125261, "elapsed_tokens_per_second": 1307372.9610201693, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2440, "epoch": 32, "tokens": 319815680, "loss": 3.6068482398986816, "lr": 0.0014938833502428038, "grad_norm": 0.1009499728679657, "tokens_per_second": 1778481.3293983685, "training_seconds": 1.4739766769926064, "elapsed_tokens_per_second": 1310212.1541977315, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2460, "epoch": 32, "tokens": 322437120, "loss": 3.586448061466217, "lr": 0.0014103652435922805, "grad_norm": 0.09800402075052261, "tokens_per_second": 1780510.342427902, "training_seconds": 1.4722969799913699, "elapsed_tokens_per_second": 1313020.9799926798, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2480, "epoch": 32, "tokens": 325058560, "loss": 3.600848150253296, "lr": 0.0013289049211542584, "grad_norm": 0.09984918683767319, "tokens_per_second": 1786604.4501955162, "training_seconds": 1.4672749750025105, "elapsed_tokens_per_second": 1315827.4215102745, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2491, "epoch": 32, "tokens": 326500352, "loss": 3.590580463409424, "lr": 0.0012849937677638556, "grad_norm": 0.10323218256235123, "tokens_per_second": 1777249.3241524114, "training_seconds": 0.8112491479987511, "elapsed_tokens_per_second": 1317328.2107191696, "peak_memory_bytes": 42389451776}
{"loss": 3.6080335743668055, "perplexity": 36.89343324490192, "tokens": 326500352, "seconds": 0.5362783539894735, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 32, "step": 2491, "evaluation_tokens": 1048576}
{"event": "train", "step": 2500, "epoch": 33, "tokens": 327680000, "loss": 3.5940798918406167, "lr": 0.0012495433713727991, "grad_norm": 0.10425306111574173, "tokens_per_second": 1799533.3805764087, "training_seconds": 0.6555299350002315, "elapsed_tokens_per_second": 1315720.5012013332, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2520, "epoch": 33, "tokens": 330301440, "loss": 3.588422155380249, "lr": 0.0011723205266511497, "grad_norm": 0.09688332676887512, "tokens_per_second": 1774867.289597882, "training_seconds": 1.4769780339993304, "elapsed_tokens_per_second": 1318421.2184043473, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2540, "epoch": 33, "tokens": 332922880, "loss": 3.5978118419647216, "lr": 0.0010972752432589234, "grad_norm": 0.09144961088895798, "tokens_per_second": 1786586.5255870759, "training_seconds": 1.4672896959964419, "elapsed_tokens_per_second": 1321134.813706487, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2560, "epoch": 33, "tokens": 335544320, "loss": 3.5644108295440673, "lr": 0.0010244452817807664, "grad_norm": 0.10404225438833237, "tokens_per_second": 1783861.1779608275, "training_seconds": 1.4695313920092303, "elapsed_tokens_per_second": 1323809.2709294278, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2568, "epoch": 33, "tokens": 336592896, "loss": 3.610975682735443, "lr": 0.0009959418338851302, "grad_norm": 0.11797454208135605, "tokens_per_second": 1776146.8697200525, "training_seconds": 0.5903655930014793, "elapsed_tokens_per_second": 1324851.6650559022, "peak_memory_bytes": 42389451776}
{"loss": 3.595567034218568, "perplexity": 36.43635479130202, "tokens": 336592896, "seconds": 0.5368930880067637, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 33, "step": 2568, "evaluation_tokens": 1048576}
{"event": "train", "step": 2580, "epoch": 34, "tokens": 338165760, "loss": 3.616320530573527, "lr": 0.000953867288116335, "grad_norm": 0.11735672503709793, "tokens_per_second": 1801003.7904396374, "training_seconds": 0.8733263129979605, "elapsed_tokens_per_second": 1323651.65189045, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2600, "epoch": 34, "tokens": 340787200, "loss": 3.601154363155365, "lr": 0.0008855767750411627, "grad_norm": 0.09032046049833298, "tokens_per_second": 1779039.5293831036, "training_seconds": 1.4735141949931858, "elapsed_tokens_per_second": 1326254.57385784, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2620, "epoch": 34, "tokens": 343408640, "loss": 3.5957045674324037, "lr": 0.0008196081043376678, "grad_norm": 0.09318267554044724, "tokens_per_second": 1786453.7149093936, "training_seconds": 1.467398779001087, "elapsed_tokens_per_second": 1328856.6441020647, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2640, "epoch": 34, "tokens": 346030080, "loss": 3.597436559200287, "lr": 0.0007559944695053143, "grad_norm": 0.09579992294311523, "tokens_per_second": 1781692.5486212359, "training_seconds": 1.4713200669939397, "elapsed_tokens_per_second": 1331412.4240706046, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2646, "epoch": 34, "tokens": 346816512, "loss": 3.606810688972473, "lr": 0.0007373744276066139, "grad_norm": 0.09817274659872055, "tokens_per_second": 1797536.6703551628, "training_seconds": 0.43750540001201443, "elapsed_tokens_per_second": 1332184.542724201, "peak_memory_bytes": 42389451776}
{"loss": 3.584234582488704, "perplexity": 36.025772406007725, "tokens": 346816512, "seconds": 0.5351805410027737, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 34, "step": 2646, "evaluation_tokens": 1048576}
{"event": "train", "step": 2660, "epoch": 35, "tokens": 348651520, "loss": 3.5728846107210432, "lr": 0.0006947678790586163, "grad_norm": 0.09364703297615051, "tokens_per_second": 1795342.7739659974, "training_seconds": 1.0220933999953559, "elapsed_tokens_per_second": 1331231.399398963, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2680, "epoch": 35, "tokens": 351272960, "loss": 3.585981237888336, "lr": 0.0006359591404213925, "grad_norm": 0.09794091433286667, "tokens_per_second": 1785271.3421233254, "training_seconds": 1.468370627000695, "elapsed_tokens_per_second": 1333754.3659859044, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2700, "epoch": 35, "tokens": 353894400, "loss": 3.580426847934723, "lr": 0.0005795978444253758, "grad_norm": 0.09328296780586243, "tokens_per_second": 1783392.6878719255, "training_seconds": 1.469917431997601, "elapsed_tokens_per_second": 1336238.5239658598, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2720, "epoch": 35, "tokens": 356515840, "loss": 3.56544486284256, "lr": 0.0005257123504209748, "grad_norm": 0.09383837133646011, "tokens_per_second": 1781297.5292018703, "training_seconds": 1.4716463460063096, "elapsed_tokens_per_second": 1338688.830014937, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2724, "epoch": 35, "tokens": 357040128, "loss": 3.5960577726364136, "lr": 0.0005152347559368642, "grad_norm": 0.09441614151000977, "tokens_per_second": 1801308.3452616022, "training_seconds": 0.2910595520079369, "elapsed_tokens_per_second": 1339182.403614901, "peak_memory_bytes": 42389451776}
{"loss": 3.573019720063646, "perplexity": 35.62400541642459, "tokens": 357040128, "seconds": 0.5361202909989515, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 35, "step": 2724, "evaluation_tokens": 1048576}
{"event": "train", "step": 2740, "epoch": 36, "tokens": 359137280, "loss": 3.576996296644211, "lr": 0.00047432977200767735, "grad_norm": 0.0886354073882103, "tokens_per_second": 1794415.5819262045, "training_seconds": 1.168710315003409, "elapsed_tokens_per_second": 1338448.4818854553, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2760, "epoch": 36, "tokens": 361758720, "loss": 3.5750402331352236, "lr": 0.0004254759633912887, "grad_norm": 0.10277640074491501, "tokens_per_second": 1788702.9772602166, "training_seconds": 1.465553550995537, "elapsed_tokens_per_second": 1340885.8177416283, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2780, "epoch": 36, "tokens": 364380160, "loss": 3.547740876674652, "lr": 0.0003791755063748501, "grad_norm": 0.0936901867389679, "tokens_per_second": 1780145.8790797566, "training_seconds": 1.4725984149990836, "elapsed_tokens_per_second": 1343259.0564111276, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2800, "epoch": 36, "tokens": 367001600, "loss": 3.579376530647278, "lr": 0.0003354516979897966, "grad_norm": 0.08735255897045135, "tokens_per_second": 1782345.1532667368, "training_seconds": 1.4707813440036261, "elapsed_tokens_per_second": 1345620.881989723, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2802, "epoch": 36, "tokens": 367263744, "loss": 3.534818410873413, "lr": 0.0003312218911381581, "grad_norm": 0.08461128920316696, "tokens_per_second": 1771320.0563549502, "training_seconds": 0.1479935819952516, "elapsed_tokens_per_second": 1345843.154328342, "peak_memory_bytes": 42389451776}
{"loss": 3.5663625875261613, "perplexity": 35.387639323980935, "tokens": 367263744, "seconds": 0.5361038440023549, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 36, "step": 2802, "evaluation_tokens": 1048576}
{"event": "train", "step": 2820, "epoch": 37, "tokens": 369623040, "loss": 3.5703113873799643, "lr": 0.00029432653877357705, "grad_norm": 0.08395224064588547, "tokens_per_second": 1792679.3247129314, "training_seconds": 1.316072521993192, "elapsed_tokens_per_second": 1345309.020374552, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2840, "epoch": 37, "tokens": 372244480, "loss": 3.5570573210716248, "lr": 0.0002558207216996241, "grad_norm": 0.08795676380395889, "tokens_per_second": 1789493.6395889844, "training_seconds": 1.464906016990426, "elapsed_tokens_per_second": 1347656.7651780518, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2860, "epoch": 37, "tokens": 374865920, "loss": 3.5625941514968873, "lr": 0.0002199536217652629, "grad_norm": 0.09783108532428741, "tokens_per_second": 1784322.0174132455, "training_seconds": 1.4691518539912067, "elapsed_tokens_per_second": 1349956.3260514105, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2880, "epoch": 37, "tokens": 377487360, "loss": 3.565083074569702, "lr": 0.00018674328624277879, "grad_norm": 0.08316007256507874, "tokens_per_second": 1779861.8816529277, "training_seconds": 1.4728333850071067, "elapsed_tokens_per_second": 1352216.1189860331, "peak_memory_bytes": 42389451776}
{"loss": 3.5631112330718553, "perplexity": 35.272768409461946, "tokens": 377487360, "seconds": 0.5363537249941146, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 37, "step": 2880, "evaluation_tokens": 1048576}
{"event": "train", "step": 2900, "epoch": 38, "tokens": 380108800, "loss": 3.5650980830192567, "lr": 0.0001562064255985584, "grad_norm": 0.08265139907598495, "tokens_per_second": 1786875.5574447934, "training_seconds": 1.4670523579989094, "elapsed_tokens_per_second": 1351846.81530287, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2920, "epoch": 38, "tokens": 382730240, "loss": 3.5637625098228454, "lr": 0.00012835840508487278, "grad_norm": 0.08191026002168655, "tokens_per_second": 1779101.7665414677, "training_seconds": 1.4734626480058068, "elapsed_tokens_per_second": 1354065.235452988, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2940, "epoch": 38, "tokens": 385351680, "loss": 3.5657116293907167, "lr": 0.00010321323700853606, "grad_norm": 0.08612614870071411, "tokens_per_second": 1781577.103055127, "training_seconds": 1.4714154080138542, "elapsed_tokens_per_second": 1356271.647917062, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2958, "epoch": 38, "tokens": 387710976, "loss": 3.556937721040514, "lr": 8.290400991417069e-05, "grad_norm": 0.08259446173906326, "tokens_per_second": 1781485.2856873416, "training_seconds": 1.3243421200022567, "elapsed_tokens_per_second": 1358234.4678763829, "peak_memory_bytes": 42389451776}
{"loss": 3.5592485537320986, "perplexity": 35.13678381718569, "tokens": 387710976, "seconds": 0.5357135180092882, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 38, "step": 2958, "evaluation_tokens": 1048576}
{"event": "train", "step": 2960, "epoch": 39, "tokens": 387973120, "loss": 3.5308268070220947, "lr": 8.078357368032157e-05, "grad_norm": 0.08373534679412842, "tokens_per_second": 1849748.259198337, "training_seconds": 0.14171874399471562, "elapsed_tokens_per_second": 1355882.7576462277, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2980, "epoch": 39, "tokens": 390594560, "loss": 3.5459158778190614, "lr": 6.108070104869107e-05, "grad_norm": 0.08310050517320633, "tokens_per_second": 1779074.9922097686, "training_seconds": 1.4734848230000352, "elapsed_tokens_per_second": 1358043.9980376142, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3000, "epoch": 39, "tokens": 393216000, "loss": 3.547869312763214, "lr": 4.4114533021037625e-05, "grad_norm": 0.08278537541627884, "tokens_per_second": 1785607.4696397176, "training_seconds": 1.4680942169943592, "elapsed_tokens_per_second": 1360207.6336441126, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3020, "epoch": 39, "tokens": 395837440, "loss": 3.5496200799942015, "lr": 2.9893606475294762e-05, "grad_norm": 0.07980626076459885, "tokens_per_second": 1782475.2993648485, "training_seconds": 1.4706739560060669, "elapsed_tokens_per_second": 1362337.8764667914, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3035, "epoch": 39, "tokens": 397803520, "loss": 3.566685660680135, "lr": 2.1033832841024833e-05, "grad_norm": 0.08601729571819305, "tokens_per_second": 1779221.5226111333, "training_seconds": 1.1050226039951667, "elapsed_tokens_per_second": 1363905.7514211275, "peak_memory_bytes": 42389451776}
{"loss": 3.556643621039113, "perplexity": 35.0453739702331, "tokens": 397803520, "seconds": 0.5332716970006004, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 39, "step": 3035, "evaluation_tokens": 1048576}
{"event": "train", "step": 3040, "epoch": 40, "tokens": 398458880, "loss": 3.556247663497925, "lr": 1.8425076964434348e-05, "grad_norm": 0.08075852692127228, "tokens_per_second": 1797309.0628180986, "training_seconds": 0.3646340039995266, "elapsed_tokens_per_second": 1361908.1542658384, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3060, "epoch": 40, "tokens": 401080320, "loss": 3.537074100971222, "lr": 9.714715115999695e-06, "grad_norm": 0.07875832170248032, "tokens_per_second": 1786878.0507064413, "training_seconds": 1.4670503109955462, "elapsed_tokens_per_second": 1364021.5430567937, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3080, "epoch": 40, "tokens": 403701760, "loss": 3.556513285636902, "lr": 3.7669037284964734e-06, "grad_norm": 0.07827211171388626, "tokens_per_second": 1781189.861150945, "training_seconds": 1.47173530299915, "elapsed_tokens_per_second": 1366088.6434947967, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3100, "epoch": 40, "tokens": 406323200, "loss": 3.5505157351493835, "lr": 5.846355660953928e-07, "grad_norm": 0.08047615736722946, "tokens_per_second": 1778809.3354464285, "training_seconds": 1.4737048809911357, "elapsed_tokens_per_second": 1368129.247135823, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3113, "epoch": 40, "tokens": 408027136, "loss": 3.554933236195491, "lr": 0.0, "grad_norm": 0.07998301833868027, "tokens_per_second": 1785182.6545732, "training_seconds": 0.9544883240014315, "elapsed_tokens_per_second": 1369457.0417514758, "peak_memory_bytes": 42389451776}
{"loss": 3.556338111756442, "perplexity": 35.03466891850013, "tokens": 408027136, "seconds": 0.5366490770102246, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 40, "step": 3113, "evaluation_tokens": 1048576}
{"loss": 3.5562643576436535, "perplexity": 35.032085062863366, "tokens": 408027136, "seconds": 99.6099094220117, "split": "full", "validation_complete": true, "event": "final_validation", "step": 3113, "evaluation_tokens": 197411295}