{"event": "train", "step": 20, "epoch": 1, "tokens": 2621440, "loss": 9.274161243438721, "lr": 0.0007051282051282051, "grad_norm": 1.180888295173645, "tokens_per_second": 79053.11936926084, "training_seconds": 33.16048779498669, "elapsed_tokens_per_second": 79053.11936926084, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 40, "epoch": 1, "tokens": 5242880, "loss": 7.260898232460022, "lr": 0.0014102564102564101, "grad_norm": 5.347191333770752, "tokens_per_second": 1787993.851002365, "training_seconds": 1.4661347960063722, "elapsed_tokens_per_second": 151385.0003048121, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 60, "epoch": 1, "tokens": 7864320, "loss": 6.99190776348114, "lr": 0.0021153846153846153, "grad_norm": 2.7714433670043945, "tokens_per_second": 1779966.5067068562, "training_seconds": 1.4727468130004127, "elapsed_tokens_per_second": 217801.77110103934, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 78, "epoch": 1, "tokens": 10223616, "loss": 6.829236560397678, "lr": 0.00275, "grad_norm": 0.8602614402770996, "tokens_per_second": 1775335.4728074828, "training_seconds": 1.3289296790026128, "elapsed_tokens_per_second": 273082.6022035864, "peak_memory_bytes": 21988176384}
{"loss": 6.709244536974097, "perplexity": 819.9509627732629, "tokens": 10223616, "seconds": 0.7682989969907794, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 1, "step": 78, "evaluation_tokens": 1048576}
{"event": "train", "step": 80, "epoch": 2, "tokens": 10485760, "loss": 6.682399749755859, "lr": 0.0028205128205128203, "grad_norm": 0.5590506792068481, "tokens_per_second": 1864975.447704694, "training_seconds": 0.14056163598434068, "elapsed_tokens_per_second": 273398.5595885628, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 100, "epoch": 2, "tokens": 13107200, "loss": 6.50940306186676, "lr": 0.0035256410256410253, "grad_norm": 0.4300282597541809, "tokens_per_second": 1771646.8639065262, "training_seconds": 1.4796628229960334, "elapsed_tokens_per_second": 329044.37537865306, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 120, "epoch": 2, "tokens": 15728640, "loss": 6.278104162216186, "lr": 0.004230769230769231, "grad_norm": 0.5887385010719299, "tokens_per_second": 1770841.8017858677, "training_seconds": 1.4803355089970864, "elapsed_tokens_per_second": 380690.3399351966, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 140, "epoch": 2, "tokens": 18350080, "loss": 6.0693893194198605, "lr": 0.004935897435897435, "grad_norm": 0.38523510098457336, "tokens_per_second": 1773852.2538783958, "training_seconds": 1.4778231920208782, "elapsed_tokens_per_second": 428788.1720591403, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 156, "epoch": 2, "tokens": 20447232, "loss": 5.880729824304581, "lr": 0.0055, "grad_norm": 0.392679899930954, "tokens_per_second": 1775588.9566888737, "training_seconds": 1.1811021870234981, "elapsed_tokens_per_second": 464942.2280924091, "peak_memory_bytes": 42389451776}
{"loss": 5.822377310102552, "perplexity": 337.7740936686526, "tokens": 20447232, "seconds": 0.5347746289917268, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 2, "step": 156, "evaluation_tokens": 1048576}
{"event": "train", "step": 160, "epoch": 3, "tokens": 20971520, "loss": 5.77474057674408, "lr": 0.005641025641025641, "grad_norm": 0.27794012427330017, "tokens_per_second": 1811193.1965861106, "training_seconds": 0.2894710520049557, "elapsed_tokens_per_second": 468031.98031604715, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 180, "epoch": 3, "tokens": 23592960, "loss": 5.667150568962097, "lr": 0.006346153846153846, "grad_norm": 0.31295502185821533, "tokens_per_second": 1772068.950754936, "training_seconds": 1.4793103839911055, "elapsed_tokens_per_second": 509695.7869421227, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 200, "epoch": 3, "tokens": 26214400, "loss": 5.542393779754638, "lr": 0.0070512820512820505, "grad_norm": 0.28239575028419495, "tokens_per_second": 1774249.877488573, "training_seconds": 1.4774920000054408, "elapsed_tokens_per_second": 548792.5430318757, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 220, "epoch": 3, "tokens": 28835840, "loss": 5.379545068740844, "lr": 0.007756410256410256, "grad_norm": 0.2413480132818222, "tokens_per_second": 1773702.971398717, "training_seconds": 1.4779475719842594, "elapsed_tokens_per_second": 585539.6310590302, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 233, "epoch": 3, "tokens": 30539776, "loss": 5.300225441272442, "lr": 0.008214743589743589, "grad_norm": 0.23606964945793152, "tokens_per_second": 1775267.5699905807, "training_seconds": 0.9598192569974344, "elapsed_tokens_per_second": 608264.9403931615, "peak_memory_bytes": 42389451776}
{"loss": 5.292526027979212, "perplexity": 198.8450797812006, "tokens": 30539776, "seconds": 0.5381729060027283, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 3, "step": 233, "evaluation_tokens": 1048576}
{"event": "train", "step": 240, "epoch": 4, "tokens": 31457280, "loss": 5.229367801121303, "lr": 0.008461538461538461, "grad_norm": 0.23246876895427704, "tokens_per_second": 1788420.1277887959, "training_seconds": 0.5130248680070508, "elapsed_tokens_per_second": 613602.7935881783, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 260, "epoch": 4, "tokens": 34078720, "loss": 5.198895859718323, "lr": 0.009166666666666667, "grad_norm": 0.21351945400238037, "tokens_per_second": 1776140.8881530843, "training_seconds": 1.4759189529868308, "elapsed_tokens_per_second": 646122.26000429, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 280, "epoch": 4, "tokens": 36700160, "loss": 5.141767239570617, "lr": 0.00987179487179487, "grad_norm": 0.23852646350860596, "tokens_per_second": 1773739.831189414, "training_seconds": 1.4779168590030167, "elapsed_tokens_per_second": 676839.1525954917, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 300, "epoch": 4, "tokens": 39321600, "loss": 5.068973040580749, "lr": 0.010576923076923076, "grad_norm": 0.2035204917192459, "tokens_per_second": 1778754.8601126582, "training_seconds": 1.473750014003599, "elapsed_tokens_per_second": 705982.3322064992, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 311, "epoch": 4, "tokens": 40763392, "loss": 5.045660929246382, "lr": 0.01096474358974359, "grad_norm": 0.21472389996051788, "tokens_per_second": 1777642.9434441798, "training_seconds": 0.8110695150098763, "elapsed_tokens_per_second": 721343.2248981805, "peak_memory_bytes": 42389451776}
{"loss": 5.048708853511307, "perplexity": 155.8211466226101, "tokens": 40763392, "seconds": 0.5357016650086734, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 4, "step": 311, "evaluation_tokens": 1048576}
{"event": "train", "step": 320, "epoch": 5, "tokens": 41943040, "loss": 5.0197762913174095, "lr": 0.01099977859711189, "grad_norm": 0.23591358959674835, "tokens_per_second": 1786075.9793329071, "training_seconds": 0.6604691030224785, "elapsed_tokens_per_second": 726760.2640190573, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 340, "epoch": 5, "tokens": 44564480, "loss": 4.980216670036316, "lr": 0.010997288019327136, "grad_norm": 0.19812637567520142, "tokens_per_second": 1772900.1142363993, "training_seconds": 1.4786168599966913, "elapsed_tokens_per_second": 752879.3694643431, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 360, "epoch": 5, "tokens": 47185920, "loss": 4.963950061798096, "lr": 0.010992031367510955, "grad_norm": 0.19809284806251526, "tokens_per_second": 1776023.8374046471, "training_seconds": 1.4760162250022404, "elapsed_tokens_per_second": 777749.035987207, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 380, "epoch": 5, "tokens": 49807360, "loss": 4.9116496562957765, "lr": 0.010984011286656298, "grad_norm": 0.20931941270828247, "tokens_per_second": 1779362.161371869, "training_seconds": 1.4732470190210734, "elapsed_tokens_per_second": 801480.0516609856, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 389, "epoch": 5, "tokens": 50987008, "loss": 4.908177852630615, "lr": 0.01097950170585471, "grad_norm": 0.21104787290096283, "tokens_per_second": 1779998.610058064, "training_seconds": 0.662724113004515, "elapsed_tokens_per_second": 811785.0929423217, "peak_memory_bytes": 42389451776}
{"loss": 4.927715824779493, "perplexity": 138.06379000668522, "tokens": 50987008, "seconds": 0.5363536810036749, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 5, "step": 389, "evaluation_tokens": 1048576}
{"event": "train", "step": 400, "epoch": 6, "tokens": 52428800, "loss": 4.9277474663474345, "lr": 0.010973231812232526, "grad_norm": 0.26295870542526245, "tokens_per_second": 1791446.140645637, "training_seconds": 0.8048201769997831, "elapsed_tokens_per_second": 816750.1963645185, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 420, "epoch": 6, "tokens": 55050240, "loss": 4.924870324134827, "lr": 0.010959698368154885, "grad_norm": 0.23106946051120758, "tokens_per_second": 1776780.8232038312, "training_seconds": 1.475387377984589, "elapsed_tokens_per_second": 838305.7157139701, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 440, "epoch": 6, "tokens": 57671680, "loss": 4.898044466972351, "lr": 0.010943417764055337, "grad_norm": 0.20390532910823822, "tokens_per_second": 1782302.1729085308, "training_seconds": 1.4708168120123446, "elapsed_tokens_per_second": 858963.939515472, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 460, "epoch": 6, "tokens": 60293120, "loss": 4.922030448913574, "lr": 0.010924398191856166, "grad_norm": 0.225819393992424, "tokens_per_second": 1781598.4762327564, "training_seconds": 1.4713977559877094, "elapsed_tokens_per_second": 878735.7507632249, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 467, "epoch": 6, "tokens": 61210624, "loss": 4.936099937983921, "lr": 0.01091709599008583, "grad_norm": 0.20369693636894226, "tokens_per_second": 1782159.7596709502, "training_seconds": 0.5148270209901966, "elapsed_tokens_per_second": 885443.554293022, "peak_memory_bytes": 42389451776}
{"loss": 4.960134203271411, "perplexity": 142.61293373503293, "tokens": 61210624, "seconds": 0.5356996819900814, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 6, "step": 467, "evaluation_tokens": 1048576}
{"event": "train", "step": 480, "epoch": 7, "tokens": 62914560, "loss": 4.937099823584924, "lr": 0.010902649221648034, "grad_norm": 0.2170024812221527, "tokens_per_second": 1790996.674324228, "training_seconds": 0.9513898179866374, "elapsed_tokens_per_second": 890895.8825578106, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 500, "epoch": 7, "tokens": 65536000, "loss": 4.974092054367065, "lr": 0.010878181796874598, "grad_norm": 0.2802475392818451, "tokens_per_second": 1782599.2459937353, "training_seconds": 1.4705716979806311, "elapsed_tokens_per_second": 909071.7972667706, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 520, "epoch": 7, "tokens": 68157440, "loss": 5.005756306648254, "lr": 0.010851008228826089, "grad_norm": 0.30186617374420166, "tokens_per_second": 1778719.7552277176, "training_seconds": 1.4737790999934077, "elapsed_tokens_per_second": 926475.2563791497, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 540, "epoch": 7, "tokens": 70778880, "loss": 5.087006711959839, "lr": 0.01082114219044463, "grad_norm": 0.3039979934692383, "tokens_per_second": 1779932.5576923515, "training_seconds": 1.4727749029989354, "elapsed_tokens_per_second": 943208.134020248, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 545, "epoch": 7, "tokens": 71434240, "loss": 5.104725074768067, "lr": 0.01081325671375722, "grad_norm": 2.0656468868255615, "tokens_per_second": 1782831.6586142525, "training_seconds": 0.3675949980097357, "elapsed_tokens_per_second": 947280.1093409586, "peak_memory_bytes": 42389451776}
{"loss": 5.16826428936163, "perplexity": 175.60976506450996, "tokens": 71434240, "seconds": 0.538769263017457, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 7, "step": 545, "evaluation_tokens": 1048576}
{"event": "train", "step": 560, "epoch": 8, "tokens": 73400320, "loss": 5.242396640777588, "lr": 0.010788598709444408, "grad_norm": 0.3768443465232849, "tokens_per_second": 1791204.2752509774, "training_seconds": 1.0976302519848105, "elapsed_tokens_per_second": 952648.4425490322, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 580, "epoch": 8, "tokens": 76021760, "loss": 5.230266451835632, "lr": 0.010753394160750187, "grad_norm": 0.7419769763946533, "tokens_per_second": 1779884.0245619854, "training_seconds": 1.4728150620067026, "elapsed_tokens_per_second": 968151.4544213741, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 600, "epoch": 8, "tokens": 78643200, "loss": 5.286501121520996, "lr": 0.010715546258257908, "grad_norm": 0.2864055633544922, "tokens_per_second": 1780787.5594987948, "training_seconds": 1.472067785973195, "elapsed_tokens_per_second": 983086.067904834, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 620, "epoch": 8, "tokens": 81264640, "loss": 5.322163248062134, "lr": 0.010675074045921577, "grad_norm": 0.4391489028930664, "tokens_per_second": 1781886.4764690376, "training_seconds": 1.4711599389847834, "elapsed_tokens_per_second": 997497.6040331118, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 623, "epoch": 8, "tokens": 81657856, "loss": 5.4282857577006025, "lr": 0.010668778108861842, "grad_norm": 0.533025324344635, "tokens_per_second": 1777002.5967704693, "training_seconds": 0.2212804869923275, "elapsed_tokens_per_second": 999589.979079542, "peak_memory_bytes": 42389451776}
{"loss": 5.47581893361359, "perplexity": 238.8459858675157, "tokens": 81657856, "seconds": 0.5351799509953707, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 8, "step": 623, "evaluation_tokens": 1048576}
{"event": "train", "step": 640, "epoch": 9, "tokens": 83886080, "loss": 5.424682420842788, "lr": 0.010631997888170921, "grad_norm": 0.8697291016578674, "tokens_per_second": 1782955.9885029097, "training_seconds": 1.249735840014182, "elapsed_tokens_per_second": 1004879.6923783221, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 660, "epoch": 9, "tokens": 86507520, "loss": 5.544398474693298, "lr": 0.010586339459664591, "grad_norm": 0.4626539349555969, "tokens_per_second": 1781340.8944572143, "training_seconds": 1.4716105200059246, "elapsed_tokens_per_second": 1018317.141534681, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 680, "epoch": 9, "tokens": 89128960, "loss": 5.513152599334717, "lr": 0.010538121734384114, "grad_norm": 0.45052120089530945, "tokens_per_second": 1783031.8838409511, "training_seconds": 1.4702148759970441, "elapsed_tokens_per_second": 1031304.9114840075, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 700, "epoch": 9, "tokens": 91750400, "loss": 5.465424823760986, "lr": 0.010487368974074061, "grad_norm": 0.5794914364814758, "tokens_per_second": 1780760.3472739798, "training_seconds": 1.472090280993143, "elapsed_tokens_per_second": 1043844.4729035457, "peak_memory_bytes": 42389451776}
{"loss": 5.489840041427624, "perplexity": 242.21845884011873, "tokens": 91750400, "seconds": 0.5348262960033026, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 9, "step": 700, "evaluation_tokens": 1048576}
{"event": "train", "step": 720, "epoch": 10, "tokens": 94371840, "loss": 5.501310038566589, "lr": 0.010434106716034246, "grad_norm": 0.47961121797561646, "tokens_per_second": 1789583.8135156452, "training_seconds": 1.4648322029970586, "elapsed_tokens_per_second": 1049753.5582430915, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 740, "epoch": 10, "tokens": 96993280, "loss": 5.475628805160523, "lr": 0.010378361760270108, "grad_norm": 0.3111172318458557, "tokens_per_second": 1780972.225230792, "training_seconds": 1.4719151499739382, "elapsed_tokens_per_second": 1061513.9463466404, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 760, "epoch": 10, "tokens": 99614720, "loss": 5.467691659927368, "lr": 0.010320162156007735, "grad_norm": 0.3660474121570587, "tokens_per_second": 1781933.065743826, "training_seconds": 1.471121474984102, "elapsed_tokens_per_second": 1072915.861163995, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 778, "epoch": 10, "tokens": 101974016, "loss": 5.409984641604954, "lr": 0.010265707965922247, "grad_norm": 0.31401968002319336, "tokens_per_second": 1784306.5614684995, "training_seconds": 1.322248122014571, "elapsed_tokens_per_second": 1082881.2014874201, "peak_memory_bytes": 42389451776}
{"loss": 5.405945461763549, "perplexity": 222.72670054679952, "tokens": 101974016, "seconds": 0.5349715719930828, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 10, "step": 778, "evaluation_tokens": 1048576}
{"event": "train", "step": 780, "epoch": 11, "tokens": 102236160, "loss": 5.3833417892456055, "lr": 0.010259537187580317, "grad_norm": 0.8359637260437012, "tokens_per_second": 1843680.5812003883, "training_seconds": 0.142185150005389, "elapsed_tokens_per_second": 1077883.6862273149, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 800, "epoch": 11, "tokens": 104857600, "loss": 5.373766899108887, "lr": 0.010196517359693121, "grad_norm": 0.30203843116760254, "tokens_per_second": 1780915.1564271944, "training_seconds": 1.4719623169803526, "elapsed_tokens_per_second": 1088615.6016646093, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 820, "epoch": 11, "tokens": 107479040, "loss": 5.321329808235168, "lr": 0.010131134382074435, "grad_norm": 0.2751428484916687, "tokens_per_second": 1786474.3481385468, "training_seconds": 1.467381830996601, "elapsed_tokens_per_second": 1099064.3987711018, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 840, "epoch": 11, "tokens": 110100480, "loss": 5.319262313842773, "lr": 0.010063421153520142, "grad_norm": 0.3109038174152374, "tokens_per_second": 1781954.2281505726, "training_seconds": 1.4711040040128864, "elapsed_tokens_per_second": 1109171.9054853553, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 856, "epoch": 11, "tokens": 112197632, "loss": 5.2993287444114685, "lr": 0.010007595646961583, "grad_norm": 0.22998276352882385, "tokens_per_second": 1785733.9645652082, "training_seconds": 1.1743921780143864, "elapsed_tokens_per_second": 1117065.940172771, "peak_memory_bytes": 42389451776}
{"loss": 5.322424144508303, "perplexity": 204.8799390721868, "tokens": 112197632, "seconds": 0.5357799360062927, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 11, "step": 856, "evaluation_tokens": 1048576}
{"event": "train", "step": 860, "epoch": 12, "tokens": 112721920, "loss": 5.275463342666626, "lr": 0.009993411745340032, "grad_norm": 0.2274823635816574, "tokens_per_second": 1811477.7114174222, "training_seconds": 0.28942558701965027, "elapsed_tokens_per_second": 1113109.8722724156, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 880, "epoch": 12, "tokens": 115343360, "loss": 5.282192921638488, "lr": 0.009921141384214105, "grad_norm": 0.7316499948501587, "tokens_per_second": 1779146.9955874905, "training_seconds": 1.473425189993577, "elapsed_tokens_per_second": 1122647.6441616155, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 900, "epoch": 12, "tokens": 117964800, "loss": 5.310152292251587, "lr": 0.00984664643446754, "grad_norm": 0.5714426636695862, "tokens_per_second": 1786561.2666001106, "training_seconds": 1.4673104410176165, "elapsed_tokens_per_second": 1131976.5551080373, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 920, "epoch": 12, "tokens": 120586240, "loss": 5.283571839332581, "lr": 0.00976996437977324, "grad_norm": 0.2383664846420288, "tokens_per_second": 1789212.5038817315, "training_seconds": 1.4651361950091086, "elapsed_tokens_per_second": 1141075.8987604517, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 934, "epoch": 12, "tokens": 122421248, "loss": 5.2807658059256415, "lr": 0.009715006232236143, "grad_norm": 0.30639714002609253, "tokens_per_second": 1782138.9362060812, "training_seconds": 1.029666073009139, "elapsed_tokens_per_second": 1147242.6124117011, "peak_memory_bytes": 42389451776}
{"loss": 5.298716437150928, "perplexity": 200.07983004843152, "tokens": 122421248, "seconds": 0.5399992479942739, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 12, "step": 934, "evaluation_tokens": 1048576}
{"event": "train", "step": 940, "epoch": 13, "tokens": 123207680, "loss": 5.249582131703694, "lr": 0.009691133804291145, "grad_norm": 0.28035733103752136, "tokens_per_second": 1794132.0812633566, "training_seconds": 0.4383356210018974, "elapsed_tokens_per_second": 1144092.6520149615, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 960, "epoch": 13, "tokens": 125829120, "loss": 5.254149961471557, "lr": 0.009610194373253814, "grad_norm": 0.5947288274765015, "tokens_per_second": 1785261.9062431017, "training_seconds": 1.4683783879736438, "elapsed_tokens_per_second": 1152704.4750903035, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 980, "epoch": 13, "tokens": 128450560, "loss": 5.2970668315887455, "lr": 0.00952718681300804, "grad_norm": 0.43713483214378357, "tokens_per_second": 1784572.8970733208, "training_seconds": 1.4689453169994522, "elapsed_tokens_per_second": 1161077.5476923173, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1000, "epoch": 13, "tokens": 131072000, "loss": 5.2476941585540775, "lr": 0.009442152890522552, "grad_norm": 0.2586838901042938, "tokens_per_second": 1780745.7416813353, "training_seconds": 1.4721023550082464, "elapsed_tokens_per_second": 1169202.7770015188, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1012, "epoch": 13, "tokens": 132644864, "loss": 5.25834325949351, "lr": 0.009390177640596985, "grad_norm": 0.7550053596496582, "tokens_per_second": 1786029.7615425992, "training_seconds": 0.8806482589861844, "elapsed_tokens_per_second": 1173993.5077448853, "peak_memory_bytes": 42389451776}
{"loss": 5.320494541803097, "perplexity": 204.4849833638593, "tokens": 132644864, "seconds": 0.5353286640020087, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 13, "step": 1012, "evaluation_tokens": 1048576}
{"event": "train", "step": 1020, "epoch": 14, "tokens": 133693440, "loss": 5.307009816169739, "lr": 0.00935513539237211, "grad_norm": 0.3979414999485016, "tokens_per_second": 1795542.0069156212, "training_seconds": 0.5839885649911594, "elapsed_tokens_per_second": 1171641.0266374163, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1040, "epoch": 14, "tokens": 136314880, "loss": 5.288013339042664, "lr": 0.009266178103208532, "grad_norm": 0.32536858320236206, "tokens_per_second": 1780316.6498714022, "training_seconds": 1.4724571610277053, "elapsed_tokens_per_second": 1179384.7491636963, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1060, "epoch": 14, "tokens": 138936320, "loss": 5.282226610183716, "lr": 0.009175325783729572, "grad_norm": 0.5019458532333374, "tokens_per_second": 1784306.2165866478, "training_seconds": 1.4691648639854975, "elapsed_tokens_per_second": 1186957.5933986565, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1080, "epoch": 14, "tokens": 141557760, "loss": 5.326538920402527, "lr": 0.009082624148156625, "grad_norm": 2.0173401832580566, "tokens_per_second": 1782853.7579122926, "training_seconds": 1.47036176599795, "elapsed_tokens_per_second": 1194338.3983085847, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1090, "epoch": 14, "tokens": 142868480, "loss": 5.372364330291748, "lr": 0.009035594377607207, "grad_norm": 1.0471594333648682, "tokens_per_second": 1782036.368071583, "training_seconds": 0.7355180979939178, "elapsed_tokens_per_second": 1197946.9460120178, "peak_memory_bytes": 42389451776}
{"loss": 5.3778420716882485, "perplexity": 216.55446184814542, "tokens": 142868480, "seconds": 0.538404362014262, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 14, "step": 1090, "evaluation_tokens": 1048576}
{"event": "train", "step": 1100, "epoch": 15, "tokens": 144179200, "loss": 5.389683198928833, "lr": 0.008988119841232683, "grad_norm": 0.7176642417907715, "tokens_per_second": 1790533.984548653, "training_seconds": 0.7320274350058753, "elapsed_tokens_per_second": 1196171.808338989, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1120, "epoch": 15, "tokens": 146800640, "loss": 5.486903548240662, "lr": 0.008891860414752078, "grad_norm": 1.6022822856903076, "tokens_per_second": 1782429.797962229, "training_seconds": 1.4707114989869297, "elapsed_tokens_per_second": 1203227.801541501, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1140, "epoch": 15, "tokens": 149422080, "loss": 5.564791297912597, "lr": 0.008793894303633792, "grad_norm": 6.003427028656006, "tokens_per_second": 1782985.5536113959, "training_seconds": 1.470253078994574, "elapsed_tokens_per_second": 1210113.804856135, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1160, "epoch": 15, "tokens": 152043520, "loss": 5.44744291305542, "lr": 0.008694270801550448, "grad_norm": 0.4828009605407715, "tokens_per_second": 1779918.8298076238, "training_seconds": 1.472786261991132, "elapsed_tokens_per_second": 1216818.5562963153, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1167, "epoch": 15, "tokens": 152961024, "loss": 5.346693515777588, "lr": 0.008659020269375853, "grad_norm": 0.7000994086265564, "tokens_per_second": 1781068.9087880307, "training_seconds": 0.5151423369825352, "elapsed_tokens_per_second": 1219117.5512235244, "peak_memory_bytes": 42389451776}
{"loss": 5.358025844831646, "perplexity": 212.3054086496885, "tokens": 152961024, "seconds": 0.53375244999188, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 15, "step": 1167, "evaluation_tokens": 1048576}
{"event": "train", "step": 1180, "epoch": 16, "tokens": 154664960, "loss": 5.315336924332839, "lr": 0.008593040036125167, "grad_norm": 3.3146469593048096, "tokens_per_second": 1792091.647600412, "training_seconds": 0.9508085160050541, "elapsed_tokens_per_second": 1218259.6476077654, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1200, "epoch": 16, "tokens": 157286400, "loss": 5.373676180839539, "lr": 0.008490252943708828, "grad_norm": 0.6975163817405701, "tokens_per_second": 1785287.0165593154, "training_seconds": 1.4683577350224368, "elapsed_tokens_per_second": 1224732.4594119976, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1220, "epoch": 16, "tokens": 159907840, "loss": 5.332587146759034, "lr": 0.008385961243750385, "grad_norm": 1.719084620475769, "tokens_per_second": 1781577.3246358943, "training_seconds": 1.4714152250089683, "elapsed_tokens_per_second": 1231025.1207708553, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1240, "epoch": 16, "tokens": 162529280, "loss": 5.435586285591126, "lr": 0.008280217412773159, "grad_norm": 0.6543384790420532, "tokens_per_second": 1782373.4888600204, "training_seconds": 1.4707579620007891, "elapsed_tokens_per_second": 1237187.006915135, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1245, "epoch": 16, "tokens": 163184640, "loss": 5.435586738586426, "lr": 0.008253560779101218, "grad_norm": 1.5948671102523804, "tokens_per_second": 1784203.0529255243, "training_seconds": 0.3673124529886991, "elapsed_tokens_per_second": 1238697.215431949, "peak_memory_bytes": 42389451776}
{"loss": 5.475399528477022, "perplexity": 238.7458336378419, "tokens": 163184640, "seconds": 0.5329299430013634, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 16, "step": 1245, "evaluation_tokens": 1048576}
{"event": "train", "step": 1260, "epoch": 17, "tokens": 165150720, "loss": 5.549165121714274, "lr": 0.00817307465797019, "grad_norm": 1.0472978353500366, "tokens_per_second": 1787123.3670676025, "training_seconds": 1.1001366980199236, "elapsed_tokens_per_second": 1238247.9346894054, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1280, "epoch": 17, "tokens": 167772160, "loss": 5.355202412605285, "lr": 0.008064586890431944, "grad_norm": 2.0964787006378174, "tokens_per_second": 1781230.0888511357, "training_seconds": 1.4717020649986807, "elapsed_tokens_per_second": 1244162.5049237716, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1300, "epoch": 17, "tokens": 170393600, "loss": 5.341057586669922, "lr": 0.007954808698019825, "grad_norm": 1.432405710220337, "tokens_per_second": 1783695.31907424, "training_seconds": 1.4696680380147882, "elapsed_tokens_per_second": 1249963.8931176697, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1320, "epoch": 17, "tokens": 173015040, "loss": 5.331644320487976, "lr": 0.007843795317899178, "grad_norm": 1.0439929962158203, "tokens_per_second": 1782555.4970151344, "training_seconds": 1.4706077899900265, "elapsed_tokens_per_second": 1255638.33342713, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1323, "epoch": 17, "tokens": 173408256, "loss": 5.325643380482991, "lr": 0.007827040220773778, "grad_norm": 0.7914066314697266, "tokens_per_second": 1786054.1293634558, "training_seconds": 0.22015906099113636, "elapsed_tokens_per_second": 1256470.657198939, "peak_memory_bytes": 42389451776}
{"loss": 5.365175616606811, "perplexity": 213.82878326912194, "tokens": 173408256, "seconds": 0.5367447249882389, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 17, "step": 1323, "evaluation_tokens": 1048576}
{"event": "train", "step": 1340, "epoch": 18, "tokens": 175636480, "loss": 5.345240845399744, "lr": 0.007731602608745552, "grad_norm": 3.451857566833496, "tokens_per_second": 1791330.706073188, "training_seconds": 1.243893152975943, "elapsed_tokens_per_second": 1256383.7082898582, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1360, "epoch": 18, "tokens": 178257920, "loss": 5.408673787117005, "lr": 0.007618287022638269, "grad_norm": 6.204762935638428, "tokens_per_second": 1780473.4086943218, "training_seconds": 1.4723275209835265, "elapsed_tokens_per_second": 1261836.3253498303, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1380, "epoch": 18, "tokens": 180879360, "loss": 5.378926014900207, "lr": 0.007503905576655383, "grad_norm": 0.7794744372367859, "tokens_per_second": 1780522.3984126046, "training_seconds": 1.4722870110126678, "elapsed_tokens_per_second": 1267171.6461318338, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1400, "epoch": 18, "tokens": 183500800, "loss": 5.32329912185669, "lr": 0.007388515824184365, "grad_norm": 0.7437598705291748, "tokens_per_second": 1779206.34934287, "training_seconds": 1.47337603699998, "elapsed_tokens_per_second": 1272393.2931744407, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1401, "epoch": 18, "tokens": 183631872, "loss": 5.275779724121094, "lr": 0.007382720907894301, "grad_norm": 1.4628998041152954, "tokens_per_second": 1791578.4819922904, "training_seconds": 0.07316006600740366, "elapsed_tokens_per_second": 1272642.0917004915, "peak_memory_bytes": 42389451776}
{"loss": 5.3208752283997285, "perplexity": 204.56284287533433, "tokens": 183631872, "seconds": 0.5353948719857726, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 18, "step": 1401, "evaluation_tokens": 1048576}
{"event": "train", "step": 1420, "epoch": 19, "tokens": 186122240, "loss": 5.285998244034617, "lr": 0.007272175825962919, "grad_norm": 0.5263855457305908, "tokens_per_second": 1786074.7725672922, "training_seconds": 1.3943246040144004, "elapsed_tokens_per_second": 1272857.6248240448, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1440, "epoch": 19, "tokens": 188743680, "loss": 5.262333941459656, "lr": 0.0071549441208645405, "grad_norm": 1.8433171510696411, "tokens_per_second": 1783963.913672371, "training_seconds": 1.4694467639783397, "elapsed_tokens_per_second": 1277932.4431396206, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1460, "epoch": 19, "tokens": 191365120, "loss": 5.292640852928161, "lr": 0.0070368796964434535, "grad_norm": 0.9059744477272034, "tokens_per_second": 1783114.7865632519, "training_seconds": 1.4701465209946036, "elapsed_tokens_per_second": 1282898.1296107718, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1479, "epoch": 19, "tokens": 193855488, "loss": 5.3604957429986255, "lr": 0.006924001290701026, "grad_norm": 2.6852965354919434, "tokens_per_second": 1782334.7695478848, "training_seconds": 1.3972504170087632, "elapsed_tokens_per_second": 1287523.3976033141, "peak_memory_bytes": 42389451776}
{"loss": 5.383491556381077, "perplexity": 217.7813453320827, "tokens": 193855488, "seconds": 0.5382075670058839, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 19, "step": 1479, "evaluation_tokens": 1048576}
{"event": "train", "step": 1480, "epoch": 20, "tokens": 193986560, "loss": 5.353233814239502, "lr": 0.006918041959253812, "grad_norm": 2.023772716522217, "tokens_per_second": 1886110.426898325, "training_seconds": 0.06949327999609523, "elapsed_tokens_per_second": 1283193.425008649, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1500, "epoch": 20, "tokens": 196608000, "loss": 5.3184412002563475, "lr": 0.006798490704958065, "grad_norm": 1.9787665605545044, "tokens_per_second": 1778995.6616166101, "training_seconds": 1.4735505299759097, "elapsed_tokens_per_second": 1287968.4216462837, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1520, "epoch": 20, "tokens": 199229440, "loss": 5.286920881271362, "lr": 0.0066782860882395375, "grad_norm": 0.6687495112419128, "tokens_per_second": 1780749.6283383064, "training_seconds": 1.4720991420035716, "elapsed_tokens_per_second": 1292665.7487170352, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1540, "epoch": 20, "tokens": 201850880, "loss": 5.275497388839722, "lr": 0.006557488592534348, "grad_norm": 4.106187343597412, "tokens_per_second": 1776798.5491564118, "training_seconds": 1.4753726590133738, "elapsed_tokens_per_second": 1297243.2419307283, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1557, "epoch": 20, "tokens": 204079104, "loss": 5.275930965647978, "lr": 0.0064543899625572, "grad_norm": 1.833770751953125, "tokens_per_second": 1777112.0399263143, "training_seconds": 1.2538455369940493, "elapsed_tokens_per_second": 1301068.3139976792, "peak_memory_bytes": 42389451776}
{"loss": 5.294631785265944, "perplexity": 199.2642404272856, "tokens": 204079104, "seconds": 0.53473063398269, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 20, "step": 1557, "evaluation_tokens": 1048576}
{"event": "train", "step": 1560, "epoch": 21, "tokens": 204472320, "loss": 5.280192057291667, "lr": 0.006436158999597934, "grad_norm": 1.727066159248352, "tokens_per_second": 1812622.9763105814, "training_seconds": 0.2169320399989374, "elapsed_tokens_per_second": 1297337.8986916246, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1580, "epoch": 21, "tokens": 207093760, "loss": 5.272331023216248, "lr": 0.006314358358921438, "grad_norm": 6.627451419830322, "tokens_per_second": 1779723.016123336, "training_seconds": 1.4729483050177805, "elapsed_tokens_per_second": 1301793.2407700866, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1600, "epoch": 21, "tokens": 209715200, "loss": 5.312422037124634, "lr": 0.006192147957013407, "grad_norm": 1.150227427482605, "tokens_per_second": 1777373.0100368273, "training_seconds": 1.4748958070122171, "elapsed_tokens_per_second": 1306152.8689713217, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1620, "epoch": 21, "tokens": 212336640, "loss": 5.283004903793335, "lr": 0.006069589286562223, "grad_norm": 1.0444570779800415, "tokens_per_second": 1780431.074808249, "training_seconds": 1.4723625289916527, "elapsed_tokens_per_second": 1310448.7517498934, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1634, "epoch": 21, "tokens": 214171648, "loss": 5.2509532655988425, "lr": 0.00598362401452175, "grad_norm": 0.8011939525604248, "tokens_per_second": 1781563.5830879218, "training_seconds": 1.0299986020254437, "elapsed_tokens_per_second": 1313415.4818968035, "peak_memory_bytes": 42389451776}
{"loss": 5.270976486567291, "perplexity": 194.60589974170432, "tokens": 214171648, "seconds": 0.5349065960035659, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 21, "step": 1634, "evaluation_tokens": 1048576}
{"event": "train", "step": 1640, "epoch": 22, "tokens": 214958080, "loss": 5.238210280736287, "lr": 0.005946744015494769, "grad_norm": 1.5428147315979004, "tokens_per_second": 1800666.6925681436, "training_seconds": 0.436744903010549, "elapsed_tokens_per_second": 1310410.8791155235, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1660, "epoch": 22, "tokens": 217579520, "loss": 5.23556752204895, "lr": 0.005823673955946958, "grad_norm": 0.7199341654777527, "tokens_per_second": 1783356.8464657865, "training_seconds": 1.4699469739862252, "elapsed_tokens_per_second": 1314600.3587559792, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1680, "epoch": 22, "tokens": 220200960, "loss": 5.2190652847290036, "lr": 0.005700441033161664, "grad_norm": 0.5273606181144714, "tokens_per_second": 1779290.047628057, "training_seconds": 1.4733067289926112, "elapsed_tokens_per_second": 1318691.5352998509, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1700, "epoch": 22, "tokens": 222822400, "loss": 5.202064132690429, "lr": 0.005577107254329768, "grad_norm": 1.5977109670639038, "tokens_per_second": 1782198.9245708091, "training_seconds": 1.4709020210138988, "elapsed_tokens_per_second": 1322726.9956281441, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1712, "epoch": 22, "tokens": 224395264, "loss": 5.185350219408671, "lr": 0.005503084391054813, "grad_norm": 0.5313736200332642, "tokens_per_second": 1781075.8288523483, "training_seconds": 0.8830977179750334, "elapsed_tokens_per_second": 1325108.7316230945, "peak_memory_bytes": 42389451776}
{"loss": 5.196658418566335, "perplexity": 180.66751684892725, "tokens": 224395264, "seconds": 0.5363182389992289, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 22, "step": 1712, "evaluation_tokens": 1048576}
{"event": "train", "step": 1720, "epoch": 23, "tokens": 225443840, "loss": 5.1749279499053955, "lr": 0.005453734677389955, "grad_norm": 1.5025850534439087, "tokens_per_second": 1796918.196240111, "training_seconds": 0.5835413110035006, "elapsed_tokens_per_second": 1322536.5491723635, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1740, "epoch": 23, "tokens": 228065280, "loss": 5.1739613771438595, "lr": 0.005330385379802973, "grad_norm": 0.6970229148864746, "tokens_per_second": 1780648.6813074672, "training_seconds": 1.4721825970045757, "elapsed_tokens_per_second": 1326446.6084423242, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1760, "epoch": 23, "tokens": 230686720, "loss": 5.166031241416931, "lr": 0.00520712142731609, "grad_norm": 0.4712187349796295, "tokens_per_second": 1777298.3968017008, "training_seconds": 1.4749577250040602, "elapsed_tokens_per_second": 1330272.616938858, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1780, "epoch": 23, "tokens": 233308160, "loss": 5.155372357368469, "lr": 0.005084004842733422, "grad_norm": 0.5772345662117004, "tokens_per_second": 1785380.573045326, "training_seconds": 1.4682807909848634, "elapsed_tokens_per_second": 1334081.5601495546, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1790, "epoch": 23, "tokens": 234618880, "loss": 5.1595934391021725, "lr": 0.00502252117610938, "grad_norm": 2.952129602432251, "tokens_per_second": 1781207.007126981, "training_seconds": 0.7358605680055916, "elapsed_tokens_per_second": 1335945.5565503682, "peak_memory_bytes": 42389451776}
{"loss": 5.166596868092612, "perplexity": 175.31719359492587, "tokens": 234618880, "seconds": 0.5356709650077391, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 23, "step": 1790, "evaluation_tokens": 1048576}
{"event": "train", "step": 1800, "epoch": 24, "tokens": 235929600, "loss": 5.132994937896728, "lr": 0.0049610975747078736, "grad_norm": 0.425932377576828, "tokens_per_second": 1792733.434212558, "training_seconds": 0.7311293329985347, "elapsed_tokens_per_second": 1333768.5247691623, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1820, "epoch": 24, "tokens": 238551040, "loss": 5.142635297775269, "lr": 0.004838461466570408, "grad_norm": 0.9062973260879517, "tokens_per_second": 1782553.986685853, "training_seconds": 1.4706090360123198, "elapsed_tokens_per_second": 1337455.1965575034, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1840, "epoch": 24, "tokens": 241172480, "loss": 5.1280933856964115, "lr": 0.0047161582252122835, "grad_norm": 0.8168398141860962, "tokens_per_second": 1779499.5318983127, "training_seconds": 1.4731332900119014, "elapsed_tokens_per_second": 1341067.689374323, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1860, "epoch": 24, "tokens": 243793920, "loss": 5.154950547218323, "lr": 0.004594249390035967, "grad_norm": 0.6524472832679749, "tokens_per_second": 1778714.082757482, "training_seconds": 1.473783800000092, "elapsed_tokens_per_second": 1344613.5041612622, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1868, "epoch": 24, "tokens": 244842496, "loss": 5.145605385303497, "lr": 0.004545610037442798, "grad_norm": 1.0774269104003906, "tokens_per_second": 1781730.6876393051, "training_seconds": 0.5885154290008359, "elapsed_tokens_per_second": 1346019.1349965988, "peak_memory_bytes": 42389451776}
{"loss": 5.168029971610378, "perplexity": 175.56862139979577, "tokens": 244842496, "seconds": 0.5369050760054961, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 24, "step": 1868, "evaluation_tokens": 1048576}
{"event": "train", "step": 1880, "epoch": 25, "tokens": 246415360, "loss": 5.141297896703084, "lr": 0.004472796301990301, "grad_norm": 1.1099133491516113, "tokens_per_second": 1795104.7376038497, "training_seconds": 0.8761962280259468, "elapsed_tokens_per_second": 1344204.967947313, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1900, "epoch": 25, "tokens": 249036800, "loss": 5.15099868774414, "lr": 0.004351860072705549, "grad_norm": 1.1711581945419312, "tokens_per_second": 1781944.5741136973, "training_seconds": 1.4711119740095455, "elapsed_tokens_per_second": 1347678.9934914857, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1920, "epoch": 25, "tokens": 251658240, "loss": 5.170615410804748, "lr": 0.004231501553743808, "grad_norm": 0.5021616816520691, "tokens_per_second": 1777518.0742076375, "training_seconds": 1.4747754400013946, "elapsed_tokens_per_second": 1351074.1032800062, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1940, "epoch": 25, "tokens": 254279680, "loss": 5.152455258369446, "lr": 0.004111781305980296, "grad_norm": 1.5414985418319702, "tokens_per_second": 1780695.6570488822, "training_seconds": 1.472143760009203, "elapsed_tokens_per_second": 1354432.0010439039, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1946, "epoch": 25, "tokens": 255066112, "loss": 5.1266829172770185, "lr": 0.004075998709298975, "grad_norm": 0.39417511224746704, "tokens_per_second": 1785197.6791392989, "training_seconds": 0.44052936500520445, "elapsed_tokens_per_second": 1355431.8769030683, "peak_memory_bytes": 42389451776}
{"loss": 5.153867254820789, "perplexity": 173.09961790616782, "tokens": 255066112, "seconds": 0.5347472800058313, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 25, "step": 1946, "evaluation_tokens": 1048576}
{"event": "train", "step": 1960, "epoch": 26, "tokens": 256901120, "loss": 5.115573440279279, "lr": 0.00399275956913089, "grad_norm": 1.9873164892196655, "tokens_per_second": 1790832.716329722, "training_seconds": 1.0246674540103413, "elapsed_tokens_per_second": 1353945.5030940806, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1980, "epoch": 26, "tokens": 259522560, "loss": 5.129419350624085, "lr": 0.0038744962314412666, "grad_norm": 0.47523123025894165, "tokens_per_second": 1779633.154212794, "training_seconds": 1.473022680991562, "elapsed_tokens_per_second": 1357214.2885644466, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2000, "epoch": 26, "tokens": 262144000, "loss": 5.107182264328003, "lr": 0.003757050799552902, "grad_norm": 1.1542562246322632, "tokens_per_second": 1777905.6901438737, "training_seconds": 1.4744539120001718, "elapsed_tokens_per_second": 1360425.2564783415, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2020, "epoch": 26, "tokens": 264765440, "loss": 5.098438286781311, "lr": 0.0036404823685610723, "grad_norm": 2.769418716430664, "tokens_per_second": 1781630.7076142507, "training_seconds": 1.4713711370131932, "elapsed_tokens_per_second": 1363605.4824010604, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2024, "epoch": 26, "tokens": 265289728, "loss": 5.097500324249268, "lr": 0.003617279092105699, "grad_norm": 0.7175574898719788, "tokens_per_second": 1773807.2937888857, "training_seconds": 0.29557212998042814, "elapsed_tokens_per_second": 1364220.613344975, "peak_memory_bytes": 42389451776}
{"loss": 5.109067426817553, "perplexity": 165.51592716241117, "tokens": 265289728, "seconds": 0.5372371730045415, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 26, "step": 2024, "evaluation_tokens": 1048576}
{"event": "train", "step": 2040, "epoch": 27, "tokens": 267386880, "loss": 5.092670917510986, "lr": 0.0035248495922799365, "grad_norm": 0.49456337094306946, "tokens_per_second": 1788423.3057457134, "training_seconds": 1.1726261860167142, "elapsed_tokens_per_second": 1363003.415114537, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2060, "epoch": 27, "tokens": 270008320, "loss": 5.09369957447052, "lr": 0.003410210653729649, "grad_norm": 0.7651076316833496, "tokens_per_second": 1781753.5425271506, "training_seconds": 1.4712697000068147, "elapsed_tokens_per_second": 1366109.7045794162, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2080, "epoch": 27, "tokens": 272629760, "loss": 5.083057522773743, "lr": 0.0032966232358603883, "grad_norm": 0.6694625020027161, "tokens_per_second": 1780537.481668168, "training_seconds": 1.472274539002683, "elapsed_tokens_per_second": 1369164.252697647, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2100, "epoch": 27, "tokens": 275251200, "loss": 5.074123787879944, "lr": 0.003184144492527974, "grad_norm": 0.4203341007232666, "tokens_per_second": 1780436.4812968888, "training_seconds": 1.4723580580030102, "elapsed_tokens_per_second": 1372171.7389011919, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2101, "epoch": 27, "tokens": 275382272, "loss": 5.084359169006348, "lr": 0.0031785506757095435, "grad_norm": 0.6397290229797363, "tokens_per_second": 1774793.7423062988, "training_seconds": 0.0738519619917497, "elapsed_tokens_per_second": 1372311.976022279, "peak_memory_bytes": 42389451776}
{"loss": 5.077855878298198, "perplexity": 160.4297060821156, "tokens": 275382272, "seconds": 0.5364686800166965, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 27, "step": 2101, "evaluation_tokens": 1048576}
{"event": "train", "step": 2120, "epoch": 28, "tokens": 277872640, "loss": 5.062002407877069, "lr": 0.003072831019735734, "grad_norm": 0.7536733746528625, "tokens_per_second": 1788063.8935012745, "training_seconds": 1.3927734959870577, "elapsed_tokens_per_second": 1371520.6372049935, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2140, "epoch": 28, "tokens": 280494080, "loss": 5.0563281059265135, "lr": 0.0029627388271570455, "grad_norm": 0.9238457083702087, "tokens_per_second": 1781409.6675704888, "training_seconds": 1.4715537070005666, "elapsed_tokens_per_second": 1374465.417205363, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2160, "epoch": 28, "tokens": 283115520, "loss": 5.043269300460816, "lr": 0.0028539233099529205, "grad_norm": 0.6811467409133911, "tokens_per_second": 1784097.728865075, "training_seconds": 1.469336548994761, "elapsed_tokens_per_second": 1377386.182006572, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2179, "epoch": 28, "tokens": 285605888, "loss": 5.034193565970973, "lr": 0.002751780966248932, "grad_norm": 0.7087956070899963, "tokens_per_second": 1782501.8226722255, "training_seconds": 1.3971194690093398, "elapsed_tokens_per_second": 1380110.3631549403, "peak_memory_bytes": 42389451776}
{"loss": 5.044382026690762, "perplexity": 155.1483920021401, "tokens": 285605888, "seconds": 0.5390183249837719, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 28, "step": 2179, "evaluation_tokens": 1048576}
{"event": "train", "step": 2180, "epoch": 29, "tokens": 285736960, "loss": 5.0953192710876465, "lr": 0.0027464392208987813, "grad_norm": 1.3969205617904663, "tokens_per_second": 1891238.0000629246, "training_seconds": 0.06930486802593805, "elapsed_tokens_per_second": 1376680.113232682, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2200, "epoch": 29, "tokens": 288358400, "loss": 5.035385608673096, "lr": 0.0026403406428344716, "grad_norm": 2.8050780296325684, "tokens_per_second": 1774531.9917944216, "training_seconds": 1.4772571089852136, "elapsed_tokens_per_second": 1379485.9465153853, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2220, "epoch": 29, "tokens": 290979840, "loss": 5.022094249725342, "lr": 0.0025356809614513606, "grad_norm": 0.32067325711250305, "tokens_per_second": 1782497.4079605236, "training_seconds": 1.4706557150057051, "elapsed_tokens_per_second": 1382290.5977503774, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2240, "epoch": 29, "tokens": 293601280, "loss": 5.024202680587768, "lr": 0.002432512838430222, "grad_norm": 0.37407076358795166, "tokens_per_second": 1780088.9393679958, "training_seconds": 1.472645519010257, "elapsed_tokens_per_second": 1385046.8597338041, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2257, "epoch": 29, "tokens": 295829504, "loss": 5.021306823281681, "lr": 0.0023460314676124836, "grad_norm": 157.27833557128906, "tokens_per_second": 1780417.0430067056, "training_seconds": 1.2515180130139925, "elapsed_tokens_per_second": 1387356.376563217, "peak_memory_bytes": 42389451776}
{"loss": 5.036383731692783, "perplexity": 153.9124188225353, "tokens": 295829504, "seconds": 0.5357473059848417, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 29, "step": 2257, "evaluation_tokens": 1048576}
{"event": "train", "step": 2260, "epoch": 30, "tokens": 296222720, "loss": 4.991203943888347, "lr": 0.00233088818494343, "grad_norm": 1.7354000806808472, "tokens_per_second": 1818585.2946422487, "training_seconds": 0.21622081799432635, "elapsed_tokens_per_second": 1384301.0726076306, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2280, "epoch": 30, "tokens": 298844160, "loss": 5.0156866073608395, "lr": 0.0022308581355347783, "grad_norm": 0.3309909403324127, "tokens_per_second": 1780016.9226081716, "training_seconds": 1.4727050999936182, "elapsed_tokens_per_second": 1386999.2692487896, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2300, "epoch": 30, "tokens": 301465600, "loss": 5.0043103218078615, "lr": 0.002132473022390077, "grad_norm": 0.2588256001472473, "tokens_per_second": 1777958.5446112768, "training_seconds": 1.4744100800016895, "elapsed_tokens_per_second": 1389645.828351324, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2320, "epoch": 30, "tokens": 304087040, "loss": 4.983616662025452, "lr": 0.002035782350011468, "grad_norm": 1.4258795976638794, "tokens_per_second": 1780473.2284606437, "training_seconds": 1.4723276700242423, "elapsed_tokens_per_second": 1392273.1590820283, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2335, "epoch": 30, "tokens": 306053120, "loss": 4.994521363576253, "lr": 0.0019644056223927934, "grad_norm": 0.4268367290496826, "tokens_per_second": 1779280.0653930933, "training_seconds": 1.104986245976761, "elapsed_tokens_per_second": 1394210.1983424183, "peak_memory_bytes": 42389451776}
{"loss": 5.008249301124493, "perplexity": 149.64252768703838, "tokens": 306053120, "seconds": 0.5356500929920003, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 30, "step": 2335, "evaluation_tokens": 1048576}
{"event": "train", "step": 2340, "epoch": 31, "tokens": 306708480, "loss": 4.98832950592041, "lr": 0.0019408347703082226, "grad_norm": 0.7458062767982483, "tokens_per_second": 1800642.602606959, "training_seconds": 0.363958955014823, "elapsed_tokens_per_second": 1391477.0747513901, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2360, "epoch": 31, "tokens": 309329920, "loss": 4.990998148918152, "lr": 0.001847678058116523, "grad_norm": 0.4709521532058716, "tokens_per_second": 1777951.637354755, "training_seconds": 1.4744158080138732, "elapsed_tokens_per_second": 1394038.4966224784, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2380, "epoch": 31, "tokens": 311951360, "loss": 4.976998901367187, "lr": 0.0017563590871605673, "grad_norm": 2.01369047164917, "tokens_per_second": 1779245.197761601, "training_seconds": 1.4733438669936731, "elapsed_tokens_per_second": 1396569.288430469, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2400, "epoch": 31, "tokens": 314572800, "loss": 4.968669366836548, "lr": 0.0016669238064670807, "grad_norm": 0.43755483627319336, "tokens_per_second": 1778392.4083610466, "training_seconds": 1.4740503770008218, "elapsed_tokens_per_second": 1399065.5104477871, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2413, "epoch": 31, "tokens": 316276736, "loss": 4.9606936528132515, "lr": 0.0016098223594030138, "grad_norm": 1.0495400428771973, "tokens_per_second": 1784048.8006255839, "training_seconds": 0.9550949499825947, "elapsed_tokens_per_second": 1400684.3990296114, "peak_memory_bytes": 42389451776}
{"loss": 4.982326265538843, "perplexity": 145.8131876179672, "tokens": 316276736, "seconds": 0.5391283379867673, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 31, "step": 2413, "evaluation_tokens": 1048576}
{"event": "train", "step": 2420, "epoch": 32, "tokens": 317194240, "loss": 4.973517281668527, "lr": 0.0015794172172451256, "grad_norm": 0.7358129620552063, "tokens_per_second": 1798047.8181219816, "training_seconds": 0.510277863999363, "elapsed_tokens_per_second": 1398234.1083746331, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2440, "epoch": 32, "tokens": 319815680, "loss": 4.9612857580184935, "lr": 0.0014938833502428038, "grad_norm": 0.443432480096817, "tokens_per_second": 1779257.1363979934, "training_seconds": 1.4733339810045436, "elapsed_tokens_per_second": 1400685.6149479991, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2460, "epoch": 32, "tokens": 322437120, "loss": 4.940395998954773, "lr": 0.0014103652435922805, "grad_norm": 0.6036295890808105, "tokens_per_second": 1779880.9465491718, "training_seconds": 1.4728176089993212, "elapsed_tokens_per_second": 1403106.3600686842, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2480, "epoch": 32, "tokens": 325058560, "loss": 4.940039110183716, "lr": 0.0013289049211542584, "grad_norm": 0.6828888058662415, "tokens_per_second": 1782470.570129066, "training_seconds": 1.47067785798572, "elapsed_tokens_per_second": 1405511.2770216856, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2491, "epoch": 32, "tokens": 326500352, "loss": 4.93094218860973, "lr": 0.0012849937677638556, "grad_norm": 0.2962263226509094, "tokens_per_second": 1781863.325932255, "training_seconds": 0.809148479020223, "elapsed_tokens_per_second": 1406813.8297407355, "peak_memory_bytes": 42389451776}
{"loss": 4.959430093276396, "perplexity": 142.5125538863461, "tokens": 326500352, "seconds": 0.5387557079957332, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 32, "step": 2491, "evaluation_tokens": 1048576}
{"event": "train", "step": 2500, "epoch": 33, "tokens": 327680000, "loss": 4.940024534861247, "lr": 0.0012495433713727991, "grad_norm": 8.229413032531738, "tokens_per_second": 1794693.6864773012, "training_seconds": 0.6572976819879841, "elapsed_tokens_per_second": 1404643.0013357045, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2520, "epoch": 33, "tokens": 330301440, "loss": 4.9251371145248415, "lr": 0.0011723205266511497, "grad_norm": 0.45118290185928345, "tokens_per_second": 1778889.6356595757, "training_seconds": 1.4736383570125327, "elapsed_tokens_per_second": 1406985.8508291543, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2540, "epoch": 33, "tokens": 332922880, "loss": 4.938483738899231, "lr": 0.0010972752432589234, "grad_norm": 0.6433083415031433, "tokens_per_second": 1784050.9498275034, "training_seconds": 1.4693750760052353, "elapsed_tokens_per_second": 1409322.0839687204, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2560, "epoch": 33, "tokens": 335544320, "loss": 4.933824491500855, "lr": 0.0010244452817807664, "grad_norm": 0.3870474398136139, "tokens_per_second": 1778600.9428152759, "training_seconds": 1.473877549986355, "elapsed_tokens_per_second": 1411604.2576521372, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2568, "epoch": 33, "tokens": 336592896, "loss": 4.928341507911682, "lr": 0.0009959418338851302, "grad_norm": 0.2832619547843933, "tokens_per_second": 1775717.2498245442, "training_seconds": 0.5905084270052612, "elapsed_tokens_per_second": 1412497.2275820603, "peak_memory_bytes": 42389451776}
{"loss": 4.945138635184341, "perplexity": 140.49032640371564, "tokens": 336592896, "seconds": 0.5391381939989515, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 33, "step": 2568, "evaluation_tokens": 1048576}
{"event": "train", "step": 2580, "epoch": 34, "tokens": 338165760, "loss": 4.938330769538879, "lr": 0.000953867288116335, "grad_norm": 0.6247020363807678, "tokens_per_second": 1792469.9734241772, "training_seconds": 0.8774841550039127, "elapsed_tokens_per_second": 1410694.363302355, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2600, "epoch": 34, "tokens": 340787200, "loss": 4.934573340415954, "lr": 0.0008855767750411627, "grad_norm": 0.2938111126422882, "tokens_per_second": 1781293.735795386, "training_seconds": 1.4716494799940847, "elapsed_tokens_per_second": 1412949.2659322114, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2620, "epoch": 34, "tokens": 343408640, "loss": 4.915331697463989, "lr": 0.0008196081043376678, "grad_norm": 0.23149938881397247, "tokens_per_second": 1781938.1191693887, "training_seconds": 1.4711173030082136, "elapsed_tokens_per_second": 1415176.478383136, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2640, "epoch": 34, "tokens": 346030080, "loss": 4.9291764259338375, "lr": 0.0007559944695053143, "grad_norm": 0.6301966905593872, "tokens_per_second": 1781659.3631702545, "training_seconds": 1.4713474720192607, "elapsed_tokens_per_second": 1417378.7920701264, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2646, "epoch": 34, "tokens": 346816512, "loss": 4.922486066818237, "lr": 0.0007373744276066139, "grad_norm": 0.3498382568359375, "tokens_per_second": 1788383.7413756666, "training_seconds": 0.4397445479989983, "elapsed_tokens_per_second": 1418036.6743789478, "peak_memory_bytes": 42389451776}
{"loss": 4.929376926366805, "perplexity": 138.29331856976853, "tokens": 346816512, "seconds": 0.5377183259988669, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 34, "step": 2646, "evaluation_tokens": 1048576}
{"event": "train", "step": 2660, "epoch": 35, "tokens": 348651520, "loss": 4.903956958225796, "lr": 0.0006947678790586163, "grad_norm": 0.8089932799339294, "tokens_per_second": 1790764.257258224, "training_seconds": 1.0247066259908024, "elapsed_tokens_per_second": 1416475.7170128643, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2680, "epoch": 35, "tokens": 351272960, "loss": 4.914507603645324, "lr": 0.0006359591404213925, "grad_norm": 0.5787172317504883, "tokens_per_second": 1780239.997629387, "training_seconds": 1.4725205609865952, "elapsed_tokens_per_second": 1418630.503725185, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2700, "epoch": 35, "tokens": 353894400, "loss": 4.914741683006286, "lr": 0.0005795978444253758, "grad_norm": 0.36335834860801697, "tokens_per_second": 1778714.9770531657, "training_seconds": 1.4737830590165686, "elapsed_tokens_per_second": 1420752.0760813204, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2720, "epoch": 35, "tokens": 356515840, "loss": 4.914879775047302, "lr": 0.0005257123504209748, "grad_norm": 0.3017442226409912, "tokens_per_second": 1777825.2448058045, "training_seconds": 1.4745206299994607, "elapsed_tokens_per_second": 1422846.803354635, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2724, "epoch": 35, "tokens": 357040128, "loss": 4.891625761985779, "lr": 0.0005152347559368642, "grad_norm": 0.32711687684059143, "tokens_per_second": 1779385.1023306407, "training_seconds": 0.2946456049976405, "elapsed_tokens_per_second": 1423256.9364685619, "peak_memory_bytes": 42389451776}
{"loss": 4.920262250666121, "perplexity": 137.0385469246549, "tokens": 357040128, "seconds": 0.5363174439989962, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 35, "step": 2724, "evaluation_tokens": 1048576}
{"event": "train", "step": 2740, "epoch": 36, "tokens": 359137280, "loss": 4.925634205341339, "lr": 0.00047432977200767735, "grad_norm": 0.41978368163108826, "tokens_per_second": 1788205.6225989088, "training_seconds": 1.172768933000043, "elapsed_tokens_per_second": 1421894.677129919, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2760, "epoch": 36, "tokens": 361758720, "loss": 4.92136549949646, "lr": 0.0004254759633912887, "grad_norm": 0.485568642616272, "tokens_per_second": 1780642.862268234, "training_seconds": 1.4721874080132693, "elapsed_tokens_per_second": 1423967.5741883805, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2780, "epoch": 36, "tokens": 364380160, "loss": 4.898343825340271, "lr": 0.0003791755063748501, "grad_norm": 0.4518573582172394, "tokens_per_second": 1780475.5237415477, "training_seconds": 1.4723257719888352, "elapsed_tokens_per_second": 1426013.0726561237, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2800, "epoch": 36, "tokens": 367001600, "loss": 4.912551474571228, "lr": 0.0003354516979897966, "grad_norm": 0.26664668321609497, "tokens_per_second": 1779294.284197526, "training_seconds": 1.473303220991511, "elapsed_tokens_per_second": 1428030.9303536194, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2802, "epoch": 36, "tokens": 367263744, "loss": 4.927584171295166, "lr": 0.0003312218911381581, "grad_norm": 0.4418107271194458, "tokens_per_second": 1771424.3952644481, "training_seconds": 0.14798486500512809, "elapsed_tokens_per_second": 1428219.7541224088, "peak_memory_bytes": 42389451776}
{"loss": 4.910498149484253, "perplexity": 135.7069999452497, "tokens": 367263744, "seconds": 0.53385088199866, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 36, "step": 2802, "evaluation_tokens": 1048576}
{"event": "train", "step": 2820, "epoch": 37, "tokens": 369623040, "loss": 4.89154839515686, "lr": 0.00029432653877357705, "grad_norm": 0.4899839460849762, "tokens_per_second": 1788019.8238570811, "training_seconds": 1.3195021489809733, "elapsed_tokens_per_second": 1426867.4254680262, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2840, "epoch": 37, "tokens": 372244480, "loss": 4.9022582292556764, "lr": 0.0002558207216996241, "grad_norm": 0.32253900170326233, "tokens_per_second": 1778887.0584182143, "training_seconds": 1.4736404920113273, "elapsed_tokens_per_second": 1428852.1826866048, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2860, "epoch": 37, "tokens": 374865920, "loss": 4.900793480873108, "lr": 0.0002199536217652629, "grad_norm": 0.6048058271408081, "tokens_per_second": 1781109.6350960238, "training_seconds": 1.4718015939870384, "elapsed_tokens_per_second": 1430822.4372707482, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2880, "epoch": 37, "tokens": 377487360, "loss": 4.896015310287476, "lr": 0.00018674328624277879, "grad_norm": 0.25814372301101685, "tokens_per_second": 1778769.252017115, "training_seconds": 1.473738089989638, "elapsed_tokens_per_second": 1432762.5894124713, "peak_memory_bytes": 42389451776}
{"loss": 4.902823292571305, "perplexity": 134.6694547370006, "tokens": 377487360, "seconds": 0.5390253759978805, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 37, "step": 2880, "evaluation_tokens": 1048576}
{"event": "train", "step": 2900, "epoch": 38, "tokens": 380108800, "loss": 4.895431900024414, "lr": 0.0001562064255985584, "grad_norm": 0.39161744713783264, "tokens_per_second": 1786715.097408546, "training_seconds": 1.4671841099916492, "elapsed_tokens_per_second": 1431769.0091955997, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2920, "epoch": 38, "tokens": 382730240, "loss": 4.88185715675354, "lr": 0.00012835840508487278, "grad_norm": 1.0524135828018188, "tokens_per_second": 1779199.6497575021, "training_seconds": 1.4733815850049723, "elapsed_tokens_per_second": 1433677.5834117867, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2940, "epoch": 38, "tokens": 385351680, "loss": 4.898870682716369, "lr": 0.00010321323700853606, "grad_norm": 0.42315584421157837, "tokens_per_second": 1779464.070249738, "training_seconds": 1.4731626470165793, "elapsed_tokens_per_second": 1435569.3945364084, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2958, "epoch": 38, "tokens": 387710976, "loss": 4.894671440124512, "lr": 8.290400991417069e-05, "grad_norm": 0.3750786781311035, "tokens_per_second": 1783201.5386781935, "training_seconds": 1.3230674990045372, "elapsed_tokens_per_second": 1437266.0566615777, "peak_memory_bytes": 42389451776}
{"loss": 4.899509642891336, "perplexity": 134.2239458792025, "tokens": 387710976, "seconds": 0.5349644550005905, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 38, "step": 2958, "evaluation_tokens": 1048576}
{"event": "train", "step": 2960, "epoch": 39, "tokens": 387973120, "loss": 4.864912509918213, "lr": 8.078357368032157e-05, "grad_norm": 0.3839184045791626, "tokens_per_second": 1860038.6215147632, "training_seconds": 0.1409347080043517, "elapsed_tokens_per_second": 1434612.5442796992, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2980, "epoch": 39, "tokens": 390594560, "loss": 4.891625452041626, "lr": 6.108070104869107e-05, "grad_norm": 5.029173374176025, "tokens_per_second": 1784435.9556589264, "training_seconds": 1.4690580469905399, "elapsed_tokens_per_second": 1436497.074832113, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3000, "epoch": 39, "tokens": 393216000, "loss": 4.887155532836914, "lr": 4.4114533021037625e-05, "grad_norm": 0.5310585498809814, "tokens_per_second": 1780295.062071974, "training_seconds": 1.4724750159948599, "elapsed_tokens_per_second": 1438338.8604958914, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3020, "epoch": 39, "tokens": 395837440, "loss": 4.891219615936279, "lr": 2.9893606475294762e-05, "grad_norm": 0.8071253895759583, "tokens_per_second": 1776989.5037909404, "training_seconds": 1.475214116013376, "elapsed_tokens_per_second": 1440149.8215832647, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3035, "epoch": 39, "tokens": 397803520, "loss": 4.889016819000244, "lr": 2.1033832841024833e-05, "grad_norm": 0.45335760712623596, "tokens_per_second": 1784120.3844688684, "training_seconds": 1.1019884179986548, "elapsed_tokens_per_second": 1441515.5411315158, "peak_memory_bytes": 42389451776}
{"loss": 4.8982440716505895, "perplexity": 134.05418335941832, "tokens": 397803520, "seconds": 0.5377576000173576, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 39, "step": 3035, "evaluation_tokens": 1048576}
{"event": "train", "step": 3040, "epoch": 40, "tokens": 398458880, "loss": 4.883854007720947, "lr": 1.8425076964434348e-05, "grad_norm": 0.8597257137298584, "tokens_per_second": 1805620.1972613158, "training_seconds": 0.3629556210071314, "elapsed_tokens_per_second": 1439154.402917882, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3060, "epoch": 40, "tokens": 401080320, "loss": 4.891281247138977, "lr": 9.714715115999695e-06, "grad_norm": 0.2783808708190918, "tokens_per_second": 1782467.0928581588, "training_seconds": 1.4706807270122226, "elapsed_tokens_per_second": 1440963.2036399767, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3080, "epoch": 40, "tokens": 403701760, "loss": 4.881059837341309, "lr": 3.7669037284964734e-06, "grad_norm": 0.3333156406879425, "tokens_per_second": 1776037.4114552638, "training_seconds": 1.4760049439792056, "elapsed_tokens_per_second": 1442722.733561411, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3100, "epoch": 40, "tokens": 406323200, "loss": 4.907732319831848, "lr": 5.846355660953928e-07, "grad_norm": 0.6571968197822571, "tokens_per_second": 1780642.0918085359, "training_seconds": 1.4721880450088065, "elapsed_tokens_per_second": 1444484.8133231064, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3113, "epoch": 40, "tokens": 408027136, "loss": 4.896213824932392, "lr": 0.0, "grad_norm": 0.44190627336502075, "tokens_per_second": 1783886.4662475768, "training_seconds": 0.9551818640029524, "elapsed_tokens_per_second": 1445625.0562785615, "peak_memory_bytes": 42389451776}
{"loss": 4.897972130898138, "perplexity": 134.01773352024924, "tokens": 408027136, "seconds": 0.5387947790150065, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 40, "step": 3113, "evaluation_tokens": 1048576}
{"loss": 4.89322559039492, "perplexity": 133.38312022027932, "tokens": 408027136, "seconds": 100.20191697397968, "split": "full", "validation_complete": true, "event": "final_validation", "step": 3113, "evaluation_tokens": 197411295}