{"event": "train", "step": 20, "epoch": 1, "tokens": 2621440, "loss": 9.60752468109131, "lr": 0.0003846153846153846, "grad_norm": 1.3773726224899292, "tokens_per_second": 47051.601044113915, "training_seconds": 55.7141508860077, "elapsed_tokens_per_second": 47051.601044113915, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 40, "epoch": 1, "tokens": 5242880, "loss": 7.686341881752014, "lr": 0.0007692307692307692, "grad_norm": 0.6339966058731079, "tokens_per_second": 1738961.9882924838, "training_seconds": 1.5074740090058185, "elapsed_tokens_per_second": 91615.27006935905, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 60, "epoch": 1, "tokens": 7864320, "loss": 6.87702362537384, "lr": 0.0011538461538461537, "grad_norm": 1.2748558521270752, "tokens_per_second": 1735525.4551054076, "training_seconds": 1.5104589749971638, "elapsed_tokens_per_second": 133885.69599134513, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 78, "epoch": 1, "tokens": 10223616, "loss": 6.582153028912014, "lr": 0.0015, "grad_norm": 0.6199637651443481, "tokens_per_second": 1728835.5762712033, "training_seconds": 1.3646734440117143, "elapsed_tokens_per_second": 170096.1945262183, "peak_memory_bytes": 21988176384}
{"loss": 6.472940530853947, "perplexity": 647.3845851763504, "tokens": 10223616, "seconds": 1.177073651997489, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 1, "step": 78, "evaluation_tokens": 1048576}
{"event": "train", "step": 80, "epoch": 2, "tokens": 10485760, "loss": 6.478204965591431, "lr": 0.0015384615384615385, "grad_norm": 0.9784131646156311, "tokens_per_second": 1775105.4529318574, "training_seconds": 0.14767798699904233, "elapsed_tokens_per_second": 170677.74853341456, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 100, "epoch": 2, "tokens": 13107200, "loss": 6.31002631187439, "lr": 0.001923076923076923, "grad_norm": 0.31408318877220154, "tokens_per_second": 1728117.834974466, "training_seconds": 1.5169335950049572, "elapsed_tokens_per_second": 208202.81084447313, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 120, "epoch": 2, "tokens": 15728640, "loss": 6.093137168884278, "lr": 0.0023076923076923075, "grad_norm": 0.6736618876457214, "tokens_per_second": 1727462.8963188592, "training_seconds": 1.5175087149982573, "elapsed_tokens_per_second": 243956.02755333247, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 140, "epoch": 2, "tokens": 18350080, "loss": 5.90354962348938, "lr": 0.002692307692307692, "grad_norm": 0.31594541668891907, "tokens_per_second": 1725754.1650127175, "training_seconds": 1.5190112549898913, "elapsed_tokens_per_second": 278058.97548496356, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 156, "epoch": 2, "tokens": 20447232, "loss": 5.714264154434204, "lr": 0.003, "grad_norm": 0.34991100430488586, "tokens_per_second": 1728409.2262527088, "training_seconds": 1.2133422850019997, "elapsed_tokens_per_second": 304235.88983206847, "peak_memory_bytes": 42389451776}
{"loss": 5.667738940927621, "perplexity": 289.3794900025446, "tokens": 20447232, "seconds": 0.5481621049984824, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 2, "step": 156, "evaluation_tokens": 1048576}
{"event": "train", "step": 160, "epoch": 3, "tokens": 20971520, "loss": 5.657900810241699, "lr": 0.003076923076923077, "grad_norm": 0.3229491114616394, "tokens_per_second": 1752231.0217243007, "training_seconds": 0.2992116869863821, "elapsed_tokens_per_second": 308123.6198202004, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 180, "epoch": 3, "tokens": 23592960, "loss": 5.601439738273621, "lr": 0.0034615384615384616, "grad_norm": 0.25095826387405396, "tokens_per_second": 1725354.4400262856, "training_seconds": 1.5193631750007626, "elapsed_tokens_per_second": 339064.8206998433, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 200, "epoch": 3, "tokens": 26214400, "loss": 5.427524113655091, "lr": 0.003846153846153846, "grad_norm": 0.2889297902584076, "tokens_per_second": 1724275.3856221829, "training_seconds": 1.5203139950026525, "elapsed_tokens_per_second": 368674.88073948235, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 220, "epoch": 3, "tokens": 28835840, "loss": 5.2989918947219845, "lr": 0.004230769230769231, "grad_norm": 0.5276964902877808, "tokens_per_second": 1726311.0785983952, "training_seconds": 1.5185212170035811, "elapsed_tokens_per_second": 397056.16251033073, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 233, "epoch": 3, "tokens": 30539776, "loss": 5.199829211601844, "lr": 0.004480769230769231, "grad_norm": 0.3724212646484375, "tokens_per_second": 1727622.3818151867, "training_seconds": 0.9862896069971612, "elapsed_tokens_per_second": 414874.8208781961, "peak_memory_bytes": 42389451776}
{"loss": 5.191476036054764, "perplexity": 179.7336505853732, "tokens": 30539776, "seconds": 0.5508428250032011, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 3, "step": 233, "evaluation_tokens": 1048576}
{"event": "train", "step": 240, "epoch": 4, "tokens": 31457280, "loss": 5.148205212184361, "lr": 0.004615384615384615, "grad_norm": 0.28659698367118835, "tokens_per_second": 1750777.7765588267, "training_seconds": 0.5240550869930303, "elapsed_tokens_per_second": 421158.2332894979, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 260, "epoch": 4, "tokens": 34078720, "loss": 5.110346245765686, "lr": 0.005, "grad_norm": 0.2749234139919281, "tokens_per_second": 1724857.7407103856, "training_seconds": 1.519800698995823, "elapsed_tokens_per_second": 447149.7469965338, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 280, "epoch": 4, "tokens": 36700160, "loss": 5.026280689239502, "lr": 0.005384615384615384, "grad_norm": 0.2297385185956955, "tokens_per_second": 1724661.8002325164, "training_seconds": 1.5199733650078997, "elapsed_tokens_per_second": 472120.04343187914, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 300, "epoch": 4, "tokens": 39321600, "loss": 4.957623887062073, "lr": 0.0057692307692307696, "grad_norm": 0.3460080027580261, "tokens_per_second": 1724174.4640040474, "training_seconds": 1.5204029839951545, "elapsed_tokens_per_second": 496131.91393500095, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 311, "epoch": 4, "tokens": 40763392, "loss": 4.9274821281433105, "lr": 0.005980769230769231, "grad_norm": 0.35001498460769653, "tokens_per_second": 1726900.130819314, "training_seconds": 0.8349017839937005, "elapsed_tokens_per_second": 508950.31271100073, "peak_memory_bytes": 42389451776}
{"loss": 4.93003036139306, "perplexity": 138.383713798507, "tokens": 40763392, "seconds": 0.5509395590052009, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 4, "step": 311, "evaluation_tokens": 1048576}
{"event": "train", "step": 320, "epoch": 5, "tokens": 41943040, "loss": 4.889908101823595, "lr": 0.005999879234788303, "grad_norm": 0.2614004909992218, "tokens_per_second": 1742602.9720816822, "training_seconds": 0.6769459359929897, "elapsed_tokens_per_second": 515514.1951874629, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 340, "epoch": 5, "tokens": 44564480, "loss": 4.86328547000885, "lr": 0.0059985207378148026, "grad_norm": 0.27920815348625183, "tokens_per_second": 1726288.3432919458, "training_seconds": 1.5185412160062697, "elapsed_tokens_per_second": 537690.6907802293, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 360, "epoch": 5, "tokens": 47185920, "loss": 4.780487847328186, "lr": 0.005995653473187795, "grad_norm": 0.2012968510389328, "tokens_per_second": 1723084.5992682453, "training_seconds": 1.5213646509946557, "elapsed_tokens_per_second": 559045.7609487874, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 380, "epoch": 5, "tokens": 49807360, "loss": 4.7101259469985965, "lr": 0.005991278883630709, "grad_norm": 0.2579971253871918, "tokens_per_second": 1725402.9509908366, "training_seconds": 1.5193204569950467, "elapsed_tokens_per_second": 579661.7752338499, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 389, "epoch": 5, "tokens": 50987008, "loss": 4.645497269100613, "lr": 0.005988819112284388, "grad_norm": 0.23914162814617157, "tokens_per_second": 1726816.6432545441, "training_seconds": 0.6831344859965611, "elapsed_tokens_per_second": 588698.8493914481, "peak_memory_bytes": 42389451776}
{"loss": 4.680041123174669, "perplexity": 107.77450451004599, "tokens": 50987008, "seconds": 0.5494795709964819, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 5, "step": 389, "evaluation_tokens": 1048576}
{"event": "train", "step": 400, "epoch": 6, "tokens": 52428800, "loss": 4.622577580538663, "lr": 0.0059853991703086515, "grad_norm": 0.29068851470947266, "tokens_per_second": 1738538.552261307, "training_seconds": 0.8293126420030603, "elapsed_tokens_per_second": 595749.1528630902, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 420, "epoch": 6, "tokens": 55050240, "loss": 4.592394137382508, "lr": 0.005978017291720847, "grad_norm": 0.19840848445892334, "tokens_per_second": 1726784.2631835502, "training_seconds": 1.5181051020044833, "elapsed_tokens_per_second": 614921.6070953591, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 440, "epoch": 6, "tokens": 57671680, "loss": 4.511341786384582, "lr": 0.005969136962212003, "grad_norm": 0.19885948300361633, "tokens_per_second": 1726563.031624131, "training_seconds": 1.5182996229996206, "elapsed_tokens_per_second": 633449.2363613924, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 460, "epoch": 6, "tokens": 60293120, "loss": 4.427568078041077, "lr": 0.005958762650103364, "grad_norm": 0.22807328402996063, "tokens_per_second": 1725123.6193767057, "training_seconds": 1.5195664650091203, "elapsed_tokens_per_second": 651362.1666438698, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 467, "epoch": 6, "tokens": 61210624, "loss": 4.390103544507708, "lr": 0.005954779630955907, "grad_norm": 0.1781049519777298, "tokens_per_second": 1725940.2406803735, "training_seconds": 0.5315966210037004, "elapsed_tokens_per_second": 657478.9900436081, "peak_memory_bytes": 42389451776}
{"loss": 4.407706000636643, "perplexity": 82.08095371064086, "tokens": 61210624, "seconds": 0.5507830190035747, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 6, "step": 467, "evaluation_tokens": 1048576}
{"event": "train", "step": 480, "epoch": 7, "tokens": 62914560, "loss": 4.37638627565824, "lr": 0.0059468995754443825, "grad_norm": 0.18356207013130188, "tokens_per_second": 1729638.1864977549, "training_seconds": 0.9851401369960513, "elapsed_tokens_per_second": 664767.3744885079, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 500, "epoch": 7, "tokens": 65536000, "loss": 4.340072107315064, "lr": 0.005933553707386146, "grad_norm": 0.1905604749917984, "tokens_per_second": 1725699.8234756503, "training_seconds": 1.51905908799381, "elapsed_tokens_per_second": 681519.0456071848, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 520, "epoch": 7, "tokens": 68157440, "loss": 4.322443795204163, "lr": 0.005918731761177867, "grad_norm": 0.20411115884780884, "tokens_per_second": 1722582.2896559665, "training_seconds": 1.5218082850042265, "elapsed_tokens_per_second": 697726.4117711785, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 540, "epoch": 7, "tokens": 70778880, "loss": 4.300646066665649, "lr": 0.00590244119478798, "grad_norm": 0.1984693855047226, "tokens_per_second": 1726894.9940799722, "training_seconds": 1.5180077590048313, "elapsed_tokens_per_second": 713465.0510775949, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 545, "epoch": 7, "tokens": 71434240, "loss": 4.272593402862549, "lr": 0.005898140025685757, "grad_norm": 0.21641992032527924, "tokens_per_second": 1730403.860150123, "training_seconds": 0.3787323959986679, "elapsed_tokens_per_second": 717320.8360401386, "peak_memory_bytes": 42389451776}
{"loss": 4.280854562140871, "perplexity": 72.30220033765706, "tokens": 71434240, "seconds": 0.5499926100019366, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 7, "step": 545, "evaluation_tokens": 1048576}
{"event": "train", "step": 560, "epoch": 8, "tokens": 73400320, "loss": 4.266674995422363, "lr": 0.005884690205151496, "grad_norm": 0.16409115493297577, "tokens_per_second": 1732506.8438139316, "training_seconds": 1.1348180280037923, "elapsed_tokens_per_second": 724759.4366721754, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 580, "epoch": 8, "tokens": 76021760, "loss": 4.239098072052002, "lr": 0.005865487724045557, "grad_norm": 0.20256687700748444, "tokens_per_second": 1725098.0443194108, "training_seconds": 1.5195889930037083, "elapsed_tokens_per_second": 739538.6108616239, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 600, "epoch": 8, "tokens": 78643200, "loss": 4.218469667434692, "lr": 0.005844843413595223, "grad_norm": 0.18119655549526215, "tokens_per_second": 1725266.6893368114, "training_seconds": 1.5194404530047905, "elapsed_tokens_per_second": 753884.8855976855, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 620, "epoch": 8, "tokens": 81264640, "loss": 4.184894323348999, "lr": 0.0058227676614117695, "grad_norm": 0.1868823766708374, "tokens_per_second": 1720605.895445133, "training_seconds": 1.523556328000268, "elapsed_tokens_per_second": 767792.1547575048, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 623, "epoch": 8, "tokens": 81657856, "loss": 4.142529646555583, "lr": 0.005819333513924642, "grad_norm": 0.16028352081775665, "tokens_per_second": 1728381.6820978273, "training_seconds": 0.22750530399207491, "elapsed_tokens_per_second": 769839.3286797941, "peak_memory_bytes": 42389451776}
{"loss": 4.186957299500291, "perplexity": 65.8222086919963, "tokens": 81657856, "seconds": 0.5508463769947411, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 8, "step": 623, "evaluation_tokens": 1048576}
{"event": "train", "step": 640, "epoch": 9, "tokens": 83886080, "loss": 4.16893409280216, "lr": 0.005799271575365957, "grad_norm": 0.20820103585720062, "tokens_per_second": 1730968.3701185056, "training_seconds": 1.28727020000224, "elapsed_tokens_per_second": 777336.6820774317, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 660, "epoch": 9, "tokens": 86507520, "loss": 4.1515563249588014, "lr": 0.005774366977998868, "grad_norm": 0.16028645634651184, "tokens_per_second": 1724873.2495871524, "training_seconds": 1.519787033990724, "elapsed_tokens_per_second": 790487.2679901015, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 680, "epoch": 9, "tokens": 89128960, "loss": 4.145462560653686, "lr": 0.005748066400573153, "grad_norm": 0.196071594953537, "tokens_per_second": 1722536.1080950857, "training_seconds": 1.5218490850093076, "elapsed_tokens_per_second": 803259.4514625572, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 700, "epoch": 9, "tokens": 91750400, "loss": 4.111398148536682, "lr": 0.00572038307676767, "grad_norm": 0.16067324578762054, "tokens_per_second": 1725293.5036946828, "training_seconds": 1.5194168379966868, "elapsed_tokens_per_second": 815705.9168445056, "peak_memory_bytes": 42389451776}
{"loss": 4.127164458872755, "perplexity": 62.00186460535293, "tokens": 91750400, "seconds": 0.5481953839916969, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 9, "step": 700, "evaluation_tokens": 1048576}
{"event": "train", "step": 720, "epoch": 10, "tokens": 94371840, "loss": 4.117198014259339, "lr": 0.005691330936018681, "grad_norm": 0.16720573604106903, "tokens_per_second": 1733038.9866077716, "training_seconds": 1.5126260980032384, "elapsed_tokens_per_second": 823840.9899254289, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 740, "epoch": 10, "tokens": 96993280, "loss": 4.103058111667633, "lr": 0.0056609245965109686, "grad_norm": 0.18274188041687012, "tokens_per_second": 1724630.4307037822, "training_seconds": 1.5200010120024672, "elapsed_tokens_per_second": 835625.142212507, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 760, "epoch": 10, "tokens": 99614720, "loss": 4.087525248527527, "lr": 0.005629179357822402, "grad_norm": 0.1556423157453537, "tokens_per_second": 1723743.4382854344, "training_seconds": 1.5207831640000222, "elapsed_tokens_per_second": 847101.5947780595, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 778, "epoch": 10, "tokens": 101974016, "loss": 4.062288761138916, "lr": 0.0055994770723212265, "grad_norm": 0.17507018148899078, "tokens_per_second": 1724790.8686772382, "training_seconds": 1.367873661001795, "elapsed_tokens_per_second": 857182.4672937616, "peak_memory_bytes": 42389451776}
{"loss": 4.078597067886033, "perplexity": 59.0625509492287, "tokens": 101974016, "seconds": 0.5503876069997204, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 10, "step": 778, "evaluation_tokens": 1048576}
{"event": "train", "step": 780, "epoch": 11, "tokens": 102236160, "loss": 4.071924924850464, "lr": 0.005596111193225627, "grad_norm": 0.16864632070064545, "tokens_per_second": 1776352.2002081308, "training_seconds": 0.14757433799968567, "elapsed_tokens_per_second": 854296.5150761299, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 800, "epoch": 11, "tokens": 104857600, "loss": 4.054729092121124, "lr": 0.005561736741650793, "grad_norm": 0.16723103821277618, "tokens_per_second": 1721447.0118229599, "training_seconds": 1.5228119030070957, "elapsed_tokens_per_second": 865184.0095792441, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 820, "epoch": 11, "tokens": 107479040, "loss": 4.052635395526886, "lr": 0.005526073299313328, "grad_norm": 0.13504043221473694, "tokens_per_second": 1723414.9353108325, "training_seconds": 1.521073042997159, "elapsed_tokens_per_second": 875809.884201562, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 840, "epoch": 11, "tokens": 110100480, "loss": 4.035619473457336, "lr": 0.005489138811010988, "grad_norm": 0.13132409751415253, "tokens_per_second": 1722041.213182806, "training_seconds": 1.5222864469978958, "elapsed_tokens_per_second": 886168.6943152858, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 856, "epoch": 11, "tokens": 112197632, "loss": 4.016238197684288, "lr": 0.005458688534706318, "grad_norm": 0.16592904925346375, "tokens_per_second": 1723796.7467317558, "training_seconds": 1.2165889070020057, "elapsed_tokens_per_second": 894278.564644083, "peak_memory_bytes": 42389451776}
{"loss": 4.036265701481105, "perplexity": 56.614532006214816, "tokens": 112197632, "seconds": 0.550334744999418, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 11, "step": 856, "evaluation_tokens": 1048576}
{"event": "train", "step": 860, "epoch": 12, "tokens": 112721920, "loss": 3.998543083667755, "lr": 0.005450951861094564, "grad_norm": 0.15864133834838867, "tokens_per_second": 1754897.5289106872, "training_seconds": 0.2987570449913619, "elapsed_tokens_per_second": 892342.9813957751, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 880, "epoch": 12, "tokens": 115343360, "loss": 4.018702828884125, "lr": 0.005411531664116785, "grad_norm": 0.17867723107337952, "tokens_per_second": 1722718.5249568953, "training_seconds": 1.5216879380022874, "elapsed_tokens_per_second": 902219.0209652807, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 900, "epoch": 12, "tokens": 117964800, "loss": 3.9933475732803343, "lr": 0.0053708980551641135, "grad_norm": 0.1742401272058487, "tokens_per_second": 1727735.7130326761, "training_seconds": 1.5172690940089524, "elapsed_tokens_per_second": 911890.2607457011, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 920, "epoch": 12, "tokens": 120586240, "loss": 4.002011752128601, "lr": 0.0053290714798763135, "grad_norm": 0.14158205687999725, "tokens_per_second": 1725085.498873565, "training_seconds": 1.5196000440046191, "elapsed_tokens_per_second": 921323.3877205789, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 934, "epoch": 12, "tokens": 122421248, "loss": 3.9890469993863786, "lr": 0.005299094308492442, "grad_norm": 0.1482032835483551, "tokens_per_second": 1727051.323944041, "training_seconds": 1.0625092459958978, "elapsed_tokens_per_second": 927799.4897908227, "peak_memory_bytes": 42389451776}
{"loss": 3.997343217392331, "perplexity": 54.45328713754552, "tokens": 122421248, "seconds": 0.5491617730003782, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 12, "step": 934, "evaluation_tokens": 1048576}
{"event": "train", "step": 940, "epoch": 13, "tokens": 123207680, "loss": 3.990249673525492, "lr": 0.005286072984158808, "grad_norm": 0.16144080460071564, "tokens_per_second": 1753043.3837500645, "training_seconds": 0.4486095479951473, "elapsed_tokens_per_second": 926676.3268432986, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 960, "epoch": 13, "tokens": 125829120, "loss": 3.986215829849243, "lr": 0.00524192420359299, "grad_norm": 0.1771613359451294, "tokens_per_second": 1723870.4685844348, "training_seconds": 1.5206710990023566, "elapsed_tokens_per_second": 935683.6388429813, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 980, "epoch": 13, "tokens": 128450560, "loss": 3.9702929258346558, "lr": 0.00519664735254984, "grad_norm": 0.14264188706874847, "tokens_per_second": 1724638.0565555063, "training_seconds": 1.5199942909966921, "elapsed_tokens_per_second": 944490.7387672596, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1000, "epoch": 13, "tokens": 131072000, "loss": 3.9433654308319093, "lr": 0.005150265213012302, "grad_norm": 0.16644267737865448, "tokens_per_second": 1724325.7062521644, "training_seconds": 1.5202696280030068, "elapsed_tokens_per_second": 953104.021752236, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1012, "epoch": 13, "tokens": 132644864, "loss": 3.9614259004592896, "lr": 0.0051219150766892655, "grad_norm": 0.14210280776023865, "tokens_per_second": 1724254.3283449262, "training_seconds": 0.9121995370078366, "elapsed_tokens_per_second": 958174.7935160919, "peak_memory_bytes": 42389451776}
{"loss": 3.968050712270464, "perplexity": 52.88134934174082, "tokens": 132644864, "seconds": 0.550015913991956, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 13, "step": 1012, "evaluation_tokens": 1048576}
{"event": "train", "step": 1020, "epoch": 14, "tokens": 133693440, "loss": 3.9361952543258667, "lr": 0.005102801123112059, "grad_norm": 0.16755501925945282, "tokens_per_second": 1744626.1858274187, "training_seconds": 0.6010319050110411, "elapsed_tokens_per_second": 957704.6546256739, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1040, "epoch": 14, "tokens": 136314880, "loss": 3.940174126625061, "lr": 0.005054278965386473, "grad_norm": 0.14951695501804352, "tokens_per_second": 1720946.6483593795, "training_seconds": 1.5232546589977574, "elapsed_tokens_per_second": 965935.5485737544, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1060, "epoch": 14, "tokens": 138936320, "loss": 3.947111201286316, "lr": 0.0050047231547615855, "grad_norm": 0.17260119318962097, "tokens_per_second": 1724913.7975344649, "training_seconds": 1.5197513080056524, "elapsed_tokens_per_second": 974009.319349976, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1080, "epoch": 14, "tokens": 141557760, "loss": 3.9285522937774657, "lr": 0.00495415862626725, "grad_norm": 0.18711522221565247, "tokens_per_second": 1721978.0673812148, "training_seconds": 1.522342270007357, "elapsed_tokens_per_second": 981899.5796337681, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1090, "epoch": 14, "tokens": 142868480, "loss": 3.941209101676941, "lr": 0.0049285060241493865, "grad_norm": 0.14224015176296234, "tokens_per_second": 1730164.8373294258, "training_seconds": 0.7575694359984482, "elapsed_tokens_per_second": 985799.9462325765, "peak_memory_bytes": 42389451776}
{"loss": 3.9369088830554464, "perplexity": 51.259905790333235, "tokens": 142868480, "seconds": 0.5503405130002648, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 14, "step": 1090, "evaluation_tokens": 1048576}
{"event": "train", "step": 1100, "epoch": 15, "tokens": 144179200, "loss": 3.919324207305908, "lr": 0.004902610822490556, "grad_norm": 0.16049456596374512, "tokens_per_second": 1735689.9979370108, "training_seconds": 0.7551578919956228, "elapsed_tokens_per_second": 985882.7531136023, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1120, "epoch": 15, "tokens": 146800640, "loss": 3.9077831625938417, "lr": 0.00485010568077386, "grad_norm": 0.12879136204719543, "tokens_per_second": 1723224.4120276913, "training_seconds": 1.5212412160035456, "elapsed_tokens_per_second": 993464.9105202948, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1140, "epoch": 15, "tokens": 149422080, "loss": 3.90647007226944, "lr": 0.004796669620163886, "grad_norm": 0.16645361483097076, "tokens_per_second": 1722017.1965682234, "training_seconds": 1.5223076780093834, "elapsed_tokens_per_second": 1000882.7211312198, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1160, "epoch": 15, "tokens": 152043520, "loss": 3.9010434985160827, "lr": 0.004742329528118427, "grad_norm": 0.14062440395355225, "tokens_per_second": 1726885.4723857127, "training_seconds": 1.5180161289899843, "elapsed_tokens_per_second": 1008182.8855765522, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1167, "epoch": 15, "tokens": 152961024, "loss": 3.8812857355390276, "lr": 0.004723101965114102, "grad_norm": 0.152945876121521, "tokens_per_second": 1724084.8237294678, "training_seconds": 0.532168711986742, "elapsed_tokens_per_second": 1010689.0027295771, "peak_memory_bytes": 42389451776}
{"loss": 3.90987102840204, "perplexity": 49.892516840818914, "tokens": 152961024, "seconds": 0.5525028480042238, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 15, "step": 1167, "evaluation_tokens": 1048576}
{"event": "train", "step": 1180, "epoch": 16, "tokens": 154664960, "loss": 3.8575621935037465, "lr": 0.004687112746977365, "grad_norm": 0.14240700006484985, "tokens_per_second": 1734098.1647557565, "training_seconds": 0.9826064259978011, "elapsed_tokens_per_second": 1011467.1943692601, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1200, "epoch": 16, "tokens": 157286400, "loss": 3.8795295357704163, "lr": 0.004631047060204816, "grad_norm": 0.1470964103937149, "tokens_per_second": 1722859.9099704493, "training_seconds": 1.52156306199322, "elapsed_tokens_per_second": 1018467.6247831086, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1220, "epoch": 16, "tokens": 159907840, "loss": 3.884714937210083, "lr": 0.004574160678409302, "grad_norm": 0.1729295700788498, "tokens_per_second": 1722164.384729271, "training_seconds": 1.5221775709942449, "elapsed_tokens_per_second": 1025325.3104935447, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1240, "epoch": 16, "tokens": 162529280, "loss": 3.8593812823295592, "lr": 0.004516482225148996, "grad_norm": 0.1541503518819809, "tokens_per_second": 1721761.539515618, "training_seconds": 1.522533719005878, "elapsed_tokens_per_second": 1032050.8919649182, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1245, "epoch": 16, "tokens": 163184640, "loss": 3.8488715171813963, "lr": 0.004501942243146119, "grad_norm": 0.15747559070587158, "tokens_per_second": 1728315.9756155831, "training_seconds": 0.3791899220086634, "elapsed_tokens_per_second": 1033713.3084307684, "peak_memory_bytes": 42389451776}
{"loss": 3.885079295280873, "perplexity": 48.67080167136859, "tokens": 163184640, "seconds": 0.5496291099989321, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 16, "step": 1245, "evaluation_tokens": 1048576}
{"event": "train", "step": 1260, "epoch": 17, "tokens": 165150720, "loss": 3.8609371026357016, "lr": 0.004458040722529194, "grad_norm": 0.1609555035829544, "tokens_per_second": 1735829.6750347093, "training_seconds": 1.1326456899987534, "elapsed_tokens_per_second": 1034899.2176752343, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1280, "epoch": 17, "tokens": 167772160, "loss": 3.8720348477363586, "lr": 0.004398865576599242, "grad_norm": 0.14823293685913086, "tokens_per_second": 1724298.6304970477, "training_seconds": 1.5202934999979334, "elapsed_tokens_per_second": 1041397.2546847455, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1300, "epoch": 17, "tokens": 170393600, "loss": 3.8554426193237306, "lr": 0.0043389865625562685, "grad_norm": 0.14327026903629303, "tokens_per_second": 1722338.901114931, "training_seconds": 1.522023336001439, "elapsed_tokens_per_second": 1047759.266892997, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1320, "epoch": 17, "tokens": 173015040, "loss": 3.863423490524292, "lr": 0.004278433809763189, "grad_norm": 0.13856597244739532, "tokens_per_second": 1723519.7023813624, "training_seconds": 1.5209805819904432, "elapsed_tokens_per_second": 1054013.6625344413, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1323, "epoch": 17, "tokens": 173408256, "loss": 3.852511405944824, "lr": 0.004269294665876606, "grad_norm": 0.12676118314266205, "tokens_per_second": 1724311.1292793353, "training_seconds": 0.22804237200762145, "elapsed_tokens_per_second": 1054933.2736851398, "peak_memory_bytes": 42389451776}
{"loss": 3.8599684342646707, "perplexity": 47.463853113781795, "tokens": 173408256, "seconds": 0.5496180720074335, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 17, "step": 1323, "evaluation_tokens": 1048576}
{"event": "train", "step": 1340, "epoch": 18, "tokens": 175636480, "loss": 3.8278787697062775, "lr": 0.004217237786588483, "grad_norm": 0.18341317772865295, "tokens_per_second": 1729592.6087945544, "training_seconds": 1.288294126992696, "elapsed_tokens_per_second": 1056625.240279714, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1360, "epoch": 18, "tokens": 178257920, "loss": 3.8310351371765137, "lr": 0.00415542928507542, "grad_norm": 0.13188853859901428, "tokens_per_second": 1723462.557689261, "training_seconds": 1.5210310130059952, "elapsed_tokens_per_second": 1062664.2243470547, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1380, "epoch": 18, "tokens": 180879360, "loss": 3.829230213165283, "lr": 0.004093039405448392, "grad_norm": 0.1593555510044098, "tokens_per_second": 1721971.8405049457, "training_seconds": 1.522347774996888, "elapsed_tokens_per_second": 1068583.4932257172, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1400, "epoch": 18, "tokens": 183500800, "loss": 3.8188258051872253, "lr": 0.004030099540464199, "grad_norm": 0.14739245176315308, "tokens_per_second": 1721628.239261214, "training_seconds": 1.5226516039983835, "elapsed_tokens_per_second": 1074398.2543046423, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1401, "epoch": 18, "tokens": 183631872, "loss": 3.8322041034698486, "lr": 0.004026938677033256, "grad_norm": 0.13311491906642914, "tokens_per_second": 1737936.0510321755, "training_seconds": 0.07541819500329439, "elapsed_tokens_per_second": 1074680.5587809186, "peak_memory_bytes": 42389451776}
{"loss": 3.837580083365031, "perplexity": 46.41302278693159, "tokens": 183631872, "seconds": 0.5507420369976899, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 18, "step": 1401, "evaluation_tokens": 1048576}
{"event": "train", "step": 1420, "epoch": 19, "tokens": 186122240, "loss": 3.8191679025951184, "lr": 0.003966641359616138, "grad_norm": 0.13877169787883759, "tokens_per_second": 1731036.3499174567, "training_seconds": 1.4386572529911064, "elapsed_tokens_per_second": 1076651.0062689737, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1440, "epoch": 19, "tokens": 188743680, "loss": 3.8118529081344605, "lr": 0.0039026967931988406, "grad_norm": 0.16505825519561768, "tokens_per_second": 1722618.274498038, "training_seconds": 1.521776495006634, "elapsed_tokens_per_second": 1082280.2586876752, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1460, "epoch": 19, "tokens": 191365120, "loss": 3.8023877859115602, "lr": 0.003838298016241884, "grad_norm": 0.15750032663345337, "tokens_per_second": 1723446.5303197182, "training_seconds": 1.5210451579914661, "elapsed_tokens_per_second": 1087813.7135365165, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1479, "epoch": 19, "tokens": 193855488, "loss": 3.7911884157281173, "lr": 0.0037767279767460145, "grad_norm": 0.135038360953331, "tokens_per_second": 1724283.0230084632, "training_seconds": 1.4442918980057584, "elapsed_tokens_per_second": 1092989.2396606123, "peak_memory_bytes": 42389451776}
{"loss": 3.8156733688473325, "perplexity": 45.407321966889604, "tokens": 193855488, "seconds": 0.5500131950102514, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 19, "step": 1479, "evaluation_tokens": 1048576}
{"event": "train", "step": 1480, "epoch": 20, "tokens": 193986560, "loss": 3.769280433654785, "lr": 0.003773477432320261, "grad_norm": 0.12450648099184036, "tokens_per_second": 1833495.3660110668, "training_seconds": 0.07148750001215376, "elapsed_tokens_per_second": 1089847.609407832, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1500, "epoch": 20, "tokens": 196608000, "loss": 3.796499240398407, "lr": 0.003708267657249854, "grad_norm": 0.13128232955932617, "tokens_per_second": 1723388.7764138228, "training_seconds": 1.5210961309931008, "elapsed_tokens_per_second": 1095206.3390974363, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1520, "epoch": 20, "tokens": 199229440, "loss": 3.7842214107513428, "lr": 0.0036427015026761116, "grad_norm": 0.166863352060318, "tokens_per_second": 1724861.2079090504, "training_seconds": 1.5197976439958438, "elapsed_tokens_per_second": 1100484.9925824383, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1540, "epoch": 20, "tokens": 201850880, "loss": 3.7816760897636414, "lr": 0.0035768119595641903, "grad_norm": 0.15410339832305908, "tokens_per_second": 1718608.4488015226, "training_seconds": 1.5253270760003943, "elapsed_tokens_per_second": 1105639.3768804532, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1557, "epoch": 20, "tokens": 204079104, "loss": 3.7950590077568505, "lr": 0.003520576343213019, "grad_norm": 0.16039219498634338, "tokens_per_second": 1726937.588651429, "training_seconds": 1.2902747699990869, "elapsed_tokens_per_second": 1109991.3198203298, "peak_memory_bytes": 42389451776}
{"loss": 3.7994323779246164, "perplexity": 44.67581831406935, "tokens": 204079104, "seconds": 0.5490238500060514, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 20, "step": 1557, "evaluation_tokens": 1048576}
{"event": "train", "step": 1560, "epoch": 21, "tokens": 204472320, "loss": 3.7755821545918784, "lr": 0.0035106321815988736, "grad_norm": 0.16339530050754547, "tokens_per_second": 1771682.5167874095, "training_seconds": 0.22194495699659456, "elapsed_tokens_per_second": 1107422.9408250637, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1580, "epoch": 21, "tokens": 207093760, "loss": 3.791205334663391, "lr": 0.0034441954685026023, "grad_norm": 0.13683617115020752, "tokens_per_second": 1723251.490323324, "training_seconds": 1.5212173119944055, "elapsed_tokens_per_second": 1112446.4084733655, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1600, "epoch": 21, "tokens": 209715200, "loss": 3.7857964873313903, "lr": 0.0033775352492800407, "grad_norm": 0.13844631612300873, "tokens_per_second": 1720299.9519482488, "training_seconds": 1.5238272819988197, "elapsed_tokens_per_second": 1117374.4401171978, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1620, "epoch": 21, "tokens": 212336640, "loss": 3.7749703526496887, "lr": 0.0033106850653975765, "grad_norm": 0.14686621725559235, "tokens_per_second": 1725605.8037724195, "training_seconds": 1.5191418539907318, "elapsed_tokens_per_second": 1122248.4343861784, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1634, "epoch": 21, "tokens": 214171648, "loss": 3.769215566771371, "lr": 0.003263794917011864, "grad_norm": 0.13978886604309082, "tokens_per_second": 1723165.6718502583, "training_seconds": 1.0649051510117715, "elapsed_tokens_per_second": 1125604.6924106192, "peak_memory_bytes": 42389451776}
{"loss": 3.777117008094752, "perplexity": 43.6899023587003, "tokens": 214171648, "seconds": 0.5501413510064594, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 21, "step": 1634, "evaluation_tokens": 1048576}
{"event": "train", "step": 1640, "epoch": 22, "tokens": 214958080, "loss": 3.7401332457860312, "lr": 0.0032436785539062376, "grad_norm": 0.13518761098384857, "tokens_per_second": 1739299.0611904827, "training_seconds": 0.45215455901052337, "elapsed_tokens_per_second": 1123750.5341423752, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1660, "epoch": 22, "tokens": 217579520, "loss": 3.780765640735626, "lr": 0.0031765494305165225, "grad_norm": 0.13377076387405396, "tokens_per_second": 1720398.5439946125, "training_seconds": 1.5237399549951078, "elapsed_tokens_per_second": 1128455.5696950466, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1680, "epoch": 22, "tokens": 220200960, "loss": 3.758115231990814, "lr": 0.0031093314726336353, "grad_norm": 0.1297728568315506, "tokens_per_second": 1719889.52895275, "training_seconds": 1.5241909180040238, "elapsed_tokens_per_second": 1133087.289875152, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1700, "epoch": 22, "tokens": 222822400, "loss": 3.756228280067444, "lr": 0.003042058502361692, "grad_norm": 0.1450565755367279, "tokens_per_second": 1722615.9788667993, "training_seconds": 1.521778522990644, "elapsed_tokens_per_second": 1137658.356866888, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1712, "epoch": 22, "tokens": 224395264, "loss": 3.7503044803937278, "lr": 0.0030016823951208075, "grad_norm": 0.14972062408924103, "tokens_per_second": 1726328.7816105299, "training_seconds": 0.9111033869994571, "elapsed_tokens_per_second": 1140376.9229346013, "peak_memory_bytes": 42389451776}
{"loss": 3.7568094430909653, "perplexity": 42.8116149492694, "tokens": 224395264, "seconds": 0.5505968560028123, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 22, "step": 1712, "evaluation_tokens": 1048576}
{"event": "train", "step": 1720, "epoch": 23, "tokens": 225443840, "loss": 3.7209463119506836, "lr": 0.00297476436948543, "grad_norm": 0.13806787133216858, "tokens_per_second": 1741289.1316884307, "training_seconds": 0.6021837389998836, "elapsed_tokens_per_second": 1138962.9621761905, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1740, "epoch": 23, "tokens": 228065280, "loss": 3.747082221508026, "lr": 0.002907482934437985, "grad_norm": 0.13675028085708618, "tokens_per_second": 1723173.5881743473, "training_seconds": 1.5212860839965288, "elapsed_tokens_per_second": 1143410.2798370596, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1760, "epoch": 23, "tokens": 230686720, "loss": 3.733536493778229, "lr": 0.002840248051263322, "grad_norm": 0.13968241214752197, "tokens_per_second": 1719386.767203836, "training_seconds": 1.5246366030041827, "elapsed_tokens_per_second": 1147772.6558956527, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1780, "epoch": 23, "tokens": 233308160, "loss": 3.735108745098114, "lr": 0.0027730935505818665, "grad_norm": 0.1357230693101883, "tokens_per_second": 1719864.466539792, "training_seconds": 1.5242131289996905, "elapsed_tokens_per_second": 1152068.8378758356, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1790, "epoch": 23, "tokens": 234618880, "loss": 3.7209309577941894, "lr": 0.002739557005150571, "grad_norm": 0.1465282142162323, "tokens_per_second": 1726501.4390618578, "training_seconds": 0.7591768940037582, "elapsed_tokens_per_second": 1154207.2588126587, "peak_memory_bytes": 42389451776}
{"loss": 3.7389627701727868, "perplexity": 42.0543475115757, "tokens": 234618880, "seconds": 0.5501720690081129, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 23, "step": 1790, "evaluation_tokens": 1048576}
{"event": "train", "step": 1800, "epoch": 24, "tokens": 235929600, "loss": 3.7231945037841796, "lr": 0.0027060532225679315, "grad_norm": 0.15187625586986542, "tokens_per_second": 1737453.4389500245, "training_seconds": 0.7543914389971178, "elapsed_tokens_per_second": 1153187.416304902, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1820, "epoch": 24, "tokens": 238551040, "loss": 3.7489426732063293, "lr": 0.002639160799947495, "grad_norm": 0.14866171777248383, "tokens_per_second": 1725364.225356434, "training_seconds": 1.5193545579968486, "elapsed_tokens_per_second": 1157396.5824178408, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1840, "epoch": 24, "tokens": 241172480, "loss": 3.7089083433151244, "lr": 0.0025724499410248822, "grad_norm": 0.14375823736190796, "tokens_per_second": 1727418.301280759, "training_seconds": 1.517547891009599, "elapsed_tokens_per_second": 1161556.4053831105, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1860, "epoch": 24, "tokens": 243793920, "loss": 3.727442479133606, "lr": 0.0025059542127468916, "grad_norm": 0.14919649064540863, "tokens_per_second": 1721673.8599119312, "training_seconds": 1.5226112570089754, "elapsed_tokens_per_second": 1165625.2345590526, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1868, "epoch": 24, "tokens": 244842496, "loss": 3.6952612102031708, "lr": 0.0024794236567869813, "grad_norm": 0.1471644639968872, "tokens_per_second": 1718344.408299749, "training_seconds": 0.6102245829970343, "elapsed_tokens_per_second": 1167226.4611029003, "peak_memory_bytes": 42389451776}
{"loss": 3.721038473502547, "perplexity": 41.307268346518185, "tokens": 244842496, "seconds": 0.5514691819989821, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 24, "step": 1868, "evaluation_tokens": 1048576}
{"event": "train", "step": 1880, "epoch": 25, "tokens": 246415360, "loss": 3.7134581009546914, "lr": 0.0024397070738128917, "grad_norm": 0.12499915063381195, "tokens_per_second": 1733046.328370695, "training_seconds": 0.9075718140084064, "elapsed_tokens_per_second": 1166535.5568854047, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1900, "epoch": 25, "tokens": 249036800, "loss": 3.7107800483703612, "lr": 0.00237374185783939, "grad_norm": 0.14379581809043884, "tokens_per_second": 1723053.263289302, "training_seconds": 1.5213923190021887, "elapsed_tokens_per_second": 1170506.2870646783, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1920, "epoch": 25, "tokens": 251658240, "loss": 3.691521441936493, "lr": 0.002308091756587532, "grad_norm": 0.1484123021364212, "tokens_per_second": 1725845.7273089087, "training_seconds": 1.5189306660031434, "elapsed_tokens_per_second": 1174436.107607108, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1940, "epoch": 25, "tokens": 254279680, "loss": 3.6934030055999756, "lr": 0.0022427898032619797, "grad_norm": 0.14095480740070343, "tokens_per_second": 1722705.2431565868, "training_seconds": 1.5216996699891752, "elapsed_tokens_per_second": 1178293.0919078959, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1946, "epoch": 25, "tokens": 255066112, "loss": 3.6654391288757324, "lr": 0.002223272023253987, "grad_norm": 0.1366538405418396, "tokens_per_second": 1722315.102898155, "training_seconds": 0.4566133100015577, "elapsed_tokens_per_second": 1179435.046960873, "peak_memory_bytes": 42389451776}
{"loss": 3.703571971527468, "perplexity": 40.59203932029368, "tokens": 255066112, "seconds": 0.5500988230051007, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 25, "step": 1946, "evaluation_tokens": 1048576}
{"event": "train", "step": 1960, "epoch": 26, "tokens": 256901120, "loss": 3.698239360536848, "lr": 0.0021778688558895766, "grad_norm": 0.14213047921657562, "tokens_per_second": 1727606.515738865, "training_seconds": 1.0621677930030273, "elapsed_tokens_per_second": 1179044.654798488, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1980, "epoch": 26, "tokens": 259522560, "loss": 3.7062565207481386, "lr": 0.0021133615807861455, "grad_norm": 0.15292122960090637, "tokens_per_second": 1719791.4262372893, "training_seconds": 1.524277863005409, "elapsed_tokens_per_second": 1182792.136099064, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2000, "epoch": 26, "tokens": 262144000, "loss": 3.6885366916656492, "lr": 0.002049300436119765, "grad_norm": 0.13211216032505035, "tokens_per_second": 1723556.4641140567, "training_seconds": 1.520948140998371, "elapsed_tokens_per_second": 1186508.3522536226, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2020, "epoch": 26, "tokens": 264765440, "loss": 3.6770933270454407, "lr": 0.0019857176555787667, "grad_norm": 0.12268660962581635, "tokens_per_second": 1723716.4658202082, "training_seconds": 1.5208069609943777, "elapsed_tokens_per_second": 1190172.0978380316, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2024, "epoch": 26, "tokens": 265289728, "loss": 3.6628193259239197, "lr": 0.0019730613229667453, "grad_norm": 0.1272442638874054, "tokens_per_second": 1725702.8146469272, "training_seconds": 0.3038112909998745, "elapsed_tokens_per_second": 1190896.0376216578, "peak_memory_bytes": 42389451776}
{"loss": 3.6876938561826984, "perplexity": 39.95260418449269, "tokens": 265289728, "seconds": 0.5511085210018791, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 26, "step": 2024, "evaluation_tokens": 1048576}
{"event": "train", "step": 2040, "epoch": 27, "tokens": 267386880, "loss": 3.6767798364162445, "lr": 0.0019226452321526929, "grad_norm": 0.13782958686351776, "tokens_per_second": 1728956.4939598674, "training_seconds": 1.2129582249908708, "elapsed_tokens_per_second": 1190804.6061833503, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2060, "epoch": 27, "tokens": 270008320, "loss": 3.684023106098175, "lr": 0.0018601149020343543, "grad_norm": 0.1279938817024231, "tokens_per_second": 1721148.6127872595, "training_seconds": 1.523075916004018, "elapsed_tokens_per_second": 1194368.3916869399, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2080, "epoch": 27, "tokens": 272629760, "loss": 3.6724215865135195, "lr": 0.001798158128651121, "grad_norm": 0.15109126269817352, "tokens_per_second": 1724815.0107428015, "training_seconds": 1.5198383500101045, "elapsed_tokens_per_second": 1197903.7326852805, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2100, "epoch": 27, "tokens": 275251200, "loss": 3.6627660274505613, "lr": 0.0017368060868334406, "grad_norm": 0.1300635188817978, "tokens_per_second": 1719898.3711049955, "training_seconds": 1.5241830820014002, "elapsed_tokens_per_second": 1201367.4731555225, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2101, "epoch": 27, "tokens": 275382272, "loss": 3.6657371520996094, "lr": 0.0017337549140233875, "grad_norm": 0.12443117052316666, "tokens_per_second": 1728780.5839545203, "training_seconds": 0.07581760300672613, "elapsed_tokens_per_second": 1201535.9193258008, "peak_memory_bytes": 42389451776}
{"loss": 3.6713205150181754, "perplexity": 39.30377282950396, "tokens": 275382272, "seconds": 0.5508887199976016, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 27, "step": 2101, "evaluation_tokens": 1048576}
{"event": "train", "step": 2120, "epoch": 28, "tokens": 277872640, "loss": 3.6822072706724467, "lr": 0.0016760896471285825, "grad_norm": 0.13103602826595306, "tokens_per_second": 1732494.5293642078, "training_seconds": 1.4374463860003743, "elapsed_tokens_per_second": 1201904.7728817158, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2140, "epoch": 28, "tokens": 280494080, "loss": 3.676493287086487, "lr": 0.0016160393602674796, "grad_norm": 0.1351081132888794, "tokens_per_second": 1722453.1120495878, "training_seconds": 1.5219224149914226, "elapsed_tokens_per_second": 1205300.7973318358, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2160, "epoch": 28, "tokens": 283115520, "loss": 3.645878314971924, "lr": 0.0015566854417925022, "grad_norm": 0.12810415029525757, "tokens_per_second": 1722091.7598540308, "training_seconds": 1.5222417649929412, "elapsed_tokens_per_second": 1208653.3601500331, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2179, "epoch": 28, "tokens": 285605888, "loss": 3.6509171536094263, "lr": 0.0015009714361357814, "grad_norm": 0.1788082867860794, "tokens_per_second": 1721255.0701211898, "training_seconds": 1.446832629997516, "elapsed_tokens_per_second": 1211791.6849156118, "peak_memory_bytes": 42389451776}
{"loss": 3.6591667039425566, "perplexity": 38.82897335609861, "tokens": 285605888, "seconds": 0.5529215860005934, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 28, "step": 2179, "evaluation_tokens": 1048576}
{"event": "train", "step": 2180, "epoch": 29, "tokens": 285736960, "loss": 3.616366386413574, "lr": 0.0014980577568538807, "grad_norm": 0.15435779094696045, "tokens_per_second": 1889574.9915456274, "training_seconds": 0.0693658630043501, "elapsed_tokens_per_second": 1209073.2082909371, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2200, "epoch": 29, "tokens": 288358400, "loss": 3.646255385875702, "lr": 0.0014401858051824392, "grad_norm": 0.1396626979112625, "tokens_per_second": 1721505.3003982739, "training_seconds": 1.5227603420062223, "elapsed_tokens_per_second": 1212348.564882728, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2220, "epoch": 29, "tokens": 290979840, "loss": 3.6502068042755127, "lr": 0.0013830987062461969, "grad_norm": 0.13663612306118011, "tokens_per_second": 1721681.7106702412, "training_seconds": 1.5226043139991816, "elapsed_tokens_per_second": 1215580.0700139634, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2240, "epoch": 29, "tokens": 293601280, "loss": 3.6323078751564024, "lr": 0.001326825184598303, "grad_norm": 0.13171492516994476, "tokens_per_second": 1721394.0320134247, "training_seconds": 1.522858771000756, "elapsed_tokens_per_second": 1218771.929804721, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2257, "epoch": 29, "tokens": 295829504, "loss": 3.6457298222710106, "lr": 0.0012796535277886276, "grad_norm": 0.13190603256225586, "tokens_per_second": 1720444.0673557203, "training_seconds": 1.2951446910010418, "elapsed_tokens_per_second": 1221445.4738724849, "peak_memory_bytes": 42389451776}
{"loss": 3.642643168374994, "perplexity": 38.19265304213232, "tokens": 295829504, "seconds": 0.5504438689968083, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 29, "step": 2257, "evaluation_tokens": 1048576}
{"event": "train", "step": 2260, "epoch": 30, "tokens": 296222720, "loss": 3.627447525660197, "lr": 0.0012713935554236892, "grad_norm": 0.12188610434532166, "tokens_per_second": 1765119.4079305588, "training_seconds": 0.22277019800094422, "elapsed_tokens_per_second": 1219087.357394704, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2280, "epoch": 30, "tokens": 298844160, "loss": 3.6346704959869385, "lr": 0.0012168317102916975, "grad_norm": 0.12119852751493454, "tokens_per_second": 1725196.8714824961, "training_seconds": 1.519501943999785, "elapsed_tokens_per_second": 1222227.5581885334, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2300, "epoch": 30, "tokens": 301465600, "loss": 3.6294026613235473, "lr": 0.0011631671031218603, "grad_norm": 0.14154821634292603, "tokens_per_second": 1724305.5569969954, "training_seconds": 1.5202873930102214, "elapsed_tokens_per_second": 1225321.863282564, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2320, "epoch": 30, "tokens": 304087040, "loss": 3.6208329677581785, "lr": 0.0011104267363698916, "grad_norm": 0.12238354980945587, "tokens_per_second": 1723041.9922266947, "training_seconds": 1.5214022709988058, "elapsed_tokens_per_second": 1228375.0538010942, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2335, "epoch": 30, "tokens": 306053120, "loss": 3.602734073003133, "lr": 0.0010714939758506147, "grad_norm": 0.13850198686122894, "tokens_per_second": 1721727.194316718, "training_seconds": 1.1419230680039618, "elapsed_tokens_per_second": 1230632.0602296551, "peak_memory_bytes": 42389451776}
{"loss": 3.62880479652126, "perplexity": 37.66776905343285, "tokens": 306053120, "seconds": 0.5506395429983968, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 30, "step": 2335, "evaluation_tokens": 1048576}
{"event": "train", "step": 2340, "epoch": 31, "tokens": 306708480, "loss": 3.620620346069336, "lr": 0.0010586371474408487, "grad_norm": 0.11760039627552032, "tokens_per_second": 1746864.4654615684, "training_seconds": 0.37516362199676223, "elapsed_tokens_per_second": 1228625.3743384925, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2360, "epoch": 31, "tokens": 309329920, "loss": 3.5918211936950684, "lr": 0.0010078243953362852, "grad_norm": 0.1243830993771553, "tokens_per_second": 1719793.592504926, "training_seconds": 1.5242759430111619, "elapsed_tokens_per_second": 1231601.1203289493, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2380, "epoch": 31, "tokens": 311951360, "loss": 3.6266738891601564, "lr": 0.0009580140475421277, "grad_norm": 0.121986985206604, "tokens_per_second": 1720529.1548904649, "training_seconds": 1.5236242829996627, "elapsed_tokens_per_second": 1234541.3396825858, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2400, "epoch": 31, "tokens": 314572800, "loss": 3.6116814851760863, "lr": 0.0009092311671638622, "grad_norm": 0.13070257008075714, "tokens_per_second": 1724434.916214102, "training_seconds": 1.5201733480062103, "elapsed_tokens_per_second": 1237465.3201562508, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2413, "epoch": 31, "tokens": 316276736, "loss": 3.615529408821693, "lr": 0.0008780849233107348, "grad_norm": 0.11356201767921448, "tokens_per_second": 1723748.382950206, "training_seconds": 0.9885062210087199, "elapsed_tokens_per_second": 1239341.3327981015, "peak_memory_bytes": 42389451776}
{"loss": 3.6162666838060935, "perplexity": 37.19843475093522, "tokens": 316276736, "seconds": 0.5515808589989319, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 31, "step": 2413, "evaluation_tokens": 1048576}
{"event": "train", "step": 2420, "epoch": 32, "tokens": 317194240, "loss": 3.582333564758301, "lr": 0.0008615003003155232, "grad_norm": 0.12628991901874542, "tokens_per_second": 1737829.2290410143, "training_seconds": 0.5279598159977468, "elapsed_tokens_per_second": 1237648.817510803, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2440, "epoch": 32, "tokens": 319815680, "loss": 3.608569049835205, "lr": 0.0008148454637688022, "grad_norm": 0.11374232918024063, "tokens_per_second": 1721359.1280345148, "training_seconds": 1.5228896499902476, "elapsed_tokens_per_second": 1240501.1330217007, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2460, "epoch": 32, "tokens": 322437120, "loss": 3.599327337741852, "lr": 0.0007692901328685167, "grad_norm": 0.14178982377052307, "tokens_per_second": 1721088.2285353928, "training_seconds": 1.5231293530086987, "elapsed_tokens_per_second": 1243315.704812384, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2480, "epoch": 32, "tokens": 325058560, "loss": 3.59456148147583, "lr": 0.0007248572297205047, "grad_norm": 0.13369329273700714, "tokens_per_second": 1723224.9319677388, "training_seconds": 1.5212407570070354, "elapsed_tokens_per_second": 1246109.0512255577, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2491, "epoch": 32, "tokens": 326500352, "loss": 3.570344404740767, "lr": 0.0007009056915075576, "grad_norm": 0.1395731121301651, "tokens_per_second": 1726245.265178927, "training_seconds": 0.8352185109979473, "elapsed_tokens_per_second": 1247633.632863339, "peak_memory_bytes": 42389451776}
{"loss": 3.6054230845695363, "perplexity": 36.797248912560924, "tokens": 326500352, "seconds": 0.5504285570059437, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 32, "step": 2491, "evaluation_tokens": 1048576}
{"event": "train", "step": 2500, "epoch": 33, "tokens": 327680000, "loss": 3.561432679494222, "lr": 0.0006815691116578904, "grad_norm": 0.12600041925907135, "tokens_per_second": 1736494.3103187622, "training_seconds": 0.6793273050134303, "elapsed_tokens_per_second": 1246255.068924554, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2520, "epoch": 33, "tokens": 330301440, "loss": 3.582348573207855, "lr": 0.0006394475599915362, "grad_norm": 0.12727336585521698, "tokens_per_second": 1718843.2510528634, "training_seconds": 1.5251187089888845, "elapsed_tokens_per_second": 1248975.0947303688, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2540, "epoch": 33, "tokens": 332922880, "loss": 3.598125147819519, "lr": 0.000598513769050322, "grad_norm": 0.12485980987548828, "tokens_per_second": 1722337.1143033286, "training_seconds": 1.5220249150006566, "elapsed_tokens_per_second": 1251675.8185703887, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2560, "epoch": 33, "tokens": 335544320, "loss": 3.5768192172050477, "lr": 0.0005587883355167817, "grad_norm": 0.12425827980041504, "tokens_per_second": 1722844.8222575963, "training_seconds": 1.5215763869928196, "elapsed_tokens_per_second": 1254350.3365170618, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2568, "epoch": 33, "tokens": 336592896, "loss": 3.6146608889102936, "lr": 0.0005432410003009801, "grad_norm": 0.12108974158763885, "tokens_per_second": 1721418.7461775807, "training_seconds": 0.6091347630135715, "elapsed_tokens_per_second": 1255404.0384996564, "peak_memory_bytes": 42389451776}
{"loss": 3.595170911650711, "perplexity": 36.4219243871718, "tokens": 336592896, "seconds": 0.5522530769958394, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 33, "step": 2568, "evaluation_tokens": 1048576}
{"event": "train", "step": 2580, "epoch": 34, "tokens": 338165760, "loss": 3.581428607304891, "lr": 0.0005202912480634555, "grad_norm": 0.12269659340381622, "tokens_per_second": 1729872.438048145, "training_seconds": 0.9092369849968236, "elapsed_tokens_per_second": 1254403.8380399612, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2600, "epoch": 34, "tokens": 340787200, "loss": 3.5985318422317505, "lr": 0.00048304187729517967, "grad_norm": 0.11644347012042999, "tokens_per_second": 1725669.6896128077, "training_seconds": 1.5190856139961397, "elapsed_tokens_per_second": 1257038.822925298, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2620, "epoch": 34, "tokens": 343408640, "loss": 3.5767650842666625, "lr": 0.00044705896600236427, "grad_norm": 0.12563598155975342, "tokens_per_second": 1723261.5180100808, "training_seconds": 1.5212084600061644, "elapsed_tokens_per_second": 1259632.600102238, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2640, "epoch": 34, "tokens": 346030080, "loss": 3.5835624814033507, "lr": 0.0004123606197301715, "grad_norm": 0.12555590271949768, "tokens_per_second": 1724736.1660260295, "training_seconds": 1.519907828012947, "elapsed_tokens_per_second": 1262205.8500614855, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2646, "epoch": 34, "tokens": 346816512, "loss": 3.5977159341176352, "lr": 0.00040220423323997126, "grad_norm": 0.12493354827165604, "tokens_per_second": 1719777.059393651, "training_seconds": 0.45728717900055926, "elapsed_tokens_per_second": 1262960.086019796, "peak_memory_bytes": 42389451776}
{"loss": 3.585364670472515, "perplexity": 36.066507711415596, "tokens": 346816512, "seconds": 0.5515589220012771, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 34, "step": 2646, "evaluation_tokens": 1048576}
{"event": "train", "step": 2660, "epoch": 35, "tokens": 348651520, "loss": 3.5816749334335327, "lr": 0.0003789642976683362, "grad_norm": 0.11339234560728073, "tokens_per_second": 1727492.6867610377, "training_seconds": 1.062237781996373, "elapsed_tokens_per_second": 1262193.7621294511, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2680, "epoch": 35, "tokens": 351272960, "loss": 3.589997148513794, "lr": 0.00034688680386621407, "grad_norm": 0.1237819641828537, "tokens_per_second": 1721860.3907729618, "training_seconds": 1.522446311006206, "elapsed_tokens_per_second": 1264707.8017219969, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2700, "epoch": 35, "tokens": 353894400, "loss": 3.5933712840080263, "lr": 0.00031614427877747775, "grad_norm": 0.12717323005199432, "tokens_per_second": 1722900.6588603696, "training_seconds": 1.5215270750049967, "elapsed_tokens_per_second": 1267196.8895229104, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2720, "epoch": 35, "tokens": 356515840, "loss": 3.577926957607269, "lr": 0.00028675219113871356, "grad_norm": 0.1211191713809967, "tokens_per_second": 1724704.7211705516, "training_seconds": 1.5199355390068376, "elapsed_tokens_per_second": 1269667.7214217165, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2724, "epoch": 35, "tokens": 357040128, "loss": 3.6034975051879883, "lr": 0.00028103713960192587, "grad_norm": 0.11679314076900482, "tokens_per_second": 1724548.1312604684, "training_seconds": 0.3040147099964088, "elapsed_tokens_per_second": 1270152.7206551458, "peak_memory_bytes": 42389451776}
{"loss": 3.5773435625417442, "perplexity": 35.77837149108222, "tokens": 357040128, "seconds": 0.5510349060059525, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 35, "step": 2724, "evaluation_tokens": 1048576}
{"event": "train", "step": 2740, "epoch": 36, "tokens": 359137280, "loss": 3.5822785645723343, "lr": 0.0002587253301860059, "grad_norm": 0.1251259595155716, "tokens_per_second": 1729437.5921614952, "training_seconds": 1.2126208019908518, "elapsed_tokens_per_second": 1269617.8116117858, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2760, "epoch": 36, "tokens": 361758720, "loss": 3.578671407699585, "lr": 0.00023207779821343022, "grad_norm": 0.1071251779794693, "tokens_per_second": 1720733.8360517495, "training_seconds": 1.5234430480049923, "elapsed_tokens_per_second": 1272029.05164287, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2780, "epoch": 36, "tokens": 364380160, "loss": 3.5810468673706053, "lr": 0.00020682300347719097, "grad_norm": 0.11279679089784622, "tokens_per_second": 1722385.7454456163, "training_seconds": 1.521981940997648, "elapsed_tokens_per_second": 1274419.2808876438, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2800, "epoch": 36, "tokens": 367001600, "loss": 3.5688033938407897, "lr": 0.00018297365344897997, "grad_norm": 0.11667240411043167, "tokens_per_second": 1724353.420322327, "training_seconds": 1.5202451939985622, "elapsed_tokens_per_second": 1276793.749158042, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2802, "epoch": 36, "tokens": 367263744, "loss": 3.551637887954712, "lr": 0.00018066648607535895, "grad_norm": 0.11005745083093643, "tokens_per_second": 1730647.90303705, "training_seconds": 0.15147159600746818, "elapsed_tokens_per_second": 1277024.17880683, "peak_memory_bytes": 42389451776}
{"loss": 3.5714639010334546, "perplexity": 35.568624003765166, "tokens": 367263744, "seconds": 0.5519594859943027, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 36, "step": 2802, "evaluation_tokens": 1048576}
{"event": "train", "step": 2820, "epoch": 37, "tokens": 369623040, "loss": 3.5709645483228893, "lr": 0.00016054174842195112, "grad_norm": 0.10848630219697952, "tokens_per_second": 1727284.8222834715, "training_seconds": 1.3658986459922744, "elapsed_tokens_per_second": 1276681.542324356, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2840, "epoch": 37, "tokens": 372244480, "loss": 3.5922225594520567, "lr": 0.00013953857547252223, "grad_norm": 0.10499837249517441, "tokens_per_second": 1721852.6096473678, "training_seconds": 1.522453191006207, "elapsed_tokens_per_second": 1279005.0729196942, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2860, "epoch": 37, "tokens": 374865920, "loss": 3.554637444019318, "lr": 0.0001199747027810525, "grad_norm": 0.11595749109983444, "tokens_per_second": 1720511.6575841273, "training_seconds": 1.5236397779954132, "elapsed_tokens_per_second": 1281297.6148566667, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2880, "epoch": 37, "tokens": 377487360, "loss": 3.56780469417572, "lr": 0.00010185997431424299, "grad_norm": 0.10789848864078522, "tokens_per_second": 1720123.8134416232, "training_seconds": 1.5239833199884742, "elapsed_tokens_per_second": 1283566.5299238688, "peak_memory_bytes": 42389451776}
{"loss": 3.5674833714258236, "perplexity": 35.42732345489569, "tokens": 377487360, "seconds": 0.5496373799978755, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 37, "step": 2880, "evaluation_tokens": 1048576}
{"event": "train", "step": 2900, "epoch": 38, "tokens": 380108800, "loss": 3.5694935798645018, "lr": 8.520350487194096e-05, "grad_norm": 0.10602458566427231, "tokens_per_second": 1726809.4901536743, "training_seconds": 1.5180829239980085, "elapsed_tokens_per_second": 1283427.6368177165, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2920, "epoch": 38, "tokens": 382730240, "loss": 3.577870452404022, "lr": 7.001367550083971e-05, "grad_norm": 0.11303802579641342, "tokens_per_second": 1753805.6396188661, "training_seconds": 1.4947152300010202, "elapsed_tokens_per_second": 1126268.5492856912, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2940, "epoch": 38, "tokens": 385351680, "loss": 3.5654675006866454, "lr": 5.6298129277383315e-05, "grad_norm": 0.1087828204035759, "tokens_per_second": 1730794.0083864, "training_seconds": 1.514588095000363, "elapsed_tokens_per_second": 1128947.060442087, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2958, "epoch": 38, "tokens": 387710976, "loss": 3.5773194366031222, "lr": 4.52203690440931e-05, "grad_norm": 0.1033668965101242, "tokens_per_second": 1730797.4499899768, "training_seconds": 1.3631265749863815, "elapsed_tokens_per_second": 1131335.290574176, "peak_memory_bytes": 42389451776}
{"loss": 3.5647753225494054, "perplexity": 35.33151431788365, "tokens": 387710976, "seconds": 0.5490447100019082, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 38, "step": 2958, "evaluation_tokens": 1048576}
{"event": "train", "step": 2960, "epoch": 39, "tokens": 387973120, "loss": 3.5638002157211304, "lr": 4.406376746199359e-05, "grad_norm": 0.10763394832611084, "tokens_per_second": 1814303.1793907266, "training_seconds": 0.14448742799868342, "elapsed_tokens_per_second": 1129767.7913877761, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2980, "epoch": 39, "tokens": 390594560, "loss": 3.5666330337524412, "lr": 3.3316746026558764e-05, "grad_norm": 0.10599925369024277, "tokens_per_second": 1726030.4641790998, "training_seconds": 1.5187680950039066, "elapsed_tokens_per_second": 1132389.6312982389, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3000, "epoch": 39, "tokens": 393216000, "loss": 3.563508379459381, "lr": 2.4062472556929617e-05, "grad_norm": 0.10508740693330765, "tokens_per_second": 1729209.228090339, "training_seconds": 1.5159761799877742, "elapsed_tokens_per_second": 1134995.8527382126, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3020, "epoch": 39, "tokens": 395837440, "loss": 3.5602065563201903, "lr": 1.6305603531978965e-05, "grad_norm": 0.10781500488519669, "tokens_per_second": 1727347.695700866, "training_seconds": 1.5176099209929816, "elapsed_tokens_per_second": 1137575.5087896576, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3035, "epoch": 39, "tokens": 397803520, "loss": 3.547816276550293, "lr": 1.1472999731468093e-05, "grad_norm": 0.10529416799545288, "tokens_per_second": 1729743.5796757047, "training_seconds": 1.1366308989963727, "elapsed_tokens_per_second": 1139498.2346052658, "peak_memory_bytes": 42389451776}
{"loss": 3.563585974023138, "perplexity": 35.28951781259023, "tokens": 397803520, "seconds": 0.5516853320004884, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 39, "step": 3035, "evaluation_tokens": 1048576}
{"event": "train", "step": 3040, "epoch": 40, "tokens": 398458880, "loss": 3.584206390380859, "lr": 1.0050041980600555e-05, "grad_norm": 0.10880555957555771, "tokens_per_second": 1755101.959457048, "training_seconds": 0.3734028080070857, "elapsed_tokens_per_second": 1138322.6657696874, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3060, "epoch": 40, "tokens": 401080320, "loss": 3.5750163793563843, "lr": 5.2989355178180155e-06, "grad_norm": 0.10781017690896988, "tokens_per_second": 1727421.8869305248, "training_seconds": 1.5175447410001652, "elapsed_tokens_per_second": 1140861.881477199, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3080, "epoch": 40, "tokens": 403701760, "loss": 3.5467328906059263, "lr": 2.0546747609980766e-06, "grad_norm": 0.1030006855726242, "tokens_per_second": 1725106.501896391, "training_seconds": 1.519581543005188, "elapsed_tokens_per_second": 1143371.3789439441, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3100, "epoch": 40, "tokens": 406323200, "loss": 3.5568703413009644, "lr": 3.1889212696112336e-07, "grad_norm": 0.10491953790187836, "tokens_per_second": 1724592.6655662819, "training_seconds": 1.5200342969910707, "elapsed_tokens_per_second": 1145858.874814177, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3113, "epoch": 40, "tokens": 408027136, "loss": 3.575151260082538, "lr": 0.0, "grad_norm": 0.09838438034057617, "tokens_per_second": 1724481.987140102, "training_seconds": 0.9880857049865881, "elapsed_tokens_per_second": 1147460.8754684536, "peak_memory_bytes": 42389451776}
{"loss": 3.5633763545906563, "perplexity": 35.28212121915575, "tokens": 408027136, "seconds": 0.5502642549981829, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 40, "step": 3113, "evaluation_tokens": 1048576}
{"loss": 3.564443510156062, "perplexity": 35.31979282833269, "tokens": 408027136, "seconds": 102.88617181999143, "split": "full", "validation_complete": true, "event": "final_validation", "step": 3113, "evaluation_tokens": 197411295}