{"event": "train", "step": 20, "epoch": 1, "tokens": 2621440, "loss": 9.647291421890259, "lr": 0.0003205128205128205, "grad_norm": 2.3948800563812256, "tokens_per_second": 46811.66063103836, "training_seconds": 55.99972239100316, "elapsed_tokens_per_second": 46811.66063103836, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 40, "epoch": 1, "tokens": 5242880, "loss": 7.870984172821045, "lr": 0.000641025641025641, "grad_norm": 0.4518643021583557, "tokens_per_second": 1793570.7597073861, "training_seconds": 1.4615760129963746, "elapsed_tokens_per_second": 91228.98236512231, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 60, "epoch": 1, "tokens": 7864320, "loss": 6.903966689109803, "lr": 0.0009615384615384615, "grad_norm": 1.2060641050338745, "tokens_per_second": 1784491.5362978932, "training_seconds": 1.4690122909960337, "elapsed_tokens_per_second": 133429.02097809472, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 78, "epoch": 1, "tokens": 10223616, "loss": 6.492908424801296, "lr": 0.00125, "grad_norm": 0.7136518359184265, "tokens_per_second": 1774902.4938715517, "training_seconds": 1.3292538650130155, "elapsed_tokens_per_second": 169628.63414518547, "peak_memory_bytes": 21988176384}
{"loss": 6.352690389035843, "perplexity": 574.0350108868362, "tokens": 10223616, "seconds": 1.5475096660084091, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 1, "step": 78, "evaluation_tokens": 1048576}
{"event": "train", "step": 80, "epoch": 2, "tokens": 10485760, "loss": 6.323632478713989, "lr": 0.001282051282051282, "grad_norm": 0.5402178764343262, "tokens_per_second": 1852980.6616644931, "training_seconds": 0.14147152499936055, "elapsed_tokens_per_second": 169204.8673199053, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 100, "epoch": 2, "tokens": 13107200, "loss": 6.176414561271668, "lr": 0.0016025641025641025, "grad_norm": 0.5630412101745605, "tokens_per_second": 1774760.2929129952, "training_seconds": 1.477067077998072, "elapsed_tokens_per_second": 206578.14203800005, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 120, "epoch": 2, "tokens": 15728640, "loss": 5.949965643882751, "lr": 0.001923076923076923, "grad_norm": 0.36081621050834656, "tokens_per_second": 1778867.8929186352, "training_seconds": 1.4736563689948525, "elapsed_tokens_per_second": 242258.40738538827, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 140, "epoch": 2, "tokens": 18350080, "loss": 5.763536357879639, "lr": 0.002243589743589744, "grad_norm": 0.4543209969997406, "tokens_per_second": 1779693.6060783698, "training_seconds": 1.472972645991831, "elapsed_tokens_per_second": 276356.9907062395, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 156, "epoch": 2, "tokens": 20447232, "loss": 5.58956852555275, "lr": 0.0025, "grad_norm": 0.48053407669067383, "tokens_per_second": 1774752.0179223786, "training_seconds": 1.1816591719980352, "elapsed_tokens_per_second": 302546.3171498041, "peak_memory_bytes": 42389451776}
{"loss": 5.5580194044439395, "perplexity": 259.30874164284177, "tokens": 20447232, "seconds": 0.5314193720114417, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 2, "step": 156, "evaluation_tokens": 1048576}
{"event": "train", "step": 160, "epoch": 3, "tokens": 20971520, "loss": 5.530133605003357, "lr": 0.002564102564102564, "grad_norm": 0.46482351422309875, "tokens_per_second": 1798263.4948775964, "training_seconds": 0.2915523789997678, "elapsed_tokens_per_second": 306522.4147641976, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 180, "epoch": 3, "tokens": 23592960, "loss": 5.442575693130493, "lr": 0.0028846153846153848, "grad_norm": 0.5060264468193054, "tokens_per_second": 1784743.5329171838, "training_seconds": 1.4688048740063095, "elapsed_tokens_per_second": 337583.7285016024, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 200, "epoch": 3, "tokens": 26214400, "loss": 5.356393909454345, "lr": 0.003205128205128205, "grad_norm": 0.663686215877533, "tokens_per_second": 1772790.2830509816, "training_seconds": 1.478708466005628, "elapsed_tokens_per_second": 367312.2988802973, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 220, "epoch": 3, "tokens": 28835840, "loss": 5.216713905334473, "lr": 0.003525641025641026, "grad_norm": 0.4133855998516083, "tokens_per_second": 1785022.6325984104, "training_seconds": 1.4685752169898478, "elapsed_tokens_per_second": 395887.32681514556, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 233, "epoch": 3, "tokens": 30539776, "loss": 5.147461671095628, "lr": 0.003733974358974359, "grad_norm": 0.42180946469306946, "tokens_per_second": 1784130.5504739797, "training_seconds": 0.9550511870038463, "elapsed_tokens_per_second": 413842.9873429797, "peak_memory_bytes": 42389451776}
{"loss": 5.170702252123623, "perplexity": 176.03841743932955, "tokens": 30539776, "seconds": 0.5361637989990413, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 3, "step": 233, "evaluation_tokens": 1048576}
{"event": "train", "step": 240, "epoch": 4, "tokens": 31457280, "loss": 5.149615287780762, "lr": 0.003846153846153846, "grad_norm": 0.5465742349624634, "tokens_per_second": 1795661.300781713, "training_seconds": 0.5109560470009455, "elapsed_tokens_per_second": 420256.78059456195, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 260, "epoch": 4, "tokens": 34078720, "loss": 5.081488871574402, "lr": 0.004166666666666667, "grad_norm": 0.37553149461746216, "tokens_per_second": 1784825.1499913237, "training_seconds": 1.4687377080117585, "elapsed_tokens_per_second": 446505.16854267824, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 280, "epoch": 4, "tokens": 36700160, "loss": 4.973231172561645, "lr": 0.004487179487179488, "grad_norm": 0.34948086738586426, "tokens_per_second": 1781708.2135836405, "training_seconds": 1.4713071309961379, "elapsed_tokens_per_second": 471745.2563685899, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 300, "epoch": 4, "tokens": 39321600, "loss": 4.910287237167358, "lr": 0.004807692307692308, "grad_norm": 0.3153178095817566, "tokens_per_second": 1781451.0686153516, "training_seconds": 1.4715195079916157, "elapsed_tokens_per_second": 496049.8872164112, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 311, "epoch": 4, "tokens": 40763392, "loss": 4.872221253134987, "lr": 0.0049839743589743584, "grad_norm": 0.24550668895244598, "tokens_per_second": 1774998.6890888354, "training_seconds": 0.8122777829994448, "elapsed_tokens_per_second": 509010.54379048233, "peak_memory_bytes": 42389451776}
{"loss": 4.866744238648705, "perplexity": 129.8973130426724, "tokens": 40763392, "seconds": 0.5335667290055426, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 4, "step": 311, "evaluation_tokens": 1048576}
{"event": "train", "step": 320, "epoch": 5, "tokens": 41943040, "loss": 4.819801701439752, "lr": 0.004999899362323586, "grad_norm": 0.29850444197654724, "tokens_per_second": 1790439.7440656042, "training_seconds": 0.6588593689957634, "elapsed_tokens_per_second": 516001.7129494273, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 340, "epoch": 5, "tokens": 44564480, "loss": 4.797735953330994, "lr": 0.0049987672815123355, "grad_norm": 0.4528507590293884, "tokens_per_second": 1767530.7324487858, "training_seconds": 1.4831085829937365, "elapsed_tokens_per_second": 538420.1420824046, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 360, "epoch": 5, "tokens": 47185920, "loss": 4.878196954727173, "lr": 0.004996377894323162, "grad_norm": 0.24354098737239838, "tokens_per_second": 1770584.0978508007, "training_seconds": 1.4805509680008981, "elapsed_tokens_per_second": 560058.4713932951, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 380, "epoch": 5, "tokens": 49807360, "loss": 4.773715186119079, "lr": 0.004992732403025591, "grad_norm": 0.22241105139255524, "tokens_per_second": 1779081.0593904266, "training_seconds": 1.4734797979908762, "elapsed_tokens_per_second": 581001.2365295091, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 389, "epoch": 5, "tokens": 50987008, "loss": 4.702063454522027, "lr": 0.004990682593570323, "grad_norm": 0.18891014158725739, "tokens_per_second": 1759840.4049029169, "training_seconds": 0.6703153290000046, "elapsed_tokens_per_second": 590134.7728494327, "peak_memory_bytes": 42389451776}
{"loss": 4.712517011755745, "perplexity": 111.33203157006031, "tokens": 50987008, "seconds": 0.5359067520039389, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 5, "step": 389, "evaluation_tokens": 1048576}
{"event": "train", "step": 400, "epoch": 6, "tokens": 52428800, "loss": 4.661228440024636, "lr": 0.004987832641923876, "grad_norm": 0.1964942067861557, "tokens_per_second": 1781198.8780155608, "training_seconds": 0.8094503189931856, "elapsed_tokens_per_second": 597467.2392488251, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 420, "epoch": 6, "tokens": 55050240, "loss": 4.617920446395874, "lr": 0.00498168107643404, "grad_norm": 0.19228266179561615, "tokens_per_second": 1772986.146130813, "training_seconds": 1.4785451119969366, "elapsed_tokens_per_second": 616938.0575548041, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 440, "epoch": 6, "tokens": 57671680, "loss": 4.58470458984375, "lr": 0.004974280801843336, "grad_norm": 0.31776028871536255, "tokens_per_second": 1769554.6899098486, "training_seconds": 1.4814122530078748, "elapsed_tokens_per_second": 635750.825094462, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 460, "epoch": 6, "tokens": 60293120, "loss": 4.552733016014099, "lr": 0.004965635541752804, "grad_norm": 0.19788479804992676, "tokens_per_second": 1774407.0253680078, "training_seconds": 1.4773611479904503, "elapsed_tokens_per_second": 653988.6464587393, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 467, "epoch": 6, "tokens": 61210624, "loss": 4.493776185171945, "lr": 0.0049623163591299225, "grad_norm": 0.19830545783042908, "tokens_per_second": 1759731.774387288, "training_seconds": 0.5213885510020191, "elapsed_tokens_per_second": 660193.9921373378, "peak_memory_bytes": 42389451776}
{"loss": 4.50520306022408, "perplexity": 90.48671643637125, "tokens": 61210624, "seconds": 0.5308045440033311, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 6, "step": 467, "evaluation_tokens": 1048576}
{"event": "train", "step": 480, "epoch": 7, "tokens": 62914560, "loss": 4.485300064086914, "lr": 0.004955749646203652, "grad_norm": 0.5305446982383728, "tokens_per_second": 1781390.3910567502, "training_seconds": 0.956520259991521, "elapsed_tokens_per_second": 667803.7093226279, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 500, "epoch": 7, "tokens": 65536000, "loss": 4.5330668687820435, "lr": 0.004944628089488454, "grad_norm": 0.1866903454065323, "tokens_per_second": 1778608.207454769, "training_seconds": 1.4738715300045442, "elapsed_tokens_per_second": 684905.1937935716, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 520, "epoch": 7, "tokens": 68157440, "loss": 4.39811520576477, "lr": 0.004932276467648223, "grad_norm": 0.15282821655273438, "tokens_per_second": 1775643.5398920104, "training_seconds": 1.4763323499937542, "elapsed_tokens_per_second": 701462.5408689078, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 540, "epoch": 7, "tokens": 70778880, "loss": 4.324670910835266, "lr": 0.00491870099565665, "grad_norm": 0.1864374428987503, "tokens_per_second": 1776172.3880389486, "training_seconds": 1.4758927780058002, "elapsed_tokens_per_second": 717531.7740530536, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 545, "epoch": 7, "tokens": 71434240, "loss": 4.3197297096252445, "lr": 0.004915116688071464, "grad_norm": 0.16263523697853088, "tokens_per_second": 1765017.782236217, "training_seconds": 0.37130504100059625, "elapsed_tokens_per_second": 721446.556764253, "peak_memory_bytes": 42389451776}
{"loss": 4.302290857712356, "perplexity": 73.86882297748149, "tokens": 71434240, "seconds": 0.533361038993462, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 7, "step": 545, "evaluation_tokens": 1048576}
{"event": "train", "step": 560, "epoch": 8, "tokens": 73400320, "loss": 4.2940598487854, "lr": 0.004903908504292913, "grad_norm": 0.18703848123550415, "tokens_per_second": 1772861.1914874318, "training_seconds": 1.108986992010614, "elapsed_tokens_per_second": 729156.4652643122, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 580, "epoch": 8, "tokens": 76021760, "loss": 4.263990521430969, "lr": 0.004887906436704631, "grad_norm": 0.19338734447956085, "tokens_per_second": 1773205.8502541126, "training_seconds": 1.4783619169902522, "elapsed_tokens_per_second": 744258.3123930737, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 600, "epoch": 8, "tokens": 78643200, "loss": 4.210776853561401, "lr": 0.0048707028446626855, "grad_norm": 0.1587453931570053, "tokens_per_second": 1777067.2184471895, "training_seconds": 1.47514960198896, "elapsed_tokens_per_second": 758947.7318482242, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 620, "epoch": 8, "tokens": 81264640, "loss": 4.1966050386428835, "lr": 0.004852306384509808, "grad_norm": 0.17409780621528625, "tokens_per_second": 1770994.7643074694, "training_seconds": 1.4802076509949984, "elapsed_tokens_per_second": 773188.0222239167, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 623, "epoch": 8, "tokens": 81657856, "loss": 4.205028851826985, "lr": 0.0048494445949372016, "grad_norm": 0.20162753760814667, "tokens_per_second": 1789769.029605598, "training_seconds": 0.21970209199935198, "elapsed_tokens_per_second": 775291.2948313885, "peak_memory_bytes": 42389451776}
{"loss": 4.196642405259965, "perplexity": 66.46280083850203, "tokens": 81657856, "seconds": 0.5343445289909141, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 8, "step": 623, "evaluation_tokens": 1048576}
{"event": "train", "step": 640, "epoch": 9, "tokens": 83886080, "loss": 4.171152311212876, "lr": 0.004832726312804964, "grad_norm": 0.18709005415439606, "tokens_per_second": 1792525.800911222, "training_seconds": 1.2430638369987719, "elapsed_tokens_per_second": 783180.5144055106, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 660, "epoch": 9, "tokens": 86507520, "loss": 4.13119683265686, "lr": 0.004811972481665723, "grad_norm": 0.16247758269309998, "tokens_per_second": 1777513.4483593, "training_seconds": 1.4747792779962765, "elapsed_tokens_per_second": 796676.2241631588, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 680, "epoch": 9, "tokens": 89128960, "loss": 4.132930302619934, "lr": 0.004790055333810961, "grad_norm": 0.15108074247837067, "tokens_per_second": 1769369.0211670608, "training_seconds": 1.481567705006455, "elapsed_tokens_per_second": 809757.1858226919, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 700, "epoch": 9, "tokens": 91750400, "loss": 4.115863370895386, "lr": 0.004766985897306392, "grad_norm": 0.15754960477352142, "tokens_per_second": 1776378.013925074, "training_seconds": 1.4757219349994557, "elapsed_tokens_per_second": 822533.9811424696, "peak_memory_bytes": 42389451776}
{"loss": 4.11784045265323, "perplexity": 61.42644560807033, "tokens": 91750400, "seconds": 0.5353657439991366, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 9, "step": 700, "evaluation_tokens": 1048576}
{"event": "train", "step": 720, "epoch": 10, "tokens": 94371840, "loss": 4.115362048149109, "lr": 0.004742775780015567, "grad_norm": 0.15226268768310547, "tokens_per_second": 1779652.5089771273, "training_seconds": 1.473006661006366, "elapsed_tokens_per_second": 830995.4785709181, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 740, "epoch": 10, "tokens": 96993280, "loss": 4.083418583869934, "lr": 0.0047174371637591405, "grad_norm": 0.17690636217594147, "tokens_per_second": 1775192.5945653822, "training_seconds": 1.4767073770053685, "elapsed_tokens_per_second": 843100.9640926053, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 760, "epoch": 10, "tokens": 99614720, "loss": 4.068277406692505, "lr": 0.0046909827981853345, "grad_norm": 0.14407140016555786, "tokens_per_second": 1781275.8328525356, "training_seconds": 1.4716642709972803, "elapsed_tokens_per_second": 854941.2465938346, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 778, "epoch": 10, "tokens": 101974016, "loss": 4.053596496582031, "lr": 0.0046662308936010225, "grad_norm": 0.17981112003326416, "tokens_per_second": 1772178.4745155324, "training_seconds": 1.3312970639963169, "elapsed_tokens_per_second": 865291.058585769, "peak_memory_bytes": 42389451776}
{"loss": 4.064655128093966, "perplexity": 58.244818057012594, "tokens": 101974016, "seconds": 0.5345622669992736, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 10, "step": 778, "evaluation_tokens": 1048576}
{"event": "train", "step": 780, "epoch": 11, "tokens": 102236160, "loss": 4.028634786605835, "lr": 0.004663425994354689, "grad_norm": 0.1614779382944107, "tokens_per_second": 1829294.431276406, "training_seconds": 0.14330333899124525, "elapsed_tokens_per_second": 862496.0502897978, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 800, "epoch": 11, "tokens": 104857600, "loss": 4.0703696489334105, "lr": 0.004634780618042328, "grad_norm": 0.1568119078874588, "tokens_per_second": 1776876.94445451, "training_seconds": 1.4753075659973547, "elapsed_tokens_per_second": 873726.6350047151, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 820, "epoch": 11, "tokens": 107479040, "loss": 4.033695483207703, "lr": 0.004605061082761107, "grad_norm": 0.15103447437286377, "tokens_per_second": 1780257.1531204914, "training_seconds": 1.4725063710066024, "elapsed_tokens_per_second": 884699.5111962677, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 840, "epoch": 11, "tokens": 110100480, "loss": 4.019078576564789, "lr": 0.004574282342509156, "grad_norm": 0.14349310100078583, "tokens_per_second": 1780543.5950993272, "training_seconds": 1.4722694840020267, "elapsed_tokens_per_second": 895415.7561790925, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 856, "epoch": 11, "tokens": 112197632, "loss": 4.019694402813911, "lr": 0.004548907112255265, "grad_norm": 0.16070488095283508, "tokens_per_second": 1770642.2836758485, "training_seconds": 1.1844018519914243, "elapsed_tokens_per_second": 903751.647176626, "peak_memory_bytes": 42389451776}
{"loss": 4.020526013724142, "perplexity": 55.730413080243416, "tokens": 112197632, "seconds": 0.5348554820084246, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 11, "step": 856, "evaluation_tokens": 1048576}
{"event": "train", "step": 860, "epoch": 12, "tokens": 112721920, "loss": 4.0220420360565186, "lr": 0.00454245988424547, "grad_norm": 0.1654481142759323, "tokens_per_second": 1802753.895298506, "training_seconds": 0.2908261639968259, "elapsed_tokens_per_second": 901925.724561607, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 880, "epoch": 12, "tokens": 115343360, "loss": 3.9850189447402955, "lr": 0.004509609720097321, "grad_norm": 0.1680891066789627, "tokens_per_second": 1767574.3774948146, "training_seconds": 1.4830719619931187, "elapsed_tokens_per_second": 912067.3102288168, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 900, "epoch": 12, "tokens": 117964800, "loss": 3.978818380832672, "lr": 0.004475748379303428, "grad_norm": 0.1511176973581314, "tokens_per_second": 1775754.8315558943, "training_seconds": 1.4762398239981849, "elapsed_tokens_per_second": 922017.1781325701, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 920, "epoch": 12, "tokens": 120586240, "loss": 3.9861294746398928, "lr": 0.004440892899896928, "grad_norm": 0.15881264209747314, "tokens_per_second": 1774783.8819143835, "training_seconds": 1.4770474460092373, "elapsed_tokens_per_second": 931739.6204066821, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 934, "epoch": 12, "tokens": 122421248, "loss": 3.9548247371401106, "lr": 0.004415911923743702, "grad_norm": 0.16381020843982697, "tokens_per_second": 1782587.44217434, "training_seconds": 1.0294070050003938, "elapsed_tokens_per_second": 938438.8049006693, "peak_memory_bytes": 42389451776}
{"loss": 3.9825462224637, "perplexity": 53.65347413169184, "tokens": 122421248, "seconds": 0.5327355799963698, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 12, "step": 934, "evaluation_tokens": 1048576}
{"event": "train", "step": 940, "epoch": 13, "tokens": 123207680, "loss": 3.9633493026097617, "lr": 0.004405060820132339, "grad_norm": 0.16608570516109467, "tokens_per_second": 1806268.3487127866, "training_seconds": 0.435390455997549, "elapsed_tokens_per_second": 937439.956172122, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 960, "epoch": 13, "tokens": 125829120, "loss": 3.9499608635902406, "lr": 0.004368270169660825, "grad_norm": 0.16322295367717743, "tokens_per_second": 1772275.16123526, "training_seconds": 1.4791382609982975, "elapsed_tokens_per_second": 946721.8862418007, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 980, "epoch": 13, "tokens": 128450560, "loss": 3.955560398101807, "lr": 0.0043305394604582, "grad_norm": 0.14036378264427185, "tokens_per_second": 1770262.3444660136, "training_seconds": 1.4808200650004437, "elapsed_tokens_per_second": 955785.6754353354, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1000, "epoch": 13, "tokens": 131072000, "loss": 3.929864692687988, "lr": 0.004291887677510251, "grad_norm": 0.13899405300617218, "tokens_per_second": 1777084.468268917, "training_seconds": 1.4751352829916868, "elapsed_tokens_per_second": 964691.1320086063, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1012, "epoch": 13, "tokens": 132644864, "loss": 3.9177502195040383, "lr": 0.004268262563907721, "grad_norm": 0.14191210269927979, "tokens_per_second": 1778852.7989000939, "training_seconds": 0.8842013240064261, "elapsed_tokens_per_second": 969943.1464574737, "peak_memory_bytes": 42389451776}
{"loss": 3.941259603056502, "perplexity": 51.48340913539089, "tokens": 132644864, "seconds": 0.5334619900095277, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 13, "step": 1012, "evaluation_tokens": 1048576}
{"event": "train", "step": 1020, "epoch": 14, "tokens": 133693440, "loss": 3.937674880027771, "lr": 0.00425233426926005, "grad_norm": 0.16826622188091278, "tokens_per_second": 1785017.0559788463, "training_seconds": 0.587431922001997, "elapsed_tokens_per_second": 969585.974063543, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1040, "epoch": 14, "tokens": 136314880, "loss": 3.9315296053886413, "lr": 0.004211899137822061, "grad_norm": 0.1529139131307602, "tokens_per_second": 1771956.2616732405, "training_seconds": 1.4794044620066416, "elapsed_tokens_per_second": 978094.3051428138, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1060, "epoch": 14, "tokens": 138936320, "loss": 3.9039549827575684, "lr": 0.004170602628967988, "grad_norm": 0.16162459552288055, "tokens_per_second": 1773916.3914050371, "training_seconds": 1.4777697600075044, "elapsed_tokens_per_second": 986431.2705022558, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1080, "epoch": 14, "tokens": 141557760, "loss": 3.910267245769501, "lr": 0.004128465521889375, "grad_norm": 0.17536765336990356, "tokens_per_second": 1774821.6398370096, "training_seconds": 1.477016022996395, "elapsed_tokens_per_second": 994603.6659884397, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1090, "epoch": 14, "tokens": 142868480, "loss": 3.8980030536651613, "lr": 0.004107088353457822, "grad_norm": 0.16727067530155182, "tokens_per_second": 1766954.2483502217, "training_seconds": 0.7417962299950887, "elapsed_tokens_per_second": 998593.2671455799, "peak_memory_bytes": 42389451776}
{"loss": 3.9107649122319943, "perplexity": 49.93713489356565, "tokens": 142868480, "seconds": 0.5364375450008083, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 14, "step": 1090, "evaluation_tokens": 1048576}
{"event": "train", "step": 1100, "epoch": 15, "tokens": 144179200, "loss": 3.8711371421813965, "lr": 0.0040855090187421296, "grad_norm": 0.16097787022590637, "tokens_per_second": 1783104.0489720125, "training_seconds": 0.7350776870007394, "elapsed_tokens_per_second": 998798.2563114318, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1120, "epoch": 15, "tokens": 146800640, "loss": 3.8956637740135194, "lr": 0.0040417547339782174, "grad_norm": 0.15186531841754913, "tokens_per_second": 1775284.9012449516, "training_seconds": 1.4766305949888192, "elapsed_tokens_per_second": 1006648.9193682536, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1140, "epoch": 15, "tokens": 149422080, "loss": 3.875647580623627, "lr": 0.003997224683469905, "grad_norm": 0.14641085267066956, "tokens_per_second": 1773734.147230078, "training_seconds": 1.4779215950111393, "elapsed_tokens_per_second": 1014334.0055552154, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1160, "epoch": 15, "tokens": 152043520, "loss": 3.884085774421692, "lr": 0.003951941273432022, "grad_norm": 0.141500785946846, "tokens_per_second": 1773331.6527975355, "training_seconds": 1.4782570399984252, "elapsed_tokens_per_second": 1021867.1322118269, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1167, "epoch": 15, "tokens": 152961024, "loss": 3.8767635141100203, "lr": 0.003935918304261752, "grad_norm": 0.1410083919763565, "tokens_per_second": 1775299.1609631795, "training_seconds": 0.5168165569921257, "elapsed_tokens_per_second": 1024460.7436136365, "peak_memory_bytes": 42389451776}
{"loss": 3.8862003548170394, "perplexity": 48.72539513325804, "tokens": 152961024, "seconds": 0.5370934600068722, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 15, "step": 1167, "evaluation_tokens": 1048576}
{"event": "train", "step": 1180, "epoch": 16, "tokens": 154664960, "loss": 3.869037573154156, "lr": 0.003905927289147804, "grad_norm": 0.1364145129919052, "tokens_per_second": 1797844.9836471095, "training_seconds": 0.9477658060059184, "elapsed_tokens_per_second": 1025604.417314317, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1200, "epoch": 16, "tokens": 157286400, "loss": 3.864048993587494, "lr": 0.0038592058835040135, "grad_norm": 0.15849372744560242, "tokens_per_second": 1772374.928582051, "training_seconds": 1.4790550000034273, "elapsed_tokens_per_second": 1032847.5042092886, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1220, "epoch": 16, "tokens": 159907840, "loss": 3.8443177461624147, "lr": 0.003811800565341085, "grad_norm": 0.12746304273605347, "tokens_per_second": 1778636.8419054328, "training_seconds": 1.4738478020008188, "elapsed_tokens_per_second": 1039984.6890343692, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1240, "epoch": 16, "tokens": 162529280, "loss": 3.834991526603699, "lr": 0.0037637351876241634, "grad_norm": 0.14116208255290985, "tokens_per_second": 1778601.3929089727, "training_seconds": 1.4738771770062158, "elapsed_tokens_per_second": 1046986.685633454, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1245, "epoch": 16, "tokens": 163184640, "loss": 3.829611587524414, "lr": 0.0037516185359550993, "grad_norm": 0.1385611742734909, "tokens_per_second": 1766275.6073935921, "training_seconds": 0.37104062200523913, "elapsed_tokens_per_second": 1048691.579781114, "peak_memory_bytes": 42389451776}
{"loss": 3.8589090185912998, "perplexity": 47.41359579027316, "tokens": 163184640, "seconds": 0.5375446779944468, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 16, "step": 1245, "evaluation_tokens": 1048576}
{"event": "train", "step": 1260, "epoch": 17, "tokens": 165150720, "loss": 3.8460725943247476, "lr": 0.0037150339354409955, "grad_norm": 0.144515261054039, "tokens_per_second": 1781473.9980274325, "training_seconds": 1.1036254260106944, "elapsed_tokens_per_second": 1050180.9431136143, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1280, "epoch": 17, "tokens": 167772160, "loss": 3.8319207072257995, "lr": 0.003665721313832702, "grad_norm": 0.13157649338245392, "tokens_per_second": 1780786.465885945, "training_seconds": 1.4720686899963766, "elapsed_tokens_per_second": 1056946.306500991, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1300, "epoch": 17, "tokens": 170393600, "loss": 3.8338213205337524, "lr": 0.003615822135463557, "grad_norm": 0.15687812864780426, "tokens_per_second": 1772473.7112654252, "training_seconds": 1.4789725699956762, "elapsed_tokens_per_second": 1063537.2757358158, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1320, "epoch": 17, "tokens": 173015040, "loss": 3.8312071561813354, "lr": 0.0035653615081359903, "grad_norm": 0.13426673412322998, "tokens_per_second": 1778413.5507295125, "training_seconds": 1.4740328530024271, "elapsed_tokens_per_second": 1070044.0384911285, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1323, "epoch": 17, "tokens": 173408256, "loss": 3.8032787640889487, "lr": 0.0035577455548971722, "grad_norm": 0.12304265797138214, "tokens_per_second": 1760488.8765943695, "training_seconds": 0.22335614000621717, "elapsed_tokens_per_second": 1070985.9547817332, "peak_memory_bytes": 42389451776}
{"loss": 3.8362101094274137, "perplexity": 46.349481690108746, "tokens": 173408256, "seconds": 0.5381939060025616, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 17, "step": 1323, "evaluation_tokens": 1048576}
{"event": "train", "step": 1340, "epoch": 18, "tokens": 175636480, "loss": 3.8109016558703255, "lr": 0.0035143648221570697, "grad_norm": 0.13453906774520874, "tokens_per_second": 1782276.8916056794, "training_seconds": 1.2502120240096701, "elapsed_tokens_per_second": 1072825.5755824992, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1360, "epoch": 18, "tokens": 178257920, "loss": 3.823597621917725, "lr": 0.00346285773756285, "grad_norm": 0.1383497565984726, "tokens_per_second": 1780256.4180578275, "training_seconds": 1.4725069790001726, "elapsed_tokens_per_second": 1079123.53518223, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1380, "epoch": 18, "tokens": 180879360, "loss": 3.802278482913971, "lr": 0.003410866171206993, "grad_norm": 0.14221572875976562, "tokens_per_second": 1771354.850568738, "training_seconds": 1.4799067499989178, "elapsed_tokens_per_second": 1085256.0392206388, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1400, "epoch": 18, "tokens": 183500800, "loss": 3.7953598737716674, "lr": 0.0033584162837201658, "grad_norm": 0.15319578349590302, "tokens_per_second": 1780715.0881780924, "training_seconds": 1.4721276960044634, "elapsed_tokens_per_second": 1091334.2503596381, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1401, "epoch": 18, "tokens": 183631872, "loss": 3.8263001441955566, "lr": 0.0033557822308610463, "grad_norm": 0.15699124336242676, "tokens_per_second": 1760417.7446208547, "training_seconds": 0.07445505500072613, "elapsed_tokens_per_second": 1091619.253467554, "peak_memory_bytes": 42389451776}
{"loss": 3.814345563505153, "perplexity": 45.34706989257336, "tokens": 183631872, "seconds": 0.534933783012093, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 18, "step": 1401, "evaluation_tokens": 1048576}
{"event": "train", "step": 1420, "epoch": 19, "tokens": 186122240, "loss": 3.7862947112635563, "lr": 0.0033055344663467817, "grad_norm": 0.1413126289844513, "tokens_per_second": 1776900.6002908603, "training_seconds": 1.4015235289989505, "elapsed_tokens_per_second": 1093774.1362986243, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1440, "epoch": 19, "tokens": 188743680, "loss": 3.788430225849152, "lr": 0.0032522473276657003, "grad_norm": 0.13974198698997498, "tokens_per_second": 1764763.5834436351, "training_seconds": 1.4854340970050544, "elapsed_tokens_per_second": 1099572.8352389121, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1460, "epoch": 19, "tokens": 191365120, "loss": 3.787461054325104, "lr": 0.00319858168020157, "grad_norm": 0.15290197730064392, "tokens_per_second": 1775223.0029335672, "training_seconds": 1.4766820820077555, "elapsed_tokens_per_second": 1105324.6621093, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1479, "epoch": 19, "tokens": 193855488, "loss": 3.7622140708722567, "lr": 0.003147273313955012, "grad_norm": 0.12829160690307617, "tokens_per_second": 1771700.4566227454, "training_seconds": 1.4056371610058704, "elapsed_tokens_per_second": 1110683.9160691765, "peak_memory_bytes": 42389451776}
{"loss": 3.7913113478427056, "perplexity": 44.314473880036786, "tokens": 193855488, "seconds": 0.5348024270060705, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 19, "step": 1479, "evaluation_tokens": 1048576}
{"event": "train", "step": 1480, "epoch": 20, "tokens": 193986560, "loss": 3.7902133464813232, "lr": 0.003144564526933551, "grad_norm": 0.12651903927326202, "tokens_per_second": 1935184.5463109135, "training_seconds": 0.06773100800637621, "elapsed_tokens_per_second": 1107548.8677081903, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1500, "epoch": 20, "tokens": 196608000, "loss": 3.7571117639541627, "lr": 0.0030902230477082115, "grad_norm": 0.15189768373966217, "tokens_per_second": 1770184.426568799, "training_seconds": 1.4808852459973423, "elapsed_tokens_per_second": 1113092.5118827391, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1520, "epoch": 20, "tokens": 199229440, "loss": 3.7771939635276794, "lr": 0.0030355845855634263, "grad_norm": 0.14050041139125824, "tokens_per_second": 1774644.3971990268, "training_seconds": 1.4771635399956722, "elapsed_tokens_per_second": 1118571.821898049, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1540, "epoch": 20, "tokens": 201850880, "loss": 3.747427535057068, "lr": 0.0029806766329701583, "grad_norm": 0.13528721034526825, "tokens_per_second": 1771233.9825546625, "training_seconds": 1.480007738005952, "elapsed_tokens_per_second": 1123940.4741674268, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1557, "epoch": 20, "tokens": 204079104, "loss": 3.7711370271794937, "lr": 0.0029338136193441822, "grad_norm": 0.13417494297027588, "tokens_per_second": 1764698.8491441978, "training_seconds": 1.2626652990002185, "elapsed_tokens_per_second": 1128402.6335391975, "peak_memory_bytes": 42389451776}
{"loss": 3.7741686933179848, "perplexity": 43.56128047605035, "tokens": 204079104, "seconds": 0.5327766029949998, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 20, "step": 1557, "evaluation_tokens": 1048576}
{"event": "train", "step": 1560, "epoch": 21, "tokens": 204472320, "loss": 3.781014839808146, "lr": 0.002925526817999061, "grad_norm": 0.13597826659679413, "tokens_per_second": 1800588.2986041002, "training_seconds": 0.21838195899908897, "elapsed_tokens_per_second": 1125839.340803341, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1580, "epoch": 21, "tokens": 207093760, "loss": 3.762544500827789, "lr": 0.0028701628904188353, "grad_norm": 0.15306822955608368, "tokens_per_second": 1769238.365040219, "training_seconds": 1.4816771170007996, "elapsed_tokens_per_second": 1131035.3126211578, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1600, "epoch": 21, "tokens": 209715200, "loss": 3.759750711917877, "lr": 0.0028146127077333673, "grad_norm": 0.1327652484178543, "tokens_per_second": 1774147.8697425022, "training_seconds": 1.477576951001538, "elapsed_tokens_per_second": 1136175.7251611257, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1620, "epoch": 21, "tokens": 212336640, "loss": 3.767879819869995, "lr": 0.002758904221164647, "grad_norm": 0.12540744245052338, "tokens_per_second": 1774449.4179598542, "training_seconds": 1.4773258530040039, "elapsed_tokens_per_second": 1141232.7186469978, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1634, "epoch": 21, "tokens": 214171648, "loss": 3.7544883489608765, "lr": 0.0027198290975098864, "grad_norm": 0.11595966666936874, "tokens_per_second": 1781301.074329239, "training_seconds": 1.0301503920054529, "elapsed_tokens_per_second": 1144745.9784324453, "peak_memory_bytes": 42389451776}
{"loss": 3.7504809093584037, "perplexity": 42.54153570412071, "tokens": 214171648, "seconds": 0.5351194969989592, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 21, "step": 1634, "evaluation_tokens": 1048576}
{"event": "train", "step": 1640, "epoch": 22, "tokens": 214958080, "loss": 3.7311655282974243, "lr": 0.0027030654615885314, "grad_norm": 0.15610860288143158, "tokens_per_second": 1799718.993001882, "training_seconds": 0.4369748850003816, "elapsed_tokens_per_second": 1142962.5592556032, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1660, "epoch": 22, "tokens": 217579520, "loss": 3.732940149307251, "lr": 0.0026471245254304355, "grad_norm": 0.1426103562116623, "tokens_per_second": 1771311.3992233907, "training_seconds": 1.479943053011084, "elapsed_tokens_per_second": 1147855.991292605, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1680, "epoch": 22, "tokens": 220200960, "loss": 3.7450191140174867, "lr": 0.0025911095605280292, "grad_norm": 0.12548211216926575, "tokens_per_second": 1768233.7714910568, "training_seconds": 1.482518908000202, "elapsed_tokens_per_second": 1152662.163537896, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1700, "epoch": 22, "tokens": 222822400, "loss": 3.7290686130523683, "lr": 0.0025350487519680766, "grad_norm": 0.16194204986095428, "tokens_per_second": 1771344.4911425535, "training_seconds": 1.4799154049978824, "elapsed_tokens_per_second": 1157406.5098154328, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1712, "epoch": 22, "tokens": 224395264, "loss": 3.728459338347117, "lr": 0.002501401995934006, "grad_norm": 0.13177739083766937, "tokens_per_second": 1771676.2445159394, "training_seconds": 0.8877829709963407, "elapsed_tokens_per_second": 1160219.4888174457, "peak_memory_bytes": 42389451776}
{"loss": 3.73507951239264, "perplexity": 41.891356312654395, "tokens": 224395264, "seconds": 0.5338586410071002, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 22, "step": 1712, "evaluation_tokens": 1048576}
{"event": "train", "step": 1720, "epoch": 23, "tokens": 225443840, "loss": 3.7296842634677887, "lr": 0.002478970307904525, "grad_norm": 0.12844009697437286, "tokens_per_second": 1796391.4798613219, "training_seconds": 0.5837124099925859, "elapsed_tokens_per_second": 1158900.5208701359, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1740, "epoch": 23, "tokens": 228065280, "loss": 3.727023649215698, "lr": 0.0024229024453649877, "grad_norm": 0.14403045177459717, "tokens_per_second": 1771018.9580658285, "training_seconds": 1.4801874299882911, "elapsed_tokens_per_second": 1163510.2189223287, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1760, "epoch": 23, "tokens": 230686720, "loss": 3.720493125915527, "lr": 0.002366873376052768, "grad_norm": 0.14700141549110413, "tokens_per_second": 1778599.7119293266, "training_seconds": 1.473878569988301, "elapsed_tokens_per_second": 1168091.1578260446, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1780, "epoch": 23, "tokens": 233308160, "loss": 3.7139652252197264, "lr": 0.0023109112921515552, "grad_norm": 0.14174813032150269, "tokens_per_second": 1766763.203307118, "training_seconds": 1.4837528849893715, "elapsed_tokens_per_second": 1172546.8093942497, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1790, "epoch": 23, "tokens": 234618880, "loss": 3.7198302030563353, "lr": 0.0022829641709588093, "grad_norm": 0.14285971224308014, "tokens_per_second": 1765683.616136352, "training_seconds": 0.7423300460068276, "elapsed_tokens_per_second": 1174744.143885557, "peak_memory_bytes": 42389451776}
{"loss": 3.7164485093813227, "perplexity": 41.118103927915016, "tokens": 234618880, "seconds": 0.5348953439970501, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 23, "step": 1790, "evaluation_tokens": 1048576}
{"event": "train", "step": 1800, "epoch": 24, "tokens": 235929600, "loss": 3.6915378332138062, "lr": 0.002255044352139943, "grad_norm": 0.12259253859519958, "tokens_per_second": 1778365.621598201, "training_seconds": 0.7370362899964675, "elapsed_tokens_per_second": 1173682.724490109, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1820, "epoch": 24, "tokens": 238551040, "loss": 3.703043246269226, "lr": 0.0021993006666229126, "grad_norm": 0.14545835554599762, "tokens_per_second": 1773937.845241243, "training_seconds": 1.477751888000057, "elapsed_tokens_per_second": 1178050.3638128722, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1840, "epoch": 24, "tokens": 241172480, "loss": 3.721995973587036, "lr": 0.0021437082841874017, "grad_norm": 0.12064982205629349, "tokens_per_second": 1777682.4667700871, "training_seconds": 1.474639059000765, "elapsed_tokens_per_second": 1182378.4517467702, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1860, "epoch": 24, "tokens": 243793920, "loss": 3.695937895774841, "lr": 0.002088295177289076, "grad_norm": 0.14907418191432953, "tokens_per_second": 1778986.63838457, "training_seconds": 1.473558003999642, "elapsed_tokens_per_second": 1186645.4551935338, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1868, "epoch": 24, "tokens": 244842496, "loss": 3.6842623353004456, "lr": 0.0020661863806558174, "grad_norm": 0.14084196090698242, "tokens_per_second": 1774601.8601573883, "training_seconds": 0.5908795789873693, "elapsed_tokens_per_second": 1188323.104420416, "peak_memory_bytes": 42389451776}
{"loss": 3.700226712478961, "perplexity": 40.456475308251065, "tokens": 244842496, "seconds": 0.5390391830005683, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 24, "step": 1868, "evaluation_tokens": 1048576}
{"event": "train", "step": 1880, "epoch": 25, "tokens": 246415360, "loss": 3.6907769441604614, "lr": 0.0020330892281774098, "grad_norm": 0.1333034485578537, "tokens_per_second": 1782683.0475829968, "training_seconds": 0.8823015410016524, "elapsed_tokens_per_second": 1187708.7012876312, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1900, "epoch": 25, "tokens": 249036800, "loss": 3.6751437544822694, "lr": 0.001978118214866159, "grad_norm": 0.1379883587360382, "tokens_per_second": 1775482.757762325, "training_seconds": 1.4764660420041764, "elapsed_tokens_per_second": 1191849.271840746, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1920, "epoch": 25, "tokens": 251658240, "loss": 3.6741129875183107, "lr": 0.0019234097971562766, "grad_norm": 0.1266593188047409, "tokens_per_second": 1770199.2849615763, "training_seconds": 1.4808728159987368, "elapsed_tokens_per_second": 1195909.6614892099, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1940, "epoch": 25, "tokens": 254279680, "loss": 3.6766123294830324, "lr": 0.0018689915027183164, "grad_norm": 0.13058866560459137, "tokens_per_second": 1773829.298182552, "training_seconds": 1.4778423170064343, "elapsed_tokens_per_second": 1199928.7672762987, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1946, "epoch": 25, "tokens": 255066112, "loss": 3.674505273501078, "lr": 0.001852726686044989, "grad_norm": 0.12331826984882355, "tokens_per_second": 1765791.501195123, "training_seconds": 0.4453708149958402, "elapsed_tokens_per_second": 1201108.9336350996, "peak_memory_bytes": 42389451776}
{"loss": 3.681609385660158, "perplexity": 39.7102517827282, "tokens": 255066112, "seconds": 0.5298514070018427, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 25, "step": 1946, "evaluation_tokens": 1048576}
{"event": "train", "step": 1960, "epoch": 26, "tokens": 256901120, "loss": 3.6632882016045705, "lr": 0.0018148907132413139, "grad_norm": 0.13579607009887695, "tokens_per_second": 1780582.7158311347, "training_seconds": 1.0305659959994955, "elapsed_tokens_per_second": 1200803.7102461816, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1980, "epoch": 26, "tokens": 259522560, "loss": 3.6679407715797425, "lr": 0.0017611346506551213, "grad_norm": 0.12024961411952972, "tokens_per_second": 1777559.8863777425, "training_seconds": 1.474740749996272, "elapsed_tokens_per_second": 1204743.6013906545, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2000, "epoch": 26, "tokens": 262144000, "loss": 3.6654552817344666, "lr": 0.0017077503634331374, "grad_norm": 0.12907296419143677, "tokens_per_second": 1773425.414451974, "training_seconds": 1.478178884004592, "elapsed_tokens_per_second": 1208612.8077903586, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2020, "epoch": 26, "tokens": 264765440, "loss": 3.6593934416770937, "lr": 0.0016547647129823058, "grad_norm": 0.13390479981899261, "tokens_per_second": 1776378.3593884807, "training_seconds": 1.4757216480065836, "elapsed_tokens_per_second": 1212436.9172147803, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2024, "epoch": 26, "tokens": 265289728, "loss": 3.655111610889435, "lr": 0.0016442177691389543, "grad_norm": 0.13978630304336548, "tokens_per_second": 1770070.4639383904, "training_seconds": 0.2961961179971695, "elapsed_tokens_per_second": 1213185.2216267989, "peak_memory_bytes": 42389451776}
{"loss": 3.6669764460870873, "perplexity": 39.133404844133665, "tokens": 265289728, "seconds": 0.5320808410033351, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 26, "step": 2024, "evaluation_tokens": 1048576}
{"event": "train", "step": 2040, "epoch": 27, "tokens": 267386880, "loss": 3.6526109278202057, "lr": 0.001602204360127244, "grad_norm": 0.12753050029277802, "tokens_per_second": 1776799.2901200766, "training_seconds": 1.1802976350008976, "elapsed_tokens_per_second": 1213229.2017236648, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2060, "epoch": 27, "tokens": 270008320, "loss": 3.6492144107818603, "lr": 0.0015500957516952952, "grad_norm": 0.12252038717269897, "tokens_per_second": 1773637.8928737885, "training_seconds": 1.4780018010060303, "elapsed_tokens_per_second": 1216951.5050503304, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2080, "epoch": 27, "tokens": 272629760, "loss": 3.6545771241188048, "lr": 0.0014984651072092675, "grad_norm": 0.13737329840660095, "tokens_per_second": 1777409.7851421135, "training_seconds": 1.474865291005699, "elapsed_tokens_per_second": 1220642.1381686134, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2100, "epoch": 27, "tokens": 275251200, "loss": 3.65409255027771, "lr": 0.0014473384056945338, "grad_norm": 0.13144630193710327, "tokens_per_second": 1774704.5430427012, "training_seconds": 1.4771134780021384, "elapsed_tokens_per_second": 1224270.504800852, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2101, "epoch": 27, "tokens": 275382272, "loss": 3.6138081550598145, "lr": 0.0014447957616861562, "grad_norm": 0.12472598999738693, "tokens_per_second": 1790635.1441632363, "training_seconds": 0.0731986080063507, "elapsed_tokens_per_second": 1224446.4806690824, "peak_memory_bytes": 42389451776}
{"loss": 3.654529940717732, "perplexity": 38.64934935917479, "tokens": 275382272, "seconds": 0.5357267099898309, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 27, "step": 2101, "evaluation_tokens": 1048576}
{"event": "train", "step": 2120, "epoch": 28, "tokens": 277872640, "loss": 3.6402641346580102, "lr": 0.0013967413726071521, "grad_norm": 0.12294957786798477, "tokens_per_second": 1780112.041234607, "training_seconds": 1.398995087001822, "elapsed_tokens_per_second": 1224939.1196953605, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2140, "epoch": 28, "tokens": 280494080, "loss": 3.641077959537506, "lr": 0.0013466994668895663, "grad_norm": 0.13297709822654724, "tokens_per_second": 1774552.6568494479, "training_seconds": 1.477239906002069, "elapsed_tokens_per_second": 1228485.5355393626, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2160, "epoch": 28, "tokens": 283115520, "loss": 3.644750165939331, "lr": 0.0012972378681604185, "grad_norm": 0.1290867179632187, "tokens_per_second": 1774640.3809765903, "training_seconds": 1.4771668829926057, "elapsed_tokens_per_second": 1231987.1736667077, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2179, "epoch": 28, "tokens": 285605888, "loss": 3.6418903250443306, "lr": 0.0012508095301131512, "grad_norm": 0.1233045682311058, "tokens_per_second": 1774025.9758335403, "training_seconds": 1.4037945520103676, "elapsed_tokens_per_second": 1235265.705316687, "peak_memory_bytes": 42389451776}
{"loss": 3.637103714166598, "perplexity": 37.98167149033762, "tokens": 285605888, "seconds": 0.5397334660083288, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 28, "step": 2179, "evaluation_tokens": 1048576}
{"event": "train", "step": 2180, "epoch": 29, "tokens": 285736960, "loss": 3.6476030349731445, "lr": 0.0012483814640449006, "grad_norm": 0.12887032330036163, "tokens_per_second": 1957579.758371209, "training_seconds": 0.06695614798809402, "elapsed_tokens_per_second": 1232558.7941513122, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2200, "epoch": 29, "tokens": 288358400, "loss": 3.6145259141921997, "lr": 0.0012001548376520327, "grad_norm": 0.1161220520734787, "tokens_per_second": 1775992.7963769045, "training_seconds": 1.4760420230013551, "elapsed_tokens_per_second": 1235989.9316396033, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2220, "epoch": 29, "tokens": 290979840, "loss": 3.6411441802978515, "lr": 0.001152582255205164, "grad_norm": 0.13007864356040955, "tokens_per_second": 1781284.7025697122, "training_seconds": 1.4716569430020172, "elapsed_tokens_per_second": 1239399.667884389, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2240, "epoch": 29, "tokens": 293601280, "loss": 3.6279905676841735, "lr": 0.001105687653831919, "grad_norm": 0.12595295906066895, "tokens_per_second": 1774961.1680518421, "training_seconds": 1.4768999160005478, "elapsed_tokens_per_second": 1242741.6421004194, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2257, "epoch": 29, "tokens": 295829504, "loss": 3.6036252835217644, "lr": 0.0010663779398238562, "grad_norm": 0.14458341896533966, "tokens_per_second": 1767948.310385646, "training_seconds": 1.2603445400018245, "elapsed_tokens_per_second": 1245518.0039108344, "peak_memory_bytes": 42389451776}
{"loss": 3.6248820343916224, "perplexity": 37.52029679388887, "tokens": 295829504, "seconds": 0.5330142509919824, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 29, "step": 2257, "evaluation_tokens": 1048576}
{"event": "train", "step": 2260, "epoch": 30, "tokens": 296222720, "loss": 3.587630271911621, "lr": 0.001059494629519741, "grad_norm": 0.13085831701755524, "tokens_per_second": 1806738.5591212888, "training_seconds": 0.21763857200858183, "elapsed_tokens_per_second": 1243204.2055413434, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2280, "epoch": 30, "tokens": 298844160, "loss": 3.629730427265167, "lr": 0.001014026425243081, "grad_norm": 0.12374569475650787, "tokens_per_second": 1761360.8000170914, "training_seconds": 1.4883038159896387, "elapsed_tokens_per_second": 1246415.4583742013, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2300, "epoch": 30, "tokens": 301465600, "loss": 3.5995480179786683, "lr": 0.0009693059192682168, "grad_norm": 0.11818992346525192, "tokens_per_second": 1776008.390163129, "training_seconds": 1.4760290629928932, "elapsed_tokens_per_second": 1249646.5423770612, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2320, "epoch": 30, "tokens": 304087040, "loss": 3.596812295913696, "lr": 0.0009253556136415763, "grad_norm": 0.12619544565677643, "tokens_per_second": 1770113.5316546329, "training_seconds": 1.4809445570135722, "elapsed_tokens_per_second": 1252816.208063228, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2335, "epoch": 30, "tokens": 306053120, "loss": 3.592960166931152, "lr": 0.0008929116465421789, "grad_norm": 0.12315923720598221, "tokens_per_second": 1772070.0176844427, "training_seconds": 1.1094821199949365, "elapsed_tokens_per_second": 1255168.3453590646, "peak_memory_bytes": 42389451776}
{"loss": 3.6106204037230905, "perplexity": 36.988993807219494, "tokens": 306053120, "seconds": 0.5320563940040302, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 30, "step": 2335, "evaluation_tokens": 1048576}
{"event": "train", "step": 2340, "epoch": 31, "tokens": 306708480, "loss": 3.6032511711120607, "lr": 0.0008821976228673739, "grad_norm": 0.12155400961637497, "tokens_per_second": 1789524.6009591303, "training_seconds": 0.3662201679981081, "elapsed_tokens_per_second": 1253199.4331352196, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2360, "epoch": 31, "tokens": 309329920, "loss": 3.5889820218086244, "lr": 0.0008398536627802378, "grad_norm": 0.14701363444328308, "tokens_per_second": 1779591.5041792826, "training_seconds": 1.4730571560066892, "elapsed_tokens_per_second": 1256340.6949820765, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2380, "epoch": 31, "tokens": 311951360, "loss": 3.5974329471588136, "lr": 0.0007983450396184397, "grad_norm": 0.12835556268692017, "tokens_per_second": 1773076.009625877, "training_seconds": 1.4784701759926975, "elapsed_tokens_per_second": 1259414.2198834068, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2400, "epoch": 31, "tokens": 314572800, "loss": 3.606988048553467, "lr": 0.0007576926393032186, "grad_norm": 0.13329103589057922, "tokens_per_second": 1775471.6296950215, "training_seconds": 1.4764752960036276, "elapsed_tokens_per_second": 1262464.2879345005, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2413, "epoch": 31, "tokens": 316276736, "loss": 3.6015925040611854, "lr": 0.000731737436092279, "grad_norm": 0.12326455116271973, "tokens_per_second": 1770092.830112151, "training_seconds": 0.9626252199959708, "elapsed_tokens_per_second": 1264407.931591835, "peak_memory_bytes": 42389451776}
{"loss": 3.599561188936515, "perplexity": 36.58217825657399, "tokens": 316276736, "seconds": 0.5335659099946497, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 31, "step": 2413, "evaluation_tokens": 1048576}
{"event": "train", "step": 2420, "epoch": 32, "tokens": 317194240, "loss": 3.585168021065848, "lr": 0.0007179169169296026, "grad_norm": 0.12226738780736923, "tokens_per_second": 1784935.254194289, "training_seconds": 0.5140264879883034, "elapsed_tokens_per_second": 1262748.8105778175, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2440, "epoch": 32, "tokens": 319815680, "loss": 3.589056932926178, "lr": 0.0006790378864740018, "grad_norm": 0.11458089202642441, "tokens_per_second": 1764460.883307333, "training_seconds": 1.4856889290094841, "elapsed_tokens_per_second": 1265690.688346928, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2460, "epoch": 32, "tokens": 322437120, "loss": 3.5680543422698974, "lr": 0.0006410751107237639, "grad_norm": 0.12565982341766357, "tokens_per_second": 1779530.5349771196, "training_seconds": 1.47310762500274, "elapsed_tokens_per_second": 1268658.5603354434, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2480, "epoch": 32, "tokens": 325058560, "loss": 3.583721876144409, "lr": 0.0006040476914337539, "grad_norm": 0.13462553918361664, "tokens_per_second": 1767113.1201809377, "training_seconds": 1.483459078008309, "elapsed_tokens_per_second": 1271545.6567532637, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2491, "epoch": 32, "tokens": 326500352, "loss": 3.574333494359797, "lr": 0.000584088076256298, "grad_norm": 0.11757287383079529, "tokens_per_second": 1783948.0103182513, "training_seconds": 0.8082029250072083, "elapsed_tokens_per_second": 1273151.789925809, "peak_memory_bytes": 42389451776}
{"loss": 3.589539900400461, "perplexity": 36.21740847729041, "tokens": 326500352, "seconds": 0.5371831410011509, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 32, "step": 2491, "evaluation_tokens": 1048576}
{"event": "train", "step": 2500, "epoch": 33, "tokens": 327680000, "loss": 3.5789532131618924, "lr": 0.0005679742597149087, "grad_norm": 0.13030299544334412, "tokens_per_second": 1777437.0482455606, "training_seconds": 0.6636792009958299, "elapsed_tokens_per_second": 1271754.989483409, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2520, "epoch": 33, "tokens": 330301440, "loss": 3.5737753987312315, "lr": 0.0005328729666596136, "grad_norm": 0.13021956384181976, "tokens_per_second": 1779183.2089643357, "training_seconds": 1.4733951999951387, "elapsed_tokens_per_second": 1274634.3515915219, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2540, "epoch": 33, "tokens": 332922880, "loss": 3.5837266087532043, "lr": 0.0004987614742086017, "grad_norm": 0.11403904110193253, "tokens_per_second": 1781292.5568564285, "training_seconds": 1.4716504539974267, "elapsed_tokens_per_second": 1277485.394034258, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2560, "epoch": 33, "tokens": 335544320, "loss": 3.5512818336486816, "lr": 0.0004656569462639848, "grad_norm": 0.12520548701286316, "tokens_per_second": 1781244.1819331867, "training_seconds": 1.4716904209926724, "elapsed_tokens_per_second": 1280307.5035191127, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2568, "epoch": 33, "tokens": 336592896, "loss": 3.596287190914154, "lr": 0.0004527008335841501, "grad_norm": 0.12649518251419067, "tokens_per_second": 1756815.6940843023, "training_seconds": 0.5968616989994189, "elapsed_tokens_per_second": 1281380.948469822, "peak_memory_bytes": 42389451776}
{"loss": 3.580463327471481, "perplexity": 35.89016589515984, "tokens": 336592896, "seconds": 0.537000459007686, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 33, "step": 2568, "evaluation_tokens": 1048576}
{"event": "train", "step": 2580, "epoch": 34, "tokens": 338165760, "loss": 3.6040786107381186, "lr": 0.0004335760400528796, "grad_norm": 0.12429171800613403, "tokens_per_second": 1783323.4703977015, "training_seconds": 0.8819846910046181, "elapsed_tokens_per_second": 1280349.5912918467, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2600, "epoch": 34, "tokens": 340787200, "loss": 3.5876803278923033, "lr": 0.00040253489774598304, "grad_norm": 0.13095347583293915, "tokens_per_second": 1771007.159622314, "training_seconds": 1.4801972909917822, "elapsed_tokens_per_second": 1283078.3898897623, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2620, "epoch": 34, "tokens": 343408640, "loss": 3.583822798728943, "lr": 0.00037254913833530357, "grad_norm": 0.11930724233388901, "tokens_per_second": 1770857.740673002, "training_seconds": 1.4803221850015689, "elapsed_tokens_per_second": 1285773.7596055649, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2640, "epoch": 34, "tokens": 346030080, "loss": 3.5864301800727842, "lr": 0.00034363384977514287, "grad_norm": 0.12105311453342438, "tokens_per_second": 1773775.0206398854, "training_seconds": 1.4778875390038593, "elapsed_tokens_per_second": 1288451.2042239287, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2646, "epoch": 34, "tokens": 346816512, "loss": 3.596072276433309, "lr": 0.0003351701943666427, "grad_norm": 0.12988616526126862, "tokens_per_second": 1780619.484162903, "training_seconds": 0.4416620209958637, "elapsed_tokens_per_second": 1289251.4358897577, "peak_memory_bytes": 42389451776}
{"loss": 3.5717261483597897, "perplexity": 35.57795300351073, "tokens": 346816512, "seconds": 0.5370400419924408, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 34, "step": 2646, "evaluation_tokens": 1048576}
{"event": "train", "step": 2660, "epoch": 35, "tokens": 348651520, "loss": 3.5627241134643555, "lr": 0.00031580358139028013, "grad_norm": 0.11638035625219345, "tokens_per_second": 1784074.584908082, "training_seconds": 1.0285489270027028, "elapsed_tokens_per_second": 1288482.8322421594, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2680, "epoch": 35, "tokens": 351272960, "loss": 3.576586151123047, "lr": 0.0002890723365551784, "grad_norm": 0.11699626594781876, "tokens_per_second": 1771319.127522186, "training_seconds": 1.479936595991603, "elapsed_tokens_per_second": 1291103.4053790383, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2700, "epoch": 35, "tokens": 353894400, "loss": 3.571259689331055, "lr": 0.0002634535656478981, "grad_norm": 0.12059680372476578, "tokens_per_second": 1770588.641064014, "training_seconds": 1.480547169005149, "elapsed_tokens_per_second": 1293688.0891470662, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2720, "epoch": 35, "tokens": 356515840, "loss": 3.556947886943817, "lr": 0.0002389601592822613, "grad_norm": 0.11496280878782272, "tokens_per_second": 1778155.7070247063, "training_seconds": 1.4742465969902696, "elapsed_tokens_per_second": 1296276.595553797, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2724, "epoch": 35, "tokens": 357040128, "loss": 3.5869374871253967, "lr": 0.00023419761633493825, "grad_norm": 0.11559782922267914, "tokens_per_second": 1802353.2486089403, "training_seconds": 0.2908908120007254, "elapsed_tokens_per_second": 1296795.418421075, "peak_memory_bytes": 42389451776}
{"loss": 3.566590221736425, "perplexity": 35.395695678227675, "tokens": 357040128, "seconds": 0.5361938290006947, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 35, "step": 2724, "evaluation_tokens": 1048576}
{"event": "train", "step": 2740, "epoch": 36, "tokens": 359137280, "loss": 3.569519594311714, "lr": 0.00021560444182167155, "grad_norm": 0.1227731853723526, "tokens_per_second": 1775480.4317768405, "training_seconds": 1.1811743810103508, "elapsed_tokens_per_second": 1296069.2951589662, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2760, "epoch": 36, "tokens": 361758720, "loss": 3.567832684516907, "lr": 0.0001933981651778585, "grad_norm": 0.11569717526435852, "tokens_per_second": 1775403.8710300971, "training_seconds": 1.4765316459961468, "elapsed_tokens_per_second": 1298604.261032495, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2780, "epoch": 36, "tokens": 364380160, "loss": 3.5409859299659727, "lr": 0.00017235250289765914, "grad_norm": 0.12110410630702972, "tokens_per_second": 1777976.988715818, "training_seconds": 1.47439478499291, "elapsed_tokens_per_second": 1301118.0968128599, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2800, "epoch": 36, "tokens": 367001600, "loss": 3.5726948499679567, "lr": 0.00015247804454081665, "grad_norm": 0.11697430908679962, "tokens_per_second": 1774324.8883057632, "training_seconds": 1.4774295380047988, "elapsed_tokens_per_second": 1303594.154705643, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2802, "epoch": 36, "tokens": 367263744, "loss": 3.5310215950012207, "lr": 0.00015055540506279914, "grad_norm": 0.10830983519554138, "tokens_per_second": 1756992.1140080083, "training_seconds": 0.14920044199971016, "elapsed_tokens_per_second": 1303826.7230647653, "peak_memory_bytes": 42389451776}
{"loss": 3.5600013908118715, "perplexity": 35.16324605053265, "tokens": 367263744, "seconds": 0.534379805001663, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 36, "step": 2802, "evaluation_tokens": 1048576}
{"event": "train", "step": 2820, "epoch": 37, "tokens": 369623040, "loss": 3.5646665493647256, "lr": 0.00013378479035162593, "grad_norm": 0.11048150062561035, "tokens_per_second": 1780718.784787411, "training_seconds": 1.324912176001817, "elapsed_tokens_per_second": 1303422.4197116788, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2840, "epoch": 37, "tokens": 372244480, "loss": 3.552246606349945, "lr": 0.00011628214622710187, "grad_norm": 0.11187721788883209, "tokens_per_second": 1772478.5518161422, "training_seconds": 1.4789685309951892, "elapsed_tokens_per_second": 1305849.7682955333, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2860, "epoch": 37, "tokens": 374865920, "loss": 3.556485426425934, "lr": 9.997891898421041e-05, "grad_norm": 0.10984108597040176, "tokens_per_second": 1777315.264321647, "training_seconds": 1.474943726992933, "elapsed_tokens_per_second": 1308266.2649084062, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2880, "epoch": 37, "tokens": 377487360, "loss": 3.561049151420593, "lr": 8.488331192853582e-05, "grad_norm": 0.1129145547747612, "tokens_per_second": 1771544.355512759, "training_seconds": 1.479748441997799, "elapsed_tokens_per_second": 1310639.4632756182, "peak_memory_bytes": 42389451776}
{"loss": 3.5570839963877745, "perplexity": 35.06081048769563, "tokens": 377487360, "seconds": 0.5346456529950956, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 37, "step": 2880, "evaluation_tokens": 1048576}
{"event": "train", "step": 2900, "epoch": 38, "tokens": 380108800, "loss": 3.5600143671035767, "lr": 7.100292072661746e-05, "grad_norm": 0.10975585132837296, "tokens_per_second": 1778394.4135146728, "training_seconds": 1.4740487149974797, "elapsed_tokens_per_second": 1310403.8781910224, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2920, "epoch": 38, "tokens": 382730240, "loss": 3.559421920776367, "lr": 5.834472958403308e-05, "grad_norm": 0.1103021427989006, "tokens_per_second": 1768837.5631997145, "training_seconds": 1.4820128510036739, "elapsed_tokens_per_second": 1312724.9578485053, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2940, "epoch": 38, "tokens": 385351680, "loss": 3.5629751920700072, "lr": 4.691510773115276e-05, "grad_norm": 0.1107420101761818, "tokens_per_second": 1782848.1415144815, "training_seconds": 1.4703663979889825, "elapsed_tokens_per_second": 1315076.451681521, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2958, "epoch": 38, "tokens": 387710976, "loss": 3.55285284254286, "lr": 3.7683640870077585e-05, "grad_norm": 0.10950182378292084, "tokens_per_second": 1771828.1061389523, "training_seconds": 1.331560320002609, "elapsed_tokens_per_second": 1317133.5457052505, "peak_memory_bytes": 42389451776}
{"loss": 3.5543175620680114, "perplexity": 34.96395109762756, "tokens": 387710976, "seconds": 0.539710038996418, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 38, "step": 2958, "evaluation_tokens": 1048576}
{"event": "train", "step": 2960, "epoch": 39, "tokens": 387973120, "loss": 3.5279834270477295, "lr": 3.671980621832799e-05, "grad_norm": 0.10736366361379623, "tokens_per_second": 1872213.768400725, "training_seconds": 0.14001819900295231, "elapsed_tokens_per_second": 1314751.804197757, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2980, "epoch": 39, "tokens": 390594560, "loss": 3.542645525932312, "lr": 2.7763955022132304e-05, "grad_norm": 0.11052067577838898, "tokens_per_second": 1776893.8750294868, "training_seconds": 1.4752935089927632, "elapsed_tokens_per_second": 1317046.1328012175, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3000, "epoch": 39, "tokens": 393216000, "loss": 3.544052612781525, "lr": 2.005206046410801e-05, "grad_norm": 0.1080402061343193, "tokens_per_second": 1771868.2793617614, "training_seconds": 1.4794779219955672, "elapsed_tokens_per_second": 1319294.366048703, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3020, "epoch": 39, "tokens": 395837440, "loss": 3.5470642924308775, "lr": 1.3588002943315802e-05, "grad_norm": 0.10693877935409546, "tokens_per_second": 1779104.5025918477, "training_seconds": 1.4734603819961194, "elapsed_tokens_per_second": 1321549.3163513895, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3035, "epoch": 39, "tokens": 397803520, "loss": 3.5630872090657553, "lr": 9.560833109556744e-06, "grad_norm": 0.11083859950304031, "tokens_per_second": 1775236.2982571719, "training_seconds": 1.107503266990534, "elapsed_tokens_per_second": 1323213.1677982556, "peak_memory_bytes": 42389451776}
{"loss": 3.5521169312445457, "perplexity": 34.88709294835536, "tokens": 397803520, "seconds": 0.5358732629974838, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 39, "step": 3035, "evaluation_tokens": 1048576}
{"event": "train", "step": 3040, "epoch": 40, "tokens": 398458880, "loss": 3.551981258392334, "lr": 8.375034983833796e-06, "grad_norm": 0.1058557778596878, "tokens_per_second": 1787856.1573175443, "training_seconds": 0.3665619279927341, "elapsed_tokens_per_second": 1321386.0606831273, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3060, "epoch": 40, "tokens": 401080320, "loss": 3.5348809242248533, "lr": 4.415779598181679e-06, "grad_norm": 0.10899082571268082, "tokens_per_second": 1778070.453502024, "training_seconds": 1.474317283005803, "elapsed_tokens_per_second": 1323603.5614698906, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3080, "epoch": 40, "tokens": 403701760, "loss": 3.5530449867248537, "lr": 1.712228967498397e-06, "grad_norm": 0.10593323409557343, "tokens_per_second": 1775183.2769074165, "training_seconds": 1.4767151280102553, "elapsed_tokens_per_second": 1325785.9905180742, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3100, "epoch": 40, "tokens": 406323200, "loss": 3.5466909646987914, "lr": 2.6574343913426947e-07, "grad_norm": 0.1059005931019783, "tokens_per_second": 1773816.269202771, "training_seconds": 1.477853172007599, "elapsed_tokens_per_second": 1327942.6630839696, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3113, "epoch": 40, "tokens": 408027136, "loss": 3.551170129042405, "lr": 0.0, "grad_norm": 0.10944171994924545, "tokens_per_second": 1780925.863164903, "training_seconds": 0.9567697540041991, "elapsed_tokens_per_second": 1329345.7912556073, "peak_memory_bytes": 42389451776}
{"loss": 3.5519062674671296, "perplexity": 34.87974427564854, "tokens": 408027136, "seconds": 0.5350255129887955, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 40, "step": 3113, "evaluation_tokens": 1048576}
{"loss": 3.5525644593116623, "perplexity": 34.902709395768476, "tokens": 408027136, "seconds": 99.82644936699944, "split": "full", "validation_complete": true, "event": "final_validation", "step": 3113, "evaluation_tokens": 197411295}