{"event": "train", "step": 20, "epoch": 1, "tokens": 2621440, "loss": 9.52232575416565, "lr": 0.00044871794871794877, "grad_norm": 1.922904372215271, "tokens_per_second": 134662.725038492, "training_seconds": 19.466708394997113, "elapsed_tokens_per_second": 134662.725038492, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 40, "epoch": 1, "tokens": 5242880, "loss": 7.539302062988281, "lr": 0.0008974358974358975, "grad_norm": 1.871194839477539, "tokens_per_second": 1773715.591851065, "training_seconds": 1.4779370559990639, "elapsed_tokens_per_second": 250254.83693707784, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 60, "epoch": 1, "tokens": 7864320, "loss": 6.954654097557068, "lr": 0.001346153846153846, "grad_norm": 0.6533839702606201, "tokens_per_second": 1774923.1902969736, "training_seconds": 1.4769315169978654, "elapsed_tokens_per_second": 350624.6917158418, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 78, "epoch": 1, "tokens": 10223616, "loss": 6.68075598610772, "lr": 0.00175, "grad_norm": 7.13346529006958, "tokens_per_second": 1765981.7591264364, "training_seconds": 1.3359684989991365, "elapsed_tokens_per_second": 430149.0176219765, "peak_memory_bytes": 21988176384}
{"loss": 6.667006240018566, "perplexity": 786.0388667661623, "tokens": 10223616, "seconds": 0.7756101319973823, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 1, "step": 78, "evaluation_tokens": 1048576}
{"event": "train", "step": 80, "epoch": 2, "tokens": 10485760, "loss": 6.6358482837677, "lr": 0.001794871794871795, "grad_norm": 1.2726852893829346, "tokens_per_second": 1804298.5783680272, "training_seconds": 0.14528859200072475, "elapsed_tokens_per_second": 424574.91282520915, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 100, "epoch": 2, "tokens": 13107200, "loss": 6.458458399772644, "lr": 0.002243589743589744, "grad_norm": 0.49177244305610657, "tokens_per_second": 1762331.0422794144, "training_seconds": 1.4874844380028662, "elapsed_tokens_per_second": 500543.2989429258, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 120, "epoch": 2, "tokens": 15728640, "loss": 6.20501127243042, "lr": 0.002692307692307692, "grad_norm": 0.27028658986091614, "tokens_per_second": 1768351.478379358, "training_seconds": 1.4824202270028763, "elapsed_tokens_per_second": 568432.4299583421, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 140, "epoch": 2, "tokens": 18350080, "loss": 5.973864459991455, "lr": 0.003141025641025641, "grad_norm": 0.35176122188568115, "tokens_per_second": 1769846.0705575312, "training_seconds": 1.4811683589941822, "elapsed_tokens_per_second": 629441.6042518519, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 156, "epoch": 2, "tokens": 20447232, "loss": 5.794795870780945, "lr": 0.0035, "grad_norm": 0.3018277585506439, "tokens_per_second": 1771153.3482279577, "training_seconds": 1.1840600940049626, "elapsed_tokens_per_second": 673949.0327165647, "peak_memory_bytes": 42389451776}
{"loss": 5.720888997309511, "perplexity": 305.17610313443816, "tokens": 20447232, "seconds": 0.5354235120030353, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 2, "step": 156, "evaluation_tokens": 1048576}
{"event": "train", "step": 160, "epoch": 3, "tokens": 20971520, "loss": 5.6695640087127686, "lr": 0.00358974358974359, "grad_norm": 0.32366102933883667, "tokens_per_second": 1803739.6358940224, "training_seconds": 0.2906672280005296, "elapsed_tokens_per_second": 672752.0666959571, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 180, "epoch": 3, "tokens": 23592960, "loss": 5.617554354667663, "lr": 0.0040384615384615385, "grad_norm": 0.3044082820415497, "tokens_per_second": 1768825.2710516455, "training_seconds": 1.4820231499979855, "elapsed_tokens_per_second": 722471.5610114071, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 200, "epoch": 3, "tokens": 26214400, "loss": 5.451088857650757, "lr": 0.004487179487179488, "grad_norm": 0.41656696796417236, "tokens_per_second": 1770317.1448884944, "training_seconds": 1.480774226001813, "elapsed_tokens_per_second": 767888.5604501417, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 220, "epoch": 3, "tokens": 28835840, "loss": 5.31379120349884, "lr": 0.004935897435897436, "grad_norm": 0.2582326829433441, "tokens_per_second": 1765508.4138373812, "training_seconds": 1.4848074239998823, "elapsed_tokens_per_second": 809435.2069736923, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 233, "epoch": 3, "tokens": 30539776, "loss": 5.205147486466628, "lr": 0.005227564102564103, "grad_norm": 0.27186858654022217, "tokens_per_second": 1764971.6385220154, "training_seconds": 0.9654183460006607, "elapsed_tokens_per_second": 834597.1136555409, "peak_memory_bytes": 42389451776}
{"loss": 5.184859832744183, "perplexity": 178.5484213935287, "tokens": 30539776, "seconds": 0.536303423003119, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 3, "step": 233, "evaluation_tokens": 1048576}
{"event": "train", "step": 240, "epoch": 4, "tokens": 31457280, "loss": 5.162239006587437, "lr": 0.005384615384615384, "grad_norm": 0.43885403871536255, "tokens_per_second": 1777197.0110594681, "training_seconds": 0.5162646539974958, "elapsed_tokens_per_second": 835493.8211925657, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 260, "epoch": 4, "tokens": 34078720, "loss": 5.129224276542663, "lr": 0.005833333333333334, "grad_norm": 0.3450113832950592, "tokens_per_second": 1774433.9800734324, "training_seconds": 1.4773387059976812, "elapsed_tokens_per_second": 870905.8944407788, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 280, "epoch": 4, "tokens": 36700160, "loss": 5.038169097900391, "lr": 0.006282051282051282, "grad_norm": 0.38984206318855286, "tokens_per_second": 1762148.706851512, "training_seconds": 1.4876383529990562, "elapsed_tokens_per_second": 903511.1156128567, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 300, "epoch": 4, "tokens": 39321600, "loss": 4.958748793601989, "lr": 0.006730769230769231, "grad_norm": 0.4767345190048218, "tokens_per_second": 1769127.6844936034, "training_seconds": 1.4817698140032007, "elapsed_tokens_per_second": 933933.8164127471, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 311, "epoch": 4, "tokens": 40763392, "loss": 4.9473144791343, "lr": 0.0069775641025641025, "grad_norm": 0.253977507352829, "tokens_per_second": 1769740.6551522128, "training_seconds": 0.8146911220028414, "elapsed_tokens_per_second": 949760.5748145843, "peak_memory_bytes": 42389451776}
{"loss": 4.9487413517636085, "perplexity": 140.9973860795764, "tokens": 40763392, "seconds": 0.5337191439975868, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 4, "step": 311, "evaluation_tokens": 1048576}
{"event": "train", "step": 320, "epoch": 5, "tokens": 41943040, "loss": 4.896902614169651, "lr": 0.0069998591072530205, "grad_norm": 0.23336796462535858, "tokens_per_second": 1771244.5144877622, "training_seconds": 0.6659995220034034, "elapsed_tokens_per_second": 950457.8610672121, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 340, "epoch": 5, "tokens": 44564480, "loss": 4.846508622169495, "lr": 0.00699827419411727, "grad_norm": 0.18811900913715363, "tokens_per_second": 1764285.1648125283, "training_seconds": 1.4858368999994127, "elapsed_tokens_per_second": 976942.6856208427, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 360, "epoch": 5, "tokens": 47185920, "loss": 4.773520588874817, "lr": 0.006994929052052427, "grad_norm": 0.26873132586479187, "tokens_per_second": 1769989.6576397973, "training_seconds": 1.4810482019966003, "elapsed_tokens_per_second": 1001828.7775211259, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 380, "epoch": 5, "tokens": 49807360, "loss": 4.712109923362732, "lr": 0.006989825364235827, "grad_norm": 0.21999455988407135, "tokens_per_second": 1766808.1929600607, "training_seconds": 1.483715103000577, "elapsed_tokens_per_second": 1025155.8180603258, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 389, "epoch": 5, "tokens": 50987008, "loss": 4.672886848449707, "lr": 0.006986955630998453, "grad_norm": 0.3737390637397766, "tokens_per_second": 1775576.42018251, "training_seconds": 0.6643746710033156, "elapsed_tokens_per_second": 1035233.1960062598, "peak_memory_bytes": 42389451776}
{"loss": 4.698942307960811, "perplexity": 109.83094368104807, "tokens": 50987008, "seconds": 0.5370032120044925, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 5, "step": 389, "evaluation_tokens": 1048576}
{"event": "train", "step": 400, "epoch": 6, "tokens": 52428800, "loss": 4.65966137972745, "lr": 0.006982965698693427, "grad_norm": 0.21193483471870422, "tokens_per_second": 1775775.0560886168, "training_seconds": 0.8119226560011157, "elapsed_tokens_per_second": 1035557.5984966425, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 420, "epoch": 6, "tokens": 55050240, "loss": 4.574012637138367, "lr": 0.006974353507007655, "grad_norm": 0.2880169153213501, "tokens_per_second": 1769575.0982800017, "training_seconds": 1.481395167997107, "elapsed_tokens_per_second": 1056391.3228526288, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 440, "epoch": 6, "tokens": 57671680, "loss": 4.502092123031616, "lr": 0.0069639931225806695, "grad_norm": 0.24364465475082397, "tokens_per_second": 1770737.4129531726, "training_seconds": 1.4804227780041401, "elapsed_tokens_per_second": 1076080.9245694752, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 460, "epoch": 6, "tokens": 60293120, "loss": 4.4497884035110475, "lr": 0.006951889758453925, "grad_norm": 0.23781774938106537, "tokens_per_second": 1772017.345426723, "training_seconds": 1.4793534650016227, "elapsed_tokens_per_second": 1094742.181856598, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 467, "epoch": 6, "tokens": 61210624, "loss": 4.402087960924421, "lr": 0.006947242902781892, "grad_norm": 0.18567688763141632, "tokens_per_second": 1764847.6771570933, "training_seconds": 0.5198771610012045, "elapsed_tokens_per_second": 1100974.7478102888, "peak_memory_bytes": 42389451776}
{"loss": 4.412313418878907, "perplexity": 82.46000755334896, "tokens": 61210624, "seconds": 0.5333613929979037, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 6, "step": 467, "evaluation_tokens": 1048576}
{"event": "train", "step": 480, "epoch": 7, "tokens": 62914560, "loss": 4.381901630988488, "lr": 0.006938049504685113, "grad_norm": 0.31400835514068604, "tokens_per_second": 1779988.1771437072, "training_seconds": 0.9572737739945296, "elapsed_tokens_per_second": 1101936.1188234603, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 500, "epoch": 7, "tokens": 65536000, "loss": 4.366174411773682, "lr": 0.006922479325283836, "grad_norm": 0.21353892982006073, "tokens_per_second": 1763471.6356579768, "training_seconds": 1.4865223500019056, "elapsed_tokens_per_second": 1118698.9689400783, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 520, "epoch": 7, "tokens": 68157440, "loss": 4.315210771560669, "lr": 0.006905187054707512, "grad_norm": 0.2118486911058426, "tokens_per_second": 1770751.0928893564, "training_seconds": 1.480411340999126, "elapsed_tokens_per_second": 1134726.6900496325, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 540, "epoch": 7, "tokens": 70778880, "loss": 4.299874567985535, "lr": 0.006886181393919309, "grad_norm": 0.1901334524154663, "tokens_per_second": 1769013.4364617746, "training_seconds": 1.4818655110066175, "elapsed_tokens_per_second": 1149961.1702228535, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 545, "epoch": 7, "tokens": 71434240, "loss": 4.290655422210693, "lr": 0.00688116336330005, "grad_norm": 0.1699226349592209, "tokens_per_second": 1772490.9715201184, "training_seconds": 0.36973954199493164, "elapsed_tokens_per_second": 1153629.983967333, "peak_memory_bytes": 42389451776}
{"loss": 4.279150355888276, "perplexity": 72.17908741047194, "tokens": 71434240, "seconds": 0.5350981290030177, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 7, "step": 545, "evaluation_tokens": 1048576}
{"event": "train", "step": 560, "epoch": 8, "tokens": 73400320, "loss": 4.264423592885335, "lr": 0.006865471906010078, "grad_norm": 0.18634162843227386, "tokens_per_second": 1772668.4255399867, "training_seconds": 1.1091075869990163, "elapsed_tokens_per_second": 1154586.906205474, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 580, "epoch": 8, "tokens": 76021760, "loss": 4.238717341423035, "lr": 0.006843069011386483, "grad_norm": 0.1910165250301361, "tokens_per_second": 1772302.8875708953, "training_seconds": 1.4791151210010867, "elapsed_tokens_per_second": 1168610.574566712, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 600, "epoch": 8, "tokens": 78643200, "loss": 4.205824065208435, "lr": 0.0068189839825277595, "grad_norm": 0.16426920890808105, "tokens_per_second": 1764010.2422503175, "training_seconds": 1.4860684689992922, "elapsed_tokens_per_second": 1181873.873561656, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 620, "epoch": 8, "tokens": 81264640, "loss": 4.198410439491272, "lr": 0.0067932289383137315, "grad_norm": 0.17831015586853027, "tokens_per_second": 1764591.5510013206, "training_seconds": 1.4855789140056004, "elapsed_tokens_per_second": 1194576.869779466, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 623, "epoch": 8, "tokens": 81657856, "loss": 4.168543815612793, "lr": 0.006789222432912081, "grad_norm": 0.18070770800113678, "tokens_per_second": 1784044.849962361, "training_seconds": 0.22040701499645365, "elapsed_tokens_per_second": 1196438.6506669857, "peak_memory_bytes": 42389451776}
{"loss": 4.186945560489791, "perplexity": 65.82143600893262, "tokens": 81657856, "seconds": 0.5364526209959877, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 8, "step": 623, "evaluation_tokens": 1048576}
{"event": "train", "step": 640, "epoch": 9, "tokens": 83886080, "loss": 4.161234603208654, "lr": 0.00676581683792695, "grad_norm": 0.20613715052604675, "tokens_per_second": 1783661.5500898103, "training_seconds": 1.2492414829976042, "elapsed_tokens_per_second": 1197405.9773932847, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 660, "epoch": 9, "tokens": 86507520, "loss": 4.16077983379364, "lr": 0.006736761474332013, "grad_norm": 0.2359602153301239, "tokens_per_second": 1773692.6060745148, "training_seconds": 1.4779562089970568, "elapsed_tokens_per_second": 1209283.6365222333, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 680, "epoch": 9, "tokens": 89128960, "loss": 4.148093748092651, "lr": 0.006706077467335345, "grad_norm": 0.16826577484607697, "tokens_per_second": 1769066.803391199, "training_seconds": 1.4818208079959732, "elapsed_tokens_per_second": 1220607.1835084867, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 700, "epoch": 9, "tokens": 91750400, "loss": 4.124578666687012, "lr": 0.0066737802562289485, "grad_norm": 0.18692828714847565, "tokens_per_second": 1772756.0905292206, "training_seconds": 1.478736987002776, "elapsed_tokens_per_second": 1231539.297305325, "peak_memory_bytes": 42389451776}
{"loss": 4.139435304581818, "perplexity": 62.76736699510646, "tokens": 91750400, "seconds": 0.5355251900036819, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 9, "step": 700, "evaluation_tokens": 1048576}
{"event": "train", "step": 720, "epoch": 10, "tokens": 94371840, "loss": 4.114205265045166, "lr": 0.006639886092021793, "grad_norm": 0.16408085823059082, "tokens_per_second": 1763917.7559741174, "training_seconds": 1.4861463869965519, "elapsed_tokens_per_second": 1233139.3341281358, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 740, "epoch": 10, "tokens": 96993280, "loss": 4.100651216506958, "lr": 0.006604412029262797, "grad_norm": 0.17056763172149658, "tokens_per_second": 1771580.6264073555, "training_seconds": 1.4797181460016873, "elapsed_tokens_per_second": 1243318.0876572672, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 760, "epoch": 10, "tokens": 99614720, "loss": 4.089951741695404, "lr": 0.006567375917459469, "grad_norm": 0.13838514685630798, "tokens_per_second": 1767692.598558397, "training_seconds": 1.482972776000679, "elapsed_tokens_per_second": 1253075.173237413, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 778, "epoch": 10, "tokens": 101974016, "loss": 4.073438273535834, "lr": 0.006532723251041431, "grad_norm": 0.2075943797826767, "tokens_per_second": 1763769.5874070015, "training_seconds": 1.3376441100044758, "elapsed_tokens_per_second": 1261492.492645521, "peak_memory_bytes": 42389451776}
{"loss": 4.077569598143821, "perplexity": 59.00189713054823, "tokens": 101974016, "seconds": 0.5380668169964338, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 10, "step": 778, "evaluation_tokens": 1048576}
{"event": "train", "step": 780, "epoch": 11, "tokens": 102236160, "loss": 4.031290531158447, "lr": 0.006528796392096565, "grad_norm": 0.17575469613075256, "tokens_per_second": 1837681.0375579768, "training_seconds": 0.14264934699895093, "elapsed_tokens_per_second": 1254039.8953869664, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 800, "epoch": 11, "tokens": 104857600, "loss": 4.055953001976013, "lr": 0.006488692865259259, "grad_norm": 0.16721497476100922, "tokens_per_second": 1762136.5098542797, "training_seconds": 1.4876486499997554, "elapsed_tokens_per_second": 1263122.5549093566, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 820, "epoch": 11, "tokens": 107479040, "loss": 4.045352900028229, "lr": 0.006447085515865549, "grad_norm": 0.19020889699459076, "tokens_per_second": 1769282.709440393, "training_seconds": 1.481639981000626, "elapsed_tokens_per_second": 1271964.3536228056, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 840, "epoch": 11, "tokens": 110100480, "loss": 4.031156325340271, "lr": 0.006403995279512818, "grad_norm": 0.16929256916046143, "tokens_per_second": 1768937.9191250268, "training_seconds": 1.481928772998799, "elapsed_tokens_per_second": 1280513.0607754525, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 856, "epoch": 11, "tokens": 112197632, "loss": 4.018058136105537, "lr": 0.006368469957157371, "grad_norm": 0.181830495595932, "tokens_per_second": 1765803.635922625, "training_seconds": 1.1876473450029152, "elapsed_tokens_per_second": 1287095.4062060867, "peak_memory_bytes": 42389451776}
{"loss": 4.031260266520907, "perplexity": 56.33185968758998, "tokens": 112197632, "seconds": 0.5334404139939579, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 11, "step": 856, "evaluation_tokens": 1048576}
{"event": "train", "step": 860, "epoch": 12, "tokens": 112721920, "loss": 4.0101441740989685, "lr": 0.006359443837943657, "grad_norm": 0.17441688477993011, "tokens_per_second": 1799947.6036224375, "training_seconds": 0.29127958999742987, "elapsed_tokens_per_second": 1280884.6417328068, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 880, "epoch": 12, "tokens": 115343360, "loss": 4.001605081558227, "lr": 0.006313453608136249, "grad_norm": 0.15780062973499298, "tokens_per_second": 1770880.0106276842, "training_seconds": 1.4803035689983517, "elapsed_tokens_per_second": 1288974.8773572284, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 900, "epoch": 12, "tokens": 117964800, "loss": 4.003034365177155, "lr": 0.006266047731024798, "grad_norm": 0.17986036837100983, "tokens_per_second": 1765556.2898004518, "training_seconds": 1.4847671610041289, "elapsed_tokens_per_second": 1296731.0786376523, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 920, "epoch": 12, "tokens": 120586240, "loss": 3.996583867073059, "lr": 0.006217250059855699, "grad_norm": 0.15585996210575104, "tokens_per_second": 1773295.0426563944, "training_seconds": 1.4782875590026379, "elapsed_tokens_per_second": 1304326.4116947365, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 934, "epoch": 12, "tokens": 122421248, "loss": 3.984716841152736, "lr": 0.006182276693241183, "grad_norm": 0.16522017121315002, "tokens_per_second": 1762856.5722124947, "training_seconds": 1.0409287000002223, "elapsed_tokens_per_second": 1309400.7374842523, "peak_memory_bytes": 42389451776}
{"loss": 4.000545821485075, "perplexity": 54.627959010927896, "tokens": 122421248, "seconds": 0.5333140500006266, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 12, "step": 934, "evaluation_tokens": 1048576}
{"event": "train", "step": 940, "epoch": 13, "tokens": 123207680, "loss": 3.9509889284769693, "lr": 0.006167085148185275, "grad_norm": 0.1501472294330597, "tokens_per_second": 1803990.7707781522, "training_seconds": 0.4359401460023946, "elapsed_tokens_per_second": 1304180.4081245891, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 960, "epoch": 13, "tokens": 125829120, "loss": 3.974891459941864, "lr": 0.006115578237525155, "grad_norm": 0.16559112071990967, "tokens_per_second": 1768595.968170861, "training_seconds": 1.4822152979977545, "elapsed_tokens_per_second": 1311333.4294436325, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 980, "epoch": 13, "tokens": 128450560, "loss": 3.9562615156173706, "lr": 0.00606275524464148, "grad_norm": 0.16561326384544373, "tokens_per_second": 1764398.699585614, "training_seconds": 1.4857412900018971, "elapsed_tokens_per_second": 1318215.0151152792, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1000, "epoch": 13, "tokens": 131072000, "loss": 3.9736768007278442, "lr": 0.006008642748514353, "grad_norm": 0.14282739162445068, "tokens_per_second": 1772254.6354340725, "training_seconds": 1.4791553920003935, "elapsed_tokens_per_second": 1324984.355228195, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1012, "epoch": 13, "tokens": 132644864, "loss": 3.97760142882665, "lr": 0.005975567589470809, "grad_norm": 0.17191697657108307, "tokens_per_second": 1770099.9639778854, "training_seconds": 0.8885735450021457, "elapsed_tokens_per_second": 1328917.833588038, "peak_memory_bytes": 42389451776}
{"loss": 3.964694370989465, "perplexity": 52.70415900790404, "tokens": 132644864, "seconds": 0.5363532470000791, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 13, "step": 1012, "evaluation_tokens": 1048576}
{"event": "train", "step": 1020, "epoch": 14, "tokens": 133693440, "loss": 3.9590851068496704, "lr": 0.0059532679769640695, "grad_norm": 0.1639862209558487, "tokens_per_second": 1783642.2443501735, "training_seconds": 0.5878847080020932, "elapsed_tokens_per_second": 1324397.2572504042, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1040, "epoch": 14, "tokens": 136314880, "loss": 3.946765697002411, "lr": 0.005896658792950885, "grad_norm": 0.17912684381008148, "tokens_per_second": 1773526.704412009, "training_seconds": 1.4780944619997172, "elapsed_tokens_per_second": 1330856.3091524588, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1060, "epoch": 14, "tokens": 138936320, "loss": 3.9415935397148134, "lr": 0.005838843680555183, "grad_norm": 0.17430801689624786, "tokens_per_second": 1768640.9366698875, "training_seconds": 1.4821776120006689, "elapsed_tokens_per_second": 1337069.5435052074, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1080, "epoch": 14, "tokens": 141557760, "loss": 3.944167709350586, "lr": 0.005779851730645125, "grad_norm": 0.17024481296539307, "tokens_per_second": 1769937.3416119155, "training_seconds": 1.481091979003395, "elapsed_tokens_per_second": 1343133.4933451784, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1090, "epoch": 14, "tokens": 142868480, "loss": 3.9406917333602904, "lr": 0.005749923694840951, "grad_norm": 0.18475399911403656, "tokens_per_second": 1775846.6721792228, "training_seconds": 0.7380817390003358, "elapsed_tokens_per_second": 1346110.9712812852, "peak_memory_bytes": 42389451776}
{"loss": 3.9445297009189755, "perplexity": 51.6520404918043, "tokens": 142868480, "seconds": 0.535636082997371, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 14, "step": 1090, "evaluation_tokens": 1048576}
{"event": "train", "step": 1100, "epoch": 15, "tokens": 144179200, "loss": 3.929432988166809, "lr": 0.005719712626238982, "grad_norm": 0.17758040130138397, "tokens_per_second": 1772099.9841357437, "training_seconds": 0.7396422390011139, "elapsed_tokens_per_second": 1342220.7861740997, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1120, "epoch": 15, "tokens": 146800640, "loss": 3.9304139256477355, "lr": 0.005658456627569504, "grad_norm": 0.153253436088562, "tokens_per_second": 1761005.3199232747, "training_seconds": 1.4886042480065953, "elapsed_tokens_per_second": 1347924.81657994, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1140, "epoch": 15, "tokens": 149422080, "loss": 3.9120121002197266, "lr": 0.005596114556857868, "grad_norm": 0.15793165564537048, "tokens_per_second": 1771344.530636779, "training_seconds": 1.4799153720014147, "elapsed_tokens_per_second": 1353574.8788723086, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1160, "epoch": 15, "tokens": 152043520, "loss": 3.8963507056236266, "lr": 0.005532717782804831, "grad_norm": 0.15609429776668549, "tokens_per_second": 1769337.8325789995, "training_seconds": 1.4815938209940214, "elapsed_tokens_per_second": 1359061.1684682562, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1167, "epoch": 15, "tokens": 152961024, "loss": 3.9072326932634627, "lr": 0.0055102856259664525, "grad_norm": 0.16763968765735626, "tokens_per_second": 1777417.0120400155, "training_seconds": 0.5162007529943367, "elapsed_tokens_per_second": 1360957.411103924, "peak_memory_bytes": 42389451776}
{"loss": 3.919214866296, "perplexity": 50.36088922040634, "tokens": 152961024, "seconds": 0.5349289020014112, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 15, "step": 1167, "evaluation_tokens": 1048576}
{"event": "train", "step": 1180, "epoch": 16, "tokens": 154664960, "loss": 3.902457383962778, "lr": 0.005468298204806925, "grad_norm": 0.17939028143882751, "tokens_per_second": 1766201.4120131908, "training_seconds": 0.9647461429995019, "elapsed_tokens_per_second": 1357912.8373866181, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1200, "epoch": 16, "tokens": 157286400, "loss": 3.8883097648620604, "lr": 0.005402888236905619, "grad_norm": 0.2149665802717209, "tokens_per_second": 1772463.9571367465, "training_seconds": 1.4789807089982787, "elapsed_tokens_per_second": 1363206.894092402, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1220, "epoch": 16, "tokens": 159907840, "loss": 3.885445702075958, "lr": 0.005336520791477519, "grad_norm": 0.1499302238225937, "tokens_per_second": 1768075.2740571955, "training_seconds": 1.4826518070040038, "elapsed_tokens_per_second": 1368325.267448568, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1240, "epoch": 16, "tokens": 162529280, "loss": 3.869677519798279, "lr": 0.005269229262673828, "grad_norm": 0.15300869941711426, "tokens_per_second": 1774173.4333168706, "training_seconds": 1.477555661003862, "elapsed_tokens_per_second": 1373370.7472878667, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1245, "epoch": 16, "tokens": 163184640, "loss": 3.8519004821777343, "lr": 0.005252265950337139, "grad_norm": 0.14831873774528503, "tokens_per_second": 1761713.7526271702, "training_seconds": 0.3720014100035769, "elapsed_tokens_per_second": 1374567.1431936, "peak_memory_bytes": 42389451776}
{"loss": 3.893724396168553, "perplexity": 49.09338968818428, "tokens": 163184640, "seconds": 0.5400068080052733, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 16, "step": 1245, "evaluation_tokens": 1048576}
{"event": "train", "step": 1260, "epoch": 17, "tokens": 165150720, "loss": 3.872146797180176, "lr": 0.005201047509617394, "grad_norm": 0.16449470818042755, "tokens_per_second": 1772464.223595539, "training_seconds": 1.1092353649946745, "elapsed_tokens_per_second": 1371963.5908712537, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1280, "epoch": 17, "tokens": 167772160, "loss": 3.8756733417510985, "lr": 0.0051320098393657825, "grad_norm": 0.135206401348114, "tokens_per_second": 1765612.2892955793, "training_seconds": 1.4847200690055615, "elapsed_tokens_per_second": 1376745.671097991, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1300, "epoch": 17, "tokens": 170393600, "loss": 3.862076151371002, "lr": 0.00506215098964898, "grad_norm": 0.1562771499156952, "tokens_per_second": 1772580.4695640327, "training_seconds": 1.4788834950013552, "elapsed_tokens_per_second": 1381466.8027765008, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1320, "epoch": 17, "tokens": 173015040, "loss": 3.870073986053467, "lr": 0.004991506111390386, "grad_norm": 0.1653270274400711, "tokens_per_second": 1771761.0619630367, "training_seconds": 1.4795674519991735, "elapsed_tokens_per_second": 1386070.4589067043, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1323, "epoch": 17, "tokens": 173408256, "loss": 3.8938046296437583, "lr": 0.004980843776856041, "grad_norm": 0.1736917942762375, "tokens_per_second": 1746883.4259540755, "training_seconds": 0.22509573000570526, "elapsed_tokens_per_second": 1386699.4529538509, "peak_memory_bytes": 42389451776}
{"loss": 3.8906513069279933, "perplexity": 48.94275289924818, "tokens": 173408256, "seconds": 0.532830454998475, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 17, "step": 1323, "evaluation_tokens": 1048576}
{"event": "train", "step": 1340, "epoch": 18, "tokens": 175636480, "loss": 3.85895775346195, "lr": 0.004920110751019897, "grad_norm": 0.14516450464725494, "tokens_per_second": 1772913.2500049702, "training_seconds": 1.256815019005444, "elapsed_tokens_per_second": 1384602.7517207202, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1360, "epoch": 18, "tokens": 178257920, "loss": 3.8506941914558412, "lr": 0.00484800083258799, "grad_norm": 0.14572612941265106, "tokens_per_second": 1768682.0518087046, "training_seconds": 1.4821431570017012, "elapsed_tokens_per_second": 1389023.050205507, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1380, "epoch": 18, "tokens": 180879360, "loss": 3.8270368337631226, "lr": 0.00477521263968979, "grad_norm": 0.1395615190267563, "tokens_per_second": 1772257.808154869, "training_seconds": 1.4791527439956553, "elapsed_tokens_per_second": 1393365.1257891026, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1400, "epoch": 18, "tokens": 183500800, "loss": 3.8419842600822447, "lr": 0.004701782797208232, "grad_norm": 0.13121269643306732, "tokens_per_second": 1772019.748285554, "training_seconds": 1.4793514589982806, "elapsed_tokens_per_second": 1397614.1943575232, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1401, "epoch": 18, "tokens": 183631872, "loss": 3.839622974395752, "lr": 0.004698095123205465, "grad_norm": 0.15685506165027618, "tokens_per_second": 1794772.074548414, "training_seconds": 0.07302988599985838, "elapsed_tokens_per_second": 1397813.6372634685, "peak_memory_bytes": 42389451776}
{"loss": 3.8567433764166843, "perplexity": 47.31102601238573, "tokens": 183631872, "seconds": 0.5346493179968093, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 18, "step": 1401, "evaluation_tokens": 1048576}
{"event": "train", "step": 1420, "epoch": 19, "tokens": 186122240, "loss": 3.820578273973967, "lr": 0.004627748252885495, "grad_norm": 0.12412077188491821, "tokens_per_second": 1776968.8808976118, "training_seconds": 1.401469675001863, "elapsed_tokens_per_second": 1396114.637014525, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1440, "epoch": 19, "tokens": 188743680, "loss": 3.814065766334534, "lr": 0.00455314625873198, "grad_norm": 0.15066497027873993, "tokens_per_second": 1771543.2481102801, "training_seconds": 1.4797493669975665, "elapsed_tokens_per_second": 1400220.4671176092, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1460, "epoch": 19, "tokens": 191365120, "loss": 3.82841500043869, "lr": 0.004478014352282198, "grad_norm": 0.1364111602306366, "tokens_per_second": 1768352.0378507148, "training_seconds": 1.4824197579946485, "elapsed_tokens_per_second": 1404205.562005495, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1479, "epoch": 19, "tokens": 193855488, "loss": 3.818095407987896, "lr": 0.004406182639537017, "grad_norm": 0.13931384682655334, "tokens_per_second": 1772143.802357077, "training_seconds": 1.4052855059999274, "elapsed_tokens_per_second": 1407945.0811242824, "peak_memory_bytes": 42389451776}
{"loss": 3.8330333014266618, "perplexity": 46.20247192038776, "tokens": 193855488, "seconds": 0.5304947120021097, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 19, "step": 1479, "evaluation_tokens": 1048576}
{"event": "train", "step": 1480, "epoch": 20, "tokens": 193986560, "loss": 3.83052921295166, "lr": 0.004402390337706972, "grad_norm": 0.16339372098445892, "tokens_per_second": 1913922.2129225759, "training_seconds": 0.06848345199978212, "elapsed_tokens_per_second": 1402697.8035687373, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1500, "epoch": 20, "tokens": 196608000, "loss": 3.818172776699066, "lr": 0.004326312266791497, "grad_norm": 0.15810151398181915, "tokens_per_second": 1768345.6261270905, "training_seconds": 1.4824251329991966, "elapsed_tokens_per_second": 1406554.2567552994, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1520, "epoch": 20, "tokens": 199229440, "loss": 3.81493718624115, "lr": 0.004249818419788796, "grad_norm": 0.139404758810997, "tokens_per_second": 1777935.3787990543, "training_seconds": 1.4744292909963406, "elapsed_tokens_per_second": 1410414.3102914437, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1540, "epoch": 20, "tokens": 201850880, "loss": 3.804224359989166, "lr": 0.004172947286158222, "grad_norm": 0.1527857929468155, "tokens_per_second": 1769925.5922415259, "training_seconds": 1.481101810997643, "elapsed_tokens_per_second": 1414122.790606622, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1557, "epoch": 20, "tokens": 204079104, "loss": 3.817517210455502, "lr": 0.0041073390670818555, "grad_norm": 0.14701813459396362, "tokens_per_second": 1772162.4532032683, "training_seconds": 1.257347482998739, "elapsed_tokens_per_second": 1417232.832218499, "peak_memory_bytes": 42389451776}
{"loss": 3.816385263466805, "perplexity": 45.43965870389137, "tokens": 204079104, "seconds": 0.536667213003966, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 20, "step": 1557, "evaluation_tokens": 1048576}
{"event": "train", "step": 1560, "epoch": 21, "tokens": 204472320, "loss": 3.8254990577697754, "lr": 0.004095737545198686, "grad_norm": 0.16411899030208588, "tokens_per_second": 1813241.000351774, "training_seconds": 0.21685810100461822, "elapsed_tokens_per_second": 1412474.7902801132, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1580, "epoch": 21, "tokens": 207093760, "loss": 3.795461416244507, "lr": 0.00401822804658637, "grad_norm": 0.1348542869091034, "tokens_per_second": 1765610.6422790277, "training_seconds": 1.4847214539986453, "elapsed_tokens_per_second": 1416041.3295333765, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1600, "epoch": 21, "tokens": 209715200, "loss": 3.7942806005477907, "lr": 0.003940457790826714, "grad_norm": 0.15843646228313446, "tokens_per_second": 1773462.1559532632, "training_seconds": 1.478148260001035, "elapsed_tokens_per_second": 1419602.3429021605, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1620, "epoch": 21, "tokens": 212336640, "loss": 3.8010732173919677, "lr": 0.0038624659096305057, "grad_norm": 0.14784422516822815, "tokens_per_second": 1766558.7829231622, "training_seconds": 1.4839245800030767, "elapsed_tokens_per_second": 1423033.1749246276, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1634, "epoch": 21, "tokens": 214171648, "loss": 3.7946438448769704, "lr": 0.003807760736513841, "grad_norm": 0.1358007788658142, "tokens_per_second": 1772110.1403705997, "training_seconds": 1.0354931999972905, "elapsed_tokens_per_second": 1425421.7612586683, "peak_memory_bytes": 42389451776}
{"loss": 3.79535396817478, "perplexity": 44.49398307243169, "tokens": 214171648, "seconds": 0.5351236710048397, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 21, "step": 1634, "evaluation_tokens": 1048576}
{"event": "train", "step": 1640, "epoch": 22, "tokens": 214958080, "loss": 3.774626533190409, "lr": 0.003784291646223944, "grad_norm": 0.14830364286899567, "tokens_per_second": 1773690.4887048693, "training_seconds": 0.44338739199884003, "elapsed_tokens_per_second": 1421310.7103498706, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1660, "epoch": 22, "tokens": 217579520, "loss": 3.789140057563782, "lr": 0.00370597433560261, "grad_norm": 0.14176180958747864, "tokens_per_second": 1768890.148434426, "training_seconds": 1.4819687940034783, "elapsed_tokens_per_second": 1424669.6407026323, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1680, "epoch": 22, "tokens": 220200960, "loss": 3.773112881183624, "lr": 0.0036275533847392413, "grad_norm": 0.13552463054656982, "tokens_per_second": 1771333.645894572, "training_seconds": 1.479924465995282, "elapsed_tokens_per_second": 1427982.2111708429, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1700, "epoch": 22, "tokens": 222822400, "loss": 3.7727530717849733, "lr": 0.003549068252755307, "grad_norm": 0.15701594948768616, "tokens_per_second": 1775096.1698333113, "training_seconds": 1.4767875930047012, "elapsed_tokens_per_second": 1431252.8914668022, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1712, "epoch": 22, "tokens": 224395264, "loss": 3.7721705238024392, "lr": 0.003501962794307609, "grad_norm": 0.14433541893959045, "tokens_per_second": 1771545.6468931888, "training_seconds": 0.8878484179949737, "elapsed_tokens_per_second": 1433167.3100413168, "peak_memory_bytes": 42389451776}
{"loss": 3.7772412522254033, "perplexity": 43.695330909862925, "tokens": 224395264, "seconds": 0.5360581420027302, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 22, "step": 1712, "evaluation_tokens": 1048576}
{"event": "train", "step": 1720, "epoch": 23, "tokens": 225443840, "loss": 3.7625659704208374, "lr": 0.003470558431066335, "grad_norm": 0.16306208074092865, "tokens_per_second": 1790816.853305867, "training_seconds": 0.5855294459979632, "elapsed_tokens_per_second": 1429538.4494495606, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1740, "epoch": 23, "tokens": 228065280, "loss": 3.767618274688721, "lr": 0.003392063423510983, "grad_norm": 0.15834490954875946, "tokens_per_second": 1764785.9273071107, "training_seconds": 1.4854152900006738, "elapsed_tokens_per_second": 1432650.8341369908, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1760, "epoch": 23, "tokens": 230686720, "loss": 3.7577024698257446, "lr": 0.0033136227264738754, "grad_norm": 0.15159130096435547, "tokens_per_second": 1768884.8774798256, "training_seconds": 1.481973210000433, "elapsed_tokens_per_second": 1435740.7295811698, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1780, "epoch": 23, "tokens": 233308160, "loss": 3.7522730469703673, "lr": 0.0032352758090121777, "grad_norm": 0.15799760818481445, "tokens_per_second": 1765076.882756358, "training_seconds": 1.4851704339962453, "elapsed_tokens_per_second": 1438741.6781076565, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1790, "epoch": 23, "tokens": 234618880, "loss": 3.7581007719039916, "lr": 0.0031961498393423327, "grad_norm": 0.13579580187797546, "tokens_per_second": 1769501.9672139257, "training_seconds": 0.7407281960040564, "elapsed_tokens_per_second": 1440232.0560670653, "peak_memory_bytes": 42389451776}
{"loss": 3.7600373961946394, "perplexity": 42.95003211649191, "tokens": 234618880, "seconds": 0.5321742800006177, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 23, "step": 1790, "evaluation_tokens": 1048576}
{"event": "train", "step": 1800, "epoch": 24, "tokens": 235929600, "loss": 3.7430711507797243, "lr": 0.00315706209299592, "grad_norm": 0.16090431809425354, "tokens_per_second": 1790696.386312369, "training_seconds": 0.7319610460035619, "elapsed_tokens_per_second": 1437042.087985895, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1820, "epoch": 24, "tokens": 238551040, "loss": 3.7551180720329285, "lr": 0.0030790209332720777, "grad_norm": 0.1444246768951416, "tokens_per_second": 1769727.5744113696, "training_seconds": 1.481267533999926, "elapsed_tokens_per_second": 1439999.3227209735, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1840, "epoch": 24, "tokens": 241172480, "loss": 3.7302161335945128, "lr": 0.0030011915978623623, "grad_norm": 0.13926082849502563, "tokens_per_second": 1771656.0738156172, "training_seconds": 1.4796551310064388, "elapsed_tokens_per_second": 1442924.5728650778, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1860, "epoch": 24, "tokens": 243793920, "loss": 3.751767659187317, "lr": 0.0029236132482047066, "grad_norm": 0.14027346670627594, "tokens_per_second": 1767709.583427431, "training_seconds": 1.482958526998118, "elapsed_tokens_per_second": 1445762.4573899372, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1868, "epoch": 24, "tokens": 244842496, "loss": 3.7373732328414917, "lr": 0.0028926609329181447, "grad_norm": 0.15038254857063293, "tokens_per_second": 1771451.3498882123, "training_seconds": 0.5919304529961664, "elapsed_tokens_per_second": 1446887.6529445632, "peak_memory_bytes": 42389451776}
{"loss": 3.7480371168109152, "perplexity": 42.437699944412785, "tokens": 244842496, "seconds": 0.5341340359955211, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 24, "step": 1868, "evaluation_tokens": 1048576}
{"event": "train", "step": 1880, "epoch": 25, "tokens": 246415360, "loss": 3.731314718723297, "lr": 0.0028463249194483737, "grad_norm": 0.14520305395126343, "tokens_per_second": 1775910.5962794584, "training_seconds": 0.8856662059988594, "elapsed_tokens_per_second": 1443995.1474075785, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1900, "epoch": 25, "tokens": 249036800, "loss": 3.7337061285972597, "lr": 0.002769365500812622, "grad_norm": 0.1506393551826477, "tokens_per_second": 1764518.7802090074, "training_seconds": 1.4856401809956878, "elapsed_tokens_per_second": 1446748.0478724143, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1920, "epoch": 25, "tokens": 251658240, "loss": 3.7359742522239685, "lr": 0.0026927737160187875, "grad_norm": 0.13987627625465393, "tokens_per_second": 1763555.2873072398, "training_seconds": 1.4864518390022567, "elapsed_tokens_per_second": 1449449.958498291, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1940, "epoch": 25, "tokens": 254279680, "loss": 3.7347992062568665, "lr": 0.002616588103805643, "grad_norm": 0.12736941874027252, "tokens_per_second": 1770807.10063332, "training_seconds": 1.4803645179999876, "elapsed_tokens_per_second": 1452147.0686409364, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1946, "epoch": 25, "tokens": 255066112, "loss": 3.69947342077891, "lr": 0.0025938173604629845, "grad_norm": 0.1324368715286255, "tokens_per_second": 1777060.5108638033, "training_seconds": 0.44254655099939555, "elapsed_tokens_per_second": 1452948.927316461, "peak_memory_bytes": 42389451776}
{"loss": 3.725695091940723, "perplexity": 41.50006908527642, "tokens": 255066112, "seconds": 0.5322486139993998, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 25, "step": 1946, "evaluation_tokens": 1048576}
{"event": "train", "step": 1960, "epoch": 26, "tokens": 256901120, "loss": 3.703004479408264, "lr": 0.0025408469985378395, "grad_norm": 0.15252359211444855, "tokens_per_second": 1778085.782447749, "training_seconds": 1.0320132010019734, "elapsed_tokens_per_second": 1450397.4843303512, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1980, "epoch": 26, "tokens": 259522560, "loss": 3.7089504837989806, "lr": 0.0024655885109171696, "grad_norm": 0.13876628875732422, "tokens_per_second": 1769849.0410697912, "training_seconds": 1.4811658730031922, "elapsed_tokens_per_second": 1453027.4363299243, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2000, "epoch": 26, "tokens": 262144000, "loss": 3.702622091770172, "lr": 0.0023908505088063923, "grad_norm": 0.1360483467578888, "tokens_per_second": 1764994.0183597102, "training_seconds": 1.4852401610041852, "elapsed_tokens_per_second": 1455588.5184034833, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2020, "epoch": 26, "tokens": 264765440, "loss": 3.7056257009506224, "lr": 0.002316670598175228, "grad_norm": 0.1348741054534912, "tokens_per_second": 1768486.5252544377, "training_seconds": 1.4823070249985904, "elapsed_tokens_per_second": 1458124.8732227052, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2024, "epoch": 26, "tokens": 265289728, "loss": 3.698980212211609, "lr": 0.002301904876794536, "grad_norm": 0.1548786461353302, "tokens_per_second": 1776460.4615826549, "training_seconds": 0.29513068899541395, "elapsed_tokens_per_second": 1458628.7019667244, "peak_memory_bytes": 42389451776}
{"loss": 3.7077573758507327, "perplexity": 40.76228945144124, "tokens": 265289728, "seconds": 0.5335035570024047, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 26, "step": 2024, "evaluation_tokens": 1048576}
{"event": "train", "step": 2040, "epoch": 27, "tokens": 267386880, "loss": 3.6829598248004913, "lr": 0.0022430861041781414, "grad_norm": 0.14147457480430603, "tokens_per_second": 1770439.3306964838, "training_seconds": 1.1845376250057598, "elapsed_tokens_per_second": 1456337.6228518127, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2060, "epoch": 27, "tokens": 270008320, "loss": 3.682414722442627, "lr": 0.002170134052373413, "grad_norm": 0.14015376567840576, "tokens_per_second": 1769670.7664141967, "training_seconds": 1.4813150839981972, "elapsed_tokens_per_second": 1458827.965349093, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2080, "epoch": 27, "tokens": 272629760, "loss": 3.6918076395988466, "lr": 0.0020978511500929745, "grad_norm": 0.15807004272937775, "tokens_per_second": 1771271.2951620724, "training_seconds": 1.4799765609932365, "elapsed_tokens_per_second": 1461295.9501400066, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2100, "epoch": 27, "tokens": 275251200, "loss": 3.6831788778305055, "lr": 0.0020262737679723475, "grad_norm": 0.15096279978752136, "tokens_per_second": 1767016.8195838018, "training_seconds": 1.483539925000514, "elapsed_tokens_per_second": 1463691.2933685847, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2101, "epoch": 27, "tokens": 275382272, "loss": 3.693675994873047, "lr": 0.002022714066360619, "grad_norm": 0.14092732965946198, "tokens_per_second": 1790306.4261857711, "training_seconds": 0.07321204799518455, "elapsed_tokens_per_second": 1463806.2164761077, "peak_memory_bytes": 42389451776}
{"loss": 3.6926753028515638, "perplexity": 40.1521224838199, "tokens": 275382272, "seconds": 0.5368999120037188, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 27, "step": 2101, "evaluation_tokens": 1048576}
{"event": "train", "step": 2120, "epoch": 28, "tokens": 277872640, "loss": 3.6847435047751977, "lr": 0.001955437921650013, "grad_norm": 0.1392531543970108, "tokens_per_second": 1773425.44577522, "training_seconds": 1.4042699150013505, "elapsed_tokens_per_second": 1461912.3276493156, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2140, "epoch": 28, "tokens": 280494080, "loss": 3.6798549056053163, "lr": 0.0018853792536453928, "grad_norm": 0.15875163674354553, "tokens_per_second": 1768212.281277412, "training_seconds": 1.4825369259997387, "elapsed_tokens_per_second": 1464266.270213195, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2160, "epoch": 28, "tokens": 283115520, "loss": 3.6783111095428467, "lr": 0.001816133015424586, "grad_norm": 0.1349136084318161, "tokens_per_second": 1772800.690571387, "training_seconds": 1.4786997850023909, "elapsed_tokens_per_second": 1466620.3218176225, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2179, "epoch": 28, "tokens": 285605888, "loss": 3.6741791649868616, "lr": 0.0017511333421584116, "grad_norm": 0.13686823844909668, "tokens_per_second": 1771489.405925355, "training_seconds": 1.4058046250065672, "elapsed_tokens_per_second": 1468808.4979918571, "peak_memory_bytes": 42389451776}
{"loss": 3.6767703526853612, "perplexity": 39.51855674827511, "tokens": 285605888, "seconds": 0.5345562980000977, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 28, "step": 2179, "evaluation_tokens": 1048576}
{"event": "train", "step": 2180, "epoch": 29, "tokens": 285736960, "loss": 3.702955961227417, "lr": 0.001747734049662861, "grad_norm": 0.13417300581932068, "tokens_per_second": 1896380.5524320642, "training_seconds": 0.06911692900030175, "elapsed_tokens_per_second": 1464882.7964043426, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2200, "epoch": 29, "tokens": 288358400, "loss": 3.6641693115234375, "lr": 0.0016802167727128458, "grad_norm": 0.14243881404399872, "tokens_per_second": 1764997.1900912505, "training_seconds": 1.4852374920010334, "elapsed_tokens_per_second": 1467143.6863539254, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2220, "epoch": 29, "tokens": 290979840, "loss": 3.657247769832611, "lr": 0.0016136151572872296, "grad_norm": 0.1262362003326416, "tokens_per_second": 1764522.2162706996, "training_seconds": 1.4856372880021809, "elapsed_tokens_per_second": 1469360.647381341, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2240, "epoch": 29, "tokens": 293601280, "loss": 3.683170235157013, "lr": 0.0015479627153646867, "grad_norm": 0.136779323220253, "tokens_per_second": 1774277.993499192, "training_seconds": 1.4774685869997484, "elapsed_tokens_per_second": 1471609.296133611, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2257, "epoch": 29, "tokens": 295829504, "loss": 3.65960553113152, "lr": 0.0014929291157533989, "grad_norm": 0.13463084399700165, "tokens_per_second": 1766734.339188495, "training_seconds": 1.2612105570005951, "elapsed_tokens_per_second": 1473449.0432964016, "peak_memory_bytes": 42389451776}
{"loss": 3.660779341889933, "perplexity": 38.89164094847798, "tokens": 295829504, "seconds": 0.5333439149981132, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 29, "step": 2257, "evaluation_tokens": 1048576}
{"event": "train", "step": 2260, "epoch": 30, "tokens": 296222720, "loss": 3.6228833198547363, "lr": 0.0014832924813276375, "grad_norm": 0.13515302538871765, "tokens_per_second": 1816395.035636865, "training_seconds": 0.2164815429932787, "elapsed_tokens_per_second": 1469846.9449324643, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2280, "epoch": 30, "tokens": 298844160, "loss": 3.651494932174683, "lr": 0.0014196369953403136, "grad_norm": 0.15342402458190918, "tokens_per_second": 1768634.3736920743, "training_seconds": 1.4821831120061688, "elapsed_tokens_per_second": 1472018.0347037977, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2300, "epoch": 30, "tokens": 301465600, "loss": 3.6531169176101685, "lr": 0.0013570282869755036, "grad_norm": 0.14167217910289764, "tokens_per_second": 1766227.4056420391, "training_seconds": 1.4842029919964261, "elapsed_tokens_per_second": 1474137.0648669796, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2320, "epoch": 30, "tokens": 304087040, "loss": 3.623480033874512, "lr": 0.001295497859098207, "grad_norm": 0.13152827322483063, "tokens_per_second": 1770161.3445466987, "training_seconds": 1.4809045560032246, "elapsed_tokens_per_second": 1476253.6312682068, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2335, "epoch": 30, "tokens": 306053120, "loss": 3.642613156636556, "lr": 0.0012500763051590503, "grad_norm": 0.1450277864933014, "tokens_per_second": 1764908.2149244226, "training_seconds": 1.1139842759948806, "elapsed_tokens_per_second": 1477793.2981155298, "peak_memory_bytes": 42389451776}
{"loss": 3.64623598416622, "perplexity": 38.33011900616282, "tokens": 306053120, "seconds": 0.5332864439988043, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 30, "step": 2335, "evaluation_tokens": 1048576}
{"event": "train", "step": 2340, "epoch": 31, "tokens": 306708480, "loss": 3.6271325588226317, "lr": 0.0012350766720143234, "grad_norm": 0.15161944925785065, "tokens_per_second": 1794333.2766923488, "training_seconds": 0.3652387260008254, "elapsed_tokens_per_second": 1474494.9030278423, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2360, "epoch": 31, "tokens": 309329920, "loss": 3.639899730682373, "lr": 0.0011757951278923329, "grad_norm": 0.16970078647136688, "tokens_per_second": 1768007.7782584499, "training_seconds": 1.482708408999315, "elapsed_tokens_per_second": 1476563.5062834776, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2380, "epoch": 31, "tokens": 311951360, "loss": 3.627094733715057, "lr": 0.0011176830554658155, "grad_norm": 0.14009498059749603, "tokens_per_second": 1765894.9571252635, "training_seconds": 1.484482409003249, "elapsed_tokens_per_second": 1478583.787724657, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2400, "epoch": 31, "tokens": 314572800, "loss": 3.6218300461769104, "lr": 0.0010607696950245059, "grad_norm": 0.13671445846557617, "tokens_per_second": 1761371.8690550681, "training_seconds": 1.4882944630007842, "elapsed_tokens_per_second": 1480556.0205719036, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2413, "epoch": 31, "tokens": 316276736, "loss": 3.6080275498903713, "lr": 0.0010244324105291908, "grad_norm": 0.13684900104999542, "tokens_per_second": 1780527.7012912233, "training_seconds": 0.9569837070012, "elapsed_tokens_per_second": 1481886.5172896483, "peak_memory_bytes": 42389451776}
{"loss": 3.6307394157686397, "perplexity": 37.74071238048097, "tokens": 316276736, "seconds": 0.5309172939960263, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 31, "step": 2413, "evaluation_tokens": 1048576}
{"event": "train", "step": 2420, "epoch": 32, "tokens": 317194240, "loss": 3.6229893480028426, "lr": 0.0010050836837014437, "grad_norm": 0.17718373239040375, "tokens_per_second": 1787180.6857744525, "training_seconds": 0.513380659998802, "elapsed_tokens_per_second": 1478888.4093874013, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2440, "epoch": 32, "tokens": 319815680, "loss": 3.626650071144104, "lr": 0.0009506530410636026, "grad_norm": 0.12134082615375519, "tokens_per_second": 1771073.2190132653, "training_seconds": 1.480142081003578, "elapsed_tokens_per_second": 1480882.8532595255, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2460, "epoch": 32, "tokens": 322437120, "loss": 3.6107755661010743, "lr": 0.0008975051550132694, "grad_norm": 0.13370923697948456, "tokens_per_second": 1770450.4809811134, "training_seconds": 1.4806627059952007, "elapsed_tokens_per_second": 1482840.5076558637, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2480, "epoch": 32, "tokens": 325058560, "loss": 3.608741879463196, "lr": 0.0008456667680072555, "grad_norm": 0.13710997998714447, "tokens_per_second": 1768374.2674895264, "training_seconds": 1.482401122993906, "elapsed_tokens_per_second": 1484766.3455098076, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2491, "epoch": 32, "tokens": 326500352, "loss": 3.6107171232050117, "lr": 0.0008177233067588173, "grad_norm": 0.1255325973033905, "tokens_per_second": 1778165.6552466096, "training_seconds": 0.8108310919997166, "elapsed_tokens_per_second": 1485835.1835899132, "peak_memory_bytes": 42389451776}
{"loss": 3.61831737750169, "perplexity": 37.27479561617719, "tokens": 326500352, "seconds": 0.5348785919995862, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 32, "step": 2491, "evaluation_tokens": 1048576}
{"event": "train", "step": 2500, "epoch": 33, "tokens": 327680000, "loss": 3.606693532731798, "lr": 0.0007951639636008723, "grad_norm": 0.13175612688064575, "tokens_per_second": 1778595.1410387685, "training_seconds": 0.6632470609984011, "elapsed_tokens_per_second": 1483038.4085454347, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2520, "epoch": 33, "tokens": 330301440, "loss": 3.589890944957733, "lr": 0.000746022153323459, "grad_norm": 0.1351519525051117, "tokens_per_second": 1759556.9850258136, "training_seconds": 1.4898295550010516, "elapsed_tokens_per_second": 1484881.9108553696, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2540, "epoch": 33, "tokens": 332922880, "loss": 3.588930809497833, "lr": 0.0006982660638920423, "grad_norm": 0.1436804085969925, "tokens_per_second": 1770269.0988445655, "training_seconds": 1.4808144150010776, "elapsed_tokens_per_second": 1486754.3197061205, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2560, "epoch": 33, "tokens": 335544320, "loss": 3.6128607392311096, "lr": 0.0006519197247695787, "grad_norm": 0.1312323808670044, "tokens_per_second": 1770281.1122029964, "training_seconds": 1.4808043660013936, "elapsed_tokens_per_second": 1488606.0676892814, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2568, "epoch": 33, "tokens": 336592896, "loss": 3.595501124858856, "lr": 0.0006337811670178101, "grad_norm": 0.12073493748903275, "tokens_per_second": 1771157.8955601717, "training_seconds": 0.592028527004004, "elapsed_tokens_per_second": 1489333.4195803541, "peak_memory_bytes": 42389451776}
{"loss": 3.6066420113877298, "perplexity": 36.84212941356244, "tokens": 336592896, "seconds": 0.5334343119975529, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 33, "step": 2568, "evaluation_tokens": 1048576}
{"event": "train", "step": 2580, "epoch": 34, "tokens": 338165760, "loss": 3.607237676779429, "lr": 0.0006070064560740314, "grad_norm": 0.1331573724746704, "tokens_per_second": 1777566.483609778, "training_seconds": 0.8848411660001148, "elapsed_tokens_per_second": 1486897.499428113, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2600, "epoch": 34, "tokens": 340787200, "loss": 3.6206183195114137, "lr": 0.0005635488568443762, "grad_norm": 0.12667416036128998, "tokens_per_second": 1770246.0708031212, "training_seconds": 1.4808336780042737, "elapsed_tokens_per_second": 1488720.0205676812, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2620, "epoch": 34, "tokens": 343408640, "loss": 3.5961421370506286, "lr": 0.000521568793669425, "grad_norm": 0.12362667918205261, "tokens_per_second": 1766135.5244118932, "training_seconds": 1.4842802060011309, "elapsed_tokens_per_second": 1490490.5232078976, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2640, "epoch": 34, "tokens": 346030080, "loss": 3.605047881603241, "lr": 0.00048108738968520007, "grad_norm": 0.1299426406621933, "tokens_per_second": 1767701.6649035083, "training_seconds": 1.4829651699983515, "elapsed_tokens_per_second": 1492252.5110313962, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2646, "epoch": 34, "tokens": 346816512, "loss": 3.5893221298853555, "lr": 0.0004692382721132998, "grad_norm": 0.13337624073028564, "tokens_per_second": 1771660.4054175036, "training_seconds": 0.443895454001904, "elapsed_tokens_per_second": 1492772.9577951005, "peak_memory_bytes": 42389451776}
{"loss": 3.5959525296912447, "perplexity": 36.45040354880714, "tokens": 346816512, "seconds": 0.532591968003544, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 34, "step": 2646, "evaluation_tokens": 1048576}
{"event": "train", "step": 2660, "epoch": 35, "tokens": 348651520, "loss": 3.581038338797433, "lr": 0.0004421250139463922, "grad_norm": 0.1317182332277298, "tokens_per_second": 1775986.1720318603, "training_seconds": 1.0332332699981635, "elapsed_tokens_per_second": 1490568.3159363614, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2680, "epoch": 35, "tokens": 351272960, "loss": 3.591472017765045, "lr": 0.00040470127117724975, "grad_norm": 0.12393561750650406, "tokens_per_second": 1765617.8487778555, "training_seconds": 1.4847153939990676, "elapsed_tokens_per_second": 1492292.5314932538, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2700, "epoch": 35, "tokens": 353894400, "loss": 3.59626761674881, "lr": 0.00036883499190705737, "grad_norm": 0.1246296614408493, "tokens_per_second": 1770109.6327419023, "training_seconds": 1.4809478189999936, "elapsed_tokens_per_second": 1494014.86669363, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2720, "epoch": 35, "tokens": 356515840, "loss": 3.578103184700012, "lr": 0.0003345442229951658, "grad_norm": 0.12967711687088013, "tokens_per_second": 1770803.6687548482, "training_seconds": 1.4803673869973863, "elapsed_tokens_per_second": 1495721.7576810857, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2724, "epoch": 35, "tokens": 357040128, "loss": 3.5598174333572388, "lr": 0.00032787666286891357, "grad_norm": 0.12489641457796097, "tokens_per_second": 1766585.0866022438, "training_seconds": 0.29678049700305564, "elapsed_tokens_per_second": 1496046.0887041998, "peak_memory_bytes": 42389451776}
{"loss": 3.588202547443446, "perplexity": 36.169005392186506, "tokens": 357040128, "seconds": 0.5344840749967261, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 35, "step": 2724, "evaluation_tokens": 1048576}
{"event": "train", "step": 2740, "epoch": 36, "tokens": 359137280, "loss": 3.595835790038109, "lr": 0.0003018462185503402, "grad_norm": 0.12311429530382156, "tokens_per_second": 1779798.4517973845, "training_seconds": 1.1783087000003434, "elapsed_tokens_per_second": 1494047.0894167505, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2760, "epoch": 36, "tokens": 361758720, "loss": 3.6021546721458435, "lr": 0.00027075743124900195, "grad_norm": 0.12441704422235489, "tokens_per_second": 1769073.0949829316, "training_seconds": 1.4818155379980453, "elapsed_tokens_per_second": 1495718.3744998912, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2780, "epoch": 36, "tokens": 364380160, "loss": 3.5902856826782226, "lr": 0.0002412935040567228, "grad_norm": 0.12330886721611023, "tokens_per_second": 1773633.722811486, "training_seconds": 1.4780052759961109, "elapsed_tokens_per_second": 1497392.7823518245, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2800, "epoch": 36, "tokens": 367001600, "loss": 3.5812559604644774, "lr": 0.00021346926235714332, "grad_norm": 0.13179710507392883, "tokens_per_second": 1770753.4528387534, "training_seconds": 1.4804093679995276, "elapsed_tokens_per_second": 1499036.2765507307, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2802, "epoch": 36, "tokens": 367263744, "loss": 3.5948017835617065, "lr": 0.0002107775670879188, "grad_norm": 0.11800207942724228, "tokens_per_second": 1792140.129984993, "training_seconds": 0.1462742759977118, "elapsed_tokens_per_second": 1499200.207284318, "peak_memory_bytes": 42389451776}
{"loss": 3.579970524535062, "perplexity": 35.872483473350684, "tokens": 367263744, "seconds": 0.5358321660023648, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 36, "step": 2802, "evaluation_tokens": 1048576}
{"event": "train", "step": 2820, "epoch": 37, "tokens": 369623040, "loss": 3.572112136416965, "lr": 0.00018729870649227632, "grad_norm": 0.13280656933784485, "tokens_per_second": 1776724.384613485, "training_seconds": 1.3278908200009027, "elapsed_tokens_per_second": 1497352.9173218748, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2840, "epoch": 37, "tokens": 372244480, "loss": 3.5903740763664245, "lr": 0.00016279500471794262, "grad_norm": 0.1284509301185608, "tokens_per_second": 1768079.3619976882, "training_seconds": 1.4826483789947815, "elapsed_tokens_per_second": 1498961.9911092413, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2860, "epoch": 37, "tokens": 374865920, "loss": 3.578680944442749, "lr": 0.00013997048657789457, "grad_norm": 0.12151897698640823, "tokens_per_second": 1770893.0898187011, "training_seconds": 1.4802926359989215, "elapsed_tokens_per_second": 1500560.4501129198, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2880, "epoch": 37, "tokens": 377487360, "loss": 3.5899052381515504, "lr": 0.00011883663669995015, "grad_norm": 0.12058465927839279, "tokens_per_second": 1765233.5949232092, "training_seconds": 1.4850385850004386, "elapsed_tokens_per_second": 1502116.2999044969, "peak_memory_bytes": 42389451776}
{"loss": 3.574169652092958, "perplexity": 35.66499416388532, "tokens": 377487360, "seconds": 0.532666621998942, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 37, "step": 2880, "evaluation_tokens": 1048576}
{"event": "train", "step": 2900, "epoch": 38, "tokens": 380108800, "loss": 3.58760951757431, "lr": 9.940408901726444e-05, "grad_norm": 0.11867310851812363, "tokens_per_second": 1775216.7084052952, "training_seconds": 1.4766873179978575, "elapsed_tokens_per_second": 1500487.6919788467, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2920, "epoch": 38, "tokens": 382730240, "loss": 3.557453155517578, "lr": 8.168262141764633e-05, "grad_norm": 0.11972497403621674, "tokens_per_second": 1764962.0355265285, "training_seconds": 1.4852670750042307, "elapsed_tokens_per_second": 1502019.8835768413, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2940, "epoch": 38, "tokens": 385351680, "loss": 3.5815617203712464, "lr": 6.568115082361386e-05, "grad_norm": 0.12074901163578033, "tokens_per_second": 1764881.8054719556, "training_seconds": 1.4853345940064173, "elapsed_tokens_per_second": 1503535.5758594875, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2958, "epoch": 38, "tokens": 387710976, "loss": 3.5714717308680215, "lr": 5.275709721810862e-05, "grad_norm": 0.11113882809877396, "tokens_per_second": 1770252.0031318618, "training_seconds": 1.3327458439962356, "elapsed_tokens_per_second": 1504902.5117911014, "peak_memory_bytes": 42389451776}
{"loss": 3.5710957268377426, "perplexity": 35.55553096463747, "tokens": 387710976, "seconds": 0.5373918890036293, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 38, "step": 2958, "evaluation_tokens": 1048576}
{"event": "train", "step": 2960, "epoch": 39, "tokens": 387973120, "loss": 3.5618337392807007, "lr": 5.140772870565919e-05, "grad_norm": 0.11349060386419296, "tokens_per_second": 1810475.1009881112, "training_seconds": 0.14479293300246354, "elapsed_tokens_per_second": 1501882.7917214348, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2980, "epoch": 39, "tokens": 390594560, "loss": 3.5742526054382324, "lr": 3.886953703098522e-05, "grad_norm": 0.11356119811534882, "tokens_per_second": 1765596.6718255882, "training_seconds": 1.4847332019999158, "elapsed_tokens_per_second": 1503383.2055741483, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3000, "epoch": 39, "tokens": 393216000, "loss": 3.558637249469757, "lr": 2.8072884649751218e-05, "grad_norm": 0.11643495410680771, "tokens_per_second": 1773289.8257928747, "training_seconds": 1.478291907995299, "elapsed_tokens_per_second": 1504898.139184344, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3020, "epoch": 39, "tokens": 395837440, "loss": 3.5734092116355898, "lr": 1.9023204120642122e-05, "grad_norm": 0.11674924939870834, "tokens_per_second": 1772408.837980233, "training_seconds": 1.4790267029966344, "elapsed_tokens_per_second": 1506393.6428320962, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3035, "epoch": 39, "tokens": 397803520, "loss": 3.5598260243733724, "lr": 1.338516635337944e-05, "grad_norm": 0.11158110201358795, "tokens_per_second": 1766688.0148690834, "training_seconds": 1.1128620239978773, "elapsed_tokens_per_second": 1507476.814219003, "peak_memory_bytes": 42389451776}
{"loss": 3.5695217620914077, "perplexity": 35.499611831278536, "tokens": 397803520, "seconds": 0.5320187250035815, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 39, "step": 3035, "evaluation_tokens": 1048576}
{"event": "train", "step": 3040, "epoch": 40, "tokens": 398458880, "loss": 3.5857921600341798, "lr": 1.1725048977367315e-05, "grad_norm": 0.11195384711027145, "tokens_per_second": 1791036.8237535078, "training_seconds": 0.36591095800395124, "elapsed_tokens_per_second": 1504778.3803967917, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3060, "epoch": 40, "tokens": 401080320, "loss": 3.581041634082794, "lr": 6.182091437454352e-06, "grad_norm": 0.12260684370994568, "tokens_per_second": 1768580.9755938307, "training_seconds": 1.4822278630017536, "elapsed_tokens_per_second": 1506235.5800365603, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3080, "epoch": 40, "tokens": 403701760, "loss": 3.554682505130768, "lr": 2.397120554497756e-06, "grad_norm": 0.11517778038978577, "tokens_per_second": 1768871.5820612921, "training_seconds": 1.4819843489967752, "elapsed_tokens_per_second": 1507674.6554979892, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3100, "epoch": 40, "tokens": 406323200, "loss": 3.583326268196106, "lr": 3.7204081478797726e-07, "grad_norm": 0.11561215668916702, "tokens_per_second": 1771089.3200327414, "training_seconds": 1.4801286249930854, "elapsed_tokens_per_second": 1509113.4474625478, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3113, "epoch": 40, "tokens": 408027136, "loss": 3.5671999271099386, "lr": 0.0, "grad_norm": 0.11439439654350281, "tokens_per_second": 1762091.6772501394, "training_seconds": 0.9669962249972741, "elapsed_tokens_per_second": 1510010.337555686, "peak_memory_bytes": 42389451776}
{"loss": 3.5692178593556547, "perplexity": 35.488825041275355, "tokens": 408027136, "seconds": 0.538515730004292, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 40, "step": 3113, "evaluation_tokens": 1048576}
{"loss": 3.570950756024119, "perplexity": 35.55037682399372, "tokens": 408027136, "seconds": 99.77052244500373, "split": "full", "validation_complete": true, "event": "final_validation", "step": 3113, "evaluation_tokens": 197411295}