{"event": "train", "step": 20, "epoch": 1, "tokens": 2621440, "loss": 9.48886251449585, "lr": 0.00044871794871794877, "grad_norm": 1.3879921436309814, "tokens_per_second": 48294.12915108141, "training_seconds": 54.280717886002094, "elapsed_tokens_per_second": 48294.12915108141, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 40, "epoch": 1, "tokens": 5242880, "loss": 7.517357921600341, "lr": 0.0008974358974358975, "grad_norm": 0.8050662875175476, "tokens_per_second": 1772418.0737925312, "training_seconds": 1.4790189960040152, "elapsed_tokens_per_second": 94015.91052268808, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 60, "epoch": 1, "tokens": 7864320, "loss": 6.895080423355102, "lr": 0.001346153846153846, "grad_norm": 0.3986961841583252, "tokens_per_second": 1780063.6148124926, "training_seconds": 1.4726664699992398, "elapsed_tokens_per_second": 137390.4841268223, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 78, "epoch": 1, "tokens": 10223616, "loss": 6.606471618016561, "lr": 0.00175, "grad_norm": 1.4802967309951782, "tokens_per_second": 1778081.0715925037, "training_seconds": 1.326877630999661, "elapsed_tokens_per_second": 174557.39486275677, "peak_memory_bytes": 21988176384}
{"loss": 6.497763963069758, "perplexity": 663.6560133582655, "tokens": 10223616, "seconds": 1.3197541809931863, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 1, "step": 78, "evaluation_tokens": 1048576}
{"event": "train", "step": 80, "epoch": 2, "tokens": 10485760, "loss": 6.456643104553223, "lr": 0.001794871794871795, "grad_norm": 0.495110422372818, "tokens_per_second": 1848776.0515375305, "training_seconds": 0.141793269001937, "elapsed_tokens_per_second": 174641.3775866531, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 100, "epoch": 2, "tokens": 13107200, "loss": 6.305995059013367, "lr": 0.002243589743589744, "grad_norm": 0.5199261903762817, "tokens_per_second": 1776714.1880071796, "training_seconds": 1.4754427119987668, "elapsed_tokens_per_second": 213060.8542559955, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 120, "epoch": 2, "tokens": 15728640, "loss": 6.1149248600006105, "lr": 0.002692307692307692, "grad_norm": 0.3216356933116913, "tokens_per_second": 1776221.1787023926, "training_seconds": 1.4758522370029823, "elapsed_tokens_per_second": 249674.50545022817, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 140, "epoch": 2, "tokens": 18350080, "loss": 5.884156179428101, "lr": 0.003141025641025641, "grad_norm": 0.2658410966396332, "tokens_per_second": 1782085.7745923013, "training_seconds": 1.4709954130012193, "elapsed_tokens_per_second": 284632.8035112214, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 156, "epoch": 2, "tokens": 20447232, "loss": 5.716289192438126, "lr": 0.0035, "grad_norm": 0.41358625888824463, "tokens_per_second": 1770492.0865535904, "training_seconds": 1.1845023290006793, "elapsed_tokens_per_second": 311432.8453570261, "peak_memory_bytes": 42389451776}
{"loss": 5.684542889147167, "perplexity": 294.2832942132135, "tokens": 20447232, "seconds": 0.5356483240029775, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 2, "step": 156, "evaluation_tokens": 1048576}
{"event": "train", "step": 160, "epoch": 3, "tokens": 20971520, "loss": 5.6488871574401855, "lr": 0.00358974358974359, "grad_norm": 0.3068757951259613, "tokens_per_second": 1789122.4577154338, "training_seconds": 0.2930419870026526, "elapsed_tokens_per_second": 315383.60611834767, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 180, "epoch": 3, "tokens": 23592960, "loss": 5.540701627731323, "lr": 0.0040384615384615385, "grad_norm": 0.6591691374778748, "tokens_per_second": 1778613.9299301202, "training_seconds": 1.4738667880010325, "elapsed_tokens_per_second": 347103.8677885187, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 200, "epoch": 3, "tokens": 26214400, "loss": 5.43796968460083, "lr": 0.004487179487179488, "grad_norm": 0.28941744565963745, "tokens_per_second": 1780110.9586027758, "training_seconds": 1.4726273029955337, "elapsed_tokens_per_second": 377481.1088935118, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 220, "epoch": 3, "tokens": 28835840, "loss": 5.296015787124634, "lr": 0.004935897435897436, "grad_norm": 0.4488431513309479, "tokens_per_second": 1767849.9520087957, "training_seconds": 1.4828407790046185, "elapsed_tokens_per_second": 406538.8092640881, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 233, "epoch": 3, "tokens": 30539776, "loss": 5.245280779325045, "lr": 0.005227564102564103, "grad_norm": 0.24678921699523926, "tokens_per_second": 1781790.1797834497, "training_seconds": 0.9563056409970159, "elapsed_tokens_per_second": 424821.3431055181, "peak_memory_bytes": 42389451776}
{"loss": 5.218871642702368, "perplexity": 184.72562991843287, "tokens": 30539776, "seconds": 0.5357463370019104, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 3, "step": 233, "evaluation_tokens": 1048576}
{"event": "train", "step": 240, "epoch": 4, "tokens": 31457280, "loss": 5.175840650285993, "lr": 0.005384615384615384, "grad_norm": 0.267861932516098, "tokens_per_second": 1780012.7578801438, "training_seconds": 0.5154479909979273, "elapsed_tokens_per_second": 431209.82515994273, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 260, "epoch": 4, "tokens": 34078720, "loss": 5.104018449783325, "lr": 0.005833333333333334, "grad_norm": 0.2320169359445572, "tokens_per_second": 1776400.698598494, "training_seconds": 1.4757030900000245, "elapsed_tokens_per_second": 457870.9095150315, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 280, "epoch": 4, "tokens": 36700160, "loss": 5.051414656639099, "lr": 0.006282051282051282, "grad_norm": 0.19593259692192078, "tokens_per_second": 1774603.393612951, "training_seconds": 1.4771976710035233, "elapsed_tokens_per_second": 483482.85121022945, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 300, "epoch": 4, "tokens": 39321600, "loss": 4.94789605140686, "lr": 0.006730769230769231, "grad_norm": 0.2060788869857788, "tokens_per_second": 1773498.3122542617, "training_seconds": 1.4781181250000373, "elapsed_tokens_per_second": 508112.3380705619, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 311, "epoch": 4, "tokens": 40763392, "loss": 4.928093953566118, "lr": 0.0069775641025641025, "grad_norm": 0.20419356226921082, "tokens_per_second": 1771773.0012021686, "training_seconds": 0.8137566149962367, "elapsed_tokens_per_second": 521248.57238901226, "peak_memory_bytes": 42389451776}
{"loss": 4.923950895415455, "perplexity": 137.54496686865872, "tokens": 40763392, "seconds": 0.5336793869937537, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 4, "step": 311, "evaluation_tokens": 1048576}
{"event": "train", "step": 320, "epoch": 5, "tokens": 41943040, "loss": 4.872548421223958, "lr": 0.0069998591072530205, "grad_norm": 0.2594769299030304, "tokens_per_second": 1792092.1745313948, "training_seconds": 0.6582518559953314, "elapsed_tokens_per_second": 528211.0974068462, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 340, "epoch": 5, "tokens": 44564480, "loss": 4.830670022964478, "lr": 0.00699827419411727, "grad_norm": 0.26971718668937683, "tokens_per_second": 1771793.3922766494, "training_seconds": 1.4795404539981973, "elapsed_tokens_per_second": 550950.2963384499, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 360, "epoch": 5, "tokens": 47185920, "loss": 4.799405789375305, "lr": 0.006994929052052427, "grad_norm": 0.2143685519695282, "tokens_per_second": 1777326.2648741265, "training_seconds": 1.4749345980017097, "elapsed_tokens_per_second": 572898.8075886344, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 380, "epoch": 5, "tokens": 49807360, "loss": 4.743378949165344, "lr": 0.006989825364235827, "grad_norm": 0.19159859418869019, "tokens_per_second": 1777073.4261208812, "training_seconds": 1.4751444489957066, "elapsed_tokens_per_second": 594074.7987659959, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 389, "epoch": 5, "tokens": 50987008, "loss": 4.685757954915364, "lr": 0.006986955630998453, "grad_norm": 0.22555477917194366, "tokens_per_second": 1771058.1011938099, "training_seconds": 0.6660696219987585, "elapsed_tokens_per_second": 603337.1340995238, "peak_memory_bytes": 42389451776}
{"loss": 4.704960400938537, "perplexity": 110.49390940572901, "tokens": 50987008, "seconds": 0.5364075350007624, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 5, "step": 389, "evaluation_tokens": 1048576}
{"event": "train", "step": 400, "epoch": 6, "tokens": 52428800, "loss": 4.652188517830589, "lr": 0.006982965698693427, "grad_norm": 0.18813017010688782, "tokens_per_second": 1790549.0286561414, "training_seconds": 0.805223413000931, "elapsed_tokens_per_second": 610646.2292878785, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 420, "epoch": 6, "tokens": 55050240, "loss": 4.586129522323608, "lr": 0.006974353507007655, "grad_norm": 0.18558527529239655, "tokens_per_second": 1776277.0985220908, "training_seconds": 1.475805775000481, "elapsed_tokens_per_second": 630331.9656868324, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 440, "epoch": 6, "tokens": 57671680, "loss": 4.525496125221252, "lr": 0.0069639931225806695, "grad_norm": 0.21063528954982758, "tokens_per_second": 1770510.452887276, "training_seconds": 1.4806125520044588, "elapsed_tokens_per_second": 649327.3840344679, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 460, "epoch": 6, "tokens": 60293120, "loss": 4.451401925086975, "lr": 0.006951889758453925, "grad_norm": 0.17824327945709229, "tokens_per_second": 1772452.7386472658, "training_seconds": 1.4789900699979626, "elapsed_tokens_per_second": 667711.7383285052, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 467, "epoch": 6, "tokens": 61210624, "loss": 4.408852781568255, "lr": 0.006947242902781892, "grad_norm": 0.17839236557483673, "tokens_per_second": 1769451.3287628412, "training_seconds": 0.5185245760003454, "elapsed_tokens_per_second": 673985.2938912126, "peak_memory_bytes": 42389451776}
{"loss": 4.4222472476285315, "perplexity": 83.28323326900372, "tokens": 61210624, "seconds": 0.533837143004348, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 6, "step": 467, "evaluation_tokens": 1048576}
{"event": "train", "step": 480, "epoch": 7, "tokens": 62914560, "loss": 4.387728397662823, "lr": 0.006938049504685113, "grad_norm": 0.2041921466588974, "tokens_per_second": 1776275.0908271712, "training_seconds": 0.9592748380018747, "elapsed_tokens_per_second": 681476.6713931871, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 500, "epoch": 7, "tokens": 65536000, "loss": 4.353751826286316, "lr": 0.006922479325283836, "grad_norm": 0.16731086373329163, "tokens_per_second": 1771674.837601011, "training_seconds": 1.4796394599979976, "elapsed_tokens_per_second": 698665.4848876714, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 520, "epoch": 7, "tokens": 68157440, "loss": 4.313184237480163, "lr": 0.006905187054707512, "grad_norm": 0.16312573850154877, "tokens_per_second": 1771319.3501291508, "training_seconds": 1.4799364100035746, "elapsed_tokens_per_second": 715312.4062072523, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 540, "epoch": 7, "tokens": 70778880, "loss": 4.282251477241516, "lr": 0.006886181393919309, "grad_norm": 0.1997125893831253, "tokens_per_second": 1770432.0910776563, "training_seconds": 1.480678085994441, "elapsed_tokens_per_second": 731445.4142275918, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 545, "epoch": 7, "tokens": 71434240, "loss": 4.29283561706543, "lr": 0.00688116336330005, "grad_norm": 0.16860997676849365, "tokens_per_second": 1774071.6744932136, "training_seconds": 0.3694101029977901, "elapsed_tokens_per_second": 735398.7140264043, "peak_memory_bytes": 42389451776}
{"loss": 4.274408950920044, "perplexity": 71.83766717224827, "tokens": 71434240, "seconds": 0.5349526310019428, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 7, "step": 545, "evaluation_tokens": 1048576}
{"event": "train", "step": 560, "epoch": 8, "tokens": 73400320, "loss": 4.265973536173503, "lr": 0.006865471906010078, "grad_norm": 0.17418234050273895, "tokens_per_second": 1780539.591236001, "training_seconds": 1.1042045959984534, "elapsed_tokens_per_second": 743032.0576098984, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 580, "epoch": 8, "tokens": 76021760, "loss": 4.243009901046753, "lr": 0.006843069011386483, "grad_norm": 0.14091387391090393, "tokens_per_second": 1772388.6613923316, "training_seconds": 1.479043539999111, "elapsed_tokens_per_second": 758203.7518165938, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 600, "epoch": 8, "tokens": 78643200, "loss": 4.1909112453460695, "lr": 0.0068189839825277595, "grad_norm": 0.1699686050415039, "tokens_per_second": 1773915.51272337, "training_seconds": 1.4777704919979442, "elapsed_tokens_per_second": 772939.9733177044, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 620, "epoch": 8, "tokens": 81264640, "loss": 4.175252199172974, "lr": 0.0067932289383137315, "grad_norm": 0.19297949969768524, "tokens_per_second": 1775232.6756569846, "training_seconds": 1.4766740359991672, "elapsed_tokens_per_second": 787268.6998081862, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 623, "epoch": 8, "tokens": 81657856, "loss": 4.175911903381348, "lr": 0.006789222432912081, "grad_norm": 0.1726302206516266, "tokens_per_second": 1763517.6299920366, "training_seconds": 0.22297253699798603, "elapsed_tokens_per_second": 789356.7581986272, "peak_memory_bytes": 42389451776}
{"loss": 4.180944619520185, "perplexity": 65.42762824726702, "tokens": 81657856, "seconds": 0.539781730993127, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 8, "step": 623, "evaluation_tokens": 1048576}
{"event": "train", "step": 640, "epoch": 9, "tokens": 83886080, "loss": 4.156193733215332, "lr": 0.00676581683792695, "grad_norm": 0.15307015180587769, "tokens_per_second": 1780495.6269788956, "training_seconds": 1.2514627760028816, "elapsed_tokens_per_second": 797038.8447085851, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 660, "epoch": 9, "tokens": 86507520, "loss": 4.124670767784119, "lr": 0.006736761474332013, "grad_norm": 0.14581869542598724, "tokens_per_second": 1771270.1761274107, "training_seconds": 1.4799774959974457, "elapsed_tokens_per_second": 810536.5122836357, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 680, "epoch": 9, "tokens": 89128960, "loss": 4.121994853019714, "lr": 0.006706077467335345, "grad_norm": 0.16478346288204193, "tokens_per_second": 1775565.4554421138, "training_seconds": 1.476397275000636, "elapsed_tokens_per_second": 823692.2305806765, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 700, "epoch": 9, "tokens": 91750400, "loss": 4.113357949256897, "lr": 0.0066737802562289485, "grad_norm": 0.161868155002594, "tokens_per_second": 1777558.465282164, "training_seconds": 1.4747419289997197, "elapsed_tokens_per_second": 836504.9899826229, "peak_memory_bytes": 42389451776}
{"loss": 4.1204136395101685, "perplexity": 61.58471086629198, "tokens": 91750400, "seconds": 0.5366884080067393, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 9, "step": 700, "evaluation_tokens": 1048576}
{"event": "train", "step": 720, "epoch": 10, "tokens": 94371840, "loss": 4.110847067832947, "lr": 0.006639886092021793, "grad_norm": 0.14589430391788483, "tokens_per_second": 1783639.383904912, "training_seconds": 1.4697141270007705, "elapsed_tokens_per_second": 844856.9386940354, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 740, "epoch": 10, "tokens": 96993280, "loss": 4.083543181419373, "lr": 0.006604412029262797, "grad_norm": 0.13296540081501007, "tokens_per_second": 1773285.3742529224, "training_seconds": 1.4782956190028926, "elapsed_tokens_per_second": 856970.3026540003, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 760, "epoch": 10, "tokens": 99614720, "loss": 4.06891098022461, "lr": 0.006567375917459469, "grad_norm": 0.15912869572639465, "tokens_per_second": 1772018.1348049117, "training_seconds": 1.4793528059963137, "elapsed_tokens_per_second": 868764.4964064609, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 778, "epoch": 10, "tokens": 101974016, "loss": 4.053221080038282, "lr": 0.006532723251041431, "grad_norm": 0.17125806212425232, "tokens_per_second": 1774986.7088656642, "training_seconds": 1.329190798001946, "elapsed_tokens_per_second": 879132.2407219382, "peak_memory_bytes": 42389451776}
{"loss": 4.065427379424662, "perplexity": 58.28981506752766, "tokens": 101974016, "seconds": 0.5369191880017752, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 10, "step": 778, "evaluation_tokens": 1048576}
{"event": "train", "step": 780, "epoch": 11, "tokens": 102236160, "loss": 4.030501365661621, "lr": 0.006528796392096565, "grad_norm": 0.15207409858703613, "tokens_per_second": 1839867.865578288, "training_seconds": 0.14247979700303404, "elapsed_tokens_per_second": 876163.3922109193, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 800, "epoch": 11, "tokens": 104857600, "loss": 4.072002005577088, "lr": 0.006488692865259259, "grad_norm": 0.1518198847770691, "tokens_per_second": 1777431.1162682308, "training_seconds": 1.4748475910018897, "elapsed_tokens_per_second": 887403.841675307, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 820, "epoch": 11, "tokens": 107479040, "loss": 4.037923061847687, "lr": 0.006447085515865549, "grad_norm": 0.1399105042219162, "tokens_per_second": 1773591.427961244, "training_seconds": 1.4780405220008106, "elapsed_tokens_per_second": 898338.6297242258, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 840, "epoch": 11, "tokens": 110100480, "loss": 4.022819244861603, "lr": 0.006403995279512818, "grad_norm": 0.1687677651643753, "tokens_per_second": 1774035.1466412756, "training_seconds": 1.4776708369972766, "elapsed_tokens_per_second": 909010.0260151221, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 856, "epoch": 11, "tokens": 112197632, "loss": 4.02383391559124, "lr": 0.006368469957157371, "grad_norm": 0.13603071868419647, "tokens_per_second": 1774500.350622365, "training_seconds": 1.1818267600028776, "elapsed_tokens_per_second": 917356.7136320629, "peak_memory_bytes": 42389451776}
{"loss": 4.021144015047969, "perplexity": 55.76486519393383, "tokens": 112197632, "seconds": 0.5400999269986642, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 11, "step": 856, "evaluation_tokens": 1048576}
{"event": "train", "step": 860, "epoch": 12, "tokens": 112721920, "loss": 4.025079131126404, "lr": 0.006359443837943657, "grad_norm": 0.17188656330108643, "tokens_per_second": 1803994.9792857983, "training_seconds": 0.2906260860036127, "elapsed_tokens_per_second": 915365.6171278903, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 880, "epoch": 12, "tokens": 115343360, "loss": 3.9868224978446962, "lr": 0.006313453608136249, "grad_norm": 0.1715044528245926, "tokens_per_second": 1769624.8173200833, "training_seconds": 1.4813535470020724, "elapsed_tokens_per_second": 925509.9214790829, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 900, "epoch": 12, "tokens": 117964800, "loss": 3.985847520828247, "lr": 0.006266047731024798, "grad_norm": 0.15265415608882904, "tokens_per_second": 1773519.6647750596, "training_seconds": 1.4781003290045192, "elapsed_tokens_per_second": 935435.335375083, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 920, "epoch": 12, "tokens": 120586240, "loss": 3.9915388464927672, "lr": 0.006217250059855699, "grad_norm": 0.16249516606330872, "tokens_per_second": 1771706.2271827164, "training_seconds": 1.479613245006476, "elapsed_tokens_per_second": 945120.2246754488, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 934, "epoch": 12, "tokens": 122421248, "loss": 3.9627748898097446, "lr": 0.006182276693241183, "grad_norm": 0.1653757244348526, "tokens_per_second": 1775689.9032783953, "training_seconds": 1.0334056619976764, "elapsed_tokens_per_second": 951778.5228644549, "peak_memory_bytes": 42389451776}
{"loss": 3.9838991182260597, "perplexity": 53.72611081333079, "tokens": 122421248, "seconds": 0.5394707300001755, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 12, "step": 934, "evaluation_tokens": 1048576}
{"event": "train", "step": 940, "epoch": 13, "tokens": 123207680, "loss": 3.9690674543380737, "lr": 0.006167085148185275, "grad_norm": 0.12859266996383667, "tokens_per_second": 1797064.9292343145, "training_seconds": 0.4376202479979838, "elapsed_tokens_per_second": 950590.6519900548, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 960, "epoch": 13, "tokens": 125829120, "loss": 3.956114935874939, "lr": 0.006115578237525155, "grad_norm": 0.12421801686286926, "tokens_per_second": 1766109.6993391297, "training_seconds": 1.484301910000795, "elapsed_tokens_per_second": 959815.5844319738, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 980, "epoch": 13, "tokens": 128450560, "loss": 3.959944653511047, "lr": 0.00606275524464148, "grad_norm": 0.12831664085388184, "tokens_per_second": 1771484.788779035, "training_seconds": 1.4797981990050175, "elapsed_tokens_per_second": 968863.7370484838, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1000, "epoch": 13, "tokens": 131072000, "loss": 3.93550626039505, "lr": 0.006008642748514353, "grad_norm": 0.14119522273540497, "tokens_per_second": 1770083.5335480638, "training_seconds": 1.4809696550000808, "elapsed_tokens_per_second": 977704.8955097365, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1012, "epoch": 13, "tokens": 132644864, "loss": 3.923189322153727, "lr": 0.005975567589470809, "grad_norm": 0.11472038924694061, "tokens_per_second": 1777719.531556555, "training_seconds": 0.8847649879971868, "elapsed_tokens_per_second": 982936.4186628337, "peak_memory_bytes": 42389451776}
{"loss": 3.9496334546043776, "perplexity": 51.91633365372372, "tokens": 132644864, "seconds": 0.5356041220002226, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 13, "step": 1012, "evaluation_tokens": 1048576}
{"event": "train", "step": 1020, "epoch": 14, "tokens": 133693440, "loss": 3.9453457295894623, "lr": 0.0059532679769640695, "grad_norm": 0.1297588050365448, "tokens_per_second": 1787572.912037479, "training_seconds": 0.5865920169962919, "elapsed_tokens_per_second": 982454.511911621, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1040, "epoch": 14, "tokens": 136314880, "loss": 3.9413493275642395, "lr": 0.005896658792950885, "grad_norm": 0.154293492436409, "tokens_per_second": 1771327.5261188804, "training_seconds": 1.4799295789998723, "elapsed_tokens_per_second": 990933.1560434205, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1060, "epoch": 14, "tokens": 138936320, "loss": 3.914180874824524, "lr": 0.005838843680555183, "grad_norm": 0.10859636217355728, "tokens_per_second": 1765762.6690775913, "training_seconds": 1.4845936239944422, "elapsed_tokens_per_second": 999192.0684417633, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1080, "epoch": 14, "tokens": 141557760, "loss": 3.9171285033226013, "lr": 0.005779851730645125, "grad_norm": 0.13466869294643402, "tokens_per_second": 1773963.6896753632, "training_seconds": 1.4777303590017254, "elapsed_tokens_per_second": 1007328.1289001622, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1090, "epoch": 14, "tokens": 142868480, "loss": 3.905032444000244, "lr": 0.005749923694840951, "grad_norm": 0.1587856411933899, "tokens_per_second": 1771875.402890405, "training_seconds": 0.7397359870010405, "elapsed_tokens_per_second": 1011318.1397296981, "peak_memory_bytes": 42389451776}
{"loss": 3.92030772803897, "perplexity": 50.41595679471909, "tokens": 142868480, "seconds": 0.5382324089950998, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 14, "step": 1090, "evaluation_tokens": 1048576}
{"event": "train", "step": 1100, "epoch": 15, "tokens": 144179200, "loss": 3.8798650026321413, "lr": 0.005719712626238982, "grad_norm": 0.13452838361263275, "tokens_per_second": 1781880.9642489161, "training_seconds": 0.7355822449972038, "elapsed_tokens_per_second": 1011406.9145379496, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1120, "epoch": 15, "tokens": 146800640, "loss": 3.904578077793121, "lr": 0.005658456627569504, "grad_norm": 0.14221741259098053, "tokens_per_second": 1775257.7956303866, "training_seconds": 1.4766531409986783, "elapsed_tokens_per_second": 1019229.8675240333, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1140, "epoch": 15, "tokens": 149422080, "loss": 3.8852938652038573, "lr": 0.005596114556857868, "grad_norm": 0.1367453783750534, "tokens_per_second": 1769773.2910710317, "training_seconds": 1.4812292700007674, "elapsed_tokens_per_second": 1026853.9898879024, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1160, "epoch": 15, "tokens": 152043520, "loss": 3.892929995059967, "lr": 0.005532717782804831, "grad_norm": 0.1256217211484909, "tokens_per_second": 1774378.9256812998, "training_seconds": 1.4773845439995057, "elapsed_tokens_per_second": 1034355.866799186, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1167, "epoch": 15, "tokens": 152961024, "loss": 3.885589463370187, "lr": 0.0055102856259664525, "grad_norm": 0.13349823653697968, "tokens_per_second": 1762583.3581711114, "training_seconds": 0.5205450259963982, "elapsed_tokens_per_second": 1036909.7322419496, "peak_memory_bytes": 42389451776}
{"loss": 3.894918382876453, "perplexity": 49.152041550722004, "tokens": 152961024, "seconds": 0.5364124269981403, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 15, "step": 1167, "evaluation_tokens": 1048576}
{"event": "train", "step": 1180, "epoch": 16, "tokens": 154664960, "loss": 3.8806151426755466, "lr": 0.005468298204806925, "grad_norm": 0.1276356428861618, "tokens_per_second": 1786128.344837564, "training_seconds": 0.9539829570057918, "elapsed_tokens_per_second": 1037899.3112312327, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1200, "epoch": 16, "tokens": 157286400, "loss": 3.8753105282783507, "lr": 0.005402888236905619, "grad_norm": 0.1272435188293457, "tokens_per_second": 1771149.4333620805, "training_seconds": 1.4800783889950253, "elapsed_tokens_per_second": 1045098.9638780447, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1220, "epoch": 16, "tokens": 159907840, "loss": 3.854805755615234, "lr": 0.005336520791477519, "grad_norm": 0.13922162353992462, "tokens_per_second": 1768853.053072928, "training_seconds": 1.4819998729944928, "elapsed_tokens_per_second": 1052144.9833853072, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1240, "epoch": 16, "tokens": 162529280, "loss": 3.8467878103256226, "lr": 0.005269229262673828, "grad_norm": 0.11195278912782669, "tokens_per_second": 1770068.228895345, "training_seconds": 1.4809824600015418, "elapsed_tokens_per_second": 1059064.3048309186, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1245, "epoch": 16, "tokens": 163184640, "loss": 3.8387711524963377, "lr": 0.005252265950337139, "grad_norm": 0.1142236515879631, "tokens_per_second": 1763474.5373806807, "training_seconds": 0.3716299759980757, "elapsed_tokens_per_second": 1060754.8865721764, "peak_memory_bytes": 42389451776}
{"loss": 3.8707977678629835, "perplexity": 47.98064823583882, "tokens": 163184640, "seconds": 0.5361851369962096, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 16, "step": 1245, "evaluation_tokens": 1048576}
{"event": "train", "step": 1260, "epoch": 17, "tokens": 165150720, "loss": 3.8576950232187905, "lr": 0.005201047509617394, "grad_norm": 0.12162545323371887, "tokens_per_second": 1770801.64200682, "training_seconds": 1.110276810999494, "elapsed_tokens_per_second": 1062101.8538373779, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1280, "epoch": 17, "tokens": 167772160, "loss": 3.8435019731521605, "lr": 0.0051320098393657825, "grad_norm": 0.13547776639461517, "tokens_per_second": 1767444.213859403, "training_seconds": 1.4831811830008519, "elapsed_tokens_per_second": 1068758.3435657108, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1300, "epoch": 17, "tokens": 170393600, "loss": 3.8460132479667664, "lr": 0.00506215098964898, "grad_norm": 0.18494029343128204, "tokens_per_second": 1771914.8768042852, "training_seconds": 1.4794390149982064, "elapsed_tokens_per_second": 1075312.3604541442, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1320, "epoch": 17, "tokens": 173015040, "loss": 3.84137122631073, "lr": 0.004991506111390386, "grad_norm": 0.12342126667499542, "tokens_per_second": 1770481.7566418818, "training_seconds": 1.4806365500044194, "elapsed_tokens_per_second": 1081735.4054507727, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1323, "epoch": 17, "tokens": 173408256, "loss": 3.811304489771525, "lr": 0.004980843776856041, "grad_norm": 0.1219353973865509, "tokens_per_second": 1772491.7800655232, "training_seconds": 0.2218436240000301, "elapsed_tokens_per_second": 1082676.9636537633, "peak_memory_bytes": 42389451776}
{"loss": 3.847778727117859, "perplexity": 46.88879466191958, "tokens": 173408256, "seconds": 0.534657212003367, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 17, "step": 1323, "evaluation_tokens": 1048576}
{"event": "train", "step": 1340, "epoch": 18, "tokens": 175636480, "loss": 3.8242612586301914, "lr": 0.004920110751019897, "grad_norm": 0.14422735571861267, "tokens_per_second": 1783144.562390555, "training_seconds": 1.2496036759985145, "elapsed_tokens_per_second": 1084449.1761342315, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1360, "epoch": 18, "tokens": 178257920, "loss": 3.834372675418854, "lr": 0.00484800083258799, "grad_norm": 0.12007968127727509, "tokens_per_second": 1776410.5623109362, "training_seconds": 1.4756948959984584, "elapsed_tokens_per_second": 1090685.844921457, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1380, "epoch": 18, "tokens": 180879360, "loss": 3.8134221911430357, "lr": 0.00477521263968979, "grad_norm": 0.12671108543872833, "tokens_per_second": 1771760.7841449487, "training_seconds": 1.479567684000358, "elapsed_tokens_per_second": 1096781.743975627, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1400, "epoch": 18, "tokens": 183500800, "loss": 3.80532853603363, "lr": 0.004701782797208232, "grad_norm": 0.16224530339241028, "tokens_per_second": 1773030.4579467042, "training_seconds": 1.478508159998455, "elapsed_tokens_per_second": 1102779.5273037013, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1401, "epoch": 18, "tokens": 183631872, "loss": 3.837132215499878, "lr": 0.004698095123205465, "grad_norm": 0.13994790613651276, "tokens_per_second": 1780201.3124651657, "training_seconds": 0.0736276280003949, "elapsed_tokens_per_second": 1103067.382196921, "peak_memory_bytes": 42389451776}
{"loss": 3.826413671127217, "perplexity": 45.8976386921273, "tokens": 183631872, "seconds": 0.5395964030030882, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 18, "step": 1401, "evaluation_tokens": 1048576}
{"event": "train", "step": 1420, "epoch": 19, "tokens": 186122240, "loss": 3.7971055256692985, "lr": 0.004627748252885495, "grad_norm": 0.1344006508588791, "tokens_per_second": 1775885.7508898675, "training_seconds": 1.4023244449999765, "elapsed_tokens_per_second": 1105078.10570473, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1440, "epoch": 19, "tokens": 188743680, "loss": 3.802440583705902, "lr": 0.00455314625873198, "grad_norm": 0.13755443692207336, "tokens_per_second": 1772767.7144810196, "training_seconds": 1.4787272909961757, "elapsed_tokens_per_second": 1110878.5724434068, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1460, "epoch": 19, "tokens": 191365120, "loss": 3.7993903160095215, "lr": 0.004478014352282198, "grad_norm": 0.1341128945350647, "tokens_per_second": 1767111.955188355, "training_seconds": 1.4834600559988758, "elapsed_tokens_per_second": 1116549.0155642682, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1479, "epoch": 19, "tokens": 193855488, "loss": 3.7745917596315084, "lr": 0.004406182639537017, "grad_norm": 0.1297440528869629, "tokens_per_second": 1775269.567247219, "training_seconds": 1.4028111820007325, "elapsed_tokens_per_second": 1121888.5343196236, "peak_memory_bytes": 42389451776}
{"loss": 3.8035831055438187, "perplexity": 44.861640849633844, "tokens": 193855488, "seconds": 0.5390668179970817, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 19, "step": 1479, "evaluation_tokens": 1048576}
{"event": "train", "step": 1480, "epoch": 20, "tokens": 193986560, "loss": 3.802480697631836, "lr": 0.004402390337706972, "grad_norm": 0.1277562379837036, "tokens_per_second": 1931335.4206611263, "training_seconds": 0.06786599499901058, "elapsed_tokens_per_second": 1118678.8710598792, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1500, "epoch": 20, "tokens": 196608000, "loss": 3.767704522609711, "lr": 0.004326312266791497, "grad_norm": 0.14540685713291168, "tokens_per_second": 1766392.8525943607, "training_seconds": 1.4840639760004706, "elapsed_tokens_per_second": 1124166.4897400087, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1520, "epoch": 20, "tokens": 199229440, "loss": 3.7884815096855164, "lr": 0.004249818419788796, "grad_norm": 0.11144810914993286, "tokens_per_second": 1767457.8941935846, "training_seconds": 1.4831697030022042, "elapsed_tokens_per_second": 1129568.6027357492, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1540, "epoch": 20, "tokens": 201850880, "loss": 3.757726228237152, "lr": 0.004172947286158222, "grad_norm": 0.12647636234760284, "tokens_per_second": 1767635.880603071, "training_seconds": 1.4830203599995002, "elapsed_tokens_per_second": 1134879.6444805292, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1557, "epoch": 20, "tokens": 204079104, "loss": 3.782842664157643, "lr": 0.0041073390670818555, "grad_norm": 0.13507910072803497, "tokens_per_second": 1770775.5220290753, "training_seconds": 1.2583322799982852, "elapsed_tokens_per_second": 1139336.168217405, "peak_memory_bytes": 42389451776}
{"loss": 3.7903966748187794, "perplexity": 44.27395915789558, "tokens": 204079104, "seconds": 0.5366621860011946, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 20, "step": 1557, "evaluation_tokens": 1048576}
{"event": "train", "step": 1560, "epoch": 21, "tokens": 204472320, "loss": 3.7928906281789145, "lr": 0.004095737545198686, "grad_norm": 0.1361611783504486, "tokens_per_second": 1807525.3495110914, "training_seconds": 0.21754383699590107, "elapsed_tokens_per_second": 1136692.9240902087, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1580, "epoch": 21, "tokens": 207093760, "loss": 3.773853933811188, "lr": 0.00401822804658637, "grad_norm": 0.12521061301231384, "tokens_per_second": 1767913.777807462, "training_seconds": 1.4827872450041468, "elapsed_tokens_per_second": 1141843.0424426459, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1600, "epoch": 21, "tokens": 209715200, "loss": 3.770011854171753, "lr": 0.003940457790826714, "grad_norm": 0.12685202062129974, "tokens_per_second": 1773560.4635021703, "training_seconds": 1.4780663269993966, "elapsed_tokens_per_second": 1146938.8573869467, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1620, "epoch": 21, "tokens": 212336640, "loss": 3.7812238454818727, "lr": 0.0038624659096305057, "grad_norm": 0.1301255077123642, "tokens_per_second": 1774268.1234416883, "training_seconds": 1.477476805994229, "elapsed_tokens_per_second": 1151955.1407281547, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1634, "epoch": 21, "tokens": 214171648, "loss": 3.7686684472220287, "lr": 0.003807760736513841, "grad_norm": 0.11655256897211075, "tokens_per_second": 1772662.142934146, "training_seconds": 1.0351707500012708, "elapsed_tokens_per_second": 1155412.6254145373, "peak_memory_bytes": 42389451776}
{"loss": 3.7632665185745733, "perplexity": 43.088947192600465, "tokens": 214171648, "seconds": 0.5375294870027574, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 21, "step": 1634, "evaluation_tokens": 1048576}
{"event": "train", "step": 1640, "epoch": 22, "tokens": 214958080, "loss": 3.743118405342102, "lr": 0.003784291646223944, "grad_norm": 0.14222951233386993, "tokens_per_second": 1802509.644537962, "training_seconds": 0.4362983590035583, "elapsed_tokens_per_second": 1153546.66199049, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1660, "epoch": 22, "tokens": 217579520, "loss": 3.7450783133506773, "lr": 0.00370597433560261, "grad_norm": 0.1411171853542328, "tokens_per_second": 1770968.3614275008, "training_seconds": 1.480229719003546, "elapsed_tokens_per_second": 1158403.6134495868, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1680, "epoch": 22, "tokens": 220200960, "loss": 3.756209743022919, "lr": 0.0036275533847392413, "grad_norm": 0.11988100409507751, "tokens_per_second": 1772695.6631057847, "training_seconds": 1.478787394000392, "elapsed_tokens_per_second": 1163192.5888202374, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1700, "epoch": 22, "tokens": 222822400, "loss": 3.7388428449630737, "lr": 0.003549068252755307, "grad_norm": 0.11886241286993027, "tokens_per_second": 1773204.9866496883, "training_seconds": 1.4783626369971898, "elapsed_tokens_per_second": 1167906.2784663988, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1712, "epoch": 22, "tokens": 224395264, "loss": 3.7387479543685913, "lr": 0.003501962794307609, "grad_norm": 0.13084489107131958, "tokens_per_second": 1771151.6200445336, "training_seconds": 0.8880459370047902, "elapsed_tokens_per_second": 1170690.356522863, "peak_memory_bytes": 42389451776}
{"loss": 3.7441076198709986, "perplexity": 42.271268342733926, "tokens": 224395264, "seconds": 0.5371892730036052, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 22, "step": 1712, "evaluation_tokens": 1048576}
{"event": "train", "step": 1720, "epoch": 23, "tokens": 225443840, "loss": 3.7386468052864075, "lr": 0.003470558431066335, "grad_norm": 0.12092524021863937, "tokens_per_second": 1792175.8970673548, "training_seconds": 0.5850854270029231, "elapsed_tokens_per_second": 1169267.696828172, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1740, "epoch": 23, "tokens": 228065280, "loss": 3.736539363861084, "lr": 0.003392063423510983, "grad_norm": 0.15344657003879547, "tokens_per_second": 1763464.056380223, "training_seconds": 1.4865287389984587, "elapsed_tokens_per_second": 1173804.415724241, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1760, "epoch": 23, "tokens": 230686720, "loss": 3.731155216693878, "lr": 0.0033136227264738754, "grad_norm": 0.22570659220218658, "tokens_per_second": 1770370.4494155745, "training_seconds": 1.4807296409999253, "elapsed_tokens_per_second": 1178305.4905761469, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1780, "epoch": 23, "tokens": 233308160, "loss": 3.7291072487831114, "lr": 0.0032352758090121777, "grad_norm": 0.12100351601839066, "tokens_per_second": 1775821.2757012164, "training_seconds": 1.4761845889952383, "elapsed_tokens_per_second": 1182763.8615210527, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1790, "epoch": 23, "tokens": 234618880, "loss": 3.7324455261230467, "lr": 0.0031961498393423327, "grad_norm": 0.12463316321372986, "tokens_per_second": 1769769.2335355224, "training_seconds": 0.7406163330015261, "elapsed_tokens_per_second": 1184950.3686572784, "peak_memory_bytes": 42389451776}
{"loss": 3.728728509846689, "perplexity": 41.62614726516576, "tokens": 234618880, "seconds": 0.5369285759952618, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 23, "step": 1790, "evaluation_tokens": 1048576}
{"event": "train", "step": 1800, "epoch": 24, "tokens": 235929600, "loss": 3.7007959604263307, "lr": 0.00315706209299592, "grad_norm": 0.1200912743806839, "tokens_per_second": 1778298.3294773826, "training_seconds": 0.7370641799934674, "elapsed_tokens_per_second": 1183912.6294099786, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1820, "epoch": 24, "tokens": 238551040, "loss": 3.7131237387657166, "lr": 0.0030790209332720777, "grad_norm": 0.1280902922153473, "tokens_per_second": 1770891.5262366924, "training_seconds": 1.4802939430010156, "elapsed_tokens_per_second": 1188227.4401494302, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1840, "epoch": 24, "tokens": 241172480, "loss": 3.730320417881012, "lr": 0.0030011915978623623, "grad_norm": 0.12108077853918076, "tokens_per_second": 1770174.627094093, "training_seconds": 1.4808934440006851, "elapsed_tokens_per_second": 1192481.1326845393, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1860, "epoch": 24, "tokens": 243793920, "loss": 3.7063438653945924, "lr": 0.0029236132482047066, "grad_norm": 0.1502181887626648, "tokens_per_second": 1767516.4717793968, "training_seconds": 1.483120549004525, "elapsed_tokens_per_second": 1196652.8041105943, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1868, "epoch": 24, "tokens": 244842496, "loss": 3.69444677233696, "lr": 0.0028926609329181447, "grad_norm": 0.12964291870594025, "tokens_per_second": 1773836.769374446, "training_seconds": 0.5911344370033476, "elapsed_tokens_per_second": 1198312.8057118973, "peak_memory_bytes": 42389451776}
{"loss": 3.710117087797454, "perplexity": 40.858590289268754, "tokens": 244842496, "seconds": 0.5372200569981942, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 24, "step": 1868, "evaluation_tokens": 1048576}
{"event": "train", "step": 1880, "epoch": 25, "tokens": 246415360, "loss": 3.6995490988095603, "lr": 0.0028463249194483737, "grad_norm": 0.13237792253494263, "tokens_per_second": 1785635.008974191, "training_seconds": 0.8808429450000403, "elapsed_tokens_per_second": 1197646.3441323629, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1900, "epoch": 25, "tokens": 249036800, "loss": 3.6850653171539305, "lr": 0.002769365500812622, "grad_norm": 0.13012190163135529, "tokens_per_second": 1769671.1451208272, "training_seconds": 1.481314766999276, "elapsed_tokens_per_second": 1201723.7587288022, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1920, "epoch": 25, "tokens": 251658240, "loss": 3.6825708985328673, "lr": 0.0026927737160187875, "grad_norm": 0.11900502443313599, "tokens_per_second": 1768354.0395042994, "training_seconds": 1.4824180799987516, "elapsed_tokens_per_second": 1205738.997032915, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1940, "epoch": 25, "tokens": 254279680, "loss": 3.6846029281616213, "lr": 0.002616588103805643, "grad_norm": 0.12177535146474838, "tokens_per_second": 1772524.5569322766, "training_seconds": 1.4789301450000494, "elapsed_tokens_per_second": 1209713.4474216455, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1946, "epoch": 25, "tokens": 255066112, "loss": 3.6839466094970703, "lr": 0.0025938173604629845, "grad_norm": 0.13008180260658264, "tokens_per_second": 1775940.9109434208, "training_seconds": 0.44282554399978835, "elapsed_tokens_per_second": 1210894.7857700277, "peak_memory_bytes": 42389451776}
{"loss": 3.6915448651902985, "perplexity": 40.106758657704034, "tokens": 255066112, "seconds": 0.5372936060011853, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 25, "step": 1946, "evaluation_tokens": 1048576}
{"event": "train", "step": 1960, "epoch": 26, "tokens": 256901120, "loss": 3.673172048160008, "lr": 0.0025408469985378395, "grad_norm": 0.1246035248041153, "tokens_per_second": 1774951.1092559884, "training_seconds": 1.0338358000008157, "elapsed_tokens_per_second": 1210533.154319376, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1980, "epoch": 26, "tokens": 259522560, "loss": 3.6748215436935423, "lr": 0.0024655885109171696, "grad_norm": 0.10934862494468689, "tokens_per_second": 1768699.8624049977, "training_seconds": 1.4821282319971942, "elapsed_tokens_per_second": 1214392.6470850026, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2000, "epoch": 26, "tokens": 262144000, "loss": 3.671770787239075, "lr": 0.0023908505088063923, "grad_norm": 0.11949262768030167, "tokens_per_second": 1775121.8785509923, "training_seconds": 1.4767662049998762, "elapsed_tokens_per_second": 1218233.4267071055, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2020, "epoch": 26, "tokens": 264765440, "loss": 3.665331757068634, "lr": 0.002316670598175228, "grad_norm": 0.14087553322315216, "tokens_per_second": 1764575.4289560239, "training_seconds": 1.4855924869989394, "elapsed_tokens_per_second": 1221970.586515417, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2024, "epoch": 26, "tokens": 265289728, "loss": 3.6634727716445923, "lr": 0.002301904876794536, "grad_norm": 0.14469392597675323, "tokens_per_second": 1784932.2626620175, "training_seconds": 0.29372991399577586, "elapsed_tokens_per_second": 1222723.781172889, "peak_memory_bytes": 42389451776}
{"loss": 3.6737616899022045, "perplexity": 39.3998374201091, "tokens": 265289728, "seconds": 0.5347775159971206, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 26, "step": 2024, "evaluation_tokens": 1048576}
{"event": "train", "step": 2040, "epoch": 27, "tokens": 267386880, "loss": 3.6597292572259903, "lr": 0.0022430861041781414, "grad_norm": 0.1121707633137703, "tokens_per_second": 1780430.2845618085, "training_seconds": 1.1778905460014357, "elapsed_tokens_per_second": 1222694.970815889, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2060, "epoch": 27, "tokens": 270008320, "loss": 3.6560262084007262, "lr": 0.002170134052373413, "grad_norm": 0.12261489778757095, "tokens_per_second": 1773433.0328182008, "training_seconds": 1.4781725339998957, "elapsed_tokens_per_second": 1226382.770087504, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2080, "epoch": 27, "tokens": 272629760, "loss": 3.662166786193848, "lr": 0.0020978511500929745, "grad_norm": 0.15911316871643066, "tokens_per_second": 1769202.2675982683, "training_seconds": 1.481707348000782, "elapsed_tokens_per_second": 1230004.0044714082, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2100, "epoch": 27, "tokens": 275251200, "loss": 3.6615193486213684, "lr": 0.0020262737679723475, "grad_norm": 0.12237555533647537, "tokens_per_second": 1768166.141940433, "training_seconds": 1.482575611997163, "elapsed_tokens_per_second": 1233569.0400553981, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2101, "epoch": 27, "tokens": 275382272, "loss": 3.623105049133301, "lr": 0.002022714066360619, "grad_norm": 0.12667067348957062, "tokens_per_second": 1795506.3819550027, "training_seconds": 0.07300001900148345, "elapsed_tokens_per_second": 1233743.3855278897, "peak_memory_bytes": 42389451776}
{"loss": 3.663644512724525, "perplexity": 39.00323193110798, "tokens": 275382272, "seconds": 0.5392828300027759, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 27, "step": 2101, "evaluation_tokens": 1048576}
{"event": "train", "step": 2120, "epoch": 28, "tokens": 277872640, "loss": 3.6477096833680807, "lr": 0.001955437921650013, "grad_norm": 0.11719617247581482, "tokens_per_second": 1780535.3876088927, "training_seconds": 1.3986624569952255, "elapsed_tokens_per_second": 1234117.9848391998, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2140, "epoch": 28, "tokens": 280494080, "loss": 3.647005534172058, "lr": 0.0018853792536453928, "grad_norm": 0.12353237718343735, "tokens_per_second": 1772520.8367443432, "training_seconds": 1.4789332489963272, "elapsed_tokens_per_second": 1237620.2211395903, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2160, "epoch": 28, "tokens": 283115520, "loss": 3.6498867154121397, "lr": 0.001816133015424586, "grad_norm": 0.11841023713350296, "tokens_per_second": 1770889.3776596629, "training_seconds": 1.480295739005669, "elapsed_tokens_per_second": 1241073.2096467062, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2179, "epoch": 28, "tokens": 285605888, "loss": 3.645743683764809, "lr": 0.0017511333421584116, "grad_norm": 0.11479450762271881, "tokens_per_second": 1768807.3627666766, "training_seconds": 1.4079362470001797, "elapsed_tokens_per_second": 1244300.2223387202, "peak_memory_bytes": 42389451776}
{"loss": 3.6420494554531833, "perplexity": 38.16998430053126, "tokens": 285605888, "seconds": 0.536715638001624, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 28, "step": 2179, "evaluation_tokens": 1048576}
{"event": "train", "step": 2180, "epoch": 29, "tokens": 285736960, "loss": 3.6548986434936523, "lr": 0.001747734049662861, "grad_norm": 0.110526442527771, "tokens_per_second": 1924990.4060021366, "training_seconds": 0.06808969000121579, "elapsed_tokens_per_second": 1241448.58814448, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2200, "epoch": 29, "tokens": 288358400, "loss": 3.6187402486801146, "lr": 0.0016802167727128458, "grad_norm": 0.11225984245538712, "tokens_per_second": 1766317.4314733187, "training_seconds": 1.4841273450001609, "elapsed_tokens_per_second": 1244802.9474569117, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2220, "epoch": 29, "tokens": 290979840, "loss": 3.644763398170471, "lr": 0.0016136151572872296, "grad_norm": 0.12157310545444489, "tokens_per_second": 1775760.2638231763, "training_seconds": 1.4762353080004686, "elapsed_tokens_per_second": 1248153.7710188865, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2240, "epoch": 29, "tokens": 293601280, "loss": 3.6314077138900758, "lr": 0.0015479627153646867, "grad_norm": 0.16372160613536835, "tokens_per_second": 1771618.0457969096, "training_seconds": 1.4796868920020643, "elapsed_tokens_per_second": 1251446.898027309, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2257, "epoch": 29, "tokens": 295829504, "loss": 3.607333842445822, "lr": 0.0014929291157533989, "grad_norm": 0.13189835846424103, "tokens_per_second": 1767197.4483761308, "training_seconds": 1.2608800460002385, "elapsed_tokens_per_second": 1254194.9889981006, "peak_memory_bytes": 42389451776}
{"loss": 3.6300345814481445, "perplexity": 37.714120803544176, "tokens": 295829504, "seconds": 0.5343789670005208, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 29, "step": 2257, "evaluation_tokens": 1048576}
{"event": "train", "step": 2260, "epoch": 30, "tokens": 296222720, "loss": 3.590096871058146, "lr": 0.0014832924813276375, "grad_norm": 0.11750417947769165, "tokens_per_second": 1804974.6832850324, "training_seconds": 0.21785125500173308, "elapsed_tokens_per_second": 1251797.3871454895, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2280, "epoch": 30, "tokens": 298844160, "loss": 3.632842016220093, "lr": 0.0014196369953403136, "grad_norm": 0.11177892237901688, "tokens_per_second": 1773256.8350902665, "training_seconds": 1.4783194109986653, "elapsed_tokens_per_second": 1255026.370842519, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2300, "epoch": 30, "tokens": 301465600, "loss": 3.602087676525116, "lr": 0.0013570282869755036, "grad_norm": 0.10804861038923264, "tokens_per_second": 1771824.6495453822, "training_seconds": 1.4795143529991037, "elapsed_tokens_per_second": 1258206.5981550536, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2320, "epoch": 30, "tokens": 304087040, "loss": 3.600260090827942, "lr": 0.001295497859098207, "grad_norm": 0.12387096881866455, "tokens_per_second": 1765144.869280865, "training_seconds": 1.4851132309995592, "elapsed_tokens_per_second": 1261320.5184073346, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2335, "epoch": 30, "tokens": 306053120, "loss": 3.594777774810791, "lr": 0.0012500763051590503, "grad_norm": 0.11721700429916382, "tokens_per_second": 1769341.8033398888, "training_seconds": 1.1111928719983553, "elapsed_tokens_per_second": 1263642.2191098437, "peak_memory_bytes": 42389451776}
{"loss": 3.615890677921602, "perplexity": 37.1844505498107, "tokens": 306053120, "seconds": 0.5347469469998032, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 30, "step": 2335, "evaluation_tokens": 1048576}
{"event": "train", "step": 2340, "epoch": 31, "tokens": 306708480, "loss": 3.605098247528076, "lr": 0.0012350766720143234, "grad_norm": 0.11085676401853561, "tokens_per_second": 1806045.61536461, "training_seconds": 0.3628701259949594, "elapsed_tokens_per_second": 1261616.3995865958, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2360, "epoch": 31, "tokens": 309329920, "loss": 3.590908336639404, "lr": 0.0011757951278923329, "grad_norm": 0.15722845494747162, "tokens_per_second": 1774630.1224358568, "training_seconds": 1.477175421998254, "elapsed_tokens_per_second": 1264705.93218435, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2380, "epoch": 31, "tokens": 311951360, "loss": 3.598659336566925, "lr": 0.0011176830554658155, "grad_norm": 0.12357599288225174, "tokens_per_second": 1768038.5622500645, "training_seconds": 1.4826825929994811, "elapsed_tokens_per_second": 1267730.9301604794, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2400, "epoch": 31, "tokens": 314572800, "loss": 3.607178258895874, "lr": 0.0010607696950245059, "grad_norm": 0.11949072033166885, "tokens_per_second": 1773418.2772588846, "training_seconds": 1.4781848329948843, "elapsed_tokens_per_second": 1270742.3440639854, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2413, "epoch": 31, "tokens": 316276736, "loss": 3.6014882051027737, "lr": 0.0010244324105291908, "grad_norm": 0.11508102715015411, "tokens_per_second": 1769709.4625419793, "training_seconds": 0.9628337510002893, "elapsed_tokens_per_second": 1272667.8649821503, "peak_memory_bytes": 42389451776}
{"loss": 3.601427892208644, "perplexity": 36.650530104888475, "tokens": 316276736, "seconds": 0.5370237149982131, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 31, "step": 2413, "evaluation_tokens": 1048576}
{"event": "train", "step": 2420, "epoch": 32, "tokens": 317194240, "loss": 3.5855036803654263, "lr": 0.0010050836837014437, "grad_norm": 0.1088864803314209, "tokens_per_second": 1798813.0077970084, "training_seconds": 0.510060798995255, "elapsed_tokens_per_second": 1270953.9350742465, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2440, "epoch": 32, "tokens": 319815680, "loss": 3.589026165008545, "lr": 0.0009506530410636026, "grad_norm": 0.1061108410358429, "tokens_per_second": 1772826.9598743778, "training_seconds": 1.4786778740017326, "elapsed_tokens_per_second": 1273901.8592756726, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2460, "epoch": 32, "tokens": 322437120, "loss": 3.5680318236351014, "lr": 0.0008975051550132694, "grad_norm": 0.11338293552398682, "tokens_per_second": 1769286.9665539977, "training_seconds": 1.4816364159996738, "elapsed_tokens_per_second": 1276796.2518045628, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2480, "epoch": 32, "tokens": 325058560, "loss": 3.5835063219070435, "lr": 0.0008456667680072555, "grad_norm": 0.12501130998134613, "tokens_per_second": 1770052.7524121848, "training_seconds": 1.480995408994204, "elapsed_tokens_per_second": 1279666.120671351, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2491, "epoch": 32, "tokens": 326500352, "loss": 3.573733329772949, "lr": 0.0008177233067588173, "grad_norm": 0.11851875483989716, "tokens_per_second": 1764418.7770462378, "training_seconds": 0.8171484109989251, "elapsed_tokens_per_second": 1281212.392336156, "peak_memory_bytes": 42389451776}
{"loss": 3.5896205955711222, "perplexity": 36.2203311651702, "tokens": 326500352, "seconds": 0.5360497900037444, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 32, "step": 2491, "evaluation_tokens": 1048576}
{"event": "train", "step": 2500, "epoch": 33, "tokens": 327680000, "loss": 3.578100389904446, "lr": 0.0007951639636008723, "grad_norm": 0.11576839536428452, "tokens_per_second": 1793028.3792018397, "training_seconds": 0.6579081590025453, "elapsed_tokens_per_second": 1279802.1869500114, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2520, "epoch": 33, "tokens": 330301440, "loss": 3.5723088502883913, "lr": 0.000746022153323459, "grad_norm": 0.10705640912055969, "tokens_per_second": 1766999.873043812, "training_seconds": 1.4835541529973852, "elapsed_tokens_per_second": 1282603.245931057, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2540, "epoch": 33, "tokens": 332922880, "loss": 3.581632339954376, "lr": 0.0006982660638920423, "grad_norm": 0.10367545485496521, "tokens_per_second": 1772077.7853154722, "training_seconds": 1.4793030090004322, "elapsed_tokens_per_second": 1285388.9745853588, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2560, "epoch": 33, "tokens": 335544320, "loss": 3.5490275025367737, "lr": 0.0006519197247695787, "grad_norm": 0.11654248833656311, "tokens_per_second": 1769219.9083649772, "training_seconds": 1.4816925740014995, "elapsed_tokens_per_second": 1288132.8997757502, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2568, "epoch": 33, "tokens": 336592896, "loss": 3.5956673622131348, "lr": 0.0006337811670178101, "grad_norm": 0.11907234787940979, "tokens_per_second": 1790058.7564544135, "training_seconds": 0.585777419997612, "elapsed_tokens_per_second": 1132251.761222072, "peak_memory_bytes": 42389451776}
{"loss": 3.579105739797579, "perplexity": 35.84147490694728, "tokens": 336592896, "seconds": 0.5418871250003576, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 33, "step": 2568, "evaluation_tokens": 1048576}
{"event": "train", "step": 2580, "epoch": 34, "tokens": 338165760, "loss": 3.6006540656089783, "lr": 0.0006070064560740314, "grad_norm": 0.1197875589132309, "tokens_per_second": 1788431.2985830382, "training_seconds": 0.8794657089965767, "elapsed_tokens_per_second": 1132093.2945492768, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2600, "epoch": 34, "tokens": 340787200, "loss": 3.586006247997284, "lr": 0.0005635488568443762, "grad_norm": 0.11259817332029343, "tokens_per_second": 1777411.3265144557, "training_seconds": 1.4748640120014898, "elapsed_tokens_per_second": 1135258.815040265, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2620, "epoch": 34, "tokens": 343408640, "loss": 3.5822139501571657, "lr": 0.000521568793669425, "grad_norm": 0.11104723066091537, "tokens_per_second": 1778744.7253491173, "training_seconds": 1.4737584109971067, "elapsed_tokens_per_second": 1132419.7251624689, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2640, "epoch": 34, "tokens": 346030080, "loss": 3.5831590414047243, "lr": 0.00048108738968520007, "grad_norm": 0.11089789867401123, "tokens_per_second": 1772326.440063271, "training_seconds": 1.479095465001592, "elapsed_tokens_per_second": 1135521.3319402663, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2646, "epoch": 34, "tokens": 346816512, "loss": 3.593289772669474, "lr": 0.0004692382721132998, "grad_norm": 0.11118683218955994, "tokens_per_second": 1780687.9439223565, "training_seconds": 0.44164504099899204, "elapsed_tokens_per_second": 1136447.5371145664, "peak_memory_bytes": 42389451776}
{"loss": 3.569792246713343, "perplexity": 35.509215229090735, "tokens": 346816512, "seconds": 0.5370023119976395, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 34, "step": 2646, "evaluation_tokens": 1048576}
{"event": "train", "step": 2660, "epoch": 35, "tokens": 348651520, "loss": 3.55897205216544, "lr": 0.0004421250139463922, "grad_norm": 0.10759180039167404, "tokens_per_second": 1782853.4291406285, "training_seconds": 1.0292534260006505, "elapsed_tokens_per_second": 1127406.7450762598, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2680, "epoch": 35, "tokens": 351272960, "loss": 3.5735221982002257, "lr": 0.00040470127117724975, "grad_norm": 0.10287491977214813, "tokens_per_second": 1782565.471609635, "training_seconds": 1.4705995609983802, "elapsed_tokens_per_second": 1130501.8163841644, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2700, "epoch": 35, "tokens": 353894400, "loss": 3.568760859966278, "lr": 0.00036883499190705737, "grad_norm": 0.11060982942581177, "tokens_per_second": 1773785.9150160262, "training_seconds": 1.477878461999353, "elapsed_tokens_per_second": 1133541.0515038418, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2720, "epoch": 35, "tokens": 356515840, "loss": 3.553143322467804, "lr": 0.0003345442229951658, "grad_norm": 0.10943333804607391, "tokens_per_second": 1773383.2423121773, "training_seconds": 1.4782140360039193, "elapsed_tokens_per_second": 1136550.073192446, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2724, "epoch": 35, "tokens": 357040128, "loss": 3.5825570821762085, "lr": 0.00032787666286891357, "grad_norm": 0.11110670119524002, "tokens_per_second": 1777583.6318344192, "training_seconds": 0.2949442099998123, "elapsed_tokens_per_second": 1137144.823435962, "peak_memory_bytes": 42389451776}
{"loss": 3.5612855957859857, "perplexity": 35.20843187373623, "tokens": 357040128, "seconds": 0.5388039899989963, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 35, "step": 2724, "evaluation_tokens": 1048576}
{"event": "train", "step": 2740, "epoch": 36, "tokens": 359137280, "loss": 3.565293252468109, "lr": 0.0003018462185503402, "grad_norm": 0.10747154802083969, "tokens_per_second": 1777470.0043982265, "training_seconds": 1.1798522590033826, "elapsed_tokens_per_second": 1137574.6856337052, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2760, "epoch": 36, "tokens": 361758720, "loss": 3.563866710662842, "lr": 0.00027075743124900195, "grad_norm": 0.11155465245246887, "tokens_per_second": 1777606.5859804482, "training_seconds": 1.4747020069989958, "elapsed_tokens_per_second": 1140544.8681486847, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2780, "epoch": 36, "tokens": 364380160, "loss": 3.5358919382095335, "lr": 0.0002412935040567228, "grad_norm": 0.10642968118190765, "tokens_per_second": 1776241.3860813403, "training_seconds": 1.4758354469959158, "elapsed_tokens_per_second": 1143481.969901767, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2800, "epoch": 36, "tokens": 367001600, "loss": 3.5680153369903564, "lr": 0.00021346926235714332, "grad_norm": 0.11226067692041397, "tokens_per_second": 1774575.7418135358, "training_seconds": 1.4772206889974768, "elapsed_tokens_per_second": 1146388.309869575, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2802, "epoch": 36, "tokens": 367263744, "loss": 3.5244972705841064, "lr": 0.0002107775670879188, "grad_norm": 0.09555725008249283, "tokens_per_second": 1776918.1555328525, "training_seconds": 0.14752733500063187, "elapsed_tokens_per_second": 1146671.4672671612, "peak_memory_bytes": 42389451776}
{"loss": 3.554989129621622, "perplexity": 34.987439638919064, "tokens": 367263744, "seconds": 0.5373602859981474, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 36, "step": 2802, "evaluation_tokens": 1048576}
{"event": "train", "step": 2820, "epoch": 37, "tokens": 369623040, "loss": 3.559853858417935, "lr": 0.00018729870649227632, "grad_norm": 0.09770248085260391, "tokens_per_second": 1784486.6461071887, "training_seconds": 1.3221146849973593, "elapsed_tokens_per_second": 1147343.5845130058, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2840, "epoch": 37, "tokens": 372244480, "loss": 3.5464367866516113, "lr": 0.00016279500471794262, "grad_norm": 0.09864269196987152, "tokens_per_second": 1770755.5209403196, "training_seconds": 1.4804076389991678, "elapsed_tokens_per_second": 1150189.658078391, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2860, "epoch": 37, "tokens": 374865920, "loss": 3.5513656377792358, "lr": 0.00013997048657789457, "grad_norm": 0.10145598649978638, "tokens_per_second": 1767731.8779684494, "training_seconds": 1.4829398240035516, "elapsed_tokens_per_second": 1152999.6062439529, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2880, "epoch": 37, "tokens": 377487360, "loss": 3.5557279706001284, "lr": 0.00011883663669995015, "grad_norm": 0.09905991703271866, "tokens_per_second": 1769184.4253979998, "training_seconds": 1.4817222909987322, "elapsed_tokens_per_second": 1155790.5747388934, "peak_memory_bytes": 42389451776}
{"loss": 3.550193988743964, "perplexity": 34.82007153441802, "tokens": 377487360, "seconds": 0.5365652679975028, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 37, "step": 2880, "evaluation_tokens": 1048576}
{"event": "train", "step": 2900, "epoch": 38, "tokens": 380108800, "loss": 3.555351984500885, "lr": 9.940408901726444e-05, "grad_norm": 0.09996816515922546, "tokens_per_second": 1779911.8033846696, "training_seconds": 1.4727920759978588, "elapsed_tokens_per_second": 1156650.3050266637, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2920, "epoch": 38, "tokens": 382730240, "loss": 3.554805278778076, "lr": 8.168262141764633e-05, "grad_norm": 0.09464075416326523, "tokens_per_second": 1772407.9379993768, "training_seconds": 1.4790274540064274, "elapsed_tokens_per_second": 1159401.923669586, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2940, "epoch": 38, "tokens": 385351680, "loss": 3.557697570323944, "lr": 6.568115082361386e-05, "grad_norm": 0.09701084345579147, "tokens_per_second": 1776899.8092899914, "training_seconds": 1.4752885819980293, "elapsed_tokens_per_second": 1162144.0191366684, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2958, "epoch": 38, "tokens": 387710976, "loss": 3.54792582988739, "lr": 5.275709721810862e-05, "grad_norm": 0.09658818691968918, "tokens_per_second": 1777730.7740796027, "training_seconds": 1.3271390890004113, "elapsed_tokens_per_second": 1164592.2796558787, "peak_memory_bytes": 42389451776}
{"loss": 3.547378469184908, "perplexity": 34.722172824502884, "tokens": 387710976, "seconds": 0.536273211997468, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 38, "step": 2958, "evaluation_tokens": 1048576}
{"event": "train", "step": 2960, "epoch": 39, "tokens": 387973120, "loss": 3.5223571062088013, "lr": 5.140772870565919e-05, "grad_norm": 0.09344678372144699, "tokens_per_second": 1856785.1336234051, "training_seconds": 0.14118165599938948, "elapsed_tokens_per_second": 1162982.786870705, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2980, "epoch": 39, "tokens": 390594560, "loss": 3.536275064945221, "lr": 3.886953703098522e-05, "grad_norm": 0.09900061041116714, "tokens_per_second": 1768622.2335248345, "training_seconds": 1.4821932859995286, "elapsed_tokens_per_second": 1165658.0729252098, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3000, "epoch": 39, "tokens": 393216000, "loss": 3.539033663272858, "lr": 2.8072884649751218e-05, "grad_norm": 0.09648765623569489, "tokens_per_second": 1774206.1783519972, "training_seconds": 1.4775283909984864, "elapsed_tokens_per_second": 1168323.1210445021, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3020, "epoch": 39, "tokens": 395837440, "loss": 3.5408273577690124, "lr": 1.9023204120642122e-05, "grad_norm": 0.0941571593284607, "tokens_per_second": 1775605.0013346258, "training_seconds": 1.4763643929982209, "elapsed_tokens_per_second": 1170970.3482964225, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3035, "epoch": 39, "tokens": 397803520, "loss": 3.5568434715271, "lr": 1.338516635337944e-05, "grad_norm": 0.09839721769094467, "tokens_per_second": 1767921.858004733, "training_seconds": 1.1120853510001325, "elapsed_tokens_per_second": 1172919.9332012327, "peak_memory_bytes": 42389451776}
{"loss": 3.545958484413111, "perplexity": 34.67290285742869, "tokens": 397803520, "seconds": 0.5366116669974872, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 39, "step": 3035, "evaluation_tokens": 1048576}
{"event": "train", "step": 3040, "epoch": 40, "tokens": 398458880, "loss": 3.5474661350250245, "lr": 1.1725048977367315e-05, "grad_norm": 0.09299679845571518, "tokens_per_second": 1788352.9524382662, "training_seconds": 0.3664600990014151, "elapsed_tokens_per_second": 1171707.804398969, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3060, "epoch": 40, "tokens": 401080320, "loss": 3.528033638000488, "lr": 6.182091437454352e-06, "grad_norm": 0.09511241316795349, "tokens_per_second": 1774681.8427934845, "training_seconds": 1.4771323720051441, "elapsed_tokens_per_second": 1174310.0785431878, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3080, "epoch": 40, "tokens": 403701760, "loss": 3.547687029838562, "lr": 2.397120554497756e-06, "grad_norm": 0.0923539400100708, "tokens_per_second": 1765717.2140922158, "training_seconds": 1.4846318419949966, "elapsed_tokens_per_second": 1176863.12298099, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3100, "epoch": 40, "tokens": 406323200, "loss": 3.5409457445144654, "lr": 3.7204081478797726e-07, "grad_norm": 0.09248469769954681, "tokens_per_second": 1776808.4317546035, "training_seconds": 1.4753644529992016, "elapsed_tokens_per_second": 1179427.0700936893, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3113, "epoch": 40, "tokens": 408027136, "loss": 3.545255055794349, "lr": 0.0, "grad_norm": 0.09339892119169235, "tokens_per_second": 1770613.2159940891, "training_seconds": 0.9623423029988771, "elapsed_tokens_per_second": 1181067.1875523003, "peak_memory_bytes": 42389451776}
{"loss": 3.5457374068429703, "perplexity": 34.66523830357693, "tokens": 408027136, "seconds": 0.5382635570058483, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 40, "step": 3113, "evaluation_tokens": 1048576}
{"loss": 3.5469578246980378, "perplexity": 34.70757020540303, "tokens": 408027136, "seconds": 100.15270537700417, "split": "full", "validation_complete": true, "event": "final_validation", "step": 3113, "evaluation_tokens": 197411295}